-- Logs begin at Wed 2021-12-08 01:01:31 UTC, end at Wed 2021-12-08 03:24:10 UTC. -- Dec 08 01:35:04.761128 n-d-713499-31 systemd[1]: Started Devstack devstack@q-svc.service. Dec 08 01:35:07.569756 n-d-713499-31 neutron-server[109657]: INFO neutron.common.config [-] Logging enabled! Dec 08 01:35:07.570318 n-d-713499-31 neutron-server[109657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev258 Dec 08 01:35:07.570463 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 08 01:35:07.573768 n-d-713499-31 neutron-server[109657]: INFO neutron.common.config [-] Logging enabled! Dec 08 01:35:07.574025 n-d-713499-31 neutron-server[109657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev258 Dec 08 01:35:07.574342 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 08 01:35:07.575280 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 01:35:07.575514 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 01:35:07.575907 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 01:35:07.576156 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 01:35:07.576385 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 01:35:07.576706 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.577134 n-d-713499-31 neutron-server[109657]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 08 01:35:07.577459 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.577757 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.578053 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.578350 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.578644 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.578928 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.579221 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.579537 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.579838 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.580119 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.580406 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.580699 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.580983 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.581272 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.581558 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.581843 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] debug = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.582126 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.582550 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.582970 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.583256 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.583545 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.583887 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.584163 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.584443 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.585382 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.585715 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] host = n-d-713499-31 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.585998 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.586290 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.586581 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.586871 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.587151 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.587432 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.587752 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.588029 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.588304 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] log_file = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.588582 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.588873 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.589165 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.589454 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.589680 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.589902 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.590192 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.590479 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.590757 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.591032 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.591306 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.591580 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.591881 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.592150 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.592435 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.592721 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.593010 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.593286 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.593566 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.593843 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.594117 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.594400 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.594676 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.594952 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.595229 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.595518 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.595815 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.596093 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.596393 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.596680 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.596967 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.597254 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.597530 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.597812 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.598087 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.598362 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.598637 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] use_json = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.598911 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.599187 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.599468 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.599765 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.600043 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.600343 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.600616 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.600904 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:07.601203 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.601503 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.601804 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.602089 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.602398 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.602682 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.602975 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.603256 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.603551 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.603869 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.604159 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.604441 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.604731 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.605014 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.605311 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.605615 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.605911 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.606206 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.606484 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.606761 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.607039 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.607322 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.607621 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.607916 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.608209 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.608501 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.608782 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.609083 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.609374 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.609667 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.609957 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.610234 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.610517 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.610811 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.611091 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.611366 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.611668 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.611965 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.612239 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.612513 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.612796 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.613077 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.613354 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.613628 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.613909 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.614204 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.614483 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.614784 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.615041 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.615323 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.615637 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.616445 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.616726 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.617001 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.617276 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.617559 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.617835 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.618110 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.618388 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.618662 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.618941 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.619212 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.619486 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.619789 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.620063 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.620338 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.620607 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.620877 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.621155 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.621426 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.621698 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.621974 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.622245 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.622524 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.622804 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.623101 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.623396 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.623693 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.623982 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.624264 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.624541 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.624817 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.625096 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.625375 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.625649 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.625939 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.626224 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.626508 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.626790 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.627090 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.627385 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.627694 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.627980 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.628258 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.628538 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.628820 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.629104 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.629399 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.629696 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.629991 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.630286 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.630843 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.631139 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.631465 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.632365 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:07.632588 n-d-713499-31 neutron-server[109657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 01:35:07.632831 n-d-713499-31 neutron-server[109657]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109657) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 08 01:35:08.059008 n-d-713499-31 neutron-server[109657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 08 01:35:08.059291 n-d-713499-31 neutron-server[109657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 08 01:35:08.059620 n-d-713499-31 neutron-server[109657]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 08 01:35:08.059964 n-d-713499-31 neutron-server[109657]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 08 01:35:08.383936 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.384166 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.384442 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.385635 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.385909 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.386175 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.431585 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.431888 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.432157 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.446784 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.447064 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.447337 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.476359 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.476642 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.476918 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.514187 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.514469 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.514736 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.851902 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.852557 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.852557 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.852737 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.853414 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.953373 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.953697 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.953980 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.954251 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.954520 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.954831 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.955091 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.955349 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.955626 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.955916 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.956176 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.956440 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.956696 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.956952 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.957210 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.957477 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.957735 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.958006 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.958275 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.958536 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.958809 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.959064 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.959349 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.960375 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.960629 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.960879 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:08.961281 n-d-713499-31 neutron-server[109657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:35:08.961526 n-d-713499-31 neutron-server[109657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:35:08.961767 n-d-713499-31 neutron-server[109657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:35:08.962007 n-d-713499-31 neutron-server[109657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:35:08.962243 n-d-713499-31 neutron-server[109657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:35:08.962480 n-d-713499-31 neutron-server[109657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:35:08.962847 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 08 01:35:08.965999 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 08 01:35:08.970066 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 08 01:35:08.973964 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 08 01:35:08.975662 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 08 01:35:08.976131 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 08 01:35:08.976470 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 08 01:35:08.976853 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 08 01:35:08.979716 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 08 01:35:08.979968 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 08 01:35:08.980318 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 08 01:35:08.985607 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 08 01:35:09.009260 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 08 01:35:09.009711 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.010011 n-d-713499-31 neutron-server[109657]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109657) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 08 01:35:09.010374 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.011788 n-d-713499-31 neutron-server[109657]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109657) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 08 01:35:09.012069 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 08 01:35:09.012316 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 08 01:35:09.015524 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.015845 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.079848 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 08 01:35:09.080091 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 08 01:35:09.080329 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 08 01:35:09.080697 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 08 01:35:09.102864 n-d-713499-31 neutron-server[109657]: DEBUG oslo_db.sqlalchemy.engines [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109657) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 08 01:35:09.532163 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Initializing driver for type 'gre' Dec 08 01:35:09.532686 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] gre ID ranges: [(1, 1000)] Dec 08 01:35:09.586584 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Initializing driver for type 'local' Dec 08 01:35:09.586921 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Initializing driver for type 'vlan' Dec 08 01:35:09.599676 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] VlanTypeDriver initialization complete Dec 08 01:35:09.600006 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Initializing driver for type 'vxlan' Dec 08 01:35:09.600990 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] vxlan ID ranges: [(1, 1000)] Dec 08 01:35:09.653488 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Initializing extension driver 'port_security' Dec 08 01:35:09.653837 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.extensions.port_security [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] PortSecurityExtensionDriver initialization complete Dec 08 01:35:09.654172 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Initializing mechanism driver 'openvswitch' Dec 08 01:35:09.654496 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Initializing mechanism driver 'hyperv' Dec 08 01:35:09.661096 n-d-713499-31 neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:09.661935 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > port after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.662310 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > port after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.662669 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > port after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.663204 n-d-713499-31 neutron-server[109657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 01:35:09.663659 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > subnet after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.664016 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > subnet after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.664362 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.664765 n-d-713499-31 neutron-server[109657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 01:35:09.665173 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > network after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.665519 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > network after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.665863 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > network after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.666262 n-d-713499-31 neutron-server[109657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 01:35:09.666667 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > security_group after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.667018 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > security_group after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.667359 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.667787 n-d-713499-31 neutron-server[109657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 01:35:09.668195 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.668544 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.668886 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.669304 n-d-713499-31 neutron-server[109657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 01:35:09.669693 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > address_group after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.670033 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > address_group after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.670370 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.670769 n-d-713499-31 neutron-server[109657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 01:35:09.671152 n-d-713499-31 neutron-server[109657]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] ML2 OVO RPC backend initialized. {{(pid=109657) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 08 01:35:09.671877 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.672239 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.672657 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > network before_response 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.673006 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > networks before_response 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.673355 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > port before_response 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.673697 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > ports before_response 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.674037 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > subnet before_response 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.674395 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > subnets before_response 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.674720 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > network after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.675060 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > network after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.675397 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > network after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.675760 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > port after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.676097 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > port after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.676433 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > port after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.676768 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > subnet after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.677103 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > subnet after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.677438 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.678009 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.plugin [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Modular L2 Plugin initialization complete Dec 08 01:35:09.678337 n-d-713499-31 neutron-server[109657]: DEBUG neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading services supported by the core plugin {{(pid=109657) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 08 01:35:09.678666 n-d-713499-31 neutron-server[109657]: INFO neutron.plugins.ml2.managers [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Got port-security extension from driver 'port_security' Dec 08 01:35:09.679130 n-d-713499-31 neutron-server[109657]: INFO neutron.extensions.vlantransparent [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Disabled vlantransparent extension. Dec 08 01:35:09.679633 n-d-713499-31 neutron-server[109657]: DEBUG neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109657) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 08 01:35:09.679949 n-d-713499-31 neutron-server[109657]: INFO neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading Plugin: router Dec 08 01:35:09.716458 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.716851 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router after_create 55549900 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.717225 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router before_create 55549900 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.717593 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.717967 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.718325 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router after_delete 55549900 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.718685 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.719151 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.719512 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router after_create 55549900 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.719906 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router after_update 55549900 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.720264 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router after_update 55549900 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.720614 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.720979 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router after_update 55549900 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.721393 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router precommit_update 55549900 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.721762 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: port after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.722103 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: port after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.722442 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: subnet after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.722781 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.723128 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.723474 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router precommit_create 55549900 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.723844 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: port before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.724189 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router precommit_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.724543 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router after_update 55549900 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.724883 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.725269 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router precommit_create 55549900 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.725632 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.725977 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router precommit_update 55549900 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.726341 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > agent after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.726688 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > agent after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.727031 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > network after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.727911 n-d-713499-31 neutron-server[109657]: DEBUG neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Tracking information for resource: router configured {{(pid=109657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:35:09.728249 n-d-713499-31 neutron-server[109657]: DEBUG neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Tracking information for resource: floatingip configured {{(pid=109657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:35:09.733151 n-d-713499-31 neutron-server[109657]: INFO neutron.db.l3_agentschedulers_db [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 08 01:35:09.733749 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: port after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.734111 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: port after_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.734467 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: port after_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.734819 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: port after_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.735615 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router before_create 55550100 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.735991 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.736354 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router precommit_create 55550100 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.736709 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > router precommit_update 55550100 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.741626 n-d-713499-31 neutron-server[109657]: DEBUG neutron.services.provider_configuration [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service providers = [] {{(pid=109657) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 08 01:35:09.741994 n-d-713499-31 neutron-server[109657]: DEBUG neutron.db.servicetype_db [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109657) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 08 01:35:09.744998 n-d-713499-31 neutron-server[109657]: DEBUG neutron.services.service_base [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 01:35:09.745349 n-d-713499-31 neutron-server[109657]: DEBUG neutron.services.service_base [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 01:35:09.745692 n-d-713499-31 neutron-server[109657]: DEBUG neutron.services.service_base [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 01:35:09.746587 n-d-713499-31 neutron-server[109657]: DEBUG neutron.services.service_base [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 01:35:09.746968 n-d-713499-31 neutron-server[109657]: INFO neutron.services.service_base [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 08 01:35:09.747341 n-d-713499-31 neutron-server[109657]: DEBUG neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:35:09.747686 n-d-713499-31 neutron-server[109657]: INFO neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 08 01:35:09.759262 n-d-713499-31 neutron-server[109657]: DEBUG neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:35:09.759608 n-d-713499-31 neutron-server[109657]: INFO neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading Plugin: auto_allocate Dec 08 01:35:09.765328 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: network precommit_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.765700 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: network precommit_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.766225 n-d-713499-31 neutron-server[109657]: DEBUG neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:35:09.766547 n-d-713499-31 neutron-server[109657]: INFO neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading Plugin: tag Dec 08 01:35:09.773940 n-d-713499-31 neutron-server[109657]: DEBUG neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:35:09.774270 n-d-713499-31 neutron-server[109657]: INFO neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading Plugin: timestamp Dec 08 01:35:09.778122 n-d-713499-31 neutron-server[109657]: DEBUG neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:35:09.778452 n-d-713499-31 neutron-server[109657]: INFO neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading Plugin: network_ip_availability Dec 08 01:35:09.783998 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.784318 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.784679 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:09.785388 n-d-713499-31 neutron-server[109657]: DEBUG neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:35:09.785709 n-d-713499-31 neutron-server[109657]: INFO neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading Plugin: flavors Dec 08 01:35:09.790744 n-d-713499-31 neutron-server[109657]: DEBUG neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:35:09.791079 n-d-713499-31 neutron-server[109657]: INFO neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading Plugin: revisions Dec 08 01:35:09.795411 n-d-713499-31 neutron-server[109657]: DEBUG neutron.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:35:09.795836 n-d-713499-31 neutron-server[109657]: DEBUG oslo_concurrency.lockutils [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.736s {{(pid=109657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 08 01:35:09.796578 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109657) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 08 01:35:09.796919 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Initializing extension manager. Dec 08 01:35:09.797444 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: __init__.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.797785 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: __pycache__ {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.798120 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.798451 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: address_group.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.799202 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.799815 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: address-group Dec 08 01:35:09.800133 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: address_scope.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.800851 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.801373 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: address-scope Dec 08 01:35:09.801699 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.802632 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.803156 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: router-admin-state-down-before-update Dec 08 01:35:09.803506 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: agent.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.804236 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.804757 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: agent Dec 08 01:35:09.805080 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: agent_resources_synced.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.805997 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.806520 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: agent-resources-synced Dec 08 01:35:09.806843 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: allowedaddresspairs.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.808667 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.809194 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: allowed-address-pairs Dec 08 01:35:09.809524 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: auto_allocated_topology.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.810616 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.811137 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: auto-allocated-topology Dec 08 01:35:09.811465 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: availability_zone.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.812184 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.812699 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: availability_zone Dec 08 01:35:09.813022 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: availability_zone_filter.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.813940 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.814452 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: availability_zone_filter Dec 08 01:35:09.814777 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: data_plane_status.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.815733 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.816249 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension data-plane-status not supported by any of loaded plugins Dec 08 01:35:09.816576 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: default_subnetpools.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.817495 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.818012 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: default-subnetpools Dec 08 01:35:09.818340 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.819706 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.820223 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: dhcp_agent_scheduler Dec 08 01:35:09.820553 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: dns.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.821475 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.821986 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension dns-integration not supported by any of loaded plugins Dec 08 01:35:09.822311 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: dns_domain_ports.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.823234 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.823782 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 08 01:35:09.824109 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.825032 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.825545 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 08 01:35:09.825870 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: dvr.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.826543 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.827055 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: dvr Dec 08 01:35:09.827380 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: ecmp_routes.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.828322 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.828842 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 08 01:35:09.829165 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: empty_string_filtering.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.830079 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.830605 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: empty-string-filtering Dec 08 01:35:09.830931 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.831873 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.832392 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 08 01:35:09.832714 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.833627 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.834146 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 08 01:35:09.834491 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: external_net.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.835989 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.836510 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: external-net Dec 08 01:35:09.836836 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.837756 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.838281 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: extra_dhcp_opt Dec 08 01:35:09.838607 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: extraroute.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.839516 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.840057 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: extraroute Dec 08 01:35:09.840387 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: extraroute_atomic.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.841585 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.842112 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: extraroute-atomic Dec 08 01:35:09.842437 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: filter_validation.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.843103 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.843634 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: filter-validation Dec 08 01:35:09.843965 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: fip_pf_description.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.844879 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.845396 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 08 01:35:09.845719 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: fip_port_details.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.846640 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.847153 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: fip-port-details Dec 08 01:35:09.847478 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: flavors.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.848750 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.849274 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: flavors Dec 08 01:35:09.849604 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.851309 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.851875 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 08 01:35:09.852211 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: floatingip_pools.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.852910 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.853424 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: floatingip-pools Dec 08 01:35:09.853753 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: ip_allocation.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.854682 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.855196 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension ip_allocation not supported by any of loaded plugins Dec 08 01:35:09.855525 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.856472 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.856991 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: ip-substring-filtering Dec 08 01:35:09.857323 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: l2_adjacency.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.858240 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.858756 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 08 01:35:09.859084 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: l3.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.860074 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.860605 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: router Dec 08 01:35:09.860934 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.863169 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.863746 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 08 01:35:09.864083 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.865019 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.865546 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: ext-gw-mode Dec 08 01:35:09.866410 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.867335 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.867885 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: l3-ha Dec 08 01:35:09.868217 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: l3_flavors.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.869127 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.869643 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: l3-flavors Dec 08 01:35:09.869973 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.870889 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.871406 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 08 01:35:09.871765 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: l3agentscheduler.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.872776 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.873293 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: l3_agent_scheduler Dec 08 01:35:09.873624 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: local_ip.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.875398 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.875963 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension local_ip not supported by any of loaded plugins Dec 08 01:35:09.876300 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: logging.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.879089 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.879664 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension logging not supported by any of loaded plugins Dec 08 01:35:09.880011 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: metering.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.881032 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.881703 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: metering Dec 08 01:35:09.882039 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.883183 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.883743 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: metering_source_and_destination_fields Dec 08 01:35:09.884076 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: multiprovidernet.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.885014 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.885536 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: multi-provider Dec 08 01:35:09.885864 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: netmtu.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.886792 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.887318 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: net-mtu Dec 08 01:35:09.887675 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: netmtu_writable.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.888605 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.889128 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: net-mtu-writable Dec 08 01:35:09.889455 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: network_availability_zone.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.890124 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.890647 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: network_availability_zone Dec 08 01:35:09.890972 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: network_ip_availability.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.892105 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.892627 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: network-ip-availability Dec 08 01:35:09.892953 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: network_segment_range.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.893715 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.894226 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension network-segment-range not supported by any of loaded plugins Dec 08 01:35:09.894552 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: pagination.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.895575 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.895937 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: pagination Dec 08 01:35:09.896262 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: port_device_profile.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.897696 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.898218 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: port-device-profile Dec 08 01:35:09.898543 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.899464 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.900017 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: port-mac-address-regenerate Dec 08 01:35:09.900344 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.901269 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.901787 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: port-numa-affinity-policy Dec 08 01:35:09.902118 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: port_resource_request.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.903037 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.903552 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension port-resource-request not supported by any of loaded plugins Dec 08 01:35:09.903906 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: port_resource_request_groups.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.904884 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.905400 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 08 01:35:09.905728 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: portbindings.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.906651 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.907171 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: binding Dec 08 01:35:09.907498 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: portbindings_extended.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.908817 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.909340 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: binding-extended Dec 08 01:35:09.909667 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: portsecurity.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.910592 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.911111 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: port-security Dec 08 01:35:09.911435 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: project_id.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.912444 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.912872 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: project-id Dec 08 01:35:09.913198 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: providernet.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.914128 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.914655 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: provider Dec 08 01:35:09.914982 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: qos.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.918603 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.919140 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension qos not supported by any of loaded plugins Dec 08 01:35:09.919473 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.920757 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.921281 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 08 01:35:09.921615 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.922540 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.923061 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 08 01:35:09.923392 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: qos_default.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.924345 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.924870 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension qos-default not supported by any of loaded plugins Dec 08 01:35:09.925198 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: qos_fip.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.925853 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.926364 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension qos-fip not supported by any of loaded plugins Dec 08 01:35:09.926690 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: qos_gateway_ip.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.927640 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.928708 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 08 01:35:09.929047 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: qos_port_network_policy.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.929980 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.930513 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 08 01:35:09.930840 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.932064 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.932610 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 08 01:35:09.932941 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: qos_pps_rule.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.934155 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.934684 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension qos-pps not supported by any of loaded plugins Dec 08 01:35:09.935015 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: qos_rule_type_details.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.935972 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.936495 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 08 01:35:09.936829 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: qos_rules_alias.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.937880 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.938406 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 08 01:35:09.938735 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: quota_check_limit.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.939681 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.940205 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: quota-check-limit Dec 08 01:35:09.940536 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: quotasv2.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.941469 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.941797 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: quotas Dec 08 01:35:09.942120 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: quotasv2_detail.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.945884 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.946228 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: quota_details Dec 08 01:35:09.946565 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: rbac.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.947639 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.948179 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: rbac-policies Dec 08 01:35:09.948513 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: rbac_address_group.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.949453 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.949984 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: rbac-address-group Dec 08 01:35:09.950314 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: rbac_address_scope.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.951251 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.951808 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: rbac-address-scope Dec 08 01:35:09.952137 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: rbac_security_groups.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.953053 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.953573 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: rbac-security-groups Dec 08 01:35:09.953898 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: rbac_subnetpool.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.954811 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.955326 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: rbac-subnetpool Dec 08 01:35:09.955680 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: revisionifmatch.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.956601 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.957118 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: revision-if-match Dec 08 01:35:09.957444 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: revisions.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.958559 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.959074 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: standard-attr-revisions Dec 08 01:35:09.959398 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: router_availability_zone.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.960120 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.960649 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: router_availability_zone Dec 08 01:35:09.960974 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: routerservicetype.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.961901 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.962417 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension router-service-type not supported by any of loaded plugins Dec 08 01:35:09.962741 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.963772 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.964295 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: security-groups-normalized-cidr Dec 08 01:35:09.964624 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.965549 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.966068 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: port-security-groups-filtering Dec 08 01:35:09.966393 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.967334 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.967884 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: security-groups-remote-address-group Dec 08 01:35:09.968211 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.969146 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.969661 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: security-groups-shared-filtering Dec 08 01:35:09.969989 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.970582 n-d-713499-31 neutron-server[109657]: WARNING neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 08 01:35:09.970907 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: securitygroup.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.980718 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.981258 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: security-group Dec 08 01:35:09.981597 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: segment.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.982389 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.982913 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension segment not supported by any of loaded plugins Dec 08 01:35:09.983243 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.984212 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.984732 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 08 01:35:09.985059 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: servicetype.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.986163 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.986689 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: service-type Dec 08 01:35:09.987019 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: sorting.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.988062 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.988393 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: sorting Dec 08 01:35:09.988719 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: standard_attr_segment.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.989634 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.990146 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 08 01:35:09.990476 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: standardattrdescription.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.991678 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.992195 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: standard-attr-description Dec 08 01:35:09.992521 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: stateful_security_group.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.993460 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.993979 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: stateful-security-group Dec 08 01:35:09.994306 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: stdattrs_common.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.994875 n-d-713499-31 neutron-server[109657]: WARNING neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 08 01:35:09.995199 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.996158 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.996684 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 08 01:35:09.997009 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: subnet_onboard.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.998080 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:09.998603 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: subnet_onboard Dec 08 01:35:09.998930 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:09.999894 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:10.000409 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 08 01:35:10.000736 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: subnet_service_types.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:10.001669 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:10.002189 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: subnet-service-types Dec 08 01:35:10.002518 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: subnetallocation.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:10.003625 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:10.004140 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: subnet_allocation Dec 08 01:35:10.004476 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:10.005136 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:10.005911 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: subnetpool-prefix-ops Dec 08 01:35:10.006235 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:10.007813 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:10.008335 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 08 01:35:10.008661 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: tagging.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:10.009717 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:10.010248 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: standard-attr-tag Dec 08 01:35:10.010574 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: timestamp.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:10.011835 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:10.012361 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loaded extension: standard-attr-timestamp Dec 08 01:35:10.012691 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: trunk.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:10.013740 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:10.014266 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension trunk not supported by any of loaded plugins Dec 08 01:35:10.014598 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: trunk_details.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:10.015525 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:10.016084 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension trunk-details not supported by any of loaded plugins Dec 08 01:35:10.016412 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: uplink_status_propagation.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:10.017348 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:10.017872 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 08 01:35:10.018202 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Loading extension file: vlantransparent.py {{(pid=109657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:35:10.018867 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:35:10.019384 n-d-713499-31 neutron-server[109657]: INFO neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 08 01:35:10.021946 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:network Dec 08 01:35:10.022483 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:subnet Dec 08 01:35:10.022883 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 01:35:10.023274 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:port Dec 08 01:35:10.024543 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.v2.resource_helper [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:35:10.024989 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.v2.resource_helper [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service FLAVORS assigned prefix: {{(pid=109657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:35:10.025616 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.v2.resource_helper [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:35:10.026051 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.v2.resource_helper [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:35:10.026384 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:router Dec 08 01:35:10.026809 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:floatingip Dec 08 01:35:10.027299 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.v2.resource_helper [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service METERING assigned prefix: /metering {{(pid=109657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:35:10.028769 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:10.029142 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:10.029497 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:35:10.030491 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of CountableResource for resource:rbac_policy Dec 08 01:35:10.030937 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:security_group Dec 08 01:35:10.031377 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 08 01:35:10.032008 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.v2.resource_helper [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service CORE assigned prefix: {{(pid=109657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:35:10.032340 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 01:35:10.032687 n-d-713499-31 neutron-server[109657]: WARNING neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] subnetpool is already registered Dec 08 01:35:10.033138 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.v2.resource_helper [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service CORE assigned prefix: {{(pid=109657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:35:10.033469 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 01:35:10.033801 n-d-713499-31 neutron-server[109657]: WARNING neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] subnetpool is already registered Dec 08 01:35:10.036131 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.v2.resource_helper [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:35:10.036523 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.v2.resource_helper [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service FLAVORS assigned prefix: {{(pid=109657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:35:10.037111 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.v2.resource_helper [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:35:10.037532 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.v2.resource_helper [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:35:10.037898 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:router Dec 08 01:35:10.038239 n-d-713499-31 neutron-server[109657]: WARNING neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] router is already registered Dec 08 01:35:10.038650 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:floatingip Dec 08 01:35:10.038985 n-d-713499-31 neutron-server[109657]: WARNING neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] floatingip is already registered Dec 08 01:35:10.039439 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.v2.resource_helper [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service METERING assigned prefix: /metering {{(pid=109657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:35:10.040135 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of CountableResource for resource:rbac_policy Dec 08 01:35:10.040467 n-d-713499-31 neutron-server[109657]: WARNING neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] rbac_policy is already registered Dec 08 01:35:10.040878 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:security_group Dec 08 01:35:10.041218 n-d-713499-31 neutron-server[109657]: WARNING neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] security_group is already registered Dec 08 01:35:10.041620 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 08 01:35:10.041951 n-d-713499-31 neutron-server[109657]: WARNING neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] security_group_rule is already registered Dec 08 01:35:10.042575 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.v2.resource_helper [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service CORE assigned prefix: {{(pid=109657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:35:10.042903 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 01:35:10.043237 n-d-713499-31 neutron-server[109657]: WARNING neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] subnetpool is already registered Dec 08 01:35:10.043700 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.v2.resource_helper [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Service CORE assigned prefix: {{(pid=109657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:35:10.044027 n-d-713499-31 neutron-server[109657]: INFO neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 01:35:10.044357 n-d-713499-31 neutron-server[109657]: WARNING neutron.quota.resource_registry [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] subnetpool is already registered Dec 08 01:35:10.044833 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: extensions {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.046286 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: address-groups {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.047821 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: address-scopes {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.049152 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: agents {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.050313 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: auto-allocated-topology {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.051577 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: availability_zones {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.052833 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: dhcp-networks {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.054895 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: dhcp-agents {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.056385 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: routers {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.058621 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: flavors {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.059812 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: service_profiles {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.061031 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: next_providers {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.062502 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: service_profiles {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.064081 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: floatingip-pools {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.065333 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: routers {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.067484 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: floatingips {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.070309 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: l3-routers {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.071738 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: l3-agents {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.073153 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: metering-labels {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.074526 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: metering-label-rules {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.075847 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: network-ip-availabilities {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.077136 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: bindings {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.078797 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: quotas {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.080402 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: quotas {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.081944 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: rbac-policies {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.083267 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: security-groups {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.084558 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: security-group-rules {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.085791 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: service-providers {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.087012 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: subnetpools {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.088472 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: subnetpools {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.089946 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: tags {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.091703 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: tags {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.093533 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: tags {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.095329 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: tags {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.097173 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: tags {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.099044 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: tags {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.100811 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: tags {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.102730 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: tags {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.104538 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: tags {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.106418 n-d-713499-31 neutron-server[109657]: DEBUG neutron.api.extensions [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Extended resource: tags {{(pid=109657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:35:10.112478 n-d-713499-31 neutron-server[109657]: WARNING keystonemiddleware.auth_token [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 08 01:35:10.117701 n-d-713499-31 neutron-server[109657]: WARNING keystonemiddleware.auth_token [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 08 01:35:10.126344 n-d-713499-31 neutron-server[109657]: DEBUG oslo_concurrency.lockutils [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Acquired lock "singleton_lock" {{(pid=109657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 08 01:35:10.126815 n-d-713499-31 neutron-server[109657]: DEBUG oslo_concurrency.lockutils [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Releasing lock "singleton_lock" {{(pid=109657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 08 01:35:10.127470 n-d-713499-31 neutron-server[109657]: INFO oslo_service.service [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Starting 2 workers Dec 08 01:35:10.133233 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Started child 109766 {{(pid=109657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 01:35:10.137910 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Started child 109767 {{(pid=109657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 01:35:10.139478 n-d-713499-31 neutron-server[109657]: INFO neutron.service [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 08 01:35:10.139966 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:10.140603 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Publish callbacks [] for process, before_spawn {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:10.141726 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [-] (109766) wsgi starting up on http://0.0.0.0:9696 Dec 08 01:35:10.142729 n-d-713499-31 neutron-server[109657]: INFO oslo_service.service [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Starting 1 workers Dec 08 01:35:10.142921 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:10.144397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [-] (109767) wsgi starting up on http://0.0.0.0:9696 Dec 08 01:35:10.148164 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Started child 109768 {{(pid=109657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 01:35:10.148726 n-d-713499-31 neutron-server[109657]: INFO oslo_service.service [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Starting 1 workers Dec 08 01:35:10.151778 n-d-713499-31 neutron-server[109768]: DEBUG neutron.service [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] calling RpcWorker wait() {{(pid=109768) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 08 01:35:10.152349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.service [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] returning from RpcWorker wait() {{(pid=109768) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 08 01:35:10.153220 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Started child 109769 {{(pid=109657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 01:35:10.153572 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:10.154015 n-d-713499-31 neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f887-9f90-4500-972a-dc460e2ee223 None None] Publish callbacks [] for process, after_spawn {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:10.154123 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:10.155941 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 08 01:35:10.156163 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 01:35:10.156351 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 01:35:10.156584 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 01:35:10.156911 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 01:35:10.157096 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 01:35:10.157590 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.157884 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.158171 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.158264 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:10.158712 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.158712 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.159302 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.159582 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.159853 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.160152 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.160386 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.160556 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.160723 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.160971 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.161205 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.161522 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.161821 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.162072 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.162292 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.162462 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.162739 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.163002 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.163251 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.163513 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] debug = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.163828 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.164305 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.164547 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.164806 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.165026 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.165319 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.165553 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.165835 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.166051 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.166268 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.166520 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.166783 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.167017 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.167229 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.167454 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.167766 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.167948 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.168170 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.168659 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] host = n-d-713499-31 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.168878 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.169097 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.169325 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.169572 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.169817 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.170034 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.170286 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.170558 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.170800 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.171046 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.171298 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.171543 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.171802 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.172035 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_file = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.172187 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_options = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.172421 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.172693 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.172953 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.173150 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.173307 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.173489 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.173757 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.173921 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.174172 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.174388 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.174604 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.174838 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.175071 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.175307 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.175574 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.175854 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.176089 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.176320 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.176580 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.176819 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.177048 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.177307 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.177525 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.177763 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.177979 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.178754 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.178983 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.179221 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.179460 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.179704 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.179943 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.180206 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.180443 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.180669 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.180938 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.181170 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.181400 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.181638 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.181899 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.182151 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.182367 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.182662 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.182843 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.183092 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.183307 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.183539 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.183810 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] use_json = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.184026 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.184281 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.186147 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.186147 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.186147 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.186147 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.186147 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.186147 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.186147 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.188186 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.188186 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.188186 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.188186 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.188186 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.188186 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.188186 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.188186 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.190343 n-d-713499-31 neutron-server[109769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:10.190512 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.190512 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.190512 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.190512 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.190512 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.190512 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.190512 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.190512 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.191260 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.191260 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.191260 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.191260 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.191541 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.191701 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.191925 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.192159 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.192393 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.192616 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.192923 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.193200 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.193533 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.193830 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.194655 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.194944 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.195164 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.195430 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.195671 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.195893 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.196729 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.196729 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.196729 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.198792 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.198792 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.198792 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.198792 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.198792 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.198792 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.198792 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.198792 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.206209 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.206209 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.206209 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.206209 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.206209 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.206209 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.206209 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.206209 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.206209 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207065 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207065 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207065 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207065 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207065 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207065 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207065 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207065 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207065 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207765 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207765 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207765 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207765 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207765 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207765 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207765 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207765 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.207765 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.208393 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.208393 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.208393 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.208393 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.208393 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.208393 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.208393 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.208393 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.208393 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.209042 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.209042 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.209042 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.209042 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.209042 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.209042 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.209042 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.209578 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.209578 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.209742 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.215570 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.215570 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.215570 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.217168 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.219249 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.219515 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.219790 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.220035 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.220312 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.220559 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.220811 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.221054 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.221291 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.221578 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.221831 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.222086 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.222313 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.222571 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.222823 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.223111 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.223366 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.223636 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.224919 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.225738 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.226136 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.226957 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.227692 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.227991 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.228288 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.228618 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.230239 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.230911 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.231173 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.233464 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.233758 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.234036 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.234324 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.234590 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.234869 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.235453 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.235453 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.238789 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.238789 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.239001 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.239630 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.239630 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.239821 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.239954 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.240251 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.241033 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.241033 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.241451 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.241725 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.241984 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.242255 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.242536 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.242761 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.243001 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.243552 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.243825 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.244068 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.245950 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.246219 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.246476 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.246712 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.246980 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.247215 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.247448 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.247702 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.247939 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.248173 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.248435 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.248661 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.248904 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.249149 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.249374 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.249598 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.249822 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.250061 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.250335 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.250561 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.250833 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.251093 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.251314 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.251549 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.252057 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.252336 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.252555 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.252827 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.253075 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.253302 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.253518 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.253757 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.254227 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.254478 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.254729 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.254943 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.255178 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.255725 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.256049 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.256809 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.257079 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.257332 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.257558 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.257780 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.258021 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.258256 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.258478 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.258697 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.258914 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.259155 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.259409 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.259690 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.259912 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.260122 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.260357 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.260578 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.260816 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.261107 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.261359 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.261590 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.261843 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.262098 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.262308 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.262571 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.262806 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.263020 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.263263 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.263481 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.263778 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.264021 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.264236 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.264449 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.264673 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.264892 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.265135 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.265361 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.265572 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.265806 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.266030 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.266248 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.266458 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.266685 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.266894 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.267114 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.267358 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.267576 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.267813 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.268060 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.268271 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.268487 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.268708 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.268923 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.269131 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.269442 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.269702 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.269929 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.270212 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.270468 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.270725 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.270978 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.271275 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.271514 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.272187 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.272571 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.272680 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.272880 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.273154 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.273460 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.274325 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.274591 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.274857 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.275129 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.275401 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.276125 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.276846 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.277190 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.277487 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.277760 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.278286 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.278543 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.278805 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.279031 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.279473 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.279742 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.279985 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.280237 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.280475 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.280722 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.280982 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.281201 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.281463 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.281971 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.282222 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.282437 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.282685 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.284327 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.284494 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 01:35:10.285031 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 08 01:35:10.285199 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 01:35:10.285357 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 01:35:10.285543 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 01:35:10.285723 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 01:35:10.285878 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 01:35:10.286086 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.286296 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.286433 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.286567 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.286720 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.286859 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.287025 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.287185 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.287344 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.287504 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.288297 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.288844 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.289054 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.289207 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.289368 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.289526 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.289684 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.290077 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.290247 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.290430 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.290589 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.290975 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.291140 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] debug = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.291271 n-d-713499-31 neutron-server[109768]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:10.291409 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.291542 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.291716 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.291857 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.291986 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.292118 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.292281 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.292441 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.292600 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.292758 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.292917 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.293076 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.293235 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.293393 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.293551 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.293709 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.293867 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.294027 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.294183 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] host = n-d-713499-31 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.294344 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.294535 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.294674 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.294813 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.294942 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.295083 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.295243 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.295400 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.295557 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.295738 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.295896 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.296054 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.296212 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.296369 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_file = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.296525 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_options = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.296682 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.296840 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.297000 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.297187 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.297351 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.297510 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.297669 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.297827 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.297984 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.298141 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.298299 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.298455 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.298612 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.298768 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.298925 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.299082 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.299239 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.299399 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.299557 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.299757 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.299916 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.300073 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.300230 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.300386 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.300544 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.300703 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.300861 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.301019 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.301176 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.301333 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.301490 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.301649 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.301807 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.302438 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.302438 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.302438 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.302438 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.303663 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.303663 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.303979 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.304180 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.304840 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.304840 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.305325 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.305466 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.305605 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.305747 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] use_json = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.305881 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.306021 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.306149 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.306285 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.306662 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.306925 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.307149 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.307313 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:35:10.307492 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.307691 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.307867 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.308029 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.308190 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.308352 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.308512 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.308673 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.308833 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.308993 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.309160 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.309321 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.309492 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.309652 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.309811 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.309973 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.310174 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.310296 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.310415 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.310579 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.310740 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.310899 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.311067 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.311226 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.311385 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.311545 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.311726 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.311885 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.312050 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.312226 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.312387 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.312550 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.312720 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.312869 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.313031 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.313192 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.313354 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.313515 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.313676 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.313837 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.313998 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.314158 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.314319 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.314481 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.314642 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.314803 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.315012 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.315181 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.315342 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.315503 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.315696 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.315904 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.316245 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.316367 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.316510 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.316676 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.316836 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.317011 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.317172 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.317332 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.317493 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.317739 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.317873 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.318002 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.318172 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.318333 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.318494 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.318653 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.319357 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.319519 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.319702 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.319864 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.320025 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.320184 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.320343 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.320502 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.320664 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.320823 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.320983 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.321144 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.321305 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.321466 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.321626 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.321788 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.321949 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.322109 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.322268 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.322427 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.322587 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.322746 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.322908 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.323075 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.323249 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.323409 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.323567 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.323749 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.323989 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.324157 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.324318 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.324476 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.324635 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.324794 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.324953 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.325113 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.325274 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.325433 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.325592 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.325753 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.325913 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.326073 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.326231 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.326391 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.326552 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.326712 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.326871 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.327030 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.327189 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.327347 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.327519 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.327702 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.327870 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.328033 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.328197 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.328367 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.328529 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.328689 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.328850 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.329009 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.329169 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.329329 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.329489 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.329648 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.330410 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.330410 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.330410 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.330410 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.330410 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.330808 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.330808 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.331033 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.331033 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.331227 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.331313 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.331470 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.331648 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.331992 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.332394 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.332394 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.332629 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.332749 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.332830 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.332976 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.333141 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.333301 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.333463 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.333625 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.333973 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.333973 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.334201 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.334281 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.334428 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.334576 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.334731 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.334891 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.335050 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.335210 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.335371 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.335530 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.335985 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.335985 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.336236 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.336414 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.336578 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.336737 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.336899 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.337064 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.337222 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.337383 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.337548 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.337711 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.337871 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.338073 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.338196 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.338331 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.338491 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.338728 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.338927 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.339094 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.339254 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.339419 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.339568 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.339752 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.339914 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.340091 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.340256 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.340413 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.340774 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.340934 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.341139 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.341563 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.341730 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.341891 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.342052 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.342212 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.342376 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.342540 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.342701 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.342862 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.343042 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.343198 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.343349 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.343493 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.343693 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.343857 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.344016 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.344175 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.344335 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.344495 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.344665 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.344825 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.345165 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.345165 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.345406 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.345406 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.345595 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.345733 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.345893 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.346052 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.346211 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.346370 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.346539 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.346698 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.346857 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.347017 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.347175 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.347334 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.347509 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.347784 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.347918 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.348128 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.348276 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.348397 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.348540 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.348954 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.349114 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.349274 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.349432 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.349591 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.349760 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.349923 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.350616 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.350785 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.350945 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.351110 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.351249 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.351429 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.351588 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.351763 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.351922 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.352081 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.352241 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.352403 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.352569 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.352738 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.352904 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.353066 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.353234 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.353398 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.353560 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.353720 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.353887 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.354058 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.354217 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.354375 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.354535 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.354696 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.354857 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.355016 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.355178 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.355337 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.355497 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.355680 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.355841 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.356001 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.356161 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.356320 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.356480 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.356639 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.356800 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.356958 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.357118 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:35:10.357271 n-d-713499-31 neutron-server[109657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 01:35:10.437763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56080) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:10.446345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063987 Dec 08 01:35:21.960128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef19686e-cf33-4407-a2ea-5914be56babe None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:35:22.024998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19686e-cf33-4407-a2ea-5914be56babe None None] No non-hosted networks {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 08 01:35:22.048759 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.agentschedulers_db [None req-ef19686e-cf33-4407-a2ea-5914be56babe None None] DHCP Agent not found on host n-d-713499-31 {{(pid=109768) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 08 01:35:22.224223 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-877416f7-4388-4a60-91fc-272aa320d647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1723698'] for agent, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:24.250915 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-166e7ddd-c991-40b0-a70c-0c06f219fdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1723698'] for agent, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:24.317422 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2494da3-e170-4405-8c76-3212430c7ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:25.284064 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1723698'] for agent, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:26.816420 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1723698'] for agent, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:27.782615 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1723698'] for agent, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:27.785463 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:27.786576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:27.788038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:27.789292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:27.791736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:27.793261 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:27.794406 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:27.795468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:27.796052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:27.796590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:27.797151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:27.797699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:27.798234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:27.798842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713499-31', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:27.806499 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713499-31', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:28.161127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56172) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:28.681300 n-d-713499-31 neutron-server[109767]: WARNING oslo_policy.policy [None req-d6eb68b8-0866-46e9-8330-c65af1c2d491 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:35:28.681896 n-d-713499-31 neutron-server[109767]: WARNING oslo_policy.policy [None req-d6eb68b8-0866-46e9-8330-c65af1c2d491 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:35:28.854329 n-d-713499-31 neutron-server[109768]: INFO neutron.db.l3_hamode_db [None req-d2ba9ba5-e4e6-49c0-891a-d67ada0c19c2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 08 01:35:28.911550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-d6eb68b8-0866-46e9-8330-c65af1c2d491 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:35:28.924724 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d6eb68b8-0866-46e9-8330-c65af1c2d491 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7497942 Dec 08 01:35:28.932170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ba9ba5-e4e6-49c0-891a-d67ada0c19c2 None None] Routers set() bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:35:28.932554 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ba9ba5-e4e6-49c0-891a-d67ada0c19c2 None None] Router IDs set() for agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 01:35:31.487939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56188) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:31.798181 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bb5f7cef-0602-4308-a349-718619d69934 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:31.893292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.policy [None req-bb5f7cef-0602-4308-a349-718619d69934 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 08 01:35:31.941078 n-d-713499-31 neutron-server[109767]: WARNING oslo_policy.policy [None req-bb5f7cef-0602-4308-a349-718619d69934 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:35:31.941445 n-d-713499-31 neutron-server[109767]: WARNING oslo_policy.policy [None req-bb5f7cef-0602-4308-a349-718619d69934 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:35:31.949712 n-d-713499-31 neutron-server[109767]: INFO neutron.quota [None req-bb5f7cef-0602-4308-a349-718619d69934 admin admin] Loaded quota_driver: . Dec 08 01:35:32.036620 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb5f7cef-0602-4308-a349-718619d69934 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785262363123', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785262363430', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785262361018', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785262350887', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785262342074', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785262333267', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3605425', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3464853', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1796184', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1759538'] for rbac-policy, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.099624 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb5f7cef-0602-4308-a349-718619d69934 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.100824 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bb5f7cef-0602-4308-a349-718619d69934 admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6118982 Dec 08 01:35:34.856618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56200) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:35.154442 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'name': 'private', 'project_id': 'ffbf1c0d88a740e2910645ecb56e7a48'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:35.181714 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Made reservation on behalf of ffbf1c0d88a740e2910645ecb56e7a48 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:35:35.184415 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:35.201295 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:35.308091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:35.311756 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:35.331255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:35:35.358405 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785260492957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:35.358993 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Unsubscribe: segment precommit_create {{(pid=109767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 08 01:35:35.359507 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Added segment 79d755f0-9bab-47a5-b841-a59ab675844f of type vlan for network a20d1a8d-25bf-463a-bf9e-c38481776b22 Dec 08 01:35:35.375359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72f7caf-58c0-46d5-bec5-053125544b18,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:35.401604 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:35.401880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:35.402215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:35.402549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:35.402875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:35.403195 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:35.403513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:35.403856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:35.404172 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:35.404488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:35.404800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:35.405112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:35.405425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Tracked resource versions report: Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: pushed versions: Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: { 'AddressGroup': {'1.2'}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'ConntrackHelper': {'1.0'}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'Log': {'1.0'}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'Network': {'1.1'}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'Port': {'1.7'}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'PortForwarding': {'1.2'}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'QosPolicy': {'1.10'}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'SecurityGroup': {'1.5'}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'SubPort': {'1.0'}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'Subnet': {'1.1'}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'Trunk': {'1.1'}} Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: consumer versions: Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: { DHCP agent@n-d-713499-31: {}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: L3 agent@n-d-713499-31: {}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: Metadata agent@n-d-713499-31: {}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: Metering agent@n-d-713499-31: {}, Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: Open vSwitch agent@n-d-713499-31: { 'AddressGroup': '1.2', Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'ConntrackHelper': '1.0', Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'LocalIPAssociation': '1.0', Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'Log': '1.0', Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'Network': '1.1', Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'Port': '1.7', Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'PortForwarding': '1.2', Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'QosPolicy': '1.10', Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'SecurityGroup': '1.5', Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'SecurityGroupRule': '1.2', Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'SubPort': '1.0', Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'Subnet': '1.1', Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: 'Trunk': '1.1'}} Dec 08 01:35:35.406534 n-d-713499-31 neutron-server[109767]: {{(pid=109767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:35:35.475302 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:35.515073 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:35.516138 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:35.516839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:35.576095 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7184236 Dec 08 01:35:35.617256 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134df2d-5b55-42d5-b1dc-b57d49efeb5f admin admin] Pushing event updated for resources: {'Network': ['ID=a20d1a8d-25bf-463a-bf9e-c38481776b22,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:35.630225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network a20d1a8d-25bf-463a-bf9e-c38481776b22 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:35:38.434318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56214) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:38.823728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfedadd2-be2f-4403-9206-0bf4a34458a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:38.825081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bfedadd2-be2f-4403-9206-0bf4a34458a3 admin admin] 10.222.0.71 "GET /v2.0/networks/a20d1a8d-25bf-463a-bf9e-c38481776b22 HTTP/1.1" status: 200 len: 825 time: 0.3898084 Dec 08 01:35:38.849157 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1c38f469-342a-4730-a7f6-ca1eb7505edb admin admin] 10.222.0.71 "GET /v2.0/subnetpools/c22626ab-093b-4199-8e90-dffd74791b89 HTTP/1.1" status: 200 len: 734 time: 0.0179548 Dec 08 01:35:38.857891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fbe4ca61-8e23-4d7a-98bf-3d09188e64a1 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'ip_version': 4, 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22', 'subnetpool_id': 'c22626ab-093b-4199-8e90-dffd74791b89', 'name': 'private-subnet'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:38.878916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe4ca61-8e23-4d7a-98bf-3d09188e64a1 admin admin] Made reservation on behalf of ffbf1c0d88a740e2910645ecb56e7a48 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:35:38.882064 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fbe4ca61-8e23-4d7a-98bf-3d09188e64a1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:39.173006 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fbe4ca61-8e23-4d7a-98bf-3d09188e64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:39.241599 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe4ca61-8e23-4d7a-98bf-3d09188e64a1 admin admin] Checking segment: {'id': '79d755f0-9bab-47a5-b841-a59ab675844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:39.241992 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe4ca61-8e23-4d7a-98bf-3d09188e64a1 admin admin] Network hostable DHCP agents. Network: a20d1a8d-25bf-463a-bf9e-c38481776b22, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:35:39.249066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4ca61-8e23-4d7a-98bf-3d09188e64a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d91940-6202-4989-bbbf-c430bafad5dc,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:39.267281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe4ca61-8e23-4d7a-98bf-3d09188e64a1 admin admin] Network a20d1a8d-25bf-463a-bf9e-c38481776b22 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:35:39.282658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-fbe4ca61-8e23-4d7a-98bf-3d09188e64a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, a20d1a8d-25bf-463a-bf9e-c38481776b22) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:39.287259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe4ca61-8e23-4d7a-98bf-3d09188e64a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:39.287956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fbe4ca61-8e23-4d7a-98bf-3d09188e64a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:39.293984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babfc009-4ee1-467c-8c39-fe1dc3ee34d6 None None] Network a20d1a8d-25bf-463a-bf9e-c38481776b22 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:35:39.303786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fbe4ca61-8e23-4d7a-98bf-3d09188e64a1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4489846 Dec 08 01:35:39.561142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-a20d1a8d-25bf-463a-bf9e-c38481776b22', 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22', 'project_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'fixed_ips': [{'subnet_id': 'e2d91940-6202-4989-bbbf-c430bafad5dc'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:35:39.562461 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:39.868494 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Allocated IP 172.20.0.2 (a20d1a8d-25bf-463a-bf9e-c38481776b22/e2d91940-6202-4989-bbbf-c430bafad5dc/749bfd3b-f850-43a0-9e60-373b95547c16) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:35:40.112571 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:40.120957 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:40.194176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Network a20d1a8d-25bf-463a-bf9e-c38481776b22 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:40.198873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:40.203518 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:35:40.242237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Pushing event updated for resources: {'Port': ['ID=749bfd3b-f850-43a0-9e60-373b95547c16,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:40.264876 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:40.265224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:40.265559 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:40.265888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:40.266216 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:40.266540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:40.266861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:40.267182 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:40.267495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:40.267838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:40.268156 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:40.268472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:40.268783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Tracked resource versions report: Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: pushed versions: Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: { 'AddressGroup': {'1.2'}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'ConntrackHelper': {'1.0'}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'Log': {'1.0'}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'Network': {'1.1'}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'Port': {'1.7'}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'PortForwarding': {'1.2'}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'QosPolicy': {'1.10'}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'SecurityGroup': {'1.5'}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'SubPort': {'1.0'}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'Subnet': {'1.1'}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'Trunk': {'1.1'}} Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: consumer versions: Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: { DHCP agent@n-d-713499-31: {}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: L3 agent@n-d-713499-31: {}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: Metadata agent@n-d-713499-31: {}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: Metering agent@n-d-713499-31: {}, Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: Open vSwitch agent@n-d-713499-31: { 'AddressGroup': '1.2', Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'ConntrackHelper': '1.0', Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'LocalIPAssociation': '1.0', Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'Log': '1.0', Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'Network': '1.1', Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'Port': '1.7', Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'PortForwarding': '1.2', Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'QosPolicy': '1.10', Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'SecurityGroup': '1.5', Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'SecurityGroupRule': '1.2', Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'SubPort': '1.0', Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'Subnet': '1.1', Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: 'Trunk': '1.1'}} Dec 08 01:35:40.269882 n-d-713499-31 neutron-server[109768]: {{(pid=109768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:35:40.298034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Attempting to bind port 749bfd3b-f850-43a0-9e60-373b95547c16 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:35:40.298604 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Attempting to bind port 749bfd3b-f850-43a0-9e60-373b95547c16 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '79d755f0-9bab-47a5-b841-a59ab675844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:35:40.298832 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Attempting to bind port 749bfd3b-f850-43a0-9e60-373b95547c16 on network a20d1a8d-25bf-463a-bf9e-c38481776b22 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:40.303665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:35:40.304042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Checking segment: {'id': '79d755f0-9bab-47a5-b841-a59ab675844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:40.304512 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:40.305174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Bound using segment: {'id': '79d755f0-9bab-47a5-b841-a59ab675844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:35:40.305651 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Bound port: 749bfd3b-f850-43a0-9e60-373b95547c16, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d755f0-9bab-47a5-b841-a59ab675844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:35:40.306076 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:40.369177 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] For port 749bfd3b-f850-43a0-9e60-373b95547c16, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:40.373469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] For port 749bfd3b-f850-43a0-9e60-373b95547c16, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=749bfd3b-f850-43a0-9e60-373b95547c16,segment=NetworkSegment(79d755f0-9bab-47a5-b841-a59ab675844f),segment_id=79d755f0-9bab-47a5-b841-a59ab675844f)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:35:40.377200 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:40.439905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b18d0b-0a84-424c-9321-7d1b78bbe77f None None] Pushing event updated for resources: {'Port': ['ID=749bfd3b-f850-43a0-9e60-373b95547c16,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:41.929175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56222) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:42.253787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-b6c143c6-75fe-4f47-8612-22778694bc1c admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:35:42.255032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b6c143c6-75fe-4f47-8612-22778694bc1c admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3246579 Dec 08 01:35:44.862888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56230) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:45.176016 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-609a380c-3533-4837-b2c4-fc4f5b46c3af admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:35:45.177011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-609a380c-3533-4837-b2c4-fc4f5b46c3af admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3131723 Dec 08 01:35:48.031284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:48.362942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ea1ff742-8202-45dd-bb46-e372ea85f58d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'name': 'router1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:48.387453 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea1ff742-8202-45dd-bb46-e372ea85f58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:48.388988 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea1ff742-8202-45dd-bb46-e372ea85f58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:48.524260 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea1ff742-8202-45dd-bb46-e372ea85f58d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:48.528935 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea1ff742-8202-45dd-bb46-e372ea85f58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:48.542962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea1ff742-8202-45dd-bb46-e372ea85f58d admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:48.544250 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ea1ff742-8202-45dd-bb46-e372ea85f58d admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5118814 Dec 08 01:35:49.520454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72399a19-7b06-429b-8ca6-92aca0053a5e None None] Network a20d1a8d-25bf-463a-bf9e-c38481776b22 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:35:49.611165 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7665ae27-4cf2-422b-9995-193260128fb4 None None] Provisioning complete for port 749bfd3b-f850-43a0-9e60-373b95547c16 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:49.611552 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7665ae27-4cf2-422b-9995-193260128fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:49.678624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 749bfd3b-f850-43a0-9e60-373b95547c16 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:35:49.838913 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 749bfd3b-f850-43a0-9e60-373b95547c16 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:49.839103 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:49.858702 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7665ae27-4cf2-422b-9995-193260128fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:49.913705 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7665ae27-4cf2-422b-9995-193260128fb4 None None] For port 749bfd3b-f850-43a0-9e60-373b95547c16, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=749bfd3b-f850-43a0-9e60-373b95547c16,segment=NetworkSegment(79d755f0-9bab-47a5-b841-a59ab675844f),segment_id=79d755f0-9bab-47a5-b841-a59ab675844f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:49.919383 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7665ae27-4cf2-422b-9995-193260128fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:49.990861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665ae27-4cf2-422b-9995-193260128fb4 None None] Pushing event updated for resources: {'Port': ['ID=749bfd3b-f850-43a0-9e60-373b95547c16,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:50.038793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-61efe162-e237-497c-80d3-19c5e995fc0c None None] Provisioning complete for port 749bfd3b-f850-43a0-9e60-373b95547c16 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:50.039046 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61efe162-e237-497c-80d3-19c5e995fc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:51.105167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56254) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:51.420399 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-111a1219-dd2f-4972-bfdb-e8d4bf9414d8 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:35:51.421391 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-111a1219-dd2f-4972-bfdb-e8d4bf9414d8 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3152609 Dec 08 01:35:51.632435 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 749bfd3b-f850-43a0-9e60-373b95547c16 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:35:51.682224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 749bfd3b-f850-43a0-9e60-373b95547c16 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:51.682604 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:51.889227 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6e19b001-460d-4e9a-ae74-f1b3f44238c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.018950 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56262) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:54.245945 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb81f193-d795-4584-ba73-a4c407e74752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.331955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:54.353282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Made reservation on behalf of 069be2e3912e4c8db48517c83c24b944 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:35:54.355809 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.363925 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.436833 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.440436 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.456864 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Reserving flat network on physical network physnet1 {{(pid=109767) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 08 01:35:54.477220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa503801-dbd4-45b9-be62-d524d3478177,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:54.480103 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.480435 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Added segment 26b2c956-1db3-4e3c-9e21-674d1ec346ce of type flat for network 44b19830-455e-444a-9e4a-1576bcdd8229 Dec 08 01:35:54.525239 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.554794 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.555745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:54.556325 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.586025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5660141 Dec 08 01:35:54.616845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf2ed0-f11a-4cf8-87c1-d34d3d3a10a7 admin admin] Pushing event updated for resources: {'Network': ['ID=44b19830-455e-444a-9e4a-1576bcdd8229,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:54.628561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 44b19830-455e-444a-9e4a-1576bcdd8229 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:35:55.220813 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.715853 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:57.188549 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56280) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:57.411794 n-d-713499-31 neutron-server[109766]: WARNING oslo_policy.policy [None req-98d2309a-d0a6-4bc1-a879-bc1db313e799 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:35:57.412393 n-d-713499-31 neutron-server[109766]: WARNING oslo_policy.policy [None req-98d2309a-d0a6-4bc1-a879-bc1db313e799 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:35:57.783331 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:57.826913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.policy [None req-98d2309a-d0a6-4bc1-a879-bc1db313e799 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109766) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 08 01:35:57.876803 n-d-713499-31 neutron-server[109766]: WARNING oslo_policy.policy [None req-98d2309a-d0a6-4bc1-a879-bc1db313e799 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:35:57.877150 n-d-713499-31 neutron-server[109766]: WARNING oslo_policy.policy [None req-98d2309a-d0a6-4bc1-a879-bc1db313e799 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:35:57.885766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d2309a-d0a6-4bc1-a879-bc1db313e799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:57.887740 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-98d2309a-d0a6-4bc1-a879-bc1db313e799 admin admin] 10.222.0.71 "GET /v2.0/subnets/e2d91940-6202-4989-bbbf-c430bafad5dc HTTP/1.1" status: 200 len: 849 time: 0.6971080 Dec 08 01:35:58.052423 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f6fa2f9f-f70b-4b89-afb2-389742653743 admin admin] 10.222.0.71 "GET /v2.0/routers/ac850abf-cb16-49c4-974d-c32cc8fc7133 HTTP/1.1" status: 200 len: 704 time: 0.1586540 Dec 08 01:35:58.319404 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.653866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Allocated IP 172.20.0.1 (a20d1a8d-25bf-463a-bf9e-c38481776b22/e2d91940-6202-4989-bbbf-c430bafad5dc/fd08d226-610a-407e-b6e3-9c8ba0ea0d1a) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:35:58.867873 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.935895 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.996961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Network a20d1a8d-25bf-463a-bf9e-c38481776b22 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:59.002572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:59.048406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:35:59.049014 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.114552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Pushing event updated for resources: {'Port': ['ID=fd08d226-610a-407e-b6e3-9c8ba0ea0d1a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:59.134859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:59.135261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:59.135720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:59.136123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:59.136524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:59.136932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:59.137336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:59.137709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:59.138061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:59.138444 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:59.138807 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:59.139152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:59.139474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Tracked resource versions report: Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: pushed versions: Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: { 'AddressGroup': {'1.2'}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'ConntrackHelper': {'1.0'}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'Log': {'1.0'}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'Network': {'1.1'}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'Port': {'1.7'}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'PortForwarding': {'1.2'}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'QosPolicy': {'1.10'}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'SecurityGroup': {'1.5'}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'SubPort': {'1.0'}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'Subnet': {'1.1'}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'Trunk': {'1.1'}} Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: consumer versions: Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: { DHCP agent@n-d-713499-31: {}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: L3 agent@n-d-713499-31: {}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: Metadata agent@n-d-713499-31: {}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: Metering agent@n-d-713499-31: {}, Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: Open vSwitch agent@n-d-713499-31: { 'AddressGroup': '1.2', Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'ConntrackHelper': '1.0', Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'LocalIPAssociation': '1.0', Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'Log': '1.0', Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'Network': '1.1', Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'Port': '1.7', Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'PortForwarding': '1.2', Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'QosPolicy': '1.10', Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'SecurityGroup': '1.5', Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'SecurityGroupRule': '1.2', Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'SubPort': '1.0', Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'Subnet': '1.1', Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: 'Trunk': '1.1'}} Dec 08 01:35:59.140608 n-d-713499-31 neutron-server[109766]: {{(pid=109766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:35:59.263770 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.282696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ccb5bddf-5271-4ea8-abf2-9d7457ff5df5 None None] Provisioning complete for port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:59.283210 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bddf-5271-4ea8-abf2-9d7457ff5df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.315467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ccb5bddf-5271-4ea8-abf2-9d7457ff5df5 None None] Port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:35:59.475187 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.479462 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.480229 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.565512 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Pushing event updated for resources: {'Port': ['ID=fd08d226-610a-407e-b6e3-9c8ba0ea0d1a,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:59.607855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Network a20d1a8d-25bf-463a-bf9e-c38481776b22 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:59.609143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:59.816594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Router ac850abf-cb16-49c4-974d-c32cc8fc7133 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:35:59.838082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-009cc4be-7b0a-461c-96c0-3e8a8efb6a6f None None] Provisioning complete for port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:59.838530 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-009cc4be-7b0a-461c-96c0-3e8a8efb6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.873572 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-009cc4be-7b0a-461c-96c0-3e8a8efb6a6f None None] Port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:35:59.906709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:35:59.912969 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e0d0076c-c24e-4f36-b9ff-ad7ed594a4ea admin admin] 10.222.0.71 "PUT /v2.0/routers/ac850abf-cb16-49c4-974d-c32cc8fc7133/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8548615 Dec 08 01:35:59.918214 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Sync routers for ids ['ac850abf-cb16-49c4-974d-c32cc8fc7133'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:35:59.930722 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Routers {'ac850abf-cb16-49c4-974d-c32cc8fc7133'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:35:59.931533 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:35:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ac850abf-cb16-49c4-974d-c32cc8fc7133'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:00.121614 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Set router ac850abf-cb16-49c4-974d-c32cc8fc7133 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:00.560129 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'name': 'router1', 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:48Z', 'updated_at': '2021-12-08T01:35:59Z', 'revision_number': 2, 'project_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'gw_port_host': None, '_interfaces': [{'id': 'fd08d226-610a-407e-b6e3-9c8ba0ea0d1a', 'name': '', 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22', 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'mac_address': 'fa:16:3e:f5:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d91940-6202-4989-bbbf-c430bafad5dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:35:58Z', 'updated_at': '2021-12-08T01:35:59Z', 'revision_number': 2, 'project_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'subnets': [{'id': 'e2d91940-6202-4989-bbbf-c430bafad5dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c22626ab-093b-4199-8e90-dffd74791b89'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:00.612222 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Checking router: ac850abf-cb16-49c4-974d-c32cc8fc7133 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:36:00.612603 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Updating router ac850abf-cb16-49c4-974d-c32cc8fc7133 port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:36:00.661640 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.176148 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.183259 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.335259 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Pushing event updated for resources: {'Port': ['ID=fd08d226-610a-407e-b6e3-9c8ba0ea0d1a,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:01.369259 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:01.369612 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:01.369957 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:01.370297 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:01.370633 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:01.370965 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:01.371312 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:01.371773 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:01.371970 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:01.372288 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:01.372612 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:01.372934 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:01.373254 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Tracked resource versions report: Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: pushed versions: Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: { 'AddressGroup': {'1.2'}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'ConntrackHelper': {'1.0'}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'Log': {'1.0'}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'Network': {'1.1'}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'Port': {'1.7'}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'PortForwarding': {'1.2'}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'QosPolicy': {'1.10'}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'SecurityGroup': {'1.5'}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'SubPort': {'1.0'}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'Subnet': {'1.1'}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'Trunk': {'1.1'}} Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: consumer versions: Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: { DHCP agent@n-d-713499-31: {}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: L3 agent@n-d-713499-31: {}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: Metadata agent@n-d-713499-31: {}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: Metering agent@n-d-713499-31: {}, Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: Open vSwitch agent@n-d-713499-31: { 'AddressGroup': '1.2', Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'ConntrackHelper': '1.0', Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'LocalIPAssociation': '1.0', Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'Log': '1.0', Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'Network': '1.1', Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'Port': '1.7', Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'PortForwarding': '1.2', Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'QosPolicy': '1.10', Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'SecurityGroup': '1.5', Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'SecurityGroupRule': '1.2', Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'SubPort': '1.0', Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'Subnet': '1.1', Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: 'Trunk': '1.1'}} Dec 08 01:36:01.374366 n-d-713499-31 neutron-server[109769]: {{(pid=109769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:36:01.377072 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Attempting to bind port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:01.377235 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Attempting to bind port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '79d755f0-9bab-47a5-b841-a59ab675844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:01.377664 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Attempting to bind port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a on network a20d1a8d-25bf-463a-bf9e-c38481776b22 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:01.384069 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:01.384499 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Checking segment: {'id': '79d755f0-9bab-47a5-b841-a59ab675844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:01.384991 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.385379 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Bound using segment: {'id': '79d755f0-9bab-47a5-b841-a59ab675844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:01.386482 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Bound port: fd08d226-610a-407e-b6e3-9c8ba0ea0d1a, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d755f0-9bab-47a5-b841-a59ab675844f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:01.386482 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.402810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-731dccd2-0a40-4272-aa67-86f8911b7644 None None] Provisioning complete for port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:01.403339 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-731dccd2-0a40-4272-aa67-86f8911b7644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.447028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-731dccd2-0a40-4272-aa67-86f8911b7644 None None] Port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:36:01.458255 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] For port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:36:01.477490 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] For port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=fd08d226-610a-407e-b6e3-9c8ba0ea0d1a,segment=NetworkSegment(79d755f0-9bab-47a5-b841-a59ab675844f),segment_id=79d755f0-9bab-47a5-b841-a59ab675844f)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:36:01.481918 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.538671 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Routers {'ac850abf-cb16-49c4-974d-c32cc8fc7133'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:01.539299 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:35:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ac850abf-cb16-49c4-974d-c32cc8fc7133'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:01.541251 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f99da-cfea-45db-a289-e02ae19ceff6 None None] Pushing event updated for resources: {'Port': ['ID=fd08d226-610a-407e-b6e3-9c8ba0ea0d1a,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:01.630638 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] Set router ac850abf-cb16-49c4-974d-c32cc8fc7133 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:01.767453 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9c447b12-e6cb-4e90-973a-5bcb244ecfc5 None None] Provisioning complete for port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:01.767814 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c447b12-e6cb-4e90-973a-5bcb244ecfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.839754 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'name': 'router1', 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:48Z', 'updated_at': '2021-12-08T01:35:59Z', 'revision_number': 2, 'project_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'gw_port_host': None, '_interfaces': [{'id': 'fd08d226-610a-407e-b6e3-9c8ba0ea0d1a', 'name': '', 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22', 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'mac_address': 'fa:16:3e:f5:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d91940-6202-4989-bbbf-c430bafad5dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:35:58Z', 'updated_at': '2021-12-08T01:36:01Z', 'revision_number': 4, 'project_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'subnets': [{'id': 'e2d91940-6202-4989-bbbf-c430bafad5dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c22626ab-093b-4199-8e90-dffd74791b89'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:01.849312 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c447b12-e6cb-4e90-973a-5bcb244ecfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.869576 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafcac4d-9e2e-4588-98b1-c7c176dbebab None None] The sync data for ids ['ac850abf-cb16-49c4-974d-c32cc8fc7133'] in n-d-713499-31 is: [{'id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'name': 'router1', 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:48Z', 'updated_at': '2021-12-08T01:35:59Z', 'revision_number': 2, 'project_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'gw_port_host': None, '_interfaces': [{'id': 'fd08d226-610a-407e-b6e3-9c8ba0ea0d1a', 'name': '', 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22', 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'mac_address': 'fa:16:3e:f5:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d91940-6202-4989-bbbf-c430bafad5dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:35:58Z', 'updated_at': '2021-12-08T01:36:01Z', 'revision_number': 4, 'project_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'subnets': [{'id': 'e2d91940-6202-4989-bbbf-c430bafad5dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c22626ab-093b-4199-8e90-dffd74791b89'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:36:01.883883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9c447b12-e6cb-4e90-973a-5bcb244ecfc5 None None] For port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=fd08d226-610a-407e-b6e3-9c8ba0ea0d1a,segment=NetworkSegment(79d755f0-9bab-47a5-b841-a59ab675844f),segment_id=79d755f0-9bab-47a5-b841-a59ab675844f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:01.889366 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c447b12-e6cb-4e90-973a-5bcb244ecfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.938416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c447b12-e6cb-4e90-973a-5bcb244ecfc5 None None] Pushing event updated for resources: {'Port': ['ID=fd08d226-610a-407e-b6e3-9c8ba0ea0d1a,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:02.359177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56312) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:02.469107 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541490a2-035a-4baf-ad18-9cfea2099688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:02.470472 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-541490a2-035a-4baf-ad18-9cfea2099688 admin admin] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 842 time: 0.1101887 Dec 08 01:36:02.480521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ace818e7-9d2c-45ab-a00f-cc470435db7d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'gateway_ip': '172.25.8.1', 'cidr': '172.25.8.0/24', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:02.481957 n-d-713499-31 neutron-server[109766]: INFO neutron.quota [None req-ace818e7-9d2c-45ab-a00f-cc470435db7d admin admin] Loaded quota_driver: . Dec 08 01:36:02.517672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace818e7-9d2c-45ab-a00f-cc470435db7d admin admin] Made reservation on behalf of 069be2e3912e4c8db48517c83c24b944 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:36:02.520292 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ace818e7-9d2c-45ab-a00f-cc470435db7d admin admin] Publish callbacks [] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:02.821409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.objects.ports [None req-ace818e7-9d2c-45ab-a00f-cc470435db7d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:36:02.821750 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ace818e7-9d2c-45ab-a00f-cc470435db7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:02.878196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace818e7-9d2c-45ab-a00f-cc470435db7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c849b8a1-46fa-455f-a956-171249429f17,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:02.887886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace818e7-9d2c-45ab-a00f-cc470435db7d admin admin] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:02.888242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace818e7-9d2c-45ab-a00f-cc470435db7d admin admin] Network hostable DHCP agents. Network: 44b19830-455e-444a-9e4a-1576bcdd8229, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:36:02.908479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace818e7-9d2c-45ab-a00f-cc470435db7d admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:36:02.920297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-ace818e7-9d2c-45ab-a00f-cc470435db7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 44b19830-455e-444a-9e4a-1576bcdd8229) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:02.924799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace818e7-9d2c-45ab-a00f-cc470435db7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:02.925527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ace818e7-9d2c-45ab-a00f-cc470435db7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:02.932191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883a4572-3196-4414-8257-13399f089a3f None None] Network 44b19830-455e-444a-9e4a-1576bcdd8229 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:36:02.953621 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ace818e7-9d2c-45ab-a00f-cc470435db7d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4750316 Dec 08 01:36:03.038298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24372dfe-d816-451f-a417-2b5ef26aea6e None None] Network 44b19830-455e-444a-9e4a-1576bcdd8229 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:36:05.458719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56320) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:05.685801 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-efb7078a-38dc-436b-96ce-6a7b187f1117 admin admin] 10.222.0.71 "GET /v2.0/routers/ac850abf-cb16-49c4-974d-c32cc8fc7133 HTTP/1.1" status: 200 len: 710 time: 0.2256732 Dec 08 01:36:05.804356 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f30c8d4-8ce7-4fbb-a09b-89394f67484e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:05.811033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0f30c8d4-8ce7-4fbb-a09b-89394f67484e admin admin] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 886 time: 0.1139944 Dec 08 01:36:05.814790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:06.053821 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.342620 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.421666 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.576226 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Allocated IP 172.25.8.36 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/391dce80-c24f-4698-a6d0-06189e7a4081) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:36:06.681714 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.738277 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.811882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:06.816616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:06.827280 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:36:06.861606 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Pushing event updated for resources: {'Port': ['ID=391dce80-c24f-4698-a6d0-06189e7a4081,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:07.121386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.323255 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.327626 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.435256 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Router ac850abf-cb16-49c4-974d-c32cc8fc7133 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:36:07.554932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:36:07.560192 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.561383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-524e7f24-c354-494c-8e49-996cd0d51349 admin admin] 10.222.0.71 "PUT /v2.0/routers/ac850abf-cb16-49c4-974d-c32cc8fc7133 HTTP/1.1" status: 200 len: 889 time: 1.7497234 Dec 08 01:36:07.686158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device fd08d226-610a-407e-b6e3-9c8ba0ea0d1a up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:07.739009 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:07.739495 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:09.043039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Sync routers for ids ['ac850abf-cb16-49c4-974d-c32cc8fc7133'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:36:09.055330 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Routers {'ac850abf-cb16-49c4-974d-c32cc8fc7133'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:09.056033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:35:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ac850abf-cb16-49c4-974d-c32cc8fc7133'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:09.270423 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Set router ac850abf-cb16-49c4-974d-c32cc8fc7133 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:09.733705 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'name': 'router1', 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '391dce80-c24f-4698-a6d0-06189e7a4081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:48Z', 'updated_at': '2021-12-08T01:36:06Z', 'revision_number': 4, 'project_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'gw_port': {'id': '391dce80-c24f-4698-a6d0-06189e7a4081', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:06Z', 'updated_at': '2021-12-08T01:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'fd08d226-610a-407e-b6e3-9c8ba0ea0d1a', 'name': '', 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22', 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'mac_address': 'fa:16:3e:f5:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d91940-6202-4989-bbbf-c430bafad5dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:35:58Z', 'updated_at': '2021-12-08T01:36:01Z', 'revision_number': 5, 'project_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'subnets': [{'id': 'e2d91940-6202-4989-bbbf-c430bafad5dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c22626ab-093b-4199-8e90-dffd74791b89'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:09.784097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Checking router: ac850abf-cb16-49c4-974d-c32cc8fc7133 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:36:09.784428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Updating router ac850abf-cb16-49c4-974d-c32cc8fc7133 port 391dce80-c24f-4698-a6d0-06189e7a4081 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:36:09.830630 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.138696 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.146317 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.185197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56332) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:10.196174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Attempting to bind port 391dce80-c24f-4698-a6d0-06189e7a4081 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:10.196541 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Attempting to bind port 391dce80-c24f-4698-a6d0-06189e7a4081 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:10.196902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Attempting to bind port 391dce80-c24f-4698-a6d0-06189e7a4081 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:10.205504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77237c1b-34b6-4c7f-bd40-070f2e5757a6 None None] Pushing event updated for resources: {'Port': ['ID=391dce80-c24f-4698-a6d0-06189e7a4081,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:10.209392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:10.209769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:10.210165 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.210548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:10.211254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Bound port: 391dce80-c24f-4698-a6d0-06189e7a4081, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:10.211713 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.262736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] For port 391dce80-c24f-4698-a6d0-06189e7a4081, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:36:10.266419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] For port 391dce80-c24f-4698-a6d0-06189e7a4081, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=391dce80-c24f-4698-a6d0-06189e7a4081,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:36:10.270990 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.331816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Routers {'ac850abf-cb16-49c4-974d-c32cc8fc7133'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:10.333009 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:35:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ac850abf-cb16-49c4-974d-c32cc8fc7133'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:10.337000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77237c1b-34b6-4c7f-bd40-070f2e5757a6 None None] Pushing event updated for resources: {'Port': ['ID=391dce80-c24f-4698-a6d0-06189e7a4081,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:10.375391 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0e2a05c3-342a-40fc-8de7-e9b28e7495c1 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1889684 Dec 08 01:36:10.441225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] Set router ac850abf-cb16-49c4-974d-c32cc8fc7133 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:10.662294 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'name': 'router1', 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '391dce80-c24f-4698-a6d0-06189e7a4081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:48Z', 'updated_at': '2021-12-08T01:36:06Z', 'revision_number': 4, 'project_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'gw_port': {'id': '391dce80-c24f-4698-a6d0-06189e7a4081', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:06Z', 'updated_at': '2021-12-08T01:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'fd08d226-610a-407e-b6e3-9c8ba0ea0d1a', 'name': '', 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22', 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'mac_address': 'fa:16:3e:f5:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d91940-6202-4989-bbbf-c430bafad5dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:35:58Z', 'updated_at': '2021-12-08T01:36:01Z', 'revision_number': 5, 'project_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'subnets': [{'id': 'e2d91940-6202-4989-bbbf-c430bafad5dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c22626ab-093b-4199-8e90-dffd74791b89'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:10.687468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22f8e9-5873-4c2e-9767-c11aac6d4e06 None None] The sync data for ids ['ac850abf-cb16-49c4-974d-c32cc8fc7133'] in n-d-713499-31 is: [{'id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'name': 'router1', 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '391dce80-c24f-4698-a6d0-06189e7a4081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:48Z', 'updated_at': '2021-12-08T01:36:06Z', 'revision_number': 4, 'project_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'gw_port': {'id': '391dce80-c24f-4698-a6d0-06189e7a4081', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:06Z', 'updated_at': '2021-12-08T01:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'fd08d226-610a-407e-b6e3-9c8ba0ea0d1a', 'name': '', 'network_id': 'a20d1a8d-25bf-463a-bf9e-c38481776b22', 'tenant_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'mac_address': 'fa:16:3e:f5:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac850abf-cb16-49c4-974d-c32cc8fc7133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d91940-6202-4989-bbbf-c430bafad5dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:35:58Z', 'updated_at': '2021-12-08T01:36:01Z', 'revision_number': 5, 'project_id': 'ffbf1c0d88a740e2910645ecb56e7a48', 'subnets': [{'id': 'e2d91940-6202-4989-bbbf-c430bafad5dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c22626ab-093b-4199-8e90-dffd74791b89'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:36:11.669606 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 391dce80-c24f-4698-a6d0-06189e7a4081 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:11.719076 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 391dce80-c24f-4698-a6d0-06189e7a4081 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:11.719379 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:11.807527 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:11.828433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 391dce80-c24f-4698-a6d0-06189e7a4081, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=391dce80-c24f-4698-a6d0-06189e7a4081,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:11.832746 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:11.876867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=391dce80-c24f-4698-a6d0-06189e7a4081,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:13.656138 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 391dce80-c24f-4698-a6d0-06189e7a4081 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:13.707781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 391dce80-c24f-4698-a6d0-06189e7a4081 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:13.708244 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:18.216683 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 5 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:36:21.896718 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7bdd688-b8ee-4b71-ad6e-b83a77d3a282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:24.249003 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6b48357-daeb-454d-adc2-100b1925466a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:25.223914 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:26.723459 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:27.789989 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:51.889729 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6aac-605e-4fab-8dda-ec7fc4223d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:54.266050 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-225175e1-ee3f-41b8-8bec-9d0fca48f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:55.215935 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 5 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:36:55.233753 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:56.720721 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.785373 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:21.893290 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11911720-1f6e-4051-972d-f153c5fa049f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.248610 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3bfaaba-6271-447c-87f5-bd578929f65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:25.230231 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:26.721712 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:27.787938 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.218808 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 5 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:37:36.945236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56848) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:37.009628 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72ca9d5-7012-4bff-b5c1-5e9548805614 admin admin] GET failed (client error): The resource could not be found. Dec 08 01:37:37.010912 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b72ca9d5-7012-4bff-b5c1-5e9548805614 admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647290 Dec 08 01:37:37.172107 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5012b88f-d697-4e02-bb20-5f476f703c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:37.173483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5012b88f-d697-4e02-bb20-5f476f703c54 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1580653 Dec 08 01:37:39.519233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56858) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:39.608284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e57403-b68b-4cc6-82e0-5d285125482d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:39.609628 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-17e57403-b68b-4cc6-82e0-5d285125482d admin admin] 10.222.0.71 "GET /v2.0/subnets/e2d91940-6202-4989-bbbf-c430bafad5dc HTTP/1.1" status: 200 len: 849 time: 0.0894854 Dec 08 01:37:39.619438 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:39.703671 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Publish callbacks [] for subnet, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.838554 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785260559270'] for subnet, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.870214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:39.870797 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.872091 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] 10.222.0.71 "PUT /v2.0/subnets/e2d91940-6202-4989-bbbf-c430bafad5dc HTTP/1.1" status: 200 len: 868 time: 0.2561648 Dec 08 01:37:39.885645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f51bad-c8b5-492a-b593-b894a1623130 None None] Network a20d1a8d-25bf-463a-bf9e-c38481776b22 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:37:39.894926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d91940-6202-4989-bbbf-c430bafad5dc,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:39.902606 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:39.902987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:39.903287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:39.903640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:39.903972 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:39.904301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:39.904632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:39.905306 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:39.905642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:39.905964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:39.906291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:39.906613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:39.907081 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0b0a6-9c49-4896-b5b6-ac12387db4ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:40.258553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b2ffcd78-80f5-42d3-9d0e-a1b2baaea8bf None None] Provisioning complete for port fd08d226-610a-407e-b6e3-9c8ba0ea0d1a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:40.258916 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2ffcd78-80f5-42d3-9d0e-a1b2baaea8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.347021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b2ffcd78-80f5-42d3-9d0e-a1b2baaea8bf None None] Provisioning complete for port 749bfd3b-f850-43a0-9e60-373b95547c16 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:40.347278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2ffcd78-80f5-42d3-9d0e-a1b2baaea8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.246232 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56868) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:42.440332 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d22f56-0447-4cec-ba79-4e95caf9696a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:42.440792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d22f56-0447-4cec-ba79-4e95caf9696a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:42.442304 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-90d22f56-0447-4cec-ba79-4e95caf9696a admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1951230 Dec 08 01:37:44.799545 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56876) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:44.929782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de4c46b-7718-4d0e-adb6-ed093ed37cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:44.930285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de4c46b-7718-4d0e-adb6-ed093ed37cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:44.931827 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7de4c46b-7718-4d0e-adb6-ed093ed37cb6 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312904 Dec 08 01:37:47.278073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56884) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:47.400758 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a2233-f40e-40fc-8b38-9c688e33fb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:47.402124 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ec1a2233-f40e-40fc-8b38-9c688e33fb2a admin admin] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 886 time: 0.1231053 Dec 08 01:37:49.791395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56892) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:49.921209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e587a7-dae5-4fec-a638-78db06054098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:49.922490 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-89e587a7-dae5-4fec-a638-78db06054098 admin admin] 10.222.0.71 "GET /v2.0/networks/a20d1a8d-25bf-463a-bf9e-c38481776b22 HTTP/1.1" status: 200 len: 869 time: 0.1301041 Dec 08 01:37:51.896572 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b19a8dd7-21b0-4f2e-a832-9f2247722c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:52.285691 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56900) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:52.409950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd874715-5382-4aba-aba4-3d6f75b7e96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:52.410415 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd874715-5382-4aba-aba4-3d6f75b7e96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:52.411944 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fd874715-5382-4aba-aba4-3d6f75b7e96a admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252885 Dec 08 01:37:54.250106 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d41c6ba-ff11-4734-91c7-3dcc4610c861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:54.774945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56908) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:54.926787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af62e57-e251-4ff0-b44f-c3331e5a8e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:54.927241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af62e57-e251-4ff0-b44f-c3331e5a8e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:54.928777 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3af62e57-e251-4ff0-b44f-c3331e5a8e24 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1528940 Dec 08 01:37:55.236144 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:56.725370 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:57.313304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56916) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:57.398191 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7de035e-96ca-49aa-a550-0ceee2bc371b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:57.399519 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e7de035e-96ca-49aa-a550-0ceee2bc371b admin admin] 10.222.0.71 "GET /v2.0/subnets/c849b8a1-46fa-455f-a956-171249429f17 HTTP/1.1" status: 200 len: 816 time: 0.0852430 Dec 08 01:37:57.789675 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:59.751032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56924) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:59.841230 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5cb5d-42e6-4334-b71b-e6008bbb6221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:59.842568 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cae5cb5d-42e6-4334-b71b-e6008bbb6221 admin admin] 10.222.0.71 "GET /v2.0/subnets/e2d91940-6202-4989-bbbf-c430bafad5dc HTTP/1.1" status: 200 len: 868 time: 0.0905671 Dec 08 01:38:09.217241 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 5 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:38:21.897328 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-188f0925-178f-4520-aa9a-9e4cc635d9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.255328 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-02e36a27-e188-4d19-a8e5-2717cc1004de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.766950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56978) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:24.814860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-f68d1340-7b80-4cd3-9a88-f2eaba724d27 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:38:24.815945 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f68d1340-7b80-4cd3-9a88-f2eaba724d27 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479946 Dec 08 01:38:25.240455 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.727147 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.261392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56986) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:27.324008 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-998f0eb0-39bb-47e8-868f-5c08c2c0545a admin admin] GET failed (client error): The resource could not be found. Dec 08 01:38:27.325277 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-998f0eb0-39bb-47e8-868f-5c08c2c0545a admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629563 Dec 08 01:38:27.466945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778f0cfd-1807-4060-a845-2d6a87074aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:27.468362 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-778f0cfd-1807-4060-a845-2d6a87074aad admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1384978 Dec 08 01:38:27.791730 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.883173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56994) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:29.929281 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-519189ee-490c-4a74-885b-4229114928a7 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:29.952268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519189ee-490c-4a74-885b-4229114928a7 admin admin] Made reservation on behalf of 069be2e3912e4c8db48517c83c24b944 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:29.954456 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-519189ee-490c-4a74-885b-4229114928a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.980337 n-d-713499-31 neutron-server[109766]: WARNING neutron.services.revisions.revision_plugin [None req-519189ee-490c-4a74-885b-4229114928a7 admin admin] Could not find related network for resource to bump revision. Dec 08 01:38:29.996419 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519189ee-490c-4a74-885b-4229114928a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:38:30.008695 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-519189ee-490c-4a74-885b-4229114928a7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785260492957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.009245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-519189ee-490c-4a74-885b-4229114928a7 admin admin] Unsubscribe: segment precommit_create {{(pid=109766) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 08 01:38:30.009730 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-519189ee-490c-4a74-885b-4229114928a7 admin admin] Added segment d3b205a8-c383-4d55-8b5e-60751d6e95e1 of type vlan for network 8202991d-29a1-48e3-b3d4-547aa7b794c9 Dec 08 01:38:30.060039 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-519189ee-490c-4a74-885b-4229114928a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.092623 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-519189ee-490c-4a74-885b-4229114928a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.093527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519189ee-490c-4a74-885b-4229114928a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:30.094716 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-519189ee-490c-4a74-885b-4229114928a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.148483 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-519189ee-490c-4a74-885b-4229114928a7 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2641215 Dec 08 01:38:30.192387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519189ee-490c-4a74-885b-4229114928a7 admin admin] Pushing event updated for resources: {'Network': ['ID=8202991d-29a1-48e3-b3d4-547aa7b794c9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:30.203242 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:38:32.573786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57002) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:32.638416 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad1b66a-226a-4a90-88f9-7f88a6f450da admin admin] GET failed (client error): The resource could not be found. Dec 08 01:38:32.639788 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6ad1b66a-226a-4a90-88f9-7f88a6f450da admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649700 Dec 08 01:38:32.711087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2fdc53-7fb4-46ab-a292-dacee195bd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:32.713137 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-af2fdc53-7fb4-46ab-a292-dacee195bd55 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682862 Dec 08 01:38:32.723440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-3c54c83e-7e48-42ac-a4a8-fa149ee1a76e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:32.743203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c54c83e-7e48-42ac-a4a8-fa149ee1a76e admin admin] Made reservation on behalf of 069be2e3912e4c8db48517c83c24b944 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:32.745463 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3c54c83e-7e48-42ac-a4a8-fa149ee1a76e admin admin] Publish callbacks [] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.905546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3c54c83e-7e48-42ac-a4a8-fa149ee1a76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.962881 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54c83e-7e48-42ac-a4a8-fa149ee1a76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a207c2-07ae-4d9d-aa62-6fcec0888c8f,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:32.970224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c54c83e-7e48-42ac-a4a8-fa149ee1a76e admin admin] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:32.970580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c54c83e-7e48-42ac-a4a8-fa149ee1a76e admin admin] Network hostable DHCP agents. Network: 8202991d-29a1-48e3-b3d4-547aa7b794c9, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:38:32.985942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c54c83e-7e48-42ac-a4a8-fa149ee1a76e admin admin] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:38:32.996036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-3c54c83e-7e48-42ac-a4a8-fa149ee1a76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 8202991d-29a1-48e3-b3d4-547aa7b794c9) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:33.000337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c54c83e-7e48-42ac-a4a8-fa149ee1a76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:33.000937 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3c54c83e-7e48-42ac-a4a8-fa149ee1a76e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.006506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6d6728-3354-4060-afcd-e4e0c971586f None None] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:33.015808 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3c54c83e-7e48-42ac-a4a8-fa149ee1a76e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2955813 Dec 08 01:38:33.109610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-8202991d-29a1-48e3-b3d4-547aa7b794c9', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'project_id': '069be2e3912e4c8db48517c83c24b944', 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:38:33.110546 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.260311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Allocated IP 192.168.233.2 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/c1c37987-c00a-4478-ac04-ede360d6a42d) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:33.500168 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.506919 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.546790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:33.548206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:33.550623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:33.577744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Pushing event updated for resources: {'Port': ['ID=c1c37987-c00a-4478-ac04-ede360d6a42d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:33.603408 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:33.603787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:33.604155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:33.604511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:33.604869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:33.605225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:33.605570 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:33.605900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:33.606228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:33.606553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:33.606877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:33.607205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:33.607524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:33.625694 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Attempting to bind port c1c37987-c00a-4478-ac04-ede360d6a42d on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:33.626060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Attempting to bind port c1c37987-c00a-4478-ac04-ede360d6a42d by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:33.626421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Attempting to bind port c1c37987-c00a-4478-ac04-ede360d6a42d on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:33.631893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:33.632471 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:33.632945 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.633590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:33.634277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Bound port: c1c37987-c00a-4478-ac04-ede360d6a42d, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:33.634850 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.697532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] For port c1c37987-c00a-4478-ac04-ede360d6a42d, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:33.701168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] For port c1c37987-c00a-4478-ac04-ede360d6a42d, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c1c37987-c00a-4478-ac04-ede360d6a42d,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:33.707029 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.764899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af725eef-d942-4c3e-b280-7a2ea99b8fe1 None None] Pushing event updated for resources: {'Port': ['ID=c1c37987-c00a-4478-ac04-ede360d6a42d,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:34.635080 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7421da8-aca7-4f00-ac30-f14b87f6dfb3 None None] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:34.748233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1dfff914-169a-4a73-b884-5c7713c5f9b1 None None] Provisioning complete for port c1c37987-c00a-4478-ac04-ede360d6a42d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:34.748593 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1dfff914-169a-4a73-b884-5c7713c5f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.838043 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1dfff914-169a-4a73-b884-5c7713c5f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.876116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1dfff914-169a-4a73-b884-5c7713c5f9b1 None None] For port c1c37987-c00a-4478-ac04-ede360d6a42d, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c1c37987-c00a-4478-ac04-ede360d6a42d,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:34.881210 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1dfff914-169a-4a73-b884-5c7713c5f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.939364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfff914-169a-4a73-b884-5c7713c5f9b1 None None] Pushing event updated for resources: {'Port': ['ID=c1c37987-c00a-4478-ac04-ede360d6a42d,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:35.101695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a0270f18-fffe-4f81-9857-b0a7a05a4082 None None] Provisioning complete for port c1c37987-c00a-4478-ac04-ede360d6a42d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:35.102056 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0270f18-fffe-4f81-9857-b0a7a05a4082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:35.776788 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c1c37987-c00a-4478-ac04-ede360d6a42d up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:35.827419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port c1c37987-c00a-4478-ac04-ede360d6a42d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:35.827822 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:46.215381 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 5 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:38:51.900291 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea0f6999-04cf-45e0-bf71-58d096abd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:54.257515 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-308ac6a9-02fb-4717-a1a8-42bf8b057fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:55.241513 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:56.734006 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:57.794640 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.902742 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f8e1cbae-5d4e-418d-8736-02206886c740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:23.215018 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 5 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:39:24.258139 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-873841d1-fb5e-4207-9060-6235eebd1102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:25.244829 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:26.736872 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:27.798646 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:45.331644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57046) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:45.337572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-55fe299b-70dd-4325-bade-05e8af21c978 tempest-verify_tempest_config-1196155690 tempest-verify_tempest_config-1196155690-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:39:45.338539 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-55fe299b-70dd-4325-bade-05e8af21c978 tempest-verify_tempest_config-1196155690 tempest-verify_tempest_config-1196155690-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059264 Dec 08 01:39:45.630227 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57064) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:45.730954 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:45.828519 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:45.832232 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:45.876460 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=04b909c3c3554bf09d40af161a094a38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2452071 Dec 08 01:39:45.877949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db462fc-b8ee-4e0a-af24-1890dfad6404,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:45.879697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57068) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:45.884812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:45.885168 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:45.885519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:45.885870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:45.886214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:45.886552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:45.886886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:45.887220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:45.887555 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:45.887917 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:45.888248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:45.888582 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:45.888913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839fd015-325e-4444-83a7-ab265dced07b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:45.935333 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:45.958595 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:46.046575 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:46.049141 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:46.050270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0db462fc-b8ee-4e0a-af24-1890dfad6404 HTTP/1.1" status: 204 len: 168 time: 0.1696360 Dec 08 01:39:46.058131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db462fc-b8ee-4e0a-af24-1890dfad6404,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:46.064917 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:46.065257 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:46.065628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:46.065967 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:46.066336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:46.066685 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:46.067030 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:46.067392 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:46.067746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:46.068067 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:46.068384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:46.068702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:46.069088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c163a20-bd24-43e7-b5cd-8b2689a4c29f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:51.905112 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f36e879b-163c-450f-88f6-36749ca568d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.259839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32081750-7ce6-4324-a443-cd8aa3f11496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:55.248294 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:56.737801 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:57.799112 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:00.213043 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 5 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:40:21.906502 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1baae556-8f2f-4692-8dc2-943494969944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:24.261481 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6c1bf64-c13f-4570-872a-90f5588f7195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:25.249889 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:26.740035 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:27.799597 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:37.210817 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 5 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:40:51.906951 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aebe2ace-ef17-4e5f-9fb2-10474487a8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.262278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f752e855-74b7-4fc6-99fa-f2ffd43107b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.253713 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.743110 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.801784 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:14.209047 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 5 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:41:21.908098 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fa53df0-38b4-4579-963d-d8b822456ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:24.266829 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-272324f5-c377-45bb-b6f1-4d31dcb81d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:25.256247 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:26.749067 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.803199 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:51.210766 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 5 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:41:51.909368 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-871e95ff-41c3-4416-ab78-05c72b65ed21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:54.268695 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d946efd-97fc-4b92-97f8-801ba12fd84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:55.260043 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:56.750196 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.807451 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.912271 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36ef0d20-7c94-497c-bc48-0f569ec2d69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.269745 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-273f8c2c-b920-4759-aa3f-b074a8c51996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.262998 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:26.755217 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:27.810394 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:28.208862 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 5 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:42:51.911825 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30bed165-9d91-4381-9eaa-ccea1efc4b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.083012 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1723698'] for agent, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.870952 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1723698'] for agent, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.270180 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61308997-6e78-4176-8bdc-adb1ac462ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.265353 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:56.756065 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:57.811089 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:05.208056 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:43:21.912880 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca3e34e4-c7f2-4a20-905f-fb9f27bc2056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.029024 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.822366 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:24.271905 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0466758-4810-4be8-821a-804535688204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:25.268214 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:26.762185 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:27.812293 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:33.417128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57126) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:33.524599 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c27fadc3-b3b4-40a8-b0e1-c9dbfd1d941c admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1063657 Dec 08 01:43:35.899364 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57136) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:35.953463 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6a26f195-0780-4ed1-9cb5-c5c45b1a8f42 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0529945 Dec 08 01:43:42.207361 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:43:51.914660 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ed9a67d5-ac4d-4ba4-a9bf-a928d75338ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.034984 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.835015 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:54.273451 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d345518-d38b-4b35-8218-d373b45e4618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.271030 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:56.760841 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:57.818720 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.210310 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:44:21.915668 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6808a058-5bd9-4043-b2f4-749744d1fbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.033050 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.858381 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.275187 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ea436d8-2c80-45a3-b561-297fe5ca4210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:25.275193 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:26.768541 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:27.811322 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.917054 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f161f92d-fde8-4416-b948-4d19723b0519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:53.039046 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:53.859317 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:54.289606 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2de5536f-c057-4e9e-bac4-31b09c247dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.291193 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:56.213109 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:44:56.770298 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.750882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57336) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:57.824132 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.088257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-network', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:58.109932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Made reservation on behalf of cef53cd090134345bd6ea07944b185cf for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:58.112745 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.124764 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.203244 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.207258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.219204 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:44:58.245752 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.246283 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Added segment 9216ea39-71ee-4912-b182-a6247031d9d7 of type vlan for network d21dabc8-1e90-475d-9f82-6828cfa9b46b Dec 08 01:44:58.259475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56da30a1-ee14-48bf-8ecb-0e44b8a13c3c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:58.283394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.283953 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.284424 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.284923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.285254 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.285580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.285902 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.286224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.287631 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.287978 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.288375 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.288629 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.288950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Tracked resource versions report: Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: pushed versions: Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: { 'AddressGroup': {'1.2'}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'ConntrackHelper': {'1.0'}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'Log': {'1.0'}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'Network': {'1.1'}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'Port': {'1.7'}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'PortForwarding': {'1.2'}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'QosPolicy': {'1.10'}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'SecurityGroup': {'1.5'}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'SubPort': {'1.0'}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'Subnet': {'1.1'}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'Trunk': {'1.1'}} Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: consumer versions: Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: { DHCP agent@n-d-713499-31: {}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: HyperV agent@n-h1-713499-31: {}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: HyperV agent@n-h2-713499-31: {}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: L3 agent@n-d-713499-31: {}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: Metadata agent@n-d-713499-31: {}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: Metering agent@n-d-713499-31: {}, Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: Open vSwitch agent@n-d-713499-31: { 'AddressGroup': '1.2', Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'ConntrackHelper': '1.0', Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'LocalIPAssociation': '1.0', Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'Log': '1.0', Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'Network': '1.1', Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'Port': '1.7', Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'PortForwarding': '1.2', Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'QosPolicy': '1.10', Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'SecurityGroup': '1.5', Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'SecurityGroupRule': '1.2', Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'SubPort': '1.0', Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'Subnet': '1.1', Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: 'Trunk': '1.1'}} Dec 08 01:44:58.290018 n-d-713499-31 neutron-server[109766]: {{(pid=109766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:44:58.304239 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57362) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:58.307236 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.333093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.334347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:58.335093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.394318 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6480389 Dec 08 01:44:58.397782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57372) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:58.401346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed1a1c-e45b-4523-98b8-7bbd6e07f2dd admin admin] Pushing event updated for resources: {'Network': ['ID=d21dabc8-1e90-475d-9f82-6828cfa9b46b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:58.409730 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Request body: {'subnet': {'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-subnet', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:58.412590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network d21dabc8-1e90-475d-9f82-6828cfa9b46b details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:44:58.441502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Made reservation on behalf of cef53cd090134345bd6ea07944b185cf for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:58.445400 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.631405 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.675938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:58.686331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.686916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.687441 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.687809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.688214 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.688469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.688803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.689242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.689484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.689808 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.690134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.690458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.690781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Tracked resource versions report: Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: pushed versions: Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: { 'AddressGroup': {'1.2'}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'ConntrackHelper': {'1.0'}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'Log': {'1.0'}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'Network': {'1.1'}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'Port': {'1.7'}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'PortForwarding': {'1.2'}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'QosPolicy': {'1.10'}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'SecurityGroup': {'1.5'}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'SubPort': {'1.0'}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'Subnet': {'1.1'}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'Trunk': {'1.1'}} Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: consumer versions: Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: { DHCP agent@n-d-713499-31: {}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: HyperV agent@n-h1-713499-31: {}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: HyperV agent@n-h2-713499-31: {}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: L3 agent@n-d-713499-31: {}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: Metadata agent@n-d-713499-31: {}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: Metering agent@n-d-713499-31: {}, Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: Open vSwitch agent@n-d-713499-31: { 'AddressGroup': '1.2', Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'ConntrackHelper': '1.0', Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'LocalIPAssociation': '1.0', Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'Log': '1.0', Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'Network': '1.1', Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'Port': '1.7', Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'PortForwarding': '1.2', Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'QosPolicy': '1.10', Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'SecurityGroup': '1.5', Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'SecurityGroupRule': '1.2', Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'SubPort': '1.0', Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'Subnet': '1.1', Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: 'Trunk': '1.1'}} Dec 08 01:44:58.691882 n-d-713499-31 neutron-server[109767]: {{(pid=109767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:44:58.714142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Checking segment: {'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:58.714735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Network hostable DHCP agents. Network: d21dabc8-1e90-475d-9f82-6828cfa9b46b, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:44:58.733604 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Network d21dabc8-1e90-475d-9f82-6828cfa9b46b is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:44:58.749001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, d21dabc8-1e90-475d-9f82-6828cfa9b46b) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:58.754130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:58.754724 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.762195 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cc8101-6a52-4c9b-afb1-911b3450020a None None] Network d21dabc8-1e90-475d-9f82-6828cfa9b46b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:58.779737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57384) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:58.782934 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b4b506e3-8b32-4f7c-934e-1254911335b3 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3836858 Dec 08 01:44:58.789000 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:58.821390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.823423 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.852139 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-425a55fb-19c5-458a-af44-3e88ea72b7e6 tempest-AutoAllocateNetworkTest-633462206 tempest-AutoAllocateNetworkTest-633462206-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c0ff472ebb1440768abbee6d796a0f19&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5468733 Dec 08 01:44:58.853344 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57388) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:58.879573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-d21dabc8-1e90-475d-9f82-6828cfa9b46b', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:44:58.883001 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.953821 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.061995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Allocated IP 172.20.0.2 (d21dabc8-1e90-475d-9f82-6828cfa9b46b/ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9/d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:59.112433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2f7e24-cf88-4a04-b77c-3343c95e8724 tempest-AutoAllocateNetworkTest-633462206 tempest-AutoAllocateNetworkTest-633462206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:59.114525 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9c2f7e24-cf88-4a04-b77c-3343c95e8724 tempest-AutoAllocateNetworkTest-633462206 tempest-AutoAllocateNetworkTest-633462206-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2599034 Dec 08 01:44:59.117248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57404) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:59.121291 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.189121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c04b292a-20de-4661-ad46-7cf61bfa49a9 tempest-AutoAllocateNetworkTest-633462206 tempest-AutoAllocateNetworkTest-633462206-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667934 Dec 08 01:44:59.189997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57406) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:59.237660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-46707fba-4cb1-44f4-bad9-4162395f62cc tempest-AutoAllocateNetworkTest-633462206 tempest-AutoAllocateNetworkTest-633462206-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c0ff472ebb1440768abbee6d796a0f19 HTTP/1.1" status: 200 len: 208 time: 0.0441377 Dec 08 01:44:59.315868 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.327412 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.376241 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Network d21dabc8-1e90-475d-9f82-6828cfa9b46b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:59.379099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:59.383456 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:59.417214 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Pushing event updated for resources: {'Port': ['ID=d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:59.425383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.425727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.426090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.426429 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.426758 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.427255 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.427591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.427938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.428260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.428590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.428911 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.429227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.429544 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Tracked resource versions report: Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: pushed versions: Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: { 'AddressGroup': {'1.2'}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'ConntrackHelper': {'1.0'}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'Log': {'1.0'}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'Network': {'1.1'}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'Port': {'1.7'}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'PortForwarding': {'1.2'}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'QosPolicy': {'1.10'}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'SecurityGroup': {'1.5'}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'SubPort': {'1.0'}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'Subnet': {'1.1'}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'Trunk': {'1.1'}} Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: consumer versions: Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: { DHCP agent@n-d-713499-31: {}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: HyperV agent@n-h1-713499-31: {}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: HyperV agent@n-h2-713499-31: {}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: L3 agent@n-d-713499-31: {}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: Metadata agent@n-d-713499-31: {}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: Metering agent@n-d-713499-31: {}, Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: Open vSwitch agent@n-d-713499-31: { 'AddressGroup': '1.2', Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'ConntrackHelper': '1.0', Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'LocalIPAssociation': '1.0', Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'Log': '1.0', Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'Network': '1.1', Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'Port': '1.7', Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'PortForwarding': '1.2', Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'QosPolicy': '1.10', Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'SecurityGroup': '1.5', Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'SecurityGroupRule': '1.2', Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'SubPort': '1.0', Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'Subnet': '1.1', Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: 'Trunk': '1.1'}} Dec 08 01:44:59.430665 n-d-713499-31 neutron-server[109768]: {{(pid=109768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:44:59.479445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Attempting to bind port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:59.479842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Attempting to bind port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:59.480322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Attempting to bind port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a on network d21dabc8-1e90-475d-9f82-6828cfa9b46b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:59.486227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:59.486620 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Checking segment: {'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:59.487006 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.487400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Bound using segment: {'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:59.487891 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Bound port: d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:59.488290 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.544931 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.561687 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] For port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:59.566787 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.570937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] For port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:59.579178 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.643763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2fbd3-3560-4a22-bc31-ad4d2882aad6 None None] Pushing event updated for resources: {'Port': ['ID=d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:59.701029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Allocated IP 172.25.8.214 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/9a6f33e8-4672-4bd2-adcc-64068b59fc4f) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:59.827946 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.879963 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.938807 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6f33e8-4672-4bd2-adcc-64068b59fc4f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:59.953009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:59.954449 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:59.957116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:00.054896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57438) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:00.232195 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.458069 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.469384 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed919cc2-2a71-419e-8190-1646d8c80179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.605974 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed919cc2-2a71-419e-8190-1646d8c80179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.611337 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed919cc2-2a71-419e-8190-1646d8c80179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.652649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:45:00.678389 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ed919cc2-2a71-419e-8190-1646d8c80179 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c0ff472ebb1440768abbee6d796a0f19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6217477 Dec 08 01:45:00.679251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed919cc2-2a71-419e-8190-1646d8c80179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc86b5cc-772d-43d2-974d-4ce3f4a14ec2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:00.688360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57468) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:00.756339 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9250-5367-4b55-8e38-8fe4ecb7b96e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.782572 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9250-5367-4b55-8e38-8fe4ecb7b96e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.811764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:45:00.834679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130b9952-4fda-4bcd-9c02-64f93a6bd151 None None] Network d21dabc8-1e90-475d-9f82-6828cfa9b46b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:00.839226 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9250-5367-4b55-8e38-8fe4ecb7b96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.840213 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.841855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9250-5367-4b55-8e38-8fe4ecb7b96e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.845380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6b2a9250-5367-4b55-8e38-8fe4ecb7b96e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cc86b5cc-772d-43d2-974d-4ce3f4a14ec2 HTTP/1.1" status: 204 len: 168 time: 0.1539390 Dec 08 01:45:00.845512 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-635c370f-b1e1-40f8-a4e4-a06b834ff3d2 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0606775 Dec 08 01:45:00.847267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57474) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:00.851387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a9250-5367-4b55-8e38-8fe4ecb7b96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc86b5cc-772d-43d2-974d-4ce3f4a14ec2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:00.854267 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Sync routers for ids ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:45:00.884852 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Routers {'999beb2f-5c81-4a2c-91d8-8dc0830d9711'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:00.888619 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:44:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:01.039724 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8953e1d6-4448-4339-89a6-9b2269c44670 None None] Provisioning complete for port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:01.040109 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8953e1d6-4448-4339-89a6-9b2269c44670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.055310 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Set router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:01.159466 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8953e1d6-4448-4339-89a6-9b2269c44670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.233126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8953e1d6-4448-4339-89a6-9b2269c44670 None None] For port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:01.242900 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8953e1d6-4448-4339-89a6-9b2269c44670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.310070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953e1d6-4448-4339-89a6-9b2269c44670 None None] Pushing event updated for resources: {'Port': ['ID=d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:01.434126 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:00Z', 'revision_number': 3, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:01.469677 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2e4d3229-6270-40f0-be86-55c4f1812b64 None None] Provisioning complete for port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:01.471857 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Checking router: 999beb2f-5c81-4a2c-91d8-8dc0830d9711 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:45:01.472082 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3229-6270-40f0-be86-55c4f1812b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.472655 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Updating router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 port 9a6f33e8-4672-4bd2-adcc-64068b59fc4f binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:45:01.512245 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.717946 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.870082 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.878143 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.936325 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Pushing event updated for resources: {'Port': ['ID=9a6f33e8-4672-4bd2-adcc-64068b59fc4f,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:01.982361 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:01.982941 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:01.983430 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:01.985255 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:01.986604 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:01.987186 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:01.987950 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:01.989565 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:01.991652 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:01.992147 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:01.993091 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:01.995106 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:01.995589 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Tracked resource versions report: Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: pushed versions: Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: { 'AddressGroup': {'1.2'}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'ConntrackHelper': {'1.0'}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'Log': {'1.0'}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'Network': {'1.1'}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'Port': {'1.7'}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'PortForwarding': {'1.2'}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'QosPolicy': {'1.10'}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'SecurityGroup': {'1.5'}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'SubPort': {'1.0'}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'Subnet': {'1.1'}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'Trunk': {'1.1'}} Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: consumer versions: Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: { DHCP agent@n-d-713499-31: {}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: HyperV agent@n-h1-713499-31: {}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: HyperV agent@n-h2-713499-31: {}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: L3 agent@n-d-713499-31: {}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: Metadata agent@n-d-713499-31: {}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: Metering agent@n-d-713499-31: {}, Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: Open vSwitch agent@n-d-713499-31: { 'AddressGroup': '1.2', Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'ConntrackHelper': '1.0', Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'LocalIPAssociation': '1.0', Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'Log': '1.0', Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'Network': '1.1', Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'Port': '1.7', Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'PortForwarding': '1.2', Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'QosPolicy': '1.10', Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'SecurityGroup': '1.5', Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'SecurityGroupRule': '1.2', Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'SubPort': '1.0', Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'Subnet': '1.1', Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: 'Trunk': '1.1'}} Dec 08 01:45:01.998068 n-d-713499-31 neutron-server[109769]: {{(pid=109769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:45:02.008851 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Attempting to bind port 9a6f33e8-4672-4bd2-adcc-64068b59fc4f on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:02.011334 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Attempting to bind port 9a6f33e8-4672-4bd2-adcc-64068b59fc4f by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:02.011885 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Attempting to bind port 9a6f33e8-4672-4bd2-adcc-64068b59fc4f on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:02.024959 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:02.025672 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:02.026664 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.027250 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:02.027958 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Bound port: 9a6f33e8-4672-4bd2-adcc-64068b59fc4f, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:02.029472 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.037845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Allocated IP 172.20.0.1 (d21dabc8-1e90-475d-9f82-6828cfa9b46b/ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9/0269ff0f-2850-4561-8f05-43fd0a23b640) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:02.059967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:02.104653 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] For port 9a6f33e8-4672-4bd2-adcc-64068b59fc4f, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:02.109829 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] For port 9a6f33e8-4672-4bd2-adcc-64068b59fc4f, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9a6f33e8-4672-4bd2-adcc-64068b59fc4f,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:02.117268 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.180902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:02.181466 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.182654 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29cf15-7f7f-4326-b0ef-3174775377b0 None None] Pushing event updated for resources: {'Port': ['ID=9a6f33e8-4672-4bd2-adcc-64068b59fc4f,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:02.210029 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Routers {'999beb2f-5c81-4a2c-91d8-8dc0830d9711'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:02.214219 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:44:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:02.229517 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57532) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:02.232511 n-d-713499-31 neutron-server[109767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 08 01:45:02.286959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-dca6336c-2f0c-422e-a37f-e490bf327c22 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=37d939b7e20f4932b1f57e0737524620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549808 Dec 08 01:45:02.288499 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.338331 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.376671 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] Set router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:02.399622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Network d21dabc8-1e90-475d-9f82-6828cfa9b46b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:02.399622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:02.420145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:02.421561 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.471536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-84de0908-6b0b-490c-99c6-ee3f0be4451a tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.483994 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-84de0908-6b0b-490c-99c6-ee3f0be4451a tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960843 Dec 08 01:45:02.513619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Pushing event updated for resources: {'Port': ['ID=0269ff0f-2850-4561-8f05-43fd0a23b640,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:02.520147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-3b12671b-4b04-4f36-b84a-c2959e72d194 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/quotas/37d939b7e20f4932b1f57e0737524620 HTTP/1.1" status: 200 len: 375 time: 0.0351961 Dec 08 01:45:02.640090 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:00Z', 'revision_number': 3, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:02.647123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-fff5a76d-d8e2-458d-8074-790544b463f8 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=37d939b7e20f4932b1f57e0737524620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1260831 Dec 08 01:45:02.701226 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec099c5c-f61b-4847-942d-a61eb86fbb8d None None] The sync data for ids ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'] in n-d-713499-31 is: [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:00Z', 'revision_number': 3, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:45:02.732081 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.747420 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-da0d9f45-2ba3-4444-beae-15f581cccdfe None None] Provisioning complete for port 0269ff0f-2850-4561-8f05-43fd0a23b640 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:02.747922 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da0d9f45-2ba3-4444-beae-15f581cccdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.853131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-da0d9f45-2ba3-4444-beae-15f581cccdfe None None] Port 0269ff0f-2850-4561-8f05-43fd0a23b640 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:03.015957 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.023014 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.023755 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.194247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Pushing event updated for resources: {'Port': ['ID=0269ff0f-2850-4561-8f05-43fd0a23b640,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:03.234026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Network d21dabc8-1e90-475d-9f82-6828cfa9b46b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:03.235642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:03.442506 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:45:03.585353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-df007a52-58c8-4b8d-83f7-b8cd04b15b80 None None] Provisioning complete for port 0269ff0f-2850-4561-8f05-43fd0a23b640 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:03.586437 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df007a52-58c8-4b8d-83f7-b8cd04b15b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.629806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:45:03.642849 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-777c9594-16e7-45ee-8b84-7710fa68d73f admin admin] 10.222.0.71 "PUT /v2.0/routers/999beb2f-5c81-4a2c-91d8-8dc0830d9711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7880678 Dec 08 01:45:03.645908 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-df007a52-58c8-4b8d-83f7-b8cd04b15b80 None None] Port 0269ff0f-2850-4561-8f05-43fd0a23b640 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:04.023345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9a6f33e8-4672-4bd2-adcc-64068b59fc4f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:04.135694 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 9a6f33e8-4672-4bd2-adcc-64068b59fc4f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:04.136652 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.171479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57624) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:04.384769 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.409868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 9a6f33e8-4672-4bd2-adcc-64068b59fc4f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9a6f33e8-4672-4bd2-adcc-64068b59fc4f,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:04.415210 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.481898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=9a6f33e8-4672-4bd2-adcc-64068b59fc4f,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:04.542273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3df5046d-1645-4d57-9606-80438bb11fe9 req-88125c10-008b-4f09-9088-463149c41c89 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 210 time: 0.3661046 Dec 08 01:45:04.920836 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57666) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:04.932145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929728054-network', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:04.975886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] Made reservation on behalf of bb8457b075d34befb42faa5191b5f392 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:04.978789 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.991692 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.040630 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Sync routers for ids ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:45:05.064146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Routers {'999beb2f-5c81-4a2c-91d8-8dc0830d9711'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:05.066063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:44:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:05.101234 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.107658 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.138788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4368af-8c8b-46fe-bde3-1d0e7df408d7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:05.152418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:45:05.165232 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.165577 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] Added segment 858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25 of type vlan for network 3e1fb143-4017-4cf0-8be6-476cac9c8701 Dec 08 01:45:05.211629 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.217101 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Set router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:05.257136 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.258846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.259872 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.350820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] Pushing event updated for resources: {'Network': ['ID=3e1fb143-4017-4cf0-8be6-476cac9c8701,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:05.365289 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9ea09d81-6a1d-43ce-a2a6-1f6c3c952ded admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4431205 Dec 08 01:45:05.367962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57682) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:05.379474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-426c5cff-cd3e-485f-b46b-67b53c5ab79c admin admin] Request body: {'subnet': {'network_id': '3e1fb143-4017-4cf0-8be6-476cac9c8701', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929728054-subnet', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:05.382586 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 3e1fb143-4017-4cf0-8be6-476cac9c8701 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:45:05.404084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426c5cff-cd3e-485f-b46b-67b53c5ab79c admin admin] Made reservation on behalf of bb8457b075d34befb42faa5191b5f392 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:05.406454 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-426c5cff-cd3e-485f-b46b-67b53c5ab79c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.452387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.45', 49264) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:05.524955 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-ec7eeab2-c075-44b7-8f29-dc35cdf78f9a tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=37d939b7e20f4932b1f57e0737524620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618002 Dec 08 01:45:05.637226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 2, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:05.679438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Checking router: 999beb2f-5c81-4a2c-91d8-8dc0830d9711 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:45:05.680152 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Updating router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 port 0269ff0f-2850-4561-8f05-43fd0a23b640 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:45:05.738524 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.809942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-cf91a20f-8e7b-4c20-8446-d3220a7e3620 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.821302 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-cf91a20f-8e7b-4c20-8446-d3220a7e3620 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2903271 Dec 08 01:45:05.843384 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-426c5cff-cd3e-485f-b46b-67b53c5ab79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.889572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c5cff-cd3e-485f-b46b-67b53c5ab79c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b59d6ef-bdce-4977-8309-8a02e35207a8,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:05.923061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c5cff-cd3e-485f-b46b-67b53c5ab79c admin admin] Checking segment: {'id': '858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3e1fb143-4017-4cf0-8be6-476cac9c8701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:05.923474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c5cff-cd3e-485f-b46b-67b53c5ab79c admin admin] Network hostable DHCP agents. Network: 3e1fb143-4017-4cf0-8be6-476cac9c8701, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:45:05.969614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ec48398-78e5-4033-a453-0322f137382a req-cbf9ddf0-9f1c-47a9-b4ed-525ea82956a0 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 210 time: 0.0347767 Dec 08 01:45:05.969920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9a6f33e8-4672-4bd2-adcc-64068b59fc4f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:05.970307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c5cff-cd3e-485f-b46b-67b53c5ab79c admin admin] Network 3e1fb143-4017-4cf0-8be6-476cac9c8701 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:45:05.979570 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Request body: {'port': {'device_id': '60e0fd32-4a2a-490b-a157-d455078569b2', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '37d939b7e20f4932b1f57e0737524620'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:05.993733 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-426c5cff-cd3e-485f-b46b-67b53c5ab79c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 3e1fb143-4017-4cf0-8be6-476cac9c8701) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:05.999458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426c5cff-cd3e-485f-b46b-67b53c5ab79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:06.000377 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-426c5cff-cd3e-485f-b46b-67b53c5ab79c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.019334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd2aafc-9ed7-4fa7-8bef-e0060966e1d6 None None] Network 3e1fb143-4017-4cf0-8be6-476cac9c8701 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:06.034467 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-426c5cff-cd3e-485f-b46b-67b53c5ab79c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6593823 Dec 08 01:45:06.036975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57720) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:06.041204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929728054-router', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:06.084568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.085749 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.178652 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.219079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 9a6f33e8-4672-4bd2-adcc-64068b59fc4f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:06.219638 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.279878 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.309163 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.324279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-3e1fb143-4017-4cf0-8be6-476cac9c8701', 'network_id': '3e1fb143-4017-4cf0-8be6-476cac9c8701', 'project_id': 'bb8457b075d34befb42faa5191b5f392', 'fixed_ips': [{'subnet_id': '1b59d6ef-bdce-4977-8309-8a02e35207a8'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:45:06.325053 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.385887 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.575352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Allocated IP 172.20.0.2 (3e1fb143-4017-4cf0-8be6-476cac9c8701/1b59d6ef-bdce-4977-8309-8a02e35207a8/d9233d3a-aa1c-4187-81d7-e71ded4ffef4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:06.576336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Made reservation on behalf of 37d939b7e20f4932b1f57e0737524620 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:06.579969 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.600723 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.765964 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.776516 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a34346-2836-4727-9796-edfee6a7dae6 None None] Pushing event updated for resources: {'Port': ['ID=0269ff0f-2850-4561-8f05-43fd0a23b640,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:06.846979 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.855238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.887183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.188236 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Attempting to bind port 0269ff0f-2850-4561-8f05-43fd0a23b640 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:07.188650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Attempting to bind port 0269ff0f-2850-4561-8f05-43fd0a23b640 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:07.189008 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Attempting to bind port 0269ff0f-2850-4561-8f05-43fd0a23b640 on network d21dabc8-1e90-475d-9f82-6828cfa9b46b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:07.194347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Allocated IP 172.25.8.42 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/9746fff5-d188-4a8a-84df-b48c2c0b0c37) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:07.285051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c990904a-1ca7-4518-bb4a-25199ede59ef,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:07.289986 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:07.310996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Checking segment: {'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:07.311420 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.311869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Bound using segment: {'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:07.312385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Bound port: 0269ff0f-2850-4561-8f05-43fd0a23b640, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:07.312789 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.372674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-413b0efb-9369-42b8-8c45-4357b45eaad5 None None] Provisioning complete for port 0269ff0f-2850-4561-8f05-43fd0a23b640 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:07.389782 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-413b0efb-9369-42b8-8c45-4357b45eaad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.494702 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.531103 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.569209 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.614274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:07.617786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:07.624325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:07.630291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Allocated IP 192.168.233.9 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/2a9b571b-137f-4284-a817-5b3f9ea0c673) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:07.633920 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.666683 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-413b0efb-9369-42b8-8c45-4357b45eaad5 None None] Port 0269ff0f-2850-4561-8f05-43fd0a23b640 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:07.768683 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Network 3e1fb143-4017-4cf0-8be6-476cac9c8701 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:07.805660 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:07.832157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:07.857636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Pushing event updated for resources: {'Port': ['ID=d9233d3a-aa1c-4187-81d7-e71ded4ffef4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:07.886938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] For port 0269ff0f-2850-4561-8f05-43fd0a23b640, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:07.935632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Pushing event updated for resources: {'Port': ['ID=9746fff5-d188-4a8a-84df-b48c2c0b0c37,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:07.999254 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-945cd5f4-586f-4756-848c-5ac2722110f4 req-3bf8eb0e-312b-4bdb-9c3e-8b6f84d26d32 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 210 time: 0.1436963 Dec 08 01:45:08.038100 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.056686 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57816) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:08.154575 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.230155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:08.300407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:08.304619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:08.318822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:08.320312 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.345772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] For port 0269ff0f-2850-4561-8f05-43fd0a23b640, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0269ff0f-2850-4561-8f05-43fd0a23b640,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:08.355487 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57836) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:08.367311 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.405139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Attempting to bind port d9233d3a-aa1c-4187-81d7-e71ded4ffef4 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:08.405851 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Attempting to bind port d9233d3a-aa1c-4187-81d7-e71ded4ffef4 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3e1fb143-4017-4cf0-8be6-476cac9c8701'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:08.405979 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.406533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Attempting to bind port d9233d3a-aa1c-4187-81d7-e71ded4ffef4 on network 3e1fb143-4017-4cf0-8be6-476cac9c8701 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:08.416594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:08.417596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Checking segment: {'id': '858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3e1fb143-4017-4cf0-8be6-476cac9c8701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:08.418312 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.418910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Bound using segment: {'id': '858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3e1fb143-4017-4cf0-8be6-476cac9c8701'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:08.419726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Bound port: d9233d3a-aa1c-4187-81d7-e71ded4ffef4, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3e1fb143-4017-4cf0-8be6-476cac9c8701'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:08.420446 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.447962 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4710708 Dec 08 01:45:08.560054 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3d2a4-2cbd-4397-b03e-7b6547135b77 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Pushing event updated for resources: {'Port': ['ID=2a9b571b-137f-4284-a817-5b3f9ea0c673,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:08.576672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-f08451d9-d185-4533-b6af-5e1a0a40d108 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:45:08.577883 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-f08451d9-d185-4533-b6af-5e1a0a40d108 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149689 Dec 08 01:45:08.655646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6407322e-2c47-46cd-8829-89947bbcb173 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.682463 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Routers {'999beb2f-5c81-4a2c-91d8-8dc0830d9711'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:08.683677 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:44:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:08.718768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a34346-2836-4727-9796-edfee6a7dae6 None None] Pushing event updated for resources: {'Port': ['ID=0269ff0f-2850-4561-8f05-43fd0a23b640,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:08.993010 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f1f3cc8-1596-46a8-93da-20d13ea46b5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.004647 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6407322e-2c47-46cd-8829-89947bbcb173 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.010178 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6407322e-2c47-46cd-8829-89947bbcb173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.020058 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] For port d9233d3a-aa1c-4187-81d7-e71ded4ffef4, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:09.074023 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407322e-2c47-46cd-8829-89947bbcb173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b64a9c7-9a0c-43b1-9b58-f09954a08bf7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:09.082117 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6407322e-2c47-46cd-8829-89947bbcb173 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fff5d0dc2ccc43b1817160ce36165699&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0209069 Dec 08 01:45:09.082865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57870) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:09.149450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8d47da19-0f03-49a4-85b1-fad4cb25fae8 None None] Provisioning complete for port 2a9b571b-137f-4284-a817-5b3f9ea0c673 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:09.149961 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d47da19-0f03-49a4-85b1-fad4cb25fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.154107 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57872) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:09.155055 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d498aa6f-7d90-4d2d-95c9-4e82fac9079b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.158158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] For port d9233d3a-aa1c-4187-81d7-e71ded4ffef4, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d9233d3a-aa1c-4187-81d7-e71ded4ffef4,segment=NetworkSegment(858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25),segment_id=858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:09.214362 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.239420 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d498aa6f-7d90-4d2d-95c9-4e82fac9079b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.239636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8d47da19-0f03-49a4-85b1-fad4cb25fae8 None None] Port 2a9b571b-137f-4284-a817-5b3f9ea0c673 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:09.250413 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.346568 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d498aa6f-7d90-4d2d-95c9-4e82fac9079b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.352016 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d498aa6f-7d90-4d2d-95c9-4e82fac9079b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.355921 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d498aa6f-7d90-4d2d-95c9-4e82fac9079b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2b64a9c7-9a0c-43b1-9b58-f09954a08bf7 HTTP/1.1" status: 204 len: 168 time: 0.2703156 Dec 08 01:45:09.370268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498aa6f-7d90-4d2d-95c9-4e82fac9079b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b64a9c7-9a0c-43b1-9b58-f09954a08bf7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:09.431796 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb5405-ad46-4388-8cb5-5a0f745b5710 None None] Pushing event updated for resources: {'Port': ['ID=d9233d3a-aa1c-4187-81d7-e71ded4ffef4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:09.540098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] Set router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:09.562533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Request body: {'port': {'device_id': '60e0fd32-4a2a-490b-a157-d455078569b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:09.625093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37ca0583-e667-4e9d-9401-c3e1b0041b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.684802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c4a646b7-b949-4a76-a78e-9558dee08604 None None] Provisioning complete for port 0269ff0f-2850-4561-8f05-43fd0a23b640 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:09.685427 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4a646b7-b949-4a76-a78e-9558dee08604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.735818 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.896571 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f1f3cc8-1596-46a8-93da-20d13ea46b5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.935047 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f1f3cc8-1596-46a8-93da-20d13ea46b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.123534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f3cc8-1596-46a8-93da-20d13ea46b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e6816b-cb45-444c-8628-158de21066a0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:10.233381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda8d64-0b5f-4d4e-80a2-ff9ddf686e55 req-896a35c2-d329-4cb1-ad05-69829a44e793 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:10.253393 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afda8d64-0b5f-4d4e-80a2-ff9ddf686e55 req-896a35c2-d329-4cb1-ad05-69829a44e793 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 934 time: 0.6378813 Dec 08 01:45:10.288104 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4a646b7-b949-4a76-a78e-9558dee08604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.354825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c4a646b7-b949-4a76-a78e-9558dee08604 None None] For port 0269ff0f-2850-4561-8f05-43fd0a23b640, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0269ff0f-2850-4561-8f05-43fd0a23b640,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:10.361519 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4a646b7-b949-4a76-a78e-9558dee08604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.400206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57922) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:10.417863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0f1f3cc8-1596-46a8-93da-20d13ea46b5c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7d1e31eb6465486fb820f5e68f325793&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0568299 Dec 08 01:45:10.441144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57924) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:10.469888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a646b7-b949-4a76-a78e-9558dee08604 None None] Pushing event updated for resources: {'Port': ['ID=0269ff0f-2850-4561-8f05-43fd0a23b640,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:10.476401 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db7c678e-aae0-4b59-a5b9-d5c10bc6af30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.533538 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37ca0583-e667-4e9d-9401-c3e1b0041b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.552396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:07Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:10.580805 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2e4ca9-139f-47df-8519-a581782f7fc9 None None] The sync data for ids ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'] in n-d-713499-31 is: [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:07Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:45:10.598304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Router 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:45:10.608698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afda8d64-0b5f-4d4e-80a2-ff9ddf686e55 req-cd8f6a36-5ee8-4bde-ab03-df635e2619e0 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544121 Dec 08 01:45:10.636672 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37ca0583-e667-4e9d-9401-c3e1b0041b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.710932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9b571b-137f-4284-a817-5b3f9ea0c673 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:10.720011 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.750890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Transition to ACTIVE for port object 2a9b571b-137f-4284-a817-5b3f9ea0c673 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:45:10.759767 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.806877 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-37ca0583-e667-4e9d-9401-c3e1b0041b25 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1d0f4535f34f40d7aa602c682ec6cf7e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6451480 Dec 08 01:45:10.816358 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57930) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:10.817182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca0583-e667-4e9d-9401-c3e1b0041b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee51b49c-a678-420a-9d3c-dfde05064289,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:10.893282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9285f79f-d512-4e56-b881-068edc2f8acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.996206 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db7c678e-aae0-4b59-a5b9-d5c10bc6af30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.010015 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9285f79f-d512-4e56-b881-068edc2f8acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.020932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db7c678e-aae0-4b59-a5b9-d5c10bc6af30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.184654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9b571b-137f-4284-a817-5b3f9ea0c673,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:11.209367 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9285f79f-d512-4e56-b881-068edc2f8acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.218540 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9285f79f-d512-4e56-b881-068edc2f8acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.222323 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9285f79f-d512-4e56-b881-068edc2f8acf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/13e6816b-cb45-444c-8628-158de21066a0 HTTP/1.1" status: 204 len: 168 time: 0.7776449 Dec 08 01:45:11.260418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:45:11.270234 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Sync routers for ids ['75a966b3-c6a7-43b6-ae60-d51cbc3f4473'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:45:11.283438 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Routers {'75a966b3-c6a7-43b6-ae60-d51cbc3f4473'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:11.283786 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21420a17-7ad9-4e0b-a157-2211df791a0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.284143 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:44:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['75a966b3-c6a7-43b6-ae60-d51cbc3f4473'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:11.298535 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-db7c678e-aae0-4b59-a5b9-d5c10bc6af30 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ad3fe3decf3d4ae1b2423fedd9b38806&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8757458 Dec 08 01:45:11.299545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57944) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:11.305676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c678e-aae0-4b59-a5b9-d5c10bc6af30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41da7de-b9fc-45bc-b14d-3972494262e4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:11.459767 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857dcf5a-f063-452d-97fd-d676e689694b None None] Network 3e1fb143-4017-4cf0-8be6-476cac9c8701 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:11.477424 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285f79f-d512-4e56-b881-068edc2f8acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e6816b-cb45-444c-8628-158de21066a0,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:11.497406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Attempting to bind port 2a9b571b-137f-4284-a817-5b3f9ea0c673 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:11.497803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Attempting to bind port 2a9b571b-137f-4284-a817-5b3f9ea0c673 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:11.498397 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Attempting to bind port 2a9b571b-137f-4284-a817-5b3f9ea0c673 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:11.515886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Port 2a9b571b-137f-4284-a817-5b3f9ea0c673 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:45:11.516287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Attempting to bind port 2a9b571b-137f-4284-a817-5b3f9ea0c673 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:11.532584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:11.532932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:11.533822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:11.542376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Bound port: 2a9b571b-137f-4284-a817-5b3f9ea0c673, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:11.542898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.646394 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.649615 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dde16690-b89b-4067-b67e-3540dc045a73 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.6115320 Dec 08 01:45:11.662369 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57968) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:11.672144 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Set router 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:11.709013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-91dedcef-8091-4d35-b911-8b77381976f3 None None] Provisioning complete for port d9233d3a-aa1c-4187-81d7-e71ded4ffef4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:11.709553 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91dedcef-8091-4d35-b911-8b77381976f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.712574 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21420a17-7ad9-4e0b-a157-2211df791a0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.846690 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e64115e-a6d5-445e-b0a8-963b1c439168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.962798 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91dedcef-8091-4d35-b911-8b77381976f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.980215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-d6fd0571-3186-4a02-857c-a57730678434 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e5a89a231e014b6cb689de9060356e5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3072090 Dec 08 01:45:12.043639 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e64115e-a6d5-445e-b0a8-963b1c439168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.102545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-91dedcef-8091-4d35-b911-8b77381976f3 None None] For port d9233d3a-aa1c-4187-81d7-e71ded4ffef4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d9233d3a-aa1c-4187-81d7-e71ded4ffef4,segment=NetworkSegment(858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25),segment_id=858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:12.116062 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91dedcef-8091-4d35-b911-8b77381976f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.237127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d9233d3a-aa1c-4187-81d7-e71ded4ffef4 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:12.251675 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] For port 2a9b571b-137f-4284-a817-5b3f9ea0c673, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:12.341920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dedcef-8091-4d35-b911-8b77381976f3 None None] Pushing event updated for resources: {'Port': ['ID=d9233d3a-aa1c-4187-81d7-e71ded4ffef4,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:12.391085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d9233d3a-aa1c-4187-81d7-e71ded4ffef4 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:12.391890 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.411496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57978) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:12.423750 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e64115e-a6d5-445e-b0a8-963b1c439168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.426543 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e64115e-a6d5-445e-b0a8-963b1c439168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.438989 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6e64115e-a6d5-445e-b0a8-963b1c439168 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c41da7de-b9fc-45bc-b14d-3972494262e4 HTTP/1.1" status: 204 len: 168 time: 1.1236148 Dec 08 01:45:12.498628 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cc28c6e-8a15-4ad5-8f04-25c34cde15bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.542024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64115e-a6d5-445e-b0a8-963b1c439168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41da7de-b9fc-45bc-b14d-3972494262e4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:12.558323 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929728054-router', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '9746fff5-d188-4a8a-84df-b48c2c0b0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:45:07Z', 'revision_number': 3, 'project_id': 'bb8457b075d34befb42faa5191b5f392', 'gw_port': {'id': '9746fff5-d188-4a8a-84df-b48c2c0b0c37', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:12.623747 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Checking router: 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:45:12.624374 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Updating router 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 port 9746fff5-d188-4a8a-84df-b48c2c0b0c37 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:45:12.696310 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.724145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cc28c6e-8a15-4ad5-8f04-25c34cde15bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.731477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8bbe37ae-b79b-4043-952b-db2d5337a548 None None] Provisioning complete for port d9233d3a-aa1c-4187-81d7-e71ded4ffef4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:12.733829 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8bbe37ae-b79b-4043-952b-db2d5337a548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.751407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] For port 2a9b571b-137f-4284-a817-5b3f9ea0c673, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2a9b571b-137f-4284-a817-5b3f9ea0c673,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:12.763903 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.814713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0269ff0f-2850-4561-8f05-43fd0a23b640 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:12.822834 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8cc28c6e-8a15-4ad5-8f04-25c34cde15bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.902058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9b571b-137f-4284-a817-5b3f9ea0c673,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:12.974790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8cc28c6e-8a15-4ad5-8f04-25c34cde15bd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3058d92cc5184c93bd6381bfc74ff995&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5521264 Dec 08 01:45:12.981559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:12.984120 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57984) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:12.987784 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.994155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc28c6e-8a15-4ad5-8f04-25c34cde15bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b62f339-9bcb-4330-855f-e44546cf96de,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:12.995912 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-88d33890-6b2e-4c2a-8b5e-72170a2bb3b5 service neutron] 10.222.0.45 "PUT /v2.0/ports/2a9b571b-137f-4284-a817-5b3f9ea0c673 HTTP/1.1" status: 200 len: 1095 time: 3.8015342 Dec 08 01:45:12.996538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e0fd32-4a2a-490b-a157-d455078569b2', 'tag': '2a9b571b-137f-4284-a817-5b3f9ea0c673'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:13.064243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6759d6-0f10-4fcc-b6d2-d55cf52c4172 req-30a2a978-f9b1-464e-af61-ba382a2c89e2 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:13.081520 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c6759d6-0f10-4fcc-b6d2-d55cf52c4172 req-30a2a978-f9b1-464e-af61-ba382a2c89e2 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 946 time: 1.0587554 Dec 08 01:45:13.122123 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0269ff0f-2850-4561-8f05-43fd0a23b640 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:13.122501 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.209946 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21420a17-7ad9-4e0b-a157-2211df791a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.209946 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21420a17-7ad9-4e0b-a157-2211df791a0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.209946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-21420a17-7ad9-4e0b-a157-2211df791a0d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ee51b49c-a678-420a-9d3c-dfde05064289 HTTP/1.1" status: 204 len: 168 time: 2.3820052 Dec 08 01:45:13.339579 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21420a17-7ad9-4e0b-a157-2211df791a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee51b49c-a678-420a-9d3c-dfde05064289,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:13.388032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-36c508c5-e087-40b9-a63b-481842448000 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:13.401608 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-36c508c5-e087-40b9-a63b-481842448000 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3788636 Dec 08 01:45:13.474521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c6759d6-0f10-4fcc-b6d2-d55cf52c4172 req-7e81e00b-1c32-465d-9ba2-d8c854ae4f46 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875728 Dec 08 01:45:13.490049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-d25efb9f-2678-411d-b216-e2f9d950c5f1 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/quotas/e5a89a231e014b6cb689de9060356e5b HTTP/1.1" status: 200 len: 375 time: 0.0870664 Dec 08 01:45:13.497447 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9fe6-9a20-4925-840b-7c172fe21604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.501830 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.515280 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.626170 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68741e1-e8e2-428a-81d7-6c2b207b797e None None] Pushing event updated for resources: {'Port': ['ID=9746fff5-d188-4a8a-84df-b48c2c0b0c37,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:13.651771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-4d2881bd-edb8-4741-a634-2814d816bdba tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e5a89a231e014b6cb689de9060356e5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1507549 Dec 08 01:45:13.709421 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9fe6-9a20-4925-840b-7c172fe21604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.711847 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Attempting to bind port 9746fff5-d188-4a8a-84df-b48c2c0b0c37 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:13.712851 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Attempting to bind port 9746fff5-d188-4a8a-84df-b48c2c0b0c37 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:13.713623 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Attempting to bind port 9746fff5-d188-4a8a-84df-b48c2c0b0c37 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:13.725280 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:13.729339 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:13.730055 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.731730 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:13.732473 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Bound port: 9746fff5-d188-4a8a-84df-b48c2c0b0c37, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:13.733199 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.765462 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77925309-4ead-492a-a32d-3a9ed508576d" -d '{"events": [{"name": "network-changed", "server_uuid": "60e0fd32-4a2a-490b-a157-d455078569b2", "tag": "2a9b571b-137f-4284-a817-5b3f9ea0c673"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:13.834001 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9fe6-9a20-4925-840b-7c172fe21604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.837059 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7ac9fe6-9a20-4925-840b-7c172fe21604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.838685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f7ac9fe6-9a20-4925-840b-7c172fe21604 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1b62f339-9bcb-4330-855f-e44546cf96de HTTP/1.1" status: 204 len: 168 time: 0.8329687 Dec 08 01:45:13.855390 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac9fe6-9a20-4925-840b-7c172fe21604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b62f339-9bcb-4330-855f-e44546cf96de,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:13.869214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-d8cb0135-aa8f-459d-8453-d01050ad64b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:13.870794 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-d8cb0135-aa8f-459d-8453-d01050ad64b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d939b7e20f4932b1f57e0737524620&device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 1098 time: 0.6562061 Dec 08 01:45:13.953898 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] For port 9746fff5-d188-4a8a-84df-b48c2c0b0c37, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:13.985511 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] For port 9746fff5-d188-4a8a-84df-b48c2c0b0c37, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9746fff5-d188-4a8a-84df-b48c2c0b0c37,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:13.992807 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.067949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d9233d3a-aa1c-4187-81d7-e71ded4ffef4 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:14.125769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58026) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:14.140279 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Routers {'75a966b3-c6a7-43b6-ae60-d51cbc3f4473'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:14.141586 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:44:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['75a966b3-c6a7-43b6-ae60-d51cbc3f4473'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:14.155633 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59aa46ac-a858-4b04-b47d-25a8f6dbae35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.201058 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-00b7f039-cb2b-46a8-a986-42d0771bd2ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=2a9b571b-137f-4284-a817-5b3f9ea0c673 HTTP/1.1" status: 200 len: 217 time: 0.2296450 Dec 08 01:45:14.233509 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d9233d3a-aa1c-4187-81d7-e71ded4ffef4 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:14.234116 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.480357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-44810fd4-1219-4e16-9f8c-1dde43479441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:14.484389 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-44810fd4-1219-4e16-9f8c-1dde43479441 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.2285359 Dec 08 01:45:14.499242 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.522478 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68741e1-e8e2-428a-81d7-6c2b207b797e None None] Pushing event updated for resources: {'Port': ['ID=9746fff5-d188-4a8a-84df-b48c2c0b0c37,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:14.535715 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59aa46ac-a858-4b04-b47d-25a8f6dbae35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.543076 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59aa46ac-a858-4b04-b47d-25a8f6dbae35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.551560 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] Set router 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:14.648412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa46ac-a858-4b04-b47d-25a8f6dbae35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6155ac89-5a5e-49c6-b0b9-22519a32fbc7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:14.706719 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-59aa46ac-a858-4b04-b47d-25a8f6dbae35 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b33f6565528f4a2f85a204f69e5755ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5796835 Dec 08 01:45:14.709159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58044) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:14.849860 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b5addd2-ea4a-4d21-852b-17672b406d7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.894180 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b5addd2-ea4a-4d21-852b-17672b406d7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:15.076657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af1543e3-0c5c-40bd-8d5d-f9ab6fcabf83 req-a205d0fd-29a5-4dd9-be85-f552d66495b4 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 210 time: 0.1333990 Dec 08 01:45:15.105739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-170bb1a8-02be-47ba-bdb3-d12f1255395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:15.107857 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-170bb1a8-02be-47ba-bdb3-d12f1255395b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2990160 Dec 08 01:45:15.134390 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b5addd2-ea4a-4d21-852b-17672b406d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:15.137919 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b5addd2-ea4a-4d21-852b-17672b406d7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:15.139204 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6b5addd2-ea4a-4d21-852b-17672b406d7c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6155ac89-5a5e-49c6-b0b9-22519a32fbc7 HTTP/1.1" status: 204 len: 168 time: 0.4290798 Dec 08 01:45:15.159424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5addd2-ea4a-4d21-852b-17672b406d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6155ac89-5a5e-49c6-b0b9-22519a32fbc7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:15.165212 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929728054-router', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '9746fff5-d188-4a8a-84df-b48c2c0b0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:45:07Z', 'revision_number': 3, 'project_id': 'bb8457b075d34befb42faa5191b5f392', 'gw_port': {'id': '9746fff5-d188-4a8a-84df-b48c2c0b0c37', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:15.210573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Allocated IP 172.20.0.1 (3e1fb143-4017-4cf0-8be6-476cac9c8701/1b59d6ef-bdce-4977-8309-8a02e35207a8/385e2fec-abfb-4538-b91d-f60e29fa7042) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:15.221431 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f9d2d-6d4a-4fa3-9155-04890755bc22 None None] The sync data for ids ['75a966b3-c6a7-43b6-ae60-d51cbc3f4473'] in n-d-713499-31 is: [{'id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929728054-router', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '9746fff5-d188-4a8a-84df-b48c2c0b0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:45:07Z', 'revision_number': 3, 'project_id': 'bb8457b075d34befb42faa5191b5f392', 'gw_port': {'id': '9746fff5-d188-4a8a-84df-b48c2c0b0c37', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:45:15.388847 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f38066-9d3b-4fb1-bac5-f9a557b04a94 x-openstack-request-id: req-29f38066-9d3b-4fb1-bac5-f9a557b04a94 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:15.392268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4636a-702a-4880-8c79-c78879ad5300 req-91e45d54-871c-4c15-9b71-7e21a567e1f4 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:15.394438 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e0fd32-4a2a-490b-a157-d455078569b2", "tag": "2a9b571b-137f-4284-a817-5b3f9ea0c673", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:15.395447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5f4636a-702a-4880-8c79-c78879ad5300 req-91e45d54-871c-4c15-9b71-7e21a567e1f4 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 946 time: 0.1562722 Dec 08 01:45:15.395874 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-29f38066-9d3b-4fb1-bac5-f9a557b04a94 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:15.397331 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e0fd32-4a2a-490b-a157-d455078569b2', 'tag': '2a9b571b-137f-4284-a817-5b3f9ea0c673', 'status': 'completed', 'code': 200} Dec 08 01:45:15.595499 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5f4636a-702a-4880-8c79-c78879ad5300 req-2b54a299-71a7-4c9a-9f51-2b5fc4080828 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916602 Dec 08 01:45:15.767870 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-54b72ec3-0df9-41d2-8140-47194f000e65 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249170 Dec 08 01:45:15.841837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:15.924861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:15.983415 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Network 3e1fb143-4017-4cf0-8be6-476cac9c8701 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:15.992794 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:16.042865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:16.043618 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.129168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9746fff5-d188-4a8a-84df-b48c2c0b0c37 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:16.337400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea6e7f51-55cf-40dd-addf-6b0f9a79d4fd req-a4856e4d-7f86-45f2-9c9c-f77b9971bda4 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 210 time: 0.1034377 Dec 08 01:45:16.383160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 9746fff5-d188-4a8a-84df-b48c2c0b0c37 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:16.384698 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.470492 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5257fe8c-3a55-4618-af51-ff6fcd32f0d0 req-849372b4-8529-4b49-949d-3a488bf85d4f service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008593 Dec 08 01:45:16.578978 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.592285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58112) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:16.612163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Pushing event updated for resources: {'Port': ['ID=385e2fec-abfb-4538-b91d-f60e29fa7042,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:16.908509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e514b4-6443-4926-863d-70cd131330e4 req-833a1e45-3505-44c0-afe9-3bf9e55eed27 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:16.925819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47e514b4-6443-4926-863d-70cd131330e4 req-833a1e45-3505-44c0-afe9-3bf9e55eed27 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 946 time: 0.1847947 Dec 08 01:45:16.970514 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.978194 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.979297 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.037398 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Pushing event updated for resources: {'Port': ['ID=385e2fec-abfb-4538-b91d-f60e29fa7042,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:17.112105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b3aa4e7e-1ec4-48f7-ad7c-4d445c87e11b None None] Provisioning complete for port 385e2fec-abfb-4538-b91d-f60e29fa7042 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:17.113442 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4e7e-1ec4-48f7-ad7c-4d445c87e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.138757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47e514b4-6443-4926-863d-70cd131330e4 req-1b91e45b-6e63-451a-8d65-c1e4be79934f tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076111 Dec 08 01:45:17.169704 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-806a33d6-f095-491e-a2f3-ea2fcef9d9ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.204577 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77925309-4ead-492a-a32d-3a9ed508576d req-fe5fa6e7-a7f2-4bcc-9d66-3ffa2427c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:17.206124 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-77925309-4ead-492a-a32d-3a9ed508576d req-fe5fa6e7-a7f2-4bcc-9d66-3ffa2427c1a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d939b7e20f4932b1f57e0737524620&device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 1098 time: 0.5904598 Dec 08 01:45:17.216773 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Network 3e1fb143-4017-4cf0-8be6-476cac9c8701 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:17.218599 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:17.249306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.75', 52618) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:17.257697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b3aa4e7e-1ec4-48f7-ad7c-4d445c87e11b None None] Port 385e2fec-abfb-4538-b91d-f60e29fa7042 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:17.357240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-20a4f913-63cb-4b03-ad95-2a6676f14412 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e5a89a231e014b6cb689de9060356e5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585577 Dec 08 01:45:17.381896 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.457345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 9746fff5-d188-4a8a-84df-b48c2c0b0c37, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9746fff5-d188-4a8a-84df-b48c2c0b0c37,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:17.466429 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.601625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=9746fff5-d188-4a8a-84df-b48c2c0b0c37,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:17.615788 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6cc46c86-2343-4229-9872-847c75e8b2f9 req-b92572eb-ecb8-47d0-8cbd-59ad0f5d7ce5 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 210 time: 0.0600419 Dec 08 01:45:17.720018 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-806a33d6-f095-491e-a2f3-ea2fcef9d9ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.734140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-05039717-07ce-436b-af77-ecdfdfefaa04 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:17.735851 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-05039717-07ce-436b-af77-ecdfdfefaa04 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3690405 Dec 08 01:45:17.737409 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-806a33d6-f095-491e-a2f3-ea2fcef9d9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.795559 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-806a33d6-f095-491e-a2f3-ea2fcef9d9ce admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=52e4937a63f643da8f49fa06dc79c51c&name=default HTTP/1.1" status: 200 len: 2993 time: 1.2018795 Dec 08 01:45:17.799012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58146) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:17.799823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a33d6-f095-491e-a2f3-ea2fcef9d9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e844f78c-bb8b-45e9-996d-89f6338a0197,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:17.821133 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0982de4e-f86b-4238-9b90-dd572ad8b700 None None] Provisioning complete for port 385e2fec-abfb-4538-b91d-f60e29fa7042 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:17.822527 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0982de4e-f86b-4238-9b90-dd572ad8b700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.881565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Request body: {'port': {'device_id': 'efb3caf5-3803-4ec8-a8d2-14cd2f913d1e', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'e5a89a231e014b6cb689de9060356e5b'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:17.913700 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0982de4e-f86b-4238-9b90-dd572ad8b700 None None] Port 385e2fec-abfb-4538-b91d-f60e29fa7042 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:18.021064 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9746fff5-d188-4a8a-84df-b48c2c0b0c37 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:18.154717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 9746fff5-d188-4a8a-84df-b48c2c0b0c37 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:18.155123 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.196441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77925309-4ead-492a-a32d-3a9ed508576d req-cdd60357-abce-47b3-97ca-4ebd12d39c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:18.197954 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-77925309-4ead-492a-a32d-3a9ed508576d req-cdd60357-abce-47b3-97ca-4ebd12d39c24 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.9761398 Dec 08 01:45:18.230185 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Router 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:45:18.283783 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-77925309-4ead-492a-a32d-3a9ed508576d req-4c6d9622-1803-491c-903f-8ac233d4ef93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=2a9b571b-137f-4284-a817-5b3f9ea0c673 HTTP/1.1" status: 200 len: 217 time: 0.0667646 Dec 08 01:45:18.472376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:45:18.496786 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-25916b38-c4c0-43ab-9dca-d9d1c244c818 admin admin] 10.222.0.71 "PUT /v2.0/routers/75a966b3-c6a7-43b6-ae60-d51cbc3f4473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8096240 Dec 08 01:45:18.616175 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35b5e057-c7d0-474a-9ad4-e54b427549e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.674154 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35b5e057-c7d0-474a-9ad4-e54b427549e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.707229 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Sync routers for ids ['75a966b3-c6a7-43b6-ae60-d51cbc3f4473'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:45:18.736523 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Routers {'75a966b3-c6a7-43b6-ae60-d51cbc3f4473'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:18.742162 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:44:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['75a966b3-c6a7-43b6-ae60-d51cbc3f4473'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:18.880665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d7ef8-372f-4ca4-8a1e-90ba476c10f7 req-c455ccc7-9df0-4ca7-9dc1-bc29300594e9 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:18.882356 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee6d7ef8-372f-4ca4-8a1e-90ba476c10f7 req-c455ccc7-9df0-4ca7-9dc1-bc29300594e9 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 946 time: 0.4256396 Dec 08 01:45:18.910107 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35b5e057-c7d0-474a-9ad4-e54b427549e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.919007 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35b5e057-c7d0-474a-9ad4-e54b427549e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.928296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-35b5e057-c7d0-474a-9ad4-e54b427549e5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e844f78c-bb8b-45e9-996d-89f6338a0197 HTTP/1.1" status: 204 len: 168 time: 1.1242542 Dec 08 01:45:19.156595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee6d7ef8-372f-4ca4-8a1e-90ba476c10f7 req-298c0a00-6543-40d1-a1ae-17137193cf75 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128005 Dec 08 01:45:19.188401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Set router 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:19.212555 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ece3727f-3a4e-4df4-825a-16ed099242be req-3ab1cd34-3033-4bf5-92ae-c6566d3af4c4 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 210 time: 0.3066225 Dec 08 01:45:19.213692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5e057-c7d0-474a-9ad4-e54b427549e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e844f78c-bb8b-45e9-996d-89f6338a0197,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:19.221501 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Made reservation on behalf of e5a89a231e014b6cb689de9060356e5b for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:19.231165 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.263674 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.318332 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77925309-4ead-492a-a32d-3a9ed508576d req-821edb81-ee86-49b4-8c82-50a37ad82e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:19.320584 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-77925309-4ead-492a-a32d-3a9ed508576d req-821edb81-ee86-49b4-8c82-50a37ad82e1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1195879 Dec 08 01:45:19.430534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77925309-4ead-492a-a32d-3a9ed508576d req-bb1853a4-ea68-443b-af53-3e507e796bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:19.433690 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-77925309-4ead-492a-a32d-3a9ed508576d req-bb1853a4-ea68-443b-af53-3e507e796bb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0951777 Dec 08 01:45:19.558042 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.569150 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.991072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929728054-router', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '9746fff5-d188-4a8a-84df-b48c2c0b0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:45:16Z', 'revision_number': 4, 'project_id': 'bb8457b075d34befb42faa5191b5f392', 'gw_port': {'id': '9746fff5-d188-4a8a-84df-b48c2c0b0c37', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '385e2fec-abfb-4538-b91d-f60e29fa7042', 'name': '', 'network_id': '3e1fb143-4017-4cf0-8be6-476cac9c8701', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392', 'mac_address': 'fa:16:3e:9f:e3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1b59d6ef-bdce-4977-8309-8a02e35207a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:14Z', 'updated_at': '2021-12-08T01:45:16Z', 'revision_number': 2, 'project_id': 'bb8457b075d34befb42faa5191b5f392', 'subnets': [{'id': '1b59d6ef-bdce-4977-8309-8a02e35207a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:20.026281 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-77925309-4ead-492a-a32d-3a9ed508576d req-a4294ea6-6db0-4571-a9cc-f199fdca3f85 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793173 Dec 08 01:45:20.055526 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Checking router: 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:45:20.055948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Updating router 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 port 385e2fec-abfb-4538-b91d-f60e29fa7042 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:45:20.085034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Allocated IP 192.168.233.132 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/a5a40395-24aa-4d9b-b097-f5e643db9b3d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:20.102567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042381e1-92c1-47d6-990d-9cf60526ff38,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:20.139269 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.411275 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-77925309-4ead-492a-a32d-3a9ed508576d req-4f0de581-0611-4b0a-960a-bc8f086f163c service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670180 Dec 08 01:45:20.514673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64fe0a-6ede-4b9b-b265-d4a7f00d9352 req-d89d3325-352b-4ddd-b22b-4089520429a6 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:20.524481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b64fe0a-6ede-4b9b-b265-d4a7f00d9352 req-d89d3325-352b-4ddd-b22b-4089520429a6 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 946 time: 0.1261675 Dec 08 01:45:20.539942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58212) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:20.557811 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.565857 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-92078609-3779-4625-a142-982fd60be62c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.665129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b64fe0a-6ede-4b9b-b265-d4a7f00d9352 req-dfb732d7-23c8-4ed1-a779-607a198ae6df tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395264 Dec 08 01:45:20.728258 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.797875 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-92078609-3779-4625-a142-982fd60be62c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.817864 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-92078609-3779-4625-a142-982fd60be62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.904837 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.916823 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.987078 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92078609-3779-4625-a142-982fd60be62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281726f7-2ad9-4c08-b13b-d6e57e6ad8b9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:21.009132 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-92078609-3779-4625-a142-982fd60be62c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=05a7aa1c3dac4dfe8010b4a46cb43b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4674876 Dec 08 01:45:21.009734 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58216) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:21.165539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28990311-f865-475a-ae86-7c5c5365ce60 None None] Pushing event updated for resources: {'Port': ['ID=385e2fec-abfb-4538-b91d-f60e29fa7042,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:21.190635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:21.235231 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-005a4d15-abea-4e69-bc9e-7fb79f33106b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.265329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:21.268939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:21.284152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:21.285062 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.366587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Pushing event updated for resources: {'Port': ['ID=a5a40395-24aa-4d9b-b097-f5e643db9b3d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:21.371089 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-005a4d15-abea-4e69-bc9e-7fb79f33106b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.382457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f7eb9-760b-4445-8696-f5498ab5a54a req-c9100d8c-3d4b-4385-a86a-22af6841fd4e tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:21.392942 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d5f7eb9-760b-4445-8696-f5498ab5a54a req-c9100d8c-3d4b-4385-a86a-22af6841fd4e tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 936 time: 0.4820745 Dec 08 01:45:21.401703 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-48ced900-35e7-4fd6-a921-d729a52c63a9 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5249503 Dec 08 01:45:21.422142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Attempting to bind port 385e2fec-abfb-4538-b91d-f60e29fa7042 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:21.422525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Attempting to bind port 385e2fec-abfb-4538-b91d-f60e29fa7042 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3e1fb143-4017-4cf0-8be6-476cac9c8701'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:21.422965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Attempting to bind port 385e2fec-abfb-4538-b91d-f60e29fa7042 on network 3e1fb143-4017-4cf0-8be6-476cac9c8701 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:21.447739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-fe98f41d-aa63-4c92-aa50-be84bd52bc5b tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:45:21.449114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-fe98f41d-aa63-4c92-aa50-be84bd52bc5b tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088205 Dec 08 01:45:21.469409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:21.472032 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Checking segment: {'id': '858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3e1fb143-4017-4cf0-8be6-476cac9c8701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:21.474440 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.478902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Bound using segment: {'id': '858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3e1fb143-4017-4cf0-8be6-476cac9c8701'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:21.480616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Bound port: 385e2fec-abfb-4538-b91d-f60e29fa7042, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3e1fb143-4017-4cf0-8be6-476cac9c8701'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:21.482336 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.552761 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d5f7eb9-760b-4445-8696-f5498ab5a54a req-5452e059-ff3e-47a8-9637-4186af128123 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524029 Dec 08 01:45:21.596867 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-005a4d15-abea-4e69-bc9e-7fb79f33106b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.606897 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-005a4d15-abea-4e69-bc9e-7fb79f33106b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.610785 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-005a4d15-abea-4e69-bc9e-7fb79f33106b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/281726f7-2ad9-4c08-b13b-d6e57e6ad8b9 HTTP/1.1" status: 204 len: 168 time: 0.5999489 Dec 08 01:45:21.647067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a4d15-abea-4e69-bc9e-7fb79f33106b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281726f7-2ad9-4c08-b13b-d6e57e6ad8b9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:21.720225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] For port 385e2fec-abfb-4538-b91d-f60e29fa7042, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:21.725114 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] For port 385e2fec-abfb-4538-b91d-f60e29fa7042, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=385e2fec-abfb-4538-b91d-f60e29fa7042,segment=NetworkSegment(858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25),segment_id=858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:21.753065 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.935200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28990311-f865-475a-ae86-7c5c5365ce60 None None] Pushing event updated for resources: {'Port': ['ID=385e2fec-abfb-4538-b91d-f60e29fa7042,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:21.954870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaeb81-9bb0-4e01-8cf2-d8d7219f7cf8 req-33f6aa82-15a4-4b22-a0ff-bf81135d7770 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:21.963472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5cf89073-70a8-4988-9181-ec810f6f1edf None None] Provisioning complete for port 385e2fec-abfb-4538-b91d-f60e29fa7042 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:21.963974 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5cf89073-70a8-4988-9181-ec810f6f1edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.971766 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-efaaeb81-9bb0-4e01-8cf2-d8d7219f7cf8 req-33f6aa82-15a4-4b22-a0ff-bf81135d7770 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 946 time: 0.1337759 Dec 08 01:45:22.041665 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41f8d446-9662-42aa-8926-1c077b7515cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:22.105938 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-efaaeb81-9bb0-4e01-8cf2-d8d7219f7cf8 req-52b3d737-ea28-4802-baa3-26392754907b tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289694 Dec 08 01:45:22.185674 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5cf89073-70a8-4988-9181-ec810f6f1edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:22.238472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Routers {'75a966b3-c6a7-43b6-ae60-d51cbc3f4473'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:22.239455 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:44:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['75a966b3-c6a7-43b6-ae60-d51cbc3f4473'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:22.304809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Request body: {'port': {'device_id': 'efb3caf5-3803-4ec8-a8d2-14cd2f913d1e', 'device_owner': 'compute:tempest-test_az-489397900', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:22.402977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5cf89073-70a8-4988-9181-ec810f6f1edf None None] For port 385e2fec-abfb-4538-b91d-f60e29fa7042, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=385e2fec-abfb-4538-b91d-f60e29fa7042,segment=NetworkSegment(858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25),segment_id=858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:22.472855 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5cf89073-70a8-4988-9181-ec810f6f1edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:22.612890 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:22.652858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] Set router 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:22.841750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58278) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:22.846708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-24501303-a912-4e12-87ac-2a523ae00063 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--814211903', 'description': 'tempest-description--1954123208'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:22.867420 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf89073-70a8-4988-9181-ec810f6f1edf None None] Pushing event updated for resources: {'Port': ['ID=385e2fec-abfb-4538-b91d-f60e29fa7042,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:22.924074 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-24501303-a912-4e12-87ac-2a523ae00063 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.010174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7b3c1de3-d7af-4828-87ee-2499e53ad224 None None] Provisioning complete for port 385e2fec-abfb-4538-b91d-f60e29fa7042 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:23.010649 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1de3-d7af-4828-87ee-2499e53ad224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.082795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58282) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:23.140697 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-28e84560-12a0-4140-80a0-c0eef94ca378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.149661 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f96f3-77f1-4cbd-bd18-0f2f2a0de4c0 req-6a8bafed-a3ac-44e9-89f6-20a5f2880376 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:23.152946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f98f96f3-77f1-4cbd-bd18-0f2f2a0de4c0 req-6a8bafed-a3ac-44e9-89f6-20a5f2880376 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 936 time: 0.4212885 Dec 08 01:45:23.162944 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-24501303-a912-4e12-87ac-2a523ae00063 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.176302 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-24501303-a912-4e12-87ac-2a523ae00063 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.188057 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.282391 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-24501303-a912-4e12-87ac-2a523ae00063 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.294163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929728054-router', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '9746fff5-d188-4a8a-84df-b48c2c0b0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:45:16Z', 'revision_number': 4, 'project_id': 'bb8457b075d34befb42faa5191b5f392', 'gw_port': {'id': '9746fff5-d188-4a8a-84df-b48c2c0b0c37', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '385e2fec-abfb-4538-b91d-f60e29fa7042', 'name': '', 'network_id': '3e1fb143-4017-4cf0-8be6-476cac9c8701', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392', 'mac_address': 'fa:16:3e:9f:e3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1b59d6ef-bdce-4977-8309-8a02e35207a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:14Z', 'updated_at': '2021-12-08T01:45:21Z', 'revision_number': 4, 'project_id': 'bb8457b075d34befb42faa5191b5f392', 'subnets': [{'id': '1b59d6ef-bdce-4977-8309-8a02e35207a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:23.294959 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-24501303-a912-4e12-87ac-2a523ae00063 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4408860 Dec 08 01:45:23.299665 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58286) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:23.314610 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-21647c69-7ab7-4bbe-9438-fb4561a77e94 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Request body: {'security_group_rule': {'security_group_id': '26369a22-35b1-4f04-8fd9-fe70e6bdb5b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:23.353526 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24501303-a912-4e12-87ac-2a523ae00063 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:23.414709 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec79dc3-0892-4392-a9b3-a64bb102ad43 None None] The sync data for ids ['75a966b3-c6a7-43b6-ae60-d51cbc3f4473'] in n-d-713499-31 is: [{'id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929728054-router', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '9746fff5-d188-4a8a-84df-b48c2c0b0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:45:16Z', 'revision_number': 4, 'project_id': 'bb8457b075d34befb42faa5191b5f392', 'gw_port': {'id': '9746fff5-d188-4a8a-84df-b48c2c0b0c37', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '385e2fec-abfb-4538-b91d-f60e29fa7042', 'name': '', 'network_id': '3e1fb143-4017-4cf0-8be6-476cac9c8701', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392', 'mac_address': 'fa:16:3e:9f:e3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1b59d6ef-bdce-4977-8309-8a02e35207a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:14Z', 'updated_at': '2021-12-08T01:45:21Z', 'revision_number': 4, 'project_id': 'bb8457b075d34befb42faa5191b5f392', 'subnets': [{'id': '1b59d6ef-bdce-4977-8309-8a02e35207a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:45:23.437977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7b3c1de3-d7af-4828-87ee-2499e53ad224 None None] Provisioning complete for port a5a40395-24aa-4d9b-b097-f5e643db9b3d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:23.439124 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1de3-d7af-4828-87ee-2499e53ad224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.478879 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21647c69-7ab7-4bbe-9438-fb4561a77e94 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.584285 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-28e84560-12a0-4140-80a0-c0eef94ca378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.594860 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-28e84560-12a0-4140-80a0-c0eef94ca378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.633580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58294) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:23.690919 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21647c69-7ab7-4bbe-9438-fb4561a77e94 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.718548 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21647c69-7ab7-4bbe-9438-fb4561a77e94 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.728245 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e84560-12a0-4140-80a0-c0eef94ca378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd4e9ba-6583-4b80-8887-7ecb54dcf012,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:23.736981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c1de3-d7af-4828-87ee-2499e53ad224 None None] Port a5a40395-24aa-4d9b-b097-f5e643db9b3d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:23.785118 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-28e84560-12a0-4140-80a0-c0eef94ca378 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ab754a83a31b4357b58536ef8e81f51a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6970909 Dec 08 01:45:23.835164 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58300) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:23.861624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21647c69-7ab7-4bbe-9438-fb4561a77e94 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44894667-3461-4a11-b44e-b90a10394f8a,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:23.882374 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21647c69-7ab7-4bbe-9438-fb4561a77e94 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.886178 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-21647c69-7ab7-4bbe-9438-fb4561a77e94 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5829930 Dec 08 01:45:23.900113 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.901239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58302) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:23.918472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-dc728b14-7fa2-4fda-a8e5-a26bea219141 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Request body: {'security_group_rule': {'security_group_id': '26369a22-35b1-4f04-8fd9-fe70e6bdb5b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:23.924629 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a40395-24aa-4d9b-b097-f5e643db9b3d {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:23.954351 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc819f8d-390f-40d6-aefc-4ebe5e74f9da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.961995 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.974867 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc728b14-7fa2-4fda-a8e5-a26bea219141 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.010710 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f98f96f3-77f1-4cbd-bd18-0f2f2a0de4c0 req-e478efff-2ecb-43e8-9df0-d6c9354b79da tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8384886 Dec 08 01:45:24.042006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Transition to ACTIVE for port object a5a40395-24aa-4d9b-b097-f5e643db9b3d will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:45:24.055182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be0271-fddb-4b37-a04d-676bbe639e1e req-c1e5fa52-1b52-41af-b0a5-aad09e82640e tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:24.061387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80be0271-fddb-4b37-a04d-676bbe639e1e req-c1e5fa52-1b52-41af-b0a5-aad09e82640e tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 946 time: 0.3464377 Dec 08 01:45:24.063094 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.083914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 385e2fec-abfb-4538-b91d-f60e29fa7042 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:24.104447 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ad356fb-9ee3-4e88-8ce8-e6c14932fdc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.169489 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ad356fb-9ee3-4e88-8ce8-e6c14932fdc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.194100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 385e2fec-abfb-4538-b91d-f60e29fa7042 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:24.194898 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.218214 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc728b14-7fa2-4fda-a8e5-a26bea219141 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.222993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a40395-24aa-4d9b-b097-f5e643db9b3d,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:24.273950 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc728b14-7fa2-4fda-a8e5-a26bea219141 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.393240 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88b52f59-4461-46b5-94f0-1127969e1887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.405138 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc728b14-7fa2-4fda-a8e5-a26bea219141 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68203a18-8276-452b-a86d-dd727b0b85e3,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:24.421601 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ad356fb-9ee3-4e88-8ce8-e6c14932fdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.426294 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ad356fb-9ee3-4e88-8ce8-e6c14932fdc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.428058 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0ad356fb-9ee3-4e88-8ce8-e6c14932fdc9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4dd4e9ba-6583-4b80-8887-7ecb54dcf012 HTTP/1.1" status: 204 len: 168 time: 0.5883882 Dec 08 01:45:24.501688 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad356fb-9ee3-4e88-8ce8-e6c14932fdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd4e9ba-6583-4b80-8887-7ecb54dcf012,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:24.540646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc728b14-7fa2-4fda-a8e5-a26bea219141 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.545580 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dc728b14-7fa2-4fda-a8e5-a26bea219141 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6403937 Dec 08 01:45:24.564737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58312) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:24.570334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:24.578498 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc819f8d-390f-40d6-aefc-4ebe5e74f9da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.609910 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc819f8d-390f-40d6-aefc-4ebe5e74f9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.709628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc819f8d-390f-40d6-aefc-4ebe5e74f9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2f13eb-2d07-4446-97d0-c949595b6c2f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:24.735830 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bc819f8d-390f-40d6-aefc-4ebe5e74f9da admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4e7b59e1b09b4385b83f3edd35fe5321&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1006460 Dec 08 01:45:24.739008 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.746678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58320) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:24.848951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80be0271-fddb-4b37-a04d-676bbe639e1e req-f9669304-8fa1-4016-99b9-09be02863765 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7275727 Dec 08 01:45:24.859547 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Attempting to bind port a5a40395-24aa-4d9b-b097-f5e643db9b3d on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:24.862675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Attempting to bind port a5a40395-24aa-4d9b-b097-f5e643db9b3d by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:24.863097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Attempting to bind port a5a40395-24aa-4d9b-b097-f5e643db9b3d on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:24.877744 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Port a5a40395-24aa-4d9b-b097-f5e643db9b3d on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:45:24.880734 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Attempting to bind port a5a40395-24aa-4d9b-b097-f5e643db9b3d on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:24.893915 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:24.894300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:24.894810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:24.895898 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Bound port: a5a40395-24aa-4d9b-b097-f5e643db9b3d, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:24.902781 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.927122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-917a38c0-5881-4063-bad7-98e6671e9d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.963280 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-917a38c0-5881-4063-bad7-98e6671e9d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.023480 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-917a38c0-5881-4063-bad7-98e6671e9d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.027444 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-917a38c0-5881-4063-bad7-98e6671e9d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.028935 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-917a38c0-5881-4063-bad7-98e6671e9d90 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fd2f13eb-2d07-4446-97d0-c949595b6c2f HTTP/1.1" status: 204 len: 168 time: 0.2772002 Dec 08 01:45:25.059036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a38c0-5881-4063-bad7-98e6671e9d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2f13eb-2d07-4446-97d0-c949595b6c2f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:25.079807 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] For port a5a40395-24aa-4d9b-b097-f5e643db9b3d, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:25.093257 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] For port a5a40395-24aa-4d9b-b097-f5e643db9b3d, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a5a40395-24aa-4d9b-b097-f5e643db9b3d,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:25.102543 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.152413 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.163283 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:25.164145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.166683 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] 10.222.0.75 "PUT /v2.0/ports/a5a40395-24aa-4d9b-b097-f5e643db9b3d HTTP/1.1" status: 200 len: 1118 time: 3.2787766 Dec 08 01:45:25.167164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb3caf5-3803-4ec8-a8d2-14cd2f913d1e', 'tag': 'a5a40395-24aa-4d9b-b097-f5e643db9b3d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:25.300381 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.404401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c5bd7-8247-4b39-b68c-84c85da1fc52 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a40395-24aa-4d9b-b097-f5e643db9b3d,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:25.518664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Allocated IP 172.25.8.12 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/f9cb5264-7eb0-4bce-a516-4739f6e9ca9c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:25.610121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-ad36a64e-135e-410a-9a91-0db663dd7b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:25.619689 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-ad36a64e-135e-410a-9a91-0db663dd7b0a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e5a89a231e014b6cb689de9060356e5b&device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 1121 time: 0.3753045 Dec 08 01:45:25.743921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.792837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.802657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f412f-d8b9-47c3-865c-f092f56cc742 req-b4593843-e19b-411c-a6f7-a292c628326d tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:25.805529 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a1f412f-d8b9-47c3-865c-f092f56cc742 req-b4593843-e19b-411c-a6f7-a292c628326d tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 969 time: 0.3364935 Dec 08 01:45:25.808688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-51a0bd36-470f-48f6-8c40-f6fa316169de service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=a5a40395-24aa-4d9b-b097-f5e643db9b3d HTTP/1.1" status: 200 len: 217 time: 0.1615946 Dec 08 01:45:25.843447 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:25.846322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:25.858306 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:25.908739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Pushing event updated for resources: {'Port': ['ID=f9cb5264-7eb0-4bce-a516-4739f6e9ca9c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:25.957399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a1f412f-d8b9-47c3-865c-f092f56cc742 req-c704aef1-678e-46cf-b7b7-fc5f295d9637 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398051 Dec 08 01:45:25.970216 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58350) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:26.046232 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b269b239-6131-49a7-97a9-582dacecd74c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.119744 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.180570 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579512d7-e900-4342-b388-0f049b88db24" -d '{"events": [{"name": "network-changed", "server_uuid": "efb3caf5-3803-4ec8-a8d2-14cd2f913d1e", "tag": "a5a40395-24aa-4d9b-b097-f5e643db9b3d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:26.221000 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.244247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-6269d3f3-c309-42ad-becf-7c91abf78800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:26.247481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-6269d3f3-c309-42ad-becf-7c91abf78800 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1600730 Dec 08 01:45:26.288279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee970e7-ebf7-4dfd-ba98-71b630d9a919 req-d7b4976e-08c6-47c4-a461-2f1c05818d17 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:26.294622 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ee970e7-ebf7-4dfd-ba98-71b630d9a919 req-d7b4976e-08c6-47c4-a461-2f1c05818d17 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 946 time: 0.1309335 Dec 08 01:45:26.338991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b269b239-6131-49a7-97a9-582dacecd74c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.365169 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b269b239-6131-49a7-97a9-582dacecd74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.423425 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b269b239-6131-49a7-97a9-582dacecd74c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=948eb2bf1f31471fb9ab4215bec07062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4533372 Dec 08 01:45:26.429854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58370) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:26.448182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269b239-6131-49a7-97a9-582dacecd74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bca6334-828b-4b10-a883-3695ac3daf02,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:26.522573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 2a9b571b-137f-4284-a817-5b3f9ea0c673 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:45:26.543878 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-9df8eb8a-6034-4086-8919-3b2f2be4e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:26.545833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-9df8eb8a-6034-4086-8919-3b2f2be4e7be service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2491879 Dec 08 01:45:26.572353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ee970e7-ebf7-4dfd-ba98-71b630d9a919 req-1216729c-4e47-434d-ab9e-531d4f50fa4c tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177305 Dec 08 01:45:26.604509 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.628089 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.640260 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b4835f8-6589-41d1-a417-d774eb809b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.755712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 2a9b571b-137f-4284-a817-5b3f9ea0c673, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2a9b571b-137f-4284-a817-5b3f9ea0c673,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:26.759425 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b4835f8-6589-41d1-a417-d774eb809b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.842276 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b4835f8-6589-41d1-a417-d774eb809b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.851051 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b4835f8-6589-41d1-a417-d774eb809b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.855049 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0b4835f8-6589-41d1-a417-d774eb809b83 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6bca6334-828b-4b10-a883-3695ac3daf02 HTTP/1.1" status: 204 len: 168 time: 0.4181871 Dec 08 01:45:26.865457 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.866265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '2a9b571b-137f-4284-a817-5b3f9ea0c673', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '2a9b571b-137f-4284-a817-5b3f9ea0c673', 'mac_address': 'fa:16:3e:6b:32:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:45:26.876790 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.934857 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.936548 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3705413 Dec 08 01:45:26.947026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4835f8-6589-41d1-a417-d774eb809b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bca6334-828b-4b10-a883-3695ac3daf02,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:26.955086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e223f8-46f1-40b4-95ca-588d2ec1a306 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Pushing event updated for resources: {'Port': ['ID=f9cb5264-7eb0-4bce-a516-4739f6e9ca9c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:26.972317 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:27.042183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9b571b-137f-4284-a817-5b3f9ea0c673 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:27.106099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 2a9b571b-137f-4284-a817-5b3f9ea0c673, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2a9b571b-137f-4284-a817-5b3f9ea0c673,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:27.112526 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:27.183399 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14118016-0c70-458c-89ae-7f9a3ec65bb1 x-openstack-request-id: req-14118016-0c70-458c-89ae-7f9a3ec65bb1 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:27.184094 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb3caf5-3803-4ec8-a8d2-14cd2f913d1e", "tag": "a5a40395-24aa-4d9b-b097-f5e643db9b3d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:27.184094 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-14118016-0c70-458c-89ae-7f9a3ec65bb1 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:27.184422 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb3caf5-3803-4ec8-a8d2-14cd2f913d1e', 'tag': 'a5a40395-24aa-4d9b-b097-f5e643db9b3d', 'status': 'completed', 'code': 200} Dec 08 01:45:27.208009 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375fa7b-bea6-4c2a-b0f9-2002e3cded3d req-c9622db8-0c6c-48ee-a835-73179f8da068 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:27.213600 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3375fa7b-bea6-4c2a-b0f9-2002e3cded3d req-c9622db8-0c6c-48ee-a835-73179f8da068 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 969 time: 0.0968726 Dec 08 01:45:27.228842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=2a9b571b-137f-4284-a817-5b3f9ea0c673,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:27.299210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3375fa7b-bea6-4c2a-b0f9-2002e3cded3d req-0e609416-8397-4829-a08a-d5a996e405c3 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724781 Dec 08 01:45:27.494962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['2a9b571b-137f-4284-a817-5b3f9ea0c673'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:27.581727 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-7c3ea69c-737f-4b57-84d7-385d83d5e83a tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--814211903&fields=id&tenant_id=cef53cd090134345bd6ea07944b185cf HTTP/1.1" status: 200 len: 267 time: 0.0904658 Dec 08 01:45:27.818204 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58432) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.842435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeac85-b021-4fdb-979b-578859182089 req-3f2a38ff-7e59-49bf-89f5-8b4ac973012b tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:27.850471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6efeac85-b021-4fdb-979b-578859182089 req-3f2a38ff-7e59-49bf-89f5-8b4ac973012b tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 947 time: 0.1334031 Dec 08 01:45:27.851897 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:27.922903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-9b56f620-b951-4fb7-9aa8-857763459eae tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:27.924468 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-9b56f620-b951-4fb7-9aa8-857763459eae tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/networks?id=d21dabc8-1e90-475d-9f82-6828cfa9b46b HTTP/1.1" status: 200 len: 823 time: 0.3418455 Dec 08 01:45:27.940946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6efeac85-b021-4fdb-979b-578859182089 req-61a5efe8-c1ba-4171-b2cb-839b5bc6ef3b tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848975 Dec 08 01:45:27.978459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-1ef52e91-d797-44c4-893f-93db7a229771 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/quotas/cef53cd090134345bd6ea07944b185cf HTTP/1.1" status: 200 len: 375 time: 0.0264301 Dec 08 01:45:28.044138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-ec133b66-1412-4c39-bff4-468ae4f724ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cef53cd090134345bd6ea07944b185cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647740 Dec 08 01:45:28.102645 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-518a34d1-aac4-44bd-abba-5be78b4dcace admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.384561 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-518a34d1-aac4-44bd-abba-5be78b4dcace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.389148 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-518a34d1-aac4-44bd-abba-5be78b4dcace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.435656 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-518a34d1-aac4-44bd-abba-5be78b4dcace admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=296f43d127544e5ba93a3060a00bbb6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6157911 Dec 08 01:45:28.437863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58460) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:28.467327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a34d1-aac4-44bd-abba-5be78b4dcace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b1ad4f-f7e6-42c6-aed5-7ccc2448da6d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:28.501538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 2a9b571b-137f-4284-a817-5b3f9ea0c673 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:28.553224 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-303be82a-e2cd-46c4-b1e9-0c7a889b6b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.613455 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-303be82a-e2cd-46c4-b1e9-0c7a889b6b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.640120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 2a9b571b-137f-4284-a817-5b3f9ea0c673 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:45:28.645774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 2a9b571b-137f-4284-a817-5b3f9ea0c673 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:28.646580 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.661355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-3b273866-c4ef-42c4-986e-e19b808f014e service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:45:28.662749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-3b273866-c4ef-42c4-986e-e19b808f014e service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3496602 Dec 08 01:45:28.749137 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.802023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e0fd32-4a2a-490b-a157-d455078569b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9b571b-137f-4284-a817-5b3f9ea0c673'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:28.862036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-d5194c8d-c2a2-48fc-ac69-dbe0275761cd service neutron] 10.222.0.71 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694374 Dec 08 01:45:28.886677 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 2a9b571b-137f-4284-a817-5b3f9ea0c673, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2a9b571b-137f-4284-a817-5b3f9ea0c673,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:28.891944 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.946653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=2a9b571b-137f-4284-a817-5b3f9ea0c673,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:28.970145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-303be82a-e2cd-46c4-b1e9-0c7a889b6b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.972729 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-303be82a-e2cd-46c4-b1e9-0c7a889b6b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.976869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-303be82a-e2cd-46c4-b1e9-0c7a889b6b17 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/25b1ad4f-f7e6-42c6-aed5-7ccc2448da6d HTTP/1.1" status: 204 len: 168 time: 0.5371897 Dec 08 01:45:28.995806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303be82a-e2cd-46c4-b1e9-0c7a889b6b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b1ad4f-f7e6-42c6-aed5-7ccc2448da6d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:29.018573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd1ab4-2a04-475a-b280-77cf1076b6a9 req-d3196d07-5d4a-4056-8ada-25cc10340bc8 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:29.027299 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3cd1ab4-2a04-475a-b280-77cf1076b6a9 req-d3196d07-5d4a-4056-8ada-25cc10340bc8 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 969 time: 0.2415488 Dec 08 01:45:29.069360 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df7aeac-86e7-4342-80f4-e3abd652a39b" -d '{"events": [{"server_uuid": "60e0fd32-4a2a-490b-a157-d455078569b2", "name": "network-vif-plugged", "status": "completed", "tag": "2a9b571b-137f-4284-a817-5b3f9ea0c673"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:29.075063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-72aea914-ae32-4a8b-8f66-bfbe79e138c8 service neutron] 10.222.0.71 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945398 Dec 08 01:45:29.144731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3cd1ab4-2a04-475a-b280-77cf1076b6a9 req-11f497bf-4247-407b-881a-32aff03441df tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165285 Dec 08 01:45:29.677930 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58512) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:29.705964 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51eae49f-7128-451d-acb8-1d950540e0c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:29.753149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fc34d-daee-4616-bc91-c579f0018999 req-12e9cda2-ec00-408a-a95d-9ef10252ea44 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:29.787124 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-966fc34d-daee-4616-bc91-c579f0018999 req-12e9cda2-ec00-408a-a95d-9ef10252ea44 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 948 time: 0.1185830 Dec 08 01:45:29.928256 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51eae49f-7128-451d-acb8-1d950540e0c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:29.935663 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51eae49f-7128-451d-acb8-1d950540e0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:29.936144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-966fc34d-daee-4616-bc91-c579f0018999 req-5cfa61e8-584a-40b7-8733-0e257dd4689c tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453896 Dec 08 01:45:30.001193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eae49f-7128-451d-acb8-1d950540e0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971d4830-bca5-48ce-8d53-ac0361b6a04d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:30.027948 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58522) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:30.028186 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-51eae49f-7128-451d-acb8-1d950540e0c1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3b0c91527d1f477f9e72db69b62b7a65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478734 Dec 08 01:45:30.067294 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3453db3b-6220-46f3-a6d3-3b27850e3bfe x-openstack-request-id: req-3453db3b-6220-46f3-a6d3-3b27850e3bfe {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:30.068343 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e0fd32-4a2a-490b-a157-d455078569b2", "name": "network-vif-plugged", "status": "completed", "tag": "2a9b571b-137f-4284-a817-5b3f9ea0c673", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:30.068776 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3453db3b-6220-46f3-a6d3-3b27850e3bfe {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:30.069386 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e0fd32-4a2a-490b-a157-d455078569b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9b571b-137f-4284-a817-5b3f9ea0c673', 'code': 200} Dec 08 01:45:30.229486 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-199bf75b-b4b0-4168-bc41-286f4549b604 req-155121b2-37f9-41b2-a7db-12fca935df57 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 210 time: 0.0717912 Dec 08 01:45:30.241479 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3281a974-b57c-468f-8942-ce5747e966d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:30.296937 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3281a974-b57c-468f-8942-ce5747e966d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:30.325250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93379994-3afe-47ac-ab13-795e2df836c3 req-724abfef-0cc3-430a-bb04-e931d1c4e134 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:30.327684 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93379994-3afe-47ac-ab13-795e2df836c3 req-724abfef-0cc3-430a-bb04-e931d1c4e134 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 969 time: 0.0836015 Dec 08 01:45:30.415096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93379994-3afe-47ac-ab13-795e2df836c3 req-e326dcc6-708d-4021-89bc-bd7eded8eeac tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708168 Dec 08 01:45:30.416138 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3281a974-b57c-468f-8942-ce5747e966d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:30.419487 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3281a974-b57c-468f-8942-ce5747e966d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:30.421023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3281a974-b57c-468f-8942-ce5747e966d0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/971d4830-bca5-48ce-8d53-ac0361b6a04d HTTP/1.1" status: 204 len: 168 time: 0.3915792 Dec 08 01:45:30.430890 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281a974-b57c-468f-8942-ce5747e966d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971d4830-bca5-48ce-8d53-ac0361b6a04d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:30.470097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39f28c-ee2a-4bda-940d-634979bb0921 req-2d2b8766-2ef1-4ed3-9bd0-7a8780c40eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:30.472159 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4f39f28c-ee2a-4bda-940d-634979bb0921 req-2d2b8766-2ef1-4ed3-9bd0-7a8780c40eed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 1100 time: 0.2260959 Dec 08 01:45:30.514832 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4f39f28c-ee2a-4bda-940d-634979bb0921 req-726e3899-d577-4861-a4d5-6e1bd9e5a622 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:30.617561 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4f39f28c-ee2a-4bda-940d-634979bb0921 req-726e3899-d577-4861-a4d5-6e1bd9e5a622 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:30.622654 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4f39f28c-ee2a-4bda-940d-634979bb0921 req-726e3899-d577-4861-a4d5-6e1bd9e5a622 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:30.672227 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4f39f28c-ee2a-4bda-940d-634979bb0921 req-726e3899-d577-4861-a4d5-6e1bd9e5a622 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918700 Dec 08 01:45:30.673376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e3899-d577-4861-a4d5-6e1bd9e5a622 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=46e7900c-3581-4e09-a265-25210f36d9f5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:31.017952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58558) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:31.052444 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58562) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:31.240463 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f89a79e-e536-4eeb-9c5c-059761111b45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.263689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a31a6-b221-4962-8699-e9ae55d403db req-29098484-446b-4f05-9000-618a01b98f38 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:31.265838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e9a31a6-b221-4962-8699-e9ae55d403db req-29098484-446b-4f05-9000-618a01b98f38 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 948 time: 0.2074156 Dec 08 01:45:31.337217 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cab092d4-2d33-4e3a-888e-5bef4b1ccef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.377486 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e9a31a6-b221-4962-8699-e9ae55d403db req-83667dc6-6aa7-4baf-8ba1-b17d67956df8 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056728 Dec 08 01:45:31.476377 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cab092d4-2d33-4e3a-888e-5bef4b1ccef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.488351 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f89a79e-e536-4eeb-9c5c-059761111b45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.489785 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cab092d4-2d33-4e3a-888e-5bef4b1ccef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.507052 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f89a79e-e536-4eeb-9c5c-059761111b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.541869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-071b31b4-18c7-4870-a653-7cd5369ccf46 req-a34d6a37-0b3f-4434-9a98-cee33bd79fbf tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 210 time: 0.0611813 Dec 08 01:45:31.588897 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9f89a79e-e536-4eeb-9c5c-059761111b45 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=063a4c307cf14844be47b10837a51e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5353291 Dec 08 01:45:31.589612 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89a79e-e536-4eeb-9c5c-059761111b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348021f7-4da1-4be7-83cc-a973719fd395,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:31.592844 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58590) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:31.593946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab092d4-2d33-4e3a-888e-5bef4b1ccef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6fd7e0-9ac7-42bb-8518-f5a7971fe5c6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:31.603760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-3055bc3c-53a9-4f9a-a680-d271af49cea9 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:31.605246 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-3055bc3c-53a9-4f9a-a680-d271af49cea9 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.45 "GET /v2.0/networks?id=d21dabc8-1e90-475d-9f82-6828cfa9b46b HTTP/1.1" status: 200 len: 823 time: 0.3511186 Dec 08 01:45:31.640492 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cab092d4-2d33-4e3a-888e-5bef4b1ccef9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1bbe58fa4a8c410f8371b5d4a8f96b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6203356 Dec 08 01:45:31.646645 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58596) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:31.688617 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfcaff-6fb0-45f9-a4c9-755f547aaade req-99ef6552-a08b-4807-8054-901bab902928 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:31.690145 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8fcfcaff-6fb0-45f9-a4c9-755f547aaade req-99ef6552-a08b-4807-8054-901bab902928 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 969 time: 0.1654642 Dec 08 01:45:31.730750 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-e6acd0f2-24ad-4b44-8a07-15bc50b50f99 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012105 Dec 08 01:45:31.736301 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5be9fb62-23c3-4a86-9c35-85e4c68559c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.758599 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-af66918b-21b5-4932-b12d-fe69091e5416 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cef53cd090134345bd6ea07944b185cf HTTP/1.1" status: 200 len: 379 time: 0.1305454 Dec 08 01:45:31.774096 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-0d31891a-f80b-46b7-a9a6-1a785d799c59 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Request body: {'port': {'device_id': '2e6d94eb-6a38-48c7-9272-630cbf3705a8', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'admin_state_up': True, 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'security_groups': ['26369a22-35b1-4f04-8fd9-fe70e6bdb5b3']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:31.787135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8fcfcaff-6fb0-45f9-a4c9-755f547aaade req-a57fc562-fada-45d3-9344-07161ac645df tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877113 Dec 08 01:45:31.795679 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f9135e3f-86f5-4dcf-826e-f6638b47b5b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.808064 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5be9fb62-23c3-4a86-9c35-85e4c68559c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.847376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f880c-2a3a-465c-b558-3462b743e784 req-634a74af-9bb2-426c-8e72-0d63cc80c1ad service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061604 Dec 08 01:45:31.888402 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f9135e3f-86f5-4dcf-826e-f6638b47b5b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.974768 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5be9fb62-23c3-4a86-9c35-85e4c68559c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.977697 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5be9fb62-23c3-4a86-9c35-85e4c68559c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.978955 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5be9fb62-23c3-4a86-9c35-85e4c68559c7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/348021f7-4da1-4be7-83cc-a973719fd395 HTTP/1.1" status: 204 len: 168 time: 0.3835061 Dec 08 01:45:31.990754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-0d31891a-f80b-46b7-a9a6-1a785d799c59 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Made reservation on behalf of cef53cd090134345bd6ea07944b185cf for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:31.994810 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-0d31891a-f80b-46b7-a9a6-1a785d799c59 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.999627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9fb62-23c3-4a86-9c35-85e4c68559c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348021f7-4da1-4be7-83cc-a973719fd395,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:32.022490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579512d7-e900-4342-b388-0f049b88db24 req-b0b9937a-0742-457b-adbb-3c212e09567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:32.025893 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-579512d7-e900-4342-b388-0f049b88db24 req-b0b9937a-0742-457b-adbb-3c212e09567e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e5a89a231e014b6cb689de9060356e5b&device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 1121 time: 0.0656011 Dec 08 01:45:32.046764 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f9135e3f-86f5-4dcf-826e-f6638b47b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.055546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f9135e3f-86f5-4dcf-826e-f6638b47b5b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.059909 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f9135e3f-86f5-4dcf-826e-f6638b47b5b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1b6fd7e0-9ac7-42bb-8518-f5a7971fe5c6 HTTP/1.1" status: 204 len: 168 time: 0.4121585 Dec 08 01:45:32.072262 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9135e3f-86f5-4dcf-826e-f6638b47b5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6fd7e0-9ac7-42bb-8518-f5a7971fe5c6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:32.211354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579512d7-e900-4342-b388-0f049b88db24 req-596453da-3f35-413d-b0b7-46527813a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:32.212840 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-579512d7-e900-4342-b388-0f049b88db24 req-596453da-3f35-413d-b0b7-46527813a21d service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1784005 Dec 08 01:45:32.224498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-0d31891a-f80b-46b7-a9a6-1a785d799c59 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Allocated IP 172.20.0.10 (d21dabc8-1e90-475d-9f82-6828cfa9b46b/ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9/e12570c1-6eea-4f29-a9a4-618a4988bb17) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:32.272613 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-579512d7-e900-4342-b388-0f049b88db24 req-465860bb-1739-4a56-98d4-8249a1666f55 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=a5a40395-24aa-4d9b-b097-f5e643db9b3d HTTP/1.1" status: 200 len: 217 time: 0.0514958 Dec 08 01:45:32.326285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579512d7-e900-4342-b388-0f049b88db24 req-94fec103-c9b0-4f6c-9a2a-3811c0e5abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:32.327695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-579512d7-e900-4342-b388-0f049b88db24 req-94fec103-c9b0-4f6c-9a2a-3811c0e5abee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0475798 Dec 08 01:45:32.385597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579512d7-e900-4342-b388-0f049b88db24 req-9e3df064-34d5-477e-9ff0-ba08038eb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:32.388170 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-579512d7-e900-4342-b388-0f049b88db24 req-9e3df064-34d5-477e-9ff0-ba08038eb069 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0528717 Dec 08 01:45:32.401989 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-0d31891a-f80b-46b7-a9a6-1a785d799c59 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.465274 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-0d31891a-f80b-46b7-a9a6-1a785d799c59 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.523842 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-579512d7-e900-4342-b388-0f049b88db24 req-0b7023b3-f152-40e7-b8e4-3431a538021c service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272321 Dec 08 01:45:32.545625 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58620) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:32.553204 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31891a-f80b-46b7-a9a6-1a785d799c59 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Pushing event updated for resources: {'Port': ['ID=e12570c1-6eea-4f29-a9a4-618a4988bb17,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:32.583446 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-0d31891a-f80b-46b7-a9a6-1a785d799c59 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Network d21dabc8-1e90-475d-9f82-6828cfa9b46b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:32.585384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-0d31891a-f80b-46b7-a9a6-1a785d799c59 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:32.587852 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-0d31891a-f80b-46b7-a9a6-1a785d799c59 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:32.595509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-0d31891a-f80b-46b7-a9a6-1a785d799c59 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:32.596208 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-0d31891a-f80b-46b7-a9a6-1a785d799c59 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.624794 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-0d31891a-f80b-46b7-a9a6-1a785d799c59 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8551037 Dec 08 01:45:32.641596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Request body: {'port': {'device_id': '2e6d94eb-6a38-48c7-9272-630cbf3705a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:32.657585 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-611fbfda-ae09-412e-9aa5-61cc67bc486f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.676538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58624) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:32.726131 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.732897 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69f434ac-a8ca-450b-a760-7312c1f3d88d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.741774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b7e76-6bb8-41c8-ace3-36cfebb83ef5 req-9610bbe8-f033-4993-ab08-2214341d46b0 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:32.753453 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f2b7e76-6bb8-41c8-ace3-36cfebb83ef5 req-9610bbe8-f033-4993-ab08-2214341d46b0 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 948 time: 0.2284439 Dec 08 01:45:32.845284 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-579512d7-e900-4342-b388-0f049b88db24 req-8fa15a67-02b3-4649-9f1c-39bb7d9f96a5 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108261 Dec 08 01:45:32.912264 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e2bf0d6c-9ac9-4f1a-b577-acc40680ed8f None None] Provisioning complete for port e12570c1-6eea-4f29-a9a4-618a4988bb17 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:32.913436 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2bf0d6c-9ac9-4f1a-b577-acc40680ed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.918106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b9ea8-30e5-4996-ba4f-723e494059d5 req-ea1b34fa-8e6e-428e-8ea1-b08d81cadcf6 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:32.927423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-371b9ea8-30e5-4996-ba4f-723e494059d5 req-ea1b34fa-8e6e-428e-8ea1-b08d81cadcf6 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 932 time: 0.2300560 Dec 08 01:45:32.932851 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f2b7e76-6bb8-41c8-ace3-36cfebb83ef5 req-4fd66b8c-3d4d-4c4c-97c3-f9e6e2540645 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784832 Dec 08 01:45:32.983302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf0d6c-9ac9-4f1a-b577-acc40680ed8f None None] Port e12570c1-6eea-4f29-a9a4-618a4988bb17 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:32.983646 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-611fbfda-ae09-412e-9aa5-61cc67bc486f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.994453 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-611fbfda-ae09-412e-9aa5-61cc67bc486f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.051779 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-371b9ea8-30e5-4996-ba4f-723e494059d5 req-3ddd9ca1-c357-45fa-aa83-4f1340d4c627 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255953 Dec 08 01:45:33.071160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12570c1-6eea-4f29-a9a4-618a4988bb17 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:33.080348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-611fbfda-ae09-412e-9aa5-61cc67bc486f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=850f8b3519b745cfa5fe79c1b1aafe47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5166950 Dec 08 01:45:33.082153 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.085050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58634) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:33.107489 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69f434ac-a8ca-450b-a760-7312c1f3d88d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.108530 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fbfda-ae09-412e-9aa5-61cc67bc486f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b627cfe-c729-4529-8b05-67aa90274dce,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:33.117689 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69f434ac-a8ca-450b-a760-7312c1f3d88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.127595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Transition to ACTIVE for port object e12570c1-6eea-4f29-a9a4-618a4988bb17 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:45:33.135375 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.169029 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085b33-e7e4-4b43-9594-380c5bff4a49 req-91576d6f-962b-4375-8e02-b7ce7ffe9083 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:33.170576 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9085b33-e7e4-4b43-9594-380c5bff4a49 req-91576d6f-962b-4375-8e02-b7ce7ffe9083 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 969 time: 0.1309412 Dec 08 01:45:33.179547 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f434ac-a8ca-450b-a760-7312c1f3d88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f0bd0c-60b5-4b6e-9bd7-10b8b8e4a58d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:33.187427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-69f434ac-a8ca-450b-a760-7312c1f3d88d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=69f2e5d1d48b4437b19a648985b853a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5072060 Dec 08 01:45:33.193888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58640) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:33.211803 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:45:33.218072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Pushing event updated for resources: {'Port': ['ID=e12570c1-6eea-4f29-a9a4-618a4988bb17,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:33.228117 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acfe9773-5486-4cfd-ad57-f076982947c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.281003 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acfe9773-5486-4cfd-ad57-f076982947c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.282894 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Attempting to bind port e12570c1-6eea-4f29-a9a4-618a4988bb17 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:33.283197 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Attempting to bind port e12570c1-6eea-4f29-a9a4-618a4988bb17 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:33.283527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Attempting to bind port e12570c1-6eea-4f29-a9a4-618a4988bb17 on network d21dabc8-1e90-475d-9f82-6828cfa9b46b {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:33.294011 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Port e12570c1-6eea-4f29-a9a4-618a4988bb17 on network d21dabc8-1e90-475d-9f82-6828cfa9b46b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:45:33.294345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Attempting to bind port e12570c1-6eea-4f29-a9a4-618a4988bb17 on network d21dabc8-1e90-475d-9f82-6828cfa9b46b {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:33.306828 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9085b33-e7e4-4b43-9594-380c5bff4a49 req-2927df97-9283-4c10-99f8-d3dc122755f7 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280844 Dec 08 01:45:33.307006 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:33.307222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Checking segment: {'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:33.307628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Bound using segment: {'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:33.307733 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c7cb5fa-90e8-468f-97b6-9c902e838b80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.308071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Bound port: e12570c1-6eea-4f29-a9a4-618a4988bb17, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:33.308423 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.352320 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c7cb5fa-90e8-468f-97b6-9c902e838b80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.420263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acfe9773-5486-4cfd-ad57-f076982947c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.424809 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acfe9773-5486-4cfd-ad57-f076982947c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.427178 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-acfe9773-5486-4cfd-ad57-f076982947c5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3b627cfe-c729-4529-8b05-67aa90274dce HTTP/1.1" status: 204 len: 168 time: 0.3407633 Dec 08 01:45:33.428571 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c7cb5fa-90e8-468f-97b6-9c902e838b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.429133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] For port e12570c1-6eea-4f29-a9a4-618a4988bb17, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:33.432582 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c7cb5fa-90e8-468f-97b6-9c902e838b80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.437188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8c7cb5fa-90e8-468f-97b6-9c902e838b80 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/04f0bd0c-60b5-4b6e-9bd7-10b8b8e4a58d HTTP/1.1" status: 204 len: 168 time: 0.2390695 Dec 08 01:45:33.437386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] For port e12570c1-6eea-4f29-a9a4-618a4988bb17, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e12570c1-6eea-4f29-a9a4-618a4988bb17,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:33.446180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cb5fa-90e8-468f-97b6-9c902e838b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f0bd0c-60b5-4b6e-9bd7-10b8b8e4a58d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:33.446398 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe9773-5486-4cfd-ad57-f076982947c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b627cfe-c729-4529-8b05-67aa90274dce,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:33.450624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.497519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:33.498939 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.500523 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] 10.222.0.45 "PUT /v2.0/ports/e12570c1-6eea-4f29-a9a4-618a4988bb17 HTTP/1.1" status: 200 len: 1093 time: 0.8639648 Dec 08 01:45:33.500964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6d94eb-6a38-48c7-9272-630cbf3705a8', 'tag': 'e12570c1-6eea-4f29-a9a4-618a4988bb17'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:33.503418 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982ad139-ede7-4e9f-917f-674a4223120f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6d94eb-6a38-48c7-9272-630cbf3705a8", "tag": "e12570c1-6eea-4f29-a9a4-618a4988bb17"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:33.561037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc832c87-b6e1-4fe5-908c-d4da86c4a895 service neutron] Pushing event updated for resources: {'Port': ['ID=e12570c1-6eea-4f29-a9a4-618a4988bb17,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:33.614100 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487b2772-3402-4ac5-aed6-4103da03d852 x-openstack-request-id: req-487b2772-3402-4ac5-aed6-4103da03d852 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:33.614995 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6d94eb-6a38-48c7-9272-630cbf3705a8", "tag": "e12570c1-6eea-4f29-a9a4-618a4988bb17", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:33.615159 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-487b2772-3402-4ac5-aed6-4103da03d852 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:33.615526 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6d94eb-6a38-48c7-9272-630cbf3705a8', 'tag': 'e12570c1-6eea-4f29-a9a4-618a4988bb17', 'status': 'completed', 'code': 200} Dec 08 01:45:33.635060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-0f292181-666d-4880-b439-8632e010f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:33.638809 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-0f292181-666d-4880-b439-8632e010f071 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cef53cd090134345bd6ea07944b185cf&device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 1096 time: 0.0725613 Dec 08 01:45:33.725412 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-add94096-8c56-41da-b096-1333882a6a33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e12570c1-6eea-4f29-a9a4-618a4988bb17 HTTP/1.1" status: 200 len: 217 time: 0.0686157 Dec 08 01:45:33.803118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-d9a056b5-fb06-4871-b003-fe66618671de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:33.804572 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-d9a056b5-fb06-4871-b003-fe66618671de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9 HTTP/1.1" status: 200 len: 862 time: 0.0718665 Dec 08 01:45:33.868833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-07ea015e-07fa-47bd-93fe-cc50385c1aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:33.870512 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-07ea015e-07fa-47bd-93fe-cc50385c1aeb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d21dabc8-1e90-475d-9f82-6828cfa9b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563211 Dec 08 01:45:33.983891 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-43dfed91-2a93-4ad8-af7b-56fa96dde78b service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004646 Dec 08 01:45:34.072018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892b3f5-c755-4639-ba1b-81044cef3376 req-d136a39a-5e09-4aa7-9335-b2d6e71eb85a tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:34.074323 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a892b3f5-c755-4639-ba1b-81044cef3376 req-d136a39a-5e09-4aa7-9335-b2d6e71eb85a tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 948 time: 0.0624049 Dec 08 01:45:34.103584 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4cedd74-4c19-4824-aca4-6baaba81f30c req-4edb891d-c833-4653-a639-ba52e8d95c98 service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122751 Dec 08 01:45:34.160070 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a892b3f5-c755-4639-ba1b-81044cef3376 req-f766b982-7928-473e-bdfb-87bfb76d323b tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714154 Dec 08 01:45:34.208759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb19888-b61a-4d6e-b73a-684788e4363b req-a7bc6646-f026-4502-938d-2d18a12c4b0e tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:34.211238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fb19888-b61a-4d6e-b73a-684788e4363b req-a7bc6646-f026-4502-938d-2d18a12c4b0e tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 944 time: 0.0652428 Dec 08 01:45:34.270880 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ad139-ede7-4e9f-917f-674a4223120f req-35276f3d-c810-4680-b316-fe29e259a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:34.272886 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-982ad139-ede7-4e9f-917f-674a4223120f req-35276f3d-c810-4680-b316-fe29e259a56d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cef53cd090134345bd6ea07944b185cf&device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 1096 time: 0.0571637 Dec 08 01:45:34.282335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fb19888-b61a-4d6e-b73a-684788e4363b req-749ee02a-718e-49d2-91d8-f5644ce983c9 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641398 Dec 08 01:45:34.288161 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58712) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:34.394454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ad139-ede7-4e9f-917f-674a4223120f req-783f6dca-c281-4ab9-bc17-da9e21c4028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:34.396036 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-982ad139-ede7-4e9f-917f-674a4223120f req-783f6dca-c281-4ab9-bc17-da9e21c4028c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d21dabc8-1e90-475d-9f82-6828cfa9b46b HTTP/1.1" status: 200 len: 924 time: 0.1163111 Dec 08 01:45:34.432308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69193d94-98af-42f4-807c-9150f8c74811 req-52d28f73-ce33-410d-ad9b-0a04495c3aaf tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:34.441121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69193d94-98af-42f4-807c-9150f8c74811 req-52d28f73-ce33-410d-ad9b-0a04495c3aaf tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 969 time: 0.0637059 Dec 08 01:45:34.450104 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-982ad139-ede7-4e9f-917f-674a4223120f req-ecad3e94-7f1e-40bb-b378-e81041355ebe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e12570c1-6eea-4f29-a9a4-618a4988bb17 HTTP/1.1" status: 200 len: 217 time: 0.0462229 Dec 08 01:45:34.490608 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69193d94-98af-42f4-807c-9150f8c74811 req-7812e2c4-7fbe-4d7e-8c2d-8fdd82785c48 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477211 Dec 08 01:45:34.510149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ad139-ede7-4e9f-917f-674a4223120f req-f3973613-34b0-4bfe-b0de-c14f786a2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:34.511736 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-982ad139-ede7-4e9f-917f-674a4223120f req-f3973613-34b0-4bfe-b0de-c14f786a2171 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9 HTTP/1.1" status: 200 len: 862 time: 0.0526772 Dec 08 01:45:34.562981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ad139-ede7-4e9f-917f-674a4223120f req-4d57ec98-f91e-41dd-85d1-ba9475db889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:34.565333 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-982ad139-ede7-4e9f-917f-674a4223120f req-4d57ec98-f91e-41dd-85d1-ba9475db889e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d21dabc8-1e90-475d-9f82-6828cfa9b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453353 Dec 08 01:45:34.575306 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9eeafdc7-45a3-4063-929b-18b2db78c2cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:34.668760 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9eeafdc7-45a3-4063-929b-18b2db78c2cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:34.673906 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9eeafdc7-45a3-4063-929b-18b2db78c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:34.728084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9eeafdc7-45a3-4063-929b-18b2db78c2cc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=194f76e4c3ae4ad4b6849891cdcbaa8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4385350 Dec 08 01:45:34.729620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeafdc7-45a3-4063-929b-18b2db78c2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab16e1be-303e-443a-b78c-a3bb05fe838d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:34.732316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58726) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:34.827355 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87fa632f-4ed7-4cfd-8740-893160716243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:34.880365 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87fa632f-4ed7-4cfd-8740-893160716243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:34.909874 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-982ad139-ede7-4e9f-917f-674a4223120f req-19a86e23-0b87-4fa7-91f0-ff8348e58f92 service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365233 Dec 08 01:45:34.972380 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87fa632f-4ed7-4cfd-8740-893160716243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:34.975903 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87fa632f-4ed7-4cfd-8740-893160716243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:34.979070 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-87fa632f-4ed7-4cfd-8740-893160716243 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ab16e1be-303e-443a-b78c-a3bb05fe838d HTTP/1.1" status: 204 len: 168 time: 0.2435873 Dec 08 01:45:34.992919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa632f-4ed7-4cfd-8740-893160716243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab16e1be-303e-443a-b78c-a3bb05fe838d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:35.059659 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-982ad139-ede7-4e9f-917f-674a4223120f req-003e9348-69e3-43ea-9658-21e94e801108 service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409101 Dec 08 01:45:35.068928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e7e2d-0610-496c-9f31-358e26ee008d req-076befc6-9b47-4103-9206-df5db82bd388 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:35.070571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-224e7e2d-0610-496c-9f31-358e26ee008d req-076befc6-9b47-4103-9206-df5db82bd388 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 948 time: 0.0616660 Dec 08 01:45:35.133214 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-224e7e2d-0610-496c-9f31-358e26ee008d req-766a40e4-2801-4cbf-b953-2abd78b61cc0 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548422 Dec 08 01:45:35.576873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58784) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:35.596100 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ca82dfe-6b05-482a-943f-68bd42f9bdec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.612658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d0e85-86fd-42fd-97b7-82ad11e5337c req-0158bd51-5706-4f1a-b686-6d0824204f81 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:35.615298 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-415d0e85-86fd-42fd-97b7-82ad11e5337c req-0158bd51-5706-4f1a-b686-6d0824204f81 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 944 time: 0.0768709 Dec 08 01:45:35.710055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb7836-3efa-4d95-a877-8f05ddce3b0a req-767d99f7-ba36-42d4-9f0a-dcf6f73ecdde tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:35.711549 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9acb7836-3efa-4d95-a877-8f05ddce3b0a req-767d99f7-ba36-42d4-9f0a-dcf6f73ecdde tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 969 time: 0.1181951 Dec 08 01:45:35.726127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-415d0e85-86fd-42fd-97b7-82ad11e5337c req-5b98b928-9213-4558-9b54-6a6137f65f92 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910747 Dec 08 01:45:35.788048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a5a40395-24aa-4d9b-b097-f5e643db9b3d details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:45:35.801593 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9acb7836-3efa-4d95-a877-8f05ddce3b0a req-be69badc-e4bc-4ade-a50d-c9b3a6993dea tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811369 Dec 08 01:45:35.825922 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ca82dfe-6b05-482a-943f-68bd42f9bdec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.831906 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ca82dfe-6b05-482a-943f-68bd42f9bdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.884516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58798) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:35.886001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1ca82dfe-6b05-482a-943f-68bd42f9bdec admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7e27585bc54e42d88bb51e45930d061f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066480 Dec 08 01:45:35.888220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca82dfe-6b05-482a-943f-68bd42f9bdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b151c1e-8dbe-42f1-acd3-639222e94159,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:35.904975 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a5a40395-24aa-4d9b-b097-f5e643db9b3d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a5a40395-24aa-4d9b-b097-f5e643db9b3d,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:35.918207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'a5a40395-24aa-4d9b-b097-f5e643db9b3d', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'a5a40395-24aa-4d9b-b097-f5e643db9b3d', 'mac_address': 'fa:16:3e:44:2c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:tempest-test_az-489397900', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:45:35.954632 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-167dad83-6046-4108-8c72-399d926b2d25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.958711 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.973360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a40395-24aa-4d9b-b097-f5e643db9b3d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:35.978307 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-167dad83-6046-4108-8c72-399d926b2d25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.998436 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a5a40395-24aa-4d9b-b097-f5e643db9b3d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a5a40395-24aa-4d9b-b097-f5e643db9b3d,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:36.004708 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.045504 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-167dad83-6046-4108-8c72-399d926b2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.050019 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-167dad83-6046-4108-8c72-399d926b2d25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.054336 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-167dad83-6046-4108-8c72-399d926b2d25 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9b151c1e-8dbe-42f1-acd3-639222e94159 HTTP/1.1" status: 204 len: 168 time: 0.1625330 Dec 08 01:45:36.060855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dad83-6046-4108-8c72-399d926b2d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b151c1e-8dbe-42f1-acd3-639222e94159,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:36.094991 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a5a40395-24aa-4d9b-b097-f5e643db9b3d,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:36.168571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-696ea41f-7deb-4697-b6ff-82de18ca8592 req-0fbde94b-a964-48b8-a6fb-2303c8a9a770 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1829924331', 'description': 'tempest-description-905924011'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:36.208241 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-696ea41f-7deb-4697-b6ff-82de18ca8592 req-0fbde94b-a964-48b8-a6fb-2303c8a9a770 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.222428 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-696ea41f-7deb-4697-b6ff-82de18ca8592 req-0fbde94b-a964-48b8-a6fb-2303c8a9a770 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.303711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4aa49a-950b-4ecb-b30a-d885fb6d783b req-c48cb4bc-b2ab-4bac-897a-63e0447f70c1 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:36.305201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d4aa49a-950b-4ecb-b30a-d885fb6d783b req-c48cb4bc-b2ab-4bac-897a-63e0447f70c1 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 948 time: 0.0708675 Dec 08 01:45:36.345677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58820) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:36.366524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['a5a40395-24aa-4d9b-b097-f5e643db9b3d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:36.388872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d4aa49a-950b-4ecb-b30a-d885fb6d783b req-26460a2b-793b-4438-8a3e-f58366cf4f6a tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770943 Dec 08 01:45:36.406658 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-696ea41f-7deb-4697-b6ff-82de18ca8592 req-0fbde94b-a964-48b8-a6fb-2303c8a9a770 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.417077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-696ea41f-7deb-4697-b6ff-82de18ca8592 req-0fbde94b-a964-48b8-a6fb-2303c8a9a770 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.462782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbde94b-a964-48b8-a6fb-2303c8a9a770 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b027d0c1-5409-455f-8405-80137b7a7e4d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:36.507211 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9bc7d4e9-ec4d-433a-8003-badf2ce8404b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.517787 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-696ea41f-7deb-4697-b6ff-82de18ca8592 req-0fbde94b-a964-48b8-a6fb-2303c8a9a770 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.524876 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-696ea41f-7deb-4697-b6ff-82de18ca8592 req-0fbde94b-a964-48b8-a6fb-2303c8a9a770 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.573961 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-696ea41f-7deb-4697-b6ff-82de18ca8592 req-0fbde94b-a964-48b8-a6fb-2303c8a9a770 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.575177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-696ea41f-7deb-4697-b6ff-82de18ca8592 req-0fbde94b-a964-48b8-a6fb-2303c8a9a770 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4179475 Dec 08 01:45:36.576995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbde94b-a964-48b8-a6fb-2303c8a9a770 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadbda42-18cd-4ed2-a85d-883e0f597aae,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:36.602285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8014-00bd-43a1-9227-4ea35f3e0e80 req-b00ac0ee-0500-432e-b904-2feb0602e06c tempest-DeleteServersAdminTestJSON-211223555 tempest-DeleteServersAdminTestJSON-211223555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:36.603800 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-067a8014-00bd-43a1-9227-4ea35f3e0e80 req-b00ac0ee-0500-432e-b904-2feb0602e06c tempest-DeleteServersAdminTestJSON-211223555 tempest-DeleteServersAdminTestJSON-211223555-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 1100 time: 0.0761583 Dec 08 01:45:36.605949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b9e6866a-e71e-4035-bbf3-92d4df1ca28e req-73908a9e-8b9b-4d9a-a115-b8dfb2bd8dd4 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Request body: {'security_group': {'name': 'tempest-securitygroup-605460317', 'description': 'tempest-description-173935389'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:36.627956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b9e6866a-e71e-4035-bbf3-92d4df1ca28e req-73908a9e-8b9b-4d9a-a115-b8dfb2bd8dd4 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.691146 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9bc7d4e9-ec4d-433a-8003-badf2ce8404b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.699959 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b9e6866a-e71e-4035-bbf3-92d4df1ca28e req-73908a9e-8b9b-4d9a-a115-b8dfb2bd8dd4 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.704328 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b9e6866a-e71e-4035-bbf3-92d4df1ca28e req-73908a9e-8b9b-4d9a-a115-b8dfb2bd8dd4 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.704523 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9bc7d4e9-ec4d-433a-8003-badf2ce8404b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.736599 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b9e6866a-e71e-4035-bbf3-92d4df1ca28e req-73908a9e-8b9b-4d9a-a115-b8dfb2bd8dd4 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.741137 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9e6866a-e71e-4035-bbf3-92d4df1ca28e req-73908a9e-8b9b-4d9a-a115-b8dfb2bd8dd4 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1389632 Dec 08 01:45:36.743946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73908a9e-8b9b-4d9a-a115-b8dfb2bd8dd4 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ba31c1-9558-421e-b761-9afb9c34ce11,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:36.751853 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7d4e9-ec4d-433a-8003-badf2ce8404b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3d74ad-4ee0-4881-ab62-d41b331bea0a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:36.756915 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9bc7d4e9-ec4d-433a-8003-badf2ce8404b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2105bce5dd56404f8fcc8d201b08a329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4100404 Dec 08 01:45:36.759902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58844) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:36.765997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-067a8014-00bd-43a1-9227-4ea35f3e0e80 req-0191f585-31dd-42cc-8d38-042c1d328745 tempest-DeleteServersAdminTestJSON-211223555 tempest-DeleteServersAdminTestJSON-211223555-project-admin] Deleting port 2a9b571b-137f-4284-a817-5b3f9ea0c673 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:36.766333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-067a8014-00bd-43a1-9227-4ea35f3e0e80 req-0191f585-31dd-42cc-8d38-042c1d328745 tempest-DeleteServersAdminTestJSON-211223555 tempest-DeleteServersAdminTestJSON-211223555-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.826567 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db4e576c-1579-408a-a7b9-b2dbc41b8085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.880752 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db4e576c-1579-408a-a7b9-b2dbc41b8085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.890276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-067a8014-00bd-43a1-9227-4ea35f3e0e80 req-0191f585-31dd-42cc-8d38-042c1d328745 tempest-DeleteServersAdminTestJSON-211223555 tempest-DeleteServersAdminTestJSON-211223555-project-admin] For port 2a9b571b-137f-4284-a817-5b3f9ea0c673, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2a9b571b-137f-4284-a817-5b3f9ea0c673,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:36.890839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-067a8014-00bd-43a1-9227-4ea35f3e0e80 req-0191f585-31dd-42cc-8d38-042c1d328745 tempest-DeleteServersAdminTestJSON-211223555 tempest-DeleteServersAdminTestJSON-211223555-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.905837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-067a8014-00bd-43a1-9227-4ea35f3e0e80 req-0191f585-31dd-42cc-8d38-042c1d328745 tempest-DeleteServersAdminTestJSON-211223555 tempest-DeleteServersAdminTestJSON-211223555-project-admin] Calling delete_port for 2a9b571b-137f-4284-a817-5b3f9ea0c673 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:36.932337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef843d8-5cea-4576-8255-3fc340b1da18 req-61e704ef-f655-440e-8cb5-75f34ddb9bf1 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:36.934300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ef843d8-5cea-4576-8255-3fc340b1da18 req-61e704ef-f655-440e-8cb5-75f34ddb9bf1 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 944 time: 0.0914285 Dec 08 01:45:36.992260 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db4e576c-1579-408a-a7b9-b2dbc41b8085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.995429 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db4e576c-1579-408a-a7b9-b2dbc41b8085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.999238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-db4e576c-1579-408a-a7b9-b2dbc41b8085 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5f3d74ad-4ee0-4881-ab62-d41b331bea0a HTTP/1.1" status: 204 len: 168 time: 0.2349961 Dec 08 01:45:37.005124 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ef843d8-5cea-4576-8255-3fc340b1da18 req-422a7711-a736-4ee7-a9aa-46b1c30004da tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634491 Dec 08 01:45:37.009953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e576c-1579-408a-a7b9-b2dbc41b8085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3d74ad-4ee0-4881-ab62-d41b331bea0a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:37.119821 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-067a8014-00bd-43a1-9227-4ea35f3e0e80 req-0191f585-31dd-42cc-8d38-042c1d328745 tempest-DeleteServersAdminTestJSON-211223555 tempest-DeleteServersAdminTestJSON-211223555-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.145709 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f686d319-bccb-46c6-940d-832955305362 req-cec7d45a-0c3f-49d8-862c-60abcf6f7174 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-920959978', 'description': 'tempest-description-495328472'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:37.154617 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['2a9b571b-137f-4284-a817-5b3f9ea0c673'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:37.166947 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191f585-31dd-42cc-8d38-042c1d328745 tempest-DeleteServersAdminTestJSON-211223555 tempest-DeleteServersAdminTestJSON-211223555-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a9b571b-137f-4284-a817-5b3f9ea0c673,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:37.185980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d1bef-3c80-4c69-ba31-5218613714a7 req-5e1372d4-cac6-4116-938c-ca838275f2d4 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:37.187756 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-685d1bef-3c80-4c69-ba31-5218613714a7 req-5e1372d4-cac6-4116-938c-ca838275f2d4 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 970 time: 0.0944788 Dec 08 01:45:37.189116 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f686d319-bccb-46c6-940d-832955305362 req-cec7d45a-0c3f-49d8-862c-60abcf6f7174 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.202974 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f686d319-bccb-46c6-940d-832955305362 req-cec7d45a-0c3f-49d8-862c-60abcf6f7174 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.239251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-067a8014-00bd-43a1-9227-4ea35f3e0e80 req-0191f585-31dd-42cc-8d38-042c1d328745 tempest-DeleteServersAdminTestJSON-211223555 tempest-DeleteServersAdminTestJSON-211223555-project-admin] No DVR routers for this DVR port 2a9b571b-137f-4284-a817-5b3f9ea0c673 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:45:37.243483 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-067a8014-00bd-43a1-9227-4ea35f3e0e80 req-0191f585-31dd-42cc-8d38-042c1d328745 tempest-DeleteServersAdminTestJSON-211223555 tempest-DeleteServersAdminTestJSON-211223555-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.247312 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-067a8014-00bd-43a1-9227-4ea35f3e0e80 req-0191f585-31dd-42cc-8d38-042c1d328745 tempest-DeleteServersAdminTestJSON-211223555 tempest-DeleteServersAdminTestJSON-211223555-project-admin] 10.222.0.45 "DELETE /v2.0/ports/2a9b571b-137f-4284-a817-5b3f9ea0c673 HTTP/1.1" status: 204 len: 173 time: 0.6368997 Dec 08 01:45:37.248395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e0fd32-4a2a-490b-a157-d455078569b2', 'name': 'network-vif-deleted', 'tag': '2a9b571b-137f-4284-a817-5b3f9ea0c673'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:37.252618 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3c0f62-e72e-4ea3-9c09-7538ab7eac66" -d '{"events": [{"server_uuid": "60e0fd32-4a2a-490b-a157-d455078569b2", "name": "network-vif-deleted", "tag": "2a9b571b-137f-4284-a817-5b3f9ea0c673"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:37.332444 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-685d1bef-3c80-4c69-ba31-5218613714a7 req-748b0cc3-79f1-452a-97de-3db53434b570 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342852 Dec 08 01:45:37.422570 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c75b68-9b2c-4441-b542-6b091e0d64e8 x-openstack-request-id: req-14c75b68-9b2c-4441-b542-6b091e0d64e8 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:37.422871 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e0fd32-4a2a-490b-a157-d455078569b2", "name": "network-vif-deleted", "tag": "2a9b571b-137f-4284-a817-5b3f9ea0c673", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:37.422982 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f686d319-bccb-46c6-940d-832955305362 req-cec7d45a-0c3f-49d8-862c-60abcf6f7174 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.423127 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-14c75b68-9b2c-4441-b542-6b091e0d64e8 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:37.423526 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e0fd32-4a2a-490b-a157-d455078569b2', 'name': 'network-vif-deleted', 'tag': '2a9b571b-137f-4284-a817-5b3f9ea0c673', 'status': 'completed', 'code': 200} Dec 08 01:45:37.432679 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f686d319-bccb-46c6-940d-832955305362 req-cec7d45a-0c3f-49d8-862c-60abcf6f7174 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.540964 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7d45a-0c3f-49d8-862c-60abcf6f7174 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6798f5-cbe7-4f7e-a7bc-2dde97665697,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:37.567588 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7125777c-7492-4cd7-9a9c-ae63fc2a053d req-d24a8e04-5d16-4e91-8b0c-f0f8167e85c4 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e0fd32-4a2a-490b-a157-d455078569b2 HTTP/1.1" status: 200 len: 210 time: 0.0659606 Dec 08 01:45:37.597393 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f686d319-bccb-46c6-940d-832955305362 req-cec7d45a-0c3f-49d8-862c-60abcf6f7174 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.601696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f686d319-bccb-46c6-940d-832955305362 req-cec7d45a-0c3f-49d8-862c-60abcf6f7174 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.630083 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f686d319-bccb-46c6-940d-832955305362 req-cec7d45a-0c3f-49d8-862c-60abcf6f7174 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.631536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f686d319-bccb-46c6-940d-832955305362 req-cec7d45a-0c3f-49d8-862c-60abcf6f7174 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4922929 Dec 08 01:45:37.649142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7d45a-0c3f-49d8-862c-60abcf6f7174 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16642347-89a2-49b7-acf8-e129cd79d6f1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:37.658145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9130cb59-a8d3-4de2-aaa7-c08abc250b12 req-daab1f6f-c897-42d3-ac54-723876383b7f tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-601449555', 'description': 'tempest-description-10363488'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:37.688440 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9130cb59-a8d3-4de2-aaa7-c08abc250b12 req-daab1f6f-c897-42d3-ac54-723876383b7f tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.760410 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a5a40395-24aa-4d9b-b097-f5e643db9b3d up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:37.770964 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9130cb59-a8d3-4de2-aaa7-c08abc250b12 req-daab1f6f-c897-42d3-ac54-723876383b7f tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.776031 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9130cb59-a8d3-4de2-aaa7-c08abc250b12 req-daab1f6f-c897-42d3-ac54-723876383b7f tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.811452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab1f6f-c897-42d3-ac54-723876383b7f tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c07499d-8a47-4a65-9c7e-7383e3dd05ca,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:37.816262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9130cb59-a8d3-4de2-aaa7-c08abc250b12 req-daab1f6f-c897-42d3-ac54-723876383b7f tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.816478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port a5a40395-24aa-4d9b-b097-f5e643db9b3d completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:45:37.818045 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9130cb59-a8d3-4de2-aaa7-c08abc250b12 req-daab1f6f-c897-42d3-ac54-723876383b7f tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1649709 Dec 08 01:45:37.821890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port a5a40395-24aa-4d9b-b097-f5e643db9b3d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:37.822601 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.948038 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.984502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a5a40395-24aa-4d9b-b097-f5e643db9b3d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a5a40395-24aa-4d9b-b097-f5e643db9b3d,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:37.985720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb3caf5-3803-4ec8-a8d2-14cd2f913d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a40395-24aa-4d9b-b097-f5e643db9b3d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:37.988984 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f50a1b-eaac-48ff-b2f1-f581f89420a7" -d '{"events": [{"server_uuid": "efb3caf5-3803-4ec8-a8d2-14cd2f913d1e", "name": "network-vif-plugged", "status": "completed", "tag": "a5a40395-24aa-4d9b-b097-f5e643db9b3d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:37.993186 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.055774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a5a40395-24aa-4d9b-b097-f5e643db9b3d,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:38.109668 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-a5950fcb-a5f2-4e55-bdb0-072cf4c39925 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34259 time: 0.2695570 Dec 08 01:45:38.158238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-f0021143-9a61-4681-9e37-c0f8f6a149be tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/042381e1-92c1-47d6-990d-9cf60526ff38 HTTP/1.1" status: 200 len: 2998 time: 0.0399415 Dec 08 01:45:38.184200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58904) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:38.189329 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49c0d13-0c5d-4ebe-8e1b-6a5453f0fdce x-openstack-request-id: req-f49c0d13-0c5d-4ebe-8e1b-6a5453f0fdce {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:38.189824 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb3caf5-3803-4ec8-a8d2-14cd2f913d1e", "name": "network-vif-plugged", "status": "completed", "tag": "a5a40395-24aa-4d9b-b097-f5e643db9b3d", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:38.189904 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f49c0d13-0c5d-4ebe-8e1b-6a5453f0fdce {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:38.190301 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3caf5-3803-4ec8-a8d2-14cd2f913d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a40395-24aa-4d9b-b097-f5e643db9b3d', 'code': 200} Dec 08 01:45:38.211428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-ef0c7237-b667-4ada-b111-6aac39121427 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/042381e1-92c1-47d6-990d-9cf60526ff38 HTTP/1.1" status: 200 len: 2998 time: 0.0464129 Dec 08 01:45:38.283283 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-a4ec88e2-5452-4643-9a57-8b4afeafab80 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/46e7900c-3581-4e09-a265-25210f36d9f5 HTTP/1.1" status: 200 len: 2998 time: 0.0647111 Dec 08 01:45:38.492840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124311ed-37cb-47da-a886-d177b28bd6aa req-da110d9b-bbb3-48a3-b002-5759fca43b48 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:38.494180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-124311ed-37cb-47da-a886-d177b28bd6aa req-da110d9b-bbb3-48a3-b002-5759fca43b48 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 944 time: 0.2513456 Dec 08 01:45:38.499258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e12570c1-6eea-4f29-a9a4-618a4988bb17 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:45:38.501839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-network', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:38.576648 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-49da2870-5fcc-4350-9b16-ddab890313f2 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/46e7900c-3581-4e09-a265-25210f36d9f5 HTTP/1.1" status: 200 len: 2998 time: 0.2864735 Dec 08 01:45:38.583173 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41f276-fef1-4b66-adcb-df2c73713a69 req-f4d9fc2b-719b-4331-8e4c-02e47fdfb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:38.584731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a41f276-fef1-4b66-adcb-df2c73713a69 req-f4d9fc2b-719b-4331-8e4c-02e47fdfb1e8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 1123 time: 0.2957218 Dec 08 01:45:38.591988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] Made reservation on behalf of f6e1ee9d4a0248e297fae65e29c1fdcd for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:38.594158 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.607353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e12570c1-6eea-4f29-a9a4-618a4988bb17, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e12570c1-6eea-4f29-a9a4-618a4988bb17,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:38.618924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'e12570c1-6eea-4f29-a9a4-618a4988bb17', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'port_id': 'e12570c1-6eea-4f29-a9a4-618a4988bb17', 'mac_address': 'fa:16:3e:8f:9a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:45:38.637112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-124311ed-37cb-47da-a886-d177b28bd6aa req-854c65ff-6a35-468d-8120-e84523c14f1f tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263766 Dec 08 01:45:38.642523 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.662022 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.669530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12570c1-6eea-4f29-a9a4-618a4988bb17 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:38.690597 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e12570c1-6eea-4f29-a9a4-618a4988bb17, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e12570c1-6eea-4f29-a9a4-618a4988bb17,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:38.694609 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.694809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-4698af17-0729-4b7a-a60e-92abf0e81215 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/56da30a1-ee14-48bf-8ecb-0e44b8a13c3c HTTP/1.1" status: 200 len: 2994 time: 0.1069291 Dec 08 01:45:38.712358 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a41f276-fef1-4b66-adcb-df2c73713a69 req-5d7cce3b-0162-4fb0-bc5e-84a4d7262caf service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161163 Dec 08 01:45:38.757130 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=e12570c1-6eea-4f29-a9a4-618a4988bb17,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:38.760664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-89e98acf-bfea-456f-9c5a-6a5e88e7c167 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/56da30a1-ee14-48bf-8ecb-0e44b8a13c3c HTTP/1.1" status: 200 len: 2994 time: 0.0579009 Dec 08 01:45:38.848263 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.860054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e592c-7744-42a0-859b-250899a0bacd req-e7d33bfd-96fc-4e76-a6e6-1cb339194761 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:38.861499 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c40e592c-7744-42a0-859b-250899a0bacd req-e7d33bfd-96fc-4e76-a6e6-1cb339194761 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 971 time: 0.1000152 Dec 08 01:45:38.862973 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.867258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-f8f7932d-e1df-402a-80dc-833e64090105 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/7d4368af-8c8b-46fe-bde3-1d0e7df408d7 HTTP/1.1" status: 200 len: 2994 time: 0.0924296 Dec 08 01:45:38.896047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:45:38.937416 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.937763 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] Added segment f008ea60-fdec-44fb-b363-250f3254b371 of type vlan for network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c Dec 08 01:45:38.951568 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405cbdd9-8d79-46a1-84fc-6659f5a0ce66,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:38.975276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['e12570c1-6eea-4f29-a9a4-618a4988bb17'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:39.004780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-5a4b2012-2171-4c8e-883f-20b32476f67e tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/7d4368af-8c8b-46fe-bde3-1d0e7df408d7 HTTP/1.1" status: 200 len: 2994 time: 0.1259744 Dec 08 01:45:39.012766 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c40e592c-7744-42a0-859b-250899a0bacd req-5f87f5e8-ccbb-49eb-9064-96c2018fa13f tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435676 Dec 08 01:45:39.016855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.072852 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.073977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:39.074579 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.115360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9270718 Dec 08 01:45:39.116045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58916) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:39.120113 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-5ae293cb-ade4-4ad8-8e05-ac48e435317b tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/9e6798f5-cbe7-4f7e-a7bc-2dde97665697 HTTP/1.1" status: 200 len: 2998 time: 0.1049750 Dec 08 01:45:39.121670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a357a94c-9b5c-40bd-a1d4-90d6242f13b2 admin admin] Request body: {'subnet': {'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-subnet', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:39.160403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a357a94c-9b5c-40bd-a1d4-90d6242f13b2 admin admin] Made reservation on behalf of f6e1ee9d4a0248e297fae65e29c1fdcd for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:39.164196 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a357a94c-9b5c-40bd-a1d4-90d6242f13b2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.199777 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141b314-9a55-45f4-8a80-6ff77fd995ec admin admin] Pushing event updated for resources: {'Network': ['ID=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:39.205786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-37045f03-4eb1-473c-b8be-85b37a310ab4 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/9e6798f5-cbe7-4f7e-a7bc-2dde97665697 HTTP/1.1" status: 200 len: 2998 time: 0.0800309 Dec 08 01:45:39.216696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:45:39.299210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-8683ec90-c1a0-44b1-b08c-88d9cb71bd82 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=37d939b7e20f4932b1f57e0737524620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293517 Dec 08 01:45:39.307112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-0656e58a-aea2-4a36-80f1-6733dec7f58e tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/a72f7caf-58c0-46d5-bec5-053125544b18 HTTP/1.1" status: 200 len: 2990 time: 0.0845380 Dec 08 01:45:39.382971 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a357a94c-9b5c-40bd-a1d4-90d6242f13b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.410794 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-07f8c71f-c29d-4a80-be63-58092684a4fd tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/a72f7caf-58c0-46d5-bec5-053125544b18 HTTP/1.1" status: 200 len: 2990 time: 0.1028032 Dec 08 01:45:39.442035 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357a94c-9b5c-40bd-a1d4-90d6242f13b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84dbb7a5-2e1e-4011-9db3-9b874937acf6,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:39.450822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a357a94c-9b5c-40bd-a1d4-90d6242f13b2 admin admin] Checking segment: {'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:39.451185 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a357a94c-9b5c-40bd-a1d4-90d6242f13b2 admin admin] Network hostable DHCP agents. Network: d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:45:39.459109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-b537227f-943d-47cb-86c8-8f4f41c7e20b tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:39.460481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-b537227f-943d-47cb-86c8-8f4f41c7e20b tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456759 Dec 08 01:45:39.469715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a357a94c-9b5c-40bd-a1d4-90d6242f13b2 admin admin] Network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:45:39.479167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a357a94c-9b5c-40bd-a1d4-90d6242f13b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:39.483920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-56a51d67-3d09-4d1d-9796-3a09f619026b tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/quotas/37d939b7e20f4932b1f57e0737524620 HTTP/1.1" status: 200 len: 375 time: 0.0157278 Dec 08 01:45:39.485014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-158dd6e7-5294-459d-ab53-bc2f97aacf90 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/aa503801-dbd4-45b9-be62-d524d3478177 HTTP/1.1" status: 200 len: 2994 time: 0.0660512 Dec 08 01:45:39.485809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a357a94c-9b5c-40bd-a1d4-90d6242f13b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:39.488022 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a357a94c-9b5c-40bd-a1d4-90d6242f13b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.489109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c6e942-4193-4793-8169-d4f4e0a8e9e9 None None] Network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:39.506850 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a357a94c-9b5c-40bd-a1d4-90d6242f13b2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3890538 Dec 08 01:45:39.509296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58932) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:39.513796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:39.534992 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.536569 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.539258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-4562e562-dfc6-45e0-aa76-cfb9d83d6057 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=37d939b7e20f4932b1f57e0737524620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357366 Dec 08 01:45:39.586575 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-b8c8d17f-2ebe-4634-a31b-69daf9b7526b tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/aa503801-dbd4-45b9-be62-d524d3478177 HTTP/1.1" status: 200 len: 2994 time: 0.0927198 Dec 08 01:45:39.600209 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:45:39.601181 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.619940 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.648264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-c16d7ea5-13b1-4627-8397-ac1b863f5398 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/b027d0c1-5409-455f-8405-80137b7a7e4d HTTP/1.1" status: 200 len: 2998 time: 0.0488887 Dec 08 01:45:39.729996 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-d5333cdc-5e4b-4ebb-8a50-ccb6d3d6fcb7 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/b027d0c1-5409-455f-8405-80137b7a7e4d HTTP/1.1" status: 200 len: 2998 time: 0.0790281 Dec 08 01:45:39.759276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Allocated IP 172.20.0.2 (d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c/84dbb7a5-2e1e-4011-9db3-9b874937acf6/a7fb3a5e-9235-481d-9e86-a3288cab2f46) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:39.815982 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-e8a34805-93e7-48fc-883a-de69877dcf40 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/c990904a-1ca7-4518-bb4a-25199ede59ef HTTP/1.1" status: 200 len: 2994 time: 0.0825973 Dec 08 01:45:39.832788 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.870833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a5d012-4a54-41be-89ed-d320ee73bac4 req-cc0ddcfd-ec60-478e-b2f5-252c260b0604 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/c990904a-1ca7-4518-bb4a-25199ede59ef HTTP/1.1" status: 200 len: 2994 time: 0.0548520 Dec 08 01:45:39.898784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6978bf-9b88-4e82-b4d7-8471b88af5f5 req-cce84cc0-af0e-4843-9891-7601d859b6b7 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:39.906882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c6978bf-9b88-4e82-b4d7-8471b88af5f5 req-cce84cc0-af0e-4843-9891-7601d859b6b7 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 945 time: 0.1379988 Dec 08 01:45:39.938580 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.949783 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.982192 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10666fca-9443-42e5-a342-a49e9c102970 req-524703dd-3b6e-4b45-b631-54312816995b tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 210 time: 0.0502610 Dec 08 01:45:40.013971 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c6978bf-9b88-4e82-b4d7-8471b88af5f5 req-068bcf51-041d-4d6f-9222-33521e089207 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008284 Dec 08 01:45:40.053485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:40.071426 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:40.077631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:40.117954 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.134858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f60e848b-27cb-472f-9f48-4c1b3957856f req-22b22d88-5474-42b3-b61f-dfd73e3b724b tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d1620a4e0beb4a408bf0dcf9ad68c883 HTTP/1.1" status: 200 len: 6152 time: 0.1066844 Dec 08 01:45:40.148675 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.157013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Pushing event updated for resources: {'Port': ['ID=a7fb3a5e-9235-481d-9e86-a3288cab2f46,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:40.165525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Attempting to bind port a7fb3a5e-9235-481d-9e86-a3288cab2f46 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:40.165905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Attempting to bind port a7fb3a5e-9235-481d-9e86-a3288cab2f46 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:40.166469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Attempting to bind port a7fb3a5e-9235-481d-9e86-a3288cab2f46 on network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:40.180247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:40.180629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Checking segment: {'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:40.181099 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.184141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Bound using segment: {'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:40.186690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Bound port: a7fb3a5e-9235-481d-9e86-a3288cab2f46, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:40.187774 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.252594 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f60e848b-27cb-472f-9f48-4c1b3957856f req-e71bbed7-fbc4-455b-8853-e9fe22f22722 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] 10.222.0.71 "GET /v2.0/security-groups/b027d0c1-5409-455f-8405-80137b7a7e4d HTTP/1.1" status: 200 len: 2998 time: 0.1110909 Dec 08 01:45:40.261663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69475b-3093-431a-a81c-f3abf14213b8 req-50121ae9-3c92-4a49-b85d-435c264e7b48 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:40.263368 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e69475b-3093-431a-a81c-f3abf14213b8 req-50121ae9-3c92-4a49-b85d-435c264e7b48 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 971 time: 0.0847974 Dec 08 01:45:40.280256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0262080d-997a-487a-821a-6edded1fc884 None None] For port a7fb3a5e-9235-481d-9e86-a3288cab2f46, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:40.284865 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0262080d-997a-487a-821a-6edded1fc884 None None] For port a7fb3a5e-9235-481d-9e86-a3288cab2f46, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a7fb3a5e-9235-481d-9e86-a3288cab2f46,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:40.290748 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.293377 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Allocated IP 172.25.8.190 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/ad5a3575-4875-40b1-a250-8eab814828c5) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:40.368217 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f60e848b-27cb-472f-9f48-4c1b3957856f req-99e9876f-deb0-40c0-aa6b-1e5c17490da1 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] 10.222.0.71 "GET /v2.0/security-groups/b027d0c1-5409-455f-8405-80137b7a7e4d HTTP/1.1" status: 200 len: 2998 time: 0.0972176 Dec 08 01:45:40.377496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262080d-997a-487a-821a-6edded1fc884 None None] Pushing event updated for resources: {'Port': ['ID=a7fb3a5e-9235-481d-9e86-a3288cab2f46,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:40.396707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e69475b-3093-431a-a81c-f3abf14213b8 req-d1007620-56c4-4e1d-92c0-432041973036 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181579 Dec 08 01:45:40.423141 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.459546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.500918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6eb9926f-341d-405a-954f-77f6abe09596 req-11cc64a2-656f-420c-bc23-ca88be2c5158 tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/3c07499d-8a47-4a65-9c7e-7383e3dd05ca HTTP/1.1" status: 200 len: 1792 time: 0.0544705 Dec 08 01:45:40.525425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:40.528422 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:40.531390 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e12570c1-6eea-4f29-a9a4-618a4988bb17 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:40.538625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:40.649253 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6eb9926f-341d-405a-954f-77f6abe09596 req-baa81b06-7300-4204-be33-559327ade26e tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.673714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad5a3575-4875-40b1-a250-8eab814828c5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:40.684294 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port e12570c1-6eea-4f29-a9a4-618a4988bb17 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:45:40.706692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port e12570c1-6eea-4f29-a9a4-618a4988bb17 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:40.707723 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.733718 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6eb9926f-341d-405a-954f-77f6abe09596 req-baa81b06-7300-4204-be33-559327ade26e tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.807189 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6eb9926f-341d-405a-954f-77f6abe09596 req-baa81b06-7300-4204-be33-559327ade26e tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.813783 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6eb9926f-341d-405a-954f-77f6abe09596 req-baa81b06-7300-4204-be33-559327ade26e tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.814267 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6eb9926f-341d-405a-954f-77f6abe09596 req-baa81b06-7300-4204-be33-559327ade26e tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "DELETE /v2.0/security-groups/3c07499d-8a47-4a65-9c7e-7383e3dd05ca HTTP/1.1" status: 204 len: 173 time: 0.3110745 Dec 08 01:45:40.840730 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa81b06-7300-4204-be33-559327ade26e tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c07499d-8a47-4a65-9c7e-7383e3dd05ca,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:40.880746 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.929771 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.934207 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02cb3c96-4ad2-43b3-827b-926db9cb2ba5 req-52e63a41-a833-44ac-9882-d2917b5e259a tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "GET /v2.0/security-groups/16642347-89a2-49b7-acf8-e129cd79d6f1 HTTP/1.1" status: 200 len: 1793 time: 0.0843544 Dec 08 01:45:40.972664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6d94eb-6a38-48c7-9272-630cbf3705a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12570c1-6eea-4f29-a9a4-618a4988bb17'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:40.976151 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99925d86-e03d-4f23-8d4a-a39546813662" -d '{"events": [{"server_uuid": "2e6d94eb-6a38-48c7-9272-630cbf3705a8", "name": "network-vif-plugged", "status": "completed", "tag": "e12570c1-6eea-4f29-a9a4-618a4988bb17"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:40.996907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e12570c1-6eea-4f29-a9a4-618a4988bb17, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e12570c1-6eea-4f29-a9a4-618a4988bb17,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:41.002745 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.004639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 2a9b571b-137f-4284-a817-5b3f9ea0c673 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:45:41.043009 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-02cb3c96-4ad2-43b3-827b-926db9cb2ba5 req-ad8bd7f5-60eb-477c-898c-ecfe8ed127db tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.070117 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-02cb3c96-4ad2-43b3-827b-926db9cb2ba5 req-ad8bd7f5-60eb-477c-898c-ecfe8ed127db tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.185332 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58978) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:41.193393 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49769d6c-dac7-4f14-bf74-bda1515d4ae9 x-openstack-request-id: req-49769d6c-dac7-4f14-bf74-bda1515d4ae9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:41.193786 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6d94eb-6a38-48c7-9272-630cbf3705a8", "name": "network-vif-plugged", "status": "completed", "tag": "e12570c1-6eea-4f29-a9a4-618a4988bb17", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:41.194079 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-49769d6c-dac7-4f14-bf74-bda1515d4ae9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:41.195007 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6d94eb-6a38-48c7-9272-630cbf3705a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12570c1-6eea-4f29-a9a4-618a4988bb17', 'code': 200} Dec 08 01:45:41.195540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 2a9b571b-137f-4284-a817-5b3f9ea0c673 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:45:41.195926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 2a9b571b-137f-4284-a817-5b3f9ea0c673 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:45:41.198025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=e12570c1-6eea-4f29-a9a4-618a4988bb17,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:41.231444 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-6db339fd-1e60-4c3b-8201-1a953d4f0e7d tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=37d939b7e20f4932b1f57e0737524620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352061 Dec 08 01:45:41.232082 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.45', 49278) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:41.253631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b8e27a0-7188-40fe-813d-b669fc83669e req-82e3ef64-850a-4500-a912-d2ff49226833 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 210 time: 0.0695319 Dec 08 01:45:41.271902 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-02cb3c96-4ad2-43b3-827b-926db9cb2ba5 req-ad8bd7f5-60eb-477c-898c-ecfe8ed127db tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.275308 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-02cb3c96-4ad2-43b3-827b-926db9cb2ba5 req-ad8bd7f5-60eb-477c-898c-ecfe8ed127db tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.277148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02cb3c96-4ad2-43b3-827b-926db9cb2ba5 req-ad8bd7f5-60eb-477c-898c-ecfe8ed127db tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] 10.222.0.71 "DELETE /v2.0/security-groups/16642347-89a2-49b7-acf8-e129cd79d6f1 HTTP/1.1" status: 204 len: 173 time: 0.3310869 Dec 08 01:45:41.291291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bd7f5-60eb-477c-898c-ecfe8ed127db tempest-SecurityGroupsTestAdminJSON-901385556 tempest-SecurityGroupsTestAdminJSON-901385556-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16642347-89a2-49b7-acf8-e129cd79d6f1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:41.433815 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-908d29a1-3100-4c9b-9cf3-cc2f5f6ecf9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.451404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8d11c-a37f-4388-8c9a-bccba3b7335f req-8400ef50-8134-4b7b-abe0-a07a18726575 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:41.453411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aac8d11c-a37f-4388-8c9a-bccba3b7335f req-8400ef50-8134-4b7b-abe0-a07a18726575 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 946 time: 0.1109204 Dec 08 01:45:41.469288 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b1390e3a-031b-4354-8a69-76a50cd983c3 req-73a86bc6-46d6-442d-b62b-ba1462998475 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] 10.222.0.71 "GET /v2.0/security-groups/93ba31c1-9558-421e-b761-9afb9c34ce11 HTTP/1.1" status: 200 len: 1793 time: 0.1605139 Dec 08 01:45:41.483410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd1e37-a7e7-4757-a9c8-2ca754d52f4c req-645f55e2-cebc-4729-8266-e0157dcfba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:41.484931 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dbbd1e37-a7e7-4757-a9c8-2ca754d52f4c req-645f55e2-cebc-4729-8266-e0157dcfba6f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 1098 time: 0.2502408 Dec 08 01:45:41.525156 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.592843 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aac8d11c-a37f-4388-8c9a-bccba3b7335f req-15dbb9ac-4d6d-4077-883c-1ec28742dfa5 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207573 Dec 08 01:45:41.606857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-d8747d6e-5533-4f34-8d10-345b910df7e2 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:41.608876 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-d8747d6e-5533-4f34-8d10-345b910df7e2 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3623347 Dec 08 01:45:41.615039 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b1390e3a-031b-4354-8a69-76a50cd983c3 req-91a37402-51a5-4692-978f-b894715d46eb tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.619348 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dbbd1e37-a7e7-4757-a9c8-2ca754d52f4c req-64b0f330-ae88-48a2-bf8d-cfc5d4ea6327 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255817 Dec 08 01:45:41.650200 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b1390e3a-031b-4354-8a69-76a50cd983c3 req-91a37402-51a5-4692-978f-b894715d46eb tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.703787 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-908d29a1-3100-4c9b-9cf3-cc2f5f6ecf9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.720373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:45:41.730027 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-908d29a1-3100-4c9b-9cf3-cc2f5f6ecf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.764705 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b1390e3a-031b-4354-8a69-76a50cd983c3 req-91a37402-51a5-4692-978f-b894715d46eb tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.767644 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b1390e3a-031b-4354-8a69-76a50cd983c3 req-91a37402-51a5-4692-978f-b894715d46eb tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.784391 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b1390e3a-031b-4354-8a69-76a50cd983c3 req-91a37402-51a5-4692-978f-b894715d46eb tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] 10.222.0.71 "DELETE /v2.0/security-groups/93ba31c1-9558-421e-b761-9afb9c34ce11 HTTP/1.1" status: 204 len: 173 time: 0.3140197 Dec 08 01:45:41.830318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-908d29a1-3100-4c9b-9cf3-cc2f5f6ecf9b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a2a21ab129284189a877d1f06fdc92a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6443601 Dec 08 01:45:41.839496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58988) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:41.860979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899d775d-e0d5-49a6-9ec8-1cb1efd94d6f None None] Network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:41.875962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47bdbc-3b5c-4a33-927e-b03791c3cdb7 req-3967e7ee-3938-40e4-8a28-cf32ace999d7 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:41.877563 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a47bdbc-3b5c-4a33-927e-b03791c3cdb7 req-3967e7ee-3938-40e4-8a28-cf32ace999d7 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 971 time: 0.1966362 Dec 08 01:45:41.878217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d29a1-3100-4c9b-9cf3-cc2f5f6ecf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb70535-2a23-485c-8218-91ff369dcd23,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:41.984504 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-649d0fd0-f0c9-443f-a819-15f50de4343a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.015280 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-649d0fd0-f0c9-443f-a819-15f50de4343a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.019372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-e9298c93-568b-49e4-8603-e4cc99cd8d22 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Request body: {'port': {'device_id': 'c4d2875a-06bc-4d79-85d4-edad260d5698', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '37d939b7e20f4932b1f57e0737524620'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:42.039958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e172593b-96db-49db-a8ef-fb46dd0d60d6 None None] Provisioning complete for port a7fb3a5e-9235-481d-9e86-a3288cab2f46 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:42.040636 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e172593b-96db-49db-a8ef-fb46dd0d60d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.123837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a37402-51a5-4692-978f-b894715d46eb tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ba31c1-9558-421e-b761-9afb9c34ce11,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:42.134511 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-649d0fd0-f0c9-443f-a819-15f50de4343a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.138114 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-649d0fd0-f0c9-443f-a819-15f50de4343a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.143023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-649d0fd0-f0c9-443f-a819-15f50de4343a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7eb70535-2a23-485c-8218-91ff369dcd23 HTTP/1.1" status: 204 len: 168 time: 0.2987549 Dec 08 01:45:42.191409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:45:42.204034 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Sync routers for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:45:42.207827 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e172593b-96db-49db-a8ef-fb46dd0d60d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.210755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a7fb3a5e-9235-481d-9e86-a3288cab2f46 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:42.219375 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:42.220941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a47bdbc-3b5c-4a33-927e-b03791c3cdb7 req-d96bfa0a-219a-4915-b059-989b6482bfd1 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011160 Dec 08 01:45:42.221315 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:45:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:42.250095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d0fd0-f0c9-443f-a819-15f50de4343a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb70535-2a23-485c-8218-91ff369dcd23,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:42.273691 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9cb041dd-8e8c-4918-b190-149647d772f0 req-4f6d8aa2-0f7a-481a-a8ba-c6e060640629 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] 10.222.0.71 "GET /v2.0/security-groups/eadbda42-18cd-4ed2-a85d-883e0f597aae HTTP/1.1" status: 200 len: 1794 time: 0.4617877 Dec 08 01:45:42.279126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-e9298c93-568b-49e4-8603-e4cc99cd8d22 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Made reservation on behalf of 37d939b7e20f4932b1f57e0737524620 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:42.287417 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-e9298c93-568b-49e4-8603-e4cc99cd8d22 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.301284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.302535 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c3d571a7-2281-4096-825f-ac0ec7c47cc8 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.7922761 Dec 08 01:45:42.309340 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58996) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:42.419816 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:42.484092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e172593b-96db-49db-a8ef-fb46dd0d60d6 None None] For port a7fb3a5e-9235-481d-9e86-a3288cab2f46, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a7fb3a5e-9235-481d-9e86-a3288cab2f46,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:42.492286 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e172593b-96db-49db-a8ef-fb46dd0d60d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.552009 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port a7fb3a5e-9235-481d-9e86-a3288cab2f46 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:42.552900 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.557936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172593b-96db-49db-a8ef-fb46dd0d60d6 None None] Pushing event updated for resources: {'Port': ['ID=a7fb3a5e-9235-481d-9e86-a3288cab2f46,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:42.622527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-e9298c93-568b-49e4-8603-e4cc99cd8d22 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Allocated IP 192.168.233.137 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/ff4f8ae6-6d3c-46d5-a28b-6078df74611c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:42.639219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5f114b90-9264-47c2-a9d9-b9d7681bbee6 None None] Provisioning complete for port a7fb3a5e-9235-481d-9e86-a3288cab2f46 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:42.639587 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f114b90-9264-47c2-a9d9-b9d7681bbee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.769593 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:40Z', 'revision_number': 3, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:42.811583 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Checking router: 0ccbd836-fbc5-4ab5-9daf-58e117956a50 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:45:42.812109 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Updating router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 port ad5a3575-4875-40b1-a250-8eab814828c5 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:45:42.814772 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59002) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:42.850133 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.857984 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-e9298c93-568b-49e4-8603-e4cc99cd8d22 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.859758 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2ac0935a-fcb9-4125-a2a6-b8c429c590f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.918444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9cb041dd-8e8c-4918-b190-149647d772f0 req-85c2cb70-d693-4157-9eb4-18f1f89e20b9 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.921303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7f48f-4a5c-4bc3-bd86-adbfcb81fac9 req-1c3941e4-6a71-4717-bd5a-46afbeb13287 tempest-AggregatesAdminTestJSON-1686305164 tempest-AggregatesAdminTestJSON-1686305164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:42.929500 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2b7f48f-4a5c-4bc3-bd86-adbfcb81fac9 req-1c3941e4-6a71-4717-bd5a-46afbeb13287 tempest-AggregatesAdminTestJSON-1686305164 tempest-AggregatesAdminTestJSON-1686305164-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 1123 time: 0.3637552 Dec 08 01:45:42.944432 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-e9298c93-568b-49e4-8603-e4cc99cd8d22 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.959257 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d2b7f48f-4a5c-4bc3-bd86-adbfcb81fac9 req-7ae6bc50-714b-4882-8aa3-384cd01e83a6 tempest-AggregatesAdminTestJSON-1686305164 tempest-AggregatesAdminTestJSON-1686305164-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.002210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-e9298c93-568b-49e4-8603-e4cc99cd8d22 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:43.012984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-e9298c93-568b-49e4-8603-e4cc99cd8d22 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:43.017069 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9cb041dd-8e8c-4918-b190-149647d772f0 req-85c2cb70-d693-4157-9eb4-18f1f89e20b9 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.024636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-e9298c93-568b-49e4-8603-e4cc99cd8d22 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:43.030319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-e9298c93-568b-49e4-8603-e4cc99cd8d22 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:43.031390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-e9298c93-568b-49e4-8603-e4cc99cd8d22 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.037863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9298c93-568b-49e4-8603-e4cc99cd8d22 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Pushing event updated for resources: {'Port': ['ID=ff4f8ae6-6d3c-46d5-a28b-6078df74611c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:43.057114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2ac0935a-fcb9-4125-a2a6-b8c429c590f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.062606 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2ac0935a-fcb9-4125-a2a6-b8c429c590f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.072614 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-e9298c93-568b-49e4-8603-e4cc99cd8d22 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0609319 Dec 08 01:45:43.100266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Request body: {'port': {'device_id': 'c4d2875a-06bc-4d79-85d4-edad260d5698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:43.142410 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2ac0935a-fcb9-4125-a2a6-b8c429c590f9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9f2bdeba0e444445957ea3b33cfd8c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263628 Dec 08 01:45:43.148567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59004) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:43.168033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0935a-fcb9-4125-a2a6-b8c429c590f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3018cf4-1c1d-4a71-923b-9f0a54a3dc81,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:43.222022 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.246964 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.256213 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.276374 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf9d465c-a3ac-40f0-be3a-4fbc1a7a0733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.312485 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Attempting to bind port ad5a3575-4875-40b1-a250-8eab814828c5 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:43.312875 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Attempting to bind port ad5a3575-4875-40b1-a250-8eab814828c5 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:43.313216 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Attempting to bind port ad5a3575-4875-40b1-a250-8eab814828c5 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:43.330094 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:43.330359 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:43.330604 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9cb041dd-8e8c-4918-b190-149647d772f0 req-85c2cb70-d693-4157-9eb4-18f1f89e20b9 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.330726 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.331870 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:43.331870 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Bound port: ad5a3575-4875-40b1-a250-8eab814828c5, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:43.333198 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf9d465c-a3ac-40f0-be3a-4fbc1a7a0733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.333796 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.334163 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9cb041dd-8e8c-4918-b190-149647d772f0 req-85c2cb70-d693-4157-9eb4-18f1f89e20b9 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.350971 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9cb041dd-8e8c-4918-b190-149647d772f0 req-85c2cb70-d693-4157-9eb4-18f1f89e20b9 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] 10.222.0.71 "DELETE /v2.0/security-groups/eadbda42-18cd-4ed2-a85d-883e0f597aae HTTP/1.1" status: 204 len: 173 time: 1.0658009 Dec 08 01:45:43.362450 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76df93-386d-49cc-a6be-0ee01e51d4ce None None] Pushing event updated for resources: {'Port': ['ID=ad5a3575-4875-40b1-a250-8eab814828c5,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:43.434541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2cb70-d693-4157-9eb4-18f1f89e20b9 tempest-SecurityGroupsTestAdminJSON-781524457 tempest-SecurityGroupsTestAdminJSON-781524457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadbda42-18cd-4ed2-a85d-883e0f597aae,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:43.445933 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] For port ad5a3575-4875-40b1-a250-8eab814828c5, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:43.450181 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] For port ad5a3575-4875-40b1-a250-8eab814828c5, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ad5a3575-4875-40b1-a250-8eab814828c5,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:43.455319 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.487835 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d2b7f48f-4a5c-4bc3-bd86-adbfcb81fac9 req-7ae6bc50-714b-4882-8aa3-384cd01e83a6 tempest-AggregatesAdminTestJSON-1686305164 tempest-AggregatesAdminTestJSON-1686305164-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.500042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c6838c66-c719-4874-8a30-a092985a0b3f None None] Provisioning complete for port ff4f8ae6-6d3c-46d5-a28b-6078df74611c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:43.502422 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6838c66-c719-4874-8a30-a092985a0b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.518806 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d2b7f48f-4a5c-4bc3-bd86-adbfcb81fac9 req-7ae6bc50-714b-4882-8aa3-384cd01e83a6 tempest-AggregatesAdminTestJSON-1686305164 tempest-AggregatesAdminTestJSON-1686305164-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.533851 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:43.534483 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:45:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:43.536858 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76df93-386d-49cc-a6be-0ee01e51d4ce None None] Pushing event updated for resources: {'Port': ['ID=ad5a3575-4875-40b1-a250-8eab814828c5,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:43.564809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c6838c66-c719-4874-8a30-a092985a0b3f None None] Port ff4f8ae6-6d3c-46d5-a28b-6078df74611c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:43.606223 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d41fc-d0bd-45ef-84c1-ddbe4d0e24d2 req-2c1cd9a7-f5ac-4e16-8147-b74a26edfb7e tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:43.606467 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf9d465c-a3ac-40f0-be3a-4fbc1a7a0733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.608228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-304d41fc-d0bd-45ef-84c1-ddbe4d0e24d2 req-2c1cd9a7-f5ac-4e16-8147-b74a26edfb7e tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 936 time: 0.1763759 Dec 08 01:45:43.608970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf9d465c-a3ac-40f0-be3a-4fbc1a7a0733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.611882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6bc50-714b-4882-8aa3-384cd01e83a6 tempest-AggregatesAdminTestJSON-1686305164 tempest-AggregatesAdminTestJSON-1686305164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14eaa215-08b5-434f-9369-65b844127c9e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:43.614012 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cf9d465c-a3ac-40f0-be3a-4fbc1a7a0733 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b3018cf4-1c1d-4a71-923b-9f0a54a3dc81 HTTP/1.1" status: 204 len: 168 time: 0.4637380 Dec 08 01:45:43.635662 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2b7f48f-4a5c-4bc3-bd86-adbfcb81fac9 req-7ae6bc50-714b-4882-8aa3-384cd01e83a6 tempest-AggregatesAdminTestJSON-1686305164 tempest-AggregatesAdminTestJSON-1686305164-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7051592 Dec 08 01:45:43.642819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d465c-a3ac-40f0-be3a-4fbc1a7a0733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3018cf4-1c1d-4a71-923b-9f0a54a3dc81,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:43.702746 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:43.755399 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.758962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4f8ae6-6d3c-46d5-a28b-6078df74611c {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:43.770698 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.788422 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Transition to ACTIVE for port object ff4f8ae6-6d3c-46d5-a28b-6078df74611c will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:45:43.794964 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.902649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59016) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:43.936677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Pushing event updated for resources: {'Port': ['ID=ff4f8ae6-6d3c-46d5-a28b-6078df74611c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:43.957673 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Attempting to bind port ff4f8ae6-6d3c-46d5-a28b-6078df74611c on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:43.958221 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Attempting to bind port ff4f8ae6-6d3c-46d5-a28b-6078df74611c by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:43.958999 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Attempting to bind port ff4f8ae6-6d3c-46d5-a28b-6078df74611c on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:43.966750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Port ff4f8ae6-6d3c-46d5-a28b-6078df74611c on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:45:43.967085 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Attempting to bind port ff4f8ae6-6d3c-46d5-a28b-6078df74611c on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:43.989066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:43.989397 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:43.989792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:43.990235 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Bound port: ff4f8ae6-6d3c-46d5-a28b-6078df74611c, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:43.990587 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.029854 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:40Z', 'revision_number': 3, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:44.046537 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a7fb3a5e-9235-481d-9e86-a3288cab2f46 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:44.093721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Allocated IP 172.20.0.1 (d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c/84dbb7a5-2e1e-4011-9db3-9b874937acf6/2d6d032b-0be6-4431-be0e-59ac248d651c) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:44.109557 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37421bab-6fba-4dea-82cc-19b2cfcdf7b2 None None] The sync data for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 is: [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:40Z', 'revision_number': 3, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:45:44.128125 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-304d41fc-d0bd-45ef-84c1-ddbe4d0e24d2 req-c0e78579-dd35-4517-80e0-86cd6efa8bb5 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983715 Dec 08 01:45:44.185201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port a7fb3a5e-9235-481d-9e86-a3288cab2f46 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:44.185973 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.212696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64455e4-ead1-4324-92ba-8b8c7bd19b3f req-e5e6c0d1-cd78-4817-9b3d-f98d48a7e831 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:44.220242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b64455e4-ead1-4324-92ba-8b8c7bd19b3f req-e5e6c0d1-cd78-4817-9b3d-f98d48a7e831 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 946 time: 0.4086916 Dec 08 01:45:44.292551 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-44add45a-36ff-47dd-9c5d-6c81bb65980a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d1620a4e0beb4a408bf0dcf9ad68c883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819873 Dec 08 01:45:44.293673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59032) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:44.328210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] For port ff4f8ae6-6d3c-46d5-a28b-6078df74611c, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:44.333031 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] For port ff4f8ae6-6d3c-46d5-a28b-6078df74611c, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff4f8ae6-6d3c-46d5-a28b-6078df74611c,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:44.345062 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.389865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b64455e4-ead1-4324-92ba-8b8c7bd19b3f req-18aeb272-bbae-4aec-bc10-3725517e1357 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578321 Dec 08 01:45:44.402454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:44.403369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.405544 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] 10.222.0.45 "PUT /v2.0/ports/ff4f8ae6-6d3c-46d5-a28b-6078df74611c HTTP/1.1" status: 200 len: 1097 time: 1.3154655 Dec 08 01:45:44.407521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d2875a-06bc-4d79-85d4-edad260d5698', 'tag': 'ff4f8ae6-6d3c-46d5-a28b-6078df74611c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:44.412630 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7315425-5de0-45ac-a83c-8d5ca0f1a705" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d2875a-06bc-4d79-85d4-edad260d5698", "tag": "ff4f8ae6-6d3c-46d5-a28b-6078df74611c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:44.457753 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.521654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca5c2c00-7e1a-4cbc-a6bb-8a78d6b6627d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.584103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46628982-cc06-4231-ab5d-fdf722d0c87d service neutron] Pushing event updated for resources: {'Port': ['ID=ff4f8ae6-6d3c-46d5-a28b-6078df74611c,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:44.599944 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b0039e-90ee-4869-9d2a-717d488236a0 x-openstack-request-id: req-10b0039e-90ee-4869-9d2a-717d488236a0 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:44.600513 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d2875a-06bc-4d79-85d4-edad260d5698", "tag": "ff4f8ae6-6d3c-46d5-a28b-6078df74611c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:44.601114 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-10b0039e-90ee-4869-9d2a-717d488236a0 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:44.602300 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d2875a-06bc-4d79-85d4-edad260d5698', 'tag': 'ff4f8ae6-6d3c-46d5-a28b-6078df74611c', 'status': 'completed', 'code': 200} Dec 08 01:45:44.607497 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca5c2c00-7e1a-4cbc-a6bb-8a78d6b6627d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.626828 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-fedb5227-4c2b-46cb-a5cc-4b85fd0b45be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:44.630044 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-fedb5227-4c2b-46cb-a5cc-4b85fd0b45be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d939b7e20f4932b1f57e0737524620&device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 1100 time: 0.1327085 Dec 08 01:45:44.686997 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.712990 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-5556dbf1-aff7-44e7-98f4-454caa2dd6fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ff4f8ae6-6d3c-46d5-a28b-6078df74611c HTTP/1.1" status: 200 len: 217 time: 0.0632713 Dec 08 01:45:44.756819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:44.763955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:44.784453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-b13607b4-c992-44f7-bc9f-67d7e95e9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:44.786633 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-b13607b4-c992-44f7-bc9f-67d7e95e9110 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0656886 Dec 08 01:45:44.812866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:44.813529 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.865746 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-f8d506cb-d044-4b34-b1de-50cd3d66efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:44.867315 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-f8d506cb-d044-4b34-b1de-50cd3d66efee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0724177 Dec 08 01:45:44.961870 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca5c2c00-7e1a-4cbc-a6bb-8a78d6b6627d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.965482 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca5c2c00-7e1a-4cbc-a6bb-8a78d6b6627d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.969066 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ca5c2c00-7e1a-4cbc-a6bb-8a78d6b6627d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b027d0c1-5409-455f-8405-80137b7a7e4d HTTP/1.1" status: 204 len: 168 time: 0.6725595 Dec 08 01:45:44.991726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6d032b-0be6-4431-be0e-59ac248d651c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:45.050987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c2c00-7e1a-4cbc-a6bb-8a78d6b6627d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b027d0c1-5409-455f-8405-80137b7a7e4d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:45.113843 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-c12e31e7-5a5d-4ac4-b9b0-c9327eb3606a service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367077 Dec 08 01:45:45.289948 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2f33b-f7c3-49c2-b489-a83e338514ff req-6d537081-8c66-4756-be72-762ce6d3f090 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:45.294194 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2d2ad2e-80d9-4d97-b93e-f74a57968546 req-135f3834-f5eb-4ec0-b007-ccf56bcb9004 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730595 Dec 08 01:45:45.300320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9a2f33b-f7c3-49c2-b489-a83e338514ff req-6d537081-8c66-4756-be72-762ce6d3f090 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 946 time: 0.5532954 Dec 08 01:45:45.302534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59080) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:45.310280 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b2a96231-907a-4902-b428-ec51422013cd tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Request body: {'floatingip': {'port_id': 'e12570c1-6eea-4f29-a9a4-618a4988bb17'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:45.374497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d04d3b95-a763-4ad8-9f64-5839d223f104 None None] Provisioning complete for port 2d6d032b-0be6-4431-be0e-59ac248d651c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:45.374995 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d04d3b95-a763-4ad8-9f64-5839d223f104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:45.431788 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d04d3b95-a763-4ad8-9f64-5839d223f104 None None] Port 2d6d032b-0be6-4431-be0e-59ac248d651c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:45.490205 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7315425-5de0-45ac-a83c-8d5ca0f1a705 req-a4fbd982-6ea0-4507-946c-ec823fa7eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:45.491987 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f7315425-5de0-45ac-a83c-8d5ca0f1a705 req-a4fbd982-6ea0-4507-946c-ec823fa7eb8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d939b7e20f4932b1f57e0737524620&device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 1100 time: 0.0966353 Dec 08 01:45:45.618904 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2a96231-907a-4902-b428-ec51422013cd tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:45.674586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7315425-5de0-45ac-a83c-8d5ca0f1a705 req-fa6a8434-ae9b-4bf2-a3fb-96dc34c73f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:45.679727 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f7315425-5de0-45ac-a83c-8d5ca0f1a705 req-fa6a8434-ae9b-4bf2-a3fb-96dc34c73f1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1803672 Dec 08 01:45:45.681750 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:45.689864 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59102) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:45.766120 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f7315425-5de0-45ac-a83c-8d5ca0f1a705 req-a4d4d7bb-f305-4e2c-bd88-8257df85f8d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ff4f8ae6-6d3c-46d5-a28b-6078df74611c HTTP/1.1" status: 200 len: 217 time: 0.0789886 Dec 08 01:45:45.775160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2db48-5259-495c-b633-d1518554cf5b req-be0fa5e7-ebfe-458d-9b19-56a3973d4bbe tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:45.782624 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76f2db48-5259-495c-b633-d1518554cf5b req-be0fa5e7-ebfe-458d-9b19-56a3973d4bbe tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 948 time: 0.3447061 Dec 08 01:45:45.845198 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-02f97b00-9f8d-4453-ade2-e07af1d7854a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f60f41a6084243bfa75b5f8e3ff0b3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535149 Dec 08 01:45:45.847930 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59114) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:45.870667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7315425-5de0-45ac-a83c-8d5ca0f1a705 req-6534b344-ae4b-49fb-8da6-0d2ab2eba03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:45.872184 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f7315425-5de0-45ac-a83c-8d5ca0f1a705 req-6534b344-ae4b-49fb-8da6-0d2ab2eba03c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0948260 Dec 08 01:45:45.951481 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5fc3961-1c47-4089-b94c-d0f4ffed116b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:45.956091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7315425-5de0-45ac-a83c-8d5ca0f1a705 req-15754be1-0623-45a5-89b7-5a490ee67c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:45.958417 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f7315425-5de0-45ac-a83c-8d5ca0f1a705 req-15754be1-0623-45a5-89b7-5a490ee67c42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0764391 Dec 08 01:45:46.011932 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5fc3961-1c47-4089-b94c-d0f4ffed116b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:46.019282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76f2db48-5259-495c-b633-d1518554cf5b req-f919aebc-23fc-403b-a4a2-b83e63702b8c tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355859 Dec 08 01:45:46.121627 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f7315425-5de0-45ac-a83c-8d5ca0f1a705 req-0dd90498-a2ed-45da-868a-4738e79ba673 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533062 Dec 08 01:45:46.127873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ad5a3575-4875-40b1-a250-8eab814828c5 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:46.140991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5fc3961-1c47-4089-b94c-d0f4ffed116b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:46.143631 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5fc3961-1c47-4089-b94c-d0f4ffed116b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:46.144866 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e5fc3961-1c47-4089-b94c-d0f4ffed116b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9e6798f5-cbe7-4f7e-a7bc-2dde97665697 HTTP/1.1" status: 204 len: 168 time: 0.2958057 Dec 08 01:45:46.216267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port ad5a3575-4875-40b1-a250-8eab814828c5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:46.216413 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc3961-1c47-4089-b94c-d0f4ffed116b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6798f5-cbe7-4f7e-a7bc-2dde97665697,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:46.216537 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:46.372442 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f7315425-5de0-45ac-a83c-8d5ca0f1a705 req-50cbe927-1fb3-4386-91c2-cc347021b2b6 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405787 Dec 08 01:45:46.376084 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:46.416588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port ad5a3575-4875-40b1-a250-8eab814828c5, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ad5a3575-4875-40b1-a250-8eab814828c5,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:46.426648 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:46.518368 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=ad5a3575-4875-40b1-a250-8eab814828c5,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:46.610357 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:46.634517 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:46.635266 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:46.706338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6d032b-0be6-4431-be0e-59ac248d651c,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:47.037945 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.resource_extend [None req-b2a96231-907a-4902-b428-ec51422013cd tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:45:47.163420 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2a96231-907a-4902-b428-ec51422013cd tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:47.173348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:47.175942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:47.192478 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2a96231-907a-4902-b428-ec51422013cd tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:47.337292 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-b2a96231-907a-4902-b428-ec51422013cd tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Floating IP 8272e18d-ca70-4da8-bd8c-64d4b1764f31 associated. External IP: 172.25.8.12, port: e12570c1-6eea-4f29-a9a4-618a4988bb17. Dec 08 01:45:47.481534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a05e9d7f-8195-4432-b0cc-f3f225bbba54 None None] Provisioning complete for port 2d6d032b-0be6-4431-be0e-59ac248d651c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:47.482474 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a05e9d7f-8195-4432-b0cc-f3f225bbba54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:47.544401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a05e9d7f-8195-4432-b0cc-f3f225bbba54 None None] Port 2d6d032b-0be6-4431-be0e-59ac248d651c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:47.583335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5a6e5-abfc-41de-a451-64d1fb4ec331 req-e6cade5c-5eb5-4856-bf94-b5ca3b3848da tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:47.584783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8a5a6e5-abfc-41de-a451-64d1fb4ec331 req-e6cade5c-5eb5-4856-bf94-b5ca3b3848da tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 948 time: 0.2450569 Dec 08 01:45:47.605188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f346844f-f9a9-4b83-9712-d984c0b393f7 req-c157e759-a111-46cf-8a70-b31380945da9 tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=0b2b544ffeb24687a9cf2c7986ad94e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574064 Dec 08 01:45:47.666338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:45:47.818347 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8a5a6e5-abfc-41de-a451-64d1fb4ec331 req-a32ec336-ea91-4019-a3ad-1d36093b31b7 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191913 Dec 08 01:45:47.886885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346844f-f9a9-4b83-9712-d984c0b393f7 req-12b7a2f0-2e0c-47f4-8ac4-e55f1eafdcb6 tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:47.892718 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f346844f-f9a9-4b83-9712-d984c0b393f7 req-12b7a2f0-2e0c-47f4-8ac4-e55f1eafdcb6 tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2764175 Dec 08 01:45:47.958512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f346844f-f9a9-4b83-9712-d984c0b393f7 req-e4c7e645-d595-47a7-8fe8-f379b489ae89 tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] 10.222.0.71 "GET /v2.0/quotas/0b2b544ffeb24687a9cf2c7986ad94e4 HTTP/1.1" status: 200 len: 375 time: 0.0640676 Dec 08 01:45:47.994106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a96231-907a-4902-b428-ec51422013cd tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:45:48.025612 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ad5a3575-4875-40b1-a250-8eab814828c5 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:48.084604 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port ad5a3575-4875-40b1-a250-8eab814828c5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:48.085154 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.231531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f346844f-f9a9-4b83-9712-d984c0b393f7 req-8a913f17-a9e1-4d7f-8edf-5c257814745f tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2b544ffeb24687a9cf2c7986ad94e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2611768 Dec 08 01:45:48.246709 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:45:48.252551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c301b3dc-31d5-4a9e-ac87-cf9787f04740 admin admin] 10.222.0.71 "PUT /v2.0/routers/0ccbd836-fbc5-4ab5-9daf-58e117956a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9347570 Dec 08 01:45:48.261038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Sync routers for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:45:48.287894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:48.294102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:45:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:48.392269 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b566e363-46e2-44d5-95bc-41aa05163772 req-5f24f5d9-3fdd-4eb8-95be-856d8d3a193a tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=5b23dedf87cc418e94d3a76f3000dbd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314372 Dec 08 01:45:48.397224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59286) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:48.441560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a96231-907a-4902-b428-ec51422013cd tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:45:48.446714 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2a96231-907a-4902-b428-ec51422013cd tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.460316 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc7966-d1e6-45a1-841c-40dade01c784 None None] Sync routers for ids ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:45:48.466616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:48.480529 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc7966-d1e6-45a1-841c-40dade01c784 None None] Routers {'999beb2f-5c81-4a2c-91d8-8dc0830d9711'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:48.484399 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c4bc7966-d1e6-45a1-841c-40dade01c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:45:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:48.485313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b2a96231-907a-4902-b428-ec51422013cd tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "PUT /v2.0/floatingips/8272e18d-ca70-4da8-bd8c-64d4b1764f31 HTTP/1.1" status: 200 len: 991 time: 3.1810446 Dec 08 01:45:48.488286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6d94eb-6a38-48c7-9272-630cbf3705a8', 'tag': 'e12570c1-6eea-4f29-a9a4-618a4988bb17'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:48.491379 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1498186a-2d22-49c4-b305-fad80acb2844" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6d94eb-6a38-48c7-9272-630cbf3705a8", "tag": "e12570c1-6eea-4f29-a9a4-618a4988bb17"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:48.571547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4428a03d-4fb7-4324-bc8c-c4af468b7d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.591696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ff4f8ae6-6d3c-46d5-a28b-6078df74611c details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:45:48.643310 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566e363-46e2-44d5-95bc-41aa05163772 req-19f28184-6998-4eb5-9586-01803161a4bd tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:48.645272 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b566e363-46e2-44d5-95bc-41aa05163772 req-19f28184-6998-4eb5-9586-01803161a4bd tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2373414 Dec 08 01:45:48.663318 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c4bc7966-d1e6-45a1-841c-40dade01c784 None None] Set router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:48.671994 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b566e363-46e2-44d5-95bc-41aa05163772 req-14fc6424-e23b-49f8-8fb5-9904ab271420 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/quotas/5b23dedf87cc418e94d3a76f3000dbd6 HTTP/1.1" status: 200 len: 375 time: 0.0150902 Dec 08 01:45:48.715747 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b566e363-46e2-44d5-95bc-41aa05163772 req-aa7eb8b5-9b36-4cb6-87f1-6170ef923bec tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5b23dedf87cc418e94d3a76f3000dbd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330756 Dec 08 01:45:48.748474 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4428a03d-4fb7-4324-bc8c-c4af468b7d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.756193 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4428a03d-4fb7-4324-bc8c-c4af468b7d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.848948 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4428a03d-4fb7-4324-bc8c-c4af468b7d04 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5e612f2c00b8455281398b88fac5be49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4507003 Dec 08 01:45:48.850570 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428a03d-4fb7-4324-bc8c-c4af468b7d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c866a7b0-20e0-4843-8694-4da6419412f9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:48.851725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59310) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:48.961235 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-026ef107-872b-465f-889f-ca9e82946d5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:49.006285 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-026ef107-872b-465f-889f-ca9e82946d5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:49.092709 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c4bc7966-d1e6-45a1-841c-40dade01c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '8272e18d-ca70-4da8-bd8c-64d4b1764f31', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'port_id': 'e12570c1-6eea-4f29-a9a4-618a4988bb17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'mac_address': 'fa:16:3e:8f:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6d94eb-6a38-48c7-9272-630cbf3705a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:45:25Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 1, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:10Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:49.107911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-026ef107-872b-465f-889f-ca9e82946d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:49.111026 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-026ef107-872b-465f-889f-ca9e82946d5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:49.115234 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-026ef107-872b-465f-889f-ca9e82946d5a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c866a7b0-20e0-4843-8694-4da6419412f9 HTTP/1.1" status: 204 len: 168 time: 0.2589135 Dec 08 01:45:49.120121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ff4f8ae6-6d3c-46d5-a28b-6078df74611c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff4f8ae6-6d3c-46d5-a28b-6078df74611c,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:49.123985 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e608afb-ade5-4f35-93b6-961858b171c4 x-openstack-request-id: req-2e608afb-ade5-4f35-93b6-961858b171c4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:49.124277 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6d94eb-6a38-48c7-9272-630cbf3705a8", "tag": "e12570c1-6eea-4f29-a9a4-618a4988bb17", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:49.124529 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2e608afb-ade5-4f35-93b6-961858b171c4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:49.125232 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6d94eb-6a38-48c7-9272-630cbf3705a8', 'tag': 'e12570c1-6eea-4f29-a9a4-618a4988bb17', 'status': 'completed', 'code': 200} Dec 08 01:45:49.131331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ef107-872b-465f-889f-ca9e82946d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c866a7b0-20e0-4843-8694-4da6419412f9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:49.176933 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc7966-d1e6-45a1-841c-40dade01c784 None None] Checking router: 999beb2f-5c81-4a2c-91d8-8dc0830d9711 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:45:49.177524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'ff4f8ae6-6d3c-46d5-a28b-6078df74611c', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'ff4f8ae6-6d3c-46d5-a28b-6078df74611c', 'mac_address': 'fa:16:3e:f8:43:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:45:49.201178 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc7966-d1e6-45a1-841c-40dade01c784 None None] Routers {'999beb2f-5c81-4a2c-91d8-8dc0830d9711'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:49.201903 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c4bc7966-d1e6-45a1-841c-40dade01c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:45:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:49.211141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 2, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:49.276905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498186a-2d22-49c4-b305-fad80acb2844 req-5d56ba34-08cf-45f0-bd4c-d466fa34b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:49.279521 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1498186a-2d22-49c4-b305-fad80acb2844 req-5d56ba34-08cf-45f0-bd4c-d466fa34b3cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cef53cd090134345bd6ea07944b185cf&device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 1098 time: 0.1124954 Dec 08 01:45:49.303302 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3ec30-5ec0-46df-b656-0d31258694bd req-dfe1eefd-b0b0-4cf3-aab5-61856048f94f tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:49.308785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26d3ec30-5ec0-46df-b656-0d31258694bd req-dfe1eefd-b0b0-4cf3-aab5-61856048f94f tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 948 time: 0.1108208 Dec 08 01:45:49.354622 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Checking router: 0ccbd836-fbc5-4ab5-9daf-58e117956a50 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:45:49.354996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Updating router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 port 2d6d032b-0be6-4431-be0e-59ac248d651c binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:45:49.415920 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:49.418965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498186a-2d22-49c4-b305-fad80acb2844 req-b69ebde0-bc19-424b-99dd-baabe6907030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:49.421140 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:49.421378 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1498186a-2d22-49c4-b305-fad80acb2844 req-b69ebde0-bc19-424b-99dd-baabe6907030 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d21dabc8-1e90-475d-9f82-6828cfa9b46b HTTP/1.1" status: 200 len: 924 time: 0.1325560 Dec 08 01:45:49.428627 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c4bc7966-d1e6-45a1-841c-40dade01c784 None None] Set router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:49.444457 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4f8ae6-6d3c-46d5-a28b-6078df74611c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:49.492379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ff4f8ae6-6d3c-46d5-a28b-6078df74611c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff4f8ae6-6d3c-46d5-a28b-6078df74611c,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:49.508055 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:49.525690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26d3ec30-5ec0-46df-b656-0d31258694bd req-555c1dc1-c8fe-4d32-9185-079e072e90d3 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986184 Dec 08 01:45:49.622167 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1498186a-2d22-49c4-b305-fad80acb2844 req-a15bf399-9df8-4af2-b84f-021361f981bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e12570c1-6eea-4f29-a9a4-618a4988bb17 HTTP/1.1" status: 200 len: 999 time: 0.1931622 Dec 08 01:45:49.668875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-3a0b0fac-7d90-4386-aa39-c5c161045f2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:49.679153 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-3a0b0fac-7d90-4386-aa39-c5c161045f2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 821 time: 0.2846429 Dec 08 01:45:49.736279 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c677a6be-db15-4d40-bd88-87ab4720848f req-205136bf-f8c1-4a05-aa12-e495f9859d91 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 210 time: 0.0406115 Dec 08 01:45:49.739393 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-779a9e96-b6b7-42ee-8d6b-11e1a8aa0519 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/quotas/f6e1ee9d4a0248e297fae65e29c1fdcd HTTP/1.1" status: 200 len: 375 time: 0.0594003 Dec 08 01:45:49.745047 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ff4f8ae6-6d3c-46d5-a28b-6078df74611c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:49.758113 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498186a-2d22-49c4-b305-fad80acb2844 req-ba454cee-6b2a-4e4e-81be-8c946080b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:49.759739 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1498186a-2d22-49c4-b305-fad80acb2844 req-ba454cee-6b2a-4e4e-81be-8c946080b820 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9 HTTP/1.1" status: 200 len: 862 time: 0.1288776 Dec 08 01:45:49.809731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59344) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:49.825013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['ff4f8ae6-6d3c-46d5-a28b-6078df74611c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:49.859376 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29a81f37-6004-428c-8f3c-b47e1ed068bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:49.871530 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c4bc7966-d1e6-45a1-841c-40dade01c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '8272e18d-ca70-4da8-bd8c-64d4b1764f31', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'port_id': 'e12570c1-6eea-4f29-a9a4-618a4988bb17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'mac_address': 'fa:16:3e:8f:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6d94eb-6a38-48c7-9272-630cbf3705a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:45:25Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 1, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:10Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:49.876677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498186a-2d22-49c4-b305-fad80acb2844 req-3ea36f61-7469-4c1a-81f5-e8fa0b6119c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:49.882308 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1498186a-2d22-49c4-b305-fad80acb2844 req-3ea36f61-7469-4c1a-81f5-e8fa0b6119c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d21dabc8-1e90-475d-9f82-6828cfa9b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133111 Dec 08 01:45:49.920006 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc7966-d1e6-45a1-841c-40dade01c784 None None] The sync data for ids ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'] in n-d-713499-31 is: [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '8272e18d-ca70-4da8-bd8c-64d4b1764f31', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'port_id': 'e12570c1-6eea-4f29-a9a4-618a4988bb17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'mac_address': 'fa:16:3e:8f:9a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6d94eb-6a38-48c7-9272-630cbf3705a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:45:25Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 1, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:10Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:45:49.928986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-9d5634ab-bb1b-441a-858e-0cc040ec0549 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1760190 Dec 08 01:45:50.085842 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1498186a-2d22-49c4-b305-fad80acb2844 req-e2808998-ce2a-490f-a879-35e8c347b2dc service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927881 Dec 08 01:45:50.123044 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29a81f37-6004-428c-8f3c-b47e1ed068bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.137197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-8c6dc8e1-4f12-4d44-b55c-90f67e8aaf33 service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071736 Dec 08 01:45:50.146958 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.147286 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29a81f37-6004-428c-8f3c-b47e1ed068bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.195529 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.278132 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1498186a-2d22-49c4-b305-fad80acb2844 req-af366908-870a-46f9-baf8-a077aedd1334 service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855223 Dec 08 01:45:50.331943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77868f48-aa2b-4aa1-b1fd-ea58615d2dea None None] New status for floating IP 8272e18d-ca70-4da8-bd8c-64d4b1764f31: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:45:50.334412 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-29a81f37-6004-428c-8f3c-b47e1ed068bd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fb5250b283c74dc596d6a28f6f8d156f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5236204 Dec 08 01:45:50.336668 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59356) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:50.346202 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59358) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:50.467016 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49e945fc-c6d5-4a15-b0ca-dce8c665e78d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.477278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a81f37-6004-428c-8f3c-b47e1ed068bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17939e1a-044f-4b57-99bc-c8b716c0c803,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:50.483413 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b566e363-46e2-44d5-95bc-41aa05163772 req-844284a2-322b-4088-bb2f-3073e79b6a84 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=5b23dedf87cc418e94d3a76f3000dbd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815184 Dec 08 01:45:50.530700 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49e945fc-c6d5-4a15-b0ca-dce8c665e78d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.546483 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f962119-b8a5-48a5-b29d-5b5278c1fcd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.589354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-d962a179-6087-420f-bfb5-9fe154926374 service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511752 Dec 08 01:45:50.638989 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49e945fc-c6d5-4a15-b0ca-dce8c665e78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.642306 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49e945fc-c6d5-4a15-b0ca-dce8c665e78d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.646260 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-49e945fc-c6d5-4a15-b0ca-dce8c665e78d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/17939e1a-044f-4b57-99bc-c8b716c0c803 HTTP/1.1" status: 204 len: 168 time: 0.3055134 Dec 08 01:45:50.721719 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f962119-b8a5-48a5-b29d-5b5278c1fcd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.747911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f962119-b8a5-48a5-b29d-5b5278c1fcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.750564 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e945fc-c6d5-4a15-b0ca-dce8c665e78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17939e1a-044f-4b57-99bc-c8b716c0c803,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:50.825276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f962119-b8a5-48a5-b29d-5b5278c1fcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85cb511-7de2-4d64-80ed-de0383662ce0,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:50.836819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566e363-46e2-44d5-95bc-41aa05163772 req-69da35a4-e2ce-44fb-a185-e2b311429cea tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:50.848009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b566e363-46e2-44d5-95bc-41aa05163772 req-69da35a4-e2ce-44fb-a185-e2b311429cea tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3552117 Dec 08 01:45:50.867652 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Request body: {'port': {'device_id': 'c65adee3-a90c-4d87-a571-5df562af93c2', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '5b23dedf87cc418e94d3a76f3000dbd6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:50.885465 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7f962119-b8a5-48a5-b29d-5b5278c1fcd2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dcda417b25974555afbdd00fe79a752a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5381534 Dec 08 01:45:50.888200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59380) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:51.024884 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-99b68775-85fe-465d-a674-7d25698582e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.061542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f4c4b-7577-4ed4-891c-ee0e7d47b6bd None None] Pushing event updated for resources: {'Port': ['ID=2d6d032b-0be6-4431-be0e-59ac248d651c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:51.070060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Attempting to bind port 2d6d032b-0be6-4431-be0e-59ac248d651c on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:51.070380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Attempting to bind port 2d6d032b-0be6-4431-be0e-59ac248d651c by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:51.070741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Attempting to bind port 2d6d032b-0be6-4431-be0e-59ac248d651c on network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:51.076055 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-99b68775-85fe-465d-a674-7d25698582e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.077488 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7f80668b-f535-47ff-94cd-e50acd43aed3 None None] Provisioning complete for port 2d6d032b-0be6-4431-be0e-59ac248d651c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:51.077700 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f80668b-f535-47ff-94cd-e50acd43aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.126261 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7f80668b-f535-47ff-94cd-e50acd43aed3 None None] Port 2d6d032b-0be6-4431-be0e-59ac248d651c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:51.131449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:51.131846 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Checking segment: {'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:51.132245 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.132631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Bound using segment: {'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:51.133532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Bound port: 2d6d032b-0be6-4431-be0e-59ac248d651c, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:51.133901 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.162462 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-99b68775-85fe-465d-a674-7d25698582e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.168407 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-99b68775-85fe-465d-a674-7d25698582e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.173098 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-99b68775-85fe-465d-a674-7d25698582e5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a85cb511-7de2-4d64-80ed-de0383662ce0 HTTP/1.1" status: 204 len: 168 time: 0.2817678 Dec 08 01:45:51.189354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b68775-85fe-465d-a674-7d25698582e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85cb511-7de2-4d64-80ed-de0383662ce0,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:51.233023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dce66d6e-4fd8-4254-88a5-41612b9ab712 req-7ed25dd2-219c-464b-831c-dc79fc58d490 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 210 time: 0.1172297 Dec 08 01:45:51.249323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] For port 2d6d032b-0be6-4431-be0e-59ac248d651c, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:51.255303 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] For port 2d6d032b-0be6-4431-be0e-59ac248d651c, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2d6d032b-0be6-4431-be0e-59ac248d651c,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:51.270942 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.308245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e3045-d6a1-4019-947f-d5c2d0aff6d2 req-78cec6d8-a1c5-4b28-af94-e13c26df08ce tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:51.320080 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-369e3045-d6a1-4019-947f-d5c2d0aff6d2 req-78cec6d8-a1c5-4b28-af94-e13c26df08ce tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 949 time: 0.2497747 Dec 08 01:45:51.371546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:51.373001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:45:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:51.403682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0218d323-da1e-40ff-abb3-74172e72672f req-e8b17ada-f491-4612-945d-5e1b3182a708 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 210 time: 0.0540512 Dec 08 01:45:51.469964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-369e3045-d6a1-4019-947f-d5c2d0aff6d2 req-0d538272-0fa9-40fd-bb5f-337a7af19018 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450393 Dec 08 01:45:51.519911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Made reservation on behalf of 5b23dedf87cc418e94d3a76f3000dbd6 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:51.524200 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.556536 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.591695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:51.719587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f4c4b-7577-4ed4-891c-ee0e7d47b6bd None None] Pushing event updated for resources: {'Port': ['ID=2d6d032b-0be6-4431-be0e-59ac248d651c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:51.739657 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59422) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:51.754844 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71590832-faa5-4e7b-8154-4f26bc1de9f1 req-730216d1-ddca-412f-babe-62ed4ac43128 tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=0b2b544ffeb24687a9cf2c7986ad94e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106310 Dec 08 01:45:51.767275 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0582288d-c8fd-49f9-81b9-cf2f62a09b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.941623 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71590832-faa5-4e7b-8154-4f26bc1de9f1 req-688f27e8-975b-49f3-ade2-7d74b42484cb tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:51.949077 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71590832-faa5-4e7b-8154-4f26bc1de9f1 req-688f27e8-975b-49f3-ade2-7d74b42484cb tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932504 Dec 08 01:45:51.971571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71590832-faa5-4e7b-8154-4f26bc1de9f1 req-8246dc3b-2359-49ba-bd29-08c1a95c9109 tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] 10.222.0.71 "GET /v2.0/quotas/0b2b544ffeb24687a9cf2c7986ad94e4 HTTP/1.1" status: 200 len: 375 time: 0.0212734 Dec 08 01:45:51.999640 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a335bf82-1d81-4bb3-b8e8-93055a44a680 None None] Provisioning complete for port 2d6d032b-0be6-4431-be0e-59ac248d651c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:51.999976 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a335bf82-1d81-4bb3-b8e8-93055a44a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.039568 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71590832-faa5-4e7b-8154-4f26bc1de9f1 req-af7cf158-5d7e-4a96-bc4a-973f511b9a39 tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2b544ffeb24687a9cf2c7986ad94e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671513 Dec 08 01:45:52.043150 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0582288d-c8fd-49f9-81b9-cf2f62a09b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.052962 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0582288d-c8fd-49f9-81b9-cf2f62a09b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.101021 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da278c1c-b19a-47ac-b926-f987ede7fd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.128794 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.133849 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0582288d-c8fd-49f9-81b9-cf2f62a09b2a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=633ec2e1fb5246b3bd58f6cbf519e7bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3924189 Dec 08 01:45:52.135636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582288d-c8fd-49f9-81b9-cf2f62a09b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0afaec-cfd9-48b8-a93a-922c8d4a4766,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:52.138983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59440) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:52.146304 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.259781 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a335bf82-1d81-4bb3-b8e8-93055a44a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.298547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:51Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:52.312676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4bcdf6-2a76-42fd-b8ca-27125258661b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:52.335978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f67db60-49e0-4ef3-aca1-7fefcc8286e2 None None] The sync data for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 is: [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:51Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:45:52.339079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a335bf82-1d81-4bb3-b8e8-93055a44a680 None None] For port 2d6d032b-0be6-4431-be0e-59ac248d651c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2d6d032b-0be6-4431-be0e-59ac248d651c,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:52.345544 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a335bf82-1d81-4bb3-b8e8-93055a44a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.490971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335bf82-1d81-4bb3-b8e8-93055a44a680 None None] Pushing event updated for resources: {'Port': ['ID=2d6d032b-0be6-4431-be0e-59ac248d651c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:52.536685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c997d23-b081-4cb2-ba3f-ccf6f611e3d3 req-62d53ebe-559a-4b31-9ebe-def0928e1c12 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 210 time: 0.0699193 Dec 08 01:45:52.537379 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef910588-ff98-4212-990b-c6c1ff1bd3b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.606739 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ff4f8ae6-6d3c-46d5-a28b-6078df74611c up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:52.622977 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef910588-ff98-4212-990b-c6c1ff1bd3b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.662218 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Allocated IP 192.168.233.168 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/1e141e05-9e84-4987-8d10-ed3e2dc7d24e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:52.715558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port ff4f8ae6-6d3c-46d5-a28b-6078df74611c completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:45:52.723721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port ff4f8ae6-6d3c-46d5-a28b-6078df74611c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:52.724484 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.850995 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef910588-ff98-4212-990b-c6c1ff1bd3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.861403 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef910588-ff98-4212-990b-c6c1ff1bd3b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.864822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ef910588-ff98-4212-990b-c6c1ff1bd3b5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1f0afaec-cfd9-48b8-a93a-922c8d4a4766 HTTP/1.1" status: 204 len: 168 time: 0.7239008 Dec 08 01:45:52.870870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.952060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef910588-ff98-4212-990b-c6c1ff1bd3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0afaec-cfd9-48b8-a93a-922c8d4a4766,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:52.952678 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ff4f8ae6-6d3c-46d5-a28b-6078df74611c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff4f8ae6-6d3c-46d5-a28b-6078df74611c,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:52.953671 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d2875a-06bc-4d79-85d4-edad260d5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4f8ae6-6d3c-46d5-a28b-6078df74611c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:52.956177 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e397714-74f8-4edf-85ba-a859c6a4dd5d" -d '{"events": [{"server_uuid": "c4d2875a-06bc-4d79-85d4-edad260d5698", "name": "network-vif-plugged", "status": "completed", "tag": "ff4f8ae6-6d3c-46d5-a28b-6078df74611c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:52.961564 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.040814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540a589-a155-4652-8fbb-95f008b9f9d9 req-543c57e0-1329-4882-a07f-3f420457c96d tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:53.045482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-67ec64eb-e8a4-4a83-b3f6-57314f9421da tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:53.047806 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-67ec64eb-e8a4-4a83-b3f6-57314f9421da tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.45 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 821 time: 0.2785287 Dec 08 01:45:53.051878 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6540a589-a155-4652-8fbb-95f008b9f9d9 req-543c57e0-1329-4882-a07f-3f420457c96d tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 971 time: 0.3058932 Dec 08 01:45:53.069406 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ff4f8ae6-6d3c-46d5-a28b-6078df74611c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:53.072673 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.084999 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-b6409697-54b6-497e-a4c0-eaa574507eba tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Request body: {'port': {'device_id': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'admin_state_up': True, 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:53.097776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-057eaba2-01a6-406f-8bc7-696c301ad3ef req-169b2819-947b-4fca-8aa4-2001395a6b4d tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 210 time: 0.1778481 Dec 08 01:45:53.247282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6540a589-a155-4652-8fbb-95f008b9f9d9 req-0346fc59-84be-4fb0-b52b-8267344a0a55 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935925 Dec 08 01:45:53.359095 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.440542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323845ca-f753-4c89-b499-89ceaada8322 req-126def7e-9d81-420c-b720-00b6983631f4 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:53.444160 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-323845ca-f753-4c89-b499-89ceaada8322 req-126def7e-9d81-420c-b720-00b6983631f4 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 950 time: 0.1781449 Dec 08 01:45:53.493778 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.526210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-b6409697-54b6-497e-a4c0-eaa574507eba tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Made reservation on behalf of f6e1ee9d4a0248e297fae65e29c1fdcd for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:53.532108 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-b6409697-54b6-497e-a4c0-eaa574507eba tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.569951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-323845ca-f753-4c89-b499-89ceaada8322 req-63070520-333b-4cc2-91d6-28af5eddc3ac tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126671 Dec 08 01:45:53.599369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:53.609490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:53.612098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Pushing event updated for resources: {'Port': ['ID=1e141e05-9e84-4987-8d10-ed3e2dc7d24e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:53.630726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:53.654423 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eac839-450c-4177-8436-c4d885e5e210 x-openstack-request-id: req-40eac839-450c-4177-8436-c4d885e5e210 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:53.654903 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d2875a-06bc-4d79-85d4-edad260d5698", "name": "network-vif-plugged", "status": "completed", "tag": "ff4f8ae6-6d3c-46d5-a28b-6078df74611c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:53.655228 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-40eac839-450c-4177-8436-c4d885e5e210 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:53.656188 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d2875a-06bc-4d79-85d4-edad260d5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4f8ae6-6d3c-46d5-a28b-6078df74611c', 'code': 200} Dec 08 01:45:53.665494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:53.666138 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.713138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4cd27726-8548-4964-871a-e18a3341af18 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8476846 Dec 08 01:45:53.733429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Request body: {'port': {'device_id': 'c65adee3-a90c-4d87-a571-5df562af93c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:53.874421 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.881481 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.891793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.75', 52629) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:53.991019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c6df96c5-5fd0-42fb-92b0-f44a13da4834 None None] Provisioning complete for port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:53.991415 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6df96c5-5fd0-42fb-92b0-f44a13da4834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.026715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35f79f-871e-4d1d-8a9b-45aa74f8763c req-0871632f-b92d-4892-9b4e-d4bdc1f5eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:54.029576 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ed35f79f-871e-4d1d-8a9b-45aa74f8763c req-0871632f-b92d-4892-9b4e-d4bdc1f5eb36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 1102 time: 0.2068520 Dec 08 01:45:54.036775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-b6409697-54b6-497e-a4c0-eaa574507eba tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Allocated IP 172.20.0.12 (d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c/84dbb7a5-2e1e-4011-9db3-9b874937acf6/6edc9046-f520-4679-be98-61dd8e839a70) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:54.084354 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c6df96c5-5fd0-42fb-92b0-f44a13da4834 None None] Port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:54.105184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9c498-894f-45d0-9a77-1b7c4c1a2920 req-d9eb35c4-d8a4-4c78-92b3-56bb8c22411f tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:54.118748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9fd9c498-894f-45d0-9a77-1b7c4c1a2920 req-d9eb35c4-d8a4-4c78-92b3-56bb8c22411f tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 936 time: 0.3898485 Dec 08 01:45:54.145844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2d6d032b-0be6-4431-be0e-59ac248d651c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:54.213990 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ed35f79f-871e-4d1d-8a9b-45aa74f8763c req-78717e6e-c031-49d8-ace3-582da9e9c551 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690061 Dec 08 01:45:54.229613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbefc0-06c6-4a49-9c51-57034b9f943e req-71c135d1-e5f7-4b51-8bb0-570bb597c4b1 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:54.231124 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76bbefc0-06c6-4a49-9c51-57034b9f943e req-71c135d1-e5f7-4b51-8bb0-570bb597c4b1 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.75 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 971 time: 0.3381042 Dec 08 01:45:54.261785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9fd9c498-894f-45d0-9a77-1b7c4c1a2920 req-7545a76c-6689-458d-8906-38c0303bcd00 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/security-groups?id=7d4bcdf6-2a76-42fd-b8ca-27125258661b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397479 Dec 08 01:45:54.306640 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 2d6d032b-0be6-4431-be0e-59ac248d651c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:54.307167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.372997 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b35a1edb-7a90-4059-b0f0-4ad5a6a69484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.451888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e141e05-9e84-4987-8d10-ed3e2dc7d24e {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:54.468777 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.489920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Transition to ACTIVE for port object 1e141e05-9e84-4987-8d10-ed3e2dc7d24e will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:45:54.496465 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.608450 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e906b4d-00f2-47c0-a9f8-78219b389836 req-e8907637-ad58-46b4-a546-6c5420207e42 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 210 time: 0.0860820 Dec 08 01:45:54.627417 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e141e05-9e84-4987-8d10-ed3e2dc7d24e,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:54.678703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Attempting to bind port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:54.679386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Attempting to bind port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:54.680011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Attempting to bind port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:54.685283 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:45:54.686367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Attempting to bind port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:54.694631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:54.695244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:54.696050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:54.696892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Bound port: 1e141e05-9e84-4987-8d10-ed3e2dc7d24e, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:54.697444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.776860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-76bbefc0-06c6-4a49-9c51-57034b9f943e req-a80d775c-938d-4f75-9fbf-3dc8ed592fef tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Deleting port a5a40395-24aa-4d9b-b097-f5e643db9b3d {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:54.777202 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-76bbefc0-06c6-4a49-9c51-57034b9f943e req-a80d775c-938d-4f75-9fbf-3dc8ed592fef tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.823685 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] For port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:54.883247 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-b6409697-54b6-497e-a4c0-eaa574507eba tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.918272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] For port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=1e141e05-9e84-4987-8d10-ed3e2dc7d24e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:54.932457 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.962173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-76bbefc0-06c6-4a49-9c51-57034b9f943e req-a80d775c-938d-4f75-9fbf-3dc8ed592fef tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] For port a5a40395-24aa-4d9b-b097-f5e643db9b3d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a5a40395-24aa-4d9b-b097-f5e643db9b3d,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:54.962546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-76bbefc0-06c6-4a49-9c51-57034b9f943e req-a80d775c-938d-4f75-9fbf-3dc8ed592fef tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.983040 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-b6409697-54b6-497e-a4c0-eaa574507eba tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.985939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-76bbefc0-06c6-4a49-9c51-57034b9f943e req-a80d775c-938d-4f75-9fbf-3dc8ed592fef tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Calling delete_port for a5a40395-24aa-4d9b-b097-f5e643db9b3d owned by compute:tempest-test_az-489397900 {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:55.003099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e141e05-9e84-4987-8d10-ed3e2dc7d24e,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:55.044923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:55.045969 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:55.047587 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b566e363-46e2-44d5-95bc-41aa05163772 req-a74acca4-4f52-416d-90a5-fc3cccb120e6 service neutron] 10.222.0.75 "PUT /v2.0/ports/1e141e05-9e84-4987-8d10-ed3e2dc7d24e HTTP/1.1" status: 200 len: 1097 time: 1.3199887 Dec 08 01:45:55.052551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65adee3-a90c-4d87-a571-5df562af93c2', 'tag': '1e141e05-9e84-4987-8d10-ed3e2dc7d24e'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:55.057873 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c61162a-720c-4d8a-9bf6-e08ae84efe0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c65adee3-a90c-4d87-a571-5df562af93c2", "tag": "1e141e05-9e84-4987-8d10-ed3e2dc7d24e"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:55.102898 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15652aa3-0a37-4ea5-9088-aca3f2b71ab3 req-0d398121-bab9-4ef3-9faa-fec914b32a08 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:55.120439 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15652aa3-0a37-4ea5-9088-aca3f2b71ab3 req-0d398121-bab9-4ef3-9faa-fec914b32a08 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/ports?device_id=efb3caf5-3803-4ec8-a8d2-14cd2f913d1e HTTP/1.1" status: 200 len: 971 time: 0.3217354 Dec 08 01:45:55.136163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-b6409697-54b6-497e-a4c0-eaa574507eba tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:55.145903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-b6409697-54b6-497e-a4c0-eaa574507eba tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:55.203712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6409697-54b6-497e-a4c0-eaa574507eba tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Pushing event updated for resources: {'Port': ['ID=6edc9046-f520-4679-be98-61dd8e839a70,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:55.233796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-b6409697-54b6-497e-a4c0-eaa574507eba tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:55.249486 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-b6409697-54b6-497e-a4c0-eaa574507eba tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:55.252780 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-b6409697-54b6-497e-a4c0-eaa574507eba tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:55.331592 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:55.362339 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-b6409697-54b6-497e-a4c0-eaa574507eba tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2738829 Dec 08 01:45:55.394915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Request body: {'port': {'device_id': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:55.406045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38212e21-bf7a-4683-9f52-720eccfec78b req-1a1aa49f-63c0-41ad-8069-052c6add8029 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:55.415392 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38212e21-bf7a-4683-9f52-720eccfec78b req-1a1aa49f-63c0-41ad-8069-052c6add8029 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 950 time: 0.4849648 Dec 08 01:45:55.451556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15652aa3-0a37-4ea5-9088-aca3f2b71ab3 req-2ebe3dbf-7e02-4b8f-af81-cc4a5574d504 tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.71 "GET /v2.0/security-groups?id=042381e1-92c1-47d6-990d-9cf60526ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163443 Dec 08 01:45:55.569398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59558) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:55.585644 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566e363-46e2-44d5-95bc-41aa05163772 req-80838506-85b9-475a-9d5f-b289b5d1fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:55.587956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b566e363-46e2-44d5-95bc-41aa05163772 req-80838506-85b9-475a-9d5f-b289b5d1fbc1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b23dedf87cc418e94d3a76f3000dbd6&device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 1100 time: 0.4576774 Dec 08 01:45:55.627839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:55.639120 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b978ecad-cbd5-4743-a211-9c6e1ab32e90 req-f4665546-b2db-41b6-9f16-233782813ca6 tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=0b2b544ffeb24687a9cf2c7986ad94e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385563 Dec 08 01:45:55.657555 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38212e21-bf7a-4683-9f52-720eccfec78b req-a3dba4c2-b944-43d2-a651-9bdeb84d0535 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409735 Dec 08 01:45:55.706181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c3bc8013-0c80-4075-842d-e382052cf0d5 None None] Provisioning complete for port 6edc9046-f520-4679-be98-61dd8e839a70 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:55.707095 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3bc8013-0c80-4075-842d-e382052cf0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:55.758715 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf48b82-ed36-45f0-b692-a6a45ed887d5 x-openstack-request-id: req-edf48b82-ed36-45f0-b692-a6a45ed887d5 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:55.759287 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65adee3-a90c-4d87-a571-5df562af93c2", "tag": "1e141e05-9e84-4987-8d10-ed3e2dc7d24e", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:55.759544 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-edf48b82-ed36-45f0-b692-a6a45ed887d5 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:55.759957 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65adee3-a90c-4d87-a571-5df562af93c2', 'tag': '1e141e05-9e84-4987-8d10-ed3e2dc7d24e', 'status': 'completed', 'code': 200} Dec 08 01:45:55.763770 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b566e363-46e2-44d5-95bc-41aa05163772 req-66f058be-c753-411f-8628-01e60a7a6725 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=1e141e05-9e84-4987-8d10-ed3e2dc7d24e HTTP/1.1" status: 200 len: 217 time: 0.1589954 Dec 08 01:45:55.771232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc8013-0c80-4075-842d-e382052cf0d5 None None] Port 6edc9046-f520-4679-be98-61dd8e839a70 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:55.793321 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-76bbefc0-06c6-4a49-9c51-57034b9f943e req-a80d775c-938d-4f75-9fbf-3dc8ed592fef tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:55.797930 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f620430-b84e-469a-a7d5-b85d4ef96080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:55.826894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['a5a40395-24aa-4d9b-b097-f5e643db9b3d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:55.880491 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d775c-938d-4f75-9fbf-3dc8ed592fef tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Pushing event deleted for resources: {'Port': ['ID=a5a40395-24aa-4d9b-b097-f5e643db9b3d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:55.965817 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bbefc0-06c6-4a49-9c51-57034b9f943e req-a80d775c-938d-4f75-9fbf-3dc8ed592fef tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] No DVR routers for this DVR port a5a40395-24aa-4d9b-b097-f5e643db9b3d on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:45:55.970248 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-76bbefc0-06c6-4a49-9c51-57034b9f943e req-a80d775c-938d-4f75-9fbf-3dc8ed592fef tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:55.974522 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76bbefc0-06c6-4a49-9c51-57034b9f943e req-a80d775c-938d-4f75-9fbf-3dc8ed592fef tempest-AggregatesAdminTestJSON-123722257 tempest-AggregatesAdminTestJSON-123722257-project] 10.222.0.75 "DELETE /v2.0/ports/a5a40395-24aa-4d9b-b097-f5e643db9b3d HTTP/1.1" status: 204 len: 173 time: 1.7301419 Dec 08 01:45:55.975008 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb3caf5-3803-4ec8-a8d2-14cd2f913d1e', 'name': 'network-vif-deleted', 'tag': 'a5a40395-24aa-4d9b-b097-f5e643db9b3d'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:55.977512 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21e16d9-202d-41e4-8675-9bd43789fe42" -d '{"events": [{"server_uuid": "efb3caf5-3803-4ec8-a8d2-14cd2f913d1e", "name": "network-vif-deleted", "tag": "a5a40395-24aa-4d9b-b097-f5e643db9b3d"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:56.135366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566e363-46e2-44d5-95bc-41aa05163772 req-b05eb0b6-14d7-49c8-8142-70dab253d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:56.136841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b566e363-46e2-44d5-95bc-41aa05163772 req-b05eb0b6-14d7-49c8-8142-70dab253d473 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.3572357 Dec 08 01:45:56.146677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edc9046-f520-4679-be98-61dd8e839a70 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:56.155953 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.171856 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Transition to ACTIVE for port object 6edc9046-f520-4679-be98-61dd8e839a70 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:45:56.176794 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.213001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168caee3-08e4-4dc8-b27c-c482ed82067e req-0507e34c-5cd2-4d81-88c3-5d734297219e tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:56.214517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-168caee3-08e4-4dc8-b27c-c482ed82067e req-0507e34c-5cd2-4d81-88c3-5d734297219e tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 948 time: 0.1883907 Dec 08 01:45:56.222537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978ecad-cbd5-4743-a211-9c6e1ab32e90 req-8f3726ae-020b-4dec-aadf-71fe1edf6912 tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:56.224172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b978ecad-cbd5-4743-a211-9c6e1ab32e90 req-8f3726ae-020b-4dec-aadf-71fe1edf6912 tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4920983 Dec 08 01:45:56.268658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Pushing event updated for resources: {'Port': ['ID=6edc9046-f520-4679-be98-61dd8e839a70,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:56.278378 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b978ecad-cbd5-4743-a211-9c6e1ab32e90 req-eb9e4960-80ef-4118-80b0-9fa4952b1f94 tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] 10.222.0.71 "GET /v2.0/quotas/0b2b544ffeb24687a9cf2c7986ad94e4 HTTP/1.1" status: 200 len: 375 time: 0.0400136 Dec 08 01:45:56.289488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566e363-46e2-44d5-95bc-41aa05163772 req-5f510ae2-c6d6-4dc9-a4e0-035dd7ae1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:56.290483 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Attempting to bind port 6edc9046-f520-4679-be98-61dd8e839a70 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:56.290823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Attempting to bind port 6edc9046-f520-4679-be98-61dd8e839a70 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:56.290966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b566e363-46e2-44d5-95bc-41aa05163772 req-5f510ae2-c6d6-4dc9-a4e0-035dd7ae1544 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1421483 Dec 08 01:45:56.291149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Attempting to bind port 6edc9046-f520-4679-be98-61dd8e839a70 on network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:56.295809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Port 6edc9046-f520-4679-be98-61dd8e839a70 on network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:45:56.296131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Attempting to bind port 6edc9046-f520-4679-be98-61dd8e839a70 on network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:56.301863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:56.302207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Checking segment: {'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:56.302588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Bound using segment: {'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:56.303021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Bound port: 6edc9046-f520-4679-be98-61dd8e839a70, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:56.303377 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.317001 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f620430-b84e-469a-a7d5-b85d4ef96080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.348542 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1f620430-b84e-469a-a7d5-b85d4ef96080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.370908 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b978ecad-cbd5-4743-a211-9c6e1ab32e90 req-ae34d846-459f-48b7-9199-8cf685539a11 tempest-QuotasAdminNegativeTest-1174331470 tempest-QuotasAdminNegativeTest-1174331470-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b2b544ffeb24687a9cf2c7986ad94e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694053 Dec 08 01:45:56.373053 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] For port 6edc9046-f520-4679-be98-61dd8e839a70, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:56.376789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] For port 6edc9046-f520-4679-be98-61dd8e839a70, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6edc9046-f520-4679-be98-61dd8e839a70,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:56.381493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.416914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-168caee3-08e4-4dc8-b27c-c482ed82067e req-c053e5df-cb08-465a-a184-e4ba6198476f tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/security-groups?id=7d4bcdf6-2a76-42fd-b8ca-27125258661b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860995 Dec 08 01:45:56.423175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:56.423820 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.425710 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] 10.222.0.45 "PUT /v2.0/ports/6edc9046-f520-4679-be98-61dd8e839a70 HTTP/1.1" status: 200 len: 1093 time: 1.0596318 Dec 08 01:45:56.460063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a73e96-9f64-4432-9166-4cbd253fb334 service neutron] Pushing event updated for resources: {'Port': ['ID=6edc9046-f520-4679-be98-61dd8e839a70,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:56.541786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1f620430-b84e-469a-a7d5-b85d4ef96080 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b2a3c5f389847d283bdff4161381982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9679112 Dec 08 01:45:56.552616 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59582) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:56.558075 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f620430-b84e-469a-a7d5-b85d4ef96080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d0f855-5765-4ced-8aa7-aff559b58720,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:56.597813 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b566e363-46e2-44d5-95bc-41aa05163772 req-11d5c77a-1565-40d6-bd9f-66e76845c37b service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928236 Dec 08 01:45:56.613368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03e221-dd11-479e-a246-0f896a3eaeac req-e3977db6-e0e9-4899-af55-7dc10bd8d78f tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:56.621331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b03e221-dd11-479e-a246-0f896a3eaeac req-e3977db6-e0e9-4899-af55-7dc10bd8d78f tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 944 time: 0.1109846 Dec 08 01:45:56.665851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-4a39c33d-29c8-4af7-adfa-276626593633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:56.668744 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-4a39c33d-29c8-4af7-adfa-276626593633 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 1096 time: 0.1575992 Dec 08 01:45:56.752339 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-ccecc1ae-bb7b-4de4-aa20-1f00fa0bf3d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6edc9046-f520-4679-be98-61dd8e839a70 HTTP/1.1" status: 200 len: 217 time: 0.0698936 Dec 08 01:45:56.777864 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.787964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b03e221-dd11-479e-a246-0f896a3eaeac req-c36dbd4e-0eef-4a9e-852e-b2d5b616da9c tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654372 Dec 08 01:45:56.820777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30deeb6-2448-4d0d-b1cc-467f45c1af2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.824880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b566e363-46e2-44d5-95bc-41aa05163772 req-4b7656e5-cc62-4dee-9685-856dccc3a9eb service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001493 Dec 08 01:45:56.852950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-533f1303-422d-4c46-aecc-d9a8a0370540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:56.854519 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-533f1303-422d-4c46-aecc-d9a8a0370540 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.0910842 Dec 08 01:45:56.860198 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30deeb6-2448-4d0d-b1cc-467f45c1af2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.863932 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3938ccd7-c967-455e-98f2-df0e713ed0f2 x-openstack-request-id: req-3938ccd7-c967-455e-98f2-df0e713ed0f2 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:56.864231 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb3caf5-3803-4ec8-a8d2-14cd2f913d1e", "name": "network-vif-deleted", "tag": "a5a40395-24aa-4d9b-b097-f5e643db9b3d", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:56.864485 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3938ccd7-c967-455e-98f2-df0e713ed0f2 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:56.864961 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb3caf5-3803-4ec8-a8d2-14cd2f913d1e', 'name': 'network-vif-deleted', 'tag': 'a5a40395-24aa-4d9b-b097-f5e643db9b3d', 'status': 'completed', 'code': 200} Dec 08 01:45:56.961473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-1741c20a-531a-4117-bfe8-abd182b5d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:56.964753 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-1741c20a-531a-4117-bfe8-abd182b5d7a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878246 Dec 08 01:45:56.979561 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30deeb6-2448-4d0d-b1cc-467f45c1af2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.982527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30deeb6-2448-4d0d-b1cc-467f45c1af2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.983879 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c30deeb6-2448-4d0d-b1cc-467f45c1af2d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/94d0f855-5765-4ced-8aa7-aff559b58720 HTTP/1.1" status: 204 len: 168 time: 0.4286001 Dec 08 01:45:57.020066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30deeb6-2448-4d0d-b1cc-467f45c1af2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d0f855-5765-4ced-8aa7-aff559b58720,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:57.076459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61162a-720c-4d8a-9bf6-e08ae84efe0a req-701f6a35-ed92-4152-9d43-676263260812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:57.078486 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c61162a-720c-4d8a-9bf6-e08ae84efe0a req-701f6a35-ed92-4152-9d43-676263260812 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b23dedf87cc418e94d3a76f3000dbd6&device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 1100 time: 0.1186519 Dec 08 01:45:57.089167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb24840-0845-4bd5-badc-0bd605517fd8 req-432fa397-93f5-4ebd-a3e5-2d378da6410b tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:57.097475 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fb24840-0845-4bd5-badc-0bd605517fd8 req-432fa397-93f5-4ebd-a3e5-2d378da6410b tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 950 time: 0.1012642 Dec 08 01:45:57.099516 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-9ac34ac0-df72-48b4-998f-06db5026f7e7 service neutron] 10.222.0.45 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143775 Dec 08 01:45:57.229071 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fb24840-0845-4bd5-badc-0bd605517fd8 req-9394f31f-9fc5-4271-b68c-afd0bd3c94ca tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307406 Dec 08 01:45:57.252668 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61162a-720c-4d8a-9bf6-e08ae84efe0a req-ac04dc4d-68f3-4cf2-9289-758ecd298f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:57.254367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c61162a-720c-4d8a-9bf6-e08ae84efe0a req-ac04dc4d-68f3-4cf2-9289-758ecd298f81 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1543033 Dec 08 01:45:57.289347 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8aebac1b-00b1-4ac9-96ab-d45193e1d300 req-7a971769-f488-4c84-b3f1-17860a472012 service neutron] 10.222.0.45 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769929 Dec 08 01:45:57.355405 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c61162a-720c-4d8a-9bf6-e08ae84efe0a req-e1b758e0-75d6-4a1b-a5c4-ad4541bc3fd8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=1e141e05-9e84-4987-8d10-ed3e2dc7d24e HTTP/1.1" status: 200 len: 217 time: 0.0832605 Dec 08 01:45:57.375789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59608) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:57.407555 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61162a-720c-4d8a-9bf6-e08ae84efe0a req-a45836d6-8a63-4bba-b196-9f0b32f1860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:57.409584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c61162a-720c-4d8a-9bf6-e08ae84efe0a req-a45836d6-8a63-4bba-b196-9f0b32f1860b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0474229 Dec 08 01:45:57.464061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61162a-720c-4d8a-9bf6-e08ae84efe0a req-a3d01d3c-720f-4850-857c-e2b6062b3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:57.465690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c61162a-720c-4d8a-9bf6-e08ae84efe0a req-a3d01d3c-720f-4850-857c-e2b6062b3bff service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0488684 Dec 08 01:45:57.606443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36eb35-4bbe-4115-a238-fc35909bff0f req-69506781-060e-4ec4-b3af-2767c25b649a tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:57.608284 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f36eb35-4bbe-4115-a238-fc35909bff0f req-69506781-060e-4ec4-b3af-2767c25b649a tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 948 time: 0.0751665 Dec 08 01:45:57.610540 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c61162a-720c-4d8a-9bf6-e08ae84efe0a req-499b3821-f838-4fca-96c2-4a9bbeb9e0be service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373703 Dec 08 01:45:57.716687 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f36eb35-4bbe-4115-a238-fc35909bff0f req-a0a206d6-4974-4426-aeea-41ec155677e4 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/security-groups?id=7d4bcdf6-2a76-42fd-b8ca-27125258661b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008208 Dec 08 01:45:57.752475 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c61162a-720c-4d8a-9bf6-e08ae84efe0a req-75f3aec2-cd31-42ee-ac7a-09f08bc9aa6e service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297998 Dec 08 01:45:57.827077 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:57.840330 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee58a-05d4-46f4-b6eb-16589b5da333 req-0994553a-cd28-45d9-9e16-a821685d9142 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:57.841955 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a56ee58a-05d4-46f4-b6eb-16589b5da333 req-0994553a-cd28-45d9-9e16-a821685d9142 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 950 time: 0.0590508 Dec 08 01:45:57.851300 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a5a40395-24aa-4d9b-b097-f5e643db9b3d no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:45:57.882552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59628) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:57.888445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: a5a40395-24aa-4d9b-b097-f5e643db9b3d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:45:57.889000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a5a40395-24aa-4d9b-b097-f5e643db9b3d not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:45:57.904541 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a56ee58a-05d4-46f4-b6eb-16589b5da333 req-490cd132-7431-4cf5-8cfa-724c4b9e8c1a tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565417 Dec 08 01:45:57.937080 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-707ca84d-3a62-4ddd-84cf-980ee232c4c1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e5a89a231e014b6cb689de9060356e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5587180 Dec 08 01:45:57.938473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59634) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:57.951112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59636) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:57.979831 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecc67087-be3c-49b2-85a4-3a0b45fb52a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.032934 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f08d93c7-71e3-4eb1-9f9d-48d7bf91f59b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.084085 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f08d93c7-71e3-4eb1-9f9d-48d7bf91f59b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.087638 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecc67087-be3c-49b2-85a4-3a0b45fb52a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.095676 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecc67087-be3c-49b2-85a4-3a0b45fb52a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.153036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8d35e-b83f-47d2-bfb3-de0f976a4620 req-5bdce941-209b-4255-a8ff-012606a99002 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.154659 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-95f8d35e-b83f-47d2-bfb3-de0f976a4620 req-5bdce941-209b-4255-a8ff-012606a99002 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 944 time: 0.1380320 Dec 08 01:45:58.189332 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f08d93c7-71e3-4eb1-9f9d-48d7bf91f59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.191474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc67087-be3c-49b2-85a4-3a0b45fb52a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f3ca22-185b-4cc6-9ae4-91be87e87efc,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:58.192962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f08d93c7-71e3-4eb1-9f9d-48d7bf91f59b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.194745 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f08d93c7-71e3-4eb1-9f9d-48d7bf91f59b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/042381e1-92c1-47d6-990d-9cf60526ff38 HTTP/1.1" status: 204 len: 168 time: 0.2552416 Dec 08 01:45:58.201262 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ecc67087-be3c-49b2-85a4-3a0b45fb52a3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3a7334bbac7346b68660785cafb887dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489893 Dec 08 01:45:58.201859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59644) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:58.218947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d93c7-71e3-4eb1-9f9d-48d7bf91f59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042381e1-92c1-47d6-990d-9cf60526ff38,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:58.247091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59646) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:58.261633 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-95f8d35e-b83f-47d2-bfb3-de0f976a4620 req-6f22a12c-de74-46a7-8b94-b3beddad71ae tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997093 Dec 08 01:45:58.343820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b39ce-cd06-4af6-a87a-3da9cfe9aa78 req-f9628060-8561-4827-8f97-83adecb783dc tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.346102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-089b39ce-cd06-4af6-a87a-3da9cfe9aa78 req-f9628060-8561-4827-8f97-83adecb783dc tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 950 time: 0.0628357 Dec 08 01:45:58.356926 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.393958 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4a2ab562-8092-4e73-8fbc-501206d2e9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.404567 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-39bc89ff-2660-405f-ba3c-1721f57c27f7 req-0df55c85-ee01-4c10-9afc-5b73f46ce1c9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1222203 Dec 08 01:45:58.415514 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-089b39ce-cd06-4af6-a87a-3da9cfe9aa78 req-107d7aca-0791-4b0f-ba94-d0c98c4bda13 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621920 Dec 08 01:45:58.475918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4a2ab562-8092-4e73-8fbc-501206d2e9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.503058 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a57924a0-1989-4ac4-b2d6-f31abe0168a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.564665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59652) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:58.606739 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.609116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc89ff-2660-405f-ba3c-1721f57c27f7 req-8d6e0053-86d8-48d3-ba79-0a52c54181fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.610716 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-39bc89ff-2660-405f-ba3c-1721f57c27f7 req-8d6e0053-86d8-48d3-ba79-0a52c54181fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cef53cd090134345bd6ea07944b185cf&device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 1098 time: 0.1249397 Dec 08 01:45:58.616091 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c00f9169-5817-44eb-9fcb-de2fbb5a01e5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d54b26b850a140f1ad6024f79097d506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472424 Dec 08 01:45:58.616241 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.616362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59654) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:58.663863 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4a2ab562-8092-4e73-8fbc-501206d2e9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.666411 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4a2ab562-8092-4e73-8fbc-501206d2e9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.667524 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4a2ab562-8092-4e73-8fbc-501206d2e9e9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/07f3ca22-185b-4cc6-9ae4-91be87e87efc HTTP/1.1" status: 204 len: 168 time: 0.4646010 Dec 08 01:45:58.669017 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.693314 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.698417 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0b2b544ffeb24687a9cf2c7986ad94e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8097558 Dec 08 01:45:58.699223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090bd674-3168-4a09-bc62-5f78002361ba,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:58.708210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59660) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:58.784402 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bb07921-160d-490d-8c07-05d4b5a8f622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.789036 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.791888 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.793067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/14eaa215-08b5-434f-9369-65b844127c9e HTTP/1.1" status: 204 len: 168 time: 0.1758211 Dec 08 01:45:58.812673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eaa215-08b5-434f-9369-65b844127c9e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:58.835650 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bb07921-160d-490d-8c07-05d4b5a8f622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.854113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:58.854337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:58.854629 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:58.854963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:58.855298 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:58.855687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:58.855975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:58.856299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:58.856695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:58.856932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:58.857300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:58.857564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:58.857886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6c323-db9a-4ff9-ae2e-3406aa9da74e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:58.963955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678b19b-689d-47eb-8dff-4009b0407dae req-928d8c84-e72d-43a4-b330-76a954d5a501 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.965698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f678b19b-689d-47eb-8dff-4009b0407dae req-928d8c84-e72d-43a4-b330-76a954d5a501 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 948 time: 0.0952861 Dec 08 01:45:59.000423 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bb07921-160d-490d-8c07-05d4b5a8f622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.003971 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bb07921-160d-490d-8c07-05d4b5a8f622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.006187 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1bb07921-160d-490d-8c07-05d4b5a8f622 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/090bd674-3168-4a09-bc62-5f78002361ba HTTP/1.1" status: 204 len: 168 time: 0.2964561 Dec 08 01:45:59.027666 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb07921-160d-490d-8c07-05d4b5a8f622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090bd674-3168-4a09-bc62-5f78002361ba,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:59.044896 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a57924a0-1989-4ac4-b2d6-f31abe0168a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.045710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'tag': '6edc9046-f520-4679-be98-61dd8e839a70'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:59.048902 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44994ed3-ff80-47dd-9cf1-f44112357774" -d '{"events": [{"name": "network-changed", "server_uuid": "83e3f8d9-85f3-4932-80b3-fd6aaae72ada", "tag": "6edc9046-f520-4679-be98-61dd8e839a70"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:59.053502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:59.054134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:59.054469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:59.054822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:59.055325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:59.055545 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:59.055860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:59.056176 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:59.056491 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:59.057184 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:59.057184 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:59.057515 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:59.057769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14619c9b-de10-4ba0-96d4-6f73afcc339b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:59.071918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a57924a0-1989-4ac4-b2d6-f31abe0168a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.079809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f678b19b-689d-47eb-8dff-4009b0407dae req-c445a6aa-2f7c-496a-8ca1-2b812dcba9a7 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/security-groups?id=7d4bcdf6-2a76-42fd-b8ca-27125258661b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062572 Dec 08 01:45:59.082938 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ab562-8092-4e73-8fbc-501206d2e9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f3ca22-185b-4cc6-9ae4-91be87e87efc,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:59.115685 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09da9a41-261b-4b52-a152-8908762f32f0 x-openstack-request-id: req-09da9a41-261b-4b52-a152-8908762f32f0 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:59.115980 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e3f8d9-85f3-4932-80b3-fd6aaae72ada", "tag": "6edc9046-f520-4679-be98-61dd8e839a70", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:59.116229 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-09da9a41-261b-4b52-a152-8908762f32f0 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:59.116613 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'tag': '6edc9046-f520-4679-be98-61dd8e839a70', 'status': 'completed', 'code': 200} Dec 08 01:45:59.143387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59680) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:59.143645 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a57924a0-1989-4ac4-b2d6-f31abe0168a9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e3abffce7a1942889dc459bfd9db68ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8930931 Dec 08 01:45:59.146987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57924a0-1989-4ac4-b2d6-f31abe0168a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f90dd9-7670-4de1-9d06-90238956d2a8,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:59.185450 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc89ff-2660-405f-ba3c-1721f57c27f7 req-06487a67-0e88-406c-93e6-1a47ed3bc8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:59.186908 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-39bc89ff-2660-405f-ba3c-1721f57c27f7 req-06487a67-0e88-406c-93e6-1a47ed3bc8c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d21dabc8-1e90-475d-9f82-6828cfa9b46b HTTP/1.1" status: 200 len: 924 time: 0.5485070 Dec 08 01:45:59.227254 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc23ceaa-2451-485f-b6bd-a29e9576a3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.266964 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc23ceaa-2451-485f-b6bd-a29e9576a3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.272745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44994ed3-ff80-47dd-9cf1-f44112357774 req-90b405af-2a87-42b0-8247-5dd30509e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:59.274243 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-44994ed3-ff80-47dd-9cf1-f44112357774 req-90b405af-2a87-42b0-8247-5dd30509e708 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 1096 time: 0.1064498 Dec 08 01:45:59.299287 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-39bc89ff-2660-405f-ba3c-1721f57c27f7 req-3d9107ff-51aa-429d-9853-fcf591cee547 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e12570c1-6eea-4f29-a9a4-618a4988bb17 HTTP/1.1" status: 200 len: 1001 time: 0.0952291 Dec 08 01:45:59.333125 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc23ceaa-2451-485f-b6bd-a29e9576a3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.336837 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc23ceaa-2451-485f-b6bd-a29e9576a3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.338091 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fc23ceaa-2451-485f-b6bd-a29e9576a3de admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/59f90dd9-7670-4de1-9d06-90238956d2a8 HTTP/1.1" status: 204 len: 168 time: 0.1935158 Dec 08 01:45:59.349321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23ceaa-2451-485f-b6bd-a29e9576a3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f90dd9-7670-4de1-9d06-90238956d2a8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:59.426843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc89ff-2660-405f-ba3c-1721f57c27f7 req-0d7a8a3c-1a80-4ca7-9454-b5eb2f073a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:59.428379 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-39bc89ff-2660-405f-ba3c-1721f57c27f7 req-0d7a8a3c-1a80-4ca7-9454-b5eb2f073a84 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9 HTTP/1.1" status: 200 len: 862 time: 0.1141698 Dec 08 01:45:59.429161 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2cb8b-0843-4d94-9a30-f944c21b4891 req-3cb4e85a-00b6-4d8a-b6c4-8ce7112eec8a tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:59.431471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55a2cb8b-0843-4d94-9a30-f944c21b4891 req-3cb4e85a-00b6-4d8a-b6c4-8ce7112eec8a tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 944 time: 0.0845275 Dec 08 01:45:59.455113 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44994ed3-ff80-47dd-9cf1-f44112357774 req-7140a88a-d171-4c12-bb76-a89e5239081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:59.457187 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-44994ed3-ff80-47dd-9cf1-f44112357774 req-7140a88a-d171-4c12-bb76-a89e5239081f service neutron] 10.222.0.45 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 922 time: 0.1702175 Dec 08 01:45:59.512835 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-44994ed3-ff80-47dd-9cf1-f44112357774 req-ddcb620b-6ab5-4730-a05a-cfb8ed91a19e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6edc9046-f520-4679-be98-61dd8e839a70 HTTP/1.1" status: 200 len: 217 time: 0.0421801 Dec 08 01:45:59.520494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55a2cb8b-0843-4d94-9a30-f944c21b4891 req-6ef8196d-e1e9-4f17-8ec5-9181014c35ce tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756044 Dec 08 01:45:59.539950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc89ff-2660-405f-ba3c-1721f57c27f7 req-715f0561-c4c0-4df7-a23d-70ab1a01f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:59.541737 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-39bc89ff-2660-405f-ba3c-1721f57c27f7 req-715f0561-c4c0-4df7-a23d-70ab1a01f4ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d21dabc8-1e90-475d-9f82-6828cfa9b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043212 Dec 08 01:45:59.567521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59696) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:59.591265 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e5317794-34a1-40f6-9a83-a3fb9405b959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.602656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068b87f-1c8c-4e84-b1ac-7a258bc451cd req-cdb3288d-832e-46d3-8d66-cb7239c8715e tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:59.604316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3068b87f-1c8c-4e84-b1ac-7a258bc451cd req-cdb3288d-832e-46d3-8d66-cb7239c8715e tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 950 time: 0.0765140 Dec 08 01:45:59.686969 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44994ed3-ff80-47dd-9cf1-f44112357774 req-8fe2e140-eafb-4e20-9d8a-30e123d5d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:59.688480 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-44994ed3-ff80-47dd-9cf1-f44112357774 req-8fe2e140-eafb-4e20-9d8a-30e123d5d1b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.1334419 Dec 08 01:45:59.694470 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e5317794-34a1-40f6-9a83-a3fb9405b959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.702675 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e5317794-34a1-40f6-9a83-a3fb9405b959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.752146 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-39bc89ff-2660-405f-ba3c-1721f57c27f7 req-c9f45229-90e0-4c5b-830b-65056cafa4af service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852589 Dec 08 01:45:59.763433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44994ed3-ff80-47dd-9cf1-f44112357774 req-992c434f-2172-4292-a688-bec01976373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:59.765089 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-44994ed3-ff80-47dd-9cf1-f44112357774 req-992c434f-2172-4292-a688-bec01976373a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627382 Dec 08 01:45:59.773361 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5317794-34a1-40f6-9a83-a3fb9405b959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603b7364-1330-4890-8d44-d4b0d976b31b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:59.777846 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e5317794-34a1-40f6-9a83-a3fb9405b959 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f46642e6818645e9854da20437a41994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094214 Dec 08 01:45:59.782904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59704) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:59.813156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3068b87f-1c8c-4e84-b1ac-7a258bc451cd req-f0158ea6-9e74-4421-b3e7-cdcfdd32dc19 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/security-groups?id=c990904a-1ca7-4518-bb4a-25199ede59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973393 Dec 08 01:45:59.836771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.45', 49281) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:59.868816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 1e141e05-9e84-4987-8d10-ed3e2dc7d24e details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:45:59.873768 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24b7ec0a-d167-46f2-b5a7-20374e484b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.940071 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24b7ec0a-d167-46f2-b5a7-20374e484b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.965586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59710) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:59.998010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1798d0-ffa9-4853-9c6b-eeaabfdc453b req-e5e8cf67-408a-4cfb-a2e0-4ea0e63a41f1 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:59.999791 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9c1798d0-ffa9-4853-9c6b-eeaabfdc453b req-e5e8cf67-408a-4cfb-a2e0-4ea0e63a41f1 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 950 time: 0.1613750 Dec 08 01:46:00.005267 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-39bc89ff-2660-405f-ba3c-1721f57c27f7 req-42588182-6d1e-4746-957d-acfec353afc4 service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443249 Dec 08 01:46:00.008164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b6c5f27-13d1-436a-9abf-d8f3ddb1818f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.043535 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=1e141e05-9e84-4987-8d10-ed3e2dc7d24e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:00.058242 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24b7ec0a-d167-46f2-b5a7-20374e484b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.061354 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24b7ec0a-d167-46f2-b5a7-20374e484b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.065034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-24b7ec0a-d167-46f2-b5a7-20374e484b06 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/603b7364-1330-4890-8d44-d4b0d976b31b HTTP/1.1" status: 204 len: 168 time: 0.2788484 Dec 08 01:46:00.065210 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-44994ed3-ff80-47dd-9cf1-f44112357774 req-6ae6f99a-a6f3-4bca-8472-47e207107cc8 service neutron] 10.222.0.45 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373965 Dec 08 01:46:00.065298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '1e141e05-9e84-4987-8d10-ed3e2dc7d24e', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '1e141e05-9e84-4987-8d10-ed3e2dc7d24e', 'mac_address': 'fa:16:3e:90:d5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:46:00.076011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7ec0a-d167-46f2-b5a7-20374e484b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603b7364-1330-4890-8d44-d4b0d976b31b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:00.165862 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.186926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e141e05-9e84-4987-8d10-ed3e2dc7d24e {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:00.254755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=1e141e05-9e84-4987-8d10-ed3e2dc7d24e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:00.265350 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.275092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-9c1798d0-ffa9-4853-9c6b-eeaabfdc453b req-d02973d8-05a1-4da2-81c9-442345010cce tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Deleting port ff4f8ae6-6d3c-46d5-a28b-6078df74611c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:00.275569 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9c1798d0-ffa9-4853-9c6b-eeaabfdc453b req-d02973d8-05a1-4da2-81c9-442345010cce tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.301975 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-44994ed3-ff80-47dd-9cf1-f44112357774 req-eeeec986-27a6-42f4-b0c4-23d2358d8c41 service neutron] 10.222.0.45 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861525 Dec 08 01:46:00.313291 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b6c5f27-13d1-436a-9abf-d8f3ddb1818f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.326610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b6c5f27-13d1-436a-9abf-d8f3ddb1818f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.328521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f37e40-034f-41e2-89c0-30b4a7f7fa78 req-992a01b6-0f32-4fa8-b780-77fd8ce1ef36 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:00.340259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3f37e40-034f-41e2-89c0-30b4a7f7fa78 req-992a01b6-0f32-4fa8-b780-77fd8ce1ef36 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 948 time: 0.1344063 Dec 08 01:46:00.344455 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=1e141e05-9e84-4987-8d10-ed3e2dc7d24e,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:00.355548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:00.356165 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:00.356705 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:00.357881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:00.358431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:00.358987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:00.359797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:00.360772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:00.361460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:00.362005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:00.363223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:00.364179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:00.364988 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:00.397675 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3f37e40-034f-41e2-89c0-30b4a7f7fa78 req-cf0a2e23-9fed-4f63-bd78-63b8866e2250 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/security-groups?id=7d4bcdf6-2a76-42fd-b8ca-27125258661b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565329 Dec 08 01:46:00.413681 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c5f27-13d1-436a-9abf-d8f3ddb1818f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881fa44d-0a3a-4fad-be35-72ddd5faaaf1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:00.424608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59730) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:00.424749 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6b6c5f27-13d1-436a-9abf-d8f3ddb1818f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d13a8c84712a4fceb916e913926a9cb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4540713 Dec 08 01:46:00.445727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-9c1798d0-ffa9-4853-9c6b-eeaabfdc453b req-d02973d8-05a1-4da2-81c9-442345010cce tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] For port ff4f8ae6-6d3c-46d5-a28b-6078df74611c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff4f8ae6-6d3c-46d5-a28b-6078df74611c,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:00.446362 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9c1798d0-ffa9-4853-9c6b-eeaabfdc453b req-d02973d8-05a1-4da2-81c9-442345010cce tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.459949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-9c1798d0-ffa9-4853-9c6b-eeaabfdc453b req-d02973d8-05a1-4da2-81c9-442345010cce tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Calling delete_port for ff4f8ae6-6d3c-46d5-a28b-6078df74611c owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:00.496006 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ebe967d-a5b8-4ea3-9514-f302c9c2a99e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.519247 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ebe967d-a5b8-4ea3-9514-f302c9c2a99e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.527848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['1e141e05-9e84-4987-8d10-ed3e2dc7d24e'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:00.583120 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ebe967d-a5b8-4ea3-9514-f302c9c2a99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.585983 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ebe967d-a5b8-4ea3-9514-f302c9c2a99e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.587736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1ebe967d-a5b8-4ea3-9514-f302c9c2a99e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/881fa44d-0a3a-4fad-be35-72ddd5faaaf1 HTTP/1.1" status: 204 len: 168 time: 0.1615367 Dec 08 01:46:00.638504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe967d-a5b8-4ea3-9514-f302c9c2a99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881fa44d-0a3a-4fad-be35-72ddd5faaaf1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:00.664566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607af670-e4ee-4a36-a963-a2868e039fa4 req-1312a736-c9ce-48df-9347-e083df73dbe5 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:00.671329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6edc9046-f520-4679-be98-61dd8e839a70 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:46:00.672248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-607af670-e4ee-4a36-a963-a2868e039fa4 req-1312a736-c9ce-48df-9347-e083df73dbe5 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 944 time: 0.0683608 Dec 08 01:46:00.674707 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9c1798d0-ffa9-4853-9c6b-eeaabfdc453b req-d02973d8-05a1-4da2-81c9-442345010cce tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.724960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02973d8-05a1-4da2-81c9-442345010cce tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Pushing event deleted for resources: {'Port': ['ID=ff4f8ae6-6d3c-46d5-a28b-6078df74611c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:00.769899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['ff4f8ae6-6d3c-46d5-a28b-6078df74611c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:00.793746 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-607af670-e4ee-4a36-a963-a2868e039fa4 req-55a1e47f-54c4-44a2-9dfa-70d37ed344c4 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150832 Dec 08 01:46:00.804640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1798d0-ffa9-4853-9c6b-eeaabfdc453b req-d02973d8-05a1-4da2-81c9-442345010cce tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] No DVR routers for this DVR port ff4f8ae6-6d3c-46d5-a28b-6078df74611c on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:00.807360 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9c1798d0-ffa9-4853-9c6b-eeaabfdc453b req-d02973d8-05a1-4da2-81c9-442345010cce tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.811462 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9c1798d0-ffa9-4853-9c6b-eeaabfdc453b req-d02973d8-05a1-4da2-81c9-442345010cce tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.45 "DELETE /v2.0/ports/ff4f8ae6-6d3c-46d5-a28b-6078df74611c HTTP/1.1" status: 204 len: 173 time: 0.7865629 Dec 08 01:46:00.971259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f9d0eea-e4d9-47aa-b191-14a5092f25ba req-49efeac5-23a4-413c-91c0-7c3dd983d380 tempest-DeleteServersAdminTestJSON-942639452 tempest-DeleteServersAdminTestJSON-942639452-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4d2875a-06bc-4d79-85d4-edad260d5698 HTTP/1.1" status: 200 len: 210 time: 0.0489697 Dec 08 01:46:00.989854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6edc9046-f520-4679-be98-61dd8e839a70, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6edc9046-f520-4679-be98-61dd8e839a70,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:01.019397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '6edc9046-f520-4679-be98-61dd8e839a70', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'port_id': '6edc9046-f520-4679-be98-61dd8e839a70', 'mac_address': 'fa:16:3e:fb:88:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:46:01.067861 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:01.080806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edc9046-f520-4679-be98-61dd8e839a70 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:01.103079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6edc9046-f520-4679-be98-61dd8e839a70, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6edc9046-f520-4679-be98-61dd8e839a70,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:01.113794 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:01.120969 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d2875a-06bc-4d79-85d4-edad260d5698', 'name': 'network-vif-deleted', 'tag': 'ff4f8ae6-6d3c-46d5-a28b-6078df74611c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:01.120969 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe202d45-000e-47b9-b2c5-95f93b986774" -d '{"events": [{"server_uuid": "c4d2875a-06bc-4d79-85d4-edad260d5698", "name": "network-vif-deleted", "tag": "ff4f8ae6-6d3c-46d5-a28b-6078df74611c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:01.179900 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3623c1f3-20ab-4377-a3fd-20d9907202f8 x-openstack-request-id: req-3623c1f3-20ab-4377-a3fd-20d9907202f8 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:01.180477 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d2875a-06bc-4d79-85d4-edad260d5698", "name": "network-vif-deleted", "tag": "ff4f8ae6-6d3c-46d5-a28b-6078df74611c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:01.180873 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3623c1f3-20ab-4377-a3fd-20d9907202f8 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:01.181424 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d2875a-06bc-4d79-85d4-edad260d5698', 'name': 'network-vif-deleted', 'tag': 'ff4f8ae6-6d3c-46d5-a28b-6078df74611c', 'status': 'completed', 'code': 200} Dec 08 01:46:01.187461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=6edc9046-f520-4679-be98-61dd8e839a70,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:01.439232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['6edc9046-f520-4679-be98-61dd8e839a70'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:01.564404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56939801-c89b-465c-880b-8653a62d601e req-1a5e970c-bb09-4d8b-af7c-a816f46e2992 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:01.570626 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56939801-c89b-465c-880b-8653a62d601e req-1a5e970c-bb09-4d8b-af7c-a816f46e2992 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 949 time: 0.0754592 Dec 08 01:46:01.621307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56939801-c89b-465c-880b-8653a62d601e req-4dee960a-dc11-40c7-9e7e-08e7a47724bc tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/security-groups?id=7d4bcdf6-2a76-42fd-b8ca-27125258661b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Dec 08 01:46:01.882762 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 1e141e05-9e84-4987-8d10-ed3e2dc7d24e up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:01.910052 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca1e5a-2248-489b-ab73-ad97843fe677 req-8e6d176b-b2df-4961-9298-c3d9a0ad6667 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:01.917886 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbca1e5a-2248-489b-ab73-ad97843fe677 req-8e6d176b-b2df-4961-9298-c3d9a0ad6667 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 945 time: 0.0642059 Dec 08 01:46:01.954994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:46:01.961031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:01.961669 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:01.984100 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbca1e5a-2248-489b-ab73-ad97843fe677 req-ae83a759-50e1-4880-999e-3842adae04ae tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653174 Dec 08 01:46:02.083338 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.116748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65adee3-a90c-4d87-a571-5df562af93c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e141e05-9e84-4987-8d10-ed3e2dc7d24e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:02.119217 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e4143b-80df-460c-825d-29156dd2e03e" -d '{"events": [{"server_uuid": "c65adee3-a90c-4d87-a571-5df562af93c2", "name": "network-vif-plugged", "status": "completed", "tag": "1e141e05-9e84-4987-8d10-ed3e2dc7d24e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:02.134636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=1e141e05-9e84-4987-8d10-ed3e2dc7d24e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:02.141916 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.195376 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59eb83b-840e-4f2c-89ec-5fdba659a46d x-openstack-request-id: req-e59eb83b-840e-4f2c-89ec-5fdba659a46d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:02.195733 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65adee3-a90c-4d87-a571-5df562af93c2", "name": "network-vif-plugged", "status": "completed", "tag": "1e141e05-9e84-4987-8d10-ed3e2dc7d24e", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:02.196006 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e59eb83b-840e-4f2c-89ec-5fdba659a46d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:02.196503 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65adee3-a90c-4d87-a571-5df562af93c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e141e05-9e84-4987-8d10-ed3e2dc7d24e', 'code': 200} Dec 08 01:46:02.265243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=1e141e05-9e84-4987-8d10-ed3e2dc7d24e,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:02.335644 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0198dc-7dea-4eb1-b5b4-86c7d983642e req-7ae66f19-918a-4dba-9690-32e4612f4a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:02.338079 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d0198dc-7dea-4eb1-b5b4-86c7d983642e req-7ae66f19-918a-4dba-9690-32e4612f4a4e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 1102 time: 0.0484130 Dec 08 01:46:02.390302 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d0198dc-7dea-4eb1-b5b4-86c7d983642e req-f3fc2b43-77a6-45a5-8df5-c7817bdf7de1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7d4bcdf6-2a76-42fd-b8ca-27125258661b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441451 Dec 08 01:46:02.672255 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6edc9046-f520-4679-be98-61dd8e839a70 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:02.727353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 6edc9046-f520-4679-be98-61dd8e839a70 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:46:02.737813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 6edc9046-f520-4679-be98-61dd8e839a70 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:02.738586 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.752360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd7497-c795-4f02-8772-6ccf83f892b9 req-a03204f7-ae87-4a25-8afc-2bc7d9743da0 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:02.754427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19dd7497-c795-4f02-8772-6ccf83f892b9 req-a03204f7-ae87-4a25-8afc-2bc7d9743da0 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 950 time: 0.0599952 Dec 08 01:46:02.814024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19dd7497-c795-4f02-8772-6ccf83f892b9 req-da20c485-fec0-4a46-a1ea-295054ef5a02 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/security-groups?id=7d4bcdf6-2a76-42fd-b8ca-27125258661b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522678 Dec 08 01:46:02.831037 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.870887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6edc9046-f520-4679-be98-61dd8e839a70, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6edc9046-f520-4679-be98-61dd8e839a70,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:02.875659 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.876498 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ff4f8ae6-6d3c-46d5-a28b-6078df74611c no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:02.921507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: ff4f8ae6-6d3c-46d5-a28b-6078df74611c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:02.921885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ff4f8ae6-6d3c-46d5-a28b-6078df74611c not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:02.948520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=6edc9046-f520-4679-be98-61dd8e839a70,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:03.056885 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59858) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:03.093057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59862) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:03.106990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86f4e8-6ee0-416f-975a-5a22148d2e83 req-5b1bcffc-f93b-4487-bec5-b42573d3184c tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:03.108513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b86f4e8-6ee0-416f-975a-5a22148d2e83 req-5b1bcffc-f93b-4487-bec5-b42573d3184c tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 946 time: 0.0531564 Dec 08 01:46:03.162845 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b86f4e8-6ee0-416f-975a-5a22148d2e83 req-9b91f0c6-6402-4b6d-8ead-85f8ae771896 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464182 Dec 08 01:46:03.397361 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50bba39c-2705-4d0c-8dbb-682be3160aad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.499388 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f1c69b59-c134-4e39-bb0d-11469b645684 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=37d939b7e20f4932b1f57e0737524620&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4413757 Dec 08 01:46:03.502662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59878) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:03.548335 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50bba39c-2705-4d0c-8dbb-682be3160aad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.553855 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50bba39c-2705-4d0c-8dbb-682be3160aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.565398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59880) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:03.586972 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-50bba39c-2705-4d0c-8dbb-682be3160aad admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=077b8e621d874c34acd4e9182afde68c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4904113 Dec 08 01:46:03.588515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59886) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:03.606831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bba39c-2705-4d0c-8dbb-682be3160aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8bbb3e-1cfb-47dd-9214-ff233a9ca206,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:03.624416 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22b539d2-822a-4582-b7fe-90d656404e7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.660163 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22b539d2-822a-4582-b7fe-90d656404e7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.678283 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c58b4fd2-ae72-4034-b003-d1580203c395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.715291 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c58b4fd2-ae72-4034-b003-d1580203c395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.766270 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f295f21-37b2-464e-bbb3-df66a615a360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.768095 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22b539d2-822a-4582-b7fe-90d656404e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.770724 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22b539d2-822a-4582-b7fe-90d656404e7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.772167 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-22b539d2-822a-4582-b7fe-90d656404e7d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c990904a-1ca7-4518-bb4a-25199ede59ef HTTP/1.1" status: 204 len: 168 time: 0.2669818 Dec 08 01:46:03.789539 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b539d2-822a-4582-b7fe-90d656404e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c990904a-1ca7-4518-bb4a-25199ede59ef,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:03.824929 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c58b4fd2-ae72-4034-b003-d1580203c395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.828249 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c58b4fd2-ae72-4034-b003-d1580203c395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.829554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c58b4fd2-ae72-4034-b003-d1580203c395 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/df8bbb3e-1cfb-47dd-9214-ff233a9ca206 HTTP/1.1" status: 204 len: 168 time: 0.2365208 Dec 08 01:46:03.848581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b4fd2-ae72-4034-b003-d1580203c395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8bbb3e-1cfb-47dd-9214-ff233a9ca206,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:03.940437 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f295f21-37b2-464e-bbb3-df66a615a360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.946817 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f295f21-37b2-464e-bbb3-df66a615a360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.981887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507f828-f3ca-4030-ae9f-43b20c3d38f9 req-dbc43169-dc87-4cb7-ab61-86ca5f0e9093 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:03.983415 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9507f828-f3ca-4030-ae9f-43b20c3d38f9 req-dbc43169-dc87-4cb7-ab61-86ca5f0e9093 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 950 time: 0.0937495 Dec 08 01:46:04.005627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f295f21-37b2-464e-bbb3-df66a615a360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71048e3c-1162-48d1-a68c-ae65121e45e0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:04.021469 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9f295f21-37b2-464e-bbb3-df66a615a360 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d3f2a002b63e42519e4a27555f1b858e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4546297 Dec 08 01:46:04.021657 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59906) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:04.059847 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9507f828-f3ca-4030-ae9f-43b20c3d38f9 req-1e574d2b-ba82-469f-a341-48bd0408b9bc tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/security-groups?id=7d4bcdf6-2a76-42fd-b8ca-27125258661b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639236 Dec 08 01:46:04.101442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf4a8885-c003-4ef7-8a71-c59f0f583df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.123644 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf4a8885-c003-4ef7-8a71-c59f0f583df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.181220 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf4a8885-c003-4ef7-8a71-c59f0f583df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.186106 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf4a8885-c003-4ef7-8a71-c59f0f583df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.187636 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cf4a8885-c003-4ef7-8a71-c59f0f583df2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/71048e3c-1162-48d1-a68c-ae65121e45e0 HTTP/1.1" status: 204 len: 168 time: 0.1645539 Dec 08 01:46:04.196647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a8885-c003-4ef7-8a71-c59f0f583df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71048e3c-1162-48d1-a68c-ae65121e45e0,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:04.197536 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edc9046-f520-4679-be98-61dd8e839a70'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:04.200919 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2622f1c1-df25-4645-af08-0d62105bcb0c" -d '{"events": [{"server_uuid": "83e3f8d9-85f3-4932-80b3-fd6aaae72ada", "name": "network-vif-plugged", "status": "completed", "tag": "6edc9046-f520-4679-be98-61dd8e839a70"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:04.301767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7253886-5498-40da-b9d8-4193195823e4 req-144a4404-b2e8-4470-b0d0-cc1360973b29 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:04.303369 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7253886-5498-40da-b9d8-4193195823e4 req-144a4404-b2e8-4470-b0d0-cc1360973b29 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 946 time: 0.0570023 Dec 08 01:46:04.361132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7253886-5498-40da-b9d8-4193195823e4 req-a32297c3-c5df-4b39-9fc1-f308b2fba6ce tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518885 Dec 08 01:46:04.371735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59924) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:04.387453 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4045482a-3125-4e36-92ec-aa0d0545b9f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.409202 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b566142a-42fc-4435-853d-8294111cd98b x-openstack-request-id: req-b566142a-42fc-4435-853d-8294111cd98b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:04.410288 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e3f8d9-85f3-4932-80b3-fd6aaae72ada", "name": "network-vif-plugged", "status": "completed", "tag": "6edc9046-f520-4679-be98-61dd8e839a70", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:04.410599 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b566142a-42fc-4435-853d-8294111cd98b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:04.411053 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edc9046-f520-4679-be98-61dd8e839a70', 'code': 200} Dec 08 01:46:04.476500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59928) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:04.486082 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4045482a-3125-4e36-92ec-aa0d0545b9f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.495403 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4045482a-3125-4e36-92ec-aa0d0545b9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.506824 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1180d82e-7173-46ca-a873-d949c4a80d24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.558883 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4045482a-3125-4e36-92ec-aa0d0545b9f4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=82afddffc9014e61994da6bf1cee5a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855156 Dec 08 01:46:04.560069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59930) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:04.560976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045482a-3125-4e36-92ec-aa0d0545b9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d699cd89-1a4b-4aab-be2a-fa944c10288c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:04.606801 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1180d82e-7173-46ca-a873-d949c4a80d24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.619392 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1180d82e-7173-46ca-a873-d949c4a80d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.631214 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25981804-4b83-495c-b002-8c4638291592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.655359 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25981804-4b83-495c-b002-8c4638291592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.661765 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1180d82e-7173-46ca-a873-d949c4a80d24 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5aef0f70987b46a69a802e89f291c726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840155 Dec 08 01:46:04.664516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59936) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:04.725162 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25981804-4b83-495c-b002-8c4638291592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.728367 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25981804-4b83-495c-b002-8c4638291592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.731420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-25981804-4b83-495c-b002-8c4638291592 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d699cd89-1a4b-4aab-be2a-fa944c10288c HTTP/1.1" status: 204 len: 168 time: 0.1616590 Dec 08 01:46:04.749761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25981804-4b83-495c-b002-8c4638291592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d699cd89-1a4b-4aab-be2a-fa944c10288c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:04.765637 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f928a99-821c-443f-9a36-c80d5dd5960b req-576adadf-5d87-4193-a17d-44ba3f593e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:04.769407 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f928a99-821c-443f-9a36-c80d5dd5960b req-576adadf-5d87-4193-a17d-44ba3f593e08 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 1098 time: 0.1602254 Dec 08 01:46:04.772546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180d82e-7173-46ca-a873-d949c4a80d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b343a59a-24a9-4475-bf68-30fb857909d0,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:04.799475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59942) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:04.818053 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b5d68692-7305-42b9-aecd-f04415cf8b8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.869789 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b5d68692-7305-42b9-aecd-f04415cf8b8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.879088 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f928a99-821c-443f-9a36-c80d5dd5960b req-7c516ea0-dda7-43a6-9b1c-870a056106a3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787609 Dec 08 01:46:04.927622 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b5d68692-7305-42b9-aecd-f04415cf8b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.930467 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b5d68692-7305-42b9-aecd-f04415cf8b8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.931648 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b5d68692-7305-42b9-aecd-f04415cf8b8d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b343a59a-24a9-4475-bf68-30fb857909d0 HTTP/1.1" status: 204 len: 168 time: 0.2645948 Dec 08 01:46:04.941577 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d68692-7305-42b9-aecd-f04415cf8b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b343a59a-24a9-4475-bf68-30fb857909d0,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:05.215048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1512ee67-f841-4e5f-961d-cfb477ac0e12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.230799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59958) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:05.251946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07b16e-d4c8-486c-8b23-430bad358491 req-e1699530-04a7-4ffe-b1cd-ba41f6b2c866 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:05.259209 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d07b16e-d4c8-486c-8b23-430bad358491 req-e1699530-04a7-4ffe-b1cd-ba41f6b2c866 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 950 time: 0.0981362 Dec 08 01:46:05.259834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4501d003-23ef-4d51-a494-b2e44c5d4c80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.352780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d07b16e-d4c8-486c-8b23-430bad358491 req-e2f21640-90b6-4c1d-9252-fb2697a04a2f tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/security-groups?id=7d4bcdf6-2a76-42fd-b8ca-27125258661b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867987 Dec 08 01:46:05.374025 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4501d003-23ef-4d51-a494-b2e44c5d4c80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.379647 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4501d003-23ef-4d51-a494-b2e44c5d4c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.399855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1512ee67-f841-4e5f-961d-cfb477ac0e12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.411050 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1512ee67-f841-4e5f-961d-cfb477ac0e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.468120 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501d003-23ef-4d51-a494-b2e44c5d4c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e988b1-62bd-48d2-a202-6db195871622,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:05.485017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512ee67-f841-4e5f-961d-cfb477ac0e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4441517-3e64-4ae5-b865-8d1524d836bf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:05.486761 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4501d003-23ef-4d51-a494-b2e44c5d4c80 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2da95d08f5d44ed88c371f20200a9b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544293 Dec 08 01:46:05.489790 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59968) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:05.502631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1512ee67-f841-4e5f-961d-cfb477ac0e12 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=59fc51e9a5284bad9ebaad8677817999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7019989 Dec 08 01:46:05.505729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59970) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:05.571982 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4ee98-2dcb-4e0f-9cb6-8a0cba0a0967 req-66e6d746-a2b1-4d51-9653-7dff2bcf96a5 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:05.573466 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aca4ee98-2dcb-4e0f-9cb6-8a0cba0a0967 req-66e6d746-a2b1-4d51-9653-7dff2bcf96a5 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 946 time: 0.1120102 Dec 08 01:46:05.576749 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41b84dc6-eb9f-4814-9d55-f5c47d54cbb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.600317 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1aeed95b-6467-4b08-9d74-d64c146306ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.615051 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41b84dc6-eb9f-4814-9d55-f5c47d54cbb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.641498 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1aeed95b-6467-4b08-9d74-d64c146306ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.678249 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aca4ee98-2dcb-4e0f-9cb6-8a0cba0a0967 req-e964c1e8-3de3-4584-bce1-e3edbcbde9eb tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984256 Dec 08 01:46:05.717067 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1aeed95b-6467-4b08-9d74-d64c146306ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.720924 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1aeed95b-6467-4b08-9d74-d64c146306ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.722896 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1aeed95b-6467-4b08-9d74-d64c146306ef admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/60e988b1-62bd-48d2-a202-6db195871622 HTTP/1.1" status: 204 len: 168 time: 0.2318363 Dec 08 01:46:05.731245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41b84dc6-eb9f-4814-9d55-f5c47d54cbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.732021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeed95b-6467-4b08-9d74-d64c146306ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e988b1-62bd-48d2-a202-6db195871622,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:05.734797 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41b84dc6-eb9f-4814-9d55-f5c47d54cbb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.736237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-41b84dc6-eb9f-4814-9d55-f5c47d54cbb8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a4441517-3e64-4ae5-b865-8d1524d836bf HTTP/1.1" status: 204 len: 168 time: 0.2295780 Dec 08 01:46:05.748441 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b84dc6-eb9f-4814-9d55-f5c47d54cbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4441517-3e64-4ae5-b865-8d1524d836bf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:06.313851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60018) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:06.327688 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e559f786-3e99-42bb-a635-d3844e16ba6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.431660 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e559f786-3e99-42bb-a635-d3844e16ba6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.442400 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e559f786-3e99-42bb-a635-d3844e16ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.509919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60030) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:06.517104 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e559f786-3e99-42bb-a635-d3844e16ba6f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ee854a96ce7b42e883b0c1f4a67868b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998360 Dec 08 01:46:06.517403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60034) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:06.535821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c621ff9-d45f-4d6f-a5ed-c956eb9eb421 req-27d4df0d-36e7-4819-90be-7cdc44b2e00b tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:06.538233 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c621ff9-d45f-4d6f-a5ed-c956eb9eb421 req-27d4df0d-36e7-4819-90be-7cdc44b2e00b tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 950 time: 0.1103351 Dec 08 01:46:06.552072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559f786-3e99-42bb-a635-d3844e16ba6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc89c6a-a666-4929-8b79-deda9c6d10f1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:06.597030 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb78653d-da8c-4856-b16d-c8272d6a0d01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.620234 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb78653d-da8c-4856-b16d-c8272d6a0d01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.643999 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017742f-814c-4b4f-8dc2-cddea6d27e9f req-c47eba0e-5aa4-4cf6-be0f-803ec5e7f83f tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:06.645573 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f017742f-814c-4b4f-8dc2-cddea6d27e9f req-c47eba0e-5aa4-4cf6-be0f-803ec5e7f83f tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.75 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 950 time: 0.1058969 Dec 08 01:46:06.662757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c621ff9-d45f-4d6f-a5ed-c956eb9eb421 req-7caecb9e-cc85-436e-95d4-3f9041e4b1d3 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/security-groups?id=7d4bcdf6-2a76-42fd-b8ca-27125258661b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054895 Dec 08 01:46:06.690248 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb78653d-da8c-4856-b16d-c8272d6a0d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.693881 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb78653d-da8c-4856-b16d-c8272d6a0d01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.695376 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eb78653d-da8c-4856-b16d-c8272d6a0d01 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bcc89c6a-a666-4929-8b79-deda9c6d10f1 HTTP/1.1" status: 204 len: 168 time: 0.1770468 Dec 08 01:46:06.704782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78653d-da8c-4856-b16d-c8272d6a0d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc89c6a-a666-4929-8b79-deda9c6d10f1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:06.774066 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a2cce5d3-a25e-42ae-9052-30dd552967f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.866567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504644d-d983-4e0c-84dc-990a4d9c5b64 req-b1ee968d-3655-4426-a098-d9ffc839c230 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:06.868091 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0504644d-d983-4e0c-84dc-990a4d9c5b64 req-b1ee968d-3655-4426-a098-d9ffc839c230 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 946 time: 0.1080322 Dec 08 01:46:06.875381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a2cce5d3-a25e-42ae-9052-30dd552967f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.876217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-f017742f-814c-4b4f-8dc2-cddea6d27e9f req-4749fb38-a41b-4105-96d1-ad96e6d873e7 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Deleting port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:06.876714 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f017742f-814c-4b4f-8dc2-cddea6d27e9f req-4749fb38-a41b-4105-96d1-ad96e6d873e7 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.881840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a2cce5d3-a25e-42ae-9052-30dd552967f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.933542 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a2cce5d3-a25e-42ae-9052-30dd552967f5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e15657f6bf924bd2a604f5a9c0427cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4225187 Dec 08 01:46:06.936301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cce5d3-a25e-42ae-9052-30dd552967f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39428496-8644-4273-bb8f-5f09e29c4465,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:06.941799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60052) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:06.994067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0504644d-d983-4e0c-84dc-990a4d9c5b64 req-ff550c27-c9bc-4cb0-9e43-0bd8c02d2455 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129029 Dec 08 01:46:07.021351 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecb2af50-23d9-4279-88e9-5231dff3ceaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.021538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f017742f-814c-4b4f-8dc2-cddea6d27e9f req-4749fb38-a41b-4105-96d1-ad96e6d873e7 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] For port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=1e141e05-9e84-4987-8d10-ed3e2dc7d24e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:07.021538 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f017742f-814c-4b4f-8dc2-cddea6d27e9f req-4749fb38-a41b-4105-96d1-ad96e6d873e7 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.031779 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-f017742f-814c-4b4f-8dc2-cddea6d27e9f req-4749fb38-a41b-4105-96d1-ad96e6d873e7 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Calling delete_port for 1e141e05-9e84-4987-8d10-ed3e2dc7d24e owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:07.057627 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecb2af50-23d9-4279-88e9-5231dff3ceaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.122436 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecb2af50-23d9-4279-88e9-5231dff3ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.126087 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecb2af50-23d9-4279-88e9-5231dff3ceaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.127514 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ecb2af50-23d9-4279-88e9-5231dff3ceaa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/39428496-8644-4273-bb8f-5f09e29c4465 HTTP/1.1" status: 204 len: 168 time: 0.1844923 Dec 08 01:46:07.137317 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2af50-23d9-4279-88e9-5231dff3ceaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39428496-8644-4273-bb8f-5f09e29c4465,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:07.331551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60066) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:07.511133 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-f3c118ba-4b8a-4d8a-8994-bc4ee8c40852 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4638181 Dec 08 01:46:07.516867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:07.567956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1206680205-network', 'tenant_id': 'd9da45ea7cc343eebae48b10a6a55294'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:07.587452 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.db.api [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 01:46:07.587452 n-d-713499-31 neutron-server[109766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 01:46:07.587452 n-d-713499-31 neutron-server[109766]: [parameters: {'project_id': 'd9da45ea7cc343eebae48b10a6a55294', 'id': '789cfa8d-8d76-4c73-b668-38d5c205fa3c', 'expiration': datetime.datetime(2021, 12, 8, 1, 48, 7, 581935)}] Dec 08 01:46:07.587452 n-d-713499-31 neutron-server[109766]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:46:07.587858 n-d-713499-31 neutron-server[109766]: DEBUG oslo_db.api [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:46:07.588693 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f017742f-814c-4b4f-8dc2-cddea6d27e9f req-4749fb38-a41b-4105-96d1-ad96e6d873e7 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.599001 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.626627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['1e141e05-9e84-4987-8d10-ed3e2dc7d24e'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:07.630587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749fb38-a41b-4105-96d1-ad96e6d873e7 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Pushing event deleted for resources: {'Port': ['ID=1e141e05-9e84-4987-8d10-ed3e2dc7d24e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:07.713373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f017742f-814c-4b4f-8dc2-cddea6d27e9f req-4749fb38-a41b-4105-96d1-ad96e6d873e7 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] No DVR routers for this DVR port 1e141e05-9e84-4987-8d10-ed3e2dc7d24e on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:07.717848 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f017742f-814c-4b4f-8dc2-cddea6d27e9f req-4749fb38-a41b-4105-96d1-ad96e6d873e7 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.721676 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f017742f-814c-4b4f-8dc2-cddea6d27e9f req-4749fb38-a41b-4105-96d1-ad96e6d873e7 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.75 "DELETE /v2.0/ports/1e141e05-9e84-4987-8d10-ed3e2dc7d24e HTTP/1.1" status: 204 len: 173 time: 1.0577738 Dec 08 01:46:07.722964 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65adee3-a90c-4d87-a571-5df562af93c2', 'name': 'network-vif-deleted', 'tag': '1e141e05-9e84-4987-8d10-ed3e2dc7d24e'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:07.725580 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33417ae3-f974-4b3c-b469-4302985d33c3" -d '{"events": [{"server_uuid": "c65adee3-a90c-4d87-a571-5df562af93c2", "name": "network-vif-deleted", "tag": "1e141e05-9e84-4987-8d10-ed3e2dc7d24e"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:07.732489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60090) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:07.757846 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-39d953a0-47df-446e-9f98-04c0677f0a41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.807044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56599934-7f32-44f1-a6a3-76d7fa55150c req-c5196667-7866-453a-b8fd-13db0be3b4f8 tempest-TenantUsagesTestJSON-16037316 tempest-TenantUsagesTestJSON-16037316-project] 10.222.0.71 "GET /v2.0/ports?device_id=c65adee3-a90c-4d87-a571-5df562af93c2 HTTP/1.1" status: 200 len: 210 time: 0.0331061 Dec 08 01:46:07.873942 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.916357 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-39d953a0-47df-446e-9f98-04c0677f0a41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.922485 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-39d953a0-47df-446e-9f98-04c0677f0a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.000732 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c1a10a-c6a1-4c05-b9fa-34dc8df89aad x-openstack-request-id: req-49c1a10a-c6a1-4c05-b9fa-34dc8df89aad {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:08.001023 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65adee3-a90c-4d87-a571-5df562af93c2", "name": "network-vif-deleted", "tag": "1e141e05-9e84-4987-8d10-ed3e2dc7d24e", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:08.001280 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-49c1a10a-c6a1-4c05-b9fa-34dc8df89aad {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:08.001662 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65adee3-a90c-4d87-a571-5df562af93c2', 'name': 'network-vif-deleted', 'tag': '1e141e05-9e84-4987-8d10-ed3e2dc7d24e', 'status': 'completed', 'code': 200} Dec 08 01:46:08.024199 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-39d953a0-47df-446e-9f98-04c0677f0a41 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ff1431e821bb4495995676d7acc80566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903328 Dec 08 01:46:08.026881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60098) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:08.029037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d953a0-47df-446e-9f98-04c0677f0a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f5c394-8a44-4eb1-9fa0-3612cd2975dc,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:08.120412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Made reservation on behalf of d9da45ea7cc343eebae48b10a6a55294 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:08.124763 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.141401 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.158378 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94439617-1e84-4607-81b2-32916b4a6b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.167135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Allocated IP 172.25.8.4 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/fb8db121-27a0-4e12-906b-29222062b119) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:08.221609 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94439617-1e84-4607-81b2-32916b4a6b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.270924 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.277347 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.337741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:46:08.357766 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94439617-1e84-4607-81b2-32916b4a6b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.361145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94439617-1e84-4607-81b2-32916b4a6b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.362266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-94439617-1e84-4607-81b2-32916b4a6b27 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/05f5c394-8a44-4eb1-9fa0-3612cd2975dc HTTP/1.1" status: 204 len: 168 time: 0.3342967 Dec 08 01:46:08.368732 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29d54ba-5e77-46d5-a8da-d5aa0e236706,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:08.375541 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.376100 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Added segment 2156e743-309f-4746-a82e-be1a6c0ad7e4 of type vlan for network 776e026d-dfd5-4122-9a50-8ea153b9e036 Dec 08 01:46:08.389214 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.410680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94439617-1e84-4607-81b2-32916b4a6b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f5c394-8a44-4eb1-9fa0-3612cd2975dc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:08.445239 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.478777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.479553 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.480239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:08.480966 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.536502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:08.540221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:08.541892 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2087791 Dec 08 01:46:08.544891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60110) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:08.550313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8293fecf-3864-472d-a4e7-ee3a6e7066c6 admin admin] Request body: {'subnet': {'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1206680205-subnet', 'tenant_id': 'd9da45ea7cc343eebae48b10a6a55294', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:08.551381 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1de18e-8586-4504-9cea-024d96843f11 admin admin] Pushing event updated for resources: {'Network': ['ID=776e026d-dfd5-4122-9a50-8ea153b9e036,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:08.559342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:08.572882 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 776e026d-dfd5-4122-9a50-8ea153b9e036 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:46:08.573562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Pushing event updated for resources: {'Port': ['ID=fb8db121-27a0-4e12-906b-29222062b119,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:08.663928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8293fecf-3864-472d-a4e7-ee3a6e7066c6 admin admin] Made reservation on behalf of d9da45ea7cc343eebae48b10a6a55294 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:08.666209 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8293fecf-3864-472d-a4e7-ee3a6e7066c6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.692493 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.778750 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.984519 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8293fecf-3864-472d-a4e7-ee3a6e7066c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.059627 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.067175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293fecf-3864-472d-a4e7-ee3a6e7066c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b93b70d1-63b4-4a4c-928e-4b029b4b6b64,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:09.071547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.112858 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.115824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8293fecf-3864-472d-a4e7-ee3a6e7066c6 admin admin] Checking segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:09.116171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8293fecf-3864-472d-a4e7-ee3a6e7066c6 admin admin] Network hostable DHCP agents. Network: 776e026d-dfd5-4122-9a50-8ea153b9e036, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:46:09.144096 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Pushing event updated for resources: {'Port': ['ID=fb8db121-27a0-4e12-906b-29222062b119,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:09.154974 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.154974 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-35cbf2b2-a21d-49ce-b11b-4d11cc963d2b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.6376269 Dec 08 01:46:09.156014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8293fecf-3864-472d-a4e7-ee3a6e7066c6 admin admin] Network 776e026d-dfd5-4122-9a50-8ea153b9e036 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:46:09.268358 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-17daea78-b3f5-43ce-9888-2c799826cce9 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 694 time: 0.1092501 Dec 08 01:46:09.269854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8293fecf-3864-472d-a4e7-ee3a6e7066c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 776e026d-dfd5-4122-9a50-8ea153b9e036) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:09.279958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293fecf-3864-472d-a4e7-ee3a6e7066c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:09.280696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8293fecf-3864-472d-a4e7-ee3a6e7066c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.285279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd4034d-2656-4d41-b4d8-ab3c1955c2ad None None] Network 776e026d-dfd5-4122-9a50-8ea153b9e036 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:09.411840 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8293fecf-3864-472d-a4e7-ee3a6e7066c6 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8657641 Dec 08 01:46:09.432906 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf75956-f582-4f80-bc56-cbad8441df27 None None] Network 776e026d-dfd5-4122-9a50-8ea153b9e036 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:09.474093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-88add9f4-4d08-46f8-a176-3187cfd2e230 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:09.482047 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-88add9f4-4d08-46f8-a176-3187cfd2e230 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.2045252 Dec 08 01:46:09.489017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-771dc006-2145-492a-9516-d8e25da93895 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:46:09.490182 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dc92139a-3f3b-4113-81a9-00c30de5917f req-771dc006-2145-492a-9516-d8e25da93895 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069573 Dec 08 01:46:09.833901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60198) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:10.010973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-a6de694d-7bf2-4a06-afa5-a816a42f33e3 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:10.012487 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-a6de694d-7bf2-4a06-afa5-a816a42f33e3 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 821 time: 0.1143956 Dec 08 01:46:10.028738 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-306b2558-9bb9-4f24-8491-3891c73a3c5b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/quotas/f6e1ee9d4a0248e297fae65e29c1fdcd HTTP/1.1" status: 200 len: 375 time: 0.0103178 Dec 08 01:46:10.090626 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-19cd7566-3193-4394-83b1-b85af185823e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551152 Dec 08 01:46:10.220378 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:46:10.250135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d05b2c30-6a8c-404b-8cc4-13f8131bb361 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5b23dedf87cc418e94d3a76f3000dbd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116600 Dec 08 01:46:10.250433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60232) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:10.302783 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71df168a-3b37-4641-8cec-66423b30d687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.323357 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71df168a-3b37-4641-8cec-66423b30d687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.379813 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71df168a-3b37-4641-8cec-66423b30d687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.382917 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71df168a-3b37-4641-8cec-66423b30d687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.384446 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-71df168a-3b37-4641-8cec-66423b30d687 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7d4bcdf6-2a76-42fd-b8ca-27125258661b HTTP/1.1" status: 204 len: 168 time: 0.1327746 Dec 08 01:46:10.394256 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df168a-3b37-4641-8cec-66423b30d687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4bcdf6-2a76-42fd-b8ca-27125258661b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:10.536293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-ac3a934f-0f0e-4642-a46b-80ec8950ed24 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:46:10.537325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-ac3a934f-0f0e-4642-a46b-80ec8950ed24 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1791897 Dec 08 01:46:10.641044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-6cc87db6-b58f-45ca-b3f5-26ea8c225580 service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948548 Dec 08 01:46:10.735500 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-7e41931e-a7c6-4b5f-8299-4337e9b0a8a9 service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877373 Dec 08 01:46:10.982574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8717f703-0fe8-4ade-8df3-15054568a2c8 req-4f25443f-b17d-44d6-803f-71d9cd6f3438 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 210 time: 0.0386660 Dec 08 01:46:11.239084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60290) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:11.257886 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a026ebe-3bd0-41cf-96ac-a4c8f63099b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.390983 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a026ebe-3bd0-41cf-96ac-a4c8f63099b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.398366 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a026ebe-3bd0-41cf-96ac-a4c8f63099b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.445371 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6a026ebe-3bd0-41cf-96ac-a4c8f63099b4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=40f7cf198fd44ac48badac700f481375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053630 Dec 08 01:46:11.447959 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60308) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:11.454820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a026ebe-3bd0-41cf-96ac-a4c8f63099b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc61826-6ad7-443f-81a0-0d8d7be44733,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:11.539118 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b04b9475-0081-4d41-85a6-b12194b3fab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.570434 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60320) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:11.579882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-857001624-network', 'tenant_id': '92d2df65648541fa952ac8d4a8634e3f'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:11.600298 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b04b9475-0081-4d41-85a6-b12194b3fab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.609547 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] Made reservation on behalf of 92d2df65648541fa952ac8d4a8634e3f for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:11.612347 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.624656 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.697397 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b04b9475-0081-4d41-85a6-b12194b3fab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.701797 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b04b9475-0081-4d41-85a6-b12194b3fab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.703020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b04b9475-0081-4d41-85a6-b12194b3fab2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/edc61826-6ad7-443f-81a0-0d8d7be44733 HTTP/1.1" status: 204 len: 168 time: 0.2538707 Dec 08 01:46:11.723930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9475-0081-4d41-85a6-b12194b3fab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc61826-6ad7-443f-81a0-0d8d7be44733,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:11.756740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60334) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:11.779918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.786761 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.827344 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:46:11.844448 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.845036 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] Added segment 77b3af01-498e-4f4e-a4a1-7756cea4acfa of type vlan for network 0b266c5e-5063-4a10-82d3-f1ebc7a89801 Dec 08 01:46:11.891754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd623bd1-45c6-4e41-bfd6-0cfface0ef19,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:11.914303 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.915562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 1e141e05-9e84-4987-8d10-ed3e2dc7d24e no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:11.944646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 1e141e05-9e84-4987-8d10-ed3e2dc7d24e {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:11.945164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 1e141e05-9e84-4987-8d10-ed3e2dc7d24e not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:11.945760 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.947108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:11.948062 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.022463 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4510028 Dec 08 01:46:12.025422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60356) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:12.028900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be3214-8f64-4a4a-abdc-d29cd65e51af admin admin] Pushing event updated for resources: {'Network': ['ID=0b266c5e-5063-4a10-82d3-f1ebc7a89801,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:12.030871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d10ca0c5-2650-4c38-b361-5b346da4c627 admin admin] Request body: {'subnet': {'network_id': '0b266c5e-5063-4a10-82d3-f1ebc7a89801', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-857001624-subnet', 'tenant_id': '92d2df65648541fa952ac8d4a8634e3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:12.044635 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 0b266c5e-5063-4a10-82d3-f1ebc7a89801 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:46:12.086798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10ca0c5-2650-4c38-b361-5b346da4c627 admin admin] Made reservation on behalf of 92d2df65648541fa952ac8d4a8634e3f for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:12.089540 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d10ca0c5-2650-4c38-b361-5b346da4c627 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.334853 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18b3ad1-f950-4fa2-9c82-7131b9cd45c7 req-8df44121-963a-4c0f-ac7c-261650514a3f tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 210 time: 0.1267328 Dec 08 01:46:12.410619 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-6c3c5b60-df65-436c-9648-908364c8f19e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:12.413101 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-6c3c5b60-df65-436c-9648-908364c8f19e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.75 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 821 time: 0.1678967 Dec 08 01:46:12.446650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-41f3db95-585d-4e51-a26f-9ce613cbc909 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Request body: {'port': {'device_id': '7934daef-722c-4a8c-9e6f-227eabff8924', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'admin_state_up': True, 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:12.780078 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b177cf9c-e35d-4b8a-b556-83cd84cca204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.882001 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d10ca0c5-2650-4c38-b361-5b346da4c627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.968877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-41f3db95-585d-4e51-a26f-9ce613cbc909 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Made reservation on behalf of f6e1ee9d4a0248e297fae65e29c1fdcd for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:12.972395 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-41f3db95-585d-4e51-a26f-9ce613cbc909 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.973948 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60418) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:13.004667 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ca0c5-2650-4c38-b361-5b346da4c627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb09bff-b619-4ed5-ab84-bcede3906325,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:13.019043 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b177cf9c-e35d-4b8a-b556-83cd84cca204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.027563 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b177cf9c-e35d-4b8a-b556-83cd84cca204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.030359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10ca0c5-2650-4c38-b361-5b346da4c627 admin admin] Checking segment: {'id': '77b3af01-498e-4f4e-a4a1-7756cea4acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b266c5e-5063-4a10-82d3-f1ebc7a89801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:13.030843 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ca0c5-2650-4c38-b361-5b346da4c627 admin admin] Network hostable DHCP agents. Network: 0b266c5e-5063-4a10-82d3-f1ebc7a89801, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:46:13.129220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60430) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:13.129371 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b177cf9c-e35d-4b8a-b556-83cd84cca204 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1f01ec1226184975ab10600a5c2f5b11&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3713629 Dec 08 01:46:13.135641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177cf9c-e35d-4b8a-b556-83cd84cca204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9022a2-5e70-481a-be9e-8a58dcdc250f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:13.143347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ca0c5-2650-4c38-b361-5b346da4c627 admin admin] Network 0b266c5e-5063-4a10-82d3-f1ebc7a89801 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:46:13.176876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d10ca0c5-2650-4c38-b361-5b346da4c627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 0b266c5e-5063-4a10-82d3-f1ebc7a89801) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:13.184504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10ca0c5-2650-4c38-b361-5b346da4c627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:13.185101 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d10ca0c5-2650-4c38-b361-5b346da4c627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.186748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b968d4-10b5-4bac-b58c-77cba28f0c26 None None] Network 0b266c5e-5063-4a10-82d3-f1ebc7a89801 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:13.214117 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d10ca0c5-2650-4c38-b361-5b346da4c627 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1875839 Dec 08 01:46:13.226279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-41f3db95-585d-4e51-a26f-9ce613cbc909 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Allocated IP 172.20.0.9 (d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c/84dbb7a5-2e1e-4011-9db3-9b874937acf6/3ad22e36-7f43-4b95-a52a-507fe90f6140) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:13.257309 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec4a5-ec71-4ccd-99c3-8eac5bd4329c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.282200 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec4a5-ec71-4ccd-99c3-8eac5bd4329c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.358918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2341358a-168d-48d5-8110-8cbcc919db39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.366677 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c613596-d62e-40bf-964a-17c1fb6e44b5 None None] Network 0b266c5e-5063-4a10-82d3-f1ebc7a89801 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:13.402258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec4a5-ec71-4ccd-99c3-8eac5bd4329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.404971 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec4a5-ec71-4ccd-99c3-8eac5bd4329c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.410009 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0b1ec4a5-ec71-4ccd-99c3-8eac5bd4329c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef9022a2-5e70-481a-be9e-8a58dcdc250f HTTP/1.1" status: 204 len: 168 time: 0.2797189 Dec 08 01:46:13.449997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ec4a5-ec71-4ccd-99c3-8eac5bd4329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9022a2-5e70-481a-be9e-8a58dcdc250f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:13.475209 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-41f3db95-585d-4e51-a26f-9ce613cbc909 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.523014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-41f3db95-585d-4e51-a26f-9ce613cbc909 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.572026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['6edc9046-f520-4679-be98-61dd8e839a70'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:13.578031 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2341358a-168d-48d5-8110-8cbcc919db39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.588712 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2341358a-168d-48d5-8110-8cbcc919db39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.619900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb39a13-c49e-41fd-8311-3e027540b5d8 req-596c4294-df1a-4e9a-a336-5f434a93a883 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:13.621414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0eb39a13-c49e-41fd-8311-3e027540b5d8 req-596c4294-df1a-4e9a-a336-5f434a93a883 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 931 time: 0.1118240 Dec 08 01:46:13.623674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-41f3db95-585d-4e51-a26f-9ce613cbc909 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:13.625481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3db95-585d-4e51-a26f-9ce613cbc909 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Pushing event updated for resources: {'Port': ['ID=3ad22e36-7f43-4b95-a52a-507fe90f6140,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:13.628932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-41f3db95-585d-4e51-a26f-9ce613cbc909 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:13.631131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-41f3db95-585d-4e51-a26f-9ce613cbc909 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:13.636762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-41f3db95-585d-4e51-a26f-9ce613cbc909 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:13.637511 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-41f3db95-585d-4e51-a26f-9ce613cbc909 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.708306 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0eb39a13-c49e-41fd-8311-3e027540b5d8 req-d38a6b74-fdbe-4350-a6f8-739c2c2d2c43 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672321 Dec 08 01:46:13.720047 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2341358a-168d-48d5-8110-8cbcc919db39 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=07fd32aa1b3348d4b281b4beceb6b25a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7416358 Dec 08 01:46:13.720272 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-41f3db95-585d-4e51-a26f-9ce613cbc909 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2768345 Dec 08 01:46:13.720370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60446) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:13.728918 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341358a-168d-48d5-8110-8cbcc919db39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c482a1-f3bd-45cc-9924-690b411c237d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:13.743821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60448) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:13.779425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Request body: {'port': {'device_id': '7934daef-722c-4a8c-9e6f-227eabff8924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:13.864943 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.875567 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74f673dc-f6ea-4a75-a9c3-348f11682c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.898754 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74f673dc-f6ea-4a75-a9c3-348f11682c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.932535 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-57eeb102-bafa-497d-8694-1dd968e0016c None None] Provisioning complete for port 3ad22e36-7f43-4b95-a52a-507fe90f6140 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:13.933165 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57eeb102-bafa-497d-8694-1dd968e0016c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.999808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-57eeb102-bafa-497d-8694-1dd968e0016c None None] Port 3ad22e36-7f43-4b95-a52a-507fe90f6140 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:14.031841 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74f673dc-f6ea-4a75-a9c3-348f11682c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.035025 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74f673dc-f6ea-4a75-a9c3-348f11682c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.038531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-74f673dc-f6ea-4a75-a9c3-348f11682c98 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e8c482a1-f3bd-45cc-9924-690b411c237d HTTP/1.1" status: 204 len: 168 time: 0.3148036 Dec 08 01:46:14.055254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f673dc-f6ea-4a75-a9c3-348f11682c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c482a1-f3bd-45cc-9924-690b411c237d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:14.130935 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ebf1-288b-4c69-a5a1-bc3f6b3d7705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.165090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60466) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:14.200045 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3cf99de8-2ded-4afd-972a-88136f414ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.249382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad22e36-7f43-4b95-a52a-507fe90f6140 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:14.270548 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.286465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Transition to ACTIVE for port object 3ad22e36-7f43-4b95-a52a-507fe90f6140 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:46:14.290559 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.299429 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ebf1-288b-4c69-a5a1-bc3f6b3d7705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.307018 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ebf1-288b-4c69-a5a1-bc3f6b3d7705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.376207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1ebf1-288b-4c69-a5a1-bc3f6b3d7705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33407f5-fdc6-4a47-ad0f-1ed73c23a963,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:14.376599 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25984664-7e2f-4684-86d5-96250249894e service neutron] Pushing event updated for resources: {'Port': ['ID=3ad22e36-7f43-4b95-a52a-507fe90f6140,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:14.383413 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bcf1ebf1-288b-4c69-a5a1-bc3f6b3d7705 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8971f5ca1d5d478c8b1a587fe90a2f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6381609 Dec 08 01:46:14.383904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60472) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:14.394489 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3cf99de8-2ded-4afd-972a-88136f414ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.401218 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3cf99de8-2ded-4afd-972a-88136f414ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.416281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Attempting to bind port 3ad22e36-7f43-4b95-a52a-507fe90f6140 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:14.416733 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Attempting to bind port 3ad22e36-7f43-4b95-a52a-507fe90f6140 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:14.417084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Attempting to bind port 3ad22e36-7f43-4b95-a52a-507fe90f6140 on network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:14.430678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Port 3ad22e36-7f43-4b95-a52a-507fe90f6140 on network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:46:14.431010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Attempting to bind port 3ad22e36-7f43-4b95-a52a-507fe90f6140 on network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:14.442407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:14.442749 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Checking segment: {'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:14.443213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Bound using segment: {'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:14.443662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Bound port: 3ad22e36-7f43-4b95-a52a-507fe90f6140, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f008ea60-fdec-44fb-b363-250f3254b371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:14.444210 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.484942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf99de8-2ded-4afd-972a-88136f414ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90d89c7-3364-46b0-965d-49b2182b6019,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:14.493099 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3cf99de8-2ded-4afd-972a-88136f414ba3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3678bca8719f483eb4d98435c032be9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248186 Dec 08 01:46:14.493913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60478) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:14.556010 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ba0e9c5-cfd4-48e7-a49b-6efd8ad9d62f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.579428 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1815d22f-6152-4a35-a096-6924b8a5150f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.607157 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1815d22f-6152-4a35-a096-6924b8a5150f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.677909 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ba0e9c5-cfd4-48e7-a49b-6efd8ad9d62f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.678180 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1815d22f-6152-4a35-a096-6924b8a5150f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.682390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1815d22f-6152-4a35-a096-6924b8a5150f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.685990 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1815d22f-6152-4a35-a096-6924b8a5150f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e90d89c7-3364-46b0-965d-49b2182b6019 HTTP/1.1" status: 204 len: 168 time: 0.1878483 Dec 08 01:46:14.696685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815d22f-6152-4a35-a096-6924b8a5150f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90d89c7-3364-46b0-965d-49b2182b6019,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:14.723576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] For port 3ad22e36-7f43-4b95-a52a-507fe90f6140, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:14.761669 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] For port 3ad22e36-7f43-4b95-a52a-507fe90f6140, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3ad22e36-7f43-4b95-a52a-507fe90f6140,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:14.771371 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.824438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-45689112-7579-4afd-975e-6d693147d98f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:14.831893 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-45689112-7579-4afd-975e-6d693147d98f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 808 time: 0.2708225 Dec 08 01:46:14.856968 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25984664-7e2f-4684-86d5-96250249894e service neutron] Pushing event updated for resources: {'Port': ['ID=3ad22e36-7f43-4b95-a52a-507fe90f6140,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:14.860237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:14.860971 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.862468 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-25984664-7e2f-4684-86d5-96250249894e service neutron] 10.222.0.75 "PUT /v2.0/ports/3ad22e36-7f43-4b95-a52a-507fe90f6140 HTTP/1.1" status: 200 len: 1092 time: 1.1243050 Dec 08 01:46:14.863166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7934daef-722c-4a8c-9e6f-227eabff8924', 'tag': '3ad22e36-7f43-4b95-a52a-507fe90f6140'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:14.865531 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7f2de3-b445-4a16-af3a-7b299ccca4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7934daef-722c-4a8c-9e6f-227eabff8924", "tag": "3ad22e36-7f43-4b95-a52a-507fe90f6140"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:14.874986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-70913f57-50c3-4b48-9d17-dbfb58d17052 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/quotas/d9da45ea7cc343eebae48b10a6a55294 HTTP/1.1" status: 200 len: 375 time: 0.0418143 Dec 08 01:46:14.887226 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ba0e9c5-cfd4-48e7-a49b-6efd8ad9d62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.890825 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7ba0e9c5-cfd4-48e7-a49b-6efd8ad9d62f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.892183 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7ba0e9c5-cfd4-48e7-a49b-6efd8ad9d62f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a33407f5-fdc6-4a47-ad0f-1ed73c23a963 HTTP/1.1" status: 204 len: 168 time: 0.5066917 Dec 08 01:46:14.921252 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-4d1a88e1-77b2-474a-ac1f-cd68289d3ff8 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457208 Dec 08 01:46:14.954196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0e9c5-cfd4-48e7-a49b-6efd8ad9d62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33407f5-fdc6-4a47-ad0f-1ed73c23a963,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:15.033641 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60506) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:15.059285 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-871456bd-0a2f-49af-ae4d-6072e94fe074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.069815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-d5fab684-84b8-44cc-84bd-7fdfeb21aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:15.072605 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-d5fab684-84b8-44cc-84bd-7fdfeb21aa1b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 1095 time: 0.1374247 Dec 08 01:46:15.172494 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-871456bd-0a2f-49af-ae4d-6072e94fe074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.173146 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-3aa4ef90-142b-4e07-85a6-16c9829e4bbe service neutron] 10.222.0.71 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510467 Dec 08 01:46:15.175071 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-60b2801b-dc10-4709-81c9-b4ebf915837b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad22e36-7f43-4b95-a52a-507fe90f6140 HTTP/1.1" status: 200 len: 217 time: 0.0879133 Dec 08 01:46:15.180090 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-871456bd-0a2f-49af-ae4d-6072e94fe074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.225685 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-871456bd-0a2f-49af-ae4d-6072e94fe074 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8c590c9bf3634a1eaab5cdf2904f9a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901045 Dec 08 01:46:15.226606 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60508) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:15.229286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871456bd-0a2f-49af-ae4d-6072e94fe074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665c89cf-b103-4f30-ae41-f87419d4eba8,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:15.269544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-dfa30c5f-0b3c-47f5-88bc-42aeda24d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:15.271087 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-dfa30c5f-0b3c-47f5-88bc-42aeda24d004 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.0895991 Dec 08 01:46:15.295721 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0f055c0-599a-496e-a558-864e7194cca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.321810 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0f055c0-599a-496e-a558-864e7194cca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.383247 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0f055c0-599a-496e-a558-864e7194cca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.386978 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0f055c0-599a-496e-a558-864e7194cca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.392197 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c0f055c0-599a-496e-a558-864e7194cca1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/665c89cf-b103-4f30-ae41-f87419d4eba8 HTTP/1.1" status: 204 len: 168 time: 0.1641314 Dec 08 01:46:15.401513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-6c2bad62-f6af-43c3-a065-69c6c6e3ad2f service neutron] 10.222.0.71 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792681 Dec 08 01:46:15.403513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-131e1535-8e46-4a68-bb34-76646a3e7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:15.405023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-131e1535-8e46-4a68-bb34-76646a3e7481 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018512 Dec 08 01:46:15.413510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f055c0-599a-496e-a558-864e7194cca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665c89cf-b103-4f30-ae41-f87419d4eba8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:15.505130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbf87a-2900-4107-a6fd-a4a6a91fa45f req-9a2d6f95-f2eb-411b-a155-7a2c9de47a17 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:15.506763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9dbf87a-2900-4107-a6fd-a4a6a91fa45f req-9a2d6f95-f2eb-411b-a155-7a2c9de47a17 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 943 time: 0.1211822 Dec 08 01:46:15.583359 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-9a739b35-3e15-4165-871b-bc4e51949d1a service neutron] 10.222.0.75 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584132 Dec 08 01:46:15.628810 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9dbf87a-2900-4107-a6fd-a4a6a91fa45f req-9194a137-689b-4f0e-ac78-11017b08f237 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042597 Dec 08 01:46:15.699075 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935509e0-2292-4835-b76f-d539203ba7a6 x-openstack-request-id: req-935509e0-2292-4835-b76f-d539203ba7a6 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:15.699366 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7934daef-722c-4a8c-9e6f-227eabff8924", "tag": "3ad22e36-7f43-4b95-a52a-507fe90f6140", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:15.699629 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-935509e0-2292-4835-b76f-d539203ba7a6 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:15.700261 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7934daef-722c-4a8c-9e6f-227eabff8924', 'tag': '3ad22e36-7f43-4b95-a52a-507fe90f6140', 'status': 'completed', 'code': 200} Dec 08 01:46:15.713639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60538) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:15.735309 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb5bb6db-c647-44f1-8c28-cbfdf01fba6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.791442 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5e0eadd-dd3f-4721-a414-47ade5871f2c req-45c4b6db-1cb1-4199-9f45-e5f0c3c19bc3 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 210 time: 0.0508072 Dec 08 01:46:15.807862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3ff1144-db2e-4f18-9f3f-cc3334a800af req-39291f8e-3d25-4150-93ae-02e2780c5acc service neutron] 10.222.0.75 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165956 Dec 08 01:46:15.901028 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb5bb6db-c647-44f1-8c28-cbfdf01fba6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.910868 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb5bb6db-c647-44f1-8c28-cbfdf01fba6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.994744 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bb6db-c647-44f1-8c28-cbfdf01fba6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c9c2ce-c97c-4285-8b0d-1d700d54add9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:16.003791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2de3-b445-4a16-af3a-7b299ccca4ee req-92e225af-f281-445d-9f0f-0184b3a2e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:16.003927 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fb5bb6db-c647-44f1-8c28-cbfdf01fba6d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d57e3edd84b943e992ea282dd578c1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891076 Dec 08 01:46:16.004457 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60572) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:16.009051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be7f2de3-b445-4a16-af3a-7b299ccca4ee req-92e225af-f281-445d-9f0f-0184b3a2e93a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 1095 time: 0.1046507 Dec 08 01:46:16.097393 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5c7fb4d-1ff1-473a-9b47-fd031ee0be07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.126081 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5c7fb4d-1ff1-473a-9b47-fd031ee0be07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.220530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5c7fb4d-1ff1-473a-9b47-fd031ee0be07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.224053 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5c7fb4d-1ff1-473a-9b47-fd031ee0be07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.228082 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a5c7fb4d-1ff1-473a-9b47-fd031ee0be07 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/00c9c2ce-c97c-4285-8b0d-1d700d54add9 HTTP/1.1" status: 204 len: 168 time: 0.2217031 Dec 08 01:46:16.230629 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2de3-b445-4a16-af3a-7b299ccca4ee req-f7d20102-12a2-4719-ab66-339f9d53daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:16.234252 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be7f2de3-b445-4a16-af3a-7b299ccca4ee req-f7d20102-12a2-4719-ab66-339f9d53daad service neutron] 10.222.0.75 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 922 time: 0.2168245 Dec 08 01:46:16.240270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7fb4d-1ff1-473a-9b47-fd031ee0be07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c9c2ce-c97c-4285-8b0d-1d700d54add9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:16.292298 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be7f2de3-b445-4a16-af3a-7b299ccca4ee req-514be64e-a840-4e6d-9af0-4529dc3d8a89 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad22e36-7f43-4b95-a52a-507fe90f6140 HTTP/1.1" status: 200 len: 217 time: 0.0507517 Dec 08 01:46:16.384955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2de3-b445-4a16-af3a-7b299ccca4ee req-b7dc1612-6520-4466-b47c-01ef2fec6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:16.386976 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be7f2de3-b445-4a16-af3a-7b299ccca4ee req-b7dc1612-6520-4466-b47c-01ef2fec6aac service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.0873334 Dec 08 01:46:16.451107 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2de3-b445-4a16-af3a-7b299ccca4ee req-8ea108fd-f00a-4813-aa55-6efa444bcacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:16.452657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be7f2de3-b445-4a16-af3a-7b299ccca4ee req-8ea108fd-f00a-4813-aa55-6efa444bcacc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576253 Dec 08 01:46:16.585222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be7f2de3-b445-4a16-af3a-7b299ccca4ee req-5b282f9e-dc82-4d39-8c9a-0b17f7079ddf service neutron] 10.222.0.75 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939767 Dec 08 01:46:16.710139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60612) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:16.718435 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be7f2de3-b445-4a16-af3a-7b299ccca4ee req-429c2a0d-1ffc-4a39-87c0-c829fad8dec5 service neutron] 10.222.0.75 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241117 Dec 08 01:46:16.745930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbfd56-c5c6-4e0f-92ed-68f6c98a7f05 req-2fba1068-d08f-417c-9a54-179bc57a7127 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:16.748372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-32fbfd56-c5c6-4e0f-92ed-68f6c98a7f05 req-2fba1068-d08f-417c-9a54-179bc57a7127 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 943 time: 0.0601516 Dec 08 01:46:16.799403 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-32fbfd56-c5c6-4e0f-92ed-68f6c98a7f05 req-c25c913e-bccb-4e17-ab1e-3a18afb94f25 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443118 Dec 08 01:46:16.892366 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d9a5dbd-c8ea-4089-9f9e-050029634d1b req-eaa9aaa5-14c6-4dea-b1d7-00d3e4721336 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 210 time: 0.0269442 Dec 08 01:46:17.028874 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35683974-8a46-4344-b89c-c090d7073d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.106446 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-ba5629d4-2812-4718-9bd6-2b75290a18ff tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:17.108073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-ba5629d4-2812-4718-9bd6-2b75290a18ff tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.75 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 808 time: 0.1305199 Dec 08 01:46:17.130207 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-7957d158-86e8-4a57-9377-18037ce5c87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Request body: {'port': {'device_id': '06482c73-5f72-433b-810e-9c89ec001093', 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036', 'admin_state_up': True, 'tenant_id': 'd9da45ea7cc343eebae48b10a6a55294'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:17.144936 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35683974-8a46-4344-b89c-c090d7073d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.152827 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35683974-8a46-4344-b89c-c090d7073d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.211258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35683974-8a46-4344-b89c-c090d7073d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62791055-d5f5-4d04-a595-61d7055875a5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:17.215866 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-35683974-8a46-4344-b89c-c090d7073d6b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5404235ddd9d4454b6b892358129dda8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5039103 Dec 08 01:46:17.218722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60636) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:17.284810 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c7d9cb5e-2494-4e30-b356-464a4798f6c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.317127 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c7d9cb5e-2494-4e30-b356-464a4798f6c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.340564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-7957d158-86e8-4a57-9377-18037ce5c87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Made reservation on behalf of d9da45ea7cc343eebae48b10a6a55294 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:17.345555 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-7957d158-86e8-4a57-9377-18037ce5c87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.369025 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c7d9cb5e-2494-4e30-b356-464a4798f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.376607 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c7d9cb5e-2494-4e30-b356-464a4798f6c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.380749 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c7d9cb5e-2494-4e30-b356-464a4798f6c2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/62791055-d5f5-4d04-a595-61d7055875a5 HTTP/1.1" status: 204 len: 168 time: 0.1581914 Dec 08 01:46:17.395977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9cb5e-2494-4e30-b356-464a4798f6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62791055-d5f5-4d04-a595-61d7055875a5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:17.503299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60650) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:17.516696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-7957d158-86e8-4a57-9377-18037ce5c87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Allocated IP 172.20.0.9 (776e026d-dfd5-4122-9a50-8ea153b9e036/b93b70d1-63b4-4a4c-928e-4b029b4b6b64/7f71793d-de5d-49ba-a155-c930f3e1cb0e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:17.677582 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-7957d158-86e8-4a57-9377-18037ce5c87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.713722 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-7957d158-86e8-4a57-9377-18037ce5c87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.755681 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-7957d158-86e8-4a57-9377-18037ce5c87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Network 776e026d-dfd5-4122-9a50-8ea153b9e036 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:17.760759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-7957d158-86e8-4a57-9377-18037ce5c87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:17.764430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-7957d158-86e8-4a57-9377-18037ce5c87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:17.770027 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-7957d158-86e8-4a57-9377-18037ce5c87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:17.770643 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-7957d158-86e8-4a57-9377-18037ce5c87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.788610 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957d158-86e8-4a57-9377-18037ce5c87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Pushing event updated for resources: {'Port': ['ID=7f71793d-de5d-49ba-a155-c930f3e1cb0e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:17.795427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-7957d158-86e8-4a57-9377-18037ce5c87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6725795 Dec 08 01:46:17.812770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Request body: {'port': {'device_id': '06482c73-5f72-433b-810e-9c89ec001093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:17.841288 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-442718301-network', 'tenant_id': '5e2be6da542f4bbfaea04f9138b8e58d'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:17.896672 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.932484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] Made reservation on behalf of 5e2be6da542f4bbfaea04f9138b8e58d for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:17.934593 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.975894 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.330520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74572f-393c-41f1-a284-9a2523e0b6c2 req-2ad6fce8-df35-4683-b04f-2e74f414917e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:18.332596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e74572f-393c-41f1-a284-9a2523e0b6c2 req-2ad6fce8-df35-4683-b04f-2e74f414917e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 943 time: 0.4202254 Dec 08 01:46:18.391538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b3838-4338-482f-8218-70d52ceba8c9 req-db9ab9ad-f38b-4266-abe3-d78acb94a762 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:18.393110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc6b3838-4338-482f-8218-70d52ceba8c9 req-db9ab9ad-f38b-4266-abe3-d78acb94a762 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 931 time: 0.4041181 Dec 08 01:46:18.415932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60698) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:18.530892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1357623343-network', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:18.542202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e74572f-393c-41f1-a284-9a2523e0b6c2 req-4bf65cf4-e1f7-4178-9e01-5a7364b8a0e6 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949284 Dec 08 01:46:18.561907 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] Made reservation on behalf of fc0b5308669342a88db8b3eb4e94b65c for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:18.568246 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.574845 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.580590 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.581207 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc6b3838-4338-482f-8218-70d52ceba8c9 req-e169bea2-9c94-46f7-8156-ed3769f15897 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770275 Dec 08 01:46:18.585994 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.633048 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:46:18.651821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f65cdf-a9c4-496b-9f20-593893af08f1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:18.662351 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.662697 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] Added segment 254ac945-de6e-4334-b351-cf287557aeea of type vlan for network 547c11ca-f889-4c03-91c8-a57efe94e601 Dec 08 01:46:18.683433 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.688325 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.725996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:46:18.735978 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.741195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43bd70e-0e00-4e18-9f16-d5585883fdfc,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:18.747378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.748272 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] Added segment e7fac605-f8a6-4e5a-884a-fd638ff763d8 of type vlan for network 269b327c-3fd4-4b5d-b425-98c4c000f64c Dec 08 01:46:18.757328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f71793d-de5d-49ba-a155-c930f3e1cb0e {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:18.773251 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.796095 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.797628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:18.798232 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.804869 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Transition to ACTIVE for port object 7f71793d-de5d-49ba-a155-c930f3e1cb0e will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:46:18.805973 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.820667 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.842545 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.844107 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:18.845351 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.863165 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3587992 Dec 08 01:46:18.882110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60718) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:18.882672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60720) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:18.903678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9d67da19-0fc9-426f-9281-c2970df06565 admin admin] Request body: {'subnet': {'network_id': '547c11ca-f889-4c03-91c8-a57efe94e601', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-442718301-subnet', 'tenant_id': '5e2be6da542f4bbfaea04f9138b8e58d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:18.919713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b2ebc-39a3-4bf5-9f1f-a6daceca30a6 admin admin] Pushing event updated for resources: {'Network': ['ID=547c11ca-f889-4c03-91c8-a57efe94e601,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:18.937276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 547c11ca-f889-4c03-91c8-a57efe94e601 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:46:18.937791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] Pushing event updated for resources: {'Network': ['ID=269b327c-3fd4-4b5d-b425-98c4c000f64c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:18.945307 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a0529eab-0f11-48b5-b35a-9716b298c789 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5277395 Dec 08 01:46:18.947850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60724) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:18.955432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7e529304-b462-4b8b-b982-df746ec0b603 admin admin] Request body: {'subnet': {'network_id': '269b327c-3fd4-4b5d-b425-98c4c000f64c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1357623343-subnet', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:18.964961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Pushing event updated for resources: {'Port': ['ID=7f71793d-de5d-49ba-a155-c930f3e1cb0e,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:18.974676 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 269b327c-3fd4-4b5d-b425-98c4c000f64c details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:46:18.999759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d67da19-0fc9-426f-9281-c2970df06565 admin admin] Made reservation on behalf of 5e2be6da542f4bbfaea04f9138b8e58d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:19.005160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e529304-b462-4b8b-b982-df746ec0b603 admin admin] Made reservation on behalf of fc0b5308669342a88db8b3eb4e94b65c for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:19.008868 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e529304-b462-4b8b-b982-df746ec0b603 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.013740 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d67da19-0fc9-426f-9281-c2970df06565 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.077646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Attempting to bind port 7f71793d-de5d-49ba-a155-c930f3e1cb0e on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:19.077984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Attempting to bind port 7f71793d-de5d-49ba-a155-c930f3e1cb0e by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:19.081878 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Attempting to bind port 7f71793d-de5d-49ba-a155-c930f3e1cb0e on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:19.161343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Port 7f71793d-de5d-49ba-a155-c930f3e1cb0e on network 776e026d-dfd5-4122-9a50-8ea153b9e036 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:46:19.161852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Attempting to bind port 7f71793d-de5d-49ba-a155-c930f3e1cb0e on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:19.192546 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1222578653-network', 'tenant_id': '7f33e0244455419aa742dd0ac6c0c9d7'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:19.251852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:19.252378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Checking segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:19.253434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Bound using segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:19.254049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Bound port: 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:19.254705 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.325424 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e529304-b462-4b8b-b982-df746ec0b603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.382543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] Made reservation on behalf of 7f33e0244455419aa742dd0ac6c0c9d7 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:19.384808 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.388376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e529304-b462-4b8b-b982-df746ec0b603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82185e0-50b8-4923-8244-66876401bfd1,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:19.401622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e529304-b462-4b8b-b982-df746ec0b603 admin admin] Checking segment: {'id': 'e7fac605-f8a6-4e5a-884a-fd638ff763d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '269b327c-3fd4-4b5d-b425-98c4c000f64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:19.402121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e529304-b462-4b8b-b982-df746ec0b603 admin admin] Network hostable DHCP agents. Network: 269b327c-3fd4-4b5d-b425-98c4c000f64c, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:46:19.422022 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.422636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e529304-b462-4b8b-b982-df746ec0b603 admin admin] Network 269b327c-3fd4-4b5d-b425-98c4c000f64c is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:46:19.433948 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7e529304-b462-4b8b-b982-df746ec0b603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 269b327c-3fd4-4b5d-b425-98c4c000f64c) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:19.439847 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e529304-b462-4b8b-b982-df746ec0b603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.441226 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e529304-b462-4b8b-b982-df746ec0b603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.447586 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f706903-dc7a-4677-9daa-64e51ea7bfbe None None] Network 269b327c-3fd4-4b5d-b425-98c4c000f64c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:19.463338 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7e529304-b462-4b8b-b982-df746ec0b603 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5118525 Dec 08 01:46:19.463641 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60744) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:19.469460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1357623343-router', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:19.501400 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.502736 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.511214 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e9171-9b05-4d8b-b282-8ee55f11ed30 req-87805b78-88a3-425d-bc5a-4c952507c80b tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.511765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e9171-9b05-4d8b-b282-8ee55f11ed30 req-87805b78-88a3-425d-bc5a-4c952507c80b tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.512378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e9171-9b05-4d8b-b282-8ee55f11ed30 req-87805b78-88a3-425d-bc5a-4c952507c80b tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.512978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e9171-9b05-4d8b-b282-8ee55f11ed30 req-87805b78-88a3-425d-bc5a-4c952507c80b tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.513582 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e9171-9b05-4d8b-b282-8ee55f11ed30 req-87805b78-88a3-425d-bc5a-4c952507c80b tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.514034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e9171-9b05-4d8b-b282-8ee55f11ed30 req-87805b78-88a3-425d-bc5a-4c952507c80b tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.514490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e9171-9b05-4d8b-b282-8ee55f11ed30 req-87805b78-88a3-425d-bc5a-4c952507c80b tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.514936 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e9171-9b05-4d8b-b282-8ee55f11ed30 req-87805b78-88a3-425d-bc5a-4c952507c80b tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.515379 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e9171-9b05-4d8b-b282-8ee55f11ed30 req-87805b78-88a3-425d-bc5a-4c952507c80b tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.515885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e9171-9b05-4d8b-b282-8ee55f11ed30 req-87805b78-88a3-425d-bc5a-4c952507c80b tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.517781 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c5e9171-9b05-4d8b-b282-8ee55f11ed30 req-87805b78-88a3-425d-bc5a-4c952507c80b tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7051 time: 0.3756154 Dec 08 01:46:19.533575 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:19.559468 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:19.579176 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.616105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-269b327c-3fd4-4b5d-b425-98c4c000f64c', 'network_id': '269b327c-3fd4-4b5d-b425-98c4c000f64c', 'project_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'fixed_ips': [{'subnet_id': 'a82185e0-50b8-4923-8244-66876401bfd1'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:46:19.617114 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.623353 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.721317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.722009 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.723390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] 10.222.0.75 "PUT /v2.0/ports/7f71793d-de5d-49ba-a155-c930f3e1cb0e HTTP/1.1" status: 200 len: 1092 time: 1.9148998 Dec 08 01:46:19.726681 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06482c73-5f72-433b-810e-9c89ec001093', 'tag': '7f71793d-de5d-49ba-a155-c930f3e1cb0e'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:19.728993 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fd6efd-7bc4-4fac-a098-d6687c568507" -d '{"events": [{"name": "network-changed", "server_uuid": "06482c73-5f72-433b-810e-9c89ec001093", "tag": "7f71793d-de5d-49ba-a155-c930f3e1cb0e"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:19.786059 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d67da19-0fc9-426f-9281-c2970df06565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.805705 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Allocated IP 172.20.0.2 (269b327c-3fd4-4b5d-b425-98c4c000f64c/a82185e0-50b8-4923-8244-66876401bfd1/f7955c11-e2cf-48a6-8213-505b8e6d577f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:19.812482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500129e-6b49-4abc-9f4a-e1efc86cc042 service neutron] Pushing event updated for resources: {'Port': ['ID=7f71793d-de5d-49ba-a155-c930f3e1cb0e,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:19.878461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67da19-0fc9-426f-9281-c2970df06565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c81711d6-a620-4d7c-9b0c-db7a8ce6fbcd,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:19.917205 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.921308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5efb9-6444-4e62-acc8-2924eab26200 req-df2390b8-3e9a-401d-812f-694cd21dca5e tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.932156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ab5efb9-6444-4e62-acc8-2924eab26200 req-df2390b8-3e9a-401d-812f-694cd21dca5e tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 886 time: 0.3712785 Dec 08 01:46:19.947042 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.965476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3ad22e36-7f43-4b95-a52a-507fe90f6140 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:46:19.992692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee0c88-5673-40a8-87e6-30ce89080029 req-aaebed08-b7c9-43a8-b730-61329d0dad03 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.993939 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2dee0c88-5673-40a8-87e6-30ce89080029 req-aaebed08-b7c9-43a8-b730-61329d0dad03 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 943 time: 0.2680705 Dec 08 01:46:19.998922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf2459a-6fa8-459c-9759-4cf3e397b654,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:20.000241 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.019301 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.027260 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.052741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-2ecac2b4-7d38-4ceb-85ad-8984f2ed27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.054493 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-2ecac2b4-7d38-4ceb-85ad-8984f2ed27a0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 1095 time: 0.2610052 Dec 08 01:46:20.057399 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:46:20.065093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Network 269b327c-3fd4-4b5d-b425-98c4c000f64c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:20.070040 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67da19-0fc9-426f-9281-c2970df06565 admin admin] Checking segment: {'id': '254ac945-de6e-4334-b351-cf287557aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '547c11ca-f889-4c03-91c8-a57efe94e601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:20.070405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d67da19-0fc9-426f-9281-c2970df06565 admin admin] Network hostable DHCP agents. Network: 547c11ca-f889-4c03-91c8-a57efe94e601, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:46:20.092068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:20.099642 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:20.129539 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.129896 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] Added segment b7760f19-af03-4c76-bc36-2c1f661206be of type vlan for network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f Dec 08 01:46:20.139027 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Pushing event updated for resources: {'Port': ['ID=f7955c11-e2cf-48a6-8213-505b8e6d577f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:20.149032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-1d9a84b1-cf56-4584-ba6d-6012789b1cf7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e HTTP/1.1" status: 200 len: 217 time: 0.0741494 Dec 08 01:46:20.191087 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Attempting to bind port f7955c11-e2cf-48a6-8213-505b8e6d577f on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:20.191464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Attempting to bind port f7955c11-e2cf-48a6-8213-505b8e6d577f by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'e7fac605-f8a6-4e5a-884a-fd638ff763d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '269b327c-3fd4-4b5d-b425-98c4c000f64c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:20.191854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Attempting to bind port f7955c11-e2cf-48a6-8213-505b8e6d577f on network 269b327c-3fd4-4b5d-b425-98c4c000f64c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:20.198306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3ad22e36-7f43-4b95-a52a-507fe90f6140, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3ad22e36-7f43-4b95-a52a-507fe90f6140,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:20.207559 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:20.207950 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Checking segment: {'id': 'e7fac605-f8a6-4e5a-884a-fd638ff763d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '269b327c-3fd4-4b5d-b425-98c4c000f64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:20.208348 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.208746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Bound using segment: {'id': 'e7fac605-f8a6-4e5a-884a-fd638ff763d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '269b327c-3fd4-4b5d-b425-98c4c000f64c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:20.211760 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Bound port: f7955c11-e2cf-48a6-8213-505b8e6d577f, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fac605-f8a6-4e5a-884a-fd638ff763d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '269b327c-3fd4-4b5d-b425-98c4c000f64c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:20.212555 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.228698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95ac38-ae54-46ca-b245-683b6eca8236 req-630b2b9d-cbcc-40dc-b4c4-f52840068284 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.229806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '3ad22e36-7f43-4b95-a52a-507fe90f6140', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'port_id': '3ad22e36-7f43-4b95-a52a-507fe90f6140', 'mac_address': 'fa:16:3e:99:a6:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:46:20.230255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e95ac38-ae54-46ca-b245-683b6eca8236 req-630b2b9d-cbcc-40dc-b4c4-f52840068284 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 943 time: 0.2494555 Dec 08 01:46:20.240548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2dee0c88-5673-40a8-87e6-30ce89080029 req-5698fbcb-574d-4e10-9238-99ce4aff88a7 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235618 Dec 08 01:46:20.252196 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.254888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d67da19-0fc9-426f-9281-c2970df06565 admin admin] Network 547c11ca-f889-4c03-91c8-a57efe94e601 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:46:20.265363 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.291486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9d67da19-0fc9-426f-9281-c2970df06565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 547c11ca-f889-4c03-91c8-a57efe94e601) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:20.292533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.297043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d67da19-0fc9-426f-9281-c2970df06565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.297641 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d67da19-0fc9-426f-9281-c2970df06565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.313577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffc30a2-8ba1-4319-a41b-76ae52de80c2 None None] Network 547c11ca-f889-4c03-91c8-a57efe94e601 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:20.314750 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-3a6a3b59-385b-417d-9fac-99a135054d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.316286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-3a6a3b59-385b-417d-9fac-99a135054d1e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.1565754 Dec 08 01:46:20.386278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-363dc370-d0df-47fd-ad73-f2b63900f67e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599952 Dec 08 01:46:20.395922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9d67da19-0fc9-426f-9281-c2970df06565 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5045710 Dec 08 01:46:20.396749 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.397677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.398278 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.423683 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e95ac38-ae54-46ca-b245-683b6eca8236 req-c5fdaa0d-3475-4613-ae2f-c11859eaa538 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698041 Dec 08 01:46:20.440652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] For port f7955c11-e2cf-48a6-8213-505b8e6d577f, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:20.444487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] For port f7955c11-e2cf-48a6-8213-505b8e6d577f, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f7955c11-e2cf-48a6-8213-505b8e6d577f,segment=NetworkSegment(e7fac605-f8a6-4e5a-884a-fd638ff763d8),segment_id=e7fac605-f8a6-4e5a-884a-fd638ff763d8)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:20.458914 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.472024 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648eb939-7486-490c-b12c-a74012200459 x-openstack-request-id: req-648eb939-7486-490c-b12c-a74012200459 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:20.472354 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06482c73-5f72-433b-810e-9c89ec001093", "tag": "7f71793d-de5d-49ba-a155-c930f3e1cb0e", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:20.472615 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-648eb939-7486-490c-b12c-a74012200459 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:20.473065 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06482c73-5f72-433b-810e-9c89ec001093', 'tag': '7f71793d-de5d-49ba-a155-c930f3e1cb0e', 'status': 'completed', 'code': 200} Dec 08 01:46:20.478334 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.510569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Allocated IP 172.25.8.122 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:20.542502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] Pushing event updated for resources: {'Network': ['ID=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:20.560575 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0e8a8f52-f1fe-4e74-88b3-307fc420527d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6741841 Dec 08 01:46:20.564194 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60772) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:20.570346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:46:20.570768 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7077c46f-5bbd-4217-8108-29867320407f admin admin] Request body: {'subnet': {'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1222578653-subnet', 'tenant_id': '7f33e0244455419aa742dd0ac6c0c9d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:20.655631 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7077c46f-5bbd-4217-8108-29867320407f admin admin] Made reservation on behalf of 7f33e0244455419aa742dd0ac6c0c9d7 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:20.658740 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7077c46f-5bbd-4217-8108-29867320407f admin admin] Publish callbacks [] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.712086 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-06c2f57c-4e7a-4231-8219-f86ff2a84cae service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100379 Dec 08 01:46:20.730041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad22e36-7f43-4b95-a52a-507fe90f6140 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:20.759775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d28653-f6a3-47f8-88e8-adf6b7848cb8 None None] Pushing event updated for resources: {'Port': ['ID=f7955c11-e2cf-48a6-8213-505b8e6d577f,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:20.778768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3ad22e36-7f43-4b95-a52a-507fe90f6140, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3ad22e36-7f43-4b95-a52a-507fe90f6140,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:20.791025 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.814933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.823713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72bf2d-3024-4599-9058-a709a9518ddc req-7770f7b3-5a0c-4ca7-930e-845879e0da34 tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.823713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72bf2d-3024-4599-9058-a709a9518ddc req-7770f7b3-5a0c-4ca7-930e-845879e0da34 tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.823967 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72bf2d-3024-4599-9058-a709a9518ddc req-7770f7b3-5a0c-4ca7-930e-845879e0da34 tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.826884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72bf2d-3024-4599-9058-a709a9518ddc req-7770f7b3-5a0c-4ca7-930e-845879e0da34 tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.826884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72bf2d-3024-4599-9058-a709a9518ddc req-7770f7b3-5a0c-4ca7-930e-845879e0da34 tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.826884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72bf2d-3024-4599-9058-a709a9518ddc req-7770f7b3-5a0c-4ca7-930e-845879e0da34 tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.830179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72bf2d-3024-4599-9058-a709a9518ddc req-7770f7b3-5a0c-4ca7-930e-845879e0da34 tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.831255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72bf2d-3024-4599-9058-a709a9518ddc req-7770f7b3-5a0c-4ca7-930e-845879e0da34 tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.831761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72bf2d-3024-4599-9058-a709a9518ddc req-7770f7b3-5a0c-4ca7-930e-845879e0da34 tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.832225 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72bf2d-3024-4599-9058-a709a9518ddc req-7770f7b3-5a0c-4ca7-930e-845879e0da34 tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.832688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72bf2d-3024-4599-9058-a709a9518ddc req-7770f7b3-5a0c-4ca7-930e-845879e0da34 tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.841028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb72bf2d-3024-4599-9058-a709a9518ddc req-7770f7b3-5a0c-4ca7-930e-845879e0da34 tempest-NetworksTest-2079887517 tempest-NetworksTest-2079887517-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7788 time: 0.2974446 Dec 08 01:46:20.854831 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f259a3-668c-48a3-8c77-b4dcb8d7fde9 None None] Network 547c11ca-f889-4c03-91c8-a57efe94e601 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:20.976253 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87dfcdec-979f-4735-a7c8-c329caf97874 req-f18fc029-ff24-4f89-877a-ef8a0aa24027 service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547481 Dec 08 01:46:21.000103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3ad22e36-7f43-4b95-a52a-507fe90f6140,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:21.027036 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.056588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['3ad22e36-7f43-4b95-a52a-507fe90f6140'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:21.195970 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd6efd-7bc4-4fac-a098-d6687c568507 req-241b3e1f-00d5-4383-be63-beb03a020975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:21.197665 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18fd6efd-7bc4-4fac-a098-d6687c568507 req-241b3e1f-00d5-4383-be63-beb03a020975 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 1095 time: 0.1149144 Dec 08 01:46:21.212437 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:21.220712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:21.223980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:21.374574 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd6efd-7bc4-4fac-a098-d6687c568507 req-2b33e1de-b2a4-448b-8fd5-d2247d887d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:21.376337 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18fd6efd-7bc4-4fac-a098-d6687c568507 req-2b33e1de-b2a4-448b-8fd5-d2247d887d12 service neutron] 10.222.0.75 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.1705585 Dec 08 01:46:21.385379 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7077c46f-5bbd-4217-8108-29867320407f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.460848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18fd6efd-7bc4-4fac-a098-d6687c568507 req-9f4431b0-ade3-4ec7-9f0e-b85315b9e026 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e HTTP/1.1" status: 200 len: 217 time: 0.0573289 Dec 08 01:46:21.469868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc2043-e28c-4571-9280-0e640c7a8b3f req-64862dcf-8015-48e3-95f0-aafa2731c08a tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:21.478122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aabc2043-e28c-4571-9280-0e640c7a8b3f req-64862dcf-8015-48e3-95f0-aafa2731c08a tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 944 time: 0.1212411 Dec 08 01:46:21.544871 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.572357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aabc2043-e28c-4571-9280-0e640c7a8b3f req-c1a3ed65-3bbf-49db-ac29-1cada0263d0c tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902255 Dec 08 01:46:21.599224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd6efd-7bc4-4fac-a098-d6687c568507 req-cc4ee01a-5284-4435-aadb-be8dbc26841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:21.600728 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18fd6efd-7bc4-4fac-a098-d6687c568507 req-cc4ee01a-5284-4435-aadb-be8dbc26841d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.1198661 Dec 08 01:46:21.644809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18fd6efd-7bc4-4fac-a098-d6687c568507 req-b44488ca-b542-4c3a-beee-e9390ef4e56a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344505 Dec 08 01:46:21.672910 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60810) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:21.678860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Pushing event updated for resources: {'Port': ['ID=2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:21.729406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60814) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:21.734352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1901750794-network', 'tenant_id': '33c2b4978bb04330bb5727ca38f20f99'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:21.743505 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077c46f-5bbd-4217-8108-29867320407f admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4f4a17-ff0b-4ee2-b46a-f3453934fdb1,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:21.783412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a44c1-2d2d-49ec-828e-3b43e6ef5e6b req-18064087-4499-4999-9f14-e69d47ad4430 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:21.790825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f03a44c1-2d2d-49ec-828e-3b43e6ef5e6b req-18064087-4499-4999-9f14-e69d47ad4430 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 943 time: 0.1189179 Dec 08 01:46:21.807904 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077c46f-5bbd-4217-8108-29867320407f admin admin] Checking segment: {'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:21.808272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7077c46f-5bbd-4217-8108-29867320407f admin admin] Network hostable DHCP agents. Network: 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:46:21.821400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] Made reservation on behalf of 33c2b4978bb04330bb5727ca38f20f99 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:21.824022 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.838248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18fd6efd-7bc4-4fac-a098-d6687c568507 req-84c07742-b378-4112-8193-53354f055bdf service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778636 Dec 08 01:46:21.884599 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.892286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f03a44c1-2d2d-49ec-828e-3b43e6ef5e6b req-0459a063-c58b-44e6-aa8c-be619e08b5bc tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005106 Dec 08 01:46:21.910813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7077c46f-5bbd-4217-8108-29867320407f admin admin] Network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:46:21.933923 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2dbbfc2-cc33-43ac-a32d-0a4c9a064206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.939441 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.947461 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7077c46f-5bbd-4217-8108-29867320407f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:21.954520 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7077c46f-5bbd-4217-8108-29867320407f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:21.955128 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7077c46f-5bbd-4217-8108-29867320407f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.962289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e3921-5a4a-4944-b573-8cdd47a42eb1 None None] Network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:21.970616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3ad22e36-7f43-4b95-a52a-507fe90f6140 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:22.068608 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7077c46f-5bbd-4217-8108-29867320407f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5027030 Dec 08 01:46:22.105502 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18fd6efd-7bc4-4fac-a098-d6687c568507 req-26a6cc49-d449-4c09-9916-5112c3027255 service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544677 Dec 08 01:46:22.168300 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4495d605-d290-4660-b507-31f96d6d263e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.215183 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.228087 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.255435 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f7955c11-e2cf-48a6-8213-505b8e6d577f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:22.283632 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63e9b76-4c66-4a74-89e8-b4dca661d1a2 None None] Network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:22.320509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:46:22.350667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3200c3-1185-4bdb-ad4c-7b8b65a50216,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:22.351785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 3ad22e36-7f43-4b95-a52a-507fe90f6140 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:46:22.358887 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.358887 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] Added segment 520d87d4-13d1-42cd-b2a3-da6c3435d1c3 of type vlan for network a28ee2ae-4e3e-48f7-bc3f-ec5135c37a35 Dec 08 01:46:22.359325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 3ad22e36-7f43-4b95-a52a-507fe90f6140 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:22.359325 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.423753 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Router 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:46:22.458040 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.470825 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4495d605-d290-4660-b507-31f96d6d263e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.483857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f7955c11-e2cf-48a6-8213-505b8e6d577f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:22.484223 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.510214 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4495d605-d290-4660-b507-31f96d6d263e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.525512 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33993730-9238-44bc-9c57-317e3824e909 None None] Network 269b327c-3fd4-4b5d-b425-98c4c000f64c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:22.603475 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.604467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:22.605078 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.612512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60836) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:22.612986 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4495d605-d290-4660-b507-31f96d6d263e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2885d6781f694ab88aa6f533f9028b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9339671 Dec 08 01:46:22.627765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495d605-d290-4660-b507-31f96d6d263e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c458e04e-0453-4900-8afc-cb5940362718,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:22.689730 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9591255 Dec 08 01:46:22.693279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60842) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:22.699796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8b770-8ff6-4b4b-b900-166df34fa660 admin admin] Pushing event updated for resources: {'Network': ['ID=a28ee2ae-4e3e-48f7-bc3f-ec5135c37a35,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:22.705334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:46:22.718118 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Sync routers for ids ['4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:46:22.737980 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Routers {'4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:22.738298 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.738670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9fdb2e51-457b-4e45-ad7c-2e80bd840a17 admin admin] Request body: {'subnet': {'network_id': 'a28ee2ae-4e3e-48f7-bc3f-ec5135c37a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1901750794-subnet', 'tenant_id': '33c2b4978bb04330bb5727ca38f20f99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:22.742588 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5de0e182-6300-48d3-a1d4-edb987052006 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2748518 Dec 08 01:46:22.742987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60844) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:22.745422 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:45:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:22.781517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network a28ee2ae-4e3e-48f7-bc3f-ec5135c37a35 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:46:22.841350 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3c4b-e60f-479e-ab3d-59b72433b8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.878864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d5488bbe-049e-4a44-8aaf-1fee1c84d143 None None] Provisioning complete for port f7955c11-e2cf-48a6-8213-505b8e6d577f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:22.879538 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5488bbe-049e-4a44-8aaf-1fee1c84d143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.896130 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3c4b-e60f-479e-ab3d-59b72433b8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.904556 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Set router 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:22.917817 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.028589 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.032081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port f7955c11-e2cf-48a6-8213-505b8e6d577f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f7955c11-e2cf-48a6-8213-505b8e6d577f,segment=NetworkSegment(e7fac605-f8a6-4e5a-884a-fd638ff763d8),segment_id=e7fac605-f8a6-4e5a-884a-fd638ff763d8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:23.091179 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.183260 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'name': 'tempest-FloatingIPsTestJSON-1357623343-router', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:19Z', 'updated_at': '2021-12-08T01:46:21Z', 'revision_number': 3, 'project_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'gw_port': {'id': '2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:20Z', 'updated_at': '2021-12-08T01:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:23.218767 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Checking router: 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:46:23.219285 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Updating router 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad port 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:46:23.250781 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.288976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7934daef-722c-4a8c-9e6f-227eabff8924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad22e36-7f43-4b95-a52a-507fe90f6140'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:23.291977 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba507924-99d1-43e2-a197-ccf7cefad373" -d '{"events": [{"server_uuid": "7934daef-722c-4a8c-9e6f-227eabff8924", "name": "network-vif-plugged", "status": "completed", "tag": "3ad22e36-7f43-4b95-a52a-507fe90f6140"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:23.297964 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.298925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=f7955c11-e2cf-48a6-8213-505b8e6d577f,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:23.362909 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3ad22e36-7f43-4b95-a52a-507fe90f6140, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3ad22e36-7f43-4b95-a52a-507fe90f6140,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:23.375581 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.427416 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.494925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdb2e51-457b-4e45-ad7c-2e80bd840a17 admin admin] Made reservation on behalf of 33c2b4978bb04330bb5727ca38f20f99 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:23.501497 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fdb2e51-457b-4e45-ad7c-2e80bd840a17 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.510811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-aa9069d5-0ce7-4f22-9eb6-55ed52e97358 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:23.516632 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3ad22e36-7f43-4b95-a52a-507fe90f6140,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:23.528570 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-aa9069d5-0ce7-4f22-9eb6-55ed52e97358 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/networks?id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f HTTP/1.1" status: 200 len: 805 time: 0.8470857 Dec 08 01:46:23.664726 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.671894 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.674998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60856) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:23.676163 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3c4b-e60f-479e-ab3d-59b72433b8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.679354 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3c4b-e60f-479e-ab3d-59b72433b8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.696237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ad1d3c4b-e60f-479e-ab3d-59b72433b8f0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c458e04e-0453-4900-8afc-cb5940362718 HTTP/1.1" status: 204 len: 168 time: 1.0697060 Dec 08 01:46:23.720529 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-81b5b7c2-0dcc-4701-b7aa-3a62eda3a2d5 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/quotas/7f33e0244455419aa742dd0ac6c0c9d7 HTTP/1.1" status: 200 len: 375 time: 0.1889427 Dec 08 01:46:23.743238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d3c4b-e60f-479e-ab3d-59b72433b8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c458e04e-0453-4900-8afc-cb5940362718,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:23.766789 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Attempting to bind port 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:23.767426 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Attempting to bind port 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:23.767544 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Attempting to bind port 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:23.769722 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Pushing event updated for resources: {'Port': ['ID=2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:23.791190 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:23.791569 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:23.792003 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.792401 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:23.792908 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Bound port: 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:23.793318 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.807545 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:23.807750 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f3389891-19d9-4ad6-8690-53c5d6587816 None None] Provisioning complete for port f7955c11-e2cf-48a6-8213-505b8e6d577f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:23.807918 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:23.808129 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3389891-19d9-4ad6-8690-53c5d6587816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.809619 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:23.809977 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:23.810319 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:23.810657 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:23.810992 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:23.811325 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:23.811673 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:23.812006 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:23.813645 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:23.814413 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:23.816767 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:23.839428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-4f644d11-3ede-4926-8515-e9faf183556a tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7f33e0244455419aa742dd0ac6c0c9d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036394 Dec 08 01:46:23.881012 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] For port 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:23.885151 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] For port 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:23.890597 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.916489 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.945765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c03e9-5b31-4221-8f7f-cb8843512dbc req-21a129a1-c24e-4545-b32d-e0348c04600b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:23.949760 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b7c03e9-5b31-4221-8f7f-cb8843512dbc req-21a129a1-c24e-4545-b32d-e0348c04600b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 945 time: 0.4157691 Dec 08 01:46:23.958656 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5d31b-50f4-4832-b4b3-c3df30d8f7ec None None] Pushing event updated for resources: {'Port': ['ID=2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:23.983794 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Routers {'4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:23.984546 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:45:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:24.024298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7f71793d-de5d-49ba-a155-c930f3e1cb0e details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:46:24.045242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Allocated IP 172.20.0.1 (269b327c-3fd4-4b5d-b425-98c4c000f64c/a82185e0-50b8-4923-8244-66876401bfd1/788f4427-3002-4df5-a3a9-5926f3795ccc) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:24.131751 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60864) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:24.133830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f7955c11-e2cf-48a6-8213-505b8e6d577f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:24.152574 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d77ab81-812c-45b6-b110-cd0717b2db20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.166884 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-83a3be21-15f5-448f-a805-69969e27d4bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.181047 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] Set router 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:24.204035 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.251619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b7c03e9-5b31-4221-8f7f-cb8843512dbc req-a795e832-4d79-4d86-b9b7-a408e197e570 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387242 Dec 08 01:46:24.283079 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-412b89a6-5351-4c8b-8f22-dd84b4a641f7 service neutron] 10.222.0.71 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408073 Dec 08 01:46:24.297797 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.309486 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d77ab81-812c-45b6-b110-cd0717b2db20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.323857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f7955c11-e2cf-48a6-8213-505b8e6d577f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:24.324427 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.328003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:24.340998 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d77ab81-812c-45b6-b110-cd0717b2db20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.367014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Network 269b327c-3fd4-4b5d-b425-98c4c000f64c is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:24.380960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:24.384922 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805ac7e8-dd12-47b3-b9b2-c1fd09abef8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.395281 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '7f71793d-de5d-49ba-a155-c930f3e1cb0e', 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036', 'port_id': '7f71793d-de5d-49ba-a155-c930f3e1cb0e', 'mac_address': 'fa:16:3e:c7:73:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93b70d1-63b4-4a4c-928e-4b029b4b6b64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:46:24.395514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:24.396017 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.451339 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.464914 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'name': 'tempest-FloatingIPsTestJSON-1357623343-router', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:19Z', 'updated_at': '2021-12-08T01:46:21Z', 'revision_number': 3, 'project_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'gw_port': {'id': '2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:20Z', 'updated_at': '2021-12-08T01:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:24.473032 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Pushing event updated for resources: {'Port': ['ID=788f4427-3002-4df5-a3a9-5926f3795ccc,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:24.475308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77ab81-812c-45b6-b110-cd0717b2db20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0f5e13-67da-4c9f-b898-70aca12a402a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:24.481121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f71793d-de5d-49ba-a155-c930f3e1cb0e {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:24.491876 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1d77ab81-812c-45b6-b110-cd0717b2db20 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e77e9e97ab824f31901dfd665270e1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590531 Dec 08 01:46:24.494578 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60866) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:24.519623 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fdb2e51-457b-4e45-ad7c-2e80bd840a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.525091 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151977cc-f570-445c-8531-f14ffd4975a4 None None] The sync data for ids ['4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'] in n-d-713499-31 is: [{'id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'name': 'tempest-FloatingIPsTestJSON-1357623343-router', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:19Z', 'updated_at': '2021-12-08T01:46:21Z', 'revision_number': 3, 'project_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'gw_port': {'id': '2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:20Z', 'updated_at': '2021-12-08T01:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:46:24.564673 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:24.578664 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.651022 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-83a3be21-15f5-448f-a805-69969e27d4bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.655371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=7f71793d-de5d-49ba-a155-c930f3e1cb0e,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:24.676455 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-83a3be21-15f5-448f-a805-69969e27d4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.687713 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.696377 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6335704f-1e64-45ab-b48c-3a3c7dced60b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.737089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491d7c7-ee5d-48be-b14d-89a945589c71 req-31d463d6-4862-48b7-ac74-3ddee2b64fc0 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:24.738638 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d491d7c7-ee5d-48be-b14d-89a945589c71 req-31d463d6-4862-48b7-ac74-3ddee2b64fc0 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 943 time: 0.3451993 Dec 08 01:46:24.745913 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6335704f-1e64-45ab-b48c-3a3c7dced60b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.768809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb2e51-457b-4e45-ad7c-2e80bd840a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56880175-e950-40e0-8d95-aa20266a836c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:24.778834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-8fc633bf-6e00-4481-a30f-7c83fbf1e0a8 service neutron] 10.222.0.71 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861138 Dec 08 01:46:24.783589 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-83a3be21-15f5-448f-a805-69969e27d4bc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7642a57eba99404c9d6be17db3929c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0823598 Dec 08 01:46:24.833044 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-009b410a-da02-4564-b7e4-b4532818662f None None] Provisioning complete for port 788f4427-3002-4df5-a3a9-5926f3795ccc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:24.834528 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-009b410a-da02-4564-b7e4-b4532818662f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.845764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60868) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:24.860127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3be21-15f5-448f-a805-69969e27d4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067788d2-af81-4f24-9fdd-cdb5c9146b8d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:24.879987 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6335704f-1e64-45ab-b48c-3a3c7dced60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.883093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6335704f-1e64-45ab-b48c-3a3c7dced60b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.884662 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6335704f-1e64-45ab-b48c-3a3c7dced60b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8b0f5e13-67da-4c9f-b898-70aca12a402a HTTP/1.1" status: 204 len: 168 time: 0.3891900 Dec 08 01:46:24.890702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['7f71793d-de5d-49ba-a155-c930f3e1cb0e'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:24.891918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d491d7c7-ee5d-48be-b14d-89a945589c71 req-98bde279-d13a-429e-a1e8-2c65e7248b41 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247118 Dec 08 01:46:24.898168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdb2e51-457b-4e45-ad7c-2e80bd840a17 admin admin] Checking segment: {'id': '520d87d4-13d1-42cd-b2a3-da6c3435d1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a28ee2ae-4e3e-48f7-bc3f-ec5135c37a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:24.898715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdb2e51-457b-4e45-ad7c-2e80bd840a17 admin admin] Network hostable DHCP agents. Network: a28ee2ae-4e3e-48f7-bc3f-ec5135c37a35, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:46:24.942088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdb2e51-457b-4e45-ad7c-2e80bd840a17 admin admin] Network a28ee2ae-4e3e-48f7-bc3f-ec5135c37a35 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:46:24.944431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-009b410a-da02-4564-b7e4-b4532818662f None None] Port 788f4427-3002-4df5-a3a9-5926f3795ccc cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:24.961335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9fdb2e51-457b-4e45-ad7c-2e80bd840a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, a28ee2ae-4e3e-48f7-bc3f-ec5135c37a35) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:24.965767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdb2e51-457b-4e45-ad7c-2e80bd840a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:24.966356 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fdb2e51-457b-4e45-ad7c-2e80bd840a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.001242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9fdb2e51-457b-4e45-ad7c-2e80bd840a17 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2937961 Dec 08 01:46:25.025182 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30379db-aacc-4cf8-9588-ffda3d6fdf92 None None] Network a28ee2ae-4e3e-48f7-bc3f-ec5135c37a35 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:25.034852 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335704f-1e64-45ab-b48c-3a3c7dced60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0f5e13-67da-4c9f-b898-70aca12a402a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:25.100085 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2722f904-7acf-4848-96c5-dbdae3b242f8 x-openstack-request-id: req-2722f904-7acf-4848-96c5-dbdae3b242f8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:25.100468 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7934daef-722c-4a8c-9e6f-227eabff8924", "name": "network-vif-plugged", "status": "completed", "tag": "3ad22e36-7f43-4b95-a52a-507fe90f6140", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:25.100651 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2722f904-7acf-4848-96c5-dbdae3b242f8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:25.101060 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7934daef-722c-4a8c-9e6f-227eabff8924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad22e36-7f43-4b95-a52a-507fe90f6140', 'code': 200} Dec 08 01:46:25.131556 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c295851-5b61-419e-b648-1067e08b7ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.229631 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c295851-5b61-419e-b648-1067e08b7ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.263920 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.264843 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c4a5d0cb-e88f-4009-b5f7-bea69a8a324a req-de8240f2-1349-41e8-89c9-9cdd8051b3da tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=6264953d-6aaf-4c31-b966-778a035ba341 HTTP/1.1" status: 200 len: 210 time: 0.0970852 Dec 08 01:46:25.282801 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.283509 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.319112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60882) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:25.387838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a28035-5756-47c0-b0d3-28931e9fc4ab req-d251859a-bd45-40ff-96a4-c271dd734f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:25.390693 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21a28035-5756-47c0-b0d3-28931e9fc4ab req-d251859a-bd45-40ff-96a4-c271dd734f69 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 1097 time: 0.1249828 Dec 08 01:46:25.431731 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c295851-5b61-419e-b648-1067e08b7ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.440995 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.446346 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c295851-5b61-419e-b648-1067e08b7ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.446346 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4c295851-5b61-419e-b648-1067e08b7ff5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/067788d2-af81-4f24-9fdd-cdb5c9146b8d HTTP/1.1" status: 204 len: 168 time: 0.5968535 Dec 08 01:46:25.505503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5af5a2-0a29-4ccd-9382-33d9cd554208 None None] Network a28ee2ae-4e3e-48f7-bc3f-ec5135c37a35 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:25.517578 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Pushing event updated for resources: {'Port': ['ID=788f4427-3002-4df5-a3a9-5926f3795ccc,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:25.525873 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c295851-5b61-419e-b648-1067e08b7ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067788d2-af81-4f24-9fdd-cdb5c9146b8d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:25.536595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ff6590-453a-414e-acd2-ce6ed1a1e832 admin admin] Deleting subnet c81711d6-a620-4d7c-9b0c-db7a8ce6fbcd {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:46:25.543620 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-91ff6590-453a-414e-acd2-ce6ed1a1e832 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.623879 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21a28035-5756-47c0-b0d3-28931e9fc4ab req-6e29ba0e-3480-4981-9820-622b8c47bacd service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263472 Dec 08 01:46:25.656027 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04547dbb-be6d-4cc7-ad67-03fe9bdc5ddb req-50aaefa9-9273-4074-a3eb-2c3bb2f68a96 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:25.664471 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-91ff6590-453a-414e-acd2-ce6ed1a1e832 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.664744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04547dbb-be6d-4cc7-ad67-03fe9bdc5ddb req-50aaefa9-9273-4074-a3eb-2c3bb2f68a96 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 945 time: 0.2380931 Dec 08 01:46:25.688218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Network 269b327c-3fd4-4b5d-b425-98c4c000f64c is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:25.700448 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-91ff6590-453a-414e-acd2-ce6ed1a1e832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.748076 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:25.786749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04547dbb-be6d-4cc7-ad67-03fe9bdc5ddb req-2b5be188-29c4-4fa4-839a-d565d3dcb884 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170719 Dec 08 01:46:26.084863 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-91ff6590-453a-414e-acd2-ce6ed1a1e832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.105319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89892e2e-4e60-4b3d-9e0b-170c750702c7 req-e1521650-3e55-4ad4-9863-32c46d4ef4a4 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:26.107477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:26.118161 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89892e2e-4e60-4b3d-9e0b-170c750702c7 req-e1521650-3e55-4ad4-9863-32c46d4ef4a4 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 944 time: 0.0810356 Dec 08 01:46:26.136010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff6590-453a-414e-acd2-ce6ed1a1e832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c81711d6-a620-4d7c-9b0c-db7a8ce6fbcd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:26.144519 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-91ff6590-453a-414e-acd2-ce6ed1a1e832 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.148101 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-91ff6590-453a-414e-acd2-ce6ed1a1e832 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c81711d6-a620-4d7c-9b0c-db7a8ce6fbcd HTTP/1.1" status: 204 len: 168 time: 0.8083630 Dec 08 01:46:26.151189 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60906) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:26.256259 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-dcfa6ede-d4c4-4336-8796-a9cfba221a25 None None] Provisioning complete for port 788f4427-3002-4df5-a3a9-5926f3795ccc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:26.256723 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dcfa6ede-d4c4-4336-8796-a9cfba221a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.272974 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89892e2e-4e60-4b3d-9e0b-170c750702c7 req-991d7344-4331-4d28-813d-683b340b6259 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536443 Dec 08 01:46:26.273462 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60910) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:26.305776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Router 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:46:26.309845 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ff93c6b-1f63-42a1-9500-73db1d573b67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.368196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa6ede-d4c4-4336-8796-a9cfba221a25 None None] Port 788f4427-3002-4df5-a3a9-5926f3795ccc cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:26.373000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:26.373785 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.385059 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.425838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-082db418-19a8-457f-9d03-20a3b9008516 req-59f5daf5-cef7-4e63-8819-b70f1bdf6256 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=6264953d-6aaf-4c31-b966-778a035ba341 HTTP/1.1" status: 200 len: 210 time: 0.0393291 Dec 08 01:46:26.498405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:46:26.498659 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ff93c6b-1f63-42a1-9500-73db1d573b67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.507048 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.508855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ff93c6b-1f63-42a1-9500-73db1d573b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.509748 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a0d700fc-654d-412c-9d95-1e1888140362 admin admin] 10.222.0.71 "PUT /v2.0/routers/4d830fa4-fb31-4ae9-99fe-9ff84ae348ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7653322 Dec 08 01:46:26.543013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:26.553926 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.581528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0ff93c6b-1f63-42a1-9500-73db1d573b67 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=30eea8aef1644caea7b8d642a7f2acee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040559 Dec 08 01:46:26.586336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60922) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:26.608752 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.643566 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:26.644074 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:26.644856 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:26.645208 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Subscribe: > port after_create 55550000 {{(pid=109766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:26.645835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:26.645992 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Subscribe: > port after_update 55550000 {{(pid=109766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:26.646199 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:26.646519 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:26.646842 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:26.647171 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:26.670080 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19a4c755-bfed-494b-8d81-373d234f32a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.673527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff93c6b-1f63-42a1-9500-73db1d573b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dc71cc-e412-49cc-89f5-868556cdcab7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:26.681962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:26.724998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19a4c755-bfed-494b-8d81-373d234f32a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.792878 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.819890 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:26.820349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:26.820709 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:26.821046 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:26.821429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547c11ca-f889-4c03-91c8-a57efe94e601']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:26.861505 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19a4c755-bfed-494b-8d81-373d234f32a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.865525 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19a4c755-bfed-494b-8d81-373d234f32a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.866790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-19a4c755-bfed-494b-8d81-373d234f32a5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/03dc71cc-e412-49cc-89f5-868556cdcab7 HTTP/1.1" status: 204 len: 168 time: 0.2794511 Dec 08 01:46:26.878339 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4c755-bfed-494b-8d81-373d234f32a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dc71cc-e412-49cc-89f5-868556cdcab7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:26.883272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254ac945-de6e-4334-b351-cf287557aeea') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:26.884832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254ac945-de6e-4334-b351-cf287557aeea') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:26.906260 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.932482 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.009862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1a1a1-6241-4d10-9df1-644c40673267 req-e9cf27e5-709a-4e98-83bb-e9feb7f4d8ef tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:27.011800 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5af1a1a1-6241-4d10-9df1-644c40673267 req-e9cf27e5-709a-4e98-83bb-e9feb7f4d8ef tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 945 time: 0.0851254 Dec 08 01:46:27.016771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:46:27.017170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: from cryptography.utils import int_from_bytes Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: from cryptography.utils import int_from_bytes Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:46:27.125433 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:46:27.131713 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.145600 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5af1a1a1-6241-4d10-9df1-644c40673267 req-75cff070-c360-44f7-aec9-f58cd8a62971 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267984 Dec 08 01:46:27.192805 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.200891 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] 10.222.0.71 "DELETE /v2.0/networks/547c11ca-f889-4c03-91c8-a57efe94e601 HTTP/1.1" status: 204 len: 168 time: 1.0466475 Dec 08 01:46:27.204154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-282acc64-dadb-4b6d-b66e-17263fc59cc8 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1728399 Dec 08 01:46:27.213907 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60940) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:27.222041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:27.272601 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.274573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc103ae3-2002-4934-8e59-82e64ea677e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=547c11ca-f889-4c03-91c8-a57efe94e601,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:27.327343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Sync routers for ids ['4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:46:27.337774 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57d881a-becf-459f-8f6c-daa965d481ac admin admin] Deleting subnet 56880175-e950-40e0-8d95-aa20266a836c {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:46:27.338692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Routers {'4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:27.339317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:27.349238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c57d881a-becf-459f-8f6c-daa965d481ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.397396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-6d7774ac-5101-45c9-bb62-20edbe78ee83 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:27.398366 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-6d7774ac-5101-45c9-bb62-20edbe78ee83 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.45 "GET /v2.0/networks?id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f HTTP/1.1" status: 200 len: 805 time: 0.4629087 Dec 08 01:46:27.415135 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c57d881a-becf-459f-8f6c-daa965d481ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.421582 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-c2df33b8-268d-4542-8cb0-dcc6831466ad tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Request body: {'port': {'device_id': '6264953d-6aaf-4c31-b966-778a035ba341', 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f', 'admin_state_up': True, 'tenant_id': '7f33e0244455419aa742dd0ac6c0c9d7'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:27.478928 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Set router 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:27.539410 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-30a38ca4-a48a-4f42-916a-7c77a07dca9d tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:27.541240 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c57d881a-becf-459f-8f6c-daa965d481ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.541980 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-30a38ca4-a48a-4f42-916a-7c77a07dca9d tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2141993 Dec 08 01:46:27.600927 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-13693f93-3968-469e-8f16-a6610e27cff4 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 694 time: 0.0520647 Dec 08 01:46:27.624184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-46504f50-251c-4d4f-aeec-2b24d0aa0059 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Request body: {'floatingip': {'port_id': '6edc9046-f520-4679-be98-61dd8e839a70', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:27.627078 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c57d881a-becf-459f-8f6c-daa965d481ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.662353 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d881a-becf-459f-8f6c-daa965d481ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56880175-e950-40e0-8d95-aa20266a836c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:27.664130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-c2df33b8-268d-4542-8cb0-dcc6831466ad tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Made reservation on behalf of 7f33e0244455419aa742dd0ac6c0c9d7 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:27.667935 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-c2df33b8-268d-4542-8cb0-dcc6831466ad tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.670458 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c57d881a-becf-459f-8f6c-daa965d481ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.674682 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c57d881a-becf-459f-8f6c-daa965d481ac admin admin] 10.222.0.71 "DELETE /v2.0/subnets/56880175-e950-40e0-8d95-aa20266a836c HTTP/1.1" status: 204 len: 168 time: 0.4584427 Dec 08 01:46:27.677538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60964) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:27.702959 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-46504f50-251c-4d4f-aeec-2b24d0aa0059 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.792626 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.840506 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.851389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fe66-d928-4ac5-84eb-fa2c04fffce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.895118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'name': 'tempest-FloatingIPsTestJSON-1357623343-router', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:19Z', 'updated_at': '2021-12-08T01:46:24Z', 'revision_number': 4, 'project_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'gw_port': {'id': '2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:20Z', 'updated_at': '2021-12-08T01:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '788f4427-3002-4df5-a3a9-5926f3795ccc', 'name': '', 'network_id': '269b327c-3fd4-4b5d-b425-98c4c000f64c', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'mac_address': 'fa:16:3e:98:05:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'a82185e0-50b8-4923-8244-66876401bfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:23Z', 'updated_at': '2021-12-08T01:46:24Z', 'revision_number': 2, 'project_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'subnets': [{'id': 'a82185e0-50b8-4923-8244-66876401bfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:27.927810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Checking router: 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:46:27.928592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Updating router 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad port 788f4427-3002-4df5-a3a9-5926f3795ccc binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:46:27.949309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-c2df33b8-268d-4542-8cb0-dcc6831466ad tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Allocated IP 172.20.0.13 (6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f/af4f4a17-ff0b-4ee2-b46a-f3453934fdb1/a311ffd0-db9b-499d-9d93-622d3859db20) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:27.959966 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.006742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7f71793d-de5d-49ba-a155-c930f3e1cb0e up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:28.025344 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fe66-d928-4ac5-84eb-fa2c04fffce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.063703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Allocated IP 172.25.8.166 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/85037809-36f7-4844-b02a-a7a033b229ba) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:28.074643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-7eb9fe66-d928-4ac5-84eb-fa2c04fffce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28ee2ae-4e3e-48f7-bc3f-ec5135c37a35']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:28.086179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:28.095195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-7eb9fe66-d928-4ac5-84eb-fa2c04fffce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520d87d4-13d1-42cd-b2a3-da6c3435d1c3') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:28.095596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-7eb9fe66-d928-4ac5-84eb-fa2c04fffce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520d87d4-13d1-42cd-b2a3-da6c3435d1c3') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:28.127019 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fe66-d928-4ac5-84eb-fa2c04fffce5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.183948 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fe66-d928-4ac5-84eb-fa2c04fffce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.196830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb9fe66-d928-4ac5-84eb-fa2c04fffce5 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:46:28.197446 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fe66-d928-4ac5-84eb-fa2c04fffce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:46:28.199407 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:46:28.305469 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fe66-d928-4ac5-84eb-fa2c04fffce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.309304 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-c2df33b8-268d-4542-8cb0-dcc6831466ad tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.320913 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fe66-d928-4ac5-84eb-fa2c04fffce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.326989 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7eb9fe66-d928-4ac5-84eb-fa2c04fffce5 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a28ee2ae-4e3e-48f7-bc3f-ec5135c37a35 HTTP/1.1" status: 204 len: 168 time: 0.6461394 Dec 08 01:46:28.342323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9fe66-d928-4ac5-84eb-fa2c04fffce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a28ee2ae-4e3e-48f7-bc3f-ec5135c37a35,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:28.363372 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-46504f50-251c-4d4f-aeec-2b24d0aa0059 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.374425 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-c2df33b8-268d-4542-8cb0-dcc6831466ad tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.421679 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-46504f50-251c-4d4f-aeec-2b24d0aa0059 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.433378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-c2df33b8-268d-4542-8cb0-dcc6831466ad tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:28.443946 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-c2df33b8-268d-4542-8cb0-dcc6831466ad tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:28.448326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-c2df33b8-268d-4542-8cb0-dcc6831466ad tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:28.474270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df33b8-268d-4542-8cb0-dcc6831466ad tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Pushing event updated for resources: {'Port': ['ID=a311ffd0-db9b-499d-9d93-622d3859db20,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:28.521045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-c2df33b8-268d-4542-8cb0-dcc6831466ad tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:28.521903 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-c2df33b8-268d-4542-8cb0-dcc6831466ad tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.545204 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-c2df33b8-268d-4542-8cb0-dcc6831466ad tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1271911 Dec 08 01:46:28.573137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Request body: {'port': {'device_id': '6264953d-6aaf-4c31-b966-778a035ba341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:28.579075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 7f71793d-de5d-49ba-a155-c930f3e1cb0e completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:46:28.596075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 7f71793d-de5d-49ba-a155-c930f3e1cb0e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:28.596462 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.638391 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:28.638934 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.657966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60984) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:28.730237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.735155 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-62e0fc48-1b10-42c5-a4a6-a2e45957a5b5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5e2be6da542f4bbfaea04f9138b8e58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0760467 Dec 08 01:46:28.741282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60986) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:28.780117 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.799746 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.818619 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.880925 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-46504f50-251c-4d4f-aeec-2b24d0aa0059 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Floating IP c38963ab-746a-483b-ac11-5f011822b8de associated. External IP: 172.25.8.4, port: 6edc9046-f520-4679-be98-61dd8e839a70. Dec 08 01:46:28.882777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c9b3609-cfb2-4e19-a1e7-26e6d7430d6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.941413 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c9b3609-cfb2-4e19-a1e7-26e6d7430d6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.955463 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5e61d-fbd0-47df-9d4f-3ca6de953b45 None None] Pushing event updated for resources: {'Port': ['ID=788f4427-3002-4df5-a3a9-5926f3795ccc,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:28.960710 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.063456 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.095338 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c9b3609-cfb2-4e19-a1e7-26e6d7430d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.098659 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c9b3609-cfb2-4e19-a1e7-26e6d7430d6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.102951 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0c9b3609-cfb2-4e19-a1e7-26e6d7430d6d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d8f65cdf-a9c4-496b-9f20-593893af08f1 HTTP/1.1" status: 204 len: 168 time: 0.3583026 Dec 08 01:46:29.103125 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:29.116251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:29.123521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06482c73-5f72-433b-810e-9c89ec001093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f71793d-de5d-49ba-a155-c930f3e1cb0e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:29.125892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b3609-cfb2-4e19-a1e7-26e6d7430d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f65cdf-a9c4-496b-9f20-593893af08f1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:29.126431 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe72b83-ef17-4505-bccb-1d04af317fa9" -d '{"events": [{"server_uuid": "06482c73-5f72-433b-810e-9c89ec001093", "name": "network-vif-plugged", "status": "completed", "tag": "7f71793d-de5d-49ba-a155-c930f3e1cb0e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:29.131754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Attempting to bind port 788f4427-3002-4df5-a3a9-5926f3795ccc on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:29.132064 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Attempting to bind port 788f4427-3002-4df5-a3a9-5926f3795ccc by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'e7fac605-f8a6-4e5a-884a-fd638ff763d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '269b327c-3fd4-4b5d-b425-98c4c000f64c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:29.132449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Attempting to bind port 788f4427-3002-4df5-a3a9-5926f3795ccc on network 269b327c-3fd4-4b5d-b425-98c4c000f64c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:29.135290 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.138311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Pushing event updated for resources: {'Port': ['ID=85037809-36f7-4844-b02a-a7a033b229ba,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:29.149401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:29.153217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:29.182608 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:29.183172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Checking segment: {'id': 'e7fac605-f8a6-4e5a-884a-fd638ff763d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '269b327c-3fd4-4b5d-b425-98c4c000f64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:29.183562 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.184276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Bound using segment: {'id': 'e7fac605-f8a6-4e5a-884a-fd638ff763d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '269b327c-3fd4-4b5d-b425-98c4c000f64c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:29.185033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Bound port: 788f4427-3002-4df5-a3a9-5926f3795ccc, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fac605-f8a6-4e5a-884a-fd638ff763d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '269b327c-3fd4-4b5d-b425-98c4c000f64c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:29.185376 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.256919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a311ffd0-db9b-499d-9d93-622d3859db20 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:29.279798 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.301739 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5180e6c9-8b98-4d45-8374-d5fe2388e7e8 None None] Provisioning complete for port 788f4427-3002-4df5-a3a9-5926f3795ccc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:29.302211 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5180e6c9-8b98-4d45-8374-d5fe2388e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.304907 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.307252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Transition to ACTIVE for port object a311ffd0-db9b-499d-9d93-622d3859db20 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:46:29.313973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=7f71793d-de5d-49ba-a155-c930f3e1cb0e,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:29.317514 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.399860 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] For port 788f4427-3002-4df5-a3a9-5926f3795ccc, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:29.404517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] For port 788f4427-3002-4df5-a3a9-5926f3795ccc, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=788f4427-3002-4df5-a3a9-5926f3795ccc,segment=NetworkSegment(e7fac605-f8a6-4e5a-884a-fd638ff763d8),segment_id=e7fac605-f8a6-4e5a-884a-fd638ff763d8)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:29.405738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5180e6c9-8b98-4d45-8374-d5fe2388e7e8 None None] Port 788f4427-3002-4df5-a3a9-5926f3795ccc cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:29.412878 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.431203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Pushing event updated for resources: {'Port': ['ID=a311ffd0-db9b-499d-9d93-622d3859db20,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:29.434909 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.461378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Attempting to bind port a311ffd0-db9b-499d-9d93-622d3859db20 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:29.461812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Attempting to bind port a311ffd0-db9b-499d-9d93-622d3859db20 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:29.462242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Attempting to bind port a311ffd0-db9b-499d-9d93-622d3859db20 on network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:29.466927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Port a311ffd0-db9b-499d-9d93-622d3859db20 on network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:46:29.467256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Attempting to bind port a311ffd0-db9b-499d-9d93-622d3859db20 on network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:29.472929 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:29.473364 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Checking segment: {'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:29.473840 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Bound using segment: {'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:29.474343 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Bound port: a311ffd0-db9b-499d-9d93-622d3859db20, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:29.475086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.486838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5e61d-fbd0-47df-9d4f-3ca6de953b45 None None] Pushing event updated for resources: {'Port': ['ID=788f4427-3002-4df5-a3a9-5926f3795ccc,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:29.527507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Routers {'4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:29.528808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:29.558236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] For port a311ffd0-db9b-499d-9d93-622d3859db20, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:29.563199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] For port a311ffd0-db9b-499d-9d93-622d3859db20, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a311ffd0-db9b-499d-9d93-622d3859db20,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:29.570709 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.588493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-46504f50-251c-4d4f-aeec-2b24d0aa0059 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:46:29.640519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Pushing event updated for resources: {'Port': ['ID=a311ffd0-db9b-499d-9d93-622d3859db20,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:29.663651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:29.664296 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.665727 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-e652b132-2d39-4cdb-8e0d-bcfb8661682a service neutron] 10.222.0.45 "PUT /v2.0/ports/a311ffd0-db9b-499d-9d93-622d3859db20 HTTP/1.1" status: 200 len: 1093 time: 1.1024468 Dec 08 01:46:29.666175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6264953d-6aaf-4c31-b966-778a035ba341', 'tag': 'a311ffd0-db9b-499d-9d93-622d3859db20'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:29.669312 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9f04e1-a55f-4230-9e1c-d2699a338d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6264953d-6aaf-4c31-b966-778a035ba341", "tag": "a311ffd0-db9b-499d-9d93-622d3859db20"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:29.703311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 32776) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:29.752871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] Set router 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:29.759389 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d398e986-40f2-466a-9c71-547692f5ef82 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=33c2b4978bb04330bb5727ca38f20f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0548890 Dec 08 01:46:29.764397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 32780) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:29.809377 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-5f9acb1d-7cae-4405-bf89-a2047cf992c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:29.810792 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-5f9acb1d-7cae-4405-bf89-a2047cf992c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f33e0244455419aa742dd0ac6c0c9d7&device_id=6264953d-6aaf-4c31-b966-778a035ba341 HTTP/1.1" status: 200 len: 1096 time: 0.0544024 Dec 08 01:46:29.865853 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-86c3a31c-ece5-4580-b65c-ab4a444db8c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a311ffd0-db9b-499d-9d93-622d3859db20 HTTP/1.1" status: 200 len: 217 time: 0.0391409 Dec 08 01:46:29.895893 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.904985 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-46504f50-251c-4d4f-aeec-2b24d0aa0059 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:46:29.910911 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-46504f50-251c-4d4f-aeec-2b24d0aa0059 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.913166 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.924997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-82700b0b-c64c-4352-b2c2-c3d13fb13e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:29.926712 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11286c7-4be2-467a-bab0-e48e7077bc88 None None] Sync routers for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:46:29.927206 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-82700b0b-c64c-4352-b2c2-c3d13fb13e19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af4f4a17-ff0b-4ee2-b46a-f3453934fdb1 HTTP/1.1" status: 200 len: 845 time: 0.0540903 Dec 08 01:46:29.938673 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d00301b2-6214-433d-aec2-b275cf725b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.940895 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11286c7-4be2-467a-bab0-e48e7077bc88 None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:29.941859 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e11286c7-4be2-467a-bab0-e48e7077bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:29.954782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-90c69bce-a3c7-4199-9bae-8e8d699a7dda None None] Provisioning complete for port 788f4427-3002-4df5-a3a9-5926f3795ccc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:29.955151 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90c69bce-a3c7-4199-9bae-8e8d699a7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.969528 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.974921 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-1b9da7c7-8a3c-4a49-b7da-d47c077a813f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405192 Dec 08 01:46:29.989899 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-46504f50-251c-4d4f-aeec-2b24d0aa0059 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "PUT /v2.0/floatingips/c38963ab-746a-483b-ac11-5f011822b8de HTTP/1.1" status: 200 len: 995 time: 2.3764060 Dec 08 01:46:29.995409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'tag': '6edc9046-f520-4679-be98-61dd8e839a70'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:29.998246 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92047d1f-4140-429d-bc8b-0ecfb5989974" -d '{"events": [{"name": "network-changed", "server_uuid": "83e3f8d9-85f3-4932-80b3-fd6aaae72ada", "tag": "6edc9046-f520-4679-be98-61dd8e839a70"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:30.019581 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d00301b2-6214-433d-aec2-b275cf725b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:30.021397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Pushing event updated for resources: {'Port': ['ID=85037809-36f7-4844-b02a-a7a033b229ba,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:30.037640 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:30.045036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-fdaeaf73-c141-49e1-a065-fb905e712eac tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8350568 Dec 08 01:46:30.090545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'name': 'tempest-FloatingIPsTestJSON-1357623343-router', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:19Z', 'updated_at': '2021-12-08T01:46:24Z', 'revision_number': 4, 'project_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'gw_port': {'id': '2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:20Z', 'updated_at': '2021-12-08T01:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '788f4427-3002-4df5-a3a9-5926f3795ccc', 'name': '', 'network_id': '269b327c-3fd4-4b5d-b425-98c4c000f64c', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'mac_address': 'fa:16:3e:98:05:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'a82185e0-50b8-4923-8244-66876401bfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:23Z', 'updated_at': '2021-12-08T01:46:29Z', 'revision_number': 4, 'project_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'subnets': [{'id': 'a82185e0-50b8-4923-8244-66876401bfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:30.092546 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90c69bce-a3c7-4199-9bae-8e8d699a7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:30.112910 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-21867dca-a347-4cab-946f-9c4d7417127b service neutron] 10.222.0.45 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293170 Dec 08 01:46:30.123008 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e11286c7-4be2-467a-bab0-e48e7077bc88 None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:30.127023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f8bf8-0fd4-46e0-9a10-9e922f1a8ed3 None None] The sync data for ids ['4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'] in n-d-713499-31 is: [{'id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'name': 'tempest-FloatingIPsTestJSON-1357623343-router', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:19Z', 'updated_at': '2021-12-08T01:46:24Z', 'revision_number': 4, 'project_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'gw_port': {'id': '2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:20Z', 'updated_at': '2021-12-08T01:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '788f4427-3002-4df5-a3a9-5926f3795ccc', 'name': '', 'network_id': '269b327c-3fd4-4b5d-b425-98c4c000f64c', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'mac_address': 'fa:16:3e:98:05:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'a82185e0-50b8-4923-8244-66876401bfd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:23Z', 'updated_at': '2021-12-08T01:46:29Z', 'revision_number': 4, 'project_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'subnets': [{'id': 'a82185e0-50b8-4923-8244-66876401bfd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:46:30.153105 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-604e907d-f032-40f9-bdb3-2bccab2640de tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.1070449 Dec 08 01:46:30.158879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-90c69bce-a3c7-4199-9bae-8e8d699a7dda None None] For port 788f4427-3002-4df5-a3a9-5926f3795ccc, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=788f4427-3002-4df5-a3a9-5926f3795ccc,segment=NetworkSegment(e7fac605-f8a6-4e5a-884a-fd638ff763d8),segment_id=e7fac605-f8a6-4e5a-884a-fd638ff763d8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:30.165011 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90c69bce-a3c7-4199-9bae-8e8d699a7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:30.232217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-4c133c50-4383-4046-80a8-e358ea5b9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:30.234010 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-4c133c50-4383-4046-80a8-e358ea5b9558 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 1098 time: 0.1868930 Dec 08 01:46:30.298493 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c69bce-a3c7-4199-9bae-8e8d699a7dda None None] Pushing event updated for resources: {'Port': ['ID=788f4427-3002-4df5-a3a9-5926f3795ccc,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:30.374532 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d00301b2-6214-433d-aec2-b275cf725b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:30.377616 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d00301b2-6214-433d-aec2-b275cf725b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:30.381274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d00301b2-6214-433d-aec2-b275cf725b2a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7d3200c3-1185-4bdb-ad4c-7b8b65a50216 HTTP/1.1" status: 204 len: 168 time: 0.6134732 Dec 08 01:46:30.431814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00301b2-6214-433d-aec2-b275cf725b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3200c3-1185-4bdb-ad4c-7b8b65a50216,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:30.457283 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-cfd0e62a-71ad-4f66-9652-db20386eb6df tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:30.459319 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-cfd0e62a-71ad-4f66-9652-db20386eb6df tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.3055294 Dec 08 01:46:30.475998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-e228596d-6912-47bd-81ed-37bb6659df01 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:46:30.477021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0eb9a9b1-6b60-457c-b2a5-54a698a9cfae req-e228596d-6912-47bd-81ed-37bb6659df01 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091312 Dec 08 01:46:30.480156 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-0b524c2c-fa37-4931-abf1-ca71847c04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:30.481913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-0b524c2c-fa37-4931-abf1-ca71847c04d4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 922 time: 0.2357872 Dec 08 01:46:30.610612 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07a008ab-9c6c-4a71-906c-7f9102c8cb0a req-98bc664b-63df-4e12-8180-4aa23927bebf service neutron] 10.222.0.45 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901276 Dec 08 01:46:30.639666 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-5b036216-c939-40bf-aa5b-0d4cc7fcdfbe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6edc9046-f520-4679-be98-61dd8e839a70 HTTP/1.1" status: 200 len: 998 time: 0.1459386 Dec 08 01:46:30.672017 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e11286c7-4be2-467a-bab0-e48e7077bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'c38963ab-746a-483b-ac11-5f011822b8de', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'port_id': '6edc9046-f520-4679-be98-61dd8e839a70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'mac_address': 'fa:16:3e:fb:88:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:08Z', 'updated_at': '2021-12-08T01:46:28Z', 'revision_number': 1, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:30.692901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214e9d7-b374-4f46-852f-476759a798c4 req-3d3d7223-2678-4c82-a67c-b655171f3a4f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:30.694450 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6214e9d7-b374-4f46-852f-476759a798c4 req-3d3d7223-2678-4c82-a67c-b655171f3a4f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 945 time: 0.1328993 Dec 08 01:46:30.710949 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11286c7-4be2-467a-bab0-e48e7077bc88 None None] Checking router: 0ccbd836-fbc5-4ab5-9daf-58e117956a50 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:46:30.721779 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11286c7-4be2-467a-bab0-e48e7077bc88 None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:30.722516 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e11286c7-4be2-467a-bab0-e48e7077bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:30.751134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-6897f52a-2a36-448b-bbf5-c4d9aeda81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:30.753162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-6897f52a-2a36-448b-bbf5-c4d9aeda81c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.1025431 Dec 08 01:46:30.775647 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6214e9d7-b374-4f46-852f-476759a798c4 req-865b64f3-b9e5-4c48-989b-c31e1f83d006 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726752 Dec 08 01:46:30.811721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-e634cb4f-1107-4995-b5cb-348d59005459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:30.813242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-e634cb4f-1107-4995-b5cb-348d59005459 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516346 Dec 08 01:46:30.841674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-8e194da7-a869-417e-95dc-5bf1c3142741 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:46:30.843287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-8e194da7-a869-417e-95dc-5bf1c3142741 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221145 Dec 08 01:46:30.876890 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e11286c7-4be2-467a-bab0-e48e7077bc88 None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:30.973370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-235cf60b-1377-4269-ae9d-330d1feca509 service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234701 Dec 08 01:46:31.103113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ccfa9-4ce7-4803-b2a9-682ffad01b6e req-8ffbaee7-301c-439b-b2bb-99765464d39a tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:31.104945 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f0ccfa9-4ce7-4803-b2a9-682ffad01b6e req-8ffbaee7-301c-439b-b2bb-99765464d39a tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=6264953d-6aaf-4c31-b966-778a035ba341 HTTP/1.1" status: 200 len: 944 time: 0.1235998 Dec 08 01:46:31.142735 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b502662-7cb7-4443-9982-91b7e9cf25b8 req-497f6ba8-97b5-4799-9d4f-d491802c2538 service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593451 Dec 08 01:46:31.182971 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e11286c7-4be2-467a-bab0-e48e7077bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'c38963ab-746a-483b-ac11-5f011822b8de', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'port_id': '6edc9046-f520-4679-be98-61dd8e839a70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'mac_address': 'fa:16:3e:fb:88:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:08Z', 'updated_at': '2021-12-08T01:46:28Z', 'revision_number': 1, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:31.217927 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11286c7-4be2-467a-bab0-e48e7077bc88 None None] The sync data for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 is: [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'c38963ab-746a-483b-ac11-5f011822b8de', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'port_id': '6edc9046-f520-4679-be98-61dd8e839a70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'mac_address': 'fa:16:3e:fb:88:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:08Z', 'updated_at': '2021-12-08T01:46:28Z', 'revision_number': 1, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:46:31.224137 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f0ccfa9-4ce7-4803-b2a9-682ffad01b6e req-e7506d81-259b-4d9f-84af-6bc482cc97da tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037188 Dec 08 01:46:31.281632 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2c2782-89e2-4cc5-a11b-fa0fe2e1997f x-openstack-request-id: req-dd2c2782-89e2-4cc5-a11b-fa0fe2e1997f {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:31.282156 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06482c73-5f72-433b-810e-9c89ec001093", "name": "network-vif-plugged", "status": "completed", "tag": "7f71793d-de5d-49ba-a155-c930f3e1cb0e", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:31.282156 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dd2c2782-89e2-4cc5-a11b-fa0fe2e1997f {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:31.282566 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06482c73-5f72-433b-810e-9c89ec001093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f71793d-de5d-49ba-a155-c930f3e1cb0e', 'code': 200} Dec 08 01:46:31.329195 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa65d1cb-8105-40e5-97bc-6125d03a733a x-openstack-request-id: req-fa65d1cb-8105-40e5-97bc-6125d03a733a {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:31.329778 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6264953d-6aaf-4c31-b966-778a035ba341", "tag": "a311ffd0-db9b-499d-9d93-622d3859db20", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:31.330041 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fa65d1cb-8105-40e5-97bc-6125d03a733a {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:31.330526 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6264953d-6aaf-4c31-b966-778a035ba341', 'tag': 'a311ffd0-db9b-499d-9d93-622d3859db20', 'status': 'completed', 'code': 200} Dec 08 01:46:31.450880 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f04e1-a55f-4230-9e1c-d2699a338d4e req-1f33a191-8b02-43e0-bec7-003f7665ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:31.452673 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bb9f04e1-a55f-4230-9e1c-d2699a338d4e req-1f33a191-8b02-43e0-bec7-003f7665ad41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f33e0244455419aa742dd0ac6c0c9d7&device_id=6264953d-6aaf-4c31-b966-778a035ba341 HTTP/1.1" status: 200 len: 1096 time: 0.0718997 Dec 08 01:46:31.460475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c4dda-4a15-4fbc-bced-4a216c782a00 req-e1f34b5c-245d-403a-b6bf-32695a14e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:31.462335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f76c4dda-4a15-4fbc-bced-4a216c782a00 req-e1f34b5c-245d-403a-b6bf-32695a14e6a4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 1097 time: 0.0580759 Dec 08 01:46:31.593712 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21230028-3fa8-40c6-bd75-a23f6b74c971 x-openstack-request-id: req-21230028-3fa8-40c6-bd75-a23f6b74c971 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:31.595710 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e3f8d9-85f3-4932-80b3-fd6aaae72ada", "tag": "6edc9046-f520-4679-be98-61dd8e839a70", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:31.596057 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-21230028-3fa8-40c6-bd75-a23f6b74c971 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:31.596474 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'tag': '6edc9046-f520-4679-be98-61dd8e839a70', 'status': 'completed', 'code': 200} Dec 08 01:46:31.603128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f76c4dda-4a15-4fbc-bced-4a216c782a00 req-7a9a36fd-2ef5-438b-b7ef-9d2f2f3c955c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278956 Dec 08 01:46:31.659682 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f580d-5d97-4e5c-957e-a9931ea5fd71 None None] New status for floating IP c38963ab-746a-483b-ac11-5f011822b8de: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:46:31.690874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f04e1-a55f-4230-9e1c-d2699a338d4e req-24565b97-5a20-427f-96d0-92630be55cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:31.693033 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bb9f04e1-a55f-4230-9e1c-d2699a338d4e req-24565b97-5a20-427f-96d0-92630be55cbd service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f HTTP/1.1" status: 200 len: 906 time: 0.2310302 Dec 08 01:46:31.724745 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69ba0dd6-a30f-4b5e-98c3-896580ba6501 req-25645993-fb39-4fc5-ab84-8b9ce31d62be tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/floatingips/9e5b97a9-173d-4bb6-8a5a-7d6e60fd8d98 HTTP/1.1" status: 200 len: 693 time: 0.1146564 Dec 08 01:46:31.763059 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bb9f04e1-a55f-4230-9e1c-d2699a338d4e req-76c68d70-5bfb-4775-97d6-7a0838e65633 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a311ffd0-db9b-499d-9d93-622d3859db20 HTTP/1.1" status: 200 len: 217 time: 0.0626118 Dec 08 01:46:31.766360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047d1f-4140-429d-bc8b-0ecfb5989974 req-eec71723-dbf5-4f29-8ba8-cc97cc0cf01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:31.768185 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-92047d1f-4140-429d-bc8b-0ecfb5989974 req-eec71723-dbf5-4f29-8ba8-cc97cc0cf01c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 1098 time: 0.1163745 Dec 08 01:46:31.780706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-738edbbc-7d2e-469a-8874-d7879b4c96b4 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312681 Dec 08 01:46:31.892341 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f04e1-a55f-4230-9e1c-d2699a338d4e req-12221c70-8016-44bc-a717-fd1254762791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:31.894377 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bb9f04e1-a55f-4230-9e1c-d2699a338d4e req-12221c70-8016-44bc-a717-fd1254762791 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af4f4a17-ff0b-4ee2-b46a-f3453934fdb1 HTTP/1.1" status: 200 len: 845 time: 0.1183105 Dec 08 01:46:31.937699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba0dd6-a30f-4b5e-98c3-896580ba6501 req-35eb576c-6f9a-4ed4-aeb5-b608bd180e70 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:31.939261 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69ba0dd6-a30f-4b5e-98c3-896580ba6501 req-35eb576c-6f9a-4ed4-aeb5-b608bd180e70 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.2134252 Dec 08 01:46:31.949846 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bb9f04e1-a55f-4230-9e1c-d2699a338d4e req-f262fa9f-04f0-4b07-ba5f-b087500717a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482974 Dec 08 01:46:31.953044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-69ba0dd6-a30f-4b5e-98c3-896580ba6501 req-87c08ab4-7fcd-4668-a97f-47dc1b33000f tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:46:31.954015 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69ba0dd6-a30f-4b5e-98c3-896580ba6501 req-87c08ab4-7fcd-4668-a97f-47dc1b33000f tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080388 Dec 08 01:46:31.975479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-f78dc675-4013-4185-b67e-6903e1c01b83 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:31.977020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-f78dc675-4013-4185-b67e-6903e1c01b83 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599450 Dec 08 01:46:32.008542 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-10a45546-eb68-442b-b003-14d7cf89ecf0 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/quotas/69d170fd4ae34c68b6c937f7d84ee31b HTTP/1.1" status: 200 len: 375 time: 0.0194049 Dec 08 01:46:32.016001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047d1f-4140-429d-bc8b-0ecfb5989974 req-79abf0ba-bb68-4da5-bc91-dec707e9238e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:32.017509 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-92047d1f-4140-429d-bc8b-0ecfb5989974 req-79abf0ba-bb68-4da5-bc91-dec707e9238e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 922 time: 0.2321908 Dec 08 01:46:32.066879 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-9fc7f674-ae95-48cf-932b-d492e2635da7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526619 Dec 08 01:46:32.118944 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 788f4427-3002-4df5-a3a9-5926f3795ccc up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:32.153318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-1b105c53-7f9d-4f52-9c3f-1d5f368320f8 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:32.154464 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-92047d1f-4140-429d-bc8b-0ecfb5989974 req-a6d7a670-f6a9-428c-a3d5-4e6a3441be80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6edc9046-f520-4679-be98-61dd8e839a70 HTTP/1.1" status: 200 len: 1000 time: 0.1281738 Dec 08 01:46:32.154814 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-1b105c53-7f9d-4f52-9c3f-1d5f368320f8 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=7934daef-722c-4a8c-9e6f-227eabff8924&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0911481 Dec 08 01:46:32.184717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 788f4427-3002-4df5-a3a9-5926f3795ccc triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:32.185321 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:32.201900 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bb9f04e1-a55f-4230-9e1c-d2699a338d4e req-f56eb4cc-f95c-456e-a676-5f088f9bbf80 service neutron] 10.222.0.45 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343118 Dec 08 01:46:32.255179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047d1f-4140-429d-bc8b-0ecfb5989974 req-74621be1-1071-4996-90f1-d157c993812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:32.256797 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-92047d1f-4140-429d-bc8b-0ecfb5989974 req-74621be1-1071-4996-90f1-d157c993812b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.0901461 Dec 08 01:46:32.340547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-8cb177a0-374f-4e7e-bdbe-738d175be210 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 1000 time: 0.1785347 Dec 08 01:46:32.347677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-17ebad7e-1a40-44c3-80c3-ec5d0e5790f0 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Request body: {'floatingip': {'port_id': '3ad22e36-7f43-4b95-a52a-507fe90f6140', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:32.466963 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047d1f-4140-429d-bc8b-0ecfb5989974 req-8898be5c-ce55-457c-b9aa-40ce93b093f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:32.467757 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-17ebad7e-1a40-44c3-80c3-ec5d0e5790f0 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:32.469157 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-92047d1f-4140-429d-bc8b-0ecfb5989974 req-8898be5c-ce55-457c-b9aa-40ce93b093f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1543119 Dec 08 01:46:32.478846 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bb9f04e1-a55f-4230-9e1c-d2699a338d4e req-f3d7b2d5-bf7a-4f99-8442-f396688c52e6 service neutron] 10.222.0.45 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663753 Dec 08 01:46:32.640412 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-92047d1f-4140-429d-bc8b-0ecfb5989974 req-504fa25f-b24e-4b86-bd17-fd560838a6e8 service neutron] 10.222.0.45 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603038 Dec 08 01:46:32.790256 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-92047d1f-4140-429d-bc8b-0ecfb5989974 req-0bf10ba9-0d31-4773-a758-e1759f8df066 service neutron] 10.222.0.45 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406276 Dec 08 01:46:33.174391 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171763d6-da1d-4a53-9ea3-b73fdd43a479 req-6eefa54e-f95f-4639-9b46-bd7c8d0e851e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:33.175811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-171763d6-da1d-4a53-9ea3-b73fdd43a479 req-6eefa54e-f95f-4639-9b46-bd7c8d0e851e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 945 time: 0.3241980 Dec 08 01:46:33.297923 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-171763d6-da1d-4a53-9ea3-b73fdd43a479 req-fa6865e3-63b1-4e6a-a0e7-b4cf669b8a92 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136372 Dec 08 01:46:33.464373 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-17ebad7e-1a40-44c3-80c3-ec5d0e5790f0 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:33.475067 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-17ebad7e-1a40-44c3-80c3-ec5d0e5790f0 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:33.480381 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89bc7998-5d3f-4e7e-9191-33d1e78856ce req-4910adc7-7ba8-467a-8a62-67bdaf387099 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/floatingips?tenant_id=fc0b5308669342a88db8b3eb4e94b65c HTTP/1.1" status: 200 len: 696 time: 0.0797997 Dec 08 01:46:33.560995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-dd7a05ef-c91e-4c56-b1d1-b9689cc94cf7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484281 Dec 08 01:46:33.736103 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-17ebad7e-1a40-44c3-80c3-ec5d0e5790f0 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Floating IP c38963ab-746a-483b-ac11-5f011822b8de associated. External IP: 172.25.8.4, port: 6edc9046-f520-4679-be98-61dd8e839a70. Dec 08 01:46:33.789277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc7998-5d3f-4e7e-9191-33d1e78856ce req-33b172ac-9fe5-4d22-bb89-cbeb592038f1 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:33.790744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89bc7998-5d3f-4e7e-9191-33d1e78856ce req-33b172ac-9fe5-4d22-bb89-cbeb592038f1 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/networks?id=44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 787 time: 0.2794545 Dec 08 01:46:33.807852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-89bc7998-5d3f-4e7e-9191-33d1e78856ce req-f6a804e3-ec5b-4dd8-8ed6-747bcc0bbc29 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:46:33.808778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89bc7998-5d3f-4e7e-9191-33d1e78856ce req-f6a804e3-ec5b-4dd8-8ed6-747bcc0bbc29 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096667 Dec 08 01:46:33.820542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-d9c2d1d8-8a4b-4243-958a-202cb652c38c tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:33.821982 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-d9c2d1d8-8a4b-4243-958a-202cb652c38c tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2528405 Dec 08 01:46:33.860955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Request body: {'port': {'device_id': '1c2ad756-7a1b-4aaf-b3a6-1336824000c4', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '69d170fd4ae34c68b6c937f7d84ee31b'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:33.984891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4570c7b-f720-48fc-95e9-695a3e25d22c req-d892ebb5-0ea6-4c8e-aab1-798a3e7cd3c4 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:33.986338 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4570c7b-f720-48fc-95e9-695a3e25d22c req-d892ebb5-0ea6-4c8e-aab1-798a3e7cd3c4 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=6264953d-6aaf-4c31-b966-778a035ba341 HTTP/1.1" status: 200 len: 944 time: 0.1207669 Dec 08 01:46:34.141321 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4570c7b-f720-48fc-95e9-695a3e25d22c req-f7723033-7270-4e27-8358-16d0dfcbbcb2 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180120 Dec 08 01:46:34.143124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Made reservation on behalf of 69d170fd4ae34c68b6c937f7d84ee31b for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:34.146384 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:34.160559 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:34.162052 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-17ebad7e-1a40-44c3-80c3-ec5d0e5790f0 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:46:34.255703 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-54796a0a-56c8-4423-81d5-5b10bcb9935a tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373275 Dec 08 01:46:34.418075 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-17ebad7e-1a40-44c3-80c3-ec5d0e5790f0 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:46:34.428100 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9ee465-bd0f-44eb-a414-ef7c83b793de None None] Sync routers for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:46:34.437709 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:34.439986 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ee465-bd0f-44eb-a414-ef7c83b793de None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:34.440773 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ba9ee465-bd0f-44eb-a414-ef7c83b793de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:34.474266 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:34.504876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-b4d20ca7-fb26-48ad-8284-fb3fbbd6476a tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:34.506310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-b4d20ca7-fb26-48ad-8284-fb3fbbd6476a tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2428324 Dec 08 01:46:34.544421 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ba9ee465-bd0f-44eb-a414-ef7c83b793de None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:34.595006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c32b383-12c0-4966-9258-1b99a22e033e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:34.598212 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-2c473a14-28a5-4c28-be22-8ec06add61d8 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/quotas/69d170fd4ae34c68b6c937f7d84ee31b HTTP/1.1" status: 200 len: 375 time: 0.0823469 Dec 08 01:46:34.650432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-6adf566f-fd98-4b0b-a769-7485d3822b78 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411644 Dec 08 01:46:34.786770 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ba9ee465-bd0f-44eb-a414-ef7c83b793de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'c38963ab-746a-483b-ac11-5f011822b8de', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'port_id': '3ad22e36-7f43-4b95-a52a-507fe90f6140', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'mac_address': 'fa:16:3e:99:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7934daef-722c-4a8c-9e6f-227eabff8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:08Z', 'updated_at': '2021-12-08T01:46:33Z', 'revision_number': 3, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:34.821266 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9ee465-bd0f-44eb-a414-ef7c83b793de None None] Checking router: 0ccbd836-fbc5-4ab5-9daf-58e117956a50 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:46:34.825253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a311ffd0-db9b-499d-9d93-622d3859db20 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:46:34.833472 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ee465-bd0f-44eb-a414-ef7c83b793de None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:34.834115 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ba9ee465-bd0f-44eb-a414-ef7c83b793de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:34.979664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port a311ffd0-db9b-499d-9d93-622d3859db20, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a311ffd0-db9b-499d-9d93-622d3859db20,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:34.999748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'a311ffd0-db9b-499d-9d93-622d3859db20', 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f', 'port_id': 'a311ffd0-db9b-499d-9d93-622d3859db20', 'mac_address': 'fa:16:3e:41:05:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4f4a17-ff0b-4ee2-b46a-f3453934fdb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:46:35.004556 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ba9ee465-bd0f-44eb-a414-ef7c83b793de None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:35.074406 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.100277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a311ffd0-db9b-499d-9d93-622d3859db20 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:35.120025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Allocated IP 192.168.233.180 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/4f9b49d8-7694-45b5-9a62-eab2a2369b33) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:35.163495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port a311ffd0-db9b-499d-9d93-622d3859db20, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a311ffd0-db9b-499d-9d93-622d3859db20,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:35.169267 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.251704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=a311ffd0-db9b-499d-9d93-622d3859db20,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:35.285975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83af31-6c47-4b02-b639-6cbdc707507b req-a5771b7a-e872-4c8e-ace8-34c1e847ee6b tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:35.287481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a83af31-6c47-4b02-b639-6cbdc707507b req-a5771b7a-e872-4c8e-ace8-34c1e847ee6b tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 1097 time: 0.1197748 Dec 08 01:46:35.312275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-17ebad7e-1a40-44c3-80c3-ec5d0e5790f0 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:46:35.323524 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ba9ee465-bd0f-44eb-a414-ef7c83b793de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'c38963ab-746a-483b-ac11-5f011822b8de', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'port_id': '3ad22e36-7f43-4b95-a52a-507fe90f6140', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'mac_address': 'fa:16:3e:99:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7934daef-722c-4a8c-9e6f-227eabff8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:08Z', 'updated_at': '2021-12-08T01:46:33Z', 'revision_number': 3, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:35.355007 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9ee465-bd0f-44eb-a414-ef7c83b793de None None] The sync data for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 is: [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'c38963ab-746a-483b-ac11-5f011822b8de', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'port_id': '3ad22e36-7f43-4b95-a52a-507fe90f6140', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'mac_address': 'fa:16:3e:99:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7934daef-722c-4a8c-9e6f-227eabff8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:08Z', 'updated_at': '2021-12-08T01:46:33Z', 'revision_number': 3, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:46:35.468713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a83af31-6c47-4b02-b639-6cbdc707507b req-afc244fe-901f-46ef-8968-c752208abdc8 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550264 Dec 08 01:46:35.483731 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.497183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a311ffd0-db9b-499d-9d93-622d3859db20'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:35.562880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-6cf6f170-c1d7-46fb-a193-9ecd79315389 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/floatingips/9e5b97a9-173d-4bb6-8a5a-7d6e60fd8d98 HTTP/1.1" status: 200 len: 693 time: 0.0623243 Dec 08 01:46:35.563981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-17ebad7e-1a40-44c3-80c3-ec5d0e5790f0 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:46:35.569858 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-17ebad7e-1a40-44c3-80c3-ec5d0e5790f0 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.641111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'tag': '6edc9046-f520-4679-be98-61dd8e839a70'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:35.644024 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e5aa68-dcf8-49e4-9522-006dbe4b6c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "83e3f8d9-85f3-4932-80b3-fd6aaae72ada", "tag": "6edc9046-f520-4679-be98-61dd8e839a70"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:35.679292 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.686674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb77a1-f4cc-42c6-beab-481f22a34218 None None] New status for floating IP c38963ab-746a-483b-ac11-5f011822b8de: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:46:35.741239 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-17ebad7e-1a40-44c3-80c3-ec5d0e5790f0 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "PUT /v2.0/floatingips/c38963ab-746a-483b-ac11-5f011822b8de HTTP/1.1" status: 200 len: 996 time: 3.3997777 Dec 08 01:46:35.769702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:35.803797 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:35.812120 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:35.818411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:35.818756 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.825469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Pushing event updated for resources: {'Port': ['ID=4f9b49d8-7694-45b5-9a62-eab2a2369b33,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:35.843292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-16ce9809-ffa1-4faf-8830-5e86b5abcd07 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:35.846942 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-16ce9809-ffa1-4faf-8830-5e86b5abcd07 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.2499902 Dec 08 01:46:35.859722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-b18081d9-8c42-4569-a3b6-fbfbd1fadb8d tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:35.861134 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-b18081d9-8c42-4569-a3b6-fbfbd1fadb8d tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports/6edc9046-f520-4679-be98-61dd8e839a70 HTTP/1.1" status: 200 len: 943 time: 0.1110632 Dec 08 01:46:35.866698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-b9d3ffe4-e8ca-4c0a-a5bf-723c9497bde1 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:46:35.867749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-b9d3ffe4-e8ca-4c0a-a5bf-723c9497bde1 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160272 Dec 08 01:46:35.871994 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-8e992064-4e63-4fbb-adaa-4c7a059902b7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0182717 Dec 08 01:46:35.890895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Request body: {'port': {'device_id': '1c2ad756-7a1b-4aaf-b3a6-1336824000c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:35.964153 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-85e65328-5be6-46e3-b27a-f24f3b0c7f1e tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0844610 Dec 08 01:46:36.060165 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-8900c3e0-c1d9-4e81-859b-5700260b2e2c tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238945 Dec 08 01:46:36.065202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-8189d924-6114-4ae7-a749-6c2eb0d1a931 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0967689 Dec 08 01:46:36.067956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.133138 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-994c3175-4fe7-4e67-87ab-6b1d62b59701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:36.134649 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-994c3175-4fe7-4e67-87ab-6b1d62b59701 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 1098 time: 0.1942353 Dec 08 01:46:36.150724 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d79fbb44-aa0d-4779-b50a-92ecd7f83ff3 None None] Provisioning complete for port 4f9b49d8-7694-45b5-9a62-eab2a2369b33 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:36.152661 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d79fbb44-aa0d-4779-b50a-92ecd7f83ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.191655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d79fbb44-aa0d-4779-b50a-92ecd7f83ff3 None None] Port 4f9b49d8-7694-45b5-9a62-eab2a2369b33 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:36.203745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-8ba69730-1d61-4d9f-b5e8-6563ae7896c3 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:36.205735 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-8ba69730-1d61-4d9f-b5e8-6563ae7896c3 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1380742 Dec 08 01:46:36.226529 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-49aaab31-3d99-405f-a561-a327a5d7c2fc tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Request body: {'port': {'device_id': 'ff4a0259-b221-429d-9b89-442e0b709aca', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '69d170fd4ae34c68b6c937f7d84ee31b'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:36.335438 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-49aaab31-3d99-405f-a561-a327a5d7c2fc tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Made reservation on behalf of 69d170fd4ae34c68b6c937f7d84ee31b for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:36.338963 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-49aaab31-3d99-405f-a561-a327a5d7c2fc tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.400272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-09e54e96-c30b-4f0a-a081-14ab34844fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:36.401775 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-09e54e96-c30b-4f0a-a081-14ab34844fd6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 922 time: 0.2487423 Dec 08 01:46:36.437872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-20420a6a-34d8-4553-b11a-8af3b09ab896 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Deleting port 85037809-36f7-4844-b02a-a7a033b229ba {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:36.438208 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-20420a6a-34d8-4553-b11a-8af3b09ab896 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.479891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-71c17bcf-f218-4466-b762-3ea4754b4b7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6edc9046-f520-4679-be98-61dd8e839a70 HTTP/1.1" status: 200 len: 217 time: 0.0513611 Dec 08 01:46:36.517426 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364e164-c873-488b-815b-d37a29242057 None None] Sync routers for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:46:36.526592 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364e164-c873-488b-815b-d37a29242057 None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:36.527015 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2364e164-c873-488b-815b-d37a29242057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:36.593407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-858796b5-029f-4476-8e68-24007c1fd214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:36.594783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-858796b5-029f-4476-8e68-24007c1fd214 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.1037447 Dec 08 01:46:36.619835 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-20420a6a-34d8-4553-b11a-8af3b09ab896 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.620202 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-20420a6a-34d8-4553-b11a-8af3b09ab896 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.632184 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-2364e164-c873-488b-815b-d37a29242057 None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:36.653769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-20420a6a-34d8-4553-b11a-8af3b09ab896 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Calling delete_port for 85037809-36f7-4844-b02a-a7a033b229ba owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:36.741626 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-080ee3a1-626c-4aaa-b863-4b4d3e2ce197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:36.743156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-080ee3a1-626c-4aaa-b863-4b4d3e2ce197 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386418 Dec 08 01:46:36.778656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9b49d8-7694-45b5-9a62-eab2a2369b33 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:36.796049 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.824321 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a311ffd0-db9b-499d-9d93-622d3859db20 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:36.849499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Transition to ACTIVE for port object 4f9b49d8-7694-45b5-9a62-eab2a2369b33 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:46:36.863989 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.883748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port a311ffd0-db9b-499d-9d93-622d3859db20 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:46:36.888199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port a311ffd0-db9b-499d-9d93-622d3859db20 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:36.888568 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.963824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Pushing event updated for resources: {'Port': ['ID=4f9b49d8-7694-45b5-9a62-eab2a2369b33,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:36.967638 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-a8cb00e6-d958-4246-a03f-e9381a1d55c8 service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153685 Dec 08 01:46:36.977733 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-49aaab31-3d99-405f-a561-a327a5d7c2fc tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Allocated IP 192.168.233.132 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/9bbb03a9-7454-4876-8632-b33d8d296d66) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:37.001848 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2364e164-c873-488b-815b-d37a29242057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'c38963ab-746a-483b-ac11-5f011822b8de', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'port_id': '3ad22e36-7f43-4b95-a52a-507fe90f6140', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'mac_address': 'fa:16:3e:99:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7934daef-722c-4a8c-9e6f-227eabff8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:08Z', 'updated_at': '2021-12-08T01:46:35Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:37.025609 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.029852 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364e164-c873-488b-815b-d37a29242057 None None] Checking router: 0ccbd836-fbc5-4ab5-9daf-58e117956a50 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:46:37.040997 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364e164-c873-488b-815b-d37a29242057 None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:37.041624 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2364e164-c873-488b-815b-d37a29242057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:37.045182 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-20420a6a-34d8-4553-b11a-8af3b09ab896 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.052088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Attempting to bind port 4f9b49d8-7694-45b5-9a62-eab2a2369b33 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:37.052433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Attempting to bind port 4f9b49d8-7694-45b5-9a62-eab2a2369b33 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:37.052766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Attempting to bind port 4f9b49d8-7694-45b5-9a62-eab2a2369b33 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:37.079409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port a311ffd0-db9b-499d-9d93-622d3859db20, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a311ffd0-db9b-499d-9d93-622d3859db20,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:37.081904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6264953d-6aaf-4c31-b966-778a035ba341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a311ffd0-db9b-499d-9d93-622d3859db20'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:37.086423 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c3b066-617a-471c-a376-43bab9e26083" -d '{"events": [{"server_uuid": "6264953d-6aaf-4c31-b966-778a035ba341", "name": "network-vif-plugged", "status": "completed", "tag": "a311ffd0-db9b-499d-9d93-622d3859db20"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:37.091312 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.106200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20420a6a-34d8-4553-b11a-8af3b09ab896 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Pushing event deleted for resources: {'Port': ['ID=85037809-36f7-4844-b02a-a7a033b229ba,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:37.108057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Port 4f9b49d8-7694-45b5-9a62-eab2a2369b33 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:46:37.108375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Attempting to bind port 4f9b49d8-7694-45b5-9a62-eab2a2369b33 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:37.125633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:37.126378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:37.126378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:37.126776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Bound port: 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:37.127727 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.160600 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-20420a6a-34d8-4553-b11a-8af3b09ab896 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.163168 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-20420a6a-34d8-4553-b11a-8af3b09ab896 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.164402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4389dea2-6575-4543-b65c-9b07673f2c89 req-20420a6a-34d8-4553-b11a-8af3b09ab896 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "DELETE /v2.0/floatingips/9e5b97a9-173d-4bb6-8a5a-7d6e60fd8d98 HTTP/1.1" status: 204 len: 173 time: 1.0983803 Dec 08 01:46:37.234761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] For port 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:37.241512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] For port 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:37.242237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-49aaab31-3d99-405f-a561-a327a5d7c2fc tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.257814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=a311ffd0-db9b-499d-9d93-622d3859db20,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:37.258388 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-2364e164-c873-488b-815b-d37a29242057 None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:37.258472 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.276437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-f938ebd0-f5b1-42d1-a153-e0e75803c7c0 service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688644 Dec 08 01:46:37.282191 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-49aaab31-3d99-405f-a561-a327a5d7c2fc tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.330936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-49aaab31-3d99-405f-a561-a327a5d7c2fc tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:37.334002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Pushing event updated for resources: {'Port': ['ID=4f9b49d8-7694-45b5-9a62-eab2a2369b33,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:37.334736 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-49aaab31-3d99-405f-a561-a327a5d7c2fc tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:37.341270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-49aaab31-3d99-405f-a561-a327a5d7c2fc tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:37.376171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:37.377441 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.378831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-af924f93-ab30-463a-8aab-efc2550f8ebd service neutron] 10.222.0.75 "PUT /v2.0/ports/4f9b49d8-7694-45b5-9a62-eab2a2369b33 HTTP/1.1" status: 200 len: 1097 time: 1.4925573 Dec 08 01:46:37.392242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaab31-3d99-405f-a561-a327a5d7c2fc tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Pushing event updated for resources: {'Port': ['ID=9bbb03a9-7454-4876-8632-b33d8d296d66,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:37.401862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-7871d791-b6f7-46c8-85a7-42d4975291ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:37.403746 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-7871d791-b6f7-46c8-85a7-42d4975291ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 1097 time: 0.0646093 Dec 08 01:46:37.416708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-49aaab31-3d99-405f-a561-a327a5d7c2fc tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:37.417418 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-49aaab31-3d99-405f-a561-a327a5d7c2fc tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.448666 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-49aaab31-3d99-405f-a561-a327a5d7c2fc tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2259152 Dec 08 01:46:37.470206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Request body: {'port': {'device_id': 'ff4a0259-b221-429d-9b89-442e0b709aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:37.532418 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.541055 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2364e164-c873-488b-815b-d37a29242057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'c38963ab-746a-483b-ac11-5f011822b8de', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'port_id': '3ad22e36-7f43-4b95-a52a-507fe90f6140', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'mac_address': 'fa:16:3e:99:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7934daef-722c-4a8c-9e6f-227eabff8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:08Z', 'updated_at': '2021-12-08T01:46:35Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:37.573542 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364e164-c873-488b-815b-d37a29242057 None None] The sync data for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 is: [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'c38963ab-746a-483b-ac11-5f011822b8de', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'port_id': '3ad22e36-7f43-4b95-a52a-507fe90f6140', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'mac_address': 'fa:16:3e:99:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7934daef-722c-4a8c-9e6f-227eabff8924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:08Z', 'updated_at': '2021-12-08T01:46:35Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:46:37.709102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b9c800f6-78c7-43b2-96e5-ed2cccc568f6 None None] Provisioning complete for port 9bbb03a9-7454-4876-8632-b33d8d296d66 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:37.709862 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9c800f6-78c7-43b2-96e5-ed2cccc568f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.772323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b9c800f6-78c7-43b2-96e5-ed2cccc568f6 None None] Port 9bbb03a9-7454-4876-8632-b33d8d296d66 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:37.837872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e18cc2-ec92-4d8a-968f-54373c6bfaf5 req-8e9b12c0-53b5-43f7-a560-a097115572f1 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:37.839396 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9e18cc2-ec92-4d8a-968f-54373c6bfaf5 req-8e9b12c0-53b5-43f7-a560-a097115572f1 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff4a0259-b221-429d-9b89-442e0b709aca HTTP/1.1" status: 200 len: 936 time: 0.4187121 Dec 08 01:46:37.859523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbb03a9-7454-4876-8632-b33d8d296d66 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:37.859940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-db2828ba-2056-4e5d-a215-d23b99dc4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:37.861979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-db2828ba-2056-4e5d-a215-d23b99dc4f7b service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 922 time: 0.4506330 Dec 08 01:46:37.869512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-3b8067fb-a09f-40c8-8801-c6fb889c985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:37.869697 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.870954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-3b8067fb-a09f-40c8-8801-c6fb889c985e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 1100 time: 0.4190903 Dec 08 01:46:37.883463 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Transition to ACTIVE for port object 9bbb03a9-7454-4876-8632-b33d8d296d66 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:46:37.888440 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.943695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Pushing event updated for resources: {'Port': ['ID=9bbb03a9-7454-4876-8632-b33d8d296d66,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:37.964063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-007fd60c-4b13-4218-ae56-9cfd462d951f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33 HTTP/1.1" status: 200 len: 217 time: 0.0505226 Dec 08 01:46:38.013808 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Attempting to bind port 9bbb03a9-7454-4876-8632-b33d8d296d66 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:38.014276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Attempting to bind port 9bbb03a9-7454-4876-8632-b33d8d296d66 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:38.014609 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Attempting to bind port 9bbb03a9-7454-4876-8632-b33d8d296d66 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:38.019782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Port 9bbb03a9-7454-4876-8632-b33d8d296d66 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:46:38.020105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Attempting to bind port 9bbb03a9-7454-4876-8632-b33d8d296d66 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:38.022741 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9e18cc2-ec92-4d8a-968f-54373c6bfaf5 req-fb7e1b2a-7bcc-40ba-9ec4-544371d78a27 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738915 Dec 08 01:46:38.025587 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:38.025886 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-e113806c-e1c1-4310-8402-74a946f40d0c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad22e36-7f43-4b95-a52a-507fe90f6140 HTTP/1.1" status: 200 len: 999 time: 0.1540220 Dec 08 01:46:38.026004 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:38.026426 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:38.026863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Bound port: 9bbb03a9-7454-4876-8632-b33d8d296d66, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:38.027220 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.079626 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-7c8e71c0-1bac-4b2d-a4c4-8821d1718a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:38.081320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-7c8e71c0-1bac-4b2d-a4c4-8821d1718a3d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1069241 Dec 08 01:46:38.097883 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-082f21f8-6670-45e9-819e-7ba247052eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:38.105790 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] For port 9bbb03a9-7454-4876-8632-b33d8d296d66, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:38.109091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] For port 9bbb03a9-7454-4876-8632-b33d8d296d66, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9bbb03a9-7454-4876-8632-b33d8d296d66,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:38.110073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-082f21f8-6670-45e9-819e-7ba247052eb5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.0759537 Dec 08 01:46:38.114902 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.163842 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:38.164274 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.165704 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] 10.222.0.45 "PUT /v2.0/ports/9bbb03a9-7454-4876-8632-b33d8d296d66 HTTP/1.1" status: 200 len: 1097 time: 0.7012804 Dec 08 01:46:38.166067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4a0259-b221-429d-9b89-442e0b709aca', 'tag': '9bbb03a9-7454-4876-8632-b33d8d296d66'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:38.168338 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31597b70-e84e-43ae-8fef-1e3469efef5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4a0259-b221-429d-9b89-442e0b709aca", "tag": "9bbb03a9-7454-4876-8632-b33d8d296d66"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:38.188946 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098c852-c60e-46e4-b00e-0b5a0b2fa7ec service neutron] Pushing event updated for resources: {'Port': ['ID=9bbb03a9-7454-4876-8632-b33d8d296d66,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:38.204004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-ebcc6204-0711-42b5-87c2-fc3bb2963d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:38.205744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-ebcc6204-0711-42b5-87c2-fc3bb2963d92 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948346 Dec 08 01:46:38.216689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-77552f0f-e591-4655-b91e-b1fa4f0cf83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:38.218812 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-77552f0f-e591-4655-b91e-b1fa4f0cf83c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0964079 Dec 08 01:46:38.297613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-a247d873-7609-4c78-8706-559232d451b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:38.300594 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-a247d873-7609-4c78-8706-559232d451b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&device_id=ff4a0259-b221-429d-9b89-442e0b709aca HTTP/1.1" status: 200 len: 1100 time: 0.0584836 Dec 08 01:46:38.360331 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-8c16b8be-66d9-42ef-b0d7-b3341f1b1985 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=9bbb03a9-7454-4876-8632-b33d8d296d66 HTTP/1.1" status: 200 len: 217 time: 0.0440960 Dec 08 01:46:38.432820 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-40a52950-ec54-45e1-b42a-c1cceae50ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:38.435021 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-40a52950-ec54-45e1-b42a-c1cceae50ce9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0663378 Dec 08 01:46:38.449331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae13df-e5b4-4c5b-a99d-493205237db9 req-2bfdf841-546f-48bc-aed4-852b12ff71e7 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:38.451018 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbae13df-e5b4-4c5b-a99d-493205237db9 req-2bfdf841-546f-48bc-aed4-852b12ff71e7 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=6264953d-6aaf-4c31-b966-778a035ba341 HTTP/1.1" status: 200 len: 946 time: 0.1012177 Dec 08 01:46:38.453916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-f2fff9de-17bb-4bb8-85d7-8878c713aff7 service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395923 Dec 08 01:46:38.458313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-99c28859-3b9e-4894-a4e4-3104b17cfcd5 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302189 Dec 08 01:46:38.492226 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-9679d1ce-f99f-4df2-a546-095679e78e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:38.493905 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-9679d1ce-f99f-4df2-a546-095679e78e53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0511627 Dec 08 01:46:38.587223 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-f1ab436b-0930-467b-b8ef-a336b68a167f service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836463 Dec 08 01:46:38.599496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 32916) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:38.638848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbae13df-e5b4-4c5b-a99d-493205237db9 req-5d3f4b92-6e7b-4e60-843e-f7f8a7023e09 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695614 Dec 08 01:46:38.680748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40308356-5bb7-43c3-b8a7-abdf8ca9bc4d req-4e73f6e2-4cbb-49e4-b19e-01a7908dce4a service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203596 Dec 08 01:46:38.683024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43cc3d18-e7e2-44ed-b771-80dee7966bad req-0095d3f4-7c52-40c2-8162-5e9e76f47653 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114103 Dec 08 01:46:38.687630 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a0590c1-3cf6-4995-9ceb-98c3e4b8e1d6 req-e402245a-d4ba-4acc-984c-85a20c27754e service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931029 Dec 08 01:46:38.751000 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c0e702-f1d4-4202-a9d5-03e51e879b32 x-openstack-request-id: req-40c0e702-f1d4-4202-a9d5-03e51e879b32 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:38.751291 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e3f8d9-85f3-4932-80b3-fd6aaae72ada", "tag": "6edc9046-f520-4679-be98-61dd8e839a70", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:38.751543 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-40c0e702-f1d4-4202-a9d5-03e51e879b32 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:38.752465 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'tag': '6edc9046-f520-4679-be98-61dd8e839a70', 'status': 'completed', 'code': 200} Dec 08 01:46:38.779191 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898114ed-7b08-41f6-a1d4-443a2bab8ad5 x-openstack-request-id: req-898114ed-7b08-41f6-a1d4-443a2bab8ad5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:38.779698 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6264953d-6aaf-4c31-b966-778a035ba341", "name": "network-vif-plugged", "status": "completed", "tag": "a311ffd0-db9b-499d-9d93-622d3859db20", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:38.779950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd1ae838-c38d-4a57-9266-f9f5edf82121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.780067 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-898114ed-7b08-41f6-a1d4-443a2bab8ad5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:38.782319 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6264953d-6aaf-4c31-b966-778a035ba341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a311ffd0-db9b-499d-9d93-622d3859db20', 'code': 200} Dec 08 01:46:38.837436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf59ae-222a-4566-aca5-6ecfdb9eb52d req-3319d36a-e766-4310-b05f-7fbb87ea50e5 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:38.838969 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6cf59ae-222a-4566-aca5-6ecfdb9eb52d req-3319d36a-e766-4310-b05f-7fbb87ea50e5 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 1097 time: 0.1001661 Dec 08 01:46:38.886626 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5aa68-dcf8-49e4-9522-006dbe4b6c8d req-199476ff-0c24-4f21-8884-77833f4b82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:38.888013 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a3e5aa68-dcf8-49e4-9522-006dbe4b6c8d req-199476ff-0c24-4f21-8884-77833f4b82c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 1098 time: 0.0475235 Dec 08 01:46:38.977952 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6cf59ae-222a-4566-aca5-6ecfdb9eb52d req-7b9fd32b-000c-4c4b-965e-37100c8cb5b4 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049240 Dec 08 01:46:38.987146 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-6aa8d68b-cc65-402e-a28f-f08dbe6fbb91 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1935973 Dec 08 01:46:39.009527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:39.009644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13d1cb-8a19-4124-a902-395b80db3bfe req-81f31f83-063b-462a-9bda-b6ea6b3d0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:39.009644 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf13d1cb-8a19-4124-a902-395b80db3bfe req-81f31f83-063b-462a-9bda-b6ea6b3d0bea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6264953d-6aaf-4c31-b966-778a035ba341 HTTP/1.1" status: 200 len: 1098 time: 0.0918002 Dec 08 01:46:39.016994 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd1ae838-c38d-4a57-9266-f9f5edf82121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.025334 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd1ae838-c38d-4a57-9266-f9f5edf82121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.061307 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.064286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5aa68-dcf8-49e4-9522-006dbe4b6c8d req-e334015d-bf08-48e5-980a-6b6e3f174f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:39.065891 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a3e5aa68-dcf8-49e4-9522-006dbe4b6c8d req-e334015d-bf08-48e5-980a-6b6e3f174f25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 922 time: 0.1588695 Dec 08 01:46:39.078074 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1d649f-bf33-42c0-acc9-37caaf660f43 x-openstack-request-id: req-cb1d649f-bf33-42c0-acc9-37caaf660f43 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:39.078367 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4a0259-b221-429d-9b89-442e0b709aca", "tag": "9bbb03a9-7454-4876-8632-b33d8d296d66", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:39.078646 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cb1d649f-bf33-42c0-acc9-37caaf660f43 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:39.079047 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4a0259-b221-429d-9b89-442e0b709aca', 'tag': '9bbb03a9-7454-4876-8632-b33d8d296d66', 'status': 'completed', 'code': 200} Dec 08 01:46:39.083506 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf13d1cb-8a19-4124-a902-395b80db3bfe req-c77b53df-e055-4a8b-ba51-0e1bd9991c5a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674112 Dec 08 01:46:39.086592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ae838-c38d-4a57-9266-f9f5edf82121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13170153-2101-4ed2-b40c-f4188cb93dbe,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:39.097021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dd1ae838-c38d-4a57-9266-f9f5edf82121 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=861e6b64ce0e4570b3be39ee20b0038e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4941490 Dec 08 01:46:39.100891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 32930) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:39.157247 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a3e5aa68-dcf8-49e4-9522-006dbe4b6c8d req-38881e76-0353-4f6c-a3bf-96d83415dc87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6edc9046-f520-4679-be98-61dd8e839a70 HTTP/1.1" status: 200 len: 217 time: 0.0537007 Dec 08 01:46:39.177769 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.188833 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7511626-fbd1-4ef5-9c37-85946cba068f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.210937 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7511626-fbd1-4ef5-9c37-85946cba068f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.259730 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7511626-fbd1-4ef5-9c37-85946cba068f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.262442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7511626-fbd1-4ef5-9c37-85946cba068f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.266372 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e7511626-fbd1-4ef5-9c37-85946cba068f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/13170153-2101-4ed2-b40c-f4188cb93dbe HTTP/1.1" status: 204 len: 168 time: 0.1643431 Dec 08 01:46:39.274572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7511626-fbd1-4ef5-9c37-85946cba068f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13170153-2101-4ed2-b40c-f4188cb93dbe,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:39.295245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Allocated IP 172.25.8.83 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/eee34959-fea6-45dd-9441-627bf4f91b84) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:39.402856 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.482357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31597b70-e84e-43ae-8fef-1e3469efef5d req-fab31cfa-f1a1-4b4f-b9a3-07b240eab341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:39.483872 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-31597b70-e84e-43ae-8fef-1e3469efef5d req-fab31cfa-f1a1-4b4f-b9a3-07b240eab341 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&device_id=ff4a0259-b221-429d-9b89-442e0b709aca HTTP/1.1" status: 200 len: 1100 time: 0.0712981 Dec 08 01:46:39.485320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5aa68-dcf8-49e4-9522-006dbe4b6c8d req-819d3def-02a0-4d8e-a874-9fd79580bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:39.486750 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a3e5aa68-dcf8-49e4-9522-006dbe4b6c8d req-819d3def-02a0-4d8e-a874-9fd79580bdb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.0820079 Dec 08 01:46:39.503354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3aa97c98-0617-4e1d-8504-1d15c0f36994 req-3ba04a08-1aff-4b23-ab8c-cc8a36947e6c tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 999 time: 0.0784798 Dec 08 01:46:39.504920 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.569880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:39.577823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:39.580965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 32936) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:39.584548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:39.603489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa97c98-0617-4e1d-8504-1d15c0f36994 req-18d7d858-4ee0-4dd2-af47-b0d6588f6b75 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:39.608144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3aa97c98-0617-4e1d-8504-1d15c0f36994 req-18d7d858-4ee0-4dd2-af47-b0d6588f6b75 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports/3ad22e36-7f43-4b95-a52a-507fe90f6140 HTTP/1.1" status: 200 len: 942 time: 0.0789049 Dec 08 01:46:39.609620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Pushing event updated for resources: {'Port': ['ID=eee34959-fea6-45dd-9441-627bf4f91b84,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:39.613351 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f84728df-238d-4daf-93f0-9407c21033a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.632298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5aa68-dcf8-49e4-9522-006dbe4b6c8d req-9824f780-edc7-41a1-9e7c-42551275d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:39.633780 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a3e5aa68-dcf8-49e4-9522-006dbe4b6c8d req-9824f780-edc7-41a1-9e7c-42551275d3ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253006 Dec 08 01:46:39.669826 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.689625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31597b70-e84e-43ae-8fef-1e3469efef5d req-baa99e75-d9ca-48fe-b7fe-0c7a41dca8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:39.691087 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-31597b70-e84e-43ae-8fef-1e3469efef5d req-baa99e75-d9ca-48fe-b7fe-0c7a41dca8a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1929500 Dec 08 01:46:39.746414 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.770513 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-31597b70-e84e-43ae-8fef-1e3469efef5d req-b3cf9b88-37af-413e-af72-29f990772641 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=9bbb03a9-7454-4876-8632-b33d8d296d66 HTTP/1.1" status: 200 len: 217 time: 0.0517535 Dec 08 01:46:39.789881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3aa97c98-0617-4e1d-8504-1d15c0f36994 req-2876ae38-4fa1-457f-a90f-a61ea1ce570e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 999 time: 0.0910120 Dec 08 01:46:39.964659 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa97c98-0617-4e1d-8504-1d15c0f36994 req-47ad981e-bb1d-4ce9-b026-6d202ad5acd5 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:39.966043 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3aa97c98-0617-4e1d-8504-1d15c0f36994 req-47ad981e-bb1d-4ce9-b026-6d202ad5acd5 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.1681142 Dec 08 01:46:39.982004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-3aa97c98-0617-4e1d-8504-1d15c0f36994 req-985c8fe1-9545-4c00-bdea-6caa1baf3195 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:46:39.982960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3aa97c98-0617-4e1d-8504-1d15c0f36994 req-985c8fe1-9545-4c00-bdea-6caa1baf3195 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067825 Dec 08 01:46:40.005946 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.011908 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.048414 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.055011 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a3e5aa68-dcf8-49e4-9522-006dbe4b6c8d req-85c7bf35-c14c-41fb-a652-a90bd28f03be service neutron] 10.222.0.45 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115701 Dec 08 01:46:40.067883 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Pushing event updated for resources: {'Port': ['ID=eee34959-fea6-45dd-9441-627bf4f91b84,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:40.073560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31597b70-e84e-43ae-8fef-1e3469efef5d req-f946269a-e8a8-49b4-ab97-fc5196fb715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:40.074846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.075130 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-31597b70-e84e-43ae-8fef-1e3469efef5d req-f946269a-e8a8-49b4-ab97-fc5196fb715c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.2955260 Dec 08 01:46:40.076019 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-e3be3cd6-7dd7-4404-ba30-bb676bed5e22 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0811286 Dec 08 01:46:40.089461 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f84728df-238d-4daf-93f0-9407c21033a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.113118 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f84728df-238d-4daf-93f0-9407c21033a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.153057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-6e3fb450-5d35-463d-8a2a-1ae6bb20a2d9 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 695 time: 0.0555801 Dec 08 01:46:40.231438 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84728df-238d-4daf-93f0-9407c21033a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d088872-4329-4cfa-8575-00dcbec150e4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:40.241224 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f84728df-238d-4daf-93f0-9407c21033a2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=864fdfecdc2142fc84c66e5f1b5be1b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6580429 Dec 08 01:46:40.245880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 32950) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:40.250013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31597b70-e84e-43ae-8fef-1e3469efef5d req-27ab57e7-4688-4912-9b88-74014c436655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:40.253123 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-31597b70-e84e-43ae-8fef-1e3469efef5d req-27ab57e7-4688-4912-9b88-74014c436655 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1527889 Dec 08 01:46:40.301324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e2418-f3eb-4f69-96a3-8cafe4a3a03c req-c7af269d-deb8-4787-8827-b37b13880f1c tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:40.309108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e56e2418-f3eb-4f69-96a3-8cafe4a3a03c req-c7af269d-deb8-4787-8827-b37b13880f1c tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff4a0259-b221-429d-9b89-442e0b709aca HTTP/1.1" status: 200 len: 948 time: 0.1600776 Dec 08 01:46:40.353978 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a3e5aa68-dcf8-49e4-9522-006dbe4b6c8d req-5994369e-ce24-45c4-b3db-71d82698826d service neutron] 10.222.0.45 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625446 Dec 08 01:46:40.382013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-7b63ab68-128a-42d0-b53b-8034ed49a8ab tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:40.383426 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d056b96-2323-4959-bcdd-bfff2023bb46 req-7b63ab68-128a-42d0-b53b-8034ed49a8ab tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.2229598 Dec 08 01:46:40.397269 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2642a38a-dcf7-4caa-9c74-0a6ab0fb7885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.397771 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-31597b70-e84e-43ae-8fef-1e3469efef5d req-8708b3a1-769b-45ce-a017-6530a045f3e0 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348138 Dec 08 01:46:40.434195 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e56e2418-f3eb-4f69-96a3-8cafe4a3a03c req-a26c6ae2-6a03-4929-a1d6-5c9b62e192d3 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182146 Dec 08 01:46:40.462675 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2642a38a-dcf7-4caa-9c74-0a6ab0fb7885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.478313 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 32958) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:40.521022 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-31597b70-e84e-43ae-8fef-1e3469efef5d req-b0f77577-e9ed-4c86-84dd-9e6ed6ff727a service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157708 Dec 08 01:46:40.592495 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2642a38a-dcf7-4caa-9c74-0a6ab0fb7885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.595062 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2642a38a-dcf7-4caa-9c74-0a6ab0fb7885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.596294 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2642a38a-dcf7-4caa-9c74-0a6ab0fb7885 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1d088872-4329-4cfa-8575-00dcbec150e4 HTTP/1.1" status: 204 len: 168 time: 0.3475375 Dec 08 01:46:40.616141 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1629903-9a09-4045-9659-0dadd5c4052c req-4280cd9a-0730-4301-adb3-353cdcb1d5a2 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 999 time: 0.1510358 Dec 08 01:46:40.631932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e05ee5-d855-48cf-8fde-66d9d772232a req-2eb749a1-327c-42eb-8aa8-646109754af5 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:40.631932 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-74e05ee5-d855-48cf-8fde-66d9d772232a req-2eb749a1-327c-42eb-8aa8-646109754af5 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=6264953d-6aaf-4c31-b966-778a035ba341 HTTP/1.1" status: 200 len: 946 time: 0.1453586 Dec 08 01:46:40.633259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642a38a-dcf7-4caa-9c74-0a6ab0fb7885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d088872-4329-4cfa-8575-00dcbec150e4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:40.649418 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d174466e-cb62-4f08-afb6-355424fd2261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.710804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1629903-9a09-4045-9659-0dadd5c4052c req-9456603f-ad87-4cca-8dc4-b993b2101158 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:40.712386 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1629903-9a09-4045-9659-0dadd5c4052c req-9456603f-ad87-4cca-8dc4-b993b2101158 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports/3ad22e36-7f43-4b95-a52a-507fe90f6140 HTTP/1.1" status: 200 len: 942 time: 0.0811908 Dec 08 01:46:40.732130 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-74e05ee5-d855-48cf-8fde-66d9d772232a req-34bfc719-35ac-4dad-9e0d-63412ee3c8ac tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917931 Dec 08 01:46:40.753872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7934daef-722c-4a8c-9e6f-227eabff8924', 'tag': '3ad22e36-7f43-4b95-a52a-507fe90f6140'}, {'name': 'network-changed', 'server_uuid': '1c2ad756-7a1b-4aaf-b3a6-1336824000c4', 'tag': '4f9b49d8-7694-45b5-9a62-eab2a2369b33'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:40.756324 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9b1e98-f7b1-492a-bcdf-2947015c0921" -d '{"events": [{"name": "network-changed", "server_uuid": "7934daef-722c-4a8c-9e6f-227eabff8924", "tag": "3ad22e36-7f43-4b95-a52a-507fe90f6140"}, {"name": "network-changed", "server_uuid": "1c2ad756-7a1b-4aaf-b3a6-1336824000c4", "tag": "4f9b49d8-7694-45b5-9a62-eab2a2369b33"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:40.770542 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d174466e-cb62-4f08-afb6-355424fd2261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.777658 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d174466e-cb62-4f08-afb6-355424fd2261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.824957 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d174466e-cb62-4f08-afb6-355424fd2261 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3fc6a0979aef47caacab915b8641c146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458526 Dec 08 01:46:40.825821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174466e-cb62-4f08-afb6-355424fd2261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d418a3-3325-4167-bdb4-b380b35672c0,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:40.828175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 32970) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:40.890859 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-30feea0d-15be-4935-b534-88c315076850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.908594 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1629903-9a09-4045-9659-0dadd5c4052c req-1f47702a-16e9-4300-8eae-45075dc5aa3d tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 999 time: 0.1227806 Dec 08 01:46:40.926413 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-30feea0d-15be-4935-b534-88c315076850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.951033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-6c173c09-f2ee-4b89-8467-edf4a557ae6d req-7d741d21-b2fc-409c-aa96-1afe63b8bd49 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:46:40.952206 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c173c09-f2ee-4b89-8467-edf4a557ae6d req-7d741d21-b2fc-409c-aa96-1afe63b8bd49 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054684 Dec 08 01:46:41.005887 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-30feea0d-15be-4935-b534-88c315076850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.009339 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-30feea0d-15be-4935-b534-88c315076850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.010816 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-30feea0d-15be-4935-b534-88c315076850 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/49d418a3-3325-4167-bdb4-b380b35672c0 HTTP/1.1" status: 204 len: 168 time: 0.1816628 Dec 08 01:46:41.020670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30feea0d-15be-4935-b534-88c315076850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d418a3-3325-4167-bdb4-b380b35672c0,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:41.102471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1629903-9a09-4045-9659-0dadd5c4052c req-6b496c73-b431-4b9c-8e8a-5052940b0468 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:41.112095 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1629903-9a09-4045-9659-0dadd5c4052c req-6b496c73-b431-4b9c-8e8a-5052940b0468 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.1959016 Dec 08 01:46:41.186228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1629903-9a09-4045-9659-0dadd5c4052c req-0e49f31a-68be-4072-a692-299e0f16112c tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 999 time: 0.0732541 Dec 08 01:46:41.200314 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f1629903-9a09-4045-9659-0dadd5c4052c req-034679ed-ae15-4475-8fa3-fdc9f01d9bfe tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:41.308285 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f1629903-9a09-4045-9659-0dadd5c4052c req-034679ed-ae15-4475-8fa3-fdc9f01d9bfe tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.449750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 32998) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:41.471449 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4969c702-73f0-41b2-8060-56826dbd704d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.626734 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4969c702-73f0-41b2-8060-56826dbd704d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.635691 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4969c702-73f0-41b2-8060-56826dbd704d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.722031 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4969c702-73f0-41b2-8060-56826dbd704d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a42413af4d4d4aa7aea1e6e5c40ea779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689168 Dec 08 01:46:41.722830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33006) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:41.748051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969c702-73f0-41b2-8060-56826dbd704d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8e42a8-6dac-44e3-8d53-ea95bcd365f8,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:41.812798 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f1629903-9a09-4045-9659-0dadd5c4052c req-034679ed-ae15-4475-8fa3-fdc9f01d9bfe tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.819929 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f1629903-9a09-4045-9659-0dadd5c4052c req-034679ed-ae15-4475-8fa3-fdc9f01d9bfe tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.820246 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-f1629903-9a09-4045-9659-0dadd5c4052c req-034679ed-ae15-4475-8fa3-fdc9f01d9bfe tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Floating IP c38963ab-746a-483b-ac11-5f011822b8de disassociated. External IP: 172.25.8.4, port: 3ad22e36-7f43-4b95-a52a-507fe90f6140. Dec 08 01:46:41.833582 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96416949-0130-4d2b-b090-9c1b0a336624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.863245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96416949-0130-4d2b-b090-9c1b0a336624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.923893 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96416949-0130-4d2b-b090-9c1b0a336624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.926916 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96416949-0130-4d2b-b090-9c1b0a336624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.930544 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-96416949-0130-4d2b-b090-9c1b0a336624 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4f8e42a8-6dac-44e3-8d53-ea95bcd365f8 HTTP/1.1" status: 204 len: 168 time: 0.2016521 Dec 08 01:46:41.960379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96416949-0130-4d2b-b090-9c1b0a336624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8e42a8-6dac-44e3-8d53-ea95bcd365f8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:42.073199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4f9b49d8-7694-45b5-9a62-eab2a2369b33 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:46:42.117830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1629903-9a09-4045-9659-0dadd5c4052c req-034679ed-ae15-4475-8fa3-fdc9f01d9bfe tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:46:42.195031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:42.208133 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '4f9b49d8-7694-45b5-9a62-eab2a2369b33', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '4f9b49d8-7694-45b5-9a62-eab2a2369b33', 'mac_address': 'fa:16:3e:a6:3b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:46:42.257200 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:42.271503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1629903-9a09-4045-9659-0dadd5c4052c req-034679ed-ae15-4475-8fa3-fdc9f01d9bfe tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:46:42.276792 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f1629903-9a09-4045-9659-0dadd5c4052c req-034679ed-ae15-4475-8fa3-fdc9f01d9bfe tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:42.277556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9b49d8-7694-45b5-9a62-eab2a2369b33 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:42.284869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd9a4d-ea18-4a86-ae69-28b0395dd7ad None None] Sync routers for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:46:42.310702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:42.312103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd9a4d-ea18-4a86-ae69-28b0395dd7ad None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:42.312690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a9cd9a4d-ea18-4a86-ae69-28b0395dd7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:42.326633 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1629903-9a09-4045-9659-0dadd5c4052c req-034679ed-ae15-4475-8fa3-fdc9f01d9bfe tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "PUT /v2.0/floatingips/c38963ab-746a-483b-ac11-5f011822b8de HTTP/1.1" status: 200 len: 693 time: 1.1304083 Dec 08 01:46:42.357823 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:42.388236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1629903-9a09-4045-9659-0dadd5c4052c req-f0fe6512-f266-42f7-8ee5-6305c95c3785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:42.391642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1629903-9a09-4045-9659-0dadd5c4052c req-f0fe6512-f266-42f7-8ee5-6305c95c3785 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 1097 time: 0.0496471 Dec 08 01:46:42.460531 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=4f9b49d8-7694-45b5-9a62-eab2a2369b33,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:42.480380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-a9cd9a4d-ea18-4a86-ae69-28b0395dd7ad None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:42.541998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1629903-9a09-4045-9659-0dadd5c4052c req-124aa1f3-6adb-45d4-aa36-7ab306e62138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:42.550331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1629903-9a09-4045-9659-0dadd5c4052c req-124aa1f3-6adb-45d4-aa36-7ab306e62138 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 922 time: 0.1483970 Dec 08 01:46:42.594666 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1629903-9a09-4045-9659-0dadd5c4052c req-6f9ee551-d38b-4aa1-94af-b251a300b0ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad22e36-7f43-4b95-a52a-507fe90f6140 HTTP/1.1" status: 200 len: 217 time: 0.0435326 Dec 08 01:46:42.665247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1629903-9a09-4045-9659-0dadd5c4052c req-f3b073db-9c7d-4c6b-ae3f-fe21defba600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:42.672182 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1629903-9a09-4045-9659-0dadd5c4052c req-f3b073db-9c7d-4c6b-ae3f-fe21defba600 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.0768371 Dec 08 01:46:42.760585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1629903-9a09-4045-9659-0dadd5c4052c req-9a78c005-051f-439b-90b8-6fbcb97ca395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:42.762967 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1629903-9a09-4045-9659-0dadd5c4052c req-9a78c005-051f-439b-90b8-6fbcb97ca395 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672550 Dec 08 01:46:42.765748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a9cd9a4d-ea18-4a86-ae69-28b0395dd7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:42.797945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd9a4d-ea18-4a86-ae69-28b0395dd7ad None None] Checking router: 0ccbd836-fbc5-4ab5-9daf-58e117956a50 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:46:42.808082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd9a4d-ea18-4a86-ae69-28b0395dd7ad None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:42.808702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a9cd9a4d-ea18-4a86-ae69-28b0395dd7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:42.814187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4f9b49d8-7694-45b5-9a62-eab2a2369b33'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:42.907735 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9bbb03a9-7454-4876-8632-b33d8d296d66 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:46:42.980640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1629903-9a09-4045-9659-0dadd5c4052c req-b139cf66-b77b-48f5-95df-d561a4817e89 service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064967 Dec 08 01:46:43.121056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-a9cd9a4d-ea18-4a86-ae69-28b0395dd7ad None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:43.144224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1629903-9a09-4045-9659-0dadd5c4052c req-7c696484-7cc3-4e9f-b6fb-f1b5bd4e301d service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510453 Dec 08 01:46:43.173221 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9bbb03a9-7454-4876-8632-b33d8d296d66, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9bbb03a9-7454-4876-8632-b33d8d296d66,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:43.202143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '9bbb03a9-7454-4876-8632-b33d8d296d66', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '9bbb03a9-7454-4876-8632-b33d8d296d66', 'mac_address': 'fa:16:3e:f1:03:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:46:43.221308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33072) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:43.249174 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1da95ff5-7d56-4d99-8e31-138c6c810447 req-cd5daedc-0e3c-41aa-9145-32618a531574 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/floatingips/f9772147-011d-4b39-b6e6-1d781c7f161d HTTP/1.1" status: 200 len: 692 time: 0.0703435 Dec 08 01:46:43.351664 n-d-713499-31 neutron-server[109766]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 08 01:46:43.358257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-f248b633-6e57-40a1-9220-08ef85d38d31 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:46:43.359304 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-f248b633-6e57-40a1-9220-08ef85d38d31 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1368372 Dec 08 01:46:43.395047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da95ff5-7d56-4d99-8e31-138c6c810447 req-fe066465-bf83-4bc8-80a1-920d2bca2562 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:43.396514 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1da95ff5-7d56-4d99-8e31-138c6c810447 req-fe066465-bf83-4bc8-80a1-920d2bca2562 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.1396139 Dec 08 01:46:43.451460 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1da95ff5-7d56-4d99-8e31-138c6c810447 req-7eec8076-67bd-4a21-ac2f-f8ed4cc8f196 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 695 time: 0.0479362 Dec 08 01:46:43.512494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1da95ff5-7d56-4d99-8e31-138c6c810447 req-d76d1595-4351-4ce7-82f2-3a04ac476648 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 695 time: 0.0533872 Dec 08 01:46:43.514229 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.546141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbb03a9-7454-4876-8632-b33d8d296d66 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:43.580729 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86441a-e476-4acf-b06e-7ac29237332f req-03a673d0-91af-46b0-94d8-f826e08992f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:43.588558 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-03a673d0-91af-46b0-94d8-f826e08992f0 service neutron] 10.222.0.71 "GET /v2.0/ports/7f71793d-de5d-49ba-a155-c930f3e1cb0e HTTP/1.1" status: 200 len: 1094 time: 0.1185880 Dec 08 01:46:43.593088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0beaa848-e6c3-4eb9-9b66-1453f862764b service neutron] Request body: {'binding': {'host': 'n-h1-713499-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:43.594769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0beaa848-e6c3-4eb9-9b66-1453f862764b service neutron] Unknown quota resources ['binding']. {{(pid=109766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:46:43.604282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9bbb03a9-7454-4876-8632-b33d8d296d66, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9bbb03a9-7454-4876-8632-b33d8d296d66,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:43.618736 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.679695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=9bbb03a9-7454-4876-8632-b33d8d296d66,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:43.691021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1da95ff5-7d56-4d99-8e31-138c6c810447 req-0335fa1f-b6a6-4b00-82e5-328012ea5c2a tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Deleting port eee34959-fea6-45dd-9441-627bf4f91b84 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:43.691192 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a9cd9a4d-ea18-4a86-ae69-28b0395dd7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:43.691450 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1da95ff5-7d56-4d99-8e31-138c6c810447 req-0335fa1f-b6a6-4b00-82e5-328012ea5c2a tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.733148 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd9a4d-ea18-4a86-ae69-28b0395dd7ad None None] The sync data for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 is: [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:46:43.788368 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1da95ff5-7d56-4d99-8e31-138c6c810447 req-0335fa1f-b6a6-4b00-82e5-328012ea5c2a tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.788990 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1da95ff5-7d56-4d99-8e31-138c6c810447 req-0335fa1f-b6a6-4b00-82e5-328012ea5c2a tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.804190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1da95ff5-7d56-4d99-8e31-138c6c810447 req-0335fa1f-b6a6-4b00-82e5-328012ea5c2a tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Calling delete_port for eee34959-fea6-45dd-9441-627bf4f91b84 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:43.832140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0beaa848-e6c3-4eb9-9b66-1453f862764b service neutron] Attempting to bind port 7f71793d-de5d-49ba-a155-c930f3e1cb0e on host n-h1-713499-31 for vnic_type normal with profile None {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:43.833017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0beaa848-e6c3-4eb9-9b66-1453f862764b service neutron] Attempting to bind port 7f71793d-de5d-49ba-a155-c930f3e1cb0e by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:43.833534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0beaa848-e6c3-4eb9-9b66-1453f862764b service neutron] Attempting to bind port 7f71793d-de5d-49ba-a155-c930f3e1cb0e on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:43.838538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0beaa848-e6c3-4eb9-9b66-1453f862764b service neutron] Port 7f71793d-de5d-49ba-a155-c930f3e1cb0e on network 776e026d-dfd5-4122-9a50-8ea153b9e036 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:46:43.838912 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0beaa848-e6c3-4eb9-9b66-1453f862764b service neutron] Attempting to bind port 7f71793d-de5d-49ba-a155-c930f3e1cb0e on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:43.843970 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0beaa848-e6c3-4eb9-9b66-1453f862764b service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:43.844315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0beaa848-e6c3-4eb9-9b66-1453f862764b service neutron] Checking segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:43.844706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0beaa848-e6c3-4eb9-9b66-1453f862764b service neutron] Bound using segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:43.845138 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0beaa848-e6c3-4eb9-9b66-1453f862764b service neutron] Bound port: 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:43.934035 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0beaa848-e6c3-4eb9-9b66-1453f862764b service neutron] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:43.939653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['9bbb03a9-7454-4876-8632-b33d8d296d66'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:43.956809 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1da95ff5-7d56-4d99-8e31-138c6c810447 req-0335fa1f-b6a6-4b00-82e5-328012ea5c2a tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.958639 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0beaa848-e6c3-4eb9-9b66-1453f862764b service neutron] Publish callbacks [] for binding, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.959859 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0beaa848-e6c3-4eb9-9b66-1453f862764b service neutron] 10.222.0.71 "POST /v2.0/ports/7f71793d-de5d-49ba-a155-c930f3e1cb0e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3702605 Dec 08 01:46:43.991543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335fa1f-b6a6-4b00-82e5-328012ea5c2a tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Pushing event deleted for resources: {'Port': ['ID=eee34959-fea6-45dd-9441-627bf4f91b84,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:44.024109 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1da95ff5-7d56-4d99-8e31-138c6c810447 req-0335fa1f-b6a6-4b00-82e5-328012ea5c2a tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.027139 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1da95ff5-7d56-4d99-8e31-138c6c810447 req-0335fa1f-b6a6-4b00-82e5-328012ea5c2a tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.028318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1da95ff5-7d56-4d99-8e31-138c6c810447 req-0335fa1f-b6a6-4b00-82e5-328012ea5c2a tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "DELETE /v2.0/floatingips/f9772147-011d-4b39-b6e6-1d781c7f161d HTTP/1.1" status: 204 len: 173 time: 0.5086677 Dec 08 01:46:44.087214 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80305687-4d8a-4116-b6aa-d4ca25531830 None None] New status for floating IP c38963ab-746a-483b-ac11-5f011822b8de: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:46:44.102067 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a709346b-95e4-4846-9877-4e9000b53624 x-openstack-request-id: req-a709346b-95e4-4846-9877-4e9000b53624 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:44.102383 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7934daef-722c-4a8c-9e6f-227eabff8924", "tag": "3ad22e36-7f43-4b95-a52a-507fe90f6140", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c2ad756-7a1b-4aaf-b3a6-1336824000c4", "tag": "4f9b49d8-7694-45b5-9a62-eab2a2369b33", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:44.102635 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a709346b-95e4-4846-9877-4e9000b53624 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:44.103044 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7934daef-722c-4a8c-9e6f-227eabff8924', 'tag': '3ad22e36-7f43-4b95-a52a-507fe90f6140', 'status': 'completed', 'code': 200} Dec 08 01:46:44.103307 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2ad756-7a1b-4aaf-b3a6-1336824000c4', 'tag': '4f9b49d8-7694-45b5-9a62-eab2a2369b33', 'status': 'completed', 'code': 200} Dec 08 01:46:44.277116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-af1f4cef-4462-4a64-a57f-cc927c44743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:44.278753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-af1f4cef-4462-4a64-a57f-cc927c44743c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 1097 time: 0.0872536 Dec 08 01:46:44.289135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d5113-b416-4bd6-bbfc-533d6f97208b req-3b70ea17-1e7f-4d0b-b618-37977d23fe84 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:44.297095 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e4d5113-b416-4bd6-bbfc-533d6f97208b req-3b70ea17-1e7f-4d0b-b618-37977d23fe84 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff4a0259-b221-429d-9b89-442e0b709aca HTTP/1.1" status: 200 len: 949 time: 0.0911908 Dec 08 01:46:44.425854 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e4d5113-b416-4bd6-bbfc-533d6f97208b req-9056caab-ca07-4e15-b749-ed10d130228d tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276658 Dec 08 01:46:44.457049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-5649984a-0c59-40fa-9234-3b6337336954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:44.458547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-5649984a-0c59-40fa-9234-3b6337336954 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 922 time: 0.1586499 Dec 08 01:46:44.471594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86441a-e476-4acf-b06e-7ac29237332f req-6cc5b3a2-2c4e-4d6b-9890-dc0a6dc75713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:44.474675 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-6cc5b3a2-2c4e-4d6b-9890-dc0a6dc75713 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 1097 time: 0.0829215 Dec 08 01:46:44.520571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-27386c24-4a90-4ea5-8e97-44a2ae4156d6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad22e36-7f43-4b95-a52a-507fe90f6140 HTTP/1.1" status: 200 len: 217 time: 0.0541556 Dec 08 01:46:44.595300 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86441a-e476-4acf-b06e-7ac29237332f req-e377d8db-a277-486c-b613-4b9866e0b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:44.596931 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-e377d8db-a277-486c-b613-4b9866e0b9ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.1158123 Dec 08 01:46:44.600453 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-2eb43ef8-f44d-42b1-9284-73668e59658e tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=20e87a21cba842c7a15a2cc463e9462f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750933 Dec 08 01:46:44.640124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-033863ab-022e-4140-ad81-bbb0e9966377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:44.641663 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-033863ab-022e-4140-ad81-bbb0e9966377 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.1019642 Dec 08 01:46:44.644945 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-d949400e-e7e5-4e19-966b-83c70c65bb54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e HTTP/1.1" status: 200 len: 217 time: 0.0396206 Dec 08 01:46:44.705673 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0a3e1b04-fe72-434c-9444-47cbd4a26de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:44.708005 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-0a3e1b04-fe72-434c-9444-47cbd4a26de7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.0556834 Dec 08 01:46:44.740872 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-8628ffe7-4180-4382-991d-7718d2109272 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258465 Dec 08 01:46:44.776353 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-d8a7bb42-58dd-4977-bdba-4074055ddf81 req-01539656-0368-4dd4-bdbb-3f4a779d8f90 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] show failed (client error): The resource could not be found. Dec 08 01:46:44.777373 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8a7bb42-58dd-4977-bdba-4074055ddf81 req-01539656-0368-4dd4-bdbb-3f4a779d8f90 tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/floatingips/f9772147-011d-4b39-b6e6-1d781c7f161d HTTP/1.1" status: 404 len: 350 time: 0.0583529 Dec 08 01:46:44.789589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-c5b89284-25f9-4358-b926-b9a2b231755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:44.791069 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-c5b89284-25f9-4358-b926-b9a2b231755d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117969 Dec 08 01:46:44.800051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e975808b-e13a-4777-a390-60369d419d97 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:44.801466 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e975808b-e13a-4777-a390-60369d419d97 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937392 Dec 08 01:46:44.840081 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-05825ad7-e76e-4b0a-bbc4-35090fc6fcdd service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922418 Dec 08 01:46:44.845419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-ca77a247-6740-454e-8b23-d28fb061ca34 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/quotas/20e87a21cba842c7a15a2cc463e9462f HTTP/1.1" status: 200 len: 375 time: 0.0360401 Dec 08 01:46:44.921723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9bbb03a9-7454-4876-8632-b33d8d296d66 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:44.925069 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-5ad44767-07f1-4d2d-9fa0-2cb9bce29d9b tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=20e87a21cba842c7a15a2cc463e9462f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488110 Dec 08 01:46:44.931212 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-92fdfefc-5153-4a42-a0c0-81782b78c8b7 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845752 Dec 08 01:46:44.961226 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48b4b6-6c51-45b1-9392-82ab50dc4a14 req-862c8dfc-759d-41db-a617-5336d6dfee72 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:44.962723 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d48b4b6-6c51-45b1-9392-82ab50dc4a14 req-862c8dfc-759d-41db-a617-5336d6dfee72 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 945 time: 0.1292622 Dec 08 01:46:44.967232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-491a33bf-d572-4a7f-b765-f56a53921762 service neutron] 10.222.0.75 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648798 Dec 08 01:46:44.988670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 9bbb03a9-7454-4876-8632-b33d8d296d66 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:46:44.993822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 9bbb03a9-7454-4876-8632-b33d8d296d66 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:44.994191 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:45.070259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d48b4b6-6c51-45b1-9392-82ab50dc4a14 req-76f60354-6a53-4c54-8409-041f49e3744a tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004491 Dec 08 01:46:45.083259 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:45.091147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-fe23d5fc-e4a3-4c11-a500-b412688a1c04 service neutron] 10.222.0.75 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148651 Dec 08 01:46:45.120105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4a0259-b221-429d-9b89-442e0b709aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbb03a9-7454-4876-8632-b33d8d296d66'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:45.123099 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6021b25b-ed64-4165-b48f-cb3d989c0a6c" -d '{"events": [{"server_uuid": "ff4a0259-b221-429d-9b89-442e0b709aca", "name": "network-vif-plugged", "status": "completed", "tag": "9bbb03a9-7454-4876-8632-b33d8d296d66"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:45.149934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9bbb03a9-7454-4876-8632-b33d8d296d66, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9bbb03a9-7454-4876-8632-b33d8d296d66,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:45.159082 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:45.176637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83530412-a33f-45c4-a4f1-8ee4036fcdb5 req-a8651380-7459-4cf8-91f5-81dda6abecb6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:45.178403 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83530412-a33f-45c4-a4f1-8ee4036fcdb5 req-a8651380-7459-4cf8-91f5-81dda6abecb6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=6264953d-6aaf-4c31-b966-778a035ba341 HTTP/1.1" status: 200 len: 946 time: 0.0628328 Dec 08 01:46:45.245374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=9bbb03a9-7454-4876-8632-b33d8d296d66,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:45.273864 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86441a-e476-4acf-b06e-7ac29237332f req-f259937d-605e-4779-ad92-da090de1e412 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:45.275826 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-f259937d-605e-4779-ad92-da090de1e412 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093&tenant_id=d9da45ea7cc343eebae48b10a6a55294&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 1097 time: 0.1350963 Dec 08 01:46:45.288278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-31'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:45.305188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83530412-a33f-45c4-a4f1-8ee4036fcdb5 req-29f40897-b399-4d7d-b6cf-8366ae3e4416 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152828 Dec 08 01:46:45.329515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-7beef9d3-ebaa-4161-9fcb-4a5c13b74684 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:45.329515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-7beef9d3-ebaa-4161-9fcb-4a5c13b74684 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1141891 Dec 08 01:46:45.329515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-02be8d98-8227-4545-be02-63716ac9fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:45.329515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-02be8d98-8227-4545-be02-63716ac9fcde service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 1101 time: 0.1161261 Dec 08 01:46:45.345716 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:45.414012 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-4b22ad60-2401-4224-b9f7-e6986e2e9b93 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 694 time: 0.0786989 Dec 08 01:46:45.480377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-ff963eb2-dee9-4dec-ad0d-452350c1d00a tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Request body: {'floatingip': {'port_id': '6edc9046-f520-4679-be98-61dd8e839a70', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:45.487442 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-54915555-e8cd-4daa-9e6a-6da9534de5a6 req-86ab0a0c-b997-4a6a-bc88-18a303c69ebc tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] show failed (client error): The resource could not be found. Dec 08 01:46:45.488455 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54915555-e8cd-4daa-9e6a-6da9534de5a6 req-86ab0a0c-b997-4a6a-bc88-18a303c69ebc tempest-FloatingIPsTestJSON-1326940451 tempest-FloatingIPsTestJSON-1326940451-project] 10.222.0.71 "GET /v2.0/floatingips/f9772147-011d-4b39-b6e6-1d781c7f161d HTTP/1.1" status: 404 len: 350 time: 0.0841665 Dec 08 01:46:45.503055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33144) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:45.559698 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-ff963eb2-dee9-4dec-ad0d-452350c1d00a tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:45.565089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:45.658361 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:45.752181 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06482c73-5f72-433b-810e-9c89ec001093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f71793d-de5d-49ba-a155-c930f3e1cb0e'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:45.754810 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656f5e3e-6bfe-4ecd-b2e7-362a3d245fd2" -d '{"events": [{"server_uuid": "06482c73-5f72-433b-810e-9c89ec001093", "name": "network-vif-unplugged", "status": "completed", "tag": "7f71793d-de5d-49ba-a155-c930f3e1cb0e"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:45.786250 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:45.797822 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:45.846894 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-13a19c78-a566-42e9-9c66-cc0332506245 req-e17a864b-f6c0-4301-9dca-6ed2a0af5293 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/ports?device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 210 time: 0.3016524 Dec 08 01:46:45.888712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-7b837c09-4b71-4632-b011-760ecfab165a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:45.890189 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-7b837c09-4b71-4632-b011-760ecfab165a service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.5469065 Dec 08 01:46:45.920704 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3edbcc7-ccf3-4eb0-ac0c-0eec288d0020 x-openstack-request-id: req-c3edbcc7-ccf3-4eb0-ac0c-0eec288d0020 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:45.921491 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4a0259-b221-429d-9b89-442e0b709aca", "name": "network-vif-plugged", "status": "completed", "tag": "9bbb03a9-7454-4876-8632-b33d8d296d66", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:45.921999 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c3edbcc7-ccf3-4eb0-ac0c-0eec288d0020 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:45.922561 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4a0259-b221-429d-9b89-442e0b709aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbb03a9-7454-4876-8632-b33d8d296d66', 'code': 200} Dec 08 01:46:45.929892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f71793d-de5d-49ba-a155-c930f3e1cb0e,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:45.954237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Attempting to bind port 7f71793d-de5d-49ba-a155-c930f3e1cb0e on host n-h2-713499-31 for vnic_type normal with profile {"migrating_to": "n-h1-713499-31"} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:45.954581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Attempting to bind port 7f71793d-de5d-49ba-a155-c930f3e1cb0e by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:45.955472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Attempting to bind port 7f71793d-de5d-49ba-a155-c930f3e1cb0e on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:45.969379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Port 7f71793d-de5d-49ba-a155-c930f3e1cb0e on network 776e026d-dfd5-4122-9a50-8ea153b9e036 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:46:45.969719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Attempting to bind port 7f71793d-de5d-49ba-a155-c930f3e1cb0e on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:46.015234 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-8ad89082-5fee-4828-ae88-906131c37dc5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33 HTTP/1.1" status: 200 len: 217 time: 0.0838227 Dec 08 01:46:46.019828 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:46.020369 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Checking segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:46.020858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Bound using segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:46.021714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Bound port: 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:46.022163 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:46.089607 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4f9b49d8-7694-45b5-9a62-eab2a2369b33 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:46.105495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7934daef-722c-4a8c-9e6f-227eabff8924', 'tag': '3ad22e36-7f43-4b95-a52a-507fe90f6140'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:46.107792 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d08459-69a2-4ed7-86af-a8b70b1f9bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7934daef-722c-4a8c-9e6f-227eabff8924", "tag": "3ad22e36-7f43-4b95-a52a-507fe90f6140"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:46.114511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-04aa49b6-00fc-4062-b332-a84871ecb633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:46.115865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-04aa49b6-00fc-4062-b332-a84871ecb633 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0901704 Dec 08 01:46:46.125449 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ef5cc-0d2c-4b47-988f-33f28e1eb7b4 req-6097ad9f-b195-4bb0-b4a7-d80930fd3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:46.127926 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b67ef5cc-0d2c-4b47-988f-33f28e1eb7b4 req-6097ad9f-b195-4bb0-b4a7-d80930fd3f77 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff4a0259-b221-429d-9b89-442e0b709aca HTTP/1.1" status: 200 len: 1102 time: 0.1033611 Dec 08 01:46:46.191370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:46.197005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:46.201735 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 4f9b49d8-7694-45b5-9a62-eab2a2369b33 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:46:46.213812 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:46.230805 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 4f9b49d8-7694-45b5-9a62-eab2a2369b33 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:46.231461 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:46.261615 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-809549e9-7eb7-4c40-a244-11286c7377d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:46.263306 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-809549e9-7eb7-4c40-a244-11286c7377d5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1294467 Dec 08 01:46:46.273586 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b67ef5cc-0d2c-4b47-988f-33f28e1eb7b4 req-6cadeb71-a0c3-4c47-b49e-f71aa9daa278 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348696 Dec 08 01:46:46.371235 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f71793d-de5d-49ba-a155-c930f3e1cb0e,revision_number=8']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:46.390012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:46.390640 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:46.392112 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-fa659cad-bdd4-4af4-a5a4-db7070a213c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/7f71793d-de5d-49ba-a155-c930f3e1cb0e HTTP/1.1" status: 200 len: 1123 time: 1.1083496 Dec 08 01:46:46.416047 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:46.446525 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-d23c8e84-14b7-41c4-ba06-5d67d6228036 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434431 Dec 08 01:46:46.479614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:46.483533 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.75', 52637) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:46.489420 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:46.543116 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-45a1fd56-5b3b-43fe-8583-99791ec11937 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=20e87a21cba842c7a15a2cc463e9462f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581253 Dec 08 01:46:46.589226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['7f71793d-de5d-49ba-a155-c930f3e1cb0e'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:46.595648 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-ff963eb2-dee9-4dec-ad0d-452350c1d00a tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:46.618606 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-ff963eb2-dee9-4dec-ad0d-452350c1d00a tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:46.677535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833a2d8-1223-4a46-b6c1-4e4a8cb27a7b req-9b24407d-ba2a-4433-8ebf-0551afb84678 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:46.679025 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2833a2d8-1223-4a46-b6c1-4e4a8cb27a7b req-9b24407d-ba2a-4433-8ebf-0551afb84678 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.75 "GET /v2.0/ports?device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 945 time: 0.3040202 Dec 08 01:46:46.683479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7c23bbb-fe26-406e-b202-0f90e1e04e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:46.744586 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=4f9b49d8-7694-45b5-9a62-eab2a2369b33,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:46.819789 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f9b1e98-f7b1-492a-bcdf-2947015c0921 req-40782e9d-3788-4d87-ac10-50f5eb003167 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371239 Dec 08 01:46:46.850046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e0e90476-8378-4d66-8953-dff215e417d2 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:46.851523 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e0e90476-8378-4d66-8953-dff215e417d2 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731466 Dec 08 01:46:46.855734 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-ff963eb2-dee9-4dec-ad0d-452350c1d00a tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Floating IP c38963ab-746a-483b-ac11-5f011822b8de associated. External IP: 172.25.8.4, port: 6edc9046-f520-4679-be98-61dd8e839a70. Dec 08 01:46:46.897576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Request body: {'port': {'device_id': '23cd9bf4-c4db-46c8-850c-025b0f4345dd', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '20e87a21cba842c7a15a2cc463e9462f'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:46.915229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c5f95-b825-4d18-bded-d44d7b153a64 req-be48ca9d-fb7a-44b9-b8d2-8dee1c5685a1 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:46.916739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-448c5f95-b825-4d18-bded-d44d7b153a64 req-be48ca9d-fb7a-44b9-b8d2-8dee1c5685a1 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff4a0259-b221-429d-9b89-442e0b709aca HTTP/1.1" status: 200 len: 950 time: 0.1519158 Dec 08 01:46:46.998966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-2833a2d8-1223-4a46-b6c1-4e4a8cb27a7b req-64ed125e-9655-4dcf-a1cb-208cc53e132e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Deleting port 3ad22e36-7f43-4b95-a52a-507fe90f6140 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:46.999219 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2833a2d8-1223-4a46-b6c1-4e4a8cb27a7b req-64ed125e-9655-4dcf-a1cb-208cc53e132e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.069666 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-448c5f95-b825-4d18-bded-d44d7b153a64 req-39687bff-7b73-41c8-adb3-4a8362f9cf65 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397204 Dec 08 01:46:47.118926 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e634f1a-f637-436c-80a8-80b22769c44d x-openstack-request-id: req-9e634f1a-f637-436c-80a8-80b22769c44d {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:47.119783 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06482c73-5f72-433b-810e-9c89ec001093", "name": "network-vif-unplugged", "status": "completed", "tag": "7f71793d-de5d-49ba-a155-c930f3e1cb0e", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:47.120041 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9e634f1a-f637-436c-80a8-80b22769c44d {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:47.120433 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06482c73-5f72-433b-810e-9c89ec001093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f71793d-de5d-49ba-a155-c930f3e1cb0e', 'code': 200} Dec 08 01:46:47.160269 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2833a2d8-1223-4a46-b6c1-4e4a8cb27a7b req-64ed125e-9655-4dcf-a1cb-208cc53e132e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] For port 3ad22e36-7f43-4b95-a52a-507fe90f6140, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3ad22e36-7f43-4b95-a52a-507fe90f6140,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:47.160651 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2833a2d8-1223-4a46-b6c1-4e4a8cb27a7b req-64ed125e-9655-4dcf-a1cb-208cc53e132e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.173126 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca89e512-1196-499a-83e0-6dca7c842f4a x-openstack-request-id: req-ca89e512-1196-499a-83e0-6dca7c842f4a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:47.173553 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7934daef-722c-4a8c-9e6f-227eabff8924", "tag": "3ad22e36-7f43-4b95-a52a-507fe90f6140", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:47.174375 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ca89e512-1196-499a-83e0-6dca7c842f4a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:47.174955 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7934daef-722c-4a8c-9e6f-227eabff8924', 'tag': '3ad22e36-7f43-4b95-a52a-507fe90f6140', 'status': 'completed', 'code': 200} Dec 08 01:46:47.180237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-2833a2d8-1223-4a46-b6c1-4e4a8cb27a7b req-64ed125e-9655-4dcf-a1cb-208cc53e132e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Calling delete_port for 3ad22e36-7f43-4b95-a52a-507fe90f6140 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:47.182025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Made reservation on behalf of 20e87a21cba842c7a15a2cc463e9462f for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:47.185609 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.197123 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.210704 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:46:47.251387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e7c23bbb-fe26-406e-b202-0f90e1e04e99 admin admin] Deleting port 788f4427-3002-4df5-a3a9-5926f3795ccc {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:47.252217 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7c23bbb-fe26-406e-b202-0f90e1e04e99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.298713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-ff963eb2-dee9-4dec-ad0d-452350c1d00a tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:46:47.338515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227cfb9-519b-48dc-8550-9cbbe543e307 req-dff35bdd-e0d0-4770-ad5b-b2d48853c734 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:47.340053 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6227cfb9-519b-48dc-8550-9cbbe543e307 req-dff35bdd-e0d0-4770-ad5b-b2d48853c734 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 943 time: 0.1327968 Dec 08 01:46:47.365428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d08459-69a2-4ed7-86af-a8b70b1f9bb7 req-938479ee-e6d3-4d7c-b3a9-77c4228a4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:47.366925 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89d08459-69a2-4ed7-86af-a8b70b1f9bb7 req-938479ee-e6d3-4d7c-b3a9-77c4228a4770 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=7934daef-722c-4a8c-9e6f-227eabff8924 HTTP/1.1" status: 200 len: 1097 time: 0.1409550 Dec 08 01:46:47.390199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-e7c23bbb-fe26-406e-b202-0f90e1e04e99 admin admin] For port 788f4427-3002-4df5-a3a9-5926f3795ccc, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=788f4427-3002-4df5-a3a9-5926f3795ccc,segment=NetworkSegment(e7fac605-f8a6-4e5a-884a-fd638ff763d8),segment_id=e7fac605-f8a6-4e5a-884a-fd638ff763d8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:47.390588 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7c23bbb-fe26-406e-b202-0f90e1e04e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.411800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e7c23bbb-fe26-406e-b202-0f90e1e04e99 admin admin] Calling delete_port for 788f4427-3002-4df5-a3a9-5926f3795ccc owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:47.463391 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2833a2d8-1223-4a46-b6c1-4e4a8cb27a7b req-64ed125e-9655-4dcf-a1cb-208cc53e132e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.467859 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.497029 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['3ad22e36-7f43-4b95-a52a-507fe90f6140'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:47.497905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed125e-9655-4dcf-a1cb-208cc53e132e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Pushing event deleted for resources: {'Port': ['ID=3ad22e36-7f43-4b95-a52a-507fe90f6140,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:47.505439 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.548094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['6edc9046-f520-4679-be98-61dd8e839a70'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:47.554977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2833a2d8-1223-4a46-b6c1-4e4a8cb27a7b req-64ed125e-9655-4dcf-a1cb-208cc53e132e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] No DVR routers for this DVR port 3ad22e36-7f43-4b95-a52a-507fe90f6140 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:47.560565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2833a2d8-1223-4a46-b6c1-4e4a8cb27a7b req-64ed125e-9655-4dcf-a1cb-208cc53e132e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.563859 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2833a2d8-1223-4a46-b6c1-4e4a8cb27a7b req-64ed125e-9655-4dcf-a1cb-208cc53e132e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.75 "DELETE /v2.0/ports/3ad22e36-7f43-4b95-a52a-507fe90f6140 HTTP/1.1" status: 204 len: 173 time: 0.7698185 Dec 08 01:46:47.587268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6227cfb9-519b-48dc-8550-9cbbe543e307 req-28877494-bb69-4c99-b230-45b2354f9576 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379172 Dec 08 01:46:47.711179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d08459-69a2-4ed7-86af-a8b70b1f9bb7 req-290f767d-ace4-421d-b4fc-5c76a3074ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:47.713208 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89d08459-69a2-4ed7-86af-a8b70b1f9bb7 req-290f767d-ace4-421d-b4fc-5c76a3074ac0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 922 time: 0.3127611 Dec 08 01:46:47.714459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc17ac2-e16f-4e68-aea6-15d9057c525d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:47.732190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-ff963eb2-dee9-4dec-ad0d-452350c1d00a tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:46:47.756688 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe064853-e558-4319-bca6-01608f22a241 None None] Sync routers for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:46:47.794164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe064853-e558-4319-bca6-01608f22a241 None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:47.794791 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fe064853-e558-4319-bca6-01608f22a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:47.802014 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7c23bbb-fe26-406e-b202-0f90e1e04e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.832712 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-ff963eb2-dee9-4dec-ad0d-452350c1d00a tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.835696 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89d08459-69a2-4ed7-86af-a8b70b1f9bb7 req-6c4d98ba-500c-41c7-816e-7f4be15e8474 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ad22e36-7f43-4b95-a52a-507fe90f6140 HTTP/1.1" status: 200 len: 217 time: 0.0877135 Dec 08 01:46:47.852901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c23bbb-fe26-406e-b202-0f90e1e04e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=788f4427-3002-4df5-a3a9-5926f3795ccc,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:47.926482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ad756-7a1b-4aaf-b3a6-1336824000c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9b49d8-7694-45b5-9a62-eab2a2369b33'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:47.928850 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c865385a-737a-45a0-93f2-5a36a19034ca" -d '{"events": [{"server_uuid": "1c2ad756-7a1b-4aaf-b3a6-1336824000c4", "name": "network-vif-plugged", "status": "completed", "tag": "4f9b49d8-7694-45b5-9a62-eab2a2369b33"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:48.021948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-fe064853-e558-4319-bca6-01608f22a241 None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:48.062052 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7c23bbb-fe26-406e-b202-0f90e1e04e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:48.251830 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7ee0743-ceab-4925-8051-f434d6a1ce0f req-a8d85de6-2aea-4bb2-a846-4de0f14e34a2 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/ports?device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 210 time: 0.4148283 Dec 08 01:46:48.276400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-ff963eb2-dee9-4dec-ad0d-452350c1d00a tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "PUT /v2.0/floatingips/c38963ab-746a-483b-ac11-5f011822b8de HTTP/1.1" status: 200 len: 995 time: 2.8527987 Dec 08 01:46:48.366869 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c23bbb-fe26-406e-b202-0f90e1e04e99 admin admin] Router 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:46:48.395849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d08459-69a2-4ed7-86af-a8b70b1f9bb7 req-9c4288c6-f9ef-4665-893d-3feb440076d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:48.397313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89d08459-69a2-4ed7-86af-a8b70b1f9bb7 req-9c4288c6-f9ef-4665-893d-3feb440076d9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.2101750 Dec 08 01:46:48.450788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Allocated IP 192.168.233.198 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/e19e73c3-a98d-42c0-ab8e-68b4d9384cfb) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:48.471742 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-c808abc7-2e17-40b9-a7a2-ddbbc7701fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:48.479207 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-c808abc7-2e17-40b9-a7a2-ddbbc7701fa2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 1098 time: 0.1770804 Dec 08 01:46:48.556017 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a93619-54e4-4908-9162-858ff8af67f8 x-openstack-request-id: req-75a93619-54e4-4908-9162-858ff8af67f8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:48.556609 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2ad756-7a1b-4aaf-b3a6-1336824000c4", "name": "network-vif-plugged", "status": "completed", "tag": "4f9b49d8-7694-45b5-9a62-eab2a2369b33", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:48.556609 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-75a93619-54e4-4908-9162-858ff8af67f8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:48.557044 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ad756-7a1b-4aaf-b3a6-1336824000c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9b49d8-7694-45b5-9a62-eab2a2369b33', 'code': 200} Dec 08 01:46:48.569650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c23bbb-fe26-406e-b202-0f90e1e04e99 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:46:48.576372 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e7c23bbb-fe26-406e-b202-0f90e1e04e99 admin admin] 10.222.0.71 "PUT /v2.0/routers/4d830fa4-fb31-4ae9-99fe-9ff84ae348ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0719078 Dec 08 01:46:48.582613 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1b79b-0923-4ab0-9244-eabae246e364 None None] Sync routers for ids ['4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:46:48.586811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33192) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:48.599507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fe064853-e558-4319-bca6-01608f22a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'c38963ab-746a-483b-ac11-5f011822b8de', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'port_id': '6edc9046-f520-4679-be98-61dd8e839a70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'mac_address': 'fa:16:3e:fb:88:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:08Z', 'updated_at': '2021-12-08T01:46:46Z', 'revision_number': 8, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:48.604708 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1b79b-0923-4ab0-9244-eabae246e364 None None] Routers {'4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:48.605561 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-87b1b79b-0923-4ab0-9244-eabae246e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:48.609290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d08459-69a2-4ed7-86af-a8b70b1f9bb7 req-5f2c06ab-f304-4463-801c-4bb811cf974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:48.610658 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89d08459-69a2-4ed7-86af-a8b70b1f9bb7 req-5f2c06ab-f304-4463-801c-4bb811cf974a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2018745 Dec 08 01:46:48.636031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe064853-e558-4319-bca6-01608f22a241 None None] Checking router: 0ccbd836-fbc5-4ab5-9daf-58e117956a50 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:46:48.646974 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe064853-e558-4319-bca6-01608f22a241 None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:48.647766 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fe064853-e558-4319-bca6-01608f22a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:48.715437 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c9b1b-103c-4ce0-8a34-268faa0032c5 req-d5ab9d84-1a7b-4a9f-9cd4-16bfc4774f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:48.717142 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-996c9b1b-103c-4ce0-8a34-268faa0032c5 req-d5ab9d84-1a7b-4a9f-9cd4-16bfc4774f69 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 1102 time: 0.1391506 Dec 08 01:46:48.743550 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-87b1b79b-0923-4ab0-9244-eabae246e364 None None] Set router 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:48.766542 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:48.789925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-fe064853-e558-4319-bca6-01608f22a241 None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:48.790330 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d65cb-1213-4622-a4c5-27b5ee7359d1 req-0c0641b3-37df-45b9-b7c7-06ca420de977 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:48.797590 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac4d65cb-1213-4622-a4c5-27b5ee7359d1 req-0c0641b3-37df-45b9-b7c7-06ca420de977 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff4a0259-b221-429d-9b89-442e0b709aca HTTP/1.1" status: 200 len: 950 time: 0.2797928 Dec 08 01:46:48.822160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-d3134e4c-c2a4-4359-b3b6-5448197034c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:48.824934 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-996c9b1b-103c-4ce0-8a34-268faa0032c5 req-95fd063c-4e24-42e1-8930-98749836b17b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988858 Dec 08 01:46:48.829580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-d3134e4c-c2a4-4359-b3b6-5448197034c3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 922 time: 0.3494804 Dec 08 01:46:48.899676 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:48.930990 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89d08459-69a2-4ed7-86af-a8b70b1f9bb7 req-90122af2-f6a9-4613-ad60-8e4b11e3ac65 service neutron] 10.222.0.75 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104992 Dec 08 01:46:48.939353 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-87b1b79b-0923-4ab0-9244-eabae246e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'name': 'tempest-FloatingIPsTestJSON-1357623343-router', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:19Z', 'updated_at': '2021-12-08T01:46:47Z', 'revision_number': 5, 'project_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'gw_port': {'id': '2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:20Z', 'updated_at': '2021-12-08T01:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:48.969908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] Deleting port 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:48.971298 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac4d65cb-1213-4622-a4c5-27b5ee7359d1 req-e4246c74-085b-4492-9414-4ea914579f87 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667216 Dec 08 01:46:48.974789 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1b79b-0923-4ab0-9244-eabae246e364 None None] Checking router: 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:46:48.981392 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:48.986932 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1b79b-0923-4ab0-9244-eabae246e364 None None] Routers {'4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:48.988379 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-87b1b79b-0923-4ab0-9244-eabae246e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:49.013315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-47c72a39-e0bd-4e9f-a0bc-1b0516805f8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6edc9046-f520-4679-be98-61dd8e839a70 HTTP/1.1" status: 200 len: 998 time: 0.1827292 Dec 08 01:46:49.031663 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.073502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] For port 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:49.073832 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.088553 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] Calling delete_port for 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:49.101375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fe064853-e558-4319-bca6-01608f22a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'c38963ab-746a-483b-ac11-5f011822b8de', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'port_id': '6edc9046-f520-4679-be98-61dd8e839a70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'mac_address': 'fa:16:3e:fb:88:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:08Z', 'updated_at': '2021-12-08T01:46:46Z', 'revision_number': 8, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:49.135217 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe064853-e558-4319-bca6-01608f22a241 None None] The sync data for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 is: [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'c38963ab-746a-483b-ac11-5f011822b8de', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'port_id': '6edc9046-f520-4679-be98-61dd8e839a70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'mac_address': 'fa:16:3e:fb:88:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:08Z', 'updated_at': '2021-12-08T01:46:46Z', 'revision_number': 8, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:46:49.140502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06482c73-5f72-433b-810e-9c89ec001093', 'tag': '7f71793d-de5d-49ba-a155-c930f3e1cb0e'}, {'server_uuid': '7934daef-722c-4a8c-9e6f-227eabff8924', 'name': 'network-vif-deleted', 'tag': '3ad22e36-7f43-4b95-a52a-507fe90f6140'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:49.144064 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c4b999-7178-40a2-98a5-211e6fb8c3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "06482c73-5f72-433b-810e-9c89ec001093", "tag": "7f71793d-de5d-49ba-a155-c930f3e1cb0e"}, {"server_uuid": "7934daef-722c-4a8c-9e6f-227eabff8924", "name": "network-vif-deleted", "tag": "3ad22e36-7f43-4b95-a52a-507fe90f6140"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:49.193245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-528df401-0930-4f2a-95ce-f90be4ae9472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:49.194917 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-528df401-0930-4f2a-95ce-f90be4ae9472 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.1808348 Dec 08 01:46:49.195362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'tag': '6edc9046-f520-4679-be98-61dd8e839a70'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:49.197656 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302578f9-0d40-4ff2-93d2-147ddde357c2" -d '{"events": [{"name": "network-changed", "server_uuid": "83e3f8d9-85f3-4932-80b3-fd6aaae72ada", "tag": "6edc9046-f520-4679-be98-61dd8e839a70"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:49.218318 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-87b1b79b-0923-4ab0-9244-eabae246e364 None None] Set router 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:49.273164 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-87b1b79b-0923-4ab0-9244-eabae246e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'name': 'tempest-FloatingIPsTestJSON-1357623343-router', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:19Z', 'updated_at': '2021-12-08T01:46:48Z', 'revision_number': 6, 'project_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:49.304869 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b1b79b-0923-4ab0-9244-eabae246e364 None None] The sync data for ids ['4d830fa4-fb31-4ae9-99fe-9ff84ae348ad'] in n-d-713499-31 is: [{'id': '4d830fa4-fb31-4ae9-99fe-9ff84ae348ad', 'name': 'tempest-FloatingIPsTestJSON-1357623343-router', 'tenant_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:19Z', 'updated_at': '2021-12-08T01:46:48Z', 'revision_number': 6, 'project_id': 'fc0b5308669342a88db8b3eb4e94b65c', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:46:49.306043 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.353641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.387752 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] Pushing event deleted for resources: {'Port': ['ID=2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:49.398251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:49.400781 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89d08459-69a2-4ed7-86af-a8b70b1f9bb7 req-6da27187-148d-4800-ba43-c0eed17e5fa4 service neutron] 10.222.0.75 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084297 Dec 08 01:46:49.402377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-325f4d33-ceeb-4061-9982-2f6f7f1be1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:49.403811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-325f4d33-ceeb-4061-9982-2f6f7f1be1ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1780221 Dec 08 01:46:49.412549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6865c1-5fdc-435a-b0f3-46ee0193bb89 req-6230f31a-8d53-436c-bb9c-6121640d26e1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:49.419822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef6865c1-5fdc-435a-b0f3-46ee0193bb89 req-6230f31a-8d53-436c-bb9c-6121640d26e1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 943 time: 0.2113554 Dec 08 01:46:49.442500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:49.449178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:49.454767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:49.455421 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.464481 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.484165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Pushing event updated for resources: {'Port': ['ID=e19e73c3-a98d-42c0-ab8e-68b4d9384cfb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:49.512359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cda87-be0c-4ea8-b9ef-cbfdb39b47b5 None None] New status for floating IP c38963ab-746a-483b-ac11-5f011822b8de: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:46:49.587661 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e28d48ec-6d66-49f9-a463-8fcae8b0cb32 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6973331 Dec 08 01:46:49.625369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Request body: {'port': {'device_id': '23cd9bf4-c4db-46c8-850c-025b0f4345dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:49.691086 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef6865c1-5fdc-435a-b0f3-46ee0193bb89 req-5106f6a7-80c0-4ba5-bb14-6a5d6353c4a7 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702336 Dec 08 01:46:49.797377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3e2379f5-524e-42f9-a99b-d76b1f931633 None None] Provisioning complete for port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:49.797908 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e2379f5-524e-42f9-a99b-d76b1f931633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.831767 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.835314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-5661c80d-8cae-4717-b241-ad20ab11cd73 service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100823 Dec 08 01:46:49.863640 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3e2379f5-524e-42f9-a99b-d76b1f931633 None None] Port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:49.991787 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.993754 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.063962 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.065147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d830fa4-fb31-4ae9-99fe-9ff84ae348ad {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:46:50.071648 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.075595 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5014b79f-2cdc-4091-b01c-654f4be2c549 admin admin] 10.222.0.71 "DELETE /v2.0/routers/4d830fa4-fb31-4ae9-99fe-9ff84ae348ad HTTP/1.1" status: 204 len: 168 time: 1.4850948 Dec 08 01:46:50.075595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33244) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:50.114974 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3ad22e36-7f43-4b95-a52a-507fe90f6140 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:50.122168 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-53855f36-2aea-4d92-9eeb-f83eccf734b9 admin admin] Deleting subnet a82185e0-50b8-4923-8244-66876401bfd1 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:46:50.127307 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53855f36-2aea-4d92-9eeb-f83eccf734b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.127816 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5664053-95f0-4a94-aab4-1b0f67a06774 req-a94ceb02-bd05-4211-8c4f-e4bf1e3661d3 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:50.135841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5664053-95f0-4a94-aab4-1b0f67a06774 req-a94ceb02-bd05-4211-8c4f-e4bf1e3661d3 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.2170587 Dec 08 01:46:50.144942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 3ad22e36-7f43-4b95-a52a-507fe90f6140 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:50.145777 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3ad22e36-7f43-4b95-a52a-507fe90f6140 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:50.170333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53855f36-2aea-4d92-9eeb-f83eccf734b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.175573 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7338181c-31c3-4869-abfc-ba5ef01fef66 req-9163a6b0-c459-499d-a761-5f1dd80705dc service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186507 Dec 08 01:46:50.313181 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5664053-95f0-4a94-aab4-1b0f67a06774 req-b5a4b30f-4320-469a-b095-c0d1fdceb18e tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723309 Dec 08 01:46:50.402880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:50.403006 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53855f36-2aea-4d92-9eeb-f83eccf734b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.491998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:50.494845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2badf0b1-d177-4e1c-a416-ae3cdf3b1d6f not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:50.498717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 788f4427-3002-4df5-a3a9-5926f3795ccc no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:50.502754 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d29e68-9716-4d1f-be61-b8ecd777ab51 x-openstack-request-id: req-85d29e68-9716-4d1f-be61-b8ecd777ab51 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:50.503107 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06482c73-5f72-433b-810e-9c89ec001093", "tag": "7f71793d-de5d-49ba-a155-c930f3e1cb0e", "status": "completed", "code": 200}, {"server_uuid": "7934daef-722c-4a8c-9e6f-227eabff8924", "name": "network-vif-deleted", "tag": "3ad22e36-7f43-4b95-a52a-507fe90f6140", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:50.504664 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-85d29e68-9716-4d1f-be61-b8ecd777ab51 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:50.505171 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06482c73-5f72-433b-810e-9c89ec001093', 'tag': '7f71793d-de5d-49ba-a155-c930f3e1cb0e', 'status': 'completed', 'code': 200} Dec 08 01:46:50.505569 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7934daef-722c-4a8c-9e6f-227eabff8924', 'name': 'network-vif-deleted', 'tag': '3ad22e36-7f43-4b95-a52a-507fe90f6140', 'status': 'completed', 'code': 200} Dec 08 01:46:50.509556 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53855f36-2aea-4d92-9eeb-f83eccf734b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.556857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53855f36-2aea-4d92-9eeb-f83eccf734b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82185e0-50b8-4923-8244-66876401bfd1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:50.568174 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72c5f97-b105-4b3c-bb58-662b804c3b3b x-openstack-request-id: req-f72c5f97-b105-4b3c-bb58-662b804c3b3b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:50.568708 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e3f8d9-85f3-4932-80b3-fd6aaae72ada", "tag": "6edc9046-f520-4679-be98-61dd8e839a70", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:50.568708 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f72c5f97-b105-4b3c-bb58-662b804c3b3b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:50.569459 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'tag': '6edc9046-f520-4679-be98-61dd8e839a70', 'status': 'completed', 'code': 200} Dec 08 01:46:50.575302 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53855f36-2aea-4d92-9eeb-f83eccf734b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.590941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33256) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:50.600569 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-53855f36-2aea-4d92-9eeb-f83eccf734b9 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a82185e0-50b8-4923-8244-66876401bfd1 HTTP/1.1" status: 204 len: 168 time: 0.5236933 Dec 08 01:46:50.606750 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa72f2c-d51d-43af-b2f3-b64c026ef505 None None] Network 269b327c-3fd4-4b5d-b425-98c4c000f64c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:50.614284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19e73c3-a98d-42c0-ab8e-68b4d9384cfb {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:50.638681 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.702252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 788f4427-3002-4df5-a3a9-5926f3795ccc {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:50.702777 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 788f4427-3002-4df5-a3a9-5926f3795ccc not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:50.710496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Transition to ACTIVE for port object e19e73c3-a98d-42c0-ab8e-68b4d9384cfb will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:46:50.725102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf24759-7ee1-421f-ad40-dc0693228bb8 req-ee6afe35-6d7c-4015-9564-38e23d859419 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:50.733193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ecf24759-7ee1-421f-ad40-dc0693228bb8 req-ee6afe35-6d7c-4015-9564-38e23d859419 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/ports?device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 936 time: 0.1995242 Dec 08 01:46:50.740060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4b999-7178-40a2-98a5-211e6fb8c3dc req-601175be-4a5c-46e2-9474-4fcb86a4a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:50.741604 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8c4b999-7178-40a2-98a5-211e6fb8c3dc req-601175be-4a5c-46e2-9474-4fcb86a4a4a6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 1126 time: 0.2330444 Dec 08 01:46:50.775873 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.781341 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302578f9-0d40-4ff2-93d2-147ddde357c2 req-38756ed3-f5d2-4ccc-91b6-678bc904db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:50.782272 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-302578f9-0d40-4ff2-93d2-147ddde357c2 req-38756ed3-f5d2-4ccc-91b6-678bc904db73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 1098 time: 0.1559587 Dec 08 01:46:50.852342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33264) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:50.934257 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796210b5-a38b-478c-aa56-e8564af2e227 None None] DHCP port deletion for 269b327c-3fd4-4b5d-b425-98c4c000f64c request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:50.950418 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7f71793d-de5d-49ba-a155-c930f3e1cb0e details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:46:50.954663 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.958416 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302578f9-0d40-4ff2-93d2-147ddde357c2 req-4a56ffd7-0f7a-46f2-9d1f-49899bb38b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:50.960148 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-302578f9-0d40-4ff2-93d2-147ddde357c2 req-4a56ffd7-0f7a-46f2-9d1f-49899bb38b5e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 922 time: 0.1634347 Dec 08 01:46:51.074668 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-302578f9-0d40-4ff2-93d2-147ddde357c2 req-cd75a17b-f3b6-4d87-95da-23bcee01af0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6edc9046-f520-4679-be98-61dd8e839a70 HTTP/1.1" status: 200 len: 1000 time: 0.0994358 Dec 08 01:46:51.096746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e19e73c3-a98d-42c0-ab8e-68b4d9384cfb,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:51.135577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-796210b5-a38b-478c-aa56-e8564af2e227 None None] Deleting port f7955c11-e2cf-48a6-8213-505b8e6d577f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:51.136063 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-796210b5-a38b-478c-aa56-e8564af2e227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.147421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a51cc21-87c4-460e-8311-4596c2033198 req-fba6e09e-0ecd-4dbb-a448-534cf20c6a4a tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips/c38963ab-746a-483b-ac11-5f011822b8de HTTP/1.1" status: 200 len: 997 time: 0.3434794 Dec 08 01:46:51.221285 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d896c2c7-73b6-4060-a849-0ed523755879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.226444 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ecf24759-7ee1-421f-ad40-dc0693228bb8 req-f8ae6d50-ff72-4326-afb4-db69417119d7 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc17ac2-e16f-4e68-aea6-15d9057c525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922950 Dec 08 01:46:51.240289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:51.271215 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302578f9-0d40-4ff2-93d2-147ddde357c2 req-5de49bc7-6534-4c1e-be1c-e107a6ade81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:51.272725 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-302578f9-0d40-4ff2-93d2-147ddde357c2 req-5de49bc7-6534-4c1e-be1c-e107a6ade81c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.1893904 Dec 08 01:46:51.286795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-796210b5-a38b-478c-aa56-e8564af2e227 None None] For port f7955c11-e2cf-48a6-8213-505b8e6d577f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f7955c11-e2cf-48a6-8213-505b8e6d577f,segment=NetworkSegment(e7fac605-f8a6-4e5a-884a-fd638ff763d8),segment_id=e7fac605-f8a6-4e5a-884a-fd638ff763d8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:51.287181 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-796210b5-a38b-478c-aa56-e8564af2e227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.290383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7f71793d-de5d-49ba-a155-c930f3e1cb0e has no active binding in host n-h1-713499-31 {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:46:51.290751 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a311ffd0-db9b-499d-9d93-622d3859db20 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:46:51.332305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-796210b5-a38b-478c-aa56-e8564af2e227 None None] Calling delete_port for f7955c11-e2cf-48a6-8213-505b8e6d577f owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:51.390166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302578f9-0d40-4ff2-93d2-147ddde357c2 req-45390751-ea77-487b-b5fe-a1ae57b2612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:51.391741 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-302578f9-0d40-4ff2-93d2-147ddde357c2 req-45390751-ea77-487b-b5fe-a1ae57b2612c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098471 Dec 08 01:46:51.492684 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d896c2c7-73b6-4060-a849-0ed523755879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.503655 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d896c2c7-73b6-4060-a849-0ed523755879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.534340 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d896c2c7-73b6-4060-a849-0ed523755879 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=deb2e8018db34ea098f0bb405907dc17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6798136 Dec 08 01:46:51.542890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33270) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:51.602934 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896c2c7-73b6-4060-a849-0ed523755879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cbb672-bb97-4046-af9f-2d600523a7c2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:51.610683 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-796210b5-a38b-478c-aa56-e8564af2e227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.646772 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-302578f9-0d40-4ff2-93d2-147ddde357c2 req-49ad8314-272d-4644-a458-29a7f5052ea8 service neutron] 10.222.0.45 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422996 Dec 08 01:46:51.665982 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f9ac07f-f1e4-40bb-a848-e2839a5070b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.673632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4b999-7178-40a2-98a5-211e6fb8c3dc req-9207fecf-a5c7-42da-871c-dbdf381c0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:51.675466 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8c4b999-7178-40a2-98a5-211e6fb8c3dc req-9207fecf-a5c7-42da-871c-dbdf381c0cba service neutron] 10.222.0.75 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.8869610 Dec 08 01:46:51.694326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796210b5-a38b-478c-aa56-e8564af2e227 None None] Pushing event deleted for resources: {'Port': ['ID=f7955c11-e2cf-48a6-8213-505b8e6d577f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:51.721381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796210b5-a38b-478c-aa56-e8564af2e227 None None] No DVR routers for this DVR port f7955c11-e2cf-48a6-8213-505b8e6d577f on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:51.761741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Attempting to bind port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:51.762190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Attempting to bind port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:51.762793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Attempting to bind port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:51.772625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8c4b999-7178-40a2-98a5-211e6fb8c3dc req-80c525de-3a5e-4d8a-a399-0d64510bc0b4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e HTTP/1.1" status: 200 len: 217 time: 0.0748203 Dec 08 01:46:51.779659 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port a311ffd0-db9b-499d-9d93-622d3859db20, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a311ffd0-db9b-499d-9d93-622d3859db20,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:51.796188 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-302578f9-0d40-4ff2-93d2-147ddde357c2 req-0da454d2-75c1-4afe-8a00-b143ba61bb2b service neutron] 10.222.0.45 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316147 Dec 08 01:46:51.797403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'a311ffd0-db9b-499d-9d93-622d3859db20', 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f', 'port_id': 'a311ffd0-db9b-499d-9d93-622d3859db20', 'mac_address': 'fa:16:3e:41:05:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4f4a17-ff0b-4ee2-b46a-f3453934fdb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:46:51.797822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:46:51.798260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Attempting to bind port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:51.822839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f9ac07f-f1e4-40bb-a848-e2839a5070b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.866710 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433feac2-830a-461b-84b0-e85bc799af75 req-480573fd-4e5e-4db6-bc88-4f0bbc347e50 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:51.872582 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.874945 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-433feac2-830a-461b-84b0-e85bc799af75 req-480573fd-4e5e-4db6-bc88-4f0bbc347e50 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 943 time: 0.5150521 Dec 08 01:46:51.881977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:51.882323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:51.882707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:51.883181 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Bound port: e19e73c3-a98d-42c0-ab8e-68b4d9384cfb, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:51.883521 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.894468 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f9ac07f-f1e4-40bb-a848-e2839a5070b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.897462 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f9ac07f-f1e4-40bb-a848-e2839a5070b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.901590 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3f9ac07f-f1e4-40bb-a848-e2839a5070b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/78cbb672-bb97-4046-af9f-2d600523a7c2 HTTP/1.1" status: 204 len: 168 time: 0.3550546 Dec 08 01:46:51.925701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a311ffd0-db9b-499d-9d93-622d3859db20 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:51.928246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51cc21-87c4-460e-8311-4596c2033198 req-2892a083-223d-4d55-86f9-adbcb37b75ab tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:51.932572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a51cc21-87c4-460e-8311-4596c2033198 req-2892a083-223d-4d55-86f9-adbcb37b75ab tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.7830822 Dec 08 01:46:51.933747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ac07f-f1e4-40bb-a848-e2839a5070b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cbb672-bb97-4046-af9f-2d600523a7c2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:51.947810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Deleting port f7955c11-e2cf-48a6-8213-505b8e6d577f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:51.948501 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.973314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port a311ffd0-db9b-499d-9d93-622d3859db20, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a311ffd0-db9b-499d-9d93-622d3859db20,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:51.974413 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36256427-2921-468d-b0ea-d2ec64a8aa9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.981892 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.998039 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-433feac2-830a-461b-84b0-e85bc799af75 req-8ce2c6a4-1700-466e-8a65-329000d6804b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220729 Dec 08 01:46:52.034259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-6a51cc21-87c4-460e-8311-4596c2033198 req-de08e167-9af3-48d4-bcbd-3a92a88afbd2 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:46:52.035308 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a51cc21-87c4-460e-8311-4596c2033198 req-de08e167-9af3-48d4-bcbd-3a92a88afbd2 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0426211 Dec 08 01:46:52.037722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4b999-7178-40a2-98a5-211e6fb8c3dc req-8fc28264-f836-42cc-b3c9-de01e7a280a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:52.041813 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8c4b999-7178-40a2-98a5-211e6fb8c3dc req-8fc28264-f836-42cc-b3c9-de01e7a280a1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.2555437 Dec 08 01:46:52.098348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=a311ffd0-db9b-499d-9d93-622d3859db20,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:52.186287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f7955c11-e2cf-48a6-8213-505b8e6d577f no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:52.219286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8c4b999-7178-40a2-98a5-211e6fb8c3dc req-eba3e774-0058-4589-86d4-b048980955a2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683619 Dec 08 01:46:52.247858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a311ffd0-db9b-499d-9d93-622d3859db20'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:52.293715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: f7955c11-e2cf-48a6-8213-505b8e6d577f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:52.308198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f7955c11-e2cf-48a6-8213-505b8e6d577f not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:52.353050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] For port f7955c11-e2cf-48a6-8213-505b8e6d577f, host n-d-713499-31, got binding levels [] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:52.353445 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:52.447535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Calling delete_port for f7955c11-e2cf-48a6-8213-505b8e6d577f owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:52.466331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Port f7955c11-e2cf-48a6-8213-505b8e6d577f was not found and therefore no delete operation was performed {{(pid=109767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:46:52.482356 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:52.492251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33290) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:52.514327 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a27a3309-aa6e-48a6-8078-1e121f2ac4f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:52.515545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f48fa-0d50-4747-9fbf-c91a66b21321 req-380aadaf-e4c0-4a1e-89de-61db9f214532 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:52.523001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e3f48fa-0d50-4747-9fbf-c91a66b21321 req-380aadaf-e4c0-4a1e-89de-61db9f214532 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.3008547 Dec 08 01:46:52.547771 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-d779d101-1bf0-4245-bb0b-dbcb16de1761 service neutron] 10.222.0.75 "GET /v2.0/ports/7f71793d-de5d-49ba-a155-c930f3e1cb0e/bindings/n-h1-713499-31 HTTP/1.1" status: 200 len: 385 time: 0.1671734 Dec 08 01:46:52.548801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] For port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:52.575303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7955c11-e2cf-48a6-8213-505b8e6d577f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:52.584970 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-a3cd750f-41e1-4cdd-8904-5cb21e2c1496 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 1000 time: 0.2542419 Dec 08 01:46:52.588102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] For port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e19e73c3-a98d-42c0-ab8e-68b4d9384cfb,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:52.595390 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] No DVR routers for this DVR port f7955c11-e2cf-48a6-8213-505b8e6d577f on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:52.619510 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:52.695949 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8c4b999-7178-40a2-98a5-211e6fb8c3dc req-6c76420d-8d4b-4794-b22f-e685d8f52b3c service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461644 Dec 08 01:46:52.776172 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a27a3309-aa6e-48a6-8078-1e121f2ac4f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:52.787013 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a27a3309-aa6e-48a6-8078-1e121f2ac4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:52.795587 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e3f48fa-0d50-4747-9fbf-c91a66b21321 req-0cfaf279-7431-46ff-bc5c-f0d0ee4566ad tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713275 Dec 08 01:46:52.798361 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:52.805138 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:52.806698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] 10.222.0.75 "PUT /v2.0/ports/e19e73c3-a98d-42c0-ab8e-68b4d9384cfb HTTP/1.1" status: 200 len: 1097 time: 3.1982036 Dec 08 01:46:52.816634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cd9bf4-c4db-46c8-850c-025b0f4345dd', 'tag': 'e19e73c3-a98d-42c0-ab8e-68b4d9384cfb'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:52.833597 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd861f07-af92-4429-9cad-4367c7d55a59" -d '{"events": [{"name": "network-changed", "server_uuid": "23cd9bf4-c4db-46c8-850c-025b0f4345dd", "tag": "e19e73c3-a98d-42c0-ab8e-68b4d9384cfb"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:52.851534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-37d71806-fa28-471e-b954-f8428def6c4c tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:52.853289 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-37d71806-fa28-471e-b954-f8428def6c4c tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports/6edc9046-f520-4679-be98-61dd8e839a70 HTTP/1.1" status: 200 len: 943 time: 0.2456195 Dec 08 01:46:52.944805 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a27a3309-aa6e-48a6-8078-1e121f2ac4f1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c252d9970a8f4cf2bd580c5723cc7341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513683 Dec 08 01:46:52.953685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33296) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:52.953937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a311ffd0-db9b-499d-9d93-622d3859db20 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:52.961972 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f86441a-e476-4acf-b06e-7ac29237332f req-5880e2a1-8ccd-4900-85ec-c7a13a125d30 service neutron] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:52.975439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a3309-aa6e-48a6-8078-1e121f2ac4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbf2cff-3555-4840-9139-51e16de6413c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:53.016446 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.044761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c8fb5-f937-4b5e-be45-e0641a30ffc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e19e73c3-a98d-42c0-ab8e-68b4d9384cfb,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:53.052995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f86441a-e476-4acf-b06e-7ac29237332f req-5880e2a1-8ccd-4900-85ec-c7a13a125d30 service neutron] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:53.092904 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b20f9027-ef34-43af-bdf1-b30bfa08e26a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.124819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-2f86441a-e476-4acf-b06e-7ac29237332f req-5880e2a1-8ccd-4900-85ec-c7a13a125d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f71793d-de5d-49ba-a155-c930f3e1cb0e {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:53.130611 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.150375 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b20f9027-ef34-43af-bdf1-b30bfa08e26a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.153384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f86441a-e476-4acf-b06e-7ac29237332f req-5880e2a1-8ccd-4900-85ec-c7a13a125d30 service neutron] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:53.157270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port a311ffd0-db9b-499d-9d93-622d3859db20 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:53.157647 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.197077 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f86441a-e476-4acf-b06e-7ac29237332f req-5880e2a1-8ccd-4900-85ec-c7a13a125d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.211738 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:53.212365 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:53.213299 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:53.213808 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Subscribe: > port after_create 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:53.214313 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:53.214813 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Subscribe: > port after_update 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:53.215294 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:53.215808 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:53.216298 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:53.216632 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:53.288627 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:53.288973 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:53.289310 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:53.289651 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:46:53.290017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269b327c-3fd4-4b5d-b425-98c4c000f64c']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:53.302921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b20f9027-ef34-43af-bdf1-b30bfa08e26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.308836 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b20f9027-ef34-43af-bdf1-b30bfa08e26a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.310247 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b20f9027-ef34-43af-bdf1-b30bfa08e26a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fcbf2cff-3555-4840-9139-51e16de6413c HTTP/1.1" status: 204 len: 168 time: 0.3553975 Dec 08 01:46:53.321413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fac605-f8a6-4e5a-884a-fd638ff763d8') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:53.321612 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fac605-f8a6-4e5a-884a-fd638ff763d8') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:53.358905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f9027-ef34-43af-bdf1-b30bfa08e26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbf2cff-3555-4840-9139-51e16de6413c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:53.379634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-2f86441a-e476-4acf-b06e-7ac29237332f req-5880e2a1-8ccd-4900-85ec-c7a13a125d30 service neutron] Transition to ACTIVE for port object 7f71793d-de5d-49ba-a155-c930f3e1cb0e will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:46:53.386091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.390300 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f86441a-e476-4acf-b06e-7ac29237332f req-5880e2a1-8ccd-4900-85ec-c7a13a125d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.400261 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-ca6e27ec-1afd-4071-9b27-d049c4421130 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 1000 time: 0.4077322 Dec 08 01:46:53.424440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-68d704c2-916c-4b06-964c-1e47d3abc15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:53.425895 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-68d704c2-916c-4b06-964c-1e47d3abc15c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20e87a21cba842c7a15a2cc463e9462f&device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 1100 time: 0.5254819 Dec 08 01:46:53.442455 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8c4b999-7178-40a2-98a5-211e6fb8c3dc req-152745d3-abd7-4a74-853b-27a68f98cc77 service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313218 Dec 08 01:46:53.471410 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d263f-1a96-42f8-be7f-b2e33fb3d961 req-ddd0c466-d5bf-4e33-b022-d987e8c39506 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:53.472902 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-697d263f-1a96-42f8-be7f-b2e33fb3d961 req-ddd0c466-d5bf-4e33-b022-d987e8c39506 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/ports?device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 948 time: 0.4727168 Dec 08 01:46:53.486310 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.487065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880e2a1-8ccd-4900-85ec-c7a13a125d30 service neutron] Pushing event updated for resources: {'Port': ['ID=7f71793d-de5d-49ba-a155-c930f3e1cb0e,revision_number=10']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:53.516411 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.552698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-ebc32bf7-4ccc-450a-8f67-fb7c71ee167a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=e19e73c3-a98d-42c0-ab8e-68b4d9384cfb HTTP/1.1" status: 200 len: 217 time: 0.0944498 Dec 08 01:46:53.552906 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6264953d-6aaf-4c31-b966-778a035ba341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a311ffd0-db9b-499d-9d93-622d3859db20'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:53.559989 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ab76c2-547b-4fc2-8f05-fa8e7f04ff7e" -d '{"events": [{"server_uuid": "6264953d-6aaf-4c31-b966-778a035ba341", "name": "network-vif-plugged", "status": "completed", "tag": "a311ffd0-db9b-499d-9d93-622d3859db20"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:53.564459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:46:53.564905 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.568183 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f86441a-e476-4acf-b06e-7ac29237332f req-5880e2a1-8ccd-4900-85ec-c7a13a125d30 service neutron] No DVR routers for this DVR port 7f71793d-de5d-49ba-a155-c930f3e1cb0e on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: from cryptography.utils import int_from_bytes Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: from cryptography.utils import int_from_bytes Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:46:53.580318 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:46:53.600767 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port a311ffd0-db9b-499d-9d93-622d3859db20, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a311ffd0-db9b-499d-9d93-622d3859db20,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:53.608925 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.658088 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-5880e2a1-8ccd-4900-85ec-c7a13a125d30 service neutron] 10.222.0.75 "PUT /v2.0/ports/7f71793d-de5d-49ba-a155-c930f3e1cb0e/bindings/n-h1-713499-31/activate HTTP/1.1" status: 200 len: 370 time: 1.1029439 Dec 08 01:46:53.714853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=a311ffd0-db9b-499d-9d93-622d3859db20,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:53.721931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-588b5c61-d382-45db-8de4-28fbd4b4c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:53.723331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-588b5c61-d382-45db-8de4-28fbd4b4c8e8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1565418 Dec 08 01:46:53.765707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-50b36064-5713-42ad-8ffa-2c6c7345294b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:53.767544 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-50b36064-5713-42ad-8ffa-2c6c7345294b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.3660772 Dec 08 01:46:53.783982 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-697d263f-1a96-42f8-be7f-b2e33fb3d961 req-de79560f-7520-46b2-89ae-41693b20158e tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc17ac2-e16f-4e68-aea6-15d9057c525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757168 Dec 08 01:46:53.796382 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.846443 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86441a-e476-4acf-b06e-7ac29237332f req-599794bb-cbc4-49aa-92f8-a7c9a124541c tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:53.847965 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-599794bb-cbc4-49aa-92f8-a7c9a124541c tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093&tenant_id=d9da45ea7cc343eebae48b10a6a55294&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 1096 time: 0.0767033 Dec 08 01:46:53.905542 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.925629 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24087a85-a0a6-4bc2-9d70-ba713c171ebc x-openstack-request-id: req-24087a85-a0a6-4bc2-9d70-ba713c171ebc {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:53.925929 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cd9bf4-c4db-46c8-850c-025b0f4345dd", "tag": "e19e73c3-a98d-42c0-ab8e-68b4d9384cfb", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:53.926186 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-24087a85-a0a6-4bc2-9d70-ba713c171ebc {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:53.926579 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cd9bf4-c4db-46c8-850c-025b0f4345dd', 'tag': 'e19e73c3-a98d-42c0-ab8e-68b4d9384cfb', 'status': 'completed', 'code': 200} Dec 08 01:46:53.948232 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.951813 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] 10.222.0.71 "DELETE /v2.0/networks/269b327c-3fd4-4b5d-b425-98c4c000f64c HTTP/1.1" status: 204 len: 168 time: 3.3544230 Dec 08 01:46:53.953958 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86441a-e476-4acf-b06e-7ac29237332f req-35ad1cdc-1541-44ba-941e-5d9e84a2bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:53.956234 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-35ad1cdc-1541-44ba-941e-5d9e84a2bddc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093&tenant_id=d9da45ea7cc343eebae48b10a6a55294 HTTP/1.1" status: 200 len: 1096 time: 0.0963449 Dec 08 01:46:53.979044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5bbe3-6867-46dd-958a-8d1ecc2ab964 admin admin] Pushing event deleted for resources: {'Network': ['ID=269b327c-3fd4-4b5d-b425-98c4c000f64c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:54.041668 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-b9b925ab-6fe3-4e15-9516-30dace2c669b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 1000 time: 0.2461796 Dec 08 01:46:54.049774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-a04097ee-e21f-4ebc-ac96-3f0a106cba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:54.051289 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-a04097ee-e21f-4ebc-ac96-3f0a106cba5d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2672913 Dec 08 01:46:54.058316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-45b96e1d-6109-4bbc-a46d-9ad1b41ee53e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:54.075762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86441a-e476-4acf-b06e-7ac29237332f req-6b58f463-9f9a-49ab-8594-79e2bdf7d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:54.082657 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-6b58f463-9f9a-49ab-8594-79e2bdf7d564 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 1096 time: 0.0768619 Dec 08 01:46:54.154621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33320) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:54.205616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2303d0-1402-4b89-9c84-15df30f56be2 req-3579d660-9770-49c8-891e-ae658d6ff87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:54.213545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d2303d0-1402-4b89-9c84-15df30f56be2 req-3579d660-9770-49c8-891e-ae658d6ff87b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 944 time: 0.2592227 Dec 08 01:46:54.252231 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86441a-e476-4acf-b06e-7ac29237332f req-3910e46e-0e45-41c9-8bb8-5bfb069a89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:54.253730 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-3910e46e-0e45-41c9-8bb8-5bfb069a89ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.1623602 Dec 08 01:46:54.281221 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-45b96e1d-6109-4bbc-a46d-9ad1b41ee53e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:54.301607 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa2cbb19-2065-48e8-ad4a-00e0696458aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:54.342694 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-18d0e35e-1183-4063-961c-e9371ac7dd95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e HTTP/1.1" status: 200 len: 217 time: 0.0800133 Dec 08 01:46:54.387747 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7b660a49-c2ef-4c2c-a7cc-2e60168a149c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fc0b5308669342a88db8b3eb4e94b65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292292 Dec 08 01:46:54.388191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33324) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:54.410133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86441a-e476-4acf-b06e-7ac29237332f req-dc6f1ec6-81b1-42d0-bee5-531e92e34a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:54.412537 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-dc6f1ec6-81b1-42d0-bee5-531e92e34a1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.0606613 Dec 08 01:46:54.431385 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-47412993-ae1a-4358-9b8a-3564cae86482 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674822 Dec 08 01:46:54.463029 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-ce934aed-8522-4e46-95ee-73e0698fd220 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393960 Dec 08 01:46:54.488005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d2303d0-1402-4b89-9c84-15df30f56be2 req-eeb87290-e449-4eaf-8979-7d614a5937d3 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688997 Dec 08 01:46:54.594569 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-277b1472-9656-4875-b2f1-78630acdabf3 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229422 Dec 08 01:46:54.781262 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-079c9643-c14a-4d40-af99-47811e9743be service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779785 Dec 08 01:46:54.784208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33342) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:54.919029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-f4cdebe0-27a3-4f44-a89f-de9d5d839220 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288351 Dec 08 01:46:54.934253 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-961540585-network', 'tenant_id': 'a20363dc3cb04dc09074f5e7dc3407b2'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:54.981319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] Made reservation on behalf of a20363dc3cb04dc09074f5e7dc3407b2 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:54.984276 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:54.995898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.106713 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-45b96e1d-6109-4bbc-a46d-9ad1b41ee53e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.129575 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-45b96e1d-6109-4bbc-a46d-9ad1b41ee53e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.129910 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-45b96e1d-6109-4bbc-a46d-9ad1b41ee53e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Floating IP c38963ab-746a-483b-ac11-5f011822b8de disassociated. External IP: 172.25.8.4, port: 6edc9046-f520-4679-be98-61dd8e839a70. Dec 08 01:46:55.138235 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.148780 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.174232 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:46:55.198411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86441a-e476-4acf-b06e-7ac29237332f req-603f6ade-0dd6-41f2-8fb5-3391e79fd94b tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:55.199832 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-603f6ade-0dd6-41f2-8fb5-3391e79fd94b tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093&tenant_id=d9da45ea7cc343eebae48b10a6a55294&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 1096 time: 0.0898285 Dec 08 01:46:55.202111 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0639701-0d15-458f-918c-5a7977169b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.202719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149a4c15-4bd4-4fbb-963f-f9f79d357083,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:55.206206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.206557 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] Added segment 5b04cfa9-8b50-4911-8b68-6c79ba5ec725 of type vlan for network b00fbacf-e6fc-45b8-9d39-556f23fe6916 Dec 08 01:46:55.216980 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12b190e2-2c5b-4ce7-ae0a-3416ef935d26 req-abcf271c-ea79-495f-9ab6-4a96fe7619dd service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7440383 Dec 08 01:46:55.249935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-e403df76-a1a4-4f55-a82c-8c18f9b64a2c tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:55.251270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-e403df76-a1a4-4f55-a82c-8c18f9b64a2c tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837498 Dec 08 01:46:55.298692 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0639701-0d15-458f-918c-5a7977169b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.303146 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.341579 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.390829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-807c82a4-26b2-42c9-9daf-93d3b1fb4961 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/quotas/69d170fd4ae34c68b6c937f7d84ee31b HTTP/1.1" status: 200 len: 375 time: 0.0963812 Dec 08 01:46:55.398032 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0639701-0d15-458f-918c-5a7977169b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.401041 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0639701-0d15-458f-918c-5a7977169b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.404631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e0639701-0d15-458f-918c-5a7977169b3c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b43bd70e-0e00-4e18-9f16-d5585883fdfc HTTP/1.1" status: 204 len: 168 time: 1.0038245 Dec 08 01:46:55.427171 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.427171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:55.427171 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.491146 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0639701-0d15-458f-918c-5a7977169b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43bd70e-0e00-4e18-9f16-d5585883fdfc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:55.515611 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7302980 Dec 08 01:46:55.521376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33352) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:55.528323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-22b7e79d-ee1f-443e-8baa-8da99eb65932 admin admin] Request body: {'subnet': {'network_id': 'b00fbacf-e6fc-45b8-9d39-556f23fe6916', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-961540585-subnet', 'tenant_id': 'a20363dc3cb04dc09074f5e7dc3407b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:55.533655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8becf2c-f194-4e0b-a855-811642bcffba admin admin] Pushing event updated for resources: {'Network': ['ID=b00fbacf-e6fc-45b8-9d39-556f23fe6916,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:55.565348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network b00fbacf-e6fc-45b8-9d39-556f23fe6916 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:46:55.584325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f86441a-e476-4acf-b06e-7ac29237332f req-6262fff5-683d-4144-92b7-74608dd5a710 service neutron] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:55.601856 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f86441a-e476-4acf-b06e-7ac29237332f req-6262fff5-683d-4144-92b7-74608dd5a710 service neutron] Publish callbacks [] for binding, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.603006 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f86441a-e476-4acf-b06e-7ac29237332f req-6262fff5-683d-4144-92b7-74608dd5a710 service neutron] 10.222.0.45 "DELETE /v2.0/ports/7f71793d-de5d-49ba-a155-c930f3e1cb0e/bindings/n-h2-713499-31 HTTP/1.1" status: 204 len: 173 time: 0.3882856 Dec 08 01:46:55.660497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b7e79d-ee1f-443e-8baa-8da99eb65932 admin admin] Made reservation on behalf of a20363dc3cb04dc09074f5e7dc3407b2 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:55.663509 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-22b7e79d-ee1f-443e-8baa-8da99eb65932 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.786188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-07a463b0-b945-4200-8950-20c557c16d7a tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3906796 Dec 08 01:46:55.815979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-45b96e1d-6109-4bbc-a46d-9ad1b41ee53e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:46:55.877920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861f07-af92-4429-9cad-4367c7d55a59 req-7427e169-62ce-430b-bfc4-8e83d4a1287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:55.880504 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd861f07-af92-4429-9cad-4367c7d55a59 req-7427e169-62ce-430b-bfc4-8e83d4a1287d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20e87a21cba842c7a15a2cc463e9462f&device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 1100 time: 0.4834735 Dec 08 01:46:56.141535 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7f71793d-de5d-49ba-a155-c930f3e1cb0e no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:56.180069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-45b96e1d-6109-4bbc-a46d-9ad1b41ee53e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:46:56.193970 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a294b-c16f-4bb5-8798-1ce5878273b8 None None] Sync routers for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:46:56.197855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-45b96e1d-6109-4bbc-a46d-9ad1b41ee53e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:56.216684 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a294b-c16f-4bb5-8798-1ce5878273b8 None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:56.217315 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-998a294b-c16f-4bb5-8798-1ce5878273b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:56.272895 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-22b7e79d-ee1f-443e-8baa-8da99eb65932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:56.289815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7f71793d-de5d-49ba-a155-c930f3e1cb0e not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:56.410581 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-998a294b-c16f-4bb5-8798-1ce5878273b8 None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:56.418158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7e79d-ee1f-443e-8baa-8da99eb65932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c64a5849-71c1-4cd0-9cda-596c392d3174,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:56.428764 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-45b96e1d-6109-4bbc-a46d-9ad1b41ee53e tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "PUT /v2.0/floatingips/c38963ab-746a-483b-ac11-5f011822b8de HTTP/1.1" status: 200 len: 694 time: 2.3761673 Dec 08 01:46:56.434116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'tag': '6edc9046-f520-4679-be98-61dd8e839a70'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:56.437356 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8bdd0b-18aa-4dec-b943-49b1d43982d9" -d '{"events": [{"name": "network-changed", "server_uuid": "83e3f8d9-85f3-4932-80b3-fd6aaae72ada", "tag": "6edc9046-f520-4679-be98-61dd8e839a70"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:56.467345 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada149df-0ce0-4f11-a0ff-208b47cb7505 x-openstack-request-id: req-ada149df-0ce0-4f11-a0ff-208b47cb7505 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:56.468016 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6264953d-6aaf-4c31-b966-778a035ba341", "name": "network-vif-plugged", "status": "completed", "tag": "a311ffd0-db9b-499d-9d93-622d3859db20", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:56.468360 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ada149df-0ce0-4f11-a0ff-208b47cb7505 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:56.468845 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6264953d-6aaf-4c31-b966-778a035ba341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a311ffd0-db9b-499d-9d93-622d3859db20', 'code': 200} Dec 08 01:46:56.497780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b7e79d-ee1f-443e-8baa-8da99eb65932 admin admin] Checking segment: {'id': '5b04cfa9-8b50-4911-8b68-6c79ba5ec725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b00fbacf-e6fc-45b8-9d39-556f23fe6916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:56.498151 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b7e79d-ee1f-443e-8baa-8da99eb65932 admin admin] Network hostable DHCP agents. Network: b00fbacf-e6fc-45b8-9d39-556f23fe6916, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:46:56.538480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861f07-af92-4429-9cad-4367c7d55a59 req-6e707586-34d1-4b05-ac18-26d28dfe5be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:56.541813 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd861f07-af92-4429-9cad-4367c7d55a59 req-6e707586-34d1-4b05-ac18-26d28dfe5be3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.6516466 Dec 08 01:46:56.560559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b7e79d-ee1f-443e-8baa-8da99eb65932 admin admin] Network b00fbacf-e6fc-45b8-9d39-556f23fe6916 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:46:56.574862 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-22b7e79d-ee1f-443e-8baa-8da99eb65932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, b00fbacf-e6fc-45b8-9d39-556f23fe6916) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:56.581356 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b7e79d-ee1f-443e-8baa-8da99eb65932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:56.582159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-22b7e79d-ee1f-443e-8baa-8da99eb65932 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:56.583992 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5d496e-38a6-400c-95ae-c2272b610a21 None None] Network b00fbacf-e6fc-45b8-9d39-556f23fe6916 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:56.610087 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-22b7e79d-ee1f-443e-8baa-8da99eb65932 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0870974 Dec 08 01:46:56.697391 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd861f07-af92-4429-9cad-4367c7d55a59 req-2bb89799-6eb1-406f-addc-2ef290452fcb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=e19e73c3-a98d-42c0-ab8e-68b4d9384cfb HTTP/1.1" status: 200 len: 217 time: 0.1268117 Dec 08 01:46:56.780519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-bc3b45a2-0b20-42c1-bb77-2c6d6bb1973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:56.788916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-bc3b45a2-0b20-42c1-bb77-2c6d6bb1973d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 1098 time: 0.3369856 Dec 08 01:46:56.843195 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-998a294b-c16f-4bb5-8798-1ce5878273b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:56.865938 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:56.872669 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45adf476-cf7f-484b-be32-b579c9606ca9 None None] Network b00fbacf-e6fc-45b8-9d39-556f23fe6916 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:56.892426 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a294b-c16f-4bb5-8798-1ce5878273b8 None None] Checking router: 0ccbd836-fbc5-4ab5-9daf-58e117956a50 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:46:56.908242 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a294b-c16f-4bb5-8798-1ce5878273b8 None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:56.909338 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-998a294b-c16f-4bb5-8798-1ce5878273b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:56.958493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861f07-af92-4429-9cad-4367c7d55a59 req-1a0bed4c-6f4f-4344-b6df-9222177e0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:56.966449 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd861f07-af92-4429-9cad-4367c7d55a59 req-1a0bed4c-6f4f-4344-b6df-9222177e0129 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.2434809 Dec 08 01:46:57.047713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-0495b973-18c9-453b-9a91-8321e88a968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:57.047713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-0495b973-18c9-453b-9a91-8321e88a968a service neutron] 10.222.0.71 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 922 time: 0.2541232 Dec 08 01:46:57.137688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-86eedea0-eb2f-425b-9063-1c44ae1eb957 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6edc9046-f520-4679-be98-61dd8e839a70 HTTP/1.1" status: 200 len: 217 time: 0.0447676 Dec 08 01:46:57.146253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa0fc4-01ac-4b1e-b23a-96f0103ce666 req-90e2d2dd-d097-4ee8-be25-4fd370f5a37d tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:57.154513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aaaa0fc4-01ac-4b1e-b23a-96f0103ce666 req-90e2d2dd-d097-4ee8-be25-4fd370f5a37d tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/ports?device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 948 time: 0.4654994 Dec 08 01:46:57.285287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aaaa0fc4-01ac-4b1e-b23a-96f0103ce666 req-039ba154-4b83-48e7-be24-f047fa960d82 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc17ac2-e16f-4e68-aea6-15d9057c525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257544 Dec 08 01:46:57.309377 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-998a294b-c16f-4bb5-8798-1ce5878273b8 None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:57.316209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861f07-af92-4429-9cad-4367c7d55a59 req-a149a4d1-bfb8-46de-9c97-35fac8ea659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:57.317215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd861f07-af92-4429-9cad-4367c7d55a59 req-a149a4d1-bfb8-46de-9c97-35fac8ea659a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2712672 Dec 08 01:46:57.318670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-fcb5c0f7-bc7c-4e5a-adad-d488f66af3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:57.320000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-fcb5c0f7-bc7c-4e5a-adad-d488f66af3c6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.1630974 Dec 08 01:46:57.451150 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd861f07-af92-4429-9cad-4367c7d55a59 req-b68976b1-cd33-4695-bb7f-62e69d0abd29 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061435 Dec 08 01:46:57.583336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-11c83629-574f-4f76-8d0c-39de99cf1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:57.585234 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-11c83629-574f-4f76-8d0c-39de99cf1bb8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2531958 Dec 08 01:46:57.665733 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-998a294b-c16f-4bb5-8798-1ce5878273b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:57.722267 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-2b1a1ef6-fe5a-4f66-91b4-0a6093255424 service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243391 Dec 08 01:46:57.748201 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60eebfc3-5c53-4bcd-a2db-613ac4f41db9 req-625dd44a-3ff8-4717-aaf7-b35b6d53fb56 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0732281 Dec 08 01:46:57.749372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35034b69-b2cf-4eb5-a9f0-899c5bc88b62 req-b13b9099-b1f6-436a-8578-a4cf07fdd5e0 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:57.755139 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a294b-c16f-4bb5-8798-1ce5878273b8 None None] The sync data for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 is: [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:45:45Z', 'revision_number': 4, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2d6d032b-0be6-4431-be0e-59ac248d651c', 'name': '', 'network_id': 'd1e4b99c-76ef-42b9-9c05-c93e9ab1e24c', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'mac_address': 'fa:16:3e:46:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:43Z', 'updated_at': '2021-12-08T01:45:52Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'subnets': [{'id': '84dbb7a5-2e1e-4011-9db3-9b874937acf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:46:57.758287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35034b69-b2cf-4eb5-a9f0-899c5bc88b62 req-b13b9099-b1f6-436a-8578-a4cf07fdd5e0 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 944 time: 0.2900093 Dec 08 01:46:57.835510 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:57.940789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33418) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:57.951189 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1696233013-network', 'tenant_id': '5f42a1eef0874cd099325efb886df268'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:57.977213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd861f07-af92-4429-9cad-4367c7d55a59 req-2e50a44a-3f6f-4dfd-9d3b-30204540d57c service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072017 Dec 08 01:46:57.983544 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6e18f91-6b15-4a9e-bfd3-dad673cfc127 req-cbc0b2c5-e3e1-42da-a4de-6f17cbeaeac7 service neutron] 10.222.0.71 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181070 Dec 08 01:46:57.995400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Made reservation on behalf of 5f42a1eef0874cd099325efb886df268 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:57.999086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:58.007766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eebfc3-5c53-4bcd-a2db-613ac4f41db9 req-26dabc17-92df-44b7-a4fc-d0ce0c22b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:58.010380 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60eebfc3-5c53-4bcd-a2db-613ac4f41db9 req-26dabc17-92df-44b7-a4fc-d0ce0c22b04d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 1102 time: 0.1417758 Dec 08 01:46:58.022207 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:58.033751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35034b69-b2cf-4eb5-a9f0-899c5bc88b62 req-6d3aa7fc-06ae-49d9-8a17-4f263da0e203 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742686 Dec 08 01:46:58.093891 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba9506d-c0d3-48d2-97a5-c24ebb6e30b1 x-openstack-request-id: req-eba9506d-c0d3-48d2-97a5-c24ebb6e30b1 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:58.094196 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e3f8d9-85f3-4932-80b3-fd6aaae72ada", "tag": "6edc9046-f520-4679-be98-61dd8e839a70", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:58.094457 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eba9506d-c0d3-48d2-97a5-c24ebb6e30b1 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:58.094856 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'tag': '6edc9046-f520-4679-be98-61dd8e839a70', 'status': 'completed', 'code': 200} Dec 08 01:46:58.163506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e19e73c3-a98d-42c0-ab8e-68b4d9384cfb details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:46:58.199193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7de0cde-635a-459e-8b9f-36a2579848c4 req-01b43401-0860-4680-9531-63f6586d9062 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 210 time: 0.0821085 Dec 08 01:46:58.253779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eebfc3-5c53-4bcd-a2db-613ac4f41db9 req-b31d379c-2e9b-46cc-9b39-1965eefccec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:58.257383 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60eebfc3-5c53-4bcd-a2db-613ac4f41db9 req-b31d379c-2e9b-46cc-9b39-1965eefccec3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1966310 Dec 08 01:46:58.423169 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:58.428100 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60eebfc3-5c53-4bcd-a2db-613ac4f41db9 req-5757e694-495d-442d-87d3-933dbc05bec3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33 HTTP/1.1" status: 200 len: 217 time: 0.1572311 Dec 08 01:46:58.440685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-34a73d73-2a78-402a-b782-6d64448117c9 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600915 Dec 08 01:46:58.456956 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:58.634084 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eebfc3-5c53-4bcd-a2db-613ac4f41db9 req-4408d5f5-96f7-4f4d-a1aa-c8aeb10ed453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:58.639577 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60eebfc3-5c53-4bcd-a2db-613ac4f41db9 req-4408d5f5-96f7-4f4d-a1aa-c8aeb10ed453 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1788440 Dec 08 01:46:58.759749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ba7c47-8884-43c8-9323-a83fe67c70cc,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:58.770588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:46:58.773980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e19e73c3-a98d-42c0-ab8e-68b4d9384cfb,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:58.779079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-fce127de-629a-4b92-81c7-cbc4f09401e4 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:58.784074 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-fce127de-629a-4b92-81c7-cbc4f09401e4 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3377318 Dec 08 01:46:58.795072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'e19e73c3-a98d-42c0-ab8e-68b4d9384cfb', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'e19e73c3-a98d-42c0-ab8e-68b4d9384cfb', 'mac_address': 'fa:16:3e:bf:f8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:46:58.800240 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e17a4f-8352-433a-974b-95fdb0711bae None None] New status for floating IP c38963ab-746a-483b-ac11-5f011822b8de: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:46:58.802484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad92e5-4001-4887-a121-00616b5aeded req-a131ff51-3fbc-4f6b-9c2f-a56fbc687abf tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:58.804385 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-74ad92e5-4001-4887-a121-00616b5aeded req-a131ff51-3fbc-4f6b-9c2f-a56fbc687abf tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/ports?device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 948 time: 0.1115341 Dec 08 01:46:58.811033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-d44d711d-146d-490a-a123-d2ca9b9050bd tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Request body: {'port': {'device_id': 'a2e34e0a-9a01-43aa-9eca-d273c1b0f125', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '69d170fd4ae34c68b6c937f7d84ee31b'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:58.869628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bdd0b-18aa-4dec-b943-49b1d43982d9 req-a95f8d2e-6226-41de-a982-ee900a506201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:58.872205 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ec8bdd0b-18aa-4dec-b943-49b1d43982d9 req-a95f8d2e-6226-41de-a982-ee900a506201 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 1098 time: 0.6060734 Dec 08 01:46:58.874678 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:58.875022 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Added segment a6255d97-c17f-4c0f-a160-f6ce8e9ae44a of type vlan for network dcaed4de-0ec6-460f-be2a-a693f6f05dab Dec 08 01:46:58.955134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eebfc3-5c53-4bcd-a2db-613ac4f41db9 req-c1d9c22b-d381-4c37-9d93-4e03370b20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:58.963502 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60eebfc3-5c53-4bcd-a2db-613ac4f41db9 req-c1d9c22b-d381-4c37-9d93-4e03370b20d2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3034630 Dec 08 01:46:58.976186 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.050355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19e73c3-a98d-42c0-ab8e-68b4d9384cfb {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:59.089259 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e19e73c3-a98d-42c0-ab8e-68b4d9384cfb,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:59.160053 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.221870 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60eebfc3-5c53-4bcd-a2db-613ac4f41db9 req-1fd5cc9e-9285-4e9e-a44d-d5134264b7dc service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336812 Dec 08 01:46:59.228224 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.253010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=e19e73c3-a98d-42c0-ab8e-68b4d9384cfb,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:59.376312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-74ad92e5-4001-4887-a121-00616b5aeded req-a5f68e46-2e50-4b19-9bc2-f1488b6b9053 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc17ac2-e16f-4e68-aea6-15d9057c525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590584 Dec 08 01:46:59.398260 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.400097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:59.400973 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.402808 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbd412-d20b-403a-aa88-2bc940fe12fb req-2ce5feca-6a8e-4b75-a491-56af76cf6f36 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:59.410625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77cbd412-d20b-403a-aa88-2bc940fe12fb req-2ce5feca-6a8e-4b75-a491-56af76cf6f36 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 1096 time: 0.1047366 Dec 08 01:46:59.444569 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5016220 Dec 08 01:46:59.449085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33450) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:59.452013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-d44d711d-146d-490a-a123-d2ca9b9050bd tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Made reservation on behalf of 69d170fd4ae34c68b6c937f7d84ee31b for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:59.457790 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-d44d711d-146d-490a-a123-d2ca9b9050bd tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.458710 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['e19e73c3-a98d-42c0-ab8e-68b4d9384cfb'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:59.467880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Request body: {'subnet': {'network_id': 'dcaed4de-0ec6-460f-be2a-a693f6f05dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1696233013-subnet', 'tenant_id': '5f42a1eef0874cd099325efb886df268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:59.503113 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bdd0b-18aa-4dec-b943-49b1d43982d9 req-d7c421f9-d07e-4780-aadb-62b153ea0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:59.504187 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ec8bdd0b-18aa-4dec-b943-49b1d43982d9 req-d7c421f9-d07e-4780-aadb-62b153ea0411 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 200 len: 922 time: 0.6197488 Dec 08 01:46:59.552548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-ef5912fb-0845-4b64-881f-f8cc6e4ea74b tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips/c38963ab-746a-483b-ac11-5f011822b8de HTTP/1.1" status: 200 len: 692 time: 0.1081002 Dec 08 01:46:59.724185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Made reservation on behalf of 5f42a1eef0874cd099325efb886df268 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:59.726478 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.745088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-1217b0ea-65f5-4f78-8528-c883fe3f3274 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:59.752700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-1217b0ea-65f5-4f78-8528-c883fe3f3274 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.1992941 Dec 08 01:46:59.772432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-b268e95f-51b7-4b28-9de4-eb4fa6a6f661 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:46:59.780536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-b268e95f-51b7-4b28-9de4-eb4fa6a6f661 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0268750 Dec 08 01:46:59.801391 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77cbd412-d20b-403a-aa88-2bc940fe12fb req-8ccf7825-a3b3-4fab-9eb2-95b60b89bbaf tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898497 Dec 08 01:46:59.847744 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ec8bdd0b-18aa-4dec-b943-49b1d43982d9 req-56fb3f60-3e94-4dae-8768-319069d94d41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6edc9046-f520-4679-be98-61dd8e839a70 HTTP/1.1" status: 200 len: 217 time: 0.0558965 Dec 08 01:46:59.852150 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3ab88c7a-27b8-4618-aad6-0e80c608a57c req-9e7b5a26-a307-4f1f-8f05-6a2c8f295761 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4683390 Dec 08 01:46:59.854041 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60eebfc3-5c53-4bcd-a2db-613ac4f41db9 req-b583fc95-b532-40aa-8948-67b55e5bd5d6 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6216824 Dec 08 01:46:59.854561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Pushing event updated for resources: {'Network': ['ID=dcaed4de-0ec6-460f-be2a-a693f6f05dab,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:59.863088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:59.863441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:59.863838 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:59.864245 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:59.864662 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:59.864998 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:59.865334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:59.865687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:59.866034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:59.866364 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:59.866768 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:59.867101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:59.867587 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f2bb3-77ac-407c-a4a9-bd2109e0381b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:59.881276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network dcaed4de-0ec6-460f-be2a-a693f6f05dab details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:46:59.990614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bdd0b-18aa-4dec-b943-49b1d43982d9 req-51bb24e6-a7b6-40db-8db2-18f840998441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:59.992153 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ec8bdd0b-18aa-4dec-b943-49b1d43982d9 req-51bb24e6-a7b6-40db-8db2-18f840998441 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 200 len: 860 time: 0.1076863 Dec 08 01:47:00.055795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab88c7a-27b8-4618-aad6-0e80c608a57c req-f8a61033-a7a2-4f70-bb1c-cf0d8bbd4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:00.057327 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3ab88c7a-27b8-4618-aad6-0e80c608a57c req-f8a61033-a7a2-4f70-bb1c-cf0d8bbd4371 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cef53cd090134345bd6ea07944b185cf&device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 1098 time: 0.1106377 Dec 08 01:47:00.077561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bdd0b-18aa-4dec-b943-49b1d43982d9 req-74476b25-9686-4266-8cec-2dfc62bb4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:00.079012 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ec8bdd0b-18aa-4dec-b943-49b1d43982d9 req-74476b25-9686-4266-8cec-2dfc62bb4ffd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766277 Dec 08 01:47:00.095092 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8c2c8c2-9b1a-425a-b222-838de6493bb4 req-a856ffde-687a-4abe-b459-2f3026839f82 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 210 time: 0.1441159 Dec 08 01:47:00.098284 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-f6ae39ed-74ca-4957-aa34-37324bc7508f tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 695 time: 0.3169243 Dec 08 01:47:00.169625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e19e73c3-a98d-42c0-ab8e-68b4d9384cfb up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:00.296536 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:47:00.306815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-d44d711d-146d-490a-a123-d2ca9b9050bd tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Allocated IP 192.168.233.107 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/bb8f6244-692b-420b-96d4-f1a56b925539) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:00.309512 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:00.311352 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.342029 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ec8bdd0b-18aa-4dec-b943-49b1d43982d9 req-250a04bd-0899-4db5-a80c-c3480db0d428 service neutron] 10.222.0.45 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869521 Dec 08 01:47:00.353987 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.374829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-3da03297-4630-475c-86a9-c06d57de68e3 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 695 time: 0.2639751 Dec 08 01:47:00.452730 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.470730 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ec8bdd0b-18aa-4dec-b943-49b1d43982d9 req-75ba687a-36dc-4927-9f18-a5c92777096a service neutron] 10.222.0.45 "GET /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051865 Dec 08 01:47:00.495155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab88c7a-27b8-4618-aad6-0e80c608a57c req-861eb1ad-7194-469e-b253-5e9125d94301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:00.497000 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3ab88c7a-27b8-4618-aad6-0e80c608a57c req-861eb1ad-7194-469e-b253-5e9125d94301 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d21dabc8-1e90-475d-9f82-6828cfa9b46b HTTP/1.1" status: 200 len: 924 time: 0.4079278 Dec 08 01:47:00.497965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cd9bf4-c4db-46c8-850c-025b0f4345dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19e73c3-a98d-42c0-ab8e-68b4d9384cfb'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:00.500708 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff91c058-0df7-4254-b6fb-7f3b942a4e34" -d '{"events": [{"server_uuid": "23cd9bf4-c4db-46c8-850c-025b0f4345dd", "name": "network-vif-plugged", "status": "completed", "tag": "e19e73c3-a98d-42c0-ab8e-68b4d9384cfb"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:00.517132 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e19e73c3-a98d-42c0-ab8e-68b4d9384cfb,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:00.523637 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.592934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=e19e73c3-a98d-42c0-ab8e-68b4d9384cfb,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:00.603929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.604277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.604740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.605200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.606164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.606164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.606370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.606638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.607164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.607493 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.607897 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.608227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.609166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.612574 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3ab88c7a-27b8-4618-aad6-0e80c608a57c req-33ca5a89-8a34-4dc2-ac51-db84b8d25944 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e12570c1-6eea-4f29-a9a4-618a4988bb17 HTTP/1.1" status: 200 len: 1001 time: 0.1000350 Dec 08 01:47:00.657193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ac65c3-98ed-45bd-894d-ba812e2e30a8,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:00.682933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab88c7a-27b8-4618-aad6-0e80c608a57c req-b5a4597e-d8fd-41b2-88c0-c8258111daef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:00.685112 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3ab88c7a-27b8-4618-aad6-0e80c608a57c req-b5a4597e-d8fd-41b2-88c0-c8258111daef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9 HTTP/1.1" status: 200 len: 862 time: 0.0630102 Dec 08 01:47:00.707741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.708088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.708445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.708780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.709116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.709448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.709775 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.710100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.710423 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.710743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.711063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.711389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.711748 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:00.741107 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Checking segment: {'id': 'a6255d97-c17f-4c0f-a160-f6ce8e9ae44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'dcaed4de-0ec6-460f-be2a-a693f6f05dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:00.741469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Network hostable DHCP agents. Network: dcaed4de-0ec6-460f-be2a-a693f6f05dab, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:47:00.752047 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab88c7a-27b8-4618-aad6-0e80c608a57c req-ef7a4367-cc50-4f6b-9a68-2749fc3a74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:00.753703 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3ab88c7a-27b8-4618-aad6-0e80c608a57c req-ef7a4367-cc50-4f6b-9a68-2749fc3a74bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d21dabc8-1e90-475d-9f82-6828cfa9b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599263 Dec 08 01:47:00.784901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403622e2-190f-4560-acc5-d3c27ade638e req-a2a8501b-8b5c-4f5d-87c2-93cc52acefb8 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:00.791955 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-403622e2-190f-4560-acc5-d3c27ade638e req-a2a8501b-8b5c-4f5d-87c2-93cc52acefb8 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 808 time: 0.3223622 Dec 08 01:47:00.817422 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-d44d711d-146d-490a-a123-d2ca9b9050bd tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.839589 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-403622e2-190f-4560-acc5-d3c27ade638e req-28de4225-7e1c-493f-ae7f-26ae3870183f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/quotas/d9da45ea7cc343eebae48b10a6a55294 HTTP/1.1" status: 200 len: 375 time: 0.0456622 Dec 08 01:47:00.853206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Network dcaed4de-0ec6-460f-be2a-a693f6f05dab is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:47:00.886500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, dcaed4de-0ec6-460f-be2a-a693f6f05dab) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:00.891845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-d5a04ce6-daec-4b57-a8e5-72fb40ee9a29 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Deleting port fb8db121-27a0-4e12-906b-29222062b119 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:00.892181 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-d5a04ce6-daec-4b57-a8e5-72fb40ee9a29 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.892951 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3ab88c7a-27b8-4618-aad6-0e80c608a57c req-87346742-d045-407c-aeee-6efc9a38d580 service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310115 Dec 08 01:47:00.900755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:00.901350 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.904503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6254d85-1a8d-4e34-9151-5b7b6a2a74db None None] Network dcaed4de-0ec6-460f-be2a-a693f6f05dab requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:00.998540 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-87ed7f83-9651-47a9-9e1e-c43a06004ead admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5393720 Dec 08 01:47:01.019327 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-d44d711d-146d-490a-a123-d2ca9b9050bd tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.043900 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-403622e2-190f-4560-acc5-d3c27ade638e req-6d695e13-74a8-4329-96d0-9b4973f03271 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2007065 Dec 08 01:47:01.067843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4f9b49d8-7694-45b5-9a62-eab2a2369b33'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:01.088354 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3ab88c7a-27b8-4618-aad6-0e80c608a57c req-a77c709c-cb13-4e88-917a-876430d6b9c2 service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757243 Dec 08 01:47:01.112631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['9bbb03a9-7454-4876-8632-b33d8d296d66'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:01.128315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f8de7e-b2c7-4c0e-ad1b-3a14d7ccea2b None None] Network dcaed4de-0ec6-460f-be2a-a693f6f05dab requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:01.258814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d711d-146d-490a-a123-d2ca9b9050bd tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Pushing event updated for resources: {'Port': ['ID=bb8f6244-692b-420b-96d4-f1a56b925539,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:01.274472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-d44d711d-146d-490a-a123-d2ca9b9050bd tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:01.316621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-d44d711d-146d-490a-a123-d2ca9b9050bd tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:01.319992 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-d44d711d-146d-490a-a123-d2ca9b9050bd tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:01.399444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-d5a04ce6-daec-4b57-a8e5-72fb40ee9a29 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.401977 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-d5a04ce6-daec-4b57-a8e5-72fb40ee9a29 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.411489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-d44d711d-146d-490a-a123-d2ca9b9050bd tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:01.412281 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-d44d711d-146d-490a-a123-d2ca9b9050bd tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.435044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-d5a04ce6-daec-4b57-a8e5-72fb40ee9a29 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Calling delete_port for fb8db121-27a0-4e12-906b-29222062b119 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:01.466088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-d44d711d-146d-490a-a123-d2ca9b9050bd tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6603255 Dec 08 01:47:01.484211 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-403622e2-190f-4560-acc5-d3c27ade638e req-e532557b-c10a-4dd0-81f3-c58ba7593b55 service neutron] 10.222.0.71 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237926 Dec 08 01:47:01.541534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Request body: {'port': {'device_id': 'a2e34e0a-9a01-43aa-9eca-d273c1b0f125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:01.620150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0c3a3a30-0700-4d76-b438-48fb9fdd80f0 None None] Provisioning complete for port bb8f6244-692b-420b-96d4-f1a56b925539 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:01.620720 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c3a3a30-0700-4d76-b438-48fb9fdd80f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.665833 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0c3a3a30-0700-4d76-b438-48fb9fdd80f0 None None] Port bb8f6244-692b-420b-96d4-f1a56b925539 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:01.684547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.754062 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-403622e2-190f-4560-acc5-d3c27ade638e req-4a860798-0c75-4227-8dd4-82b436b3a8f6 service neutron] 10.222.0.71 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254009 Dec 08 01:47:01.934817 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-d5a04ce6-daec-4b57-a8e5-72fb40ee9a29 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.002462 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a04ce6-daec-4b57-a8e5-72fb40ee9a29 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Pushing event deleted for resources: {'Port': ['ID=fb8db121-27a0-4e12-906b-29222062b119,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:02.162563 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-d5a04ce6-daec-4b57-a8e5-72fb40ee9a29 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.165352 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-d5a04ce6-daec-4b57-a8e5-72fb40ee9a29 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.166516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fb08c61-c44d-4c35-b78f-8769cce68ce5 req-d5a04ce6-daec-4b57-a8e5-72fb40ee9a29 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "DELETE /v2.0/floatingips/c38963ab-746a-483b-ac11-5f011822b8de HTTP/1.1" status: 204 len: 173 time: 1.7909219 Dec 08 01:47:02.214552 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8f6244-692b-420b-96d4-f1a56b925539 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:02.231514 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.266331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Transition to ACTIVE for port object bb8f6244-692b-420b-96d4-f1a56b925539 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:47:02.287181 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7e7a65-f1cc-47fe-a26e-1788f2149684 x-openstack-request-id: req-7b7e7a65-f1cc-47fe-a26e-1788f2149684 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:02.287623 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cd9bf4-c4db-46c8-850c-025b0f4345dd", "name": "network-vif-plugged", "status": "completed", "tag": "e19e73c3-a98d-42c0-ab8e-68b4d9384cfb", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:02.287780 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7b7e7a65-f1cc-47fe-a26e-1788f2149684 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:02.288174 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cd9bf4-c4db-46c8-850c-025b0f4345dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19e73c3-a98d-42c0-ab8e-68b4d9384cfb', 'code': 200} Dec 08 01:47:02.318505 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.511657 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1232a8-b14c-4369-807f-69af66e8f466 req-b8f2c27a-8147-425b-919e-6dcce09a43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:02.512583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Pushing event updated for resources: {'Port': ['ID=bb8f6244-692b-420b-96d4-f1a56b925539,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:02.514000 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc1232a8-b14c-4369-807f-69af66e8f466 req-b8f2c27a-8147-425b-919e-6dcce09a43ba service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 1102 time: 0.1079745 Dec 08 01:47:02.528055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a238b16-6642-4862-a79a-1834d6e09772 req-589c6a39-8e2b-468e-937d-faf77f674054 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:02.537242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a238b16-6642-4862-a79a-1834d6e09772 req-589c6a39-8e2b-468e-937d-faf77f674054 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/ports?device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 950 time: 0.2720315 Dec 08 01:47:02.623271 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc1232a8-b14c-4369-807f-69af66e8f466 req-e0ee5be5-7102-4c1d-98f7-f5c40858deae service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1fc17ac2-e16f-4e68-aea6-15d9057c525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009519 Dec 08 01:47:02.626851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ed002-55ce-4641-98fd-aa205407183a req-17cf5300-6501-405c-9962-989468dfa47d tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:02.635478 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff9ed002-55ce-4641-98fd-aa205407183a req-17cf5300-6501-405c-9962-989468dfa47d tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 948 time: 0.2708690 Dec 08 01:47:02.717850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a238b16-6642-4862-a79a-1834d6e09772 req-478507a3-1307-4a4e-9cfa-8ad60e6eadc8 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc17ac2-e16f-4e68-aea6-15d9057c525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795721 Dec 08 01:47:02.741228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Attempting to bind port bb8f6244-692b-420b-96d4-f1a56b925539 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:02.747343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Attempting to bind port bb8f6244-692b-420b-96d4-f1a56b925539 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:02.747833 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Attempting to bind port bb8f6244-692b-420b-96d4-f1a56b925539 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:02.776618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Port bb8f6244-692b-420b-96d4-f1a56b925539 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:47:02.797148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Attempting to bind port bb8f6244-692b-420b-96d4-f1a56b925539 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:02.824796 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff9ed002-55ce-4641-98fd-aa205407183a req-f8cddd14-3fe4-458b-8f48-af06f7cabf19 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881912 Dec 08 01:47:02.828195 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:02.828623 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:02.829096 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:02.830302 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Bound port: bb8f6244-692b-420b-96d4-f1a56b925539, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:02.830777 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.950354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] For port bb8f6244-692b-420b-96d4-f1a56b925539, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:02.953963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] For port bb8f6244-692b-420b-96d4-f1a56b925539, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=bb8f6244-692b-420b-96d4-f1a56b925539,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:02.971844 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:03.018783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:03.019633 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:03.021154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] 10.222.0.75 "PUT /v2.0/ports/bb8f6244-692b-420b-96d4-f1a56b925539 HTTP/1.1" status: 200 len: 1097 time: 1.4941189 Dec 08 01:47:03.021758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e34e0a-9a01-43aa-9eca-d273c1b0f125', 'tag': 'bb8f6244-692b-420b-96d4-f1a56b925539'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:03.025181 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d185e586-5bfb-4194-91bd-1cca673aa90a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e34e0a-9a01-43aa-9eca-d273c1b0f125", "tag": "bb8f6244-692b-420b-96d4-f1a56b925539"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:03.121517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ddacd1aa-fd1f-4cbd-aa6b-0a47838e2910 req-124f3e51-931c-40a1-8608-cbb681b5c4ef tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 210 time: 0.0531600 Dec 08 01:47:03.178471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4b02a-c384-489c-92ec-5cb8ebcdfbea service neutron] Pushing event updated for resources: {'Port': ['ID=bb8f6244-692b-420b-96d4-f1a56b925539,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:03.224262 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-79fbae1e-eae2-4a3a-bc59-07e321940f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:03.236770 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-79fbae1e-eae2-4a3a-bc59-07e321940f1f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 1100 time: 0.1540763 Dec 08 01:47:03.295148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-53c3edd1-31f4-45b9-aa30-83e3583e56aa tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:03.301161 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-53c3edd1-31f4-45b9-aa30-83e3583e56aa tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/networks?id=b00fbacf-e6fc-45b8-9d39-556f23fe6916 HTTP/1.1" status: 200 len: 814 time: 0.2600918 Dec 08 01:47:03.352726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-f4c4cd82-16f7-496c-a9c4-a50b4c50f8eb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=bb8f6244-692b-420b-96d4-f1a56b925539 HTTP/1.1" status: 200 len: 217 time: 0.0811429 Dec 08 01:47:03.386781 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-443422f3-801f-4117-a0e3-eac9ad41bd19 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/quotas/a20363dc3cb04dc09074f5e7dc3407b2 HTTP/1.1" status: 200 len: 375 time: 0.0365827 Dec 08 01:47:03.607389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403622e2-190f-4560-acc5-d3c27ade638e req-c8ab2c03-f74b-41cf-ba31-8eb7a35fedb2 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:03.610253 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-403622e2-190f-4560-acc5-d3c27ade638e req-c8ab2c03-f74b-41cf-ba31-8eb7a35fedb2 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.45 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 808 time: 0.1732388 Dec 08 01:47:03.659045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-403622e2-190f-4560-acc5-d3c27ade638e req-56e2c093-8988-4316-a090-e69fa1f4f301 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Request body: {'port': {'device_id': '6076755f-9ec5-4443-b110-ef9d2f0a70d0', 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036', 'admin_state_up': True, 'tenant_id': 'd9da45ea7cc343eebae48b10a6a55294'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:03.769474 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b848a7-46e6-4c8d-9f17-39057314ac84 x-openstack-request-id: req-01b848a7-46e6-4c8d-9f17-39057314ac84 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:03.770054 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e34e0a-9a01-43aa-9eca-d273c1b0f125", "tag": "bb8f6244-692b-420b-96d4-f1a56b925539", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:03.770054 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-01b848a7-46e6-4c8d-9f17-39057314ac84 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:03.770272 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e34e0a-9a01-43aa-9eca-d273c1b0f125', 'tag': 'bb8f6244-692b-420b-96d4-f1a56b925539', 'status': 'completed', 'code': 200} Dec 08 01:47:03.780550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-b2270f02-4613-437f-83d3-856b177a0bab tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a20363dc3cb04dc09074f5e7dc3407b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3615484 Dec 08 01:47:03.801055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403622e2-190f-4560-acc5-d3c27ade638e req-56e2c093-8988-4316-a090-e69fa1f4f301 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Made reservation on behalf of d9da45ea7cc343eebae48b10a6a55294 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:03.804622 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-403622e2-190f-4560-acc5-d3c27ade638e req-56e2c093-8988-4316-a090-e69fa1f4f301 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:03.881479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-3d9019a8-68b9-4f63-ad0a-09ed5da95289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:03.883356 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-3d9019a8-68b9-4f63-ad0a-09ed5da95289 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.5227523 Dec 08 01:47:03.955281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8fd62-1944-4c81-be70-3329003c7f3b req-495b0aac-8a6f-4998-b2e2-d44e99809331 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:03.962867 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ae8fd62-1944-4c81-be70-3329003c7f3b req-495b0aac-8a6f-4998-b2e2-d44e99809331 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 946 time: 0.1916027 Dec 08 01:47:03.996785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-77066174-b53a-481d-b707-8e423ff3dfea service neutron] 10.222.0.71 "GET /v2.0/networks/b00fbacf-e6fc-45b8-9d39-556f23fe6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151287 Dec 08 01:47:04.014010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-88f75d38-ac1b-41ec-ac48-90bd894d388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:04.015500 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-88f75d38-ac1b-41ec-ac48-90bd894d388d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1145608 Dec 08 01:47:04.038754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-403622e2-190f-4560-acc5-d3c27ade638e req-56e2c093-8988-4316-a090-e69fa1f4f301 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Allocated IP 172.20.0.12 (776e026d-dfd5-4122-9a50-8ea153b9e036/b93b70d1-63b4-4a4c-928e-4b029b4b6b64/38907ab7-489e-4211-863a-6f46431150c2) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:04.119899 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ae8fd62-1944-4c81-be70-3329003c7f3b req-f04733e7-fae1-45b6-8f94-d88f3c49f2c0 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536391 Dec 08 01:47:04.203827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-89de95b8-673c-46e2-a9c1-31b3534ed30b service neutron] 10.222.0.71 "GET /v2.0/networks/b00fbacf-e6fc-45b8-9d39-556f23fe6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998410 Dec 08 01:47:04.226482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-ca48d9bf-ab13-400a-b3c6-5b1f623dacf8 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027972 Dec 08 01:47:04.292824 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-403622e2-190f-4560-acc5-d3c27ade638e req-56e2c093-8988-4316-a090-e69fa1f4f301 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:04.352368 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-403622e2-190f-4560-acc5-d3c27ade638e req-56e2c093-8988-4316-a090-e69fa1f4f301 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:04.418610 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403622e2-190f-4560-acc5-d3c27ade638e req-56e2c093-8988-4316-a090-e69fa1f4f301 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Network 776e026d-dfd5-4122-9a50-8ea153b9e036 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:04.425978 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-403622e2-190f-4560-acc5-d3c27ade638e req-56e2c093-8988-4316-a090-e69fa1f4f301 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:04.429117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-403622e2-190f-4560-acc5-d3c27ade638e req-56e2c093-8988-4316-a090-e69fa1f4f301 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:04.434531 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2c093-8988-4316-a090-e69fa1f4f301 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Pushing event updated for resources: {'Port': ['ID=38907ab7-489e-4211-863a-6f46431150c2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:04.437935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861aa13-8dbb-45dc-8c81-380c304409c6 req-a53c2963-c561-4e9f-99c3-ffe4ac6a5f9d tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:04.440018 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9861aa13-8dbb-45dc-8c81-380c304409c6 req-a53c2963-c561-4e9f-99c3-ffe4ac6a5f9d tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/ports?device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 950 time: 0.0740514 Dec 08 01:47:04.441950 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-665bba39-8fc5-44b0-87b3-fc47cc378e2c req-52110698-662a-4554-aa3c-dfee8393ea2e service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985965 Dec 08 01:47:04.517978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9861aa13-8dbb-45dc-8c81-380c304409c6 req-385ad49b-9ca7-462c-a1c6-7d21813dee78 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc17ac2-e16f-4e68-aea6-15d9057c525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649943 Dec 08 01:47:04.540122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403622e2-190f-4560-acc5-d3c27ade638e req-56e2c093-8988-4316-a090-e69fa1f4f301 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:04.542072 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-403622e2-190f-4560-acc5-d3c27ade638e req-56e2c093-8988-4316-a090-e69fa1f4f301 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:04.570877 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-403622e2-190f-4560-acc5-d3c27ade638e req-56e2c093-8988-4316-a090-e69fa1f4f301 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9251730 Dec 08 01:47:04.592135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Request body: {'port': {'device_id': '6076755f-9ec5-4443-b110-ef9d2f0a70d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:04.630265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185e586-5bfb-4194-91bd-1cca673aa90a req-bccd60d4-2c5d-4ef0-9384-2c9fe9fa24c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:04.633794 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d185e586-5bfb-4194-91bd-1cca673aa90a req-bccd60d4-2c5d-4ef0-9384-2c9fe9fa24c3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 1100 time: 0.0705814 Dec 08 01:47:04.694706 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:04.848301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831587e9-c25f-4c5f-bcf7-2c09ae777b49 req-0ae059a1-cf81-4447-b93b-68224b51a984 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:04.856059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-831587e9-c25f-4c5f-bcf7-2c09ae777b49 req-0ae059a1-cf81-4447-b93b-68224b51a984 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 948 time: 0.2157309 Dec 08 01:47:04.920491 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc094ea3-59e9-4015-b654-b8ee62d28cd6 req-41599863-f634-465c-b74f-08ffb6a4c66b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:04.928951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc094ea3-59e9-4015-b654-b8ee62d28cd6 req-41599863-f634-465c-b74f-08ffb6a4c66b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 932 time: 0.1343851 Dec 08 01:47:04.997605 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc094ea3-59e9-4015-b654-b8ee62d28cd6 req-5338db80-e5c5-46fc-9ba5-6687a2e50f4c tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617394 Dec 08 01:47:05.046121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38907ab7-489e-4211-863a-6f46431150c2 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:05.059574 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.064911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-831587e9-c25f-4c5f-bcf7-2c09ae777b49 req-2b0e6a97-0a1c-4aee-9c32-626356938d7e tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076683 Dec 08 01:47:05.086113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185e586-5bfb-4194-91bd-1cca673aa90a req-ef18dba5-d8bd-4cdc-84ad-0582085a896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:05.087619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d185e586-5bfb-4194-91bd-1cca673aa90a req-ef18dba5-d8bd-4cdc-84ad-0582085a896c service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.4460840 Dec 08 01:47:05.096859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Transition to ACTIVE for port object 38907ab7-489e-4211-863a-6f46431150c2 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:47:05.105801 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.158235 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb15ade1-1204-40f6-ad88-cf89ba2487e4 req-c2d9c4f6-bab1-4f22-8d29-b0075ccd207f tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 210 time: 0.0407965 Dec 08 01:47:05.187730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Pushing event updated for resources: {'Port': ['ID=38907ab7-489e-4211-863a-6f46431150c2,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:05.224566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d185e586-5bfb-4194-91bd-1cca673aa90a req-3fe61b1a-2c32-4202-aca7-7ae8039274b9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=bb8f6244-692b-420b-96d4-f1a56b925539 HTTP/1.1" status: 200 len: 217 time: 0.1234522 Dec 08 01:47:05.277721 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Attempting to bind port 38907ab7-489e-4211-863a-6f46431150c2 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:05.278429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Attempting to bind port 38907ab7-489e-4211-863a-6f46431150c2 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:05.278955 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Attempting to bind port 38907ab7-489e-4211-863a-6f46431150c2 on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:05.284355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Port 38907ab7-489e-4211-863a-6f46431150c2 on network 776e026d-dfd5-4122-9a50-8ea153b9e036 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:47:05.284853 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Attempting to bind port 38907ab7-489e-4211-863a-6f46431150c2 on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:05.290585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:05.291175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Checking segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:05.291878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Bound using segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:05.292468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Bound port: 38907ab7-489e-4211-863a-6f46431150c2, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:05.293163 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.336816 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185e586-5bfb-4194-91bd-1cca673aa90a req-9f8d977c-0b5a-47d3-9726-f45c9b9d921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:05.338357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d185e586-5bfb-4194-91bd-1cca673aa90a req-9f8d977c-0b5a-47d3-9726-f45c9b9d921f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0814757 Dec 08 01:47:05.372204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffea1-5c19-4858-a797-d81d2f38431a req-7fb74484-b49f-489a-9946-5af10ac59284 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:05.374039 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9bffea1-5c19-4858-a797-d81d2f38431a req-7fb74484-b49f-489a-9946-5af10ac59284 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 946 time: 0.1480319 Dec 08 01:47:05.435615 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c459ab5-e885-4311-8f09-230b968290a7 req-d07e3017-e61e-455a-9fd0-06882c36cafd tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:05.439855 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6c459ab5-e885-4311-8f09-230b968290a7 req-d07e3017-e61e-455a-9fd0-06882c36cafd tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 946 time: 0.1171474 Dec 08 01:47:05.444828 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:05.456925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=38907ab7-489e-4211-863a-6f46431150c2,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:05.468586 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.480558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185e586-5bfb-4194-91bd-1cca673aa90a req-858da259-6222-4cca-857f-824bd6ef6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:05.487424 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d185e586-5bfb-4194-91bd-1cca673aa90a req-858da259-6222-4cca-857f-824bd6ef6ce9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1300919 Dec 08 01:47:05.562471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:05.565430 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.568650 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-403622e2-190f-4560-acc5-d3c27ade638e req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] 10.222.0.45 "PUT /v2.0/ports/38907ab7-489e-4211-863a-6f46431150c2 HTTP/1.1" status: 200 len: 1093 time: 0.9809995 Dec 08 01:47:05.583330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6076755f-9ec5-4443-b110-ef9d2f0a70d0', 'tag': '38907ab7-489e-4211-863a-6f46431150c2'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:05.591168 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e212e9c-2948-4725-a8ce-a77d8a8360d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6076755f-9ec5-4443-b110-ef9d2f0a70d0", "tag": "38907ab7-489e-4211-863a-6f46431150c2"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:05.704700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d185e586-5bfb-4194-91bd-1cca673aa90a req-792fcf62-febf-48d6-98b6-cf172b2498bc service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075670 Dec 08 01:47:05.747524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157dfb1-6af8-4b83-acb2-a9190315e426 service neutron] Pushing event updated for resources: {'Port': ['ID=38907ab7-489e-4211-863a-6f46431150c2,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:05.768573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403622e2-190f-4560-acc5-d3c27ade638e req-82e7ca42-ba36-456e-b0d5-da93584a3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:05.770126 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-403622e2-190f-4560-acc5-d3c27ade638e req-82e7ca42-ba36-456e-b0d5-da93584a3de5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 1096 time: 0.0978274 Dec 08 01:47:05.783038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-6c459ab5-e885-4311-8f09-230b968290a7 req-737865ec-fea0-440e-9366-d51988684b97 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Deleting port 6edc9046-f520-4679-be98-61dd8e839a70 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:05.783379 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6c459ab5-e885-4311-8f09-230b968290a7 req-737865ec-fea0-440e-9366-d51988684b97 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.828188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9bffea1-5c19-4858-a797-d81d2f38431a req-d4191fda-d589-4e73-be9b-d1a41905adce tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/security-groups?id=405cbdd9-8d79-46a1-84fc-6659f5a0ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420490 Dec 08 01:47:05.841155 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-403622e2-190f-4560-acc5-d3c27ade638e req-6becf9bd-87cc-4bea-98a6-14a9a6d0ac10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38907ab7-489e-4211-863a-6f46431150c2 HTTP/1.1" status: 200 len: 217 time: 0.0430775 Dec 08 01:47:05.986046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403622e2-190f-4560-acc5-d3c27ade638e req-b052b695-660f-4134-b744-47ef87899845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:05.987482 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-403622e2-190f-4560-acc5-d3c27ade638e req-b052b695-660f-4134-b744-47ef87899845 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.1082532 Dec 08 01:47:06.023074 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d185e586-5bfb-4194-91bd-1cca673aa90a req-9c8f6e4d-e494-4f74-b270-4f84dd359b13 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072321 Dec 08 01:47:06.027455 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-403622e2-190f-4560-acc5-d3c27ade638e req-da783a25-891c-4d9f-afcd-b02da9fd8e5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310612 Dec 08 01:47:06.031150 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b3d320-9e9d-4740-a7d1-29fd7e0f79ce x-openstack-request-id: req-21b3d320-9e9d-4740-a7d1-29fd7e0f79ce {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:06.031561 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6076755f-9ec5-4443-b110-ef9d2f0a70d0", "tag": "38907ab7-489e-4211-863a-6f46431150c2", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:06.031561 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-21b3d320-9e9d-4740-a7d1-29fd7e0f79ce {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:06.031908 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6076755f-9ec5-4443-b110-ef9d2f0a70d0', 'tag': '38907ab7-489e-4211-863a-6f46431150c2', 'status': 'completed', 'code': 200} Dec 08 01:47:06.073990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6c459ab5-e885-4311-8f09-230b968290a7 req-737865ec-fea0-440e-9366-d51988684b97 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] For port 6edc9046-f520-4679-be98-61dd8e839a70, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6edc9046-f520-4679-be98-61dd8e839a70,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:06.074678 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6c459ab5-e885-4311-8f09-230b968290a7 req-737865ec-fea0-440e-9366-d51988684b97 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.089414 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-6c459ab5-e885-4311-8f09-230b968290a7 req-737865ec-fea0-440e-9366-d51988684b97 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Calling delete_port for 6edc9046-f520-4679-be98-61dd8e839a70 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:06.121944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba953d-f602-454a-b8fc-2834dfb5bf79 req-136bf409-3b40-491b-af9b-ce44d50ac061 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:06.123932 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-81ba953d-f602-454a-b8fc-2834dfb5bf79 req-136bf409-3b40-491b-af9b-ce44d50ac061 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/ports?device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 950 time: 0.0838106 Dec 08 01:47:06.231024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-81ba953d-f602-454a-b8fc-2834dfb5bf79 req-d681f392-8d58-47c7-96ea-dc52bfae04dd tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc17ac2-e16f-4e68-aea6-15d9057c525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988643 Dec 08 01:47:06.413477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b45ec6-bda5-4994-ab1e-f3d3c6549119 req-aa0a2e67-0ddc-4c32-a2b7-00e7969e5964 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:06.420552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9b45ec6-bda5-4994-ab1e-f3d3c6549119 req-aa0a2e67-0ddc-4c32-a2b7-00e7969e5964 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 944 time: 0.0673449 Dec 08 01:47:06.456557 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-403622e2-190f-4560-acc5-d3c27ade638e req-6dbe8507-7453-4b73-be95-8bb3e2b66950 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698205 Dec 08 01:47:06.459955 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6c459ab5-e885-4311-8f09-230b968290a7 req-737865ec-fea0-440e-9366-d51988684b97 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.484579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9b45ec6-bda5-4994-ab1e-f3d3c6549119 req-edd595bb-9fda-43f3-b0bb-2e2d9c076e4b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587175 Dec 08 01:47:06.497283 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['6edc9046-f520-4679-be98-61dd8e839a70'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:06.577635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737865ec-fea0-440e-9366-d51988684b97 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Pushing event deleted for resources: {'Port': ['ID=6edc9046-f520-4679-be98-61dd8e839a70,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:06.612905 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac5068-97d6-4381-b98a-0ee77b8a51bc req-d2d5211a-2812-45ab-a2b1-81bca39ba350 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:06.621298 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1fac5068-97d6-4381-b98a-0ee77b8a51bc req-d2d5211a-2812-45ab-a2b1-81bca39ba350 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 948 time: 0.0800571 Dec 08 01:47:06.659534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-c19247b8-2cb8-4ebf-a02a-93527ee6723f tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:06.663680 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-c19247b8-2cb8-4ebf-a02a-93527ee6723f tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.45 "GET /v2.0/networks?id=b00fbacf-e6fc-45b8-9d39-556f23fe6916 HTTP/1.1" status: 200 len: 814 time: 0.4464705 Dec 08 01:47:06.680666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c459ab5-e885-4311-8f09-230b968290a7 req-737865ec-fea0-440e-9366-d51988684b97 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] No DVR routers for this DVR port 6edc9046-f520-4679-be98-61dd8e839a70 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:06.689967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6c459ab5-e885-4311-8f09-230b968290a7 req-737865ec-fea0-440e-9366-d51988684b97 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.691736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1fac5068-97d6-4381-b98a-0ee77b8a51bc req-7cd28e5b-a6dd-41a5-b38f-8583b64e4f15 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694997 Dec 08 01:47:06.693730 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6c459ab5-e885-4311-8f09-230b968290a7 req-737865ec-fea0-440e-9366-d51988684b97 tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.45 "DELETE /v2.0/ports/6edc9046-f520-4679-be98-61dd8e839a70 HTTP/1.1" status: 204 len: 173 time: 1.2458897 Dec 08 01:47:06.709154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-d3c880fd-fd58-445e-bd36-60a68568e3d8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Request body: {'port': {'device_id': '79c1b0bd-e8a7-4ac2-94fa-1037833de591', 'network_id': 'b00fbacf-e6fc-45b8-9d39-556f23fe6916', 'admin_state_up': True, 'tenant_id': 'a20363dc3cb04dc09074f5e7dc3407b2'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:06.742647 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-403622e2-190f-4560-acc5-d3c27ade638e req-cc3451e8-b314-4bcb-b888-b4d48f03ffcb service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747645 Dec 08 01:47:06.773752 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07a99dae-e764-4ed9-a77e-3faf2d718165 req-e4cdaa24-8db7-4c21-b160-916152ffb516 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 210 time: 0.0882382 Dec 08 01:47:06.920717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-d3c880fd-fd58-445e-bd36-60a68568e3d8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Made reservation on behalf of a20363dc3cb04dc09074f5e7dc3407b2 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:06.927089 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-d3c880fd-fd58-445e-bd36-60a68568e3d8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:07.038162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e212e9c-2948-4725-a8ce-a77d8a8360d6 req-7b3d8337-02e7-405c-a48b-f42ac8fa6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:07.040065 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6e212e9c-2948-4725-a8ce-a77d8a8360d6 req-7b3d8337-02e7-405c-a48b-f42ac8fa6cdd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 1096 time: 0.1310041 Dec 08 01:47:07.050581 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60231dc7-78c0-4f27-82a9-4f4aabadec59 req-a288ecbb-e59a-444f-b748-0a63d5e101ab tempest-FloatingIPsAssociationTestJSON-94880879 tempest-FloatingIPsAssociationTestJSON-94880879-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e3f8d9-85f3-4932-80b3-fd6aaae72ada HTTP/1.1" status: 200 len: 210 time: 0.0712981 Dec 08 01:47:07.172435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-d3c880fd-fd58-445e-bd36-60a68568e3d8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Allocated IP 172.20.0.6 (b00fbacf-e6fc-45b8-9d39-556f23fe6916/c64a5849-71c1-4cd0-9cda-596c392d3174/2e73727c-27f2-42ec-baab-cee54fff656e) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:07.214274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c68c1-7ee7-4ee7-8446-85796bd9818e req-9be11a3b-a89a-4649-8165-dcb6bb6ffaaf tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:07.215585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-221c68c1-7ee7-4ee7-8446-85796bd9818e req-9be11a3b-a89a-4649-8165-dcb6bb6ffaaf tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.75 "GET /v2.0/ports?device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 950 time: 0.0830421 Dec 08 01:47:07.355891 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-d3c880fd-fd58-445e-bd36-60a68568e3d8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:07.468650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33628) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:07.497751 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-d3c880fd-fd58-445e-bd36-60a68568e3d8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:07.688697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24db4f-3ddf-4414-a829-9fa3922fda04 req-139ae8b3-970c-4b15-b424-853402450448 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:07.690416 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e24db4f-3ddf-4414-a829-9fa3922fda04 req-139ae8b3-970c-4b15-b424-853402450448 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/ports?device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 950 time: 0.1973417 Dec 08 01:47:07.705271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-221c68c1-7ee7-4ee7-8446-85796bd9818e req-0c9015ba-dd01-45e2-bd70-9cec3c823d1a tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Deleting port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:07.705749 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-221c68c1-7ee7-4ee7-8446-85796bd9818e req-0c9015ba-dd01-45e2-bd70-9cec3c823d1a tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:07.802710 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00421a2c-f464-427d-bbd6-84c975d37d77 req-4ba4b50e-eb2b-4ec2-930a-6f72253cd009 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:07.804418 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00421a2c-f464-427d-bbd6-84c975d37d77 req-4ba4b50e-eb2b-4ec2-930a-6f72253cd009 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 944 time: 0.1728201 Dec 08 01:47:07.877143 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e24db4f-3ddf-4414-a829-9fa3922fda04 req-4925276f-8f26-4d19-bc2d-6bb5d0b474e3 tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc17ac2-e16f-4e68-aea6-15d9057c525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641276 Dec 08 01:47:08.021787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-221c68c1-7ee7-4ee7-8446-85796bd9818e req-0c9015ba-dd01-45e2-bd70-9cec3c823d1a tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] For port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e19e73c3-a98d-42c0-ab8e-68b4d9384cfb,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:08.045416 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-221c68c1-7ee7-4ee7-8446-85796bd9818e req-0c9015ba-dd01-45e2-bd70-9cec3c823d1a tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:08.065037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'name': 'network-vif-deleted', 'tag': '6edc9046-f520-4679-be98-61dd8e839a70'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:08.067171 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee835f3-b863-44de-8402-f7044b9a592f" -d '{"events": [{"server_uuid": "83e3f8d9-85f3-4932-80b3-fd6aaae72ada", "name": "network-vif-deleted", "tag": "6edc9046-f520-4679-be98-61dd8e839a70"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:08.069766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c880fd-fd58-445e-bd36-60a68568e3d8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Pushing event updated for resources: {'Port': ['ID=2e73727c-27f2-42ec-baab-cee54fff656e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:08.110606 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-221c68c1-7ee7-4ee7-8446-85796bd9818e req-0c9015ba-dd01-45e2-bd70-9cec3c823d1a tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Calling delete_port for e19e73c3-a98d-42c0-ab8e-68b4d9384cfb owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:08.115765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00421a2c-f464-427d-bbd6-84c975d37d77 req-21a6d451-0204-44c8-9830-38da5bb1b49b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996562 Dec 08 01:47:08.123152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-d3c880fd-fd58-445e-bd36-60a68568e3d8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Network b00fbacf-e6fc-45b8-9d39-556f23fe6916 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:08.127238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-712d5b7b-c609-4508-bbc6-1a0f262e99f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:08.167481 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-d3c880fd-fd58-445e-bd36-60a68568e3d8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:08.179723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device bb8f6244-692b-420b-96d4-f1a56b925539 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:47:08.189237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-d3c880fd-fd58-445e-bd36-60a68568e3d8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:08.260918 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e212e9c-2948-4725-a8ce-a77d8a8360d6 req-b15b7bbd-545f-4e06-96c4-8f75bc98511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:08.267541 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6e212e9c-2948-4725-a8ce-a77d8a8360d6 req-b15b7bbd-545f-4e06-96c4-8f75bc98511e service neutron] 10.222.0.45 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 1.2069120 Dec 08 01:47:08.321326 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6e212e9c-2948-4725-a8ce-a77d8a8360d6 req-b51b187a-4bbc-4117-ac41-07118fa37e11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38907ab7-489e-4211-863a-6f46431150c2 HTTP/1.1" status: 200 len: 217 time: 0.0467401 Dec 08 01:47:08.405151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port bb8f6244-692b-420b-96d4-f1a56b925539, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=bb8f6244-692b-420b-96d4-f1a56b925539,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:08.417288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'bb8f6244-692b-420b-96d4-f1a56b925539', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'bb8f6244-692b-420b-96d4-f1a56b925539', 'mac_address': 'fa:16:3e:8d:88:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:47:08.459163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ba433-7a19-4bb8-accd-ea43b46f44ad req-538f8c69-2e3d-443a-940d-d837411fd7d1 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:08.463089 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:08.464492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e212e9c-2948-4725-a8ce-a77d8a8360d6 req-b0c8b0a7-770f-411c-a69b-19fd996c19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:08.466049 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6e212e9c-2948-4725-a8ce-a77d8a8360d6 req-b0c8b0a7-770f-411c-a69b-19fd996c19e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.1225669 Dec 08 01:47:08.466666 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-679ba433-7a19-4bb8-accd-ea43b46f44ad req-538f8c69-2e3d-443a-940d-d837411fd7d1 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 948 time: 0.3499219 Dec 08 01:47:08.479316 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8f6244-692b-420b-96d4-f1a56b925539 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:08.488104 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-d3c880fd-fd58-445e-bd36-60a68568e3d8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:08.488817 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-d3c880fd-fd58-445e-bd36-60a68568e3d8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:08.506146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port bb8f6244-692b-420b-96d4-f1a56b925539, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=bb8f6244-692b-420b-96d4-f1a56b925539,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:08.515950 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:08.547425 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-d3c880fd-fd58-445e-bd36-60a68568e3d8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8597159 Dec 08 01:47:08.550123 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6e212e9c-2948-4725-a8ce-a77d8a8360d6 req-035d2c0b-6a6c-4239-9f9d-49e68a9f87c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462699 Dec 08 01:47:08.586365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Request body: {'port': {'device_id': '79c1b0bd-e8a7-4ac2-94fa-1037833de591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:08.596108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b864d2a-7b12-4f43-9d74-140048a59348 req-17b3d874-f33f-4cac-a1e8-28a02b1ef5e0 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:08.598038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b864d2a-7b12-4f43-9d74-140048a59348 req-17b3d874-f33f-4cac-a1e8-28a02b1ef5e0 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 931 time: 0.3726859 Dec 08 01:47:08.604599 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-221c68c1-7ee7-4ee7-8446-85796bd9818e req-0c9015ba-dd01-45e2-bd70-9cec3c823d1a tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:08.616137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=bb8f6244-692b-420b-96d4-f1a56b925539,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:08.649367 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['e19e73c3-a98d-42c0-ab8e-68b4d9384cfb'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:08.670931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9015ba-dd01-45e2-bd70-9cec3c823d1a tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Pushing event deleted for resources: {'Port': ['ID=e19e73c3-a98d-42c0-ab8e-68b4d9384cfb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:08.698845 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-679ba433-7a19-4bb8-accd-ea43b46f44ad req-61be6ec1-4533-4b0a-9237-6e7805009905 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309525 Dec 08 01:47:08.840845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['bb8f6244-692b-420b-96d4-f1a56b925539'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:08.848041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-221c68c1-7ee7-4ee7-8446-85796bd9818e req-0c9015ba-dd01-45e2-bd70-9cec3c823d1a tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] No DVR routers for this DVR port e19e73c3-a98d-42c0-ab8e-68b4d9384cfb on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:08.855530 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-221c68c1-7ee7-4ee7-8446-85796bd9818e req-0c9015ba-dd01-45e2-bd70-9cec3c823d1a tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:08.859976 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-221c68c1-7ee7-4ee7-8446-85796bd9818e req-0c9015ba-dd01-45e2-bd70-9cec3c823d1a tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.75 "DELETE /v2.0/ports/e19e73c3-a98d-42c0-ab8e-68b4d9384cfb HTTP/1.1" status: 204 len: 173 time: 1.6288180 Dec 08 01:47:08.860556 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cd9bf4-c4db-46c8-850c-025b0f4345dd', 'name': 'network-vif-deleted', 'tag': 'e19e73c3-a98d-42c0-ab8e-68b4d9384cfb'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:08.862978 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9ea63a-a744-4c33-81cd-7efe43fab156" -d '{"events": [{"server_uuid": "23cd9bf4-c4db-46c8-850c-025b0f4345dd", "name": "network-vif-deleted", "tag": "e19e73c3-a98d-42c0-ab8e-68b4d9384cfb"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:08.869502 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-712d5b7b-c609-4508-bbc6-1a0f262e99f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:08.870187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33658) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:08.910549 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b864d2a-7b12-4f43-9d74-140048a59348 req-aa20a81e-c062-4ec5-8c84-a8845e4c5377 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/security-groups?id=149a4c15-4bd4-4fbb-963f-f9f79d357083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556131 Dec 08 01:47:08.911282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-712d5b7b-c609-4508-bbc6-1a0f262e99f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:08.982810 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbcda8e-4bfd-4c67-bf8b-69735551eeb4 x-openstack-request-id: req-6bbcda8e-4bfd-4c67-bf8b-69735551eeb4 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:08.983083 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e3f8d9-85f3-4932-80b3-fd6aaae72ada", "name": "network-vif-deleted", "tag": "6edc9046-f520-4679-be98-61dd8e839a70", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:08.983298 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6bbcda8e-4bfd-4c67-bf8b-69735551eeb4 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:08.983718 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e3f8d9-85f3-4932-80b3-fd6aaae72ada', 'name': 'network-vif-deleted', 'tag': '6edc9046-f520-4679-be98-61dd8e839a70', 'status': 'completed', 'code': 200} Dec 08 01:47:09.027770 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2e31b0-8422-4352-af90-9a771d55955f x-openstack-request-id: req-cc2e31b0-8422-4352-af90-9a771d55955f {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:09.028072 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cd9bf4-c4db-46c8-850c-025b0f4345dd", "name": "network-vif-deleted", "tag": "e19e73c3-a98d-42c0-ab8e-68b4d9384cfb", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:09.028329 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cc2e31b0-8422-4352-af90-9a771d55955f {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:09.028724 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cd9bf4-c4db-46c8-850c-025b0f4345dd', 'name': 'network-vif-deleted', 'tag': 'e19e73c3-a98d-42c0-ab8e-68b4d9384cfb', 'status': 'completed', 'code': 200} Dec 08 01:47:09.061088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6edc9046-f520-4679-be98-61dd8e839a70 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:09.077832 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:09.148682 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-712d5b7b-c609-4508-bbc6-1a0f262e99f6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=53749bcd09994fcfa27e6095f5ebed13&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6707788 Dec 08 01:47:09.150770 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6e212e9c-2948-4725-a8ce-a77d8a8360d6 req-2e438d75-40b8-462e-b8bf-49d3c71f9293 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616632 Dec 08 01:47:09.150954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 6edc9046-f520-4679-be98-61dd8e839a70 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:09.151430 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6edc9046-f520-4679-be98-61dd8e839a70 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:09.157781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33666) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:09.175533 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64c94bdd-caa5-4ab5-9178-92800a8d29aa req-40172bbf-c9d6-4149-a81d-a688250a67bc tempest-ServerDiagnosticsNegativeTest-64857296 tempest-ServerDiagnosticsNegativeTest-64857296-project] 10.222.0.71 "GET /v2.0/ports?device_id=23cd9bf4-c4db-46c8-850c-025b0f4345dd HTTP/1.1" status: 200 len: 210 time: 0.0650225 Dec 08 01:47:09.200833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d5b7b-c609-4508-bbc6-1a0f262e99f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5b96bb-2c4d-44d1-86ba-06340f32eb27,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:09.353430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e403256-cbb1-4bb3-95d2-158c6d4828f0 req-f052a2e7-1942-4522-ae94-443d46f6b7fc tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:09.354998 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e403256-cbb1-4bb3-95d2-158c6d4828f0 req-f052a2e7-1942-4522-ae94-443d46f6b7fc tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 944 time: 0.0696495 Dec 08 01:47:09.417660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e403256-cbb1-4bb3-95d2-158c6d4828f0 req-f3bc4cb8-e344-4dfb-8683-a41996a68901 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529289 Dec 08 01:47:09.629223 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6238546b-570c-44f3-bb7e-d024c3374f7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:09.649810 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6e212e9c-2948-4725-a8ce-a77d8a8360d6 req-5e4d5f5a-cf77-4e09-a9d7-05c24c211363 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546468 Dec 08 01:47:09.721395 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6238546b-570c-44f3-bb7e-d024c3374f7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:09.858561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ce332-f9a1-4436-b41d-be4b2b90697c req-533623e6-5a19-47bf-8fe5-c583f7a472a7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:09.861485 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c07ce332-f9a1-4436-b41d-be4b2b90697c req-533623e6-5a19-47bf-8fe5-c583f7a472a7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 949 time: 0.0737247 Dec 08 01:47:09.888190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6238546b-570c-44f3-bb7e-d024c3374f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:09.894130 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6238546b-570c-44f3-bb7e-d024c3374f7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:09.899814 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6238546b-570c-44f3-bb7e-d024c3374f7c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ba5b96bb-2c4d-44d1-86ba-06340f32eb27 HTTP/1.1" status: 204 len: 168 time: 0.7088690 Dec 08 01:47:09.919277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238546b-570c-44f3-bb7e-d024c3374f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5b96bb-2c4d-44d1-86ba-06340f32eb27,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:09.966538 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c07ce332-f9a1-4436-b41d-be4b2b90697c req-9b97d861-02c5-4b90-bfb0-05845b563d34 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927610 Dec 08 01:47:09.996561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e73727c-27f2-42ec-baab-cee54fff656e {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:10.011189 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.048060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Transition to ACTIVE for port object 2e73727c-27f2-42ec-baab-cee54fff656e will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:47:10.056715 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.079910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be7725-6ae7-486f-87e5-dc9706c03127 req-914a46a0-7706-4eae-a91e-e3cb75df5289 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:10.090994 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53be7725-6ae7-486f-87e5-dc9706c03127 req-914a46a0-7706-4eae-a91e-e3cb75df5289 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 931 time: 0.0768230 Dec 08 01:47:10.143180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Pushing event updated for resources: {'Port': ['ID=2e73727c-27f2-42ec-baab-cee54fff656e,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:10.147404 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53be7725-6ae7-486f-87e5-dc9706c03127 req-9644ecf4-dc90-4e56-a00b-0dd6d1cdb74b tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/security-groups?id=149a4c15-4bd4-4fbb-963f-f9f79d357083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554736 Dec 08 01:47:10.197507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device bb8f6244-692b-420b-96d4-f1a56b925539 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:10.207674 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a6c2fb1-9e28-4516-b30e-702b1293c5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.280437 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Attempting to bind port 2e73727c-27f2-42ec-baab-cee54fff656e on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:10.280782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Attempting to bind port 2e73727c-27f2-42ec-baab-cee54fff656e by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '5b04cfa9-8b50-4911-8b68-6c79ba5ec725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b00fbacf-e6fc-45b8-9d39-556f23fe6916'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:10.281132 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Attempting to bind port 2e73727c-27f2-42ec-baab-cee54fff656e on network b00fbacf-e6fc-45b8-9d39-556f23fe6916 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:10.287425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Port 2e73727c-27f2-42ec-baab-cee54fff656e on network b00fbacf-e6fc-45b8-9d39-556f23fe6916 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:47:10.287777 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Attempting to bind port 2e73727c-27f2-42ec-baab-cee54fff656e on network b00fbacf-e6fc-45b8-9d39-556f23fe6916 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:10.301686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port bb8f6244-692b-420b-96d4-f1a56b925539 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:47:10.306303 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port bb8f6244-692b-420b-96d4-f1a56b925539 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:10.306789 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.323682 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:10.324007 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Checking segment: {'id': '5b04cfa9-8b50-4911-8b68-6c79ba5ec725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b00fbacf-e6fc-45b8-9d39-556f23fe6916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:10.324539 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Bound using segment: {'id': '5b04cfa9-8b50-4911-8b68-6c79ba5ec725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b00fbacf-e6fc-45b8-9d39-556f23fe6916'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:10.324820 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Bound port: 2e73727c-27f2-42ec-baab-cee54fff656e, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b04cfa9-8b50-4911-8b68-6c79ba5ec725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b00fbacf-e6fc-45b8-9d39-556f23fe6916'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:10.325177 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.447596 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.466343 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] For port 2e73727c-27f2-42ec-baab-cee54fff656e, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:10.471100 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] For port 2e73727c-27f2-42ec-baab-cee54fff656e, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2e73727c-27f2-42ec-baab-cee54fff656e,segment=NetworkSegment(5b04cfa9-8b50-4911-8b68-6c79ba5ec725),segment_id=5b04cfa9-8b50-4911-8b68-6c79ba5ec725)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:10.479490 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.484680 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e34e0a-9a01-43aa-9eca-d273c1b0f125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8f6244-692b-420b-96d4-f1a56b925539'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:10.487558 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6955609-4e7b-4eba-ac8f-4d86de685c91" -d '{"events": [{"server_uuid": "a2e34e0a-9a01-43aa-9eca-d273c1b0f125", "name": "network-vif-plugged", "status": "completed", "tag": "bb8f6244-692b-420b-96d4-f1a56b925539"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:10.510892 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port bb8f6244-692b-420b-96d4-f1a56b925539, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=bb8f6244-692b-420b-96d4-f1a56b925539,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:10.520906 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.522323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:10.522947 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.524379 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-a4db6131-e250-4954-8be4-050dd917760f service neutron] 10.222.0.45 "PUT /v2.0/ports/2e73727c-27f2-42ec-baab-cee54fff656e HTTP/1.1" status: 200 len: 1092 time: 1.9502316 Dec 08 01:47:10.570294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db6131-e250-4954-8be4-050dd917760f service neutron] Pushing event updated for resources: {'Port': ['ID=2e73727c-27f2-42ec-baab-cee54fff656e,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:10.598756 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e0e9a4-80fb-44f2-b626-11bb7b57b36d x-openstack-request-id: req-39e0e9a4-80fb-44f2-b626-11bb7b57b36d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:10.599077 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e34e0a-9a01-43aa-9eca-d273c1b0f125", "name": "network-vif-plugged", "status": "completed", "tag": "bb8f6244-692b-420b-96d4-f1a56b925539", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:10.599342 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-39e0e9a4-80fb-44f2-b626-11bb7b57b36d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:10.599901 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e34e0a-9a01-43aa-9eca-d273c1b0f125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8f6244-692b-420b-96d4-f1a56b925539', 'code': 200} Dec 08 01:47:10.605858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33716) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:10.656998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=bb8f6244-692b-420b-96d4-f1a56b925539,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:10.668783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be7b61-c6ef-43b1-b1e3-1889d9de5818 req-00c8fe41-303a-4ffa-a3a2-bccb0c6677f6 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:10.676057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-47df53d5-6c71-44f1-8ced-e8adbeeabbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:10.677726 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-47df53d5-6c71-44f1-8ced-e8adbeeabbe0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a20363dc3cb04dc09074f5e7dc3407b2&device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 1095 time: 0.0807753 Dec 08 01:47:10.678061 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87be7b61-c6ef-43b1-b1e3-1889d9de5818 req-00c8fe41-303a-4ffa-a3a2-bccb0c6677f6 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 944 time: 0.0865288 Dec 08 01:47:10.688625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c2fb1-9e28-4516-b30e-702b1293c5fe admin admin] Deleting port 2d6d032b-0be6-4431-be0e-59ac248d651c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:10.688978 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a6c2fb1-9e28-4516-b30e-702b1293c5fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.771202 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-da741d7a-f193-4352-86e5-7420cbb280e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e73727c-27f2-42ec-baab-cee54fff656e HTTP/1.1" status: 200 len: 217 time: 0.0637817 Dec 08 01:47:10.775899 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87be7b61-c6ef-43b1-b1e3-1889d9de5818 req-d03c8da0-fbc2-4457-973d-daa2d3f6f2c6 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925534 Dec 08 01:47:10.794402 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4301f8-0983-48e7-85fa-a31c4cfca2ff req-8a497ccf-d90f-4f09-ae0c-06156376c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:10.795906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa4301f8-0983-48e7-85fa-a31c4cfca2ff req-8a497ccf-d90f-4f09-ae0c-06156376c976 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 1102 time: 0.0984185 Dec 08 01:47:10.846651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-7a6c2fb1-9e28-4516-b30e-702b1293c5fe admin admin] For port 2d6d032b-0be6-4431-be0e-59ac248d651c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2d6d032b-0be6-4431-be0e-59ac248d651c,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:10.847134 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a6c2fb1-9e28-4516-b30e-702b1293c5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.855094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-e61cf5bc-f18f-4532-a6ba-1002a7899652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:10.856570 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-e61cf5bc-f18f-4532-a6ba-1002a7899652 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c64a5849-71c1-4cd0-9cda-596c392d3174 HTTP/1.1" status: 200 len: 854 time: 0.0739641 Dec 08 01:47:10.861528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-576e929e-2013-40d3-9044-d15e13b816ef admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=20e87a21cba842c7a15a2cc463e9462f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406583 Dec 08 01:47:10.864454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33728) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:10.865318 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c2fb1-9e28-4516-b30e-702b1293c5fe admin admin] Calling delete_port for 2d6d032b-0be6-4431-be0e-59ac248d651c owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:10.868392 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa4301f8-0983-48e7-85fa-a31c4cfca2ff req-26a0744b-7865-426e-8320-ff3ce4ecf347 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633605 Dec 08 01:47:10.909561 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-2d86416c-b0c1-4e98-b092-fd93808c4ba3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b00fbacf-e6fc-45b8-9d39-556f23fe6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348063 Dec 08 01:47:10.986611 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c1b0bd-e8a7-4ac2-94fa-1037833de591', 'tag': '2e73727c-27f2-42ec-baab-cee54fff656e'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:10.988862 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009ff04b-3302-40f6-85e9-f9c059e79c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "79c1b0bd-e8a7-4ac2-94fa-1037833de591", "tag": "2e73727c-27f2-42ec-baab-cee54fff656e"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:11.038403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 38907ab7-489e-4211-863a-6f46431150c2 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:47:11.054785 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca7a4ae-28c7-4565-818c-3bb5b30c5239 x-openstack-request-id: req-4ca7a4ae-28c7-4565-818c-3bb5b30c5239 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:11.055204 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c1b0bd-e8a7-4ac2-94fa-1037833de591", "tag": "2e73727c-27f2-42ec-baab-cee54fff656e", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:11.055454 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4ca7a4ae-28c7-4565-818c-3bb5b30c5239 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:11.055883 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c1b0bd-e8a7-4ac2-94fa-1037833de591', 'tag': '2e73727c-27f2-42ec-baab-cee54fff656e', 'status': 'completed', 'code': 200} Dec 08 01:47:11.060584 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0421ca3-da72-44d4-859c-26e1bffb8474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:11.139510 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0421ca3-da72-44d4-859c-26e1bffb8474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:11.149304 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-36e128d4-92b7-498f-9db6-46b0e57d8b4b service neutron] 10.222.0.45 "GET /v2.0/networks/b00fbacf-e6fc-45b8-9d39-556f23fe6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307451 Dec 08 01:47:11.154535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6deec6-dcd1-45d1-9c94-1e5e6275ab89 req-c6d63556-8e99-4ad7-84e3-1b5b7be4bbb8 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:11.162049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff6deec6-dcd1-45d1-9c94-1e5e6275ab89 req-c6d63556-8e99-4ad7-84e3-1b5b7be4bbb8 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 950 time: 0.0592332 Dec 08 01:47:11.187497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=38907ab7-489e-4211-863a-6f46431150c2,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:11.205987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '38907ab7-489e-4211-863a-6f46431150c2', 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036', 'port_id': '38907ab7-489e-4211-863a-6f46431150c2', 'mac_address': 'fa:16:3e:63:9b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93b70d1-63b4-4a4c-928e-4b029b4b6b64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:47:11.223253 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff6deec6-dcd1-45d1-9c94-1e5e6275ab89 req-d9819526-d1b4-4b37-ae57-e7d87b8e7d58 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603511 Dec 08 01:47:11.265076 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:11.280560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38907ab7-489e-4211-863a-6f46431150c2 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:11.310634 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=38907ab7-489e-4211-863a-6f46431150c2,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:11.317506 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:11.373546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=38907ab7-489e-4211-863a-6f46431150c2,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:11.528085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0421ca3-da72-44d4-859c-26e1bffb8474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:11.530652 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0421ca3-da72-44d4-859c-26e1bffb8474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:11.535042 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b0421ca3-da72-44d4-859c-26e1bffb8474 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1fc17ac2-e16f-4e68-aea6-15d9057c525d HTTP/1.1" status: 204 len: 168 time: 0.6643772 Dec 08 01:47:11.559137 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6caf732a-b20d-41f0-a9e9-d189d6024441 req-50b4befc-11f6-4f01-8d75-0f0b91469228 service neutron] 10.222.0.45 "GET /v2.0/networks/b00fbacf-e6fc-45b8-9d39-556f23fe6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968189 Dec 08 01:47:11.562874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0421ca3-da72-44d4-859c-26e1bffb8474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc17ac2-e16f-4e68-aea6-15d9057c525d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:11.571932 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a6c2fb1-9e28-4516-b30e-702b1293c5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:11.655845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c2fb1-9e28-4516-b30e-702b1293c5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6d032b-0be6-4431-be0e-59ac248d651c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:11.683404 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['38907ab7-489e-4211-863a-6f46431150c2'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:11.837179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff04b-3302-40f6-85e9-f9c059e79c0b req-67452788-feb7-43ef-a63d-f9f1c0d2a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:11.838642 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009ff04b-3302-40f6-85e9-f9c059e79c0b req-67452788-feb7-43ef-a63d-f9f1c0d2a8d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a20363dc3cb04dc09074f5e7dc3407b2&device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 1095 time: 0.1468971 Dec 08 01:47:12.041707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164c734-4258-4d19-8a94-62f7e3164855 req-e0c2a40e-6d24-4393-a76b-23235d71c0c8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:12.050640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c164c734-4258-4d19-8a94-62f7e3164855 req-e0c2a40e-6d24-4393-a76b-23235d71c0c8 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 943 time: 0.1026473 Dec 08 01:47:12.110766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33808) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:12.130593 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a6c2fb1-9e28-4516-b30e-702b1293c5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.139039 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c164c734-4258-4d19-8a94-62f7e3164855 req-1e2b3891-f6d9-43cc-8cff-e0af7321cbf0 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/security-groups?id=149a4c15-4bd4-4fbb-963f-f9f79d357083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829070 Dec 08 01:47:12.140626 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90e0411c-32e1-4c30-a4db-3a00e8b24e12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.205301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e19e73c3-a98d-42c0-ab8e-68b4d9384cfb no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:12.218097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff04b-3302-40f6-85e9-f9c059e79c0b req-e3e3ad43-10d0-4e36-b1ef-2c8fa510c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:12.220169 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009ff04b-3302-40f6-85e9-f9c059e79c0b req-e3e3ad43-10d0-4e36-b1ef-2c8fa510c523 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b00fbacf-e6fc-45b8-9d39-556f23fe6916 HTTP/1.1" status: 200 len: 915 time: 0.3656466 Dec 08 01:47:12.235863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: e19e73c3-a98d-42c0-ab8e-68b4d9384cfb {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:12.237112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e19e73c3-a98d-42c0-ab8e-68b4d9384cfb not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:12.246644 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90e0411c-32e1-4c30-a4db-3a00e8b24e12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.260288 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90e0411c-32e1-4c30-a4db-3a00e8b24e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.275657 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009ff04b-3302-40f6-85e9-f9c059e79c0b req-9bb6494f-65bc-437f-b88a-2a47adb08836 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e73727c-27f2-42ec-baab-cee54fff656e HTTP/1.1" status: 200 len: 217 time: 0.0461345 Dec 08 01:47:12.334312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-90e0411c-32e1-4c30-a4db-3a00e8b24e12 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=79e272c7422a43acb01716dc1cfe4786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221124 Dec 08 01:47:12.343274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a89624-8520-4c70-91af-a1f6d6701028 req-7a382d4b-58a0-48e8-81f8-a9d20db61d69 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:12.344209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33816) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:12.350459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4a89624-8520-4c70-91af-a1f6d6701028 req-7a382d4b-58a0-48e8-81f8-a9d20db61d69 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 945 time: 0.1006660 Dec 08 01:47:12.357704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0411c-32e1-4c30-a4db-3a00e8b24e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa78d5d0-fc73-4897-bd75-4886c80f360f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:12.400568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff04b-3302-40f6-85e9-f9c059e79c0b req-3917f24c-e15e-43e3-8117-53a3dff84601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:12.402045 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009ff04b-3302-40f6-85e9-f9c059e79c0b req-3917f24c-e15e-43e3-8117-53a3dff84601 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c64a5849-71c1-4cd0-9cda-596c392d3174 HTTP/1.1" status: 200 len: 854 time: 0.0956740 Dec 08 01:47:12.404409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4a89624-8520-4c70-91af-a1f6d6701028 req-ffa866ad-a798-4843-b358-6273e5d5dc61 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531223 Dec 08 01:47:12.497175 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009ff04b-3302-40f6-85e9-f9c059e79c0b req-26ee820c-69b5-48e6-99ab-78bf1f23a37f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b00fbacf-e6fc-45b8-9d39-556f23fe6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840001 Dec 08 01:47:12.517904 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9c84544-875b-499a-ad17-3852e892e223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.561429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90df9a8-9adf-4d0e-a04a-2efcd80dde25 req-30424d1f-0b43-461d-b6cc-f5ebb36dc489 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:12.562961 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a90df9a8-9adf-4d0e-a04a-2efcd80dde25 req-30424d1f-0b43-461d-b6cc-f5ebb36dc489 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 950 time: 0.0652626 Dec 08 01:47:12.613781 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a90df9a8-9adf-4d0e-a04a-2efcd80dde25 req-6ba75053-a2e8-4fba-a10f-b4c8b6ec6efb tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422633 Dec 08 01:47:12.635972 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9c84544-875b-499a-ad17-3852e892e223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.702631 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009ff04b-3302-40f6-85e9-f9c059e79c0b req-860da80e-89f7-41ed-916e-31278229158d service neutron] 10.222.0.45 "GET /v2.0/networks/b00fbacf-e6fc-45b8-9d39-556f23fe6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937375 Dec 08 01:47:12.710199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6c2fb1-9e28-4516-b30e-702b1293c5fe admin admin] Router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:47:12.746230 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9c84544-875b-499a-ad17-3852e892e223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.748862 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9c84544-875b-499a-ad17-3852e892e223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.749979 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a9c84544-875b-499a-ad17-3852e892e223 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aa78d5d0-fc73-4897-bd75-4886c80f360f HTTP/1.1" status: 204 len: 168 time: 0.4047959 Dec 08 01:47:12.794843 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-0fbf9085-cad9-41ec-bec9-d7c164ed4f3f tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:12.803596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-0fbf9085-cad9-41ec-bec9-d7c164ed4f3f tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/networks?id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f HTTP/1.1" status: 200 len: 805 time: 0.1216726 Dec 08 01:47:12.819102 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c84544-875b-499a-ad17-3852e892e223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa78d5d0-fc73-4897-bd75-4886c80f360f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:12.827672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-9ceb2675-2179-47e5-8230-ed45c8b73848 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/quotas/7f33e0244455419aa742dd0ac6c0c9d7 HTTP/1.1" status: 200 len: 375 time: 0.0160742 Dec 08 01:47:12.896575 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-a8130e3f-da66-4266-a247-bca8ca2a930a tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7f33e0244455419aa742dd0ac6c0c9d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0679462 Dec 08 01:47:12.901897 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009ff04b-3302-40f6-85e9-f9c059e79c0b req-d9c99fab-c3d0-4657-be5b-bd77c16c3cd2 service neutron] 10.222.0.45 "GET /v2.0/networks/b00fbacf-e6fc-45b8-9d39-556f23fe6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879323 Dec 08 01:47:12.915629 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6c2fb1-9e28-4516-b30e-702b1293c5fe admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:47:12.928033 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf219e-5e6c-4249-a93a-f331f816e742 None None] Sync routers for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:47:12.937477 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7a6c2fb1-9e28-4516-b30e-702b1293c5fe admin admin] 10.222.0.71 "PUT /v2.0/routers/0ccbd836-fbc5-4ab5-9daf-58e117956a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0479202 Dec 08 01:47:12.938446 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33842) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:12.945148 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf219e-5e6c-4249-a93a-f331f816e742 None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:12.949761 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eecf219e-5e6c-4249-a93a-f331f816e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:13.033203 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 38907ab7-489e-4211-863a-6f46431150c2 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:13.059921 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-eecf219e-5e6c-4249-a93a-f331f816e742 None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:13.074051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-23d76c91-d6c1-44cb-871d-5b1289ba671a service neutron] 10.222.0.71 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765666 Dec 08 01:47:13.121992 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:13.140266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 38907ab7-489e-4211-863a-6f46431150c2 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:47:13.145881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 38907ab7-489e-4211-863a-6f46431150c2 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:13.146437 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:13.308168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-fbb0eb10-e83f-49e2-ab0d-cc6cee2e2477 service neutron] 10.222.0.71 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270825 Dec 08 01:47:13.309880 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:13.353522 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eecf219e-5e6c-4249-a93a-f331f816e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:47:11Z', 'revision_number': 5, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port': {'id': 'ad5a3575-4875-40b1-a250-8eab814828c5', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:40Z', 'updated_at': '2021-12-08T01:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:13.368701 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:13.389809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6076755f-9ec5-4443-b110-ef9d2f0a70d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38907ab7-489e-4211-863a-6f46431150c2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:13.404329 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f2bd25-f519-4b42-8772-4fdc4ba858a6" -d '{"events": [{"server_uuid": "6076755f-9ec5-4443-b110-ef9d2f0a70d0", "name": "network-vif-plugged", "status": "completed", "tag": "38907ab7-489e-4211-863a-6f46431150c2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:13.420825 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf219e-5e6c-4249-a93a-f331f816e742 None None] Checking router: 0ccbd836-fbc5-4ab5-9daf-58e117956a50 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:47:13.445959 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf219e-5e6c-4249-a93a-f331f816e742 None None] Routers {'0ccbd836-fbc5-4ab5-9daf-58e117956a50'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:13.446784 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eecf219e-5e6c-4249-a93a-f331f816e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:13.462027 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=38907ab7-489e-4211-863a-6f46431150c2,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:13.472487 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:13.473686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a311ffd0-db9b-499d-9d93-622d3859db20 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:13.478252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] Deleting port ad5a3575-4875-40b1-a250-8eab814828c5 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:13.479773 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:13.558844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9210f9c-3aae-4b3f-910f-bd200bed50a9 req-6c3aaf69-eb9d-43d0-b1b6-6307b0b26864 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:13.568651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9210f9c-3aae-4b3f-910f-bd200bed50a9 req-6c3aaf69-eb9d-43d0-b1b6-6307b0b26864 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 943 time: 0.0804918 Dec 08 01:47:13.637030 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:13.645462 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] For port ad5a3575-4875-40b1-a250-8eab814828c5, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ad5a3575-4875-40b1-a250-8eab814828c5,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:13.645870 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:13.667476 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9210f9c-3aae-4b3f-910f-bd200bed50a9 req-cca028d7-1822-4964-bdbf-4fe8521dbc90 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/security-groups?id=149a4c15-4bd4-4fbb-963f-f9f79d357083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913138 Dec 08 01:47:13.694548 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-eecf219e-5e6c-4249-a93a-f331f816e742 None None] Set router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:13.702002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] Calling delete_port for ad5a3575-4875-40b1-a250-8eab814828c5 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:13.841348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a339b8-7fbf-416a-92db-3af1aad429e3 req-77f9441a-d15d-45d8-ac96-ee2016d5572a tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:13.842490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a339b8-7fbf-416a-92db-3af1aad429e3 req-77f9441a-d15d-45d8-ac96-ee2016d5572a tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:13.844461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a339b8-7fbf-416a-92db-3af1aad429e3 req-77f9441a-d15d-45d8-ac96-ee2016d5572a tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:13.845155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a339b8-7fbf-416a-92db-3af1aad429e3 req-77f9441a-d15d-45d8-ac96-ee2016d5572a tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:13.846826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a339b8-7fbf-416a-92db-3af1aad429e3 req-77f9441a-d15d-45d8-ac96-ee2016d5572a tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:13.847433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a339b8-7fbf-416a-92db-3af1aad429e3 req-77f9441a-d15d-45d8-ac96-ee2016d5572a tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:13.848317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a339b8-7fbf-416a-92db-3af1aad429e3 req-77f9441a-d15d-45d8-ac96-ee2016d5572a tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:13.850005 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a339b8-7fbf-416a-92db-3af1aad429e3 req-77f9441a-d15d-45d8-ac96-ee2016d5572a tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:13.852763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-27a339b8-7fbf-416a-92db-3af1aad429e3 req-77f9441a-d15d-45d8-ac96-ee2016d5572a tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591&device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0&device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125&device_id=ff4a0259-b221-429d-9b89-442e0b709aca&device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4&device_id=6264953d-6aaf-4c31-b966-778a035ba341&device_id=06482c73-5f72-433b-810e-9c89ec001093&device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 7322 time: 0.1619532 Dec 08 01:47:13.853316 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port a311ffd0-db9b-499d-9d93-622d3859db20, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a311ffd0-db9b-499d-9d93-622d3859db20,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:13.861105 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:13.863670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=38907ab7-489e-4211-863a-6f46431150c2,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:13.892873 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-27a339b8-7fbf-416a-92db-3af1aad429e3 req-88309303-cca6-4ea4-aaa6-e97804751c37 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:13.926623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=a311ffd0-db9b-499d-9d93-622d3859db20,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:13.959708 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b027d5-4d37-4f49-b2c5-c9ae3f581870 x-openstack-request-id: req-d7b027d5-4d37-4f49-b2c5-c9ae3f581870 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:13.960050 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6076755f-9ec5-4443-b110-ef9d2f0a70d0", "name": "network-vif-plugged", "status": "completed", "tag": "38907ab7-489e-4211-863a-6f46431150c2", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:13.960876 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d7b027d5-4d37-4f49-b2c5-c9ae3f581870 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:13.961437 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6076755f-9ec5-4443-b110-ef9d2f0a70d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38907ab7-489e-4211-863a-6f46431150c2', 'code': 200} Dec 08 01:47:14.064509 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:14.068090 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-27a339b8-7fbf-416a-92db-3af1aad429e3 req-88309303-cca6-4ea4-aaa6-e97804751c37 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:14.077873 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eecf219e-5e6c-4249-a93a-f331f816e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:47:13Z', 'revision_number': 6, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:14.103739 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-27a339b8-7fbf-416a-92db-3af1aad429e3 req-88309303-cca6-4ea4-aaa6-e97804751c37 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:14.110474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5a3575-4875-40b1-a250-8eab814828c5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:14.137291 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf219e-5e6c-4249-a93a-f331f816e742 None None] The sync data for ids ['0ccbd836-fbc5-4ab5-9daf-58e117956a50'] in n-d-713499-31 is: [{'id': '0ccbd836-fbc5-4ab5-9daf-58e117956a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-2122708317-router', 'tenant_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:39Z', 'updated_at': '2021-12-08T01:47:13Z', 'revision_number': 6, 'project_id': 'f6e1ee9d4a0248e297fae65e29c1fdcd', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:47:14.168605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d6d9b-a4e5-48fb-984d-e0e14eee10bf req-694d3065-8f85-4b33-92ca-7ad3635eaaca tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:14.170362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e89d6d9b-a4e5-48fb-984d-e0e14eee10bf req-694d3065-8f85-4b33-92ca-7ad3635eaaca tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 946 time: 0.1318197 Dec 08 01:47:14.233664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e3be-53fa-45eb-ae28-d9c48a95e3bf req-da879ebc-15cc-41e7-8e8e-5f6bc463fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:14.242009 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7d33e3be-53fa-45eb-ae28-d9c48a95e3bf req-da879ebc-15cc-41e7-8e8e-5f6bc463fe5a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 1098 time: 0.1418982 Dec 08 01:47:14.268220 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:14.271008 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88309303-cca6-4ea4-aaa6-e97804751c37 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc2db93-8bcf-43ea-b818-f5e70181a9c1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:14.300181 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e89d6d9b-a4e5-48fb-984d-e0e14eee10bf req-9ccbf30f-39cb-41f5-a551-0ef5a8ee08ad tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199267 Dec 08 01:47:14.336170 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-27a339b8-7fbf-416a-92db-3af1aad429e3 req-88309303-cca6-4ea4-aaa6-e97804751c37 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&id=edf2459a-6fa8-459c-9759-4cf3e397b654&id=8c32b383-12c0-4966-9258-1b99a22e033e&id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&id=149a4c15-4bd4-4fbb-963f-f9f79d357083&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.4562724 Dec 08 01:47:14.444210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd39f95e-17a3-48dc-ab64-1408fc0b45b8 req-cd084e23-59f8-42e6-bfc4-27e92e1c300e tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 210 time: 0.0356405 Dec 08 01:47:14.482709 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:14.509565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:14.528286 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7d33e3be-53fa-45eb-ae28-d9c48a95e3bf req-38ee5cf8-127b-4fdf-b92b-45aa109bae3e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745135 Dec 08 01:47:14.579684 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:14.580262 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ccbd836-fbc5-4ab5-9daf-58e117956a50 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:47:14.596606 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:14.602935 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-309c06f4-e0fa-4b62-a503-c62fc8bd375f admin admin] 10.222.0.71 "DELETE /v2.0/routers/0ccbd836-fbc5-4ab5-9daf-58e117956a50 HTTP/1.1" status: 204 len: 168 time: 1.6619527 Dec 08 01:47:14.616608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33896) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:14.665770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41de259-51db-4027-b2f2-468123b19098 admin admin] Deleting subnet 84dbb7a5-2e1e-4011-9db3-9b874937acf6 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:47:14.673913 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a41de259-51db-4027-b2f2-468123b19098 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:14.727855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a41de259-51db-4027-b2f2-468123b19098 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:14.881271 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a41de259-51db-4027-b2f2-468123b19098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:14.920457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa693233-ef66-4e9d-a49d-6119df1f5ae9 req-d3c40ee5-2d8d-4699-b12d-f38b9eb18a63 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:14.920938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa693233-ef66-4e9d-a49d-6119df1f5ae9 req-d3c40ee5-2d8d-4699-b12d-f38b9eb18a63 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:14.921397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa693233-ef66-4e9d-a49d-6119df1f5ae9 req-d3c40ee5-2d8d-4699-b12d-f38b9eb18a63 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:14.923101 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa693233-ef66-4e9d-a49d-6119df1f5ae9 req-d3c40ee5-2d8d-4699-b12d-f38b9eb18a63 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125&device_id=ff4a0259-b221-429d-9b89-442e0b709aca&device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 2887 time: 0.0921476 Dec 08 01:47:14.956188 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcf392-1cea-4131-a318-89b966219e84 req-13549259-b6c0-428a-b0ec-cb28ae59181f tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:14.957659 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e4bcf392-1cea-4131-a318-89b966219e84 req-13549259-b6c0-428a-b0ec-cb28ae59181f tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.45 "GET /v2.0/ports?device_id=6264953d-6aaf-4c31-b966-778a035ba341 HTTP/1.1" status: 200 len: 944 time: 0.1004643 Dec 08 01:47:15.027766 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 2e73727c-27f2-42ec-baab-cee54fff656e details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:47:15.044973 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a41de259-51db-4027-b2f2-468123b19098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.070258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-e4bcf392-1cea-4131-a318-89b966219e84 req-2fdca8c8-7a6c-46bc-9474-6313bc167415 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Deleting port a311ffd0-db9b-499d-9d93-622d3859db20 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:15.070615 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e4bcf392-1cea-4131-a318-89b966219e84 req-2fdca8c8-7a6c-46bc-9474-6313bc167415 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.098474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c3e8f-138d-4b63-ab6e-d92cb39930c6 req-866967a6-32fc-4b1d-8258-7678ac74deee tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:15.099975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-038c3e8f-138d-4b63-ab6e-d92cb39930c6 req-866967a6-32fc-4b1d-8258-7678ac74deee tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 943 time: 0.1743271 Dec 08 01:47:15.185062 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 2e73727c-27f2-42ec-baab-cee54fff656e, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2e73727c-27f2-42ec-baab-cee54fff656e,segment=NetworkSegment(5b04cfa9-8b50-4911-8b68-6c79ba5ec725),segment_id=5b04cfa9-8b50-4911-8b68-6c79ba5ec725)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:15.198931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '2e73727c-27f2-42ec-baab-cee54fff656e', 'network_id': 'b00fbacf-e6fc-45b8-9d39-556f23fe6916', 'port_id': '2e73727c-27f2-42ec-baab-cee54fff656e', 'mac_address': 'fa:16:3e:62:81:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c64a5849-71c1-4cd0-9cda-596c392d3174', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:47:15.211710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-e4bcf392-1cea-4131-a318-89b966219e84 req-2fdca8c8-7a6c-46bc-9474-6313bc167415 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] For port a311ffd0-db9b-499d-9d93-622d3859db20, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a311ffd0-db9b-499d-9d93-622d3859db20,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:15.212222 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e4bcf392-1cea-4131-a318-89b966219e84 req-2fdca8c8-7a6c-46bc-9474-6313bc167415 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.229845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-e4bcf392-1cea-4131-a318-89b966219e84 req-2fdca8c8-7a6c-46bc-9474-6313bc167415 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Calling delete_port for a311ffd0-db9b-499d-9d93-622d3859db20 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:15.248401 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.264530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e73727c-27f2-42ec-baab-cee54fff656e {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:15.291172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 2e73727c-27f2-42ec-baab-cee54fff656e, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2e73727c-27f2-42ec-baab-cee54fff656e,segment=NetworkSegment(5b04cfa9-8b50-4911-8b68-6c79ba5ec725),segment_id=5b04cfa9-8b50-4911-8b68-6c79ba5ec725)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:15.296059 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.353419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=2e73727c-27f2-42ec-baab-cee54fff656e,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:15.384572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41de259-51db-4027-b2f2-468123b19098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84dbb7a5-2e1e-4011-9db3-9b874937acf6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:15.394554 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ccea9-b433-434b-ad33-cea09d82ece3 None None] Network d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:15.396422 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a41de259-51db-4027-b2f2-468123b19098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.397350 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e4bcf392-1cea-4131-a318-89b966219e84 req-2fdca8c8-7a6c-46bc-9474-6313bc167415 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.399636 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a41de259-51db-4027-b2f2-468123b19098 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/84dbb7a5-2e1e-4011-9db3-9b874937acf6 HTTP/1.1" status: 204 len: 168 time: 0.7919722 Dec 08 01:47:15.402386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33918) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:15.405446 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa693233-ef66-4e9d-a49d-6119df1f5ae9 req-bd4f2be9-4a08-4346-9479-78ea7fdbc4f1 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619656 Dec 08 01:47:15.456727 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-223cc5d8-b983-4f96-9d64-2d9fa5cc1b8d tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:15.458181 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-223cc5d8-b983-4f96-9d64-2d9fa5cc1b8d tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.75 "GET /v2.0/networks?id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f HTTP/1.1" status: 200 len: 805 time: 0.4720731 Dec 08 01:47:15.474425 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-038c3e8f-138d-4b63-ab6e-d92cb39930c6 req-6b9ffb17-afbf-45b4-8c10-7a7beda43a4e tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/security-groups?id=149a4c15-4bd4-4fbb-963f-f9f79d357083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959954 Dec 08 01:47:15.492670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-91c6d6c9-5466-4220-91cc-0e2058b946b0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Request body: {'port': {'device_id': '4a9daa24-a083-490d-aafb-dda0e0744954', 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f', 'admin_state_up': True, 'tenant_id': '7f33e0244455419aa742dd0ac6c0c9d7'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:15.550894 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdca8c8-7a6c-46bc-9474-6313bc167415 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Pushing event deleted for resources: {'Port': ['ID=a311ffd0-db9b-499d-9d93-622d3859db20,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:15.570328 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.615203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bcf392-1cea-4131-a318-89b966219e84 req-2fdca8c8-7a6c-46bc-9474-6313bc167415 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] No DVR routers for this DVR port a311ffd0-db9b-499d-9d93-622d3859db20 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:15.620310 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e4bcf392-1cea-4131-a318-89b966219e84 req-2fdca8c8-7a6c-46bc-9474-6313bc167415 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.624355 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e4bcf392-1cea-4131-a318-89b966219e84 req-2fdca8c8-7a6c-46bc-9474-6313bc167415 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.45 "DELETE /v2.0/ports/a311ffd0-db9b-499d-9d93-622d3859db20 HTTP/1.1" status: 204 len: 173 time: 0.6596558 Dec 08 01:47:15.624980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6264953d-6aaf-4c31-b966-778a035ba341', 'name': 'network-vif-deleted', 'tag': 'a311ffd0-db9b-499d-9d93-622d3859db20'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:15.627994 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f9489d-1473-4423-94cb-13a821a94c1d" -d '{"events": [{"server_uuid": "6264953d-6aaf-4c31-b966-778a035ba341", "name": "network-vif-deleted", "tag": "a311ffd0-db9b-499d-9d93-622d3859db20"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:15.693311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e89f1ed-6264-48cc-8976-312bb8a4ffc9 None None] DHCP port deletion for d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:47:15.746169 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Deleting port a7fb3a5e-9235-481d-9e86-a3288cab2f46 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:15.746714 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.753215 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['2e73727c-27f2-42ec-baab-cee54fff656e'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:15.782701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-91c6d6c9-5466-4220-91cc-0e2058b946b0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Made reservation on behalf of 7f33e0244455419aa742dd0ac6c0c9d7 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:15.794030 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-91c6d6c9-5466-4220-91cc-0e2058b946b0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.843305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] For port a7fb3a5e-9235-481d-9e86-a3288cab2f46, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a7fb3a5e-9235-481d-9e86-a3288cab2f46,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:15.843718 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.867672 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4e89f1ed-6264-48cc-8976-312bb8a4ffc9 None None] Deleting port a7fb3a5e-9235-481d-9e86-a3288cab2f46 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:15.868237 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e89f1ed-6264-48cc-8976-312bb8a4ffc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.875171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Calling delete_port for a7fb3a5e-9235-481d-9e86-a3288cab2f46 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:15.962176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6264953d-6aaf-4c31-b966-778a035ba341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a311ffd0-db9b-499d-9d93-622d3859db20'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:15.964500 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faee0bdc-7ecb-454e-9ab4-57b267f2eb39" -d '{"events": [{"server_uuid": "6264953d-6aaf-4c31-b966-778a035ba341", "name": "network-vif-unplugged", "status": "completed", "tag": "a311ffd0-db9b-499d-9d93-622d3859db20"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:16.009278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4e89f1ed-6264-48cc-8976-312bb8a4ffc9 None None] For port a7fb3a5e-9235-481d-9e86-a3288cab2f46, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a7fb3a5e-9235-481d-9e86-a3288cab2f46,segment=NetworkSegment(f008ea60-fdec-44fb-b363-250f3254b371),segment_id=f008ea60-fdec-44fb-b363-250f3254b371)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:16.009835 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e89f1ed-6264-48cc-8976-312bb8a4ffc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.016284 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d11a7bb-efd9-4224-ab11-e46c2b76dda7 req-387aa93a-b24b-41ee-bfb5-b5902b91be70 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 210 time: 0.0417607 Dec 08 01:47:16.017963 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.039048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4e89f1ed-6264-48cc-8976-312bb8a4ffc9 None None] Calling delete_port for a7fb3a5e-9235-481d-9e86-a3288cab2f46 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:16.050218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fb3a5e-9235-481d-9e86-a3288cab2f46,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:16.055113 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] No DVR routers for this DVR port a7fb3a5e-9235-481d-9e86-a3288cab2f46 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:16.063185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d01b40-b92e-416d-b426-fdd683e6b3a1 req-0a9dff63-2e11-43b2-83d4-2f44cb2d4f79 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:16.065430 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61d01b40-b92e-416d-b426-fdd683e6b3a1 req-0a9dff63-2e11-43b2-83d4-2f44cb2d4f79 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 946 time: 0.2368851 Dec 08 01:47:16.138281 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ad5a3575-4875-40b1-a250-8eab814828c5 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:16.148972 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.174133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:16.175322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: ad5a3575-4875-40b1-a250-8eab814828c5 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:16.175834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ad5a3575-4875-40b1-a250-8eab814828c5 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:16.176261 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a7fb3a5e-9235-481d-9e86-a3288cab2f46 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:16.187476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f008ea60-fdec-44fb-b363-250f3254b371') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:16.189065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f008ea60-fdec-44fb-b363-250f3254b371') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:16.201251 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.203934 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29fc5b1-3e30-4590-94b3-9434780c465a x-openstack-request-id: req-b29fc5b1-3e30-4590-94b3-9434780c465a {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:16.204330 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6264953d-6aaf-4c31-b966-778a035ba341", "name": "network-vif-deleted", "tag": "a311ffd0-db9b-499d-9d93-622d3859db20", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:16.204677 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b29fc5b1-3e30-4590-94b3-9434780c465a {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:16.205188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61d01b40-b92e-416d-b426-fdd683e6b3a1 req-5d44bd31-e643-4a9b-be1c-94f9f919686f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302350 Dec 08 01:47:16.215091 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b46f123-1883-4c61-beaf-20f49b1e863e x-openstack-request-id: req-3b46f123-1883-4c61-beaf-20f49b1e863e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:16.215708 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6264953d-6aaf-4c31-b966-778a035ba341', 'name': 'network-vif-deleted', 'tag': 'a311ffd0-db9b-499d-9d93-622d3859db20', 'status': 'completed', 'code': 200} Dec 08 01:47:16.216022 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6264953d-6aaf-4c31-b966-778a035ba341", "name": "network-vif-unplugged", "status": "completed", "tag": "a311ffd0-db9b-499d-9d93-622d3859db20", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:16.217044 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b46f123-1883-4c61-beaf-20f49b1e863e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:16.217488 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6264953d-6aaf-4c31-b966-778a035ba341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a311ffd0-db9b-499d-9d93-622d3859db20', 'code': 200} Dec 08 01:47:16.220901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: a7fb3a5e-9235-481d-9e86-a3288cab2f46 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:16.221626 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a7fb3a5e-9235-481d-9e86-a3288cab2f46 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:16.222311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2d6d032b-0be6-4431-be0e-59ac248d651c no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:16.222710 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-91c6d6c9-5466-4220-91cc-0e2058b946b0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Allocated IP 172.20.0.5 (6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f/af4f4a17-ff0b-4ee2-b46a-f3453934fdb1/8d99f152-9da7-4db3-b883-b35b3b5491d3) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:16.254126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 2d6d032b-0be6-4431-be0e-59ac248d651c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:16.254515 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2d6d032b-0be6-4431-be0e-59ac248d651c not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:16.259911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.271687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:47:16.272507 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:47:16.274970 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:47:16.301502 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e89f1ed-6264-48cc-8976-312bb8a4ffc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.349830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.356839 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89f1ed-6264-48cc-8976-312bb8a4ffc9 None None] Pushing event deleted for resources: {'Port': ['ID=a7fb3a5e-9235-481d-9e86-a3288cab2f46,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:16.358834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89f1ed-6264-48cc-8976-312bb8a4ffc9 None None] No DVR routers for this DVR port a7fb3a5e-9235-481d-9e86-a3288cab2f46 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:16.372528 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.377773 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c HTTP/1.1" status: 204 len: 168 time: 0.9738703 Dec 08 01:47:16.379382 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326a1b1-a737-4653-9509-20342811ece7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e4b99c-76ef-42b9-9c05-c93e9ab1e24c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:16.524119 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-91c6d6c9-5466-4220-91cc-0e2058b946b0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.578414 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-91c6d6c9-5466-4220-91cc-0e2058b946b0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.662480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-91c6d6c9-5466-4220-91cc-0e2058b946b0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:16.668985 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6d6c9-5466-4220-91cc-0e2058b946b0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Pushing event updated for resources: {'Port': ['ID=8d99f152-9da7-4db3-b883-b35b3b5491d3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:16.679297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585416c1-c641-4422-a376-4a052123469e req-4ced80e6-b371-4a80-be91-45f5c8600144 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:16.680783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-585416c1-c641-4422-a376-4a052123469e req-4ced80e6-b371-4a80-be91-45f5c8600144 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 944 time: 0.1141043 Dec 08 01:47:16.681792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-91c6d6c9-5466-4220-91cc-0e2058b946b0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:16.696504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-91c6d6c9-5466-4220-91cc-0e2058b946b0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:16.704558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33960) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:16.760950 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9101088b-5e52-4fbf-9d38-d8fae0a34ae9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f6e1ee9d4a0248e297fae65e29c1fdcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546727 Dec 08 01:47:16.764217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33966) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:16.778372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-91c6d6c9-5466-4220-91cc-0e2058b946b0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:16.779360 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-91c6d6c9-5466-4220-91cc-0e2058b946b0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.787518 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-585416c1-c641-4422-a376-4a052123469e req-1e47e758-7f34-45b0-a9c4-06f38e9ce92e tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/security-groups?id=149a4c15-4bd4-4fbb-963f-f9f79d357083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976150 Dec 08 01:47:16.805074 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-91c6d6c9-5466-4220-91cc-0e2058b946b0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3291354 Dec 08 01:47:16.824668 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Request body: {'port': {'device_id': '4a9daa24-a083-490d-aafb-dda0e0744954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:16.840449 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a5970de-f549-471e-b661-2682924d37c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.864915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33968) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:16.876899 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a5970de-f549-471e-b661-2682924d37c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.923982 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.937080 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a5970de-f549-471e-b661-2682924d37c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.940523 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a5970de-f549-471e-b661-2682924d37c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.941764 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7a5970de-f549-471e-b661-2682924d37c3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/405cbdd9-8d79-46a1-84fc-6659f5a0ce66 HTTP/1.1" status: 204 len: 168 time: 0.1744766 Dec 08 01:47:16.953291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5970de-f549-471e-b661-2682924d37c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405cbdd9-8d79-46a1-84fc-6659f5a0ce66,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:17.044344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 2e73727c-27f2-42ec-baab-cee54fff656e up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:17.064359 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63763542-3a75-416a-ace1-ee99474ca17f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.168617 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 2e73727c-27f2-42ec-baab-cee54fff656e completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:47:17.176173 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 2e73727c-27f2-42ec-baab-cee54fff656e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:17.178931 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.237825 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63763542-3a75-416a-ace1-ee99474ca17f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.245677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63763542-3a75-416a-ace1-ee99474ca17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.269536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680860e-7370-4a62-935c-8fd306bf5267 req-3d5d4d89-67e5-4f74-8133-0b18421125fd tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:17.277665 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a680860e-7370-4a62-935c-8fd306bf5267 req-3d5d4d89-67e5-4f74-8133-0b18421125fd tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 1102 time: 0.0738330 Dec 08 01:47:17.310847 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.321664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63763542-3a75-416a-ace1-ee99474ca17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4c3150-b7d2-462d-985e-af7334c72376,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:17.357428 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-63763542-3a75-416a-ace1-ee99474ca17f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=db1e0aa3e0d34adc83266d017c1089d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4912918 Dec 08 01:47:17.360005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33986) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:17.361709 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a680860e-7370-4a62-935c-8fd306bf5267 req-fa2a03a1-687e-480f-a386-d9be8c76e693 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829682 Dec 08 01:47:17.364673 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 2e73727c-27f2-42ec-baab-cee54fff656e, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2e73727c-27f2-42ec-baab-cee54fff656e,segment=NetworkSegment(5b04cfa9-8b50-4911-8b68-6c79ba5ec725),segment_id=5b04cfa9-8b50-4911-8b68-6c79ba5ec725)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:17.371108 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.372315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a311ffd0-db9b-499d-9d93-622d3859db20 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:17.409620 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: a311ffd0-db9b-499d-9d93-622d3859db20 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:17.409976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a311ffd0-db9b-499d-9d93-622d3859db20 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:17.442420 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c590afec-3fc0-42ed-b056-52693a6c9fe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.452132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa67dc1-d660-46a8-8ddd-f13439e34f0c req-8a5c1abc-c3ed-4e9a-9366-c896769aeec0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:17.454383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fa67dc1-d660-46a8-8ddd-f13439e34f0c req-8a5c1abc-c3ed-4e9a-9366-c896769aeec0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 931 time: 0.1189477 Dec 08 01:47:17.475549 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=2e73727c-27f2-42ec-baab-cee54fff656e,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:17.488494 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c590afec-3fc0-42ed-b056-52693a6c9fe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.507416 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d99f152-9da7-4db3-b883-b35b3b5491d3 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:17.522994 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.550245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c590afec-3fc0-42ed-b056-52693a6c9fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.554628 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c590afec-3fc0-42ed-b056-52693a6c9fe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.555891 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c590afec-3fc0-42ed-b056-52693a6c9fe3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2c4c3150-b7d2-462d-985e-af7334c72376 HTTP/1.1" status: 204 len: 168 time: 0.1947370 Dec 08 01:47:17.564550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590afec-3fc0-42ed-b056-52693a6c9fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4c3150-b7d2-462d-985e-af7334c72376,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:17.570136 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a23751-d399-40db-ab46-b26254677d17 req-e0810f66-a725-4844-b83b-12675f0a5f71 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:17.571680 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3a23751-d399-40db-ab46-b26254677d17 req-e0810f66-a725-4844-b83b-12675f0a5f71 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 946 time: 0.1148801 Dec 08 01:47:17.572742 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Transition to ACTIVE for port object 8d99f152-9da7-4db3-b883-b35b3b5491d3 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:47:17.577919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fa67dc1-d660-46a8-8ddd-f13439e34f0c req-5c654cb7-b696-4178-8ec5-21877c6b66f5 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156993 Dec 08 01:47:17.597683 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.676299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Pushing event updated for resources: {'Port': ['ID=8d99f152-9da7-4db3-b883-b35b3b5491d3,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:17.707923 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3a23751-d399-40db-ab46-b26254677d17 req-ed535931-cdcb-4802-a2f0-607b4cab8817 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248677 Dec 08 01:47:17.821312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cbc77-a12b-4329-96a4-94f052357591 req-0af35f94-7b28-4d8e-b199-a095698e65b2 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:17.822934 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e0cbc77-a12b-4329-96a4-94f052357591 req-0af35f94-7b28-4d8e-b199-a095698e65b2 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 1102 time: 0.1137593 Dec 08 01:47:17.843704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Attempting to bind port 8d99f152-9da7-4db3-b883-b35b3b5491d3 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:17.844044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Attempting to bind port 8d99f152-9da7-4db3-b883-b35b3b5491d3 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:17.844918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Attempting to bind port 8d99f152-9da7-4db3-b883-b35b3b5491d3 on network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:17.861821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Port 8d99f152-9da7-4db3-b883-b35b3b5491d3 on network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:47:17.862179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Attempting to bind port 8d99f152-9da7-4db3-b883-b35b3b5491d3 on network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:17.872926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:17.873268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Checking segment: {'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:17.873654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Bound using segment: {'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:17.874085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Bound port: 8d99f152-9da7-4db3-b883-b35b3b5491d3, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:17.874440 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.877517 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c505c3-7edd-4923-b282-a50c1c4f3523 req-9be928e2-222b-400c-b738-0f3da2c815f0 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:17.879012 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6c505c3-7edd-4923-b282-a50c1c4f3523 req-9be928e2-222b-400c-b738-0f3da2c815f0 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 1098 time: 0.0912783 Dec 08 01:47:17.921550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e0cbc77-a12b-4329-96a4-94f052357591 req-5155d787-31bb-4b28-ba9f-ef3d3e8572ef tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892675 Dec 08 01:47:17.972810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34018) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:17.986021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6c505c3-7edd-4923-b282-a50c1c4f3523 req-4f38cb75-fdcc-4c6e-a100-b74ce61c9b08 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989115 Dec 08 01:47:17.988655 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69322c58-c86f-448e-a11f-f1dec0dd7d90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.993225 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] For port 8d99f152-9da7-4db3-b883-b35b3b5491d3, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:17.998112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] For port 8d99f152-9da7-4db3-b883-b35b3b5491d3, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8d99f152-9da7-4db3-b883-b35b3b5491d3,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:18.005269 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.056082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:18.057183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.058850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] 10.222.0.75 "PUT /v2.0/ports/8d99f152-9da7-4db3-b883-b35b3b5491d3 HTTP/1.1" status: 200 len: 1092 time: 1.2384598 Dec 08 01:47:18.059371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9daa24-a083-490d-aafb-dda0e0744954', 'tag': '8d99f152-9da7-4db3-b883-b35b3b5491d3'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:18.061892 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b682e836-cc3a-4d66-b874-3036e5c8ffbe" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9daa24-a083-490d-aafb-dda0e0744954", "tag": "8d99f152-9da7-4db3-b883-b35b3b5491d3"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:18.117221 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34028) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:18.127443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8fb9f-6722-42e2-a9a6-78064285ba98 service neutron] Pushing event updated for resources: {'Port': ['ID=8d99f152-9da7-4db3-b883-b35b3b5491d3,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:18.127802 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69322c58-c86f-448e-a11f-f1dec0dd7d90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.138527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69322c58-c86f-448e-a11f-f1dec0dd7d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.180181 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-69322c58-c86f-448e-a11f-f1dec0dd7d90 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=674d6d61ac1943aeb15864bf9633ef5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061889 Dec 08 01:47:18.182253 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69322c58-c86f-448e-a11f-f1dec0dd7d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4409fa7d-fd7a-4685-a932-fd86d095c82c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:18.185286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34032) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:18.201216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ca7bc-d334-4ca8-811d-67318e80a600 req-7a140dbb-344d-4c4a-bd52-0e2cd01ea9ad tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:18.203035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f81ca7bc-d334-4ca8-811d-67318e80a600 req-7a140dbb-344d-4c4a-bd52-0e2cd01ea9ad tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 945 time: 0.1238282 Dec 08 01:47:18.219655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c1b0bd-e8a7-4ac2-94fa-1037833de591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e73727c-27f2-42ec-baab-cee54fff656e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:18.222490 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7edc15c-8d15-422b-9928-344fe2740882" -d '{"events": [{"server_uuid": "79c1b0bd-e8a7-4ac2-94fa-1037833de591", "name": "network-vif-plugged", "status": "completed", "tag": "2e73727c-27f2-42ec-baab-cee54fff656e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:18.237199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-806b6170-2304-4a5f-8c67-a20943d2ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:18.238692 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-806b6170-2304-4a5f-8c67-a20943d2ee60 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7f33e0244455419aa742dd0ac6c0c9d7&device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 1095 time: 0.1066878 Dec 08 01:47:18.317166 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-f6bf3a4b-21f8-4207-89a1-a6576d360a42 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d99f152-9da7-4db3-b883-b35b3b5491d3 HTTP/1.1" status: 200 len: 217 time: 0.0575371 Dec 08 01:47:18.317767 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f799c6e0-2c8a-4d0d-9482-f673da069bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.349107 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f81ca7bc-d334-4ca8-811d-67318e80a600 req-73d3a780-53af-4db7-a76d-f4c6c927aa60 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/security-groups?id=149a4c15-4bd4-4fbb-963f-f9f79d357083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343198 Dec 08 01:47:18.369628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1060678271-network', 'tenant_id': '809ee1afb34048bb8f13730b33dbfdc4'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:18.374995 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f799c6e0-2c8a-4d0d-9482-f673da069bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.392257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] Made reservation on behalf of 809ee1afb34048bb8f13730b33dbfdc4 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:18.395581 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.408782 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.415179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-41ba1422-5361-4baa-a5a2-af6a34090609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:18.416684 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-41ba1422-5361-4baa-a5a2-af6a34090609 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=af4f4a17-ff0b-4ee2-b46a-f3453934fdb1 HTTP/1.1" status: 200 len: 845 time: 0.0888326 Dec 08 01:47:18.454319 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-df750994-0cf3-429f-9f3a-1ffbc869bb08 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295706 Dec 08 01:47:18.485030 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f799c6e0-2c8a-4d0d-9482-f673da069bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.488056 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f799c6e0-2c8a-4d0d-9482-f673da069bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.489110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f799c6e0-2c8a-4d0d-9482-f673da069bdc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4409fa7d-fd7a-4685-a932-fd86d095c82c HTTP/1.1" status: 204 len: 168 time: 0.3029099 Dec 08 01:47:18.528894 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.531393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799c6e0-2c8a-4d0d-9482-f673da069bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4409fa7d-fd7a-4685-a932-fd86d095c82c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:18.535345 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.567052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:47:18.577473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ac3588-7913-449a-ab3b-66ae0c09f76f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:18.583377 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.583377 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] Added segment 00111509-0895-4b9a-b36a-878994894804 of type vlan for network f46d396b-09b7-4ecd-adba-ebcd548ba235 Dec 08 01:47:18.591318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fac53-5607-4455-91b6-9f49f2ce3bbe req-df21b2b4-a615-443d-a8d0-a5e39d257a8c tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:18.592857 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a1fac53-5607-4455-91b6-9f49f2ce3bbe req-df21b2b4-a615-443d-a8d0-a5e39d257a8c tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 1098 time: 0.1410115 Dec 08 01:47:18.636639 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.641215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-cd344d6d-5459-42fc-becf-d3e09f7523cd service neutron] 10.222.0.75 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676326 Dec 08 01:47:18.664277 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.665683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:18.668187 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.675848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a1fac53-5607-4455-91b6-9f49f2ce3bbe req-9e3b7fe3-55de-4570-842d-8ea53cd0d0db tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699513 Dec 08 01:47:18.746474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] Pushing event updated for resources: {'Network': ['ID=f46d396b-09b7-4ecd-adba-ebcd548ba235,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:18.759673 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network f46d396b-09b7-4ecd-adba-ebcd548ba235 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:47:18.766275 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6459fb52-d613-49ef-8617-476d7a77f8ca admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6479366 Dec 08 01:47:18.769094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34048) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:18.779089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5973a0e2-d09d-47ce-8519-a45c2bfeb0b9 admin admin] Request body: {'subnet': {'network_id': 'f46d396b-09b7-4ecd-adba-ebcd548ba235', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1060678271-subnet', 'tenant_id': '809ee1afb34048bb8f13730b33dbfdc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:18.780612 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a981d21-7a66-4877-aa1b-42cd4380ec77 x-openstack-request-id: req-7a981d21-7a66-4877-aa1b-42cd4380ec77 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:18.780907 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9daa24-a083-490d-aafb-dda0e0744954", "tag": "8d99f152-9da7-4db3-b883-b35b3b5491d3", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:18.781283 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a981d21-7a66-4877-aa1b-42cd4380ec77 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:18.781690 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9daa24-a083-490d-aafb-dda0e0744954', 'tag': '8d99f152-9da7-4db3-b883-b35b3b5491d3', 'status': 'completed', 'code': 200} Dec 08 01:47:18.801458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827f8365-65bc-4c82-8ea8-76dd4dee1b62 req-248c7ccb-9983-48e4-a1be-5d19ac84db84 service neutron] 10.222.0.75 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374929 Dec 08 01:47:18.805912 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5973a0e2-d09d-47ce-8519-a45c2bfeb0b9 admin admin] Made reservation on behalf of 809ee1afb34048bb8f13730b33dbfdc4 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:18.816254 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5973a0e2-d09d-47ce-8519-a45c2bfeb0b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.854310 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70640f9a-ef28-4461-b21a-e14966157ab9 x-openstack-request-id: req-70640f9a-ef28-4461-b21a-e14966157ab9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:18.854557 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c1b0bd-e8a7-4ac2-94fa-1037833de591", "name": "network-vif-plugged", "status": "completed", "tag": "2e73727c-27f2-42ec-baab-cee54fff656e", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:18.855139 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-70640f9a-ef28-4461-b21a-e14966157ab9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:18.855428 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c1b0bd-e8a7-4ac2-94fa-1037833de591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e73727c-27f2-42ec-baab-cee54fff656e', 'code': 200} Dec 08 01:47:18.986986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682e836-cc3a-4d66-b874-3036e5c8ffbe req-5138fc2c-7eb1-4c94-bb73-5c3e0b8d5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:18.988537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b682e836-cc3a-4d66-b874-3036e5c8ffbe req-5138fc2c-7eb1-4c94-bb73-5c3e0b8d5e1b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7f33e0244455419aa742dd0ac6c0c9d7&device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 1095 time: 0.0946579 Dec 08 01:47:19.003178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ba80-f9cd-4275-a625-64435455f674 req-309fbb1b-0f1d-49fd-b6be-499551dc85d8 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:19.004779 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6da1ba80-f9cd-4275-a625-64435455f674 req-309fbb1b-0f1d-49fd-b6be-499551dc85d8 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 943 time: 0.0704324 Dec 08 01:47:19.119619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6da1ba80-f9cd-4275-a625-64435455f674 req-bd932c4c-2b50-440f-8a4f-d7913080124f tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048067 Dec 08 01:47:19.135565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682e836-cc3a-4d66-b874-3036e5c8ffbe req-ccf77cf2-4543-4549-887c-a77106337570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:19.138516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b682e836-cc3a-4d66-b874-3036e5c8ffbe req-ccf77cf2-4543-4549-887c-a77106337570 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f HTTP/1.1" status: 200 len: 906 time: 0.1317601 Dec 08 01:47:19.220315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b682e836-cc3a-4d66-b874-3036e5c8ffbe req-7d0c30c5-4885-491f-98b3-779f9f21b93a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d99f152-9da7-4db3-b883-b35b3b5491d3 HTTP/1.1" status: 200 len: 217 time: 0.0745239 Dec 08 01:47:19.263925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bb0e4-c74b-45d4-a899-9cb8d8a1b8db req-ce7f9f8e-5963-4fbe-ac9f-9e4db306c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:19.263925 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7e0bb0e4-c74b-45d4-a899-9cb8d8a1b8db req-ce7f9f8e-5963-4fbe-ac9f-9e4db306c24a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 1097 time: 0.0917749 Dec 08 01:47:19.327273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682e836-cc3a-4d66-b874-3036e5c8ffbe req-1809e3dd-2db5-4011-8f8d-817e3a57269f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:19.329145 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b682e836-cc3a-4d66-b874-3036e5c8ffbe req-1809e3dd-2db5-4011-8f8d-817e3a57269f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=af4f4a17-ff0b-4ee2-b46a-f3453934fdb1 HTTP/1.1" status: 200 len: 845 time: 0.1008191 Dec 08 01:47:19.389455 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7e0bb0e4-c74b-45d4-a899-9cb8d8a1b8db req-38f9e511-9641-4a62-a22c-a46f6a4abf5f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=149a4c15-4bd4-4fbb-963f-f9f79d357083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135325 Dec 08 01:47:19.395842 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b682e836-cc3a-4d66-b874-3036e5c8ffbe req-7483f5df-40a8-4ab3-a57e-9ca25dc934d9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567813 Dec 08 01:47:19.419079 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5973a0e2-d09d-47ce-8519-a45c2bfeb0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:19.492712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5973a0e2-d09d-47ce-8519-a45c2bfeb0b9 admin admin] Checking segment: {'id': '00111509-0895-4b9a-b36a-878994894804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f46d396b-09b7-4ecd-adba-ebcd548ba235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:19.493092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5973a0e2-d09d-47ce-8519-a45c2bfeb0b9 admin admin] Network hostable DHCP agents. Network: f46d396b-09b7-4ecd-adba-ebcd548ba235, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:47:19.507266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973a0e2-d09d-47ce-8519-a45c2bfeb0b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=910184f8-0257-4dad-938a-bd6b1001802a,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:19.524331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5973a0e2-d09d-47ce-8519-a45c2bfeb0b9 admin admin] Network f46d396b-09b7-4ecd-adba-ebcd548ba235 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:47:19.540834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-5973a0e2-d09d-47ce-8519-a45c2bfeb0b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, f46d396b-09b7-4ecd-adba-ebcd548ba235) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:19.546027 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5973a0e2-d09d-47ce-8519-a45c2bfeb0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:19.546625 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5973a0e2-d09d-47ce-8519-a45c2bfeb0b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:19.571113 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6876ba48-21f5-442d-89d5-f5081f27bec1 None None] Network f46d396b-09b7-4ecd-adba-ebcd548ba235 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:19.578129 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5973a0e2-d09d-47ce-8519-a45c2bfeb0b9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8057013 Dec 08 01:47:19.581519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34092) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:19.586315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1060678271-router', 'tenant_id': '809ee1afb34048bb8f13730b33dbfdc4', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:19.589821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078de16b-831f-4afa-94f4-534c81cb8d5a req-506f0c87-db7f-479b-b437-4b1c16e16bb3 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:19.608498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-078de16b-831f-4afa-94f4-534c81cb8d5a req-506f0c87-db7f-479b-b437-4b1c16e16bb3 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 1098 time: 0.1690991 Dec 08 01:47:19.634992 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b682e836-cc3a-4d66-b874-3036e5c8ffbe req-9494d89d-4ae9-4bc2-8982-a1f868722e97 service neutron] 10.222.0.75 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298269 Dec 08 01:47:19.661439 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:19.662506 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:19.761486 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:19.772161 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-f46d396b-09b7-4ecd-adba-ebcd548ba235', 'network_id': 'f46d396b-09b7-4ecd-adba-ebcd548ba235', 'project_id': '809ee1afb34048bb8f13730b33dbfdc4', 'fixed_ips': [{'subnet_id': '910184f8-0257-4dad-938a-bd6b1001802a'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:47:19.773528 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:19.803774 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-078de16b-831f-4afa-94f4-534c81cb8d5a req-cdf759a8-6895-4e8c-964f-0c17076ed76c tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816137 Dec 08 01:47:19.909372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f4af3-ff05-4f12-a4df-ad996ac454ef req-9520c8d7-29f6-4cd2-a38b-1dc0c5704f4e tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:19.911240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a97f4af3-ff05-4f12-a4df-ad996ac454ef req-9520c8d7-29f6-4cd2-a38b-1dc0c5704f4e tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 945 time: 0.2036514 Dec 08 01:47:19.914188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b682e836-cc3a-4d66-b874-3036e5c8ffbe req-c9f31eed-63fb-494a-9c0d-03877c852bc9 service neutron] 10.222.0.75 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710879 Dec 08 01:47:19.931817 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34108) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:20.012138 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4db71e-c042-4812-8e08-d3a9cad9246a req-4f06edd4-de19-4006-916a-d9100d019cd2 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:20.019755 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4db71e-c042-4812-8e08-d3a9cad9246a req-4f06edd4-de19-4006-916a-d9100d019cd2 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.0889926 Dec 08 01:47:20.026300 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Allocated IP 172.20.0.2 (f46d396b-09b7-4ecd-adba-ebcd548ba235/910184f8-0257-4dad-938a-bd6b1001802a/c1057670-32e8-4d24-af36-14d8afb95c9a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:20.044015 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a97f4af3-ff05-4f12-a4df-ad996ac454ef req-9d91b7ac-92a2-43e4-b706-4f98f7e90c36 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/security-groups?id=149a4c15-4bd4-4fbb-963f-f9f79d357083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262500 Dec 08 01:47:20.049089 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.126397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4db71e-c042-4812-8e08-d3a9cad9246a req-7968811f-e6e1-4869-9af0-d68e6673edbd tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989404 Dec 08 01:47:20.145733 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b036c888-36fc-4441-870a-fbf6fd1c69ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.276010 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b036c888-36fc-4441-870a-fbf6fd1c69ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.277176 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.282605 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b036c888-36fc-4441-870a-fbf6fd1c69ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.285732 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.316014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b036c888-36fc-4441-870a-fbf6fd1c69ae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=931c41be35554742bcfe82ddda38817c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3831754 Dec 08 01:47:20.318352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34118) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:20.345353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f112d-44bf-4275-87cb-438aabd79530 req-60d3cb7e-ae5f-4a7a-b724-6880104476cd tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:20.349856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Pushing event updated for resources: {'Port': ['ID=c1057670-32e8-4d24-af36-14d8afb95c9a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:20.352691 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e24f112d-44bf-4275-87cb-438aabd79530 req-60d3cb7e-ae5f-4a7a-b724-6880104476cd tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 943 time: 0.1181664 Dec 08 01:47:20.357898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.377305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Network f46d396b-09b7-4ecd-adba-ebcd548ba235 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:20.381736 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.382358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:20.385691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:20.399435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036c888-36fc-4441-870a-fbf6fd1c69ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd4446a-1cfe-4a36-8fed-3342dec7061e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:20.451032 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Attempting to bind port c1057670-32e8-4d24-af36-14d8afb95c9a on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:20.451398 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Attempting to bind port c1057670-32e8-4d24-af36-14d8afb95c9a by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '00111509-0895-4b9a-b36a-878994894804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f46d396b-09b7-4ecd-adba-ebcd548ba235'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:20.451794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Attempting to bind port c1057670-32e8-4d24-af36-14d8afb95c9a on network f46d396b-09b7-4ecd-adba-ebcd548ba235 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:20.457411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:20.457935 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Checking segment: {'id': '00111509-0895-4b9a-b36a-878994894804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f46d396b-09b7-4ecd-adba-ebcd548ba235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:20.458336 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.458783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Bound using segment: {'id': '00111509-0895-4b9a-b36a-878994894804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f46d396b-09b7-4ecd-adba-ebcd548ba235'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:20.459250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Bound port: c1057670-32e8-4d24-af36-14d8afb95c9a, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00111509-0895-4b9a-b36a-878994894804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f46d396b-09b7-4ecd-adba-ebcd548ba235'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:20.459645 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.461482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-43f43eba-a695-41e1-bf93-adf2a1a0ad53 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=5cbde8735d8e49f1b0233aacbb4bf993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481389 Dec 08 01:47:20.472172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e24f112d-44bf-4275-87cb-438aabd79530 req-bbcb762b-8216-45f5-b70f-6db946079efe tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185820 Dec 08 01:47:20.475923 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed1390fe-deaf-4786-9046-fd7b9469d973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.497158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Allocated IP 172.25.8.22 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/49df654e-2b9c-415d-bf22-36fbe9c1c4fd) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:20.540878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] For port c1057670-32e8-4d24-af36-14d8afb95c9a, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:20.544304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] For port c1057670-32e8-4d24-af36-14d8afb95c9a, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c1057670-32e8-4d24-af36-14d8afb95c9a,segment=NetworkSegment(00111509-0895-4b9a-b36a-878994894804),segment_id=00111509-0895-4b9a-b36a-878994894804)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:20.549697 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.576188 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed1390fe-deaf-4786-9046-fd7b9469d973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.642723 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.648478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd61e8-f675-41ed-8fad-92e5b4b6acbe None None] Pushing event updated for resources: {'Port': ['ID=c1057670-32e8-4d24-af36-14d8afb95c9a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:20.667451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-4a0ab8d2-5b74-4d4c-a43d-ea951f9246f2 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:20.669205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-4a0ab8d2-5b74-4d4c-a43d-ea951f9246f2 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954396 Dec 08 01:47:20.690461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-a6c1c071-40f9-4ab4-9479-d43e80effb3d tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/quotas/5cbde8735d8e49f1b0233aacbb4bf993 HTTP/1.1" status: 200 len: 375 time: 0.0116391 Dec 08 01:47:20.691345 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed1390fe-deaf-4786-9046-fd7b9469d973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.694048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed1390fe-deaf-4786-9046-fd7b9469d973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.695083 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ed1390fe-deaf-4786-9046-fd7b9469d973 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2fd4446a-1cfe-4a36-8fed-3342dec7061e HTTP/1.1" status: 204 len: 168 time: 0.3758535 Dec 08 01:47:20.700609 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.715015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1390fe-deaf-4786-9046-fd7b9469d973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd4446a-1cfe-4a36-8fed-3342dec7061e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:20.731222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-ac0e45f7-61be-45ce-95b4-f91a91cc5f6a tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cbde8735d8e49f1b0233aacbb4bf993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319352 Dec 08 01:47:20.760364 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:20.763650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:20.768526 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:20.789187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Pushing event updated for resources: {'Port': ['ID=49df654e-2b9c-415d-bf22-36fbe9c1c4fd,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:21.005407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc97f97-5c42-4a7d-8891-ca1257254244 req-4dd88ed5-f95e-47b2-b0a1-3f5a9f70ee0e tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:21.008198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbc97f97-5c42-4a7d-8891-ca1257254244 req-4dd88ed5-f95e-47b2-b0a1-3f5a9f70ee0e tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 1098 time: 0.1185901 Dec 08 01:47:21.047071 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39059210-e83b-48f3-9c70-6585656d47e8 req-19214339-498b-4238-8f91-c0f390303de7 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 210 time: 0.0347493 Dec 08 01:47:21.096265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbc97f97-5c42-4a7d-8891-ca1257254244 req-e3824e16-30ac-497d-8f5a-c135ec2a9ddf tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475013 Dec 08 01:47:21.225480 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:21.232767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7307be-e437-4a3f-8b5d-7a527e49c3ac req-d44e79e9-dac7-4246-95cb-81f57b18b1c6 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:21.234420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f7307be-e437-4a3f-8b5d-7a527e49c3ac req-d44e79e9-dac7-4246-95cb-81f57b18b1c6 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 945 time: 0.0903988 Dec 08 01:47:21.257793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-f68d5534-bda1-4c0b-8346-46c5d83e0f2a req-9cfa78b4-8cb6-4cb2-835f-c8fef49b27dc service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:47:21.258851 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f68d5534-bda1-4c0b-8346-46c5d83e0f2a req-9cfa78b4-8cb6-4cb2-835f-c8fef49b27dc service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050969 Dec 08 01:47:21.357051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f7307be-e437-4a3f-8b5d-7a527e49c3ac req-756bdee5-95c7-454e-88f6-3a002b22abac tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/security-groups?id=149a4c15-4bd4-4fbb-963f-f9f79d357083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068404 Dec 08 01:47:21.484046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544075de-7f6e-42e4-a212-af3c1fc82fb1 req-408056a6-f8ae-4ebb-8f93-6b3368a3c441 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:21.485170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:21.492863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-544075de-7f6e-42e4-a212-af3c1fc82fb1 req-408056a6-f8ae-4ebb-8f93-6b3368a3c441 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.0734963 Dec 08 01:47:21.576458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-544075de-7f6e-42e4-a212-af3c1fc82fb1 req-e9d99e25-f193-4347-a6c9-315a017b060f tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789580 Dec 08 01:47:21.822947 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Router fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:47:21.908418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdebde-1f9f-4bb9-af89-138c472cc4eb req-157b8651-c6a3-4aba-ac32-00f4840538fe tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:21.910556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfcdebde-1f9f-4bb9-af89-138c472cc4eb req-157b8651-c6a3-4aba-ac32-00f4840538fe tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 943 time: 0.0993226 Dec 08 01:47:21.947791 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e149c5f-1b50-439b-916e-18e831aa4163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:22.079719 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfcdebde-1f9f-4bb9-af89-138c472cc4eb req-bf95f617-a1ad-40bf-9c32-86de4998443a tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482947 Dec 08 01:47:22.100614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:47:22.118362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Sync routers for ids ['fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:47:22.136214 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:22.139931 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f6b0559d-da8d-4d1a-9777-7931fc3ec814 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5551515 Dec 08 01:47:22.140566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34188) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:22.146271 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Routers {'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:22.147202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:46:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:22.168851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34190) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:22.257564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15859060-1f60-43ce-ab10-3a0d7cbb96fe req-eba34ff9-d562-4f48-a513-db0c4ab19635 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 210 time: 0.0577636 Dec 08 01:47:22.263186 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c1057670-32e8-4d24-af36-14d8afb95c9a up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:22.308939 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934c7206-bb1d-4a64-84a9-4bdbef1c2a40 None None] Network f46d396b-09b7-4ecd-adba-ebcd548ba235 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:22.329882 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8d99f152-9da7-4db3-b883-b35b3b5491d3 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:47:22.349237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-466152011-network', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:22.395616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] Made reservation on behalf of 77fc4a339ddf47b0ba4423998ee8c3ef for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:22.398057 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:22.422705 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:22.605631 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:22.616941 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:22.633570 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:47:22.645007 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:22.645326 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] Added segment a8f3ae90-75ee-4415-aedd-07f1316c4f93 of type vlan for network 7c5f4031-a05c-4926-a79d-db939f551cd5 Dec 08 01:47:22.696603 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:22.779871 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-b4fedee0-8d11-4883-927d-d887cda31b71 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=5cbde8735d8e49f1b0233aacbb4bf993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469508 Dec 08 01:47:22.781607 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc24205-ff09-4940-b130-146e2a66d26f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:22.829683 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:22.831874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:22.832936 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:22.845077 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:22.947045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] Pushing event updated for resources: {'Network': ['ID=7c5f4031-a05c-4926-a79d-db939f551cd5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:23.011395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01deed3d-d2ff-48e9-9f4b-b028d121b545 req-a6019252-11b1-4b97-a410-01353836ef1b tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:23.019454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-01deed3d-d2ff-48e9-9f4b-b028d121b545 req-a6019252-11b1-4b97-a410-01353836ef1b tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.2884250 Dec 08 01:47:23.027101 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6f14c36b-dea7-4791-9636-21786abfff58 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8566432 Dec 08 01:47:23.030702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34220) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:23.035766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0123adcd-d6ee-41c2-b87a-33c3544998e8 admin admin] Request body: {'subnet': {'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-466152011-subnet', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:23.065409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0123adcd-d6ee-41c2-b87a-33c3544998e8 admin admin] Made reservation on behalf of 77fc4a339ddf47b0ba4423998ee8c3ef for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:23.067615 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0123adcd-d6ee-41c2-b87a-33c3544998e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.074296 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 8d99f152-9da7-4db3-b883-b35b3b5491d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8d99f152-9da7-4db3-b883-b35b3b5491d3,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:23.089545 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Allocated IP 172.20.0.1 (f46d396b-09b7-4ecd-adba-ebcd548ba235/910184f8-0257-4dad-938a-bd6b1001802a/394f25c5-c2e3-45df-818f-185325b6235d) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:23.101356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '8d99f152-9da7-4db3-b883-b35b3b5491d3', 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f', 'port_id': '8d99f152-9da7-4db3-b883-b35b3b5491d3', 'mac_address': 'fa:16:3e:98:bf:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4f4a17-ff0b-4ee2-b46a-f3453934fdb1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:47:23.103131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port c1057670-32e8-4d24-af36-14d8afb95c9a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:23.103667 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.148953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 7c5f4031-a05c-4926-a79d-db939f551cd5 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:47:23.238469 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.260857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-259852a2-6593-405e-8e09-0bdfd4e98c6c None None] Provisioning complete for port c1057670-32e8-4d24-af36-14d8afb95c9a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:23.261304 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-259852a2-6593-405e-8e09-0bdfd4e98c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.267681 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0123adcd-d6ee-41c2-b87a-33c3544998e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.282366 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-f741b444-c641-49a3-b6d3-baa66f2f6d22 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:47:23.283578 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-f741b444-c641-49a3-b6d3-baa66f2f6d22 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076480 Dec 08 01:47:23.285420 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.318463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123adcd-d6ee-41c2-b87a-33c3544998e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a55ead71-4b9b-47b0-a955-71e64106e7ec,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:23.344958 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.351467 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.370112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Network f46d396b-09b7-4ecd-adba-ebcd548ba235 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:23.375741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-4028490a-399b-400c-978b-3c379c78d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:23.377132 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-4028490a-399b-400c-978b-3c379c78d698 service neutron] 10.222.0.71 "GET /v2.0/ports/38907ab7-489e-4211-863a-6f46431150c2 HTTP/1.1" status: 200 len: 1095 time: 0.0813065 Dec 08 01:47:23.377984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:23.381881 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:23.387232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d99f152-9da7-4db3-b883-b35b3b5491d3 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:23.403798 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-01deed3d-d2ff-48e9-9f4b-b028d121b545 req-3a46a43d-bf54-45cd-8eab-9f0e5ec71fc5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802803 Dec 08 01:47:23.409237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 8d99f152-9da7-4db3-b883-b35b3b5491d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8d99f152-9da7-4db3-b883-b35b3b5491d3,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:23.423952 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.435881 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.454348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-4c766bb7-023d-4a9e-adbf-359fae3aa001 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:23.457144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-4c766bb7-023d-4a9e-adbf-359fae3aa001 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6166320 Dec 08 01:47:23.479916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Request body: {'port': {'device_id': 'ae5f0cac-2f06-4d36-a480-e6224b09f723', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '5cbde8735d8e49f1b0233aacbb4bf993'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:23.484150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0123adcd-d6ee-41c2-b87a-33c3544998e8 admin admin] Checking segment: {'id': 'a8f3ae90-75ee-4415-aedd-07f1316c4f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:23.484512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123adcd-d6ee-41c2-b87a-33c3544998e8 admin admin] Network hostable DHCP agents. Network: 7c5f4031-a05c-4926-a79d-db939f551cd5, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:47:23.539166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-28d3047f-9526-47ae-9d48-892c2105c8ef service neutron] Request body: {'binding': {'host': 'n-h2-713499-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:23.539665 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-28d3047f-9526-47ae-9d48-892c2105c8ef service neutron] Unknown quota resources ['binding']. {{(pid=109766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:47:23.542695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=8d99f152-9da7-4db3-b883-b35b3b5491d3,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:23.546154 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-259852a2-6593-405e-8e09-0bdfd4e98c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.604900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Pushing event updated for resources: {'Port': ['ID=394f25c5-c2e3-45df-818f-185325b6235d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:23.605515 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Set router fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:23.618725 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.636072 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.642121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123adcd-d6ee-41c2-b87a-33c3544998e8 admin admin] Network 7c5f4031-a05c-4926-a79d-db939f551cd5 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:47:23.675307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0123adcd-d6ee-41c2-b87a-33c3544998e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 7c5f4031-a05c-4926-a79d-db939f551cd5) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:23.698426 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0123adcd-d6ee-41c2-b87a-33c3544998e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:23.699232 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0123adcd-d6ee-41c2-b87a-33c3544998e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.709780 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808fbdb6-e558-4543-b734-25fc35e06739 None None] Network 7c5f4031-a05c-4926-a79d-db939f551cd5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:23.749065 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0123adcd-d6ee-41c2-b87a-33c3544998e8 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7173057 Dec 08 01:47:23.754227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34232) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:23.756133 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port c1057670-32e8-4d24-af36-14d8afb95c9a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c1057670-32e8-4d24-af36-14d8afb95c9a,segment=NetworkSegment(00111509-0895-4b9a-b36a-878994894804),segment_id=00111509-0895-4b9a-b36a-878994894804)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:23.758493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:23.782333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c86ca5-ba51-43dd-8a2c-15fcae856857 req-740569e9-bd17-42d8-ba0e-e8546b09f901 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:23.783861 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-34c86ca5-ba51-43dd-8a2c-15fcae856857 req-740569e9-bd17-42d8-ba0e-e8546b09f901 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 944 time: 0.1060815 Dec 08 01:47:23.806744 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.807833 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Made reservation on behalf of 5cbde8735d8e49f1b0233aacbb4bf993 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:23.818554 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.840375 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.849437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['8d99f152-9da7-4db3-b883-b35b3b5491d3'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:23.864051 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.865066 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.906281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-34c86ca5-ba51-43dd-8a2c-15fcae856857 req-3165089c-e613-41c6-8130-49413ca8eb96 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151209 Dec 08 01:47:23.990671 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:24.057061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-28d3047f-9526-47ae-9d48-892c2105c8ef service neutron] Attempting to bind port 38907ab7-489e-4211-863a-6f46431150c2 on host n-h2-713499-31 for vnic_type normal with profile None {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:24.058130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-28d3047f-9526-47ae-9d48-892c2105c8ef service neutron] Attempting to bind port 38907ab7-489e-4211-863a-6f46431150c2 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:24.058685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-28d3047f-9526-47ae-9d48-892c2105c8ef service neutron] Attempting to bind port 38907ab7-489e-4211-863a-6f46431150c2 on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:24.066688 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:24.069418 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-28d3047f-9526-47ae-9d48-892c2105c8ef service neutron] Port 38907ab7-489e-4211-863a-6f46431150c2 on network 776e026d-dfd5-4122-9a50-8ea153b9e036 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:47:24.070150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-28d3047f-9526-47ae-9d48-892c2105c8ef service neutron] Attempting to bind port 38907ab7-489e-4211-863a-6f46431150c2 on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:24.077707 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:24.106950 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab838486-f709-46ed-81cf-d0b954ea4d1f req-b3890f7c-c7aa-4700-ae20-55865cf0381c tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 210 time: 0.0670881 Dec 08 01:47:24.136873 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:24.150021 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-259852a2-6593-405e-8e09-0bdfd4e98c6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:47:24.151973 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-259852a2-6593-405e-8e09-0bdfd4e98c6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:47:24.160814 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:24.177153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-28d3047f-9526-47ae-9d48-892c2105c8ef service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:24.177751 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-28d3047f-9526-47ae-9d48-892c2105c8ef service neutron] Checking segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:24.178634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-28d3047f-9526-47ae-9d48-892c2105c8ef service neutron] Bound using segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:24.179224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-28d3047f-9526-47ae-9d48-892c2105c8ef service neutron] Bound port: 38907ab7-489e-4211-863a-6f46431150c2, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:24.213439 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:47:24.242296 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=c1057670-32e8-4d24-af36-14d8afb95c9a,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:24.267435 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:24.272840 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-28d3047f-9526-47ae-9d48-892c2105c8ef service neutron] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=38907ab7-489e-4211-863a-6f46431150c2,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:24.301169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-7c5f4031-a05c-4926-a79d-db939f551cd5', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'fixed_ips': [{'subnet_id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:47:24.302143 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:24.340891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Pushing event updated for resources: {'Port': ['ID=394f25c5-c2e3-45df-818f-185325b6235d,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:24.363317 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-503c04fa-bb17-46aa-9db7-1f669c14799c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:24.368206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-28d3047f-9526-47ae-9d48-892c2105c8ef service neutron] Publish callbacks [] for binding, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:24.369592 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-28d3047f-9526-47ae-9d48-892c2105c8ef service neutron] 10.222.0.71 "POST /v2.0/ports/38907ab7-489e-4211-863a-6f46431150c2/bindings HTTP/1.1" status: 201 len: 390 time: 0.8360507 Dec 08 01:47:24.561672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Network f46d396b-09b7-4ecd-adba-ebcd548ba235 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:24.569022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:24.671503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1060678271-router', 'tenant_id': '809ee1afb34048bb8f13730b33dbfdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '49df654e-2b9c-415d-bf22-36fbe9c1c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:19Z', 'updated_at': '2021-12-08T01:47:20Z', 'revision_number': 3, 'project_id': '809ee1afb34048bb8f13730b33dbfdc4', 'gw_port': {'id': '49df654e-2b9c-415d-bf22-36fbe9c1c4fd', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:20Z', 'updated_at': '2021-12-08T01:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:24.737464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Checking router: fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:47:24.738045 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Updating router fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 port 49df654e-2b9c-415d-bf22-36fbe9c1c4fd binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:47:24.740879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Allocated IP 172.20.0.2 (7c5f4031-a05c-4926-a79d-db939f551cd5/a55ead71-4b9b-47b0-a955-71e64106e7ec/6643691c-c6e4-4e8e-9096-4170b94131ec) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:24.823188 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:24.989409 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.010654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.134166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-951871f4-1303-41b4-9b7c-af78f15907bc None None] Provisioning complete for port c1057670-32e8-4d24-af36-14d8afb95c9a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:25.135087 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-951871f4-1303-41b4-9b7c-af78f15907bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.145934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cf1b6-4d7f-4bb1-9893-78f50f8f2848 req-6549346e-3781-4b84-94af-e620ce0be9a4 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:25.147361 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-699cf1b6-4d7f-4bb1-9893-78f50f8f2848 req-6549346e-3781-4b84-94af-e620ce0be9a4 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 946 time: 0.8647804 Dec 08 01:47:25.161144 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a39018-5d0a-4188-95ab-8dd4a99daf22 req-7b597e93-643b-4d7f-a506-087b61dd58f8 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:25.163228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22a39018-5d0a-4188-95ab-8dd4a99daf22 req-7b597e93-643b-4d7f-a506-087b61dd58f8 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.2220755 Dec 08 01:47:25.168558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099015a7-0b19-4a0b-ba96-6d1191cc31ce,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:25.193642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-89fa32d4-10df-4913-9d05-469abe6ff730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:25.195412 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-89fa32d4-10df-4913-9d05-469abe6ff730 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 1098 time: 0.4256403 Dec 08 01:47:25.218908 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.262071 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.276053 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Router fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:47:25.316848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Allocated IP 192.168.233.187 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/c0d93604-bba5-467e-b7a6-d703d497351d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:25.326869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-699cf1b6-4d7f-4bb1-9893-78f50f8f2848 req-db98efbd-8246-4f3d-9e07-de6cc0ecbabf tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626318 Dec 08 01:47:25.332266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Network 7c5f4031-a05c-4926-a79d-db939f551cd5 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:25.358211 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-811c14a5-3c8d-4a93-91f7-0424a304ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:25.360072 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-811c14a5-3c8d-4a93-91f7-0424a304ae07 service neutron] 10.222.0.75 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.1549785 Dec 08 01:47:25.364956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22a39018-5d0a-4188-95ab-8dd4a99daf22 req-439efd93-b98e-4452-bf35-931d5cb4b854 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552355 Dec 08 01:47:25.369927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:25.377922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:25.383097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Pushing event updated for resources: {'Port': ['ID=6643691c-c6e4-4e8e-9096-4170b94131ec,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:25.385460 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.518690 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-fe425d62-198a-4e97-a6bf-3d6eab41bd3f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38907ab7-489e-4211-863a-6f46431150c2 HTTP/1.1" status: 200 len: 217 time: 0.0605900 Dec 08 01:47:25.530179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Attempting to bind port 6643691c-c6e4-4e8e-9096-4170b94131ec on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:25.530689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Attempting to bind port 6643691c-c6e4-4e8e-9096-4170b94131ec by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'a8f3ae90-75ee-4415-aedd-07f1316c4f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:25.531167 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Attempting to bind port 6643691c-c6e4-4e8e-9096-4170b94131ec on network 7c5f4031-a05c-4926-a79d-db939f551cd5 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:25.546102 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.551719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:25.552150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Checking segment: {'id': 'a8f3ae90-75ee-4415-aedd-07f1316c4f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:25.552654 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.553124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Bound using segment: {'id': 'a8f3ae90-75ee-4415-aedd-07f1316c4f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:25.553727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Bound port: 6643691c-c6e4-4e8e-9096-4170b94131ec, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f3ae90-75ee-4415-aedd-07f1316c4f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:25.554194 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.558937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-951871f4-1303-41b4-9b7c-af78f15907bc None None] Provisioning complete for port 394f25c5-c2e3-45df-818f-185325b6235d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:25.559461 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-951871f4-1303-41b4-9b7c-af78f15907bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.561145 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.577110 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:47:25.588716 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-207045c5-9a16-429a-88b2-0b21287d6172 admin admin] 10.222.0.71 "PUT /v2.0/routers/fb70a1ff-d53f-4ea1-ad2f-50344110dcb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4340184 Dec 08 01:47:25.602971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cfa81d2c-8737-4733-8c57-3ceab0050097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:25.604686 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cfa81d2c-8737-4733-8c57-3ceab0050097 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.0787544 Dec 08 01:47:25.653184 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-f792a93a-13b5-4f44-809b-83bcf1fee77e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401502 Dec 08 01:47:25.673029 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa67d4-64aa-4eb6-86de-bb5b72a7b46d req-4d99e772-d38e-47a0-abb9-cd24f8a58c85 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:25.681393 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9aa67d4-64aa-4eb6-86de-bb5b72a7b46d req-4d99e772-d38e-47a0-abb9-cd24f8a58c85 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 946 time: 0.1855690 Dec 08 01:47:25.695447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec433fb5-ddae-4efd-a2d9-d3bfef45a7a1 req-33e1ffd8-bfb8-4677-abec-b6297c9525e5 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:25.697059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ec433fb5-ddae-4efd-a2d9-d3bfef45a7a1 req-33e1ffd8-bfb8-4677-abec-b6297c9525e5 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 944 time: 0.1983001 Dec 08 01:47:25.706042 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.755912 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.792726 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-ac814c73-7d29-40ac-b180-bdfe312b8326 service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315293 Dec 08 01:47:25.807705 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.827678 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-951871f4-1303-41b4-9b7c-af78f15907bc None None] Port 394f25c5-c2e3-45df-818f-185325b6235d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:25.831544 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88eb0c8-2898-4a91-b4b9-3da7f0a7e2f5 None None] Pushing event updated for resources: {'Port': ['ID=49df654e-2b9c-415d-bf22-36fbe9c1c4fd,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:25.836209 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Attempting to bind port 49df654e-2b9c-415d-bf22-36fbe9c1c4fd on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:25.836450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Attempting to bind port 49df654e-2b9c-415d-bf22-36fbe9c1c4fd by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:25.836880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Attempting to bind port 49df654e-2b9c-415d-bf22-36fbe9c1c4fd on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:25.844388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:25.844845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:25.845314 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.845790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:25.846335 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Bound port: 49df654e-2b9c-415d-bf22-36fbe9c1c4fd, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:25.846784 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.875242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9aa67d4-64aa-4eb6-86de-bb5b72a7b46d req-db335c1c-7035-4ac1-9e91-4f98aba7cac4 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925848 Dec 08 01:47:25.889184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ec433fb5-ddae-4efd-a2d9-d3bfef45a7a1 req-dc127d12-187e-4c2c-9cad-c0cce8f24bab tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810427 Dec 08 01:47:25.892361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] For port 6643691c-c6e4-4e8e-9096-4170b94131ec, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:25.897672 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] For port 6643691c-c6e4-4e8e-9096-4170b94131ec, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6643691c-c6e4-4e8e-9096-4170b94131ec,segment=NetworkSegment(a8f3ae90-75ee-4415-aedd-07f1316c4f93),segment_id=a8f3ae90-75ee-4415-aedd-07f1316c4f93)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:25.922103 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.933383 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-59826d20-fa8e-442a-b28c-3101fbeb57d6 service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322598 Dec 08 01:47:25.940100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] For port 49df654e-2b9c-415d-bf22-36fbe9c1c4fd, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:25.944153 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] For port 49df654e-2b9c-415d-bf22-36fbe9c1c4fd, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=49df654e-2b9c-415d-bf22-36fbe9c1c4fd,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:25.984825 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.988744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.995265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Allocated IP 172.25.8.130 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/79c3daac-4432-4db7-ab1b-4410ee6c263a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:26.034251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f53fc-c8f6-4753-a3ca-1a5c34f3f5ce None None] Pushing event updated for resources: {'Port': ['ID=6643691c-c6e4-4e8e-9096-4170b94131ec,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:26.044691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Routers {'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:26.045508 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:26.136065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-55a9b693-0b6e-4574-b6a8-77573fdf3cc4 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:26.137917 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-55a9b693-0b6e-4574-b6a8-77573fdf3cc4 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0&tenant_id=d9da45ea7cc343eebae48b10a6a55294&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 1098 time: 0.0855639 Dec 08 01:47:26.141476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:26.149308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Pushing event updated for resources: {'Port': ['ID=c0d93604-bba5-467e-b7a6-d703d497351d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:26.151641 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c1057670-32e8-4d24-af36-14d8afb95c9a up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:26.157740 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-31'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:26.200490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88eb0c8-2898-4a91-b4b9-3da7f0a7e2f5 None None] Pushing event updated for resources: {'Port': ['ID=49df654e-2b9c-415d-bf22-36fbe9c1c4fd,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:26.222105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:26.232007 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:26.279924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8d99f152-9da7-4db3-b883-b35b3b5491d3 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:26.281526 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.343211 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-311ea424-4019-43f1-97ae-8991fe292a75 req-b6a4d39d-50fb-4782-b435-1d67d095c500 tempest-FloatingIPDetailsNegativeTestJSON-1553189719 tempest-FloatingIPDetailsNegativeTestJSON-1553189719-project] show failed (client error): The resource could not be found. Dec 08 01:47:26.351956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-311ea424-4019-43f1-97ae-8991fe292a75 req-b6a4d39d-50fb-4782-b435-1d67d095c500 tempest-FloatingIPDetailsNegativeTestJSON-1553189719 tempest-FloatingIPDetailsNegativeTestJSON-1553189719-project] 10.222.0.71 "GET /v2.0/floatingips/bb9ad14a-b487-46c5-b211-fe788db5d8bb HTTP/1.1" status: 404 len: 350 time: 0.1334426 Dec 08 01:47:26.361352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34258) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:26.381214 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] Set router fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:26.421126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port c1057670-32e8-4d24-af36-14d8afb95c9a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:26.421543 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.429768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497094f-e089-49f5-bfbf-f006130461b1 req-62e61c6a-5f36-47be-8493-706c946a073d tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:26.444569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8497094f-e089-49f5-bfbf-f006130461b1 req-62e61c6a-5f36-47be-8493-706c946a073d tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 936 time: 0.4566536 Dec 08 01:47:26.469204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:26.471247 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.540564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 8d99f152-9da7-4db3-b883-b35b3b5491d3 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:47:26.556139 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-5da671f6-163e-42b4-a116-17ba476fe46e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0805585 Dec 08 01:47:26.566516 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.579447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Request body: {'port': {'device_id': 'ae5f0cac-2f06-4d36-a480-e6224b09f723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:26.579937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 8d99f152-9da7-4db3-b883-b35b3b5491d3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:26.580482 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.612571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8497094f-e089-49f5-bfbf-f006130461b1 req-707fd730-482b-4e1d-8ad5-6b03356dca9c tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/security-groups?id=099015a7-0b19-4a0b-ba96-6d1191cc31ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669862 Dec 08 01:47:26.674356 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.794313 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=38907ab7-489e-4211-863a-6f46431150c2,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:26.890143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5bf13331-d85f-4dba-86e2-e057824fa5bf None None] Provisioning complete for port c0d93604-bba5-467e-b7a6-d703d497351d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:26.892223 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5bf13331-d85f-4dba-86e2-e057824fa5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.927134 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.989700 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.999573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:27.046369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5bf13331-d85f-4dba-86e2-e057824fa5bf None None] Port c0d93604-bba5-467e-b7a6-d703d497351d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:27.103672 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.106420 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.108118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6076755f-9ec5-4443-b110-ef9d2f0a70d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38907ab7-489e-4211-863a-6f46431150c2'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:27.110958 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff658cd-6eb5-46a7-bb15-7535086c7091" -d '{"events": [{"server_uuid": "6076755f-9ec5-4443-b110-ef9d2f0a70d0", "name": "network-vif-unplugged", "status": "completed", "tag": "38907ab7-489e-4211-863a-6f46431150c2"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:27.124464 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.128299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1060678271-router', 'tenant_id': '809ee1afb34048bb8f13730b33dbfdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '49df654e-2b9c-415d-bf22-36fbe9c1c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:19Z', 'updated_at': '2021-12-08T01:47:23Z', 'revision_number': 4, 'project_id': '809ee1afb34048bb8f13730b33dbfdc4', 'gw_port': {'id': '49df654e-2b9c-415d-bf22-36fbe9c1c4fd', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:20Z', 'updated_at': '2021-12-08T01:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '394f25c5-c2e3-45df-818f-185325b6235d', 'name': '', 'network_id': 'f46d396b-09b7-4ecd-adba-ebcd548ba235', 'tenant_id': '809ee1afb34048bb8f13730b33dbfdc4', 'mac_address': 'fa:16:3e:86:b5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '910184f8-0257-4dad-938a-bd6b1001802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:22Z', 'updated_at': '2021-12-08T01:47:23Z', 'revision_number': 2, 'project_id': '809ee1afb34048bb8f13730b33dbfdc4', 'subnets': [{'id': '910184f8-0257-4dad-938a-bd6b1001802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:27.157907 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:27.169634 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ed5938-8c25-4251-bbef-b9edb5801b64 None None] The sync data for ids ['fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'] in n-d-713499-31 is: [{'id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1060678271-router', 'tenant_id': '809ee1afb34048bb8f13730b33dbfdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '49df654e-2b9c-415d-bf22-36fbe9c1c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:19Z', 'updated_at': '2021-12-08T01:47:23Z', 'revision_number': 4, 'project_id': '809ee1afb34048bb8f13730b33dbfdc4', 'gw_port': {'id': '49df654e-2b9c-415d-bf22-36fbe9c1c4fd', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:20Z', 'updated_at': '2021-12-08T01:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '394f25c5-c2e3-45df-818f-185325b6235d', 'name': '', 'network_id': 'f46d396b-09b7-4ecd-adba-ebcd548ba235', 'tenant_id': '809ee1afb34048bb8f13730b33dbfdc4', 'mac_address': 'fa:16:3e:86:b5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '910184f8-0257-4dad-938a-bd6b1001802a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:22Z', 'updated_at': '2021-12-08T01:47:23Z', 'revision_number': 2, 'project_id': '809ee1afb34048bb8f13730b33dbfdc4', 'subnets': [{'id': '910184f8-0257-4dad-938a-bd6b1001802a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:47:27.174757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:27.182194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:27.185724 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Pushing event updated for resources: {'Port': ['ID=79c3daac-4432-4db7-ab1b-4410ee6c263a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:27.194528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9daa24-a083-490d-aafb-dda0e0744954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d99f152-9da7-4db3-b883-b35b3b5491d3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:27.201306 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45739ee-761a-46d9-81e0-b1a147ce6cb8" -d '{"events": [{"server_uuid": "4a9daa24-a083-490d-aafb-dda0e0744954", "name": "network-vif-plugged", "status": "completed", "tag": "8d99f152-9da7-4db3-b883-b35b3b5491d3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:27.220939 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 8d99f152-9da7-4db3-b883-b35b3b5491d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8d99f152-9da7-4db3-b883-b35b3b5491d3,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:27.230059 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.261354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a354214-dd27-4831-b3be-fe97cea68d9e req-e8312f96-349a-4a06-8cd4-97ff1a61cde8 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:27.267418 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Pushing event updated for resources: {'Port': ['ID=38907ab7-489e-4211-863a-6f46431150c2,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:27.269450 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a354214-dd27-4831-b3be-fe97cea68d9e req-e8312f96-349a-4a06-8cd4-97ff1a61cde8 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.2101967 Dec 08 01:47:27.304341 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Attempting to bind port 38907ab7-489e-4211-863a-6f46431150c2 on host n-h1-713499-31 for vnic_type normal with profile {"migrating_to": "n-h2-713499-31"} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:27.304869 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Attempting to bind port 38907ab7-489e-4211-863a-6f46431150c2 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:27.305209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Attempting to bind port 38907ab7-489e-4211-863a-6f46431150c2 on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:27.323893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=8d99f152-9da7-4db3-b883-b35b3b5491d3,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:27.329249 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cfd33ad2-7b53-426e-a85d-b990d3550865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.331563 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e181e4e-f20b-4b3c-87c9-1c77179deacd req-ed2dbf55-0404-4239-8162-1f483d54da9b tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:27.332583 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Port 38907ab7-489e-4211-863a-6f46431150c2 on network 776e026d-dfd5-4122-9a50-8ea153b9e036 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:47:27.333017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Attempting to bind port 38907ab7-489e-4211-863a-6f46431150c2 on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:27.341699 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e181e4e-f20b-4b3c-87c9-1c77179deacd req-ed2dbf55-0404-4239-8162-1f483d54da9b tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 944 time: 0.2374651 Dec 08 01:47:27.378001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:27.378498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Checking segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:27.378988 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Bound using segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:27.379563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Bound port: 38907ab7-489e-4211-863a-6f46431150c2, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:27.380046 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.424952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d93604-bba5-467e-b7a6-d703d497351d {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:27.445719 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.503106 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a354214-dd27-4831-b3be-fe97cea68d9e req-1461cac2-1633-4c9c-a5bd-0e800f717514 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326760 Dec 08 01:47:27.579593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:27.591425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=38907ab7-489e-4211-863a-6f46431150c2,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:27.609760 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c754152b-09f6-43aa-9509-67f5252f7f7c None None] Network 7c5f4031-a05c-4926-a79d-db939f551cd5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:27.615113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Transition to ACTIVE for port object c0d93604-bba5-467e-b7a6-d703d497351d will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:47:27.623256 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.639193 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.657259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e181e4e-f20b-4b3c-87c9-1c77179deacd req-26d834c3-fd86-48f2-846f-be9ecb531c98 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090508 Dec 08 01:47:27.772236 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b201f8d4-9fea-4293-96e0-56a6674abf8e None None] Provisioning complete for port 6643691c-c6e4-4e8e-9096-4170b94131ec triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:27.772605 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b201f8d4-9fea-4293-96e0-56a6674abf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.826465 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:27.827870 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.829905 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] 10.222.0.75 "PUT /v2.0/ports/38907ab7-489e-4211-863a-6f46431150c2 HTTP/1.1" status: 200 len: 1124 time: 1.6771982 Dec 08 01:47:27.845280 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.845567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52148e-5008-4fc3-8830-9cf66fe7cc17 service neutron] Pushing event updated for resources: {'Port': ['ID=38907ab7-489e-4211-863a-6f46431150c2,revision_number=8']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:27.897021 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b201f8d4-9fea-4293-96e0-56a6674abf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.915903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d93604-bba5-467e-b7a6-d703d497351d,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:27.991072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b201f8d4-9fea-4293-96e0-56a6674abf8e None None] For port 6643691c-c6e4-4e8e-9096-4170b94131ec, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6643691c-c6e4-4e8e-9096-4170b94131ec,segment=NetworkSegment(a8f3ae90-75ee-4415-aedd-07f1316c4f93),segment_id=a8f3ae90-75ee-4415-aedd-07f1316c4f93)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:28.002280 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['38907ab7-489e-4211-863a-6f46431150c2'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:28.076764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-cfd33ad2-7b53-426e-a85d-b990d3550865 admin admin] Deleting port 394f25c5-c2e3-45df-818f-185325b6235d {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:28.077099 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cfd33ad2-7b53-426e-a85d-b990d3550865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.117239 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b201f8d4-9fea-4293-96e0-56a6674abf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.222237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9eed3-1c5e-472e-a45d-eef518141302 req-f028e623-3bdf-4e02-8a52-ea9f51799572 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:28.231512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3c9eed3-1c5e-472e-a45d-eef518141302 req-f028e623-3bdf-4e02-8a52-ea9f51799572 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 944 time: 0.6066663 Dec 08 01:47:28.270102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201f8d4-9fea-4293-96e0-56a6674abf8e None None] Pushing event updated for resources: {'Port': ['ID=6643691c-c6e4-4e8e-9096-4170b94131ec,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:28.278347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6643691c-c6e4-4e8e-9096-4170b94131ec up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:28.306770 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cfd33ad2-7b53-426e-a85d-b990d3550865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.335509 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.338144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-cfd33ad2-7b53-426e-a85d-b990d3550865 admin admin] Calling delete_port for 394f25c5-c2e3-45df-818f-185325b6235d owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:28.400099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b91b08a7-7349-4955-982d-f241166876c3 None None] Provisioning complete for port 6643691c-c6e4-4e8e-9096-4170b94131ec triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:28.400658 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b91b08a7-7349-4955-982d-f241166876c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.472152 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-9d13207a-0900-48fc-aefd-d6600488a31f tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--814211903&fields=id&tenant_id=cef53cd090134345bd6ea07944b185cf HTTP/1.1" status: 200 len: 267 time: 0.5459516 Dec 08 01:47:28.475462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3c9eed3-1c5e-472e-a45d-eef518141302 req-520afaaa-a6a8-4886-b19f-cf68bca8cf35 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427933 Dec 08 01:47:28.592313 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5d2427-ffd5-40e8-a0a1-329893e10cc4 x-openstack-request-id: req-3b5d2427-ffd5-40e8-a0a1-329893e10cc4 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:28.592731 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6076755f-9ec5-4443-b110-ef9d2f0a70d0", "name": "network-vif-unplugged", "status": "completed", "tag": "38907ab7-489e-4211-863a-6f46431150c2", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:28.594446 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b5d2427-ffd5-40e8-a0a1-329893e10cc4 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:28.594672 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6076755f-9ec5-4443-b110-ef9d2f0a70d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38907ab7-489e-4211-863a-6f46431150c2', 'code': 200} Dec 08 01:47:28.624003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 6643691c-c6e4-4e8e-9096-4170b94131ec triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:28.624409 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.697394 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ce4fab-c062-41be-a532-607c6274b1ea x-openstack-request-id: req-b8ce4fab-c062-41be-a532-607c6274b1ea {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:28.697700 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9daa24-a083-490d-aafb-dda0e0744954", "name": "network-vif-plugged", "status": "completed", "tag": "8d99f152-9da7-4db3-b883-b35b3b5491d3", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:28.697960 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b8ce4fab-c062-41be-a532-607c6274b1ea {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:28.698363 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9daa24-a083-490d-aafb-dda0e0744954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d99f152-9da7-4db3-b883-b35b3b5491d3', 'code': 200} Dec 08 01:47:28.713784 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cfd33ad2-7b53-426e-a85d-b990d3550865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.739360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Attempting to bind port c0d93604-bba5-467e-b7a6-d703d497351d on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:28.739596 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Attempting to bind port c0d93604-bba5-467e-b7a6-d703d497351d by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:28.740341 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Attempting to bind port c0d93604-bba5-467e-b7a6-d703d497351d on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:28.750834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Port c0d93604-bba5-467e-b7a6-d703d497351d on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:47:28.751753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Attempting to bind port c0d93604-bba5-467e-b7a6-d703d497351d on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:28.767088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:28.767429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:28.767845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:28.768287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Bound port: c0d93604-bba5-467e-b7a6-d703d497351d, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:28.768640 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.796690 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd33ad2-7b53-426e-a85d-b990d3550865 admin admin] Pushing event deleted for resources: {'Port': ['ID=394f25c5-c2e3-45df-818f-185325b6235d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:29.015347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f0326-9b16-4c0c-bc77-513329780400 req-d57d7e81-cb1d-48e7-a112-585bccc33534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:29.017011 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-833f0326-9b16-4c0c-bc77-513329780400 req-d57d7e81-cb1d-48e7-a112-585bccc33534 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 1097 time: 0.2320955 Dec 08 01:47:29.127653 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-c55b18c5-6885-4470-9977-6d260a90af5f tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:29.129802 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-c55b18c5-6885-4470-9977-6d260a90af5f tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e6d94eb-6a38-48c7-9272-630cbf3705a8 HTTP/1.1" status: 200 len: 946 time: 0.1983330 Dec 08 01:47:29.158535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2baa239-4199-4045-8bad-55f22606baa2 req-a332363b-4844-4960-85f5-3e02b597eb0d tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:29.166958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-a332363b-4844-4960-85f5-3e02b597eb0d tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/networks?id=d21dabc8-1e90-475d-9f82-6828cfa9b46b HTTP/1.1" status: 200 len: 823 time: 0.6777632 Dec 08 01:47:29.253255 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-833f0326-9b16-4c0c-bc77-513329780400 req-dbd1c8f4-b655-43fd-9663-a43f309f494f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266381 Dec 08 01:47:29.295646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-5e33b8ef-2a6e-4b42-92aa-12fd0475c8c8 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/quotas/cef53cd090134345bd6ea07944b185cf HTTP/1.1" status: 200 len: 375 time: 0.1269295 Dec 08 01:47:29.329210 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cfd33ad2-7b53-426e-a85d-b990d3550865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:29.431527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa04dea-9947-444e-9214-0f1b723be325 req-b643246f-e401-403e-93ad-d7a3dcfb7a97 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:29.434547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ffa04dea-9947-444e-9214-0f1b723be325 req-b643246f-e401-403e-93ad-d7a3dcfb7a97 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 948 time: 0.6468060 Dec 08 01:47:29.436241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] For port c0d93604-bba5-467e-b7a6-d703d497351d, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:29.446275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] For port c0d93604-bba5-467e-b7a6-d703d497351d, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c0d93604-bba5-467e-b7a6-d703d497351d,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:29.469336 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-310ab157-be8f-44b3-b1e8-1ec0cb5a31d8 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cef53cd090134345bd6ea07944b185cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1726625 Dec 08 01:47:29.470665 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:29.490506 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:29.546973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:29.548153 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:29.549557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] 10.222.0.75 "PUT /v2.0/ports/c0d93604-bba5-467e-b7a6-d703d497351d HTTP/1.1" status: 200 len: 1097 time: 2.9769051 Dec 08 01:47:29.559354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5f0cac-2f06-4d36-a480-e6224b09f723', 'tag': 'c0d93604-bba5-467e-b7a6-d703d497351d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:29.561681 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250a0f40-a927-475a-b990-24691b845c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5f0cac-2f06-4d36-a480-e6224b09f723", "tag": "c0d93604-bba5-467e-b7a6-d703d497351d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:29.714959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Deleting port e12570c1-6eea-4f29-a9a4-618a4988bb17 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:29.714959 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:29.717892 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ffa04dea-9947-444e-9214-0f1b723be325 req-d6b20820-5326-4afe-8602-b0b38169ba43 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/security-groups?id=099015a7-0b19-4a0b-ba96-6d1191cc31ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682223 Dec 08 01:47:29.772954 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50c10b-68ce-4cf9-ad62-7a7bddbf4437 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d93604-bba5-467e-b7a6-d703d497351d,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:29.897447 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] For port e12570c1-6eea-4f29-a9a4-618a4988bb17, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e12570c1-6eea-4f29-a9a4-618a4988bb17,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:29.897846 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:29.916073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-326405b5-31b8-4699-9e5f-ed8d54b5b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:29.917995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-326405b5-31b8-4699-9e5f-ed8d54b5b6dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5cbde8735d8e49f1b0233aacbb4bf993&device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 1100 time: 0.2450440 Dec 08 01:47:29.923843 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-9ddc92e2-13d6-4f44-b006-239457f931c5 service neutron] 10.222.0.71 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302771 Dec 08 01:47:29.957670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cbb45-d45c-452b-a0a2-de917f135650 req-d39b3179-0dab-4897-a7e7-6ac747195506 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:29.959743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac2cbb45-d45c-452b-a0a2-de917f135650 req-d39b3179-0dab-4897-a7e7-6ac747195506 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.1168299 Dec 08 01:47:30.036545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-48c60a71-de42-47e2-99b6-589510bec93d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=c0d93604-bba5-467e-b7a6-d703d497351d HTTP/1.1" status: 200 len: 217 time: 0.0936949 Dec 08 01:47:30.090867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd33ad2-7b53-426e-a85d-b990d3550865 admin admin] Router fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:47:30.180187 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-83c3ba4d-6664-44a3-8258-c5336bdbe5bc service neutron] 10.222.0.71 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410889 Dec 08 01:47:30.196516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac2cbb45-d45c-452b-a0a2-de917f135650 req-2dd8e7a4-a79d-4c08-8327-3c3dd8d1686a tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112780 Dec 08 01:47:30.200179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Router 7763c9c0-13fa-4f16-a017-f75506ff599c is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:47:30.203122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-8fb96e4f-a8b2-4856-8e2d-2acbe3b012d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:30.204721 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-8fb96e4f-a8b2-4856-8e2d-2acbe3b012d9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1340296 Dec 08 01:47:30.249057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 38907ab7-489e-4211-863a-6f46431150c2 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:47:30.328812 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:30.329156 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:30.329549 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Floating IP 8272e18d-ca70-4da8-bd8c-64d4b1764f31 disassociated. External IP: 172.25.8.12, port: e12570c1-6eea-4f29-a9a4-618a4988bb17. Dec 08 01:47:30.330100 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Calling delete_port for e12570c1-6eea-4f29-a9a4-618a4988bb17 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:30.388445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 49df654e-2b9c-415d-bf22-36fbe9c1c4fd up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:30.447585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-c8c8b494-fd97-4472-925c-8a6de22104aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:30.449767 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-c8c8b494-fd97-4472-925c-8a6de22104aa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2307463 Dec 08 01:47:30.569444 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d2e18-3ea5-4fdf-8816-e52fd8375779 req-80b4b9ad-9b75-48ea-b8f8-e0ef14111b6e tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:30.586701 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e88d2e18-3ea5-4fdf-8816-e52fd8375779 req-80b4b9ad-9b75-48ea-b8f8-e0ef14111b6e tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.1965733 Dec 08 01:47:30.630997 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ea729-e6ed-4f77-aa62-79581e625acc None None] Sync routers for ids ['fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:47:30.661920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:47:30.679334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Sync routers for ids ['7763c9c0-13fa-4f16-a017-f75506ff599c'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:47:30.680555 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ea729-e6ed-4f77-aa62-79581e625acc None None] Routers {'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:30.681929 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7b8ea729-e6ed-4f77-aa62-79581e625acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:30.685927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:30.687124 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6076755f-9ec5-4443-b110-ef9d2f0a70d0', 'tag': '38907ab7-489e-4211-863a-6f46431150c2'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:30.692371 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0924cace-a183-4a84-8dc3-a5a1bf30d486" -d '{"events": [{"name": "network-changed", "server_uuid": "6076755f-9ec5-4443-b110-ef9d2f0a70d0", "tag": "38907ab7-489e-4211-863a-6f46431150c2"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:30.696558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd33ad2-7b53-426e-a85d-b990d3550865 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:47:30.706405 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:30.710863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-67f061a2-111b-4b90-aaa4-9d21e7e76d0d admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9534101 Dec 08 01:47:30.712096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-0ead3b9f-bb50-4b4f-9105-9b5cbf9ae710 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310598 Dec 08 01:47:30.712705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34314) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:30.728689 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cfd33ad2-7b53-426e-a85d-b990d3550865 admin admin] 10.222.0.71 "PUT /v2.0/routers/fb70a1ff-d53f-4ea1-ad2f-50344110dcb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3644316 Dec 08 01:47:30.731173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34316) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:30.737100 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e88d2e18-3ea5-4fdf-8816-e52fd8375779 req-83094eaa-defb-41d3-baa3-40d4b4a7a146 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480556 Dec 08 01:47:30.740036 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=38907ab7-489e-4211-863a-6f46431150c2,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:30.760507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 49df654e-2b9c-415d-bf22-36fbe9c1c4fd triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:30.763836 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:30.832501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Routers {'7763c9c0-13fa-4f16-a017-f75506ff599c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:30.835879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7763c9c0-13fa-4f16-a017-f75506ff599c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:30.934993 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7b8ea729-e6ed-4f77-aa62-79581e625acc None None] Set router fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:31.049076 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bff7d2b-4d11-4c16-8990-144a8835366c req-de23a265-08a1-415c-a4ab-fd7e96319340 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079944 Dec 08 01:47:31.060495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Pushing event deleted for resources: {'Port': ['ID=e12570c1-6eea-4f29-a9a4-618a4988bb17,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:31.094295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:47:31.228747 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 38907ab7-489e-4211-863a-6f46431150c2 has no active binding in host n-h2-713499-31 {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:47:31.234727 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1039f82f-9de5-475c-9587-0ec7ed813452 x-openstack-request-id: req-1039f82f-9de5-475c-9587-0ec7ed813452 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:31.235174 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5f0cac-2f06-4d36-a480-e6224b09f723", "tag": "c0d93604-bba5-467e-b7a6-d703d497351d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:31.241418 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1039f82f-9de5-475c-9587-0ec7ed813452 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:31.241418 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5f0cac-2f06-4d36-a480-e6224b09f723', 'tag': 'c0d93604-bba5-467e-b7a6-d703d497351d', 'status': 'completed', 'code': 200} Dec 08 01:47:31.300555 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e9759a9-5672-4fc2-9940-fa6e37979330 req-1bb945b6-eb8a-4454-8bf5-9129de7c5a83 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 210 time: 0.0513551 Dec 08 01:47:31.301092 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:31.432306 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7b8ea729-e6ed-4f77-aa62-79581e625acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1060678271-router', 'tenant_id': '809ee1afb34048bb8f13730b33dbfdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '49df654e-2b9c-415d-bf22-36fbe9c1c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:19Z', 'updated_at': '2021-12-08T01:47:28Z', 'revision_number': 5, 'project_id': '809ee1afb34048bb8f13730b33dbfdc4', 'gw_port': {'id': '49df654e-2b9c-415d-bf22-36fbe9c1c4fd', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:20Z', 'updated_at': '2021-12-08T01:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:31.442158 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeed5d33-a05c-45bd-b207-ae01773d68ae x-openstack-request-id: req-eeed5d33-a05c-45bd-b207-ae01773d68ae {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:31.442649 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6076755f-9ec5-4443-b110-ef9d2f0a70d0", "tag": "38907ab7-489e-4211-863a-6f46431150c2", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:31.442649 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eeed5d33-a05c-45bd-b207-ae01773d68ae {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:31.443041 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6076755f-9ec5-4443-b110-ef9d2f0a70d0', 'tag': '38907ab7-489e-4211-863a-6f46431150c2', 'status': 'completed', 'code': 200} Dec 08 01:47:31.497572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a0f40-a927-475a-b990-24691b845c9c req-6461057b-6fe1-4e39-a934-7ea213265cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:31.499146 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-250a0f40-a927-475a-b990-24691b845c9c req-6461057b-6fe1-4e39-a934-7ea213265cbd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5cbde8735d8e49f1b0233aacbb4bf993&device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 1100 time: 0.2622893 Dec 08 01:47:31.514875 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ea729-e6ed-4f77-aa62-79581e625acc None None] Checking router: fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:47:31.541922 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ea729-e6ed-4f77-aa62-79581e625acc None None] Routers {'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:31.542452 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7b8ea729-e6ed-4f77-aa62-79581e625acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:31.557271 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:31.625945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Set router 7763c9c0-13fa-4f16-a017-f75506ff599c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:31.650558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a0f40-a927-475a-b990-24691b845c9c req-f6e6d8cb-521d-4b40-9fb9-710d867bf2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:31.652085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-250a0f40-a927-475a-b990-24691b845c9c req-f6e6d8cb-521d-4b40-9fb9-710d867bf2e5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1205177 Dec 08 01:47:31.667399 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e20420-aade-44c9-a295-af8893df845f req-2f91004d-cb7b-4112-af6f-88c4962974c3 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:31.669677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:31.675443 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47e20420-aade-44c9-a295-af8893df845f req-2f91004d-cb7b-4112-af6f-88c4962974c3 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 944 time: 0.4374287 Dec 08 01:47:31.688160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924cace-a183-4a84-8dc3-a5a1bf30d486 req-62801e57-068f-4625-9a3b-4e73c3e569ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:31.690264 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0924cace-a183-4a84-8dc3-a5a1bf30d486 req-62801e57-068f-4625-9a3b-4e73c3e569ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 1127 time: 0.2153833 Dec 08 01:47:31.721654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:47:31.748293 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7b8ea729-e6ed-4f77-aa62-79581e625acc None None] Set router fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:31.767844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 49df654e-2b9c-415d-bf22-36fbe9c1c4fd, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=49df654e-2b9c-415d-bf22-36fbe9c1c4fd,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:31.801956 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:31.802773 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6643691c-c6e4-4e8e-9096-4170b94131ec up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:31.855669 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823d209-df9a-463f-8294-be5dfd9879bb None None] Sync routers for ids ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:47:31.909454 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c823d209-df9a-463f-8294-be5dfd9879bb None None] Routers {'999beb2f-5c81-4a2c-91d8-8dc0830d9711'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:31.910792 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c823d209-df9a-463f-8294-be5dfd9879bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:31.968643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=49df654e-2b9c-415d-bf22-36fbe9c1c4fd,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:31.984539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 6643691c-c6e4-4e8e-9096-4170b94131ec triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:31.984913 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:32.186482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:47:27Z', 'revision_number': 3, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port': {'id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:25Z', 'updated_at': '2021-12-08T01:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:32.188690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47e20420-aade-44c9-a295-af8893df845f req-f77bf061-58c2-430c-b249-11487e80ca23 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122547 Dec 08 01:47:32.204213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-250a0f40-a927-475a-b990-24691b845c9c req-0cc04e4e-89c8-4dbf-b67f-d7969b478d34 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=c0d93604-bba5-467e-b7a6-d703d497351d HTTP/1.1" status: 200 len: 217 time: 0.0880730 Dec 08 01:47:32.204457 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924cace-a183-4a84-8dc3-a5a1bf30d486 req-2561a449-4730-4548-93fe-a3dbf51f97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:32.204457 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0924cace-a183-4a84-8dc3-a5a1bf30d486 req-2561a449-4730-4548-93fe-a3dbf51f97d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.4794261 Dec 08 01:47:32.215774 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] No DVR routers for this DVR port e12570c1-6eea-4f29-a9a4-618a4988bb17 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:32.221491 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:32.231540 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5526aac-c26e-45fb-a22a-1fbc65526410 req-0b759355-cf90-43ab-bb92-22ca661761ff tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.45 "DELETE /v2.0/ports/e12570c1-6eea-4f29-a9a4-618a4988bb17 HTTP/1.1" status: 204 len: 173 time: 3.0936382 Dec 08 01:47:32.261800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Checking router: 7763c9c0-13fa-4f16-a017-f75506ff599c for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:47:32.262244 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Updating router 7763c9c0-13fa-4f16-a017-f75506ff599c port 79c3daac-4432-4db7-ab1b-4410ee6c263a binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:47:32.341224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 49df654e-2b9c-415d-bf22-36fbe9c1c4fd up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:32.351158 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:32.354659 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c823d209-df9a-463f-8294-be5dfd9879bb None None] Set router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:32.373070 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0924cace-a183-4a84-8dc3-a5a1bf30d486 req-dfb6d59a-894f-4835-b4f1-a70221b48ca9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38907ab7-489e-4211-863a-6f46431150c2 HTTP/1.1" status: 200 len: 217 time: 0.1056092 Dec 08 01:47:32.471718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212754e-77fd-45a9-805b-4b400e49284a req-87d103be-c529-4a01-b6e2-b45340fc0641 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:32.475728 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e212754e-77fd-45a9-805b-4b400e49284a req-87d103be-c529-4a01-b6e2-b45340fc0641 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 948 time: 0.8183625 Dec 08 01:47:32.499818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a0f40-a927-475a-b990-24691b845c9c req-7697472b-a6a3-46e0-9053-493532773860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:32.502433 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-250a0f40-a927-475a-b990-24691b845c9c req-7697472b-a6a3-46e0-9053-493532773860 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.2937467 Dec 08 01:47:32.567452 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7b8ea729-e6ed-4f77-aa62-79581e625acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1060678271-router', 'tenant_id': '809ee1afb34048bb8f13730b33dbfdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '49df654e-2b9c-415d-bf22-36fbe9c1c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:19Z', 'updated_at': '2021-12-08T01:47:28Z', 'revision_number': 5, 'project_id': '809ee1afb34048bb8f13730b33dbfdc4', 'gw_port': {'id': '49df654e-2b9c-415d-bf22-36fbe9c1c4fd', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:20Z', 'updated_at': '2021-12-08T01:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:32.581469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] Deleting port 49df654e-2b9c-415d-bf22-36fbe9c1c4fd {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:32.581469 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:32.601751 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ea729-e6ed-4f77-aa62-79581e625acc None None] The sync data for ids ['fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'] in n-d-713499-31 is: [{'id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1060678271-router', 'tenant_id': '809ee1afb34048bb8f13730b33dbfdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '49df654e-2b9c-415d-bf22-36fbe9c1c4fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:19Z', 'updated_at': '2021-12-08T01:47:28Z', 'revision_number': 5, 'project_id': '809ee1afb34048bb8f13730b33dbfdc4', 'gw_port': {'id': '49df654e-2b9c-415d-bf22-36fbe9c1c4fd', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:20Z', 'updated_at': '2021-12-08T01:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:47:32.620000 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924cace-a183-4a84-8dc3-a5a1bf30d486 req-1aa6bef6-e3fa-402f-8475-23f9cbd354ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:32.625125 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0924cace-a183-4a84-8dc3-a5a1bf30d486 req-1aa6bef6-e3fa-402f-8475-23f9cbd354ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.2428987 Dec 08 01:47:32.626632 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-74d1b28f-46ea-49ef-a8df-6a5462e59ce4 service neutron] 10.222.0.45 "GET /v2.0/ports/38907ab7-489e-4211-863a-6f46431150c2/bindings/n-h2-713499-31 HTTP/1.1" status: 200 len: 385 time: 0.4151084 Dec 08 01:47:32.717492 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c823d209-df9a-463f-8294-be5dfd9879bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:10Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:32.747712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95744814-0b9e-4845-bd14-2a98ee633740 req-c0fc56df-cea1-43f8-ad94-d74190e104e6 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:32.748016 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823d209-df9a-463f-8294-be5dfd9879bb None None] Checking router: 999beb2f-5c81-4a2c-91d8-8dc0830d9711 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:47:32.760395 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c823d209-df9a-463f-8294-be5dfd9879bb None None] Routers {'999beb2f-5c81-4a2c-91d8-8dc0830d9711'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:32.761388 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-95744814-0b9e-4845-bd14-2a98ee633740 req-c0fc56df-cea1-43f8-ad94-d74190e104e6 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.4302409 Dec 08 01:47:32.769794 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c823d209-df9a-463f-8294-be5dfd9879bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:32.869846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a0f40-a927-475a-b990-24691b845c9c req-5199c33b-5377-499c-be75-166d240af70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:32.872419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-250a0f40-a927-475a-b990-24691b845c9c req-5199c33b-5377-499c-be75-166d240af70b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3447073 Dec 08 01:47:32.881675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 49df654e-2b9c-415d-bf22-36fbe9c1c4fd triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:32.882235 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:32.893585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e212754e-77fd-45a9-805b-4b400e49284a req-a337c255-12b1-41dd-92a8-253e8c6968c9 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/security-groups?id=099015a7-0b19-4a0b-ba96-6d1191cc31ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072399 Dec 08 01:47:32.918043 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0924cace-a183-4a84-8dc3-a5a1bf30d486 req-ea720f68-2a54-4397-b86c-1e1f137e1f76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2596173 Dec 08 01:47:32.979183 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c823d209-df9a-463f-8294-be5dfd9879bb None None] Set router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:33.105782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e12570c1-6eea-4f29-a9a4-618a4988bb17 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:33.137375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-95744814-0b9e-4845-bd14-2a98ee633740 req-25eda6a0-00cb-4b67-9882-fd6bc8edbfde tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532441 Dec 08 01:47:33.155932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:33.165641 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: e12570c1-6eea-4f29-a9a4-618a4988bb17 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:33.166413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e12570c1-6eea-4f29-a9a4-618a4988bb17 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:33.174213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-250a0f40-a927-475a-b990-24691b845c9c req-10e25d07-9ebd-413f-b588-dbf124812c25 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792833 Dec 08 01:47:33.213839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:33.220372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de8c8d-62de-4a27-a979-00bd3ae8441a req-4a6e713a-98ce-4b85-b31d-4a2cb4789444 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:33.222768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93de8c8d-62de-4a27-a979-00bd3ae8441a req-4a6e713a-98ce-4b85-b31d-4a2cb4789444 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.2397668 Dec 08 01:47:33.232579 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:33.310628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Attempting to bind port 79c3daac-4432-4db7-ab1b-4410ee6c263a on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:33.311209 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Attempting to bind port 79c3daac-4432-4db7-ab1b-4410ee6c263a by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:33.311688 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Attempting to bind port 79c3daac-4432-4db7-ab1b-4410ee6c263a on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:33.321533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cbaa2-2d0c-4de5-a1bd-642abfda3b24 None None] Pushing event updated for resources: {'Port': ['ID=79c3daac-4432-4db7-ab1b-4410ee6c263a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:33.329575 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:33.330885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:33.332119 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:33.332729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:33.334664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Bound port: 79c3daac-4432-4db7-ab1b-4410ee6c263a, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:33.337259 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:33.389132 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0924cace-a183-4a84-8dc3-a5a1bf30d486 req-28bdb228-ba5d-4310-a072-d120a7169f28 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227133 Dec 08 01:47:33.411752 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] For port 49df654e-2b9c-415d-bf22-36fbe9c1c4fd, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=49df654e-2b9c-415d-bf22-36fbe9c1c4fd,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:33.412248 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:33.433235 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] Calling delete_port for 49df654e-2b9c-415d-bf22-36fbe9c1c4fd owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:33.442029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f7d5f29-35ae-4a69-889a-2dbb9652ccc3 req-2fee024f-4234-43c6-9595-3232ec40135c tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 210 time: 0.0981848 Dec 08 01:47:33.473600 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] For port 79c3daac-4432-4db7-ab1b-4410ee6c263a, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:33.477246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] For port 79c3daac-4432-4db7-ab1b-4410ee6c263a, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=79c3daac-4432-4db7-ab1b-4410ee6c263a,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:33.483039 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:33.534779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5edb1-fbeb-4fcc-84a6-c1abd4e70bfc None None] Sync routers for ids ['fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:47:33.587513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5edb1-fbeb-4fcc-84a6-c1abd4e70bfc None None] Routers {'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:33.588543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c8b5edb1-fbeb-4fcc-84a6-c1abd4e70bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:33.619912 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c823d209-df9a-463f-8294-be5dfd9879bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:10Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:33.635468 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93de8c8d-62de-4a27-a979-00bd3ae8441a req-f17f68a3-b950-4b89-8100-e906696ad753 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031513 Dec 08 01:47:33.645806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Allocated IP 172.20.0.1 (7c5f4031-a05c-4926-a79d-db939f551cd5/a55ead71-4b9b-47b0-a955-71e64106e7ec/6e83cccb-8d5d-4156-a1cc-c631967e7870) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:33.662155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Routers {'7763c9c0-13fa-4f16-a017-f75506ff599c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:33.663085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7763c9c0-13fa-4f16-a017-f75506ff599c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:33.699064 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823d209-df9a-463f-8294-be5dfd9879bb None None] The sync data for ids ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'] in n-d-713499-31 is: [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:10Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:47:33.744241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-250a0f40-a927-475a-b990-24691b845c9c req-938c7859-8982-4b0c-9710-5cad51328199 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550783 Dec 08 01:47:33.770279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6d94eb-6a38-48c7-9272-630cbf3705a8', 'name': 'network-vif-deleted', 'tag': 'e12570c1-6eea-4f29-a9a4-618a4988bb17'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:33.774467 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9637bbf6-5bee-4ec4-bd26-ebf0c03db803" -d '{"events": [{"server_uuid": "2e6d94eb-6a38-48c7-9272-630cbf3705a8", "name": "network-vif-deleted", "tag": "e12570c1-6eea-4f29-a9a4-618a4988bb17"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:33.835450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cbaa2-2d0c-4de5-a1bd-642abfda3b24 None None] Pushing event updated for resources: {'Port': ['ID=79c3daac-4432-4db7-ab1b-4410ee6c263a,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:33.908019 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0924cace-a183-4a84-8dc3-a5a1bf30d486 req-e6dae8e7-c1f1-4125-a2f6-d42fbd1b4619 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102760 Dec 08 01:47:33.908921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:33.935852 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c8b5edb1-fbeb-4fcc-84a6-c1abd4e70bfc None None] Set router fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:33.951000 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2baa239-4199-4045-8bad-55f22606baa2 req-e33f1949-73a2-4534-b03f-cd22511c57f9 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:33.952554 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-e33f1949-73a2-4534-b03f-cd22511c57f9 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.45 "GET /v2.0/networks?id=d21dabc8-1e90-475d-9f82-6828cfa9b46b HTTP/1.1" status: 200 len: 823 time: 1.4183836 Dec 08 01:47:33.956564 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] Pushing event deleted for resources: {'Port': ['ID=49df654e-2b9c-415d-bf22-36fbe9c1c4fd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:33.975182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4687dfc-8c41-48a1-a356-fd10c0c88333 req-ef06fca9-f41d-4ebb-af8e-15a46da37743 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:33.983210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4687dfc-8c41-48a1-a356-fd10c0c88333 req-ef06fca9-f41d-4ebb-af8e-15a46da37743 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 944 time: 0.3593476 Dec 08 01:47:34.023691 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.034040 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3ead10-8a06-4730-b39d-cda838dd0220 x-openstack-request-id: req-db3ead10-8a06-4730-b39d-cda838dd0220 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:34.034345 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6d94eb-6a38-48c7-9272-630cbf3705a8", "name": "network-vif-deleted", "tag": "e12570c1-6eea-4f29-a9a4-618a4988bb17", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:34.034608 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-db3ead10-8a06-4730-b39d-cda838dd0220 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:34.035014 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6d94eb-6a38-48c7-9272-630cbf3705a8', 'name': 'network-vif-deleted', 'tag': 'e12570c1-6eea-4f29-a9a4-618a4988bb17', 'status': 'completed', 'code': 200} Dec 08 01:47:34.062548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c8b5edb1-fbeb-4fcc-84a6-c1abd4e70bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1060678271-router', 'tenant_id': '809ee1afb34048bb8f13730b33dbfdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:19Z', 'updated_at': '2021-12-08T01:47:31Z', 'revision_number': 6, 'project_id': '809ee1afb34048bb8f13730b33dbfdc4', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:34.100755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] Set router 7763c9c0-13fa-4f16-a017-f75506ff599c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:34.102934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5edb1-fbeb-4fcc-84a6-c1abd4e70bfc None None] Checking router: fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:47:34.107403 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.133988 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b47a1f0-5ac7-4f69-9e77-75304c5b7081 None None] New status for floating IP 8272e18d-ca70-4da8-bd8c-64d4b1764f31: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:47:34.186406 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.213880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Pushing event updated for resources: {'Port': ['ID=6e83cccb-8d5d-4156-a1cc-c631967e7870,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:34.226664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5edb1-fbeb-4fcc-84a6-c1abd4e70bfc None None] Routers {'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:34.227507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c8b5edb1-fbeb-4fcc-84a6-c1abd4e70bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:34.248726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c0d93604-bba5-467e-b7a6-d703d497351d details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:47:34.302613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Network 7c5f4031-a05c-4926-a79d-db939f551cd5 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:34.329944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:34.354190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port c0d93604-bba5-467e-b7a6-d703d497351d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c0d93604-bba5-467e-b7a6-d703d497351d,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:34.357077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:34.407069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'c0d93604-bba5-467e-b7a6-d703d497351d', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'c0d93604-bba5-467e-b7a6-d703d497351d', 'mac_address': 'fa:16:3e:92:a0:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:47:34.409233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 394f25c5-c2e3-45df-818f-185325b6235d no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:34.416077 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.418469 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.435546 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4687dfc-8c41-48a1-a356-fd10c0c88333 req-7d7d02b9-40f4-42f3-aa31-c2aeb7b64c38 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466162 Dec 08 01:47:34.509646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901aae0a-8d7b-456f-8021-6376a28bd377 req-464a3a26-1ee2-405a-9f5b-d8efd3346f5f tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:34.523170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.523758 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:47:34.526526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-901aae0a-8d7b-456f-8021-6376a28bd377 req-464a3a26-1ee2-405a-9f5b-d8efd3346f5f tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 948 time: 0.4227552 Dec 08 01:47:34.542798 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.546246 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cad2bb4e-5d38-4ddc-98cf-8582de823207 admin admin] 10.222.0.71 "DELETE /v2.0/routers/fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 HTTP/1.1" status: 204 len: 168 time: 3.8027687 Dec 08 01:47:34.557898 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34354) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:34.608979 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-be2ba6db-f4da-477a-bae3-37a0ece14719 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cef53cd090134345bd6ea07944b185cf HTTP/1.1" status: 200 len: 379 time: 0.6030250 Dec 08 01:47:34.624562 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-901aae0a-8d7b-456f-8021-6376a28bd377 req-6a58f221-fd37-4bf3-9e15-2d50e3c6d0f2 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/security-groups?id=099015a7-0b19-4a0b-ba96-6d1191cc31ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818386 Dec 08 01:47:34.663198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-f2baa239-4199-4045-8bad-55f22606baa2 req-4e40dd16-08ff-4f15-8ff2-5ee75c281fce tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Request body: {'port': {'device_id': 'a3ef415a-adf1-4f0c-ab4d-239e11355284', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'admin_state_up': True, 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'security_groups': ['26369a22-35b1-4f04-8fd9-fe70e6bdb5b3']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:34.692823 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.733734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 394f25c5-c2e3-45df-818f-185325b6235d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:34.734998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 394f25c5-c2e3-45df-818f-185325b6235d not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:34.742398 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.761565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c8b5edb1-fbeb-4fcc-84a6-c1abd4e70bfc None None] Set router fb70a1ff-d53f-4ea1-ad2f-50344110dcb2 gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:34.763189 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-38680537-4d6e-4030-addb-3b0815666ab7 admin admin] Deleting subnet 910184f8-0257-4dad-938a-bd6b1001802a {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:47:34.764849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d93604-bba5-467e-b7a6-d703d497351d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:34.773704 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38680537-4d6e-4030-addb-3b0815666ab7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.778510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-6ef7ed62-140d-41c7-a450-0979c4cdbd35 service neutron] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=38907ab7-489e-4211-863a-6f46431150c2,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:34.860740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-48680465-653c-4c18-befd-2d59548ae695 None None] Provisioning complete for port 6e83cccb-8d5d-4156-a1cc-c631967e7870 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:34.861213 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48680465-653c-4c18-befd-2d59548ae695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.887343 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38680537-4d6e-4030-addb-3b0815666ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.892572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-6ef7ed62-140d-41c7-a450-0979c4cdbd35 service neutron] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:34.903166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c8b5edb1-fbeb-4fcc-84a6-c1abd4e70bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1060678271-router', 'tenant_id': '809ee1afb34048bb8f13730b33dbfdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:19Z', 'updated_at': '2021-12-08T01:47:33Z', 'revision_number': 7, 'project_id': '809ee1afb34048bb8f13730b33dbfdc4', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:34.917645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de7c2e-f2b1-4043-8ef8-33e268aa7830 req-8342590f-4775-45f5-926d-395f59b1cf38 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:34.919163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20de7c2e-f2b1-4043-8ef8-33e268aa7830 req-8342590f-4775-45f5-926d-395f59b1cf38 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.1043627 Dec 08 01:47:34.924327 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.937733 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-48680465-653c-4c18-befd-2d59548ae695 None None] Port 6e83cccb-8d5d-4156-a1cc-c631967e7870 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:34.941611 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5edb1-fbeb-4fcc-84a6-c1abd4e70bfc None None] The sync data for ids ['fb70a1ff-d53f-4ea1-ad2f-50344110dcb2'] in n-d-713499-31 is: [{'id': 'fb70a1ff-d53f-4ea1-ad2f-50344110dcb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1060678271-router', 'tenant_id': '809ee1afb34048bb8f13730b33dbfdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:19Z', 'updated_at': '2021-12-08T01:47:33Z', 'revision_number': 7, 'project_id': '809ee1afb34048bb8f13730b33dbfdc4', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:47:34.955439 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port c0d93604-bba5-467e-b7a6-d703d497351d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c0d93604-bba5-467e-b7a6-d703d497351d,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:34.961175 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.982171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2baa239-4199-4045-8bad-55f22606baa2 req-4e40dd16-08ff-4f15-8ff2-5ee75c281fce tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Made reservation on behalf of cef53cd090134345bd6ea07944b185cf for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:34.986192 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2baa239-4199-4045-8bad-55f22606baa2 req-4e40dd16-08ff-4f15-8ff2-5ee75c281fce tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.998673 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-6ef7ed62-140d-41c7-a450-0979c4cdbd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38907ab7-489e-4211-863a-6f46431150c2 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:35.007478 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20de7c2e-f2b1-4043-8ef8-33e268aa7830 req-f9c07ea7-6e18-40e2-9123-ffbf13c800b4 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668900 Dec 08 01:47:35.023743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-6ef7ed62-140d-41c7-a450-0979c4cdbd35 service neutron] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=38907ab7-489e-4211-863a-6f46431150c2,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:35.052050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=c0d93604-bba5-467e-b7a6-d703d497351d,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:35.070613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6764812-e809-4383-bbcd-97856294aa7c req-2f80f3d9-9c91-48db-8b0f-a4b113cbaf32 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:35.072254 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6764812-e809-4383-bbcd-97856294aa7c req-2f80f3d9-9c91-48db-8b0f-a4b113cbaf32 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.4774325 Dec 08 01:47:35.079716 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-6ef7ed62-140d-41c7-a450-0979c4cdbd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.182950 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:47:27Z', 'revision_number': 3, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port': {'id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:25Z', 'updated_at': '2021-12-08T01:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:35.194215 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38680537-4d6e-4030-addb-3b0815666ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.196308 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09dceaf8-b9e6-4f2b-a8fd-f94afb4778de req-1605f38f-3956-425d-a398-542f8bccb897 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 210 time: 0.0410213 Dec 08 01:47:35.226824 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3b7c0-7624-4dd5-b204-2aacf0e98c37 None None] The sync data for ids ['7763c9c0-13fa-4f16-a017-f75506ff599c'] in n-d-713499-31 is: [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:47:27Z', 'revision_number': 3, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port': {'id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:25Z', 'updated_at': '2021-12-08T01:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:47:35.237668 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6764812-e809-4383-bbcd-97856294aa7c req-7260a739-dfc8-405d-8c6e-e82754bd9fcd tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572120 Dec 08 01:47:35.324246 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.332807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.352154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-6ef7ed62-140d-41c7-a450-0979c4cdbd35 service neutron] Transition to ACTIVE for port object 38907ab7-489e-4211-863a-6f46431150c2 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:47:35.363863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['c0d93604-bba5-467e-b7a6-d703d497351d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:35.367884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-f2baa239-4199-4045-8bad-55f22606baa2 req-4e40dd16-08ff-4f15-8ff2-5ee75c281fce tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Allocated IP 172.20.0.11 (d21dabc8-1e90-475d-9f82-6828cfa9b46b/ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9/4a4522b1-a5d7-445d-bcfd-dc3962dee8ba) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:35.416521 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.419757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Pushing event updated for resources: {'Port': ['ID=6e83cccb-8d5d-4156-a1cc-c631967e7870,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:35.555020 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2baa239-4199-4045-8bad-55f22606baa2 req-4e40dd16-08ff-4f15-8ff2-5ee75c281fce tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.587398 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38680537-4d6e-4030-addb-3b0815666ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.593456 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-6ef7ed62-140d-41c7-a450-0979c4cdbd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.603398 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2baa239-4199-4045-8bad-55f22606baa2 req-4e40dd16-08ff-4f15-8ff2-5ee75c281fce tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.717765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680537-4d6e-4030-addb-3b0815666ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=910184f8-0257-4dad-938a-bd6b1001802a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:35.724886 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38680537-4d6e-4030-addb-3b0815666ab7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.729924 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-38680537-4d6e-4030-addb-3b0815666ab7 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/910184f8-0257-4dad-938a-bd6b1001802a HTTP/1.1" status: 204 len: 168 time: 1.1679988 Dec 08 01:47:35.733727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f8441-f955-4802-a321-552ccf93558e None None] Network f46d396b-09b7-4ecd-adba-ebcd548ba235 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:35.737250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34362) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:35.757320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d35d46-ab53-448d-a66f-c24bd4d0c666 req-f9549905-39dc-4725-8b4f-060e07ffda12 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:35.770275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25d35d46-ab53-448d-a66f-c24bd4d0c666 req-f9549905-39dc-4725-8b4f-060e07ffda12 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 945 time: 0.2387779 Dec 08 01:47:35.840516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2baa239-4199-4045-8bad-55f22606baa2 req-4e40dd16-08ff-4f15-8ff2-5ee75c281fce tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Network d21dabc8-1e90-475d-9f82-6828cfa9b46b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:35.842254 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-6ef7ed62-140d-41c7-a450-0979c4cdbd35 service neutron] No DVR routers for this DVR port 38907ab7-489e-4211-863a-6f46431150c2 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:35.848218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-f2baa239-4199-4045-8bad-55f22606baa2 req-4e40dd16-08ff-4f15-8ff2-5ee75c281fce tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:35.868612 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2baa239-4199-4045-8bad-55f22606baa2 req-4e40dd16-08ff-4f15-8ff2-5ee75c281fce tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:35.869069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Network 7c5f4031-a05c-4926-a79d-db939f551cd5 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:35.884968 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:35.900943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6786644-5d4e-4871-9766-b9e4f949d80d req-069e8fc7-53ac-4112-9eee-b316052e3d65 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:35.902512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6786644-5d4e-4871-9766-b9e4f949d80d req-069e8fc7-53ac-4112-9eee-b316052e3d65 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 949 time: 0.1602616 Dec 08 01:47:36.047077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91f7562-7e16-4181-94f4-2815bc5a17af None None] DHCP port deletion for f46d396b-09b7-4ecd-adba-ebcd548ba235 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:47:36.071404 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.084697 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25d35d46-ab53-448d-a66f-c24bd4d0c666 req-ba6d6248-03d7-4f36-b5d9-5cb2240ebe7a tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124874 Dec 08 01:47:36.214883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e91f7562-7e16-4181-94f4-2815bc5a17af None None] Deleting port c1057670-32e8-4d24-af36-14d8afb95c9a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:36.217940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Router 7763c9c0-13fa-4f16-a017-f75506ff599c has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:47:36.222545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6786644-5d4e-4871-9766-b9e4f949d80d req-2f2f29db-f09c-4473-ad33-b9578b20c2ec tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/security-groups?id=099015a7-0b19-4a0b-ba96-6d1191cc31ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752031 Dec 08 01:47:36.226198 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e91f7562-7e16-4181-94f4-2815bc5a17af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.319229 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-6ef7ed62-140d-41c7-a450-0979c4cdbd35 service neutron] 10.222.0.45 "PUT /v2.0/ports/38907ab7-489e-4211-863a-6f46431150c2/bindings/n-h2-713499-31/activate HTTP/1.1" status: 200 len: 370 time: 3.6597764 Dec 08 01:47:36.322297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7ed62-140d-41c7-a450-0979c4cdbd35 service neutron] Pushing event updated for resources: {'Port': ['ID=38907ab7-489e-4211-863a-6f46431150c2,revision_number=10']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:36.426265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 79c3daac-4432-4db7-ab1b-4410ee6c263a up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:36.457276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40dd16-08ff-4f15-8ff2-5ee75c281fce tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Pushing event updated for resources: {'Port': ['ID=4a4522b1-a5d7-445d-bcfd-dc3962dee8ba,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:36.474691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:47:36.480863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2baa239-4199-4045-8bad-55f22606baa2 req-4e40dd16-08ff-4f15-8ff2-5ee75c281fce tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:36.481494 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2baa239-4199-4045-8bad-55f22606baa2 req-4e40dd16-08ff-4f15-8ff2-5ee75c281fce tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.533023 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-4e40dd16-08ff-4f15-8ff2-5ee75c281fce tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8842461 Dec 08 01:47:36.537340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e91f7562-7e16-4181-94f4-2815bc5a17af None None] For port c1057670-32e8-4d24-af36-14d8afb95c9a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c1057670-32e8-4d24-af36-14d8afb95c9a,segment=NetworkSegment(00111509-0895-4b9a-b36a-878994894804),segment_id=00111509-0895-4b9a-b36a-878994894804)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:36.537738 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e91f7562-7e16-4181-94f4-2815bc5a17af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.553211 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4c6aa182-d63b-478e-b526-c4d1270f6c9a admin admin] 10.222.0.71 "PUT /v2.0/routers/7763c9c0-13fa-4f16-a017-f75506ff599c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8393097 Dec 08 01:47:36.557953 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Request body: {'port': {'device_id': 'a3ef415a-adf1-4f0c-ab4d-239e11355284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:36.561627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Deleting port c1057670-32e8-4d24-af36-14d8afb95c9a {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:36.561970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.579860 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e91f7562-7e16-4181-94f4-2815bc5a17af None None] Calling delete_port for c1057670-32e8-4d24-af36-14d8afb95c9a owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:36.643820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-801b16cd-0cb4-4b86-86be-a3893877b1f3 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:36.645350 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-801b16cd-0cb4-4b86-86be-a3893877b1f3 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0&tenant_id=d9da45ea7cc343eebae48b10a6a55294&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 1097 time: 0.1868660 Dec 08 01:47:36.667167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc16ab-6122-4890-b187-757df691e540 req-02b2e687-295f-41ad-a36a-f4cc315896a5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:36.668771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9bc16ab-6122-4890-b187-757df691e540 req-02b2e687-295f-41ad-a36a-f4cc315896a5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.2203207 Dec 08 01:47:36.684136 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-627309a4-a173-4da6-9421-71e1d36139d5 None None] Provisioning complete for port 6e83cccb-8d5d-4156-a1cc-c631967e7870 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:36.684801 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-627309a4-a173-4da6-9421-71e1d36139d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.735768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215484fa-9bde-4fc6-8e2c-ecd08a0521fd req-4d3628f3-3fd0-412d-a309-6bd15d39e51b tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:36.737494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-215484fa-9bde-4fc6-8e2c-ecd08a0521fd req-4d3628f3-3fd0-412d-a309-6bd15d39e51b tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 932 time: 0.2901993 Dec 08 01:47:36.741473 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-627309a4-a173-4da6-9421-71e1d36139d5 None None] Port 6e83cccb-8d5d-4156-a1cc-c631967e7870 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:36.791836 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-627309a4-a173-4da6-9421-71e1d36139d5 None None] Provisioning complete for port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:36.792415 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-627309a4-a173-4da6-9421-71e1d36139d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.860496 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e91f7562-7e16-4181-94f4-2815bc5a17af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.879901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-627309a4-a173-4da6-9421-71e1d36139d5 None None] Port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:36.933668 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f7562-7e16-4181-94f4-2815bc5a17af None None] No DVR routers for this DVR port c1057670-32e8-4d24-af36-14d8afb95c9a on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:36.937406 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f7562-7e16-4181-94f4-2815bc5a17af None None] Pushing event deleted for resources: {'Port': ['ID=c1057670-32e8-4d24-af36-14d8afb95c9a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:36.946237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 79c3daac-4432-4db7-ab1b-4410ee6c263a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:36.946988 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.094259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] For port c1057670-32e8-4d24-af36-14d8afb95c9a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c1057670-32e8-4d24-af36-14d8afb95c9a,segment=NetworkSegment(00111509-0895-4b9a-b36a-878994894804),segment_id=00111509-0895-4b9a-b36a-878994894804)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:37.094874 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.101135 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.107527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.114706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Calling delete_port for c1057670-32e8-4d24-af36-14d8afb95c9a owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:37.122862 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 38907ab7-489e-4211-863a-6f46431150c2 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:37.164993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-81d9e4ba-aa50-44e7-87c8-f1cd13578de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:37.166603 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-81d9e4ba-aa50-44e7-87c8-f1cd13578de4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0&tenant_id=d9da45ea7cc343eebae48b10a6a55294 HTTP/1.1" status: 200 len: 1097 time: 0.4955275 Dec 08 01:47:37.170040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-215484fa-9bde-4fc6-8e2c-ecd08a0521fd req-98ea8665-b326-4094-93be-07b79b3957be tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4245169 Dec 08 01:47:37.178388 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9bc16ab-6122-4890-b187-757df691e540 req-bf92678b-50b5-4a12-9b3c-8f344a119fe5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385648 Dec 08 01:47:37.205056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 79c3daac-4432-4db7-ab1b-4410ee6c263a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=79c3daac-4432-4db7-ab1b-4410ee6c263a,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:37.211958 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.257651 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 38907ab7-489e-4211-863a-6f46431150c2 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:37.311574 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 49df654e-2b9c-415d-bf22-36fbe9c1c4fd no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:37.316566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-6bc7856b-4c27-4daf-ad26-de06fd3708b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:37.318068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-6bc7856b-4c27-4daf-ad26-de06fd3708b1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 1097 time: 0.0755308 Dec 08 01:47:37.344262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 49df654e-2b9c-415d-bf22-36fbe9c1c4fd {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:37.344771 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 49df654e-2b9c-415d-bf22-36fbe9c1c4fd not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:37.345286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c1057670-32e8-4d24-af36-14d8afb95c9a no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:37.347088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=79c3daac-4432-4db7-ab1b-4410ee6c263a,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:37.371729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: c1057670-32e8-4d24-af36-14d8afb95c9a {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:37.372166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c1057670-32e8-4d24-af36-14d8afb95c9a not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:37.414222 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.434868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe20b0c-3af3-47e7-84f1-115891aa501b req-9125660c-6a7c-4cad-9029-9a3af4b3c9ec tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:37.436552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fe20b0c-3af3-47e7-84f1-115891aa501b req-9125660c-6a7c-4cad-9029-9a3af4b3c9ec tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.1159441 Dec 08 01:47:37.475383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1057670-32e8-4d24-af36-14d8afb95c9a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:37.478783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] No DVR routers for this DVR port c1057670-32e8-4d24-af36-14d8afb95c9a on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:37.522997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-8da94588-d2b0-49ab-a540-b19cd3b9b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:37.524548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-8da94588-d2b0-49ab-a540-b19cd3b9b37c service neutron] 10.222.0.75 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.1939332 Dec 08 01:47:37.535359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34384) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:37.543499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ca4b4727-cbf3-46c5-a259-1164349429e0 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002385931', 'description': 'tempest-description--298436691'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:37.559477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fe20b0c-3af3-47e7-84f1-115891aa501b req-33bf1abe-0ba4-4eb7-8005-70579a04480e tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107700 Dec 08 01:47:37.593632 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.602745 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-9fc7dd34-553f-4679-bc24-35176d168e54 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38907ab7-489e-4211-863a-6f46431150c2 HTTP/1.1" status: 200 len: 217 time: 0.0678024 Dec 08 01:47:37.626396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46d396b-09b7-4ecd-adba-ebcd548ba235']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:37.654756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00111509-0895-4b9a-b36a-878994894804') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:37.655041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00111509-0895-4b9a-b36a-878994894804') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:37.671197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.682676 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:37.694263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.696504 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.709166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:47:37.709573 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:47:37.711231 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:47:37.714092 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4727-cbf3-46c5-a259-1164349429e0 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.730296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Transition to ACTIVE for port object 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:47:37.736899 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-9b7a9e0b-adb8-4360-b061-5f3cb850dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:37.738355 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-9b7a9e0b-adb8-4360-b061-5f3cb850dfa3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.1176965 Dec 08 01:47:37.756405 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.793160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095276d-0624-41b1-9daa-14070615ea8b req-599b04b5-3c7b-46aa-9de4-9c606ac03925 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:37.794672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2095276d-0624-41b1-9daa-14070615ea8b req-599b04b5-3c7b-46aa-9de4-9c606ac03925 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 945 time: 0.1908891 Dec 08 01:47:37.799175 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-ed174421-6594-43d2-a7e5-85df8a6bc178 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512400 Dec 08 01:47:37.808374 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2f6f8-3c93-4681-8842-c966e7f08968 req-b1b02c02-f4ca-4570-991f-3283056df2ce tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:37.809875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87e2f6f8-3c93-4681-8842-c966e7f08968 req-b1b02c02-f4ca-4570-991f-3283056df2ce tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 949 time: 0.1749856 Dec 08 01:47:37.814093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.824397 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.827578 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f46d396b-09b7-4ecd-adba-ebcd548ba235 HTTP/1.1" status: 204 len: 168 time: 2.0870156 Dec 08 01:47:37.851078 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Pushing event updated for resources: {'Port': ['ID=4a4522b1-a5d7-445d-bcfd-dc3962dee8ba,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:37.857440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51b8ef-2bba-46c5-b451-6e9c3d40ad79 admin admin] Pushing event deleted for resources: {'Network': ['ID=f46d396b-09b7-4ecd-adba-ebcd548ba235,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:37.894113 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Sync routers for ids ['7763c9c0-13fa-4f16-a017-f75506ff599c'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:47:37.912050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Routers {'7763c9c0-13fa-4f16-a017-f75506ff599c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:37.913390 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7763c9c0-13fa-4f16-a017-f75506ff599c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:37.936128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Attempting to bind port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:37.937064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Attempting to bind port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:37.937770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Attempting to bind port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba on network d21dabc8-1e90-475d-9f82-6828cfa9b46b {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:37.942683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba on network d21dabc8-1e90-475d-9f82-6828cfa9b46b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:47:37.943311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Attempting to bind port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba on network d21dabc8-1e90-475d-9f82-6828cfa9b46b {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:37.949349 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:37.949997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Checking segment: {'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:37.950664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Bound using segment: {'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:37.952126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Bound port: 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9216ea39-71ee-4912-b182-a6247031d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:37.952822 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.022435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34388) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:38.043094 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4727-cbf3-46c5-a259-1164349429e0 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.071031 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2095276d-0624-41b1-9daa-14070615ea8b req-e01261b8-9e7d-4238-ba1d-c17987725ba5 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540879 Dec 08 01:47:38.076520 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] For port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:38.076850 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4727-cbf3-46c5-a259-1164349429e0 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.081896 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] For port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4a4522b1-a5d7-445d-bcfd-dc3962dee8ba,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:38.089208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Set router 7763c9c0-13fa-4f16-a017-f75506ff599c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:38.094301 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87e2f6f8-3c93-4681-8842-c966e7f08968 req-ac7ec26c-0b80-4e0b-8f53-6fb244b0622a tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/security-groups?id=099015a7-0b19-4a0b-ba96-6d1191cc31ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612362 Dec 08 01:47:38.097705 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.121159 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ba1cc408-5ccf-476f-8cd1-08c61cc5b9df admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=809ee1afb34048bb8f13730b33dbfdc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0972569 Dec 08 01:47:38.133113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34392) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:38.158196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:38.159026 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.161143 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] 10.222.0.45 "PUT /v2.0/ports/4a4522b1-a5d7-445d-bcfd-dc3962dee8ba HTTP/1.1" status: 200 len: 1093 time: 1.6075962 Dec 08 01:47:38.161741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ef415a-adf1-4f0c-ab4d-239e11355284', 'tag': '4a4522b1-a5d7-445d-bcfd-dc3962dee8ba'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:38.178501 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fadda94-2927-4e16-9716-76d4144b87df" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ef415a-adf1-4f0c-ab4d-239e11355284", "tag": "4a4522b1-a5d7-445d-bcfd-dc3962dee8ba"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:38.181755 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-89a54fe5-fc6c-4a77-b34f-6682ee4605e3 service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709171 Dec 08 01:47:38.216216 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ba823-4373-4f65-abd0-0df7593ab59e service neutron] Pushing event updated for resources: {'Port': ['ID=4a4522b1-a5d7-445d-bcfd-dc3962dee8ba,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:38.228442 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4727-cbf3-46c5-a259-1164349429e0 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.237846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34400) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:38.242863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0632f5c9-e19e-48cb-9df0-1be66e7332e8 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Request body: {'security_group_rule': {'security_group_id': '65fa3dfb-8c61-4f53-9452-409dfacc2f22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:38.243582 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ca4b4727-cbf3-46c5-a259-1164349429e0 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7043376 Dec 08 01:47:38.274887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c0d93604-bba5-467e-b7a6-d703d497351d up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:38.309037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 79c3daac-4432-4db7-ab1b-4410ee6c263a up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:38.320961 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7b8ba9-6a1d-4ab2-bd47-6cfd012d6707 x-openstack-request-id: req-6e7b8ba9-6a1d-4ab2-bd47-6cfd012d6707 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:38.321441 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ef415a-adf1-4f0c-ab4d-239e11355284", "tag": "4a4522b1-a5d7-445d-bcfd-dc3962dee8ba", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:38.321988 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6e7b8ba9-6a1d-4ab2-bd47-6cfd012d6707 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:38.322557 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ef415a-adf1-4f0c-ab4d-239e11355284', 'tag': '4a4522b1-a5d7-445d-bcfd-dc3962dee8ba', 'status': 'completed', 'code': 200} Dec 08 01:47:38.344010 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0632f5c9-e19e-48cb-9df0-1be66e7332e8 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.348844 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2baa239-4199-4045-8bad-55f22606baa2 req-96f53797-69b2-4a66-9498-8910a58d1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:38.353299 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-96f53797-69b2-4a66-9498-8910a58d1c94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cef53cd090134345bd6ea07944b185cf&device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 1096 time: 0.0826373 Dec 08 01:47:38.356774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b4727-cbf3-46c5-a259-1164349429e0 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65fa3dfb-8c61-4f53-9452-409dfacc2f22,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:38.455899 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-e7535f50-587b-4ada-9290-cdd85051ab72 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a4522b1-a5d7-445d-bcfd-dc3962dee8ba HTTP/1.1" status: 200 len: 217 time: 0.0835130 Dec 08 01:47:38.518208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port c0d93604-bba5-467e-b7a6-d703d497351d completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:47:38.535839 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port c0d93604-bba5-467e-b7a6-d703d497351d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:38.535839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.537262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02162fca-75bb-4573-a843-2b13bf206e6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.579971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 79c3daac-4432-4db7-ab1b-4410ee6c263a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:38.580428 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.592093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113fd5-1c64-4ad0-a1a6-3a1e54d8b0d0 req-de28339e-3c2a-468f-aabc-b38ae09b2c14 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:38.593135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1113fd5-1c64-4ad0-a1a6-3a1e54d8b0d0 req-de28339e-3c2a-468f-aabc-b38ae09b2c14 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 944 time: 0.1984854 Dec 08 01:47:38.600820 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-446485a7-eae5-4777-a98b-66be6d6977cc service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513620 Dec 08 01:47:38.601051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2baa239-4199-4045-8bad-55f22606baa2 req-1109a654-9c79-4171-b8ed-15e1655beee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:38.602541 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-1109a654-9c79-4171-b8ed-15e1655beee7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9 HTTP/1.1" status: 200 len: 862 time: 0.1240835 Dec 08 01:47:38.604284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0632f5c9-e19e-48cb-9df0-1be66e7332e8 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.608858 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02162fca-75bb-4573-a843-2b13bf206e6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.611195 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0632f5c9-e19e-48cb-9df0-1be66e7332e8 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.632413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eac85-5753-4ff6-9fb0-80265d613b96 req-8b8d1d43-6801-42e8-89f2-5f10321174cb tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:38.640006 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-456eac85-5753-4ff6-9fb0-80265d613b96 req-8b8d1d43-6801-42e8-89f2-5f10321174cb tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.1775913 Dec 08 01:47:38.663004 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78ed6c-c32d-4347-9171-3e54f3a5a260 req-3a718f60-3ed6-43e3-ab1a-8ae33661a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:38.664543 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f78ed6c-c32d-4347-9171-3e54f3a5a260 req-3a718f60-3ed6-43e3-ab1a-8ae33661a88e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 1102 time: 0.1179895 Dec 08 01:47:38.667266 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0632f5c9-e19e-48cb-9df0-1be66e7332e8 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.669000 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0632f5c9-e19e-48cb-9df0-1be66e7332e8 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4299235 Dec 08 01:47:38.675124 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34404) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:38.682460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-62215dd6-983a-45f8-b6fb-754c5da5c227 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Request body: {'security_group_rule': {'security_group_id': '65fa3dfb-8c61-4f53-9452-409dfacc2f22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:38.693151 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632f5c9-e19e-48cb-9df0-1be66e7332e8 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db45bc9b-fe17-43d3-a19f-34fefc97f8e4,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:38.742480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1113fd5-1c64-4ad0-a1a6-3a1e54d8b0d0 req-91b598bc-2cc7-4e2c-9ce9-338da83f203d tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355867 Dec 08 01:47:38.749613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2baa239-4199-4045-8bad-55f22606baa2 req-e0f18c12-5032-455c-bf50-bbd452b57f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:38.751781 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-e0f18c12-5032-455c-bf50-bbd452b57f04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d21dabc8-1e90-475d-9f82-6828cfa9b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251309 Dec 08 01:47:38.761469 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62215dd6-983a-45f8-b6fb-754c5da5c227 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.790918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-456eac85-5753-4ff6-9fb0-80265d613b96 req-7e92b984-9682-4f51-8548-58c5815a2682 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493161 Dec 08 01:47:38.806227 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02162fca-75bb-4573-a843-2b13bf206e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.813340 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02162fca-75bb-4573-a843-2b13bf206e6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.815230 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-02162fca-75bb-4573-a843-2b13bf206e6f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/39ac3588-7913-449a-ab3b-66ae0c09f76f HTTP/1.1" status: 204 len: 168 time: 0.6733418 Dec 08 01:47:38.836335 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f78ed6c-c32d-4347-9171-3e54f3a5a260 req-d90901da-d8c3-43eb-9e36-70ca7bda8948 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340585 Dec 08 01:47:38.841233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162fca-75bb-4573-a843-2b13bf206e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ac3588-7913-449a-ab3b-66ae0c09f76f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:38.849790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:47:34Z', 'revision_number': 4, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port': {'id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:25Z', 'updated_at': '2021-12-08T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6e83cccb-8d5d-4156-a1cc-c631967e7870', 'name': '', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'mac_address': 'fa:16:3e:72:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:33Z', 'updated_at': '2021-12-08T01:47:35Z', 'revision_number': 2, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'subnets': [{'id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:38.881568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Checking router: 7763c9c0-13fa-4f16-a017-f75506ff599c for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:47:38.881941 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Updating router 7763c9c0-13fa-4f16-a017-f75506ff599c port 6e83cccb-8d5d-4156-a1cc-c631967e7870 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:47:38.946191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cfcb2-209c-4df9-95bf-217083a7d0f5 req-fd3427db-55e6-4309-af1b-acbd659e8594 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:38.956682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e46cfcb2-209c-4df9-95bf-217083a7d0f5 req-fd3427db-55e6-4309-af1b-acbd659e8594 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.0880754 Dec 08 01:47:38.961421 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62215dd6-983a-45f8-b6fb-754c5da5c227 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.972997 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.976877 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62215dd6-983a-45f8-b6fb-754c5da5c227 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.983361 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.993802 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-dd1e409f-2a28-4de9-ab2c-918236adffdc service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134466 Dec 08 01:47:39.010815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62215dd6-983a-45f8-b6fb-754c5da5c227 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b067eff1-d7fa-4618-8e54-40c0b4352030,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:39.025205 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62215dd6-983a-45f8-b6fb-754c5da5c227 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.029335 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-62215dd6-983a-45f8-b6fb-754c5da5c227 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3475080 Dec 08 01:47:39.030448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34408) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:39.037903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:39.067529 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e46cfcb2-209c-4df9-95bf-217083a7d0f5 req-bed4d81d-4860-48ad-9936-7434f535da4b tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093676 Dec 08 01:47:39.069562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port c0d93604-bba5-467e-b7a6-d703d497351d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c0d93604-bba5-467e-b7a6-d703d497351d,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:39.074365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5f0cac-2f06-4d36-a480-e6224b09f723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d93604-bba5-467e-b7a6-d703d497351d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:39.076787 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c32e0a4-4ab8-4867-9136-33e5800e7c3a" -d '{"events": [{"server_uuid": "ae5f0cac-2f06-4d36-a480-e6224b09f723", "name": "network-vif-plugged", "status": "completed", "tag": "c0d93604-bba5-467e-b7a6-d703d497351d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:39.087528 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.099543 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.180356 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81608d3a-3534-4760-a5cb-fdc67b9dd97b x-openstack-request-id: req-81608d3a-3534-4760-a5cb-fdc67b9dd97b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:39.180676 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5f0cac-2f06-4d36-a480-e6224b09f723", "name": "network-vif-plugged", "status": "completed", "tag": "c0d93604-bba5-467e-b7a6-d703d497351d", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:39.180936 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-81608d3a-3534-4760-a5cb-fdc67b9dd97b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:39.181314 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5f0cac-2f06-4d36-a480-e6224b09f723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d93604-bba5-467e-b7a6-d703d497351d', 'code': 200} Dec 08 01:47:39.233457 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2baa239-4199-4045-8bad-55f22606baa2 req-8172f3d9-1634-4f05-81f4-dba9bc521e63 service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315123 Dec 08 01:47:39.235541 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=c0d93604-bba5-467e-b7a6-d703d497351d,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:39.268729 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-36e5438f-e3bc-4eb2-9dc0-a42644116c7f tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:39.271264 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-36e5438f-e3bc-4eb2-9dc0-a42644116c7f tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0&tenant_id=d9da45ea7cc343eebae48b10a6a55294&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 1097 time: 0.1882892 Dec 08 01:47:39.379304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3b0f0-7d71-4de4-802d-f3c508d8efe3 req-951f39e4-dea3-41d8-9a41-0005858137d7 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:39.386603 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7b3b0f0-7d71-4de4-802d-f3c508d8efe3 req-951f39e4-dea3-41d8-9a41-0005858137d7 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 945 time: 0.1571512 Dec 08 01:47:39.400337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2badc-f4f3-44af-a1da-1f7b50481398 req-8e2d18f7-2ca5-4ef9-9708-4a5d519bbbed tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:39.401859 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fd2badc-f4f3-44af-a1da-1f7b50481398 req-8e2d18f7-2ca5-4ef9-9708-4a5d519bbbed tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 950 time: 0.1714149 Dec 08 01:47:39.423653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100e49e-f663-4f27-882f-5ca31817028e req-3955e1d5-ab3b-46a2-994f-bb3d56da410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:39.425262 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c100e49e-f663-4f27-882f-5ca31817028e req-3955e1d5-ab3b-46a2-994f-bb3d56da410e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 1102 time: 0.1310315 Dec 08 01:47:39.439961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadda94-2927-4e16-9716-76d4144b87df req-a04b7a27-9aa0-4a4d-8d13-31b202d1c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:39.441513 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8fadda94-2927-4e16-9716-76d4144b87df req-a04b7a27-9aa0-4a4d-8d13-31b202d1c852 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cef53cd090134345bd6ea07944b185cf&device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 1096 time: 0.0979822 Dec 08 01:47:39.484861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-efcdeaa0-b668-45bb-9c49-3624acf9368c service neutron] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:39.505824 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.514966 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-efcdeaa0-b668-45bb-9c49-3624acf9368c service neutron] Publish callbacks [] for binding, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.516124 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a730f66-a6a5-4a7d-a9b0-44613daddd43 req-efcdeaa0-b668-45bb-9c49-3624acf9368c service neutron] 10.222.0.75 "DELETE /v2.0/ports/38907ab7-489e-4211-863a-6f46431150c2/bindings/n-h1-713499-31 HTTP/1.1" status: 204 len: 173 time: 0.2263520 Dec 08 01:47:39.517240 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.530749 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.549566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7b3b0f0-7d71-4de4-802d-f3c508d8efe3 req-efc2c76d-48e2-4ab5-98c2-067503e9c3e5 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620181 Dec 08 01:47:39.563277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadda94-2927-4e16-9716-76d4144b87df req-b28c6f68-90b2-4222-8219-c3ca51dc882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:39.566264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c100e49e-f663-4f27-882f-5ca31817028e req-25428717-f214-495a-880a-14e86c99de9c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=099015a7-0b19-4a0b-ba96-6d1191cc31ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314020 Dec 08 01:47:39.566741 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8fadda94-2927-4e16-9716-76d4144b87df req-b28c6f68-90b2-4222-8219-c3ca51dc882e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d21dabc8-1e90-475d-9f82-6828cfa9b46b HTTP/1.1" status: 200 len: 924 time: 0.1161005 Dec 08 01:47:39.578202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fd2badc-f4f3-44af-a1da-1f7b50481398 req-abbc4cd8-8e55-4889-8a03-4d3a202dcbbd tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/security-groups?id=099015a7-0b19-4a0b-ba96-6d1191cc31ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656156 Dec 08 01:47:39.651452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea0693-34ad-419b-910d-c8711a23405a None None] Pushing event updated for resources: {'Port': ['ID=6e83cccb-8d5d-4156-a1cc-c631967e7870,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:39.693110 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8fadda94-2927-4e16-9716-76d4144b87df req-eeae58f6-b17a-45e0-a66b-2379c282055a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a4522b1-a5d7-445d-bcfd-dc3962dee8ba HTTP/1.1" status: 200 len: 217 time: 0.0989470 Dec 08 01:47:39.724522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Attempting to bind port 6e83cccb-8d5d-4156-a1cc-c631967e7870 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:39.724902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Attempting to bind port 6e83cccb-8d5d-4156-a1cc-c631967e7870 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'a8f3ae90-75ee-4415-aedd-07f1316c4f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:39.725273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Attempting to bind port 6e83cccb-8d5d-4156-a1cc-c631967e7870 on network 7c5f4031-a05c-4926-a79d-db939f551cd5 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:39.731951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:39.732333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Checking segment: {'id': 'a8f3ae90-75ee-4415-aedd-07f1316c4f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:39.732729 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.733127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Bound using segment: {'id': 'a8f3ae90-75ee-4415-aedd-07f1316c4f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:39.733607 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Bound port: 6e83cccb-8d5d-4156-a1cc-c631967e7870, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f3ae90-75ee-4415-aedd-07f1316c4f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:39.733991 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.785377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Allocated IP 172.25.8.101 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/0d9922fd-79b5-43db-9c98-d05719958d01) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:39.795646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadda94-2927-4e16-9716-76d4144b87df req-39ff5e2c-0ace-4b5c-a3cb-1104c2c1c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:39.797653 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8fadda94-2927-4e16-9716-76d4144b87df req-39ff5e2c-0ace-4b5c-a3cb-1104c2c1c9a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9 HTTP/1.1" status: 200 len: 862 time: 0.0943964 Dec 08 01:47:39.828535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd10aa9-c4e3-40bb-bd55-07119ecce2c4 req-42141d04-faf1-447a-9713-c6320df15950 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:39.835960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7cd10aa9-c4e3-40bb-bd55-07119ecce2c4 req-42141d04-faf1-447a-9713-c6320df15950 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 1097 time: 0.0952325 Dec 08 01:47:39.899831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadda94-2927-4e16-9716-76d4144b87df req-7070d3de-c9d6-42c1-ac99-98bbbeb5aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:39.901888 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8fadda94-2927-4e16-9716-76d4144b87df req-7070d3de-c9d6-42c1-ac99-98bbbeb5aca0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d21dabc8-1e90-475d-9f82-6828cfa9b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939431 Dec 08 01:47:39.902961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] For port 6e83cccb-8d5d-4156-a1cc-c631967e7870, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:39.918460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] For port 6e83cccb-8d5d-4156-a1cc-c631967e7870, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6e83cccb-8d5d-4156-a1cc-c631967e7870,segment=NetworkSegment(a8f3ae90-75ee-4415-aedd-07f1316c4f93),segment_id=a8f3ae90-75ee-4415-aedd-07f1316c4f93)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:39.927877 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.931547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-75ffd59f-3057-468f-8830-9bc8638c79fb None None] Provisioning complete for port 6e83cccb-8d5d-4156-a1cc-c631967e7870 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:39.931931 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75ffd59f-3057-468f-8830-9bc8638c79fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:40.002522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7cd10aa9-c4e3-40bb-bd55-07119ecce2c4 req-9d7a39c3-21af-45d4-a1a2-90af3672b284 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656792 Dec 08 01:47:40.017965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c885bc-6904-4fdb-9376-c664f564bab3 req-18c025cb-ff5c-4386-971a-e5315acd1d91 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:40.019546 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7c885bc-6904-4fdb-9376-c664f564bab3 req-18c025cb-ff5c-4386-971a-e5315acd1d91 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 944 time: 0.1388466 Dec 08 01:47:40.045956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:40.075230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Routers {'7763c9c0-13fa-4f16-a017-f75506ff599c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:40.076092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7763c9c0-13fa-4f16-a017-f75506ff599c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:40.123824 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7c885bc-6904-4fdb-9376-c664f564bab3 req-411339c0-c144-4a08-8473-7dea026c5fc5 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935981 Dec 08 01:47:40.165934 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:40.197232 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8fadda94-2927-4e16-9716-76d4144b87df req-98b8a518-6c4c-4da8-9518-dd79ff8fe49d service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846470 Dec 08 01:47:40.233469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea0693-34ad-419b-910d-c8711a23405a None None] Pushing event updated for resources: {'Port': ['ID=6e83cccb-8d5d-4156-a1cc-c631967e7870,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:40.276714 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4f9b49d8-7694-45b5-9a62-eab2a2369b33 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:47:40.320969 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Pushing event updated for resources: {'Port': ['ID=0d9922fd-79b5-43db-9c98-d05719958d01,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:40.339220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4f9b49d8-7694-45b5-9a62-eab2a2369b33 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:40.420435 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8fadda94-2927-4e16-9716-76d4144b87df req-2ba99519-6834-4445-a7a1-a89055facb2d service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152238 Dec 08 01:47:40.433061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:40.449561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:40.460450 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:40.472276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050f5bf-9fcf-4827-91da-3190dd9ee307 req-b56760a9-2c68-42d1-8be8-ac712011040e tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:40.474787 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8050f5bf-9fcf-4827-91da-3190dd9ee307 req-b56760a9-2c68-42d1-8be8-ac712011040e tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.1317341 Dec 08 01:47:40.516712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bbb0e-941d-4ad3-8690-322d9f7106a7 req-4d883b56-04fb-47cf-b4bd-c916f69f0000 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:40.524761 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a5bbb0e-941d-4ad3-8690-322d9f7106a7 req-4d883b56-04fb-47cf-b4bd-c916f69f0000 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.2079780 Dec 08 01:47:40.579814 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75ffd59f-3057-468f-8830-9bc8638c79fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:40.604049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8050f5bf-9fcf-4827-91da-3190dd9ee307 req-2fba3935-e7b2-44c4-b059-131aff4ba8f7 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029885 Dec 08 01:47:40.620093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] Set router 7763c9c0-13fa-4f16-a017-f75506ff599c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:40.673445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a5bbb0e-941d-4ad3-8690-322d9f7106a7 req-d73638d0-4925-4b04-a3f6-cc14ca43b69a tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426401 Dec 08 01:47:40.722520 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:40.894585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-75ffd59f-3057-468f-8830-9bc8638c79fb None None] For port 6e83cccb-8d5d-4156-a1cc-c631967e7870, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6e83cccb-8d5d-4156-a1cc-c631967e7870,segment=NetworkSegment(a8f3ae90-75ee-4415-aedd-07f1316c4f93),segment_id=a8f3ae90-75ee-4415-aedd-07f1316c4f93)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:40.895827 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:40.897052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:40.916312 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75ffd59f-3057-468f-8830-9bc8638c79fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:40.954294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e4e06-d8fb-42d2-98d8-bc1a7534023b req-e5764d0a-d098-41aa-baea-4b2d407d48ac tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:40.961802 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e75e4e06-d8fb-42d2-98d8-bc1a7534023b req-e5764d0a-d098-41aa-baea-4b2d407d48ac tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 950 time: 0.1635399 Dec 08 01:47:40.990869 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:41.006836 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '4f9b49d8-7694-45b5-9a62-eab2a2369b33', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '4f9b49d8-7694-45b5-9a62-eab2a2369b33', 'mac_address': 'fa:16:3e:a6:3b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:47:41.016519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffd59f-3057-468f-8830-9bc8638c79fb None None] Pushing event updated for resources: {'Port': ['ID=6e83cccb-8d5d-4156-a1cc-c631967e7870,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:41.033325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-3eb139c8-b54b-4269-95cc-6e9d709d8925 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:41.035871 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-3eb139c8-b54b-4269-95cc-6e9d709d8925 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 808 time: 0.2926321 Dec 08 01:47:41.077551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-cbf7f2e2-ead6-4add-816b-3e3d821c7182 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/quotas/d9da45ea7cc343eebae48b10a6a55294 HTTP/1.1" status: 200 len: 375 time: 0.0267191 Dec 08 01:47:41.101707 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:41.128921 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:41.135723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2a9a67c9-1f7c-4b36-802d-666588916017 None None] Provisioning complete for port 6e83cccb-8d5d-4156-a1cc-c631967e7870 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:41.136091 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a9a67c9-1f7c-4b36-802d-666588916017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:41.190983 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ad756-7a1b-4aaf-b3a6-1336824000c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9b49d8-7694-45b5-9a62-eab2a2369b33'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:41.193881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e75e4e06-d8fb-42d2-98d8-bc1a7534023b req-0979c786-070a-47e4-8385-9fc985f2c5d0 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/security-groups?id=099015a7-0b19-4a0b-ba96-6d1191cc31ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309768 Dec 08 01:47:41.194051 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a8e668-826b-45f2-a01e-5cb79c90f3e8" -d '{"events": [{"server_uuid": "1c2ad756-7a1b-4aaf-b3a6-1336824000c4", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9b49d8-7694-45b5-9a62-eab2a2369b33"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:41.216809 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:41.227772 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-0891c267-bbba-4326-a9ce-8521e9355c44 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1382735 Dec 08 01:47:41.267636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f9b49d8-7694-45b5-9a62-eab2a2369b33 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:41.285014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=4f9b49d8-7694-45b5-9a62-eab2a2369b33,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:41.374664 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:47:41.375080 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:47:41.376954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:47:34Z', 'revision_number': 4, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port': {'id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:25Z', 'updated_at': '2021-12-08T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6e83cccb-8d5d-4156-a1cc-c631967e7870', 'name': '', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'mac_address': 'fa:16:3e:72:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:33Z', 'updated_at': '2021-12-08T01:47:39Z', 'revision_number': 4, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'subnets': [{'id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:41.379119 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-271dd25b-2674-4a1b-ac63-c1d9d7a685bf service neutron] 10.222.0.71 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504571 Dec 08 01:47:41.466361 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee9b4-d9f0-42b1-8a7b-6300a9624c56 req-21d9362d-0a32-4ad7-996f-a1624d8ab823 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:41.467961 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-589ee9b4-d9f0-42b1-8a7b-6300a9624c56 req-21d9362d-0a32-4ad7-996f-a1624d8ab823 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 944 time: 0.1491683 Dec 08 01:47:41.480880 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:41.508011 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:41.541121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2574b8-9592-4999-b372-527c885bb8af None None] The sync data for ids ['7763c9c0-13fa-4f16-a017-f75506ff599c'] in n-d-713499-31 is: [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:47:34Z', 'revision_number': 4, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port': {'id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:25Z', 'updated_at': '2021-12-08T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6e83cccb-8d5d-4156-a1cc-c631967e7870', 'name': '', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'mac_address': 'fa:16:3e:72:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:33Z', 'updated_at': '2021-12-08T01:47:39Z', 'revision_number': 4, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'subnets': [{'id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:47:41.893866 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-c9ef00c9-617b-4abe-9992-db57df1ecf7f service neutron] 10.222.0.71 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138083 Dec 08 01:47:41.910717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Pushing event updated for resources: {'Port': ['ID=0d9922fd-79b5-43db-9c98-d05719958d01,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:41.921085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-589ee9b4-d9f0-42b1-8a7b-6300a9624c56 req-9209558a-49c1-42f9-9b70-fe0bc0d514f1 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4426074 Dec 08 01:47:41.938841 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:41.958982 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:41.975716 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:41.985181 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2fe0b6c4-5635-4ed9-ba2b-bdee769559de tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9450004 Dec 08 01:47:41.986168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9b49d8-7694-45b5-9a62-eab2a2369b33 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:42.039841 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecb7d76-151f-4262-977a-81205e32ea2b x-openstack-request-id: req-5ecb7d76-151f-4262-977a-81205e32ea2b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:42.040484 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2ad756-7a1b-4aaf-b3a6-1336824000c4", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9b49d8-7694-45b5-9a62-eab2a2369b33", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:42.040973 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5ecb7d76-151f-4262-977a-81205e32ea2b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:42.041544 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ad756-7a1b-4aaf-b3a6-1336824000c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9b49d8-7694-45b5-9a62-eab2a2369b33', 'code': 200} Dec 08 01:47:42.046334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:42.054219 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:42.147555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=4f9b49d8-7694-45b5-9a62-eab2a2369b33,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:42.240833 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28408e98-8dde-4ec8-9e6e-69f9e8659549 req-b2d5c7b3-8294-407f-a5fa-82ea9b8d24dc tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:42.242760 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-28408e98-8dde-4ec8-9e6e-69f9e8659549 req-b2d5c7b3-8294-407f-a5fa-82ea9b8d24dc tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.0868051 Dec 08 01:47:42.309768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6e83cccb-8d5d-4156-a1cc-c631967e7870 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:42.339856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96846b16-26bf-4115-afb3-cbcf78ea2bab req-00afb03f-151f-41b9-af6a-e1ff267309e8 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:42.341385 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96846b16-26bf-4115-afb3-cbcf78ea2bab req-00afb03f-151f-41b9-af6a-e1ff267309e8 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 949 time: 0.0773137 Dec 08 01:47:42.370289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 6e83cccb-8d5d-4156-a1cc-c631967e7870 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:42.371059 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:42.410858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96846b16-26bf-4115-afb3-cbcf78ea2bab req-ed48873e-41fe-44b6-ae81-11bf3d1814af tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569828 Dec 08 01:47:42.414895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4f9b49d8-7694-45b5-9a62-eab2a2369b33'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:42.423886 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-28408e98-8dde-4ec8-9e6e-69f9e8659549 req-eeb12f34-74b3-4a95-90b1-27f34d2feef7 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683941 Dec 08 01:47:42.513699 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f119423-d7a7-4bd2-b825-35b8c5c81097 req-b7861b51-af8c-459e-9daf-1e178b297880 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 210 time: 0.0541055 Dec 08 01:47:42.720935 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-a7fb71ac-0245-4967-a1b1-8791f6c62a63 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2002385931&fields=id&tenant_id=77fc4a339ddf47b0ba4423998ee8c3ef HTTP/1.1" status: 200 len: 267 time: 0.0484059 Dec 08 01:47:42.844422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-f268c365-c8c1-4dd3-a335-eceb656d633a tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:42.851341 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-f268c365-c8c1-4dd3-a335-eceb656d633a tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/networks?id=7c5f4031-a05c-4926-a79d-db939f551cd5 HTTP/1.1" status: 200 len: 811 time: 0.1228619 Dec 08 01:47:42.862336 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-0522d218-0ab9-4fde-9136-3d1ba0ac9372 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/quotas/77fc4a339ddf47b0ba4423998ee8c3ef HTTP/1.1" status: 200 len: 375 time: 0.0096533 Dec 08 01:47:42.940179 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-59689d4d-81fe-4122-a8e6-44cbb6a59a97 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=77fc4a339ddf47b0ba4423998ee8c3ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706577 Dec 08 01:47:43.085521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-823a439f-4556-4dc0-9fe8-85725350cf99 service neutron] 10.222.0.71 "GET /v2.0/networks/7c5f4031-a05c-4926-a79d-db939f551cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348889 Dec 08 01:47:43.101089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418929-7b70-4733-93c3-16974a8a0735 req-7a54e47e-13b6-4003-8d6e-d52b6bafea73 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:43.102499 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de418929-7b70-4733-93c3-16974a8a0735 req-7a54e47e-13b6-4003-8d6e-d52b6bafea73 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 950 time: 0.0660737 Dec 08 01:47:43.134384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:47:43.203236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de418929-7b70-4733-93c3-16974a8a0735 req-2984ea9b-b6aa-49fc-9431-1ea0b52429bc tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/security-groups?id=099015a7-0b19-4a0b-ba96-6d1191cc31ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935283 Dec 08 01:47:43.226384 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-d7eced35-b176-4f38-8bda-be4765677bd4 service neutron] 10.222.0.71 "GET /v2.0/networks/7c5f4031-a05c-4926-a79d-db939f551cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328886 Dec 08 01:47:43.239897 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4a4522b1-a5d7-445d-bcfd-dc3962dee8ba,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:43.252970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '4a4522b1-a5d7-445d-bcfd-dc3962dee8ba', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'port_id': '4a4522b1-a5d7-445d-bcfd-dc3962dee8ba', 'mac_address': 'fa:16:3e:a0:71:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:47:43.291273 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:43.306915 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:43.329708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4a4522b1-a5d7-445d-bcfd-dc3962dee8ba,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:43.334657 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:43.338169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4d3d8-6dbe-412e-a988-4427c4b8dce5 req-014a6809-2fcb-4906-afc0-aef2aa7987d8 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:43.339772 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8a4d3d8-6dbe-412e-a988-4427c4b8dce5 req-014a6809-2fcb-4906-afc0-aef2aa7987d8 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 949 time: 0.0598698 Dec 08 01:47:43.393331 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=4a4522b1-a5d7-445d-bcfd-dc3962dee8ba,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:43.397313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8a4d3d8-6dbe-412e-a988-4427c4b8dce5 req-7798ec3d-549a-4270-ad8f-4e0e38ff45c7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474803 Dec 08 01:47:43.549973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d0efc-f359-40f2-8d27-ce8f083bc0be req-d6e5c516-8af2-4079-85d3-252b04b90daa tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:43.552209 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b4d0efc-f359-40f2-8d27-ce8f083bc0be req-d6e5c516-8af2-4079-85d3-252b04b90daa tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 945 time: 0.0939922 Dec 08 01:47:43.610217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-a0239ae1-06c2-4eb7-8f25-948c44610a88 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:43.613419 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-a0239ae1-06c2-4eb7-8f25-948c44610a88 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.45 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 808 time: 0.1676860 Dec 08 01:47:43.634230 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b4d0efc-f359-40f2-8d27-ce8f083bc0be req-63db374e-0656-49ca-a00c-8dbb11370558 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750344 Dec 08 01:47:43.635355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-f5aad488-8cd1-40ac-97b2-b719b116c0bb tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Request body: {'port': {'device_id': '8af59180-58dc-4f07-a5e6-d524d46fa0b1', 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036', 'admin_state_up': True, 'tenant_id': 'd9da45ea7cc343eebae48b10a6a55294'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:43.693000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['4a4522b1-a5d7-445d-bcfd-dc3962dee8ba'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:43.849498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-f5aad488-8cd1-40ac-97b2-b719b116c0bb tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Made reservation on behalf of d9da45ea7cc343eebae48b10a6a55294 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:43.860567 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-f5aad488-8cd1-40ac-97b2-b719b116c0bb tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:44.022142 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d11a840-eb4e-4bac-8d9c-2abb38b20bd5 req-7d7cade5-30f5-46ba-9eca-c9b164be88a0 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 210 time: 0.0602508 Dec 08 01:47:44.047656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-f5aad488-8cd1-40ac-97b2-b719b116c0bb tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Allocated IP 172.20.0.10 (776e026d-dfd5-4122-9a50-8ea153b9e036/b93b70d1-63b4-4a4c-928e-4b029b4b6b64/d327abd3-ef94-4f02-ab9b-a283ef9a3c2a) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:44.182514 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3afe-7d51-49e8-b782-183ae5048919 req-b729d46f-f13e-4d74-924a-4888a3d4daf1 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:44.185226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41df3afe-7d51-49e8-b782-183ae5048919 req-b729d46f-f13e-4d74-924a-4888a3d4daf1 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.0642900 Dec 08 01:47:44.252450 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41df3afe-7d51-49e8-b782-183ae5048919 req-eb537368-5dcd-493a-b21d-6a1d63a8c6cc tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502903 Dec 08 01:47:44.282128 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-f5aad488-8cd1-40ac-97b2-b719b116c0bb tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:44.285183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4f9b49d8-7694-45b5-9a62-eab2a2369b33 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:44.352132 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-f5aad488-8cd1-40ac-97b2-b719b116c0bb tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:44.365263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 4f9b49d8-7694-45b5-9a62-eab2a2369b33 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:44.365867 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:44.396577 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-f5aad488-8cd1-40ac-97b2-b719b116c0bb tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Network 776e026d-dfd5-4122-9a50-8ea153b9e036 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:44.402278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-f5aad488-8cd1-40ac-97b2-b719b116c0bb tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:44.406477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-f5aad488-8cd1-40ac-97b2-b719b116c0bb tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:44.446117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad488-8cd1-40ac-97b2-b719b116c0bb tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Pushing event updated for resources: {'Port': ['ID=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:44.451737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbfe96-3604-4e99-8d0b-a0f21dca55ec req-c36947f0-0e1e-469e-8103-6a0e322df773 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:44.460782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0cbfe96-3604-4e99-8d0b-a0f21dca55ec req-c36947f0-0e1e-469e-8103-6a0e322df773 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 950 time: 0.1410172 Dec 08 01:47:44.475985 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:44.488466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e03b8-7341-406d-8200-53f4a9b0d0bb req-71e039c9-28d8-418b-baa6-01d1ab77b79a tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:44.489413 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-f5aad488-8cd1-40ac-97b2-b719b116c0bb tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:44.490349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-f5aad488-8cd1-40ac-97b2-b719b116c0bb tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:44.492080 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-028e03b8-7341-406d-8200-53f4a9b0d0bb req-71e039c9-28d8-418b-baa6-01d1ab77b79a tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 932 time: 0.1215382 Dec 08 01:47:44.503235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ad756-7a1b-4aaf-b3a6-1336824000c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9b49d8-7694-45b5-9a62-eab2a2369b33'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:44.506044 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec876ad0-d050-4a37-8440-e0ed0e724f34" -d '{"events": [{"server_uuid": "1c2ad756-7a1b-4aaf-b3a6-1336824000c4", "name": "network-vif-plugged", "status": "completed", "tag": "4f9b49d8-7694-45b5-9a62-eab2a2369b33"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:44.508068 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-f5aad488-8cd1-40ac-97b2-b719b116c0bb tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8774438 Dec 08 01:47:44.519157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:44.523766 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:44.530755 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Request body: {'port': {'device_id': '8af59180-58dc-4f07-a5e6-d524d46fa0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:44.541178 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0cbfe96-3604-4e99-8d0b-a0f21dca55ec req-fd0fa8ca-04f4-4242-8bda-7154767c0355 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/security-groups?id=099015a7-0b19-4a0b-ba96-6d1191cc31ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795360 Dec 08 01:47:44.564972 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-028e03b8-7341-406d-8200-53f4a9b0d0bb req-9517f10a-2567-4b2e-90e5-902cce8b35c1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629771 Dec 08 01:47:44.603315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=4f9b49d8-7694-45b5-9a62-eab2a2369b33,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:44.608553 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:44.695783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650203-0f29-41a5-a2f3-e7403b1eb5db req-6b1fa696-1f6f-418b-a41d-db8571184c54 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:44.699145 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ced771-0ef0-4c91-847a-823d50f1bb49 x-openstack-request-id: req-b3ced771-0ef0-4c91-847a-823d50f1bb49 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:44.699482 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2ad756-7a1b-4aaf-b3a6-1336824000c4", "name": "network-vif-plugged", "status": "completed", "tag": "4f9b49d8-7694-45b5-9a62-eab2a2369b33", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:44.699786 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b3ced771-0ef0-4c91-847a-823d50f1bb49 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:44.700182 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ad756-7a1b-4aaf-b3a6-1336824000c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9b49d8-7694-45b5-9a62-eab2a2369b33', 'code': 200} Dec 08 01:47:44.702243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-29650203-0f29-41a5-a2f3-e7403b1eb5db req-6b1fa696-1f6f-418b-a41d-db8571184c54 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.0642979 Dec 08 01:47:44.755128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-29650203-0f29-41a5-a2f3-e7403b1eb5db req-ddc9ed4b-edb2-41ff-9f98-c4763c5a7278 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519667 Dec 08 01:47:44.925828 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a47ac0-cc50-4337-8b13-26806dfb2dd6 req-2b1485a0-cb52-4e21-99d2-340871746982 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:44.933151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8a47ac0-cc50-4337-8b13-26806dfb2dd6 req-2b1485a0-cb52-4e21-99d2-340871746982 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 945 time: 0.0982583 Dec 08 01:47:44.993318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8a47ac0-cc50-4337-8b13-26806dfb2dd6 req-117c491d-e2d6-4fd8-9e0a-b583db40c604 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590165 Dec 08 01:47:45.061370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-42299733-70c1-4f08-a5c6-8edc6523e77b tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:45.063353 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-42299733-70c1-4f08-a5c6-8edc6523e77b tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.45 "GET /v2.0/networks?id=7c5f4031-a05c-4926-a79d-db939f551cd5 HTTP/1.1" status: 200 len: 811 time: 0.1850493 Dec 08 01:47:45.068646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d327abd3-ef94-4f02-ab9b-a283ef9a3c2a {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:45.077660 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.092819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Transition to ACTIVE for port object d327abd3-ef94-4f02-ab9b-a283ef9a3c2a will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:47:45.097055 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.138836 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:45.177211 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Pushing event updated for resources: {'Port': ['ID=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:45.233826 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:47:45.239470 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:45.239883 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.254471 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-1e02dca5-b791-45a4-8ae7-47ea81449bc5 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77fc4a339ddf47b0ba4423998ee8c3ef HTTP/1.1" status: 200 len: 380 time: 0.1276698 Dec 08 01:47:45.269356 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-c11ccb45-36ec-4f6b-9a03-c18bab7421fd tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Request body: {'port': {'device_id': 'f6285c98-665e-4192-964c-ad65bb7c0ca4', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'admin_state_up': True, 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'security_groups': ['65fa3dfb-8c61-4f53-9452-409dfacc2f22']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:45.299630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b8cc81a-fc6c-4467-a772-90fb7657e835 req-ef2bb12c-50f5-4f11-b98e-bc3c49abdbc1 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 210 time: 0.0398300 Dec 08 01:47:45.328937 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.372549 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4a4522b1-a5d7-445d-bcfd-dc3962dee8ba,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:45.377370 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.383324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Attempting to bind port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:45.383810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Attempting to bind port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:45.384033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Attempting to bind port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:45.394502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a on network 776e026d-dfd5-4122-9a50-8ea153b9e036 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:47:45.394839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Attempting to bind port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:45.402087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:45.402421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Checking segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:45.403255 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Bound using segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:45.403255 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Bound port: d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:45.403562 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.444485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=4a4522b1-a5d7-445d-bcfd-dc3962dee8ba,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:45.481868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526ece-68ca-40e8-a647-39f3e2df97bb req-8a7c2bf3-bb32-416f-ad43-657a491d33f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:45.483380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16526ece-68ca-40e8-a647-39f3e2df97bb req-8a7c2bf3-bb32-416f-ad43-657a491d33f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.0631855 Dec 08 01:47:45.493989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-c11ccb45-36ec-4f6b-9a03-c18bab7421fd tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Made reservation on behalf of 77fc4a339ddf47b0ba4423998ee8c3ef for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:45.497842 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-c11ccb45-36ec-4f6b-9a03-c18bab7421fd tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.514028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:45.543417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:45.557877 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16526ece-68ca-40e8-a647-39f3e2df97bb req-4ccdd38e-0f0a-4810-9e24-15fea39f31a3 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653062 Dec 08 01:47:45.570711 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.642649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:45.643016 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.644466 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] 10.222.0.45 "PUT /v2.0/ports/d327abd3-ef94-4f02-ab9b-a283ef9a3c2a HTTP/1.1" status: 200 len: 1093 time: 1.1186130 Dec 08 01:47:45.644915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af59180-58dc-4f07-a5e6-d524d46fa0b1', 'tag': 'd327abd3-ef94-4f02-ab9b-a283ef9a3c2a'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:45.647166 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f56ff7-8437-4b29-99f7-f9cff16b1aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "8af59180-58dc-4f07-a5e6-d524d46fa0b1", "tag": "d327abd3-ef94-4f02-ab9b-a283ef9a3c2a"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:45.678858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3d438-0454-4675-99e3-8137e9acb941 service neutron] Pushing event updated for resources: {'Port': ['ID=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:45.766431 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-c11ccb45-36ec-4f6b-9a03-c18bab7421fd tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Allocated IP 172.20.0.5 (7c5f4031-a05c-4926-a79d-db939f551cd5/a55ead71-4b9b-47b0-a955-71e64106e7ec/fb94505c-aaac-4dd5-92b9-96245f678066) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:45.785980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-63676ad2-c1c5-4f32-a2a7-302b8a98dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:45.787484 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-63676ad2-c1c5-4f32-a2a7-302b8a98dc8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 1096 time: 0.0735607 Dec 08 01:47:45.826692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b533152-fb5e-442e-ba08-81cb2b50e293 req-2432e4ae-8978-4bdb-81e0-ba9990d14e7e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:45.829650 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b533152-fb5e-442e-ba08-81cb2b50e293 req-2432e4ae-8978-4bdb-81e0-ba9990d14e7e tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 950 time: 0.0617435 Dec 08 01:47:45.890930 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-b09b5f0b-55d6-4066-814a-047add2ebf90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a HTTP/1.1" status: 200 len: 217 time: 0.0847740 Dec 08 01:47:46.002153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-a00ec175-be5d-42ca-b4c3-17d8d738482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:46.003584 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-a00ec175-be5d-42ca-b4c3-17d8d738482f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.0735493 Dec 08 01:47:46.034914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-7b533152-fb5e-442e-ba08-81cb2b50e293 req-7ed051d1-5ace-4bd9-896f-f966d28936b8 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Deleting port c0d93604-bba5-467e-b7a6-d703d497351d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:46.035215 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b533152-fb5e-442e-ba08-81cb2b50e293 req-7ed051d1-5ace-4bd9-896f-f966d28936b8 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.045588 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-d2efb5d3-67d1-48ef-a0a3-56fc578b4346 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336766 Dec 08 01:47:46.050156 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-c11ccb45-36ec-4f6b-9a03-c18bab7421fd tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.074179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab45ed4-d658-48e1-aa3f-8ab6e68a9cbe req-ba788151-48b8-45a6-ae66-7035ce3757c0 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:46.075660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ab45ed4-d658-48e1-aa3f-8ab6e68a9cbe req-ba788151-48b8-45a6-ae66-7035ce3757c0 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae5f0cac-2f06-4d36-a480-e6224b09f723 HTTP/1.1" status: 200 len: 950 time: 0.1180420 Dec 08 01:47:46.116723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a6785-f734-4db4-afdc-eb4d22ad812e req-e020c601-573d-4b07-a633-f5c5130d7022 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:46.118143 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-340a6785-f734-4db4-afdc-eb4d22ad812e req-e020c601-573d-4b07-a633-f5c5130d7022 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 944 time: 0.1231792 Dec 08 01:47:46.156889 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-c11ccb45-36ec-4f6b-9a03-c18bab7421fd tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.189285 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-be45007e-3882-4d33-b698-431ac899b000 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343381 Dec 08 01:47:46.214187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-c11ccb45-36ec-4f6b-9a03-c18bab7421fd tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Network 7c5f4031-a05c-4926-a79d-db939f551cd5 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:46.216166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-7b533152-fb5e-442e-ba08-81cb2b50e293 req-7ed051d1-5ace-4bd9-896f-f966d28936b8 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] For port c0d93604-bba5-467e-b7a6-d703d497351d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c0d93604-bba5-467e-b7a6-d703d497351d,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:46.216532 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b533152-fb5e-442e-ba08-81cb2b50e293 req-7ed051d1-5ace-4bd9-896f-f966d28936b8 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.226773 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-c11ccb45-36ec-4f6b-9a03-c18bab7421fd tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:46.229163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-c11ccb45-36ec-4f6b-9a03-c18bab7421fd tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:46.233037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ab45ed4-d658-48e1-aa3f-8ab6e68a9cbe req-244847f5-b36d-4347-a705-5bc0cf1e3fb8 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.71 "GET /v2.0/security-groups?id=099015a7-0b19-4a0b-ba96-6d1191cc31ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271241 Dec 08 01:47:46.245195 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-340a6785-f734-4db4-afdc-eb4d22ad812e req-163f0d61-64fa-46fa-89fd-29e939a6820d tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118119 Dec 08 01:47:46.246612 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-7b533152-fb5e-442e-ba08-81cb2b50e293 req-7ed051d1-5ace-4bd9-896f-f966d28936b8 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Calling delete_port for c0d93604-bba5-467e-b7a6-d703d497351d owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:46.289702 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ccb45-36ec-4f6b-9a03-c18bab7421fd tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Pushing event updated for resources: {'Port': ['ID=fb94505c-aaac-4dd5-92b9-96245f678066,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:46.329188 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c236ef2f-7133-4d64-ba4c-80fe39db0ff2 x-openstack-request-id: req-c236ef2f-7133-4d64-ba4c-80fe39db0ff2 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:46.329485 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af59180-58dc-4f07-a5e6-d524d46fa0b1", "tag": "d327abd3-ef94-4f02-ab9b-a283ef9a3c2a", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:46.329741 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c236ef2f-7133-4d64-ba4c-80fe39db0ff2 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:46.330136 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af59180-58dc-4f07-a5e6-d524d46fa0b1', 'tag': 'd327abd3-ef94-4f02-ab9b-a283ef9a3c2a', 'status': 'completed', 'code': 200} Dec 08 01:47:46.368290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-c11ccb45-36ec-4f6b-9a03-c18bab7421fd tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:46.368994 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-c11ccb45-36ec-4f6b-9a03-c18bab7421fd tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.394351 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5db996d3-a222-4c5f-95f1-35045adb35d8 req-0d802e2a-ed2f-4633-84bb-04dae333fed2 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962583 Dec 08 01:47:46.398533 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-c11ccb45-36ec-4f6b-9a03-c18bab7421fd tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1348584 Dec 08 01:47:46.411557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c8625-e658-43b0-a1a4-a371f03460db req-e0286181-c402-4b32-bdf4-47b603b1a38e tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:46.413335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-174c8625-e658-43b0-a1a4-a371f03460db req-e0286181-c402-4b32-bdf4-47b603b1a38e tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.0867329 Dec 08 01:47:46.428640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Request body: {'port': {'device_id': 'f6285c98-665e-4192-964c-ad65bb7c0ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:46.459572 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b533152-fb5e-442e-ba08-81cb2b50e293 req-7ed051d1-5ace-4bd9-896f-f966d28936b8 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.500485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['c0d93604-bba5-467e-b7a6-d703d497351d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:46.514165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed051d1-5ace-4bd9-896f-f966d28936b8 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Pushing event deleted for resources: {'Port': ['ID=c0d93604-bba5-467e-b7a6-d703d497351d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:46.532253 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-174c8625-e658-43b0-a1a4-a371f03460db req-875009c8-51a2-4da6-b86a-5f4f88fb32a1 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124678 Dec 08 01:47:46.555641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.597972 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b533152-fb5e-442e-ba08-81cb2b50e293 req-7ed051d1-5ace-4bd9-896f-f966d28936b8 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] No DVR routers for this DVR port c0d93604-bba5-467e-b7a6-d703d497351d on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:46.600387 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b533152-fb5e-442e-ba08-81cb2b50e293 req-7ed051d1-5ace-4bd9-896f-f966d28936b8 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.604112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b533152-fb5e-442e-ba08-81cb2b50e293 req-7ed051d1-5ace-4bd9-896f-f966d28936b8 tempest-ImagesNegativeTestJSON-929708625 tempest-ImagesNegativeTestJSON-929708625-project] 10.222.0.75 "DELETE /v2.0/ports/c0d93604-bba5-467e-b7a6-d703d497351d HTTP/1.1" status: 204 len: 173 time: 0.7675233 Dec 08 01:47:46.604582 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5f0cac-2f06-4d36-a480-e6224b09f723', 'name': 'network-vif-deleted', 'tag': 'c0d93604-bba5-467e-b7a6-d703d497351d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:46.606862 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5848692a-e061-4bf8-91c6-42155d2f80b5" -d '{"events": [{"server_uuid": "ae5f0cac-2f06-4d36-a480-e6224b09f723", "name": "network-vif-deleted", "tag": "c0d93604-bba5-467e-b7a6-d703d497351d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:46.644468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f56ff7-8437-4b29-99f7-f9cff16b1aa1 req-67ad28f1-ff01-41e8-91ac-009935464142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:46.646118 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f9f56ff7-8437-4b29-99f7-f9cff16b1aa1 req-67ad28f1-ff01-41e8-91ac-009935464142 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 1096 time: 0.1139483 Dec 08 01:47:46.666797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5d81338f-1a36-4dae-81c5-d12a670f88bf None None] Provisioning complete for port fb94505c-aaac-4dd5-92b9-96245f678066 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:46.667493 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d81338f-1a36-4dae-81c5-d12a670f88bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.710907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ef415a-adf1-4f0c-ab4d-239e11355284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4522b1-a5d7-445d-bcfd-dc3962dee8ba'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:46.713743 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7233d1d7-f982-4a84-a58a-18463da770cc" -d '{"events": [{"server_uuid": "a3ef415a-adf1-4f0c-ab4d-239e11355284", "name": "network-vif-plugged", "status": "completed", "tag": "4a4522b1-a5d7-445d-bcfd-dc3962dee8ba"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:46.747116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5d81338f-1a36-4dae-81c5-d12a670f88bf None None] Port fb94505c-aaac-4dd5-92b9-96245f678066 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:46.757162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60714a9-83a4-4fe5-ad9e-4296c68cfd73 req-95ec1107-f13e-4f29-bc01-20a4f4115113 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:46.758910 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a60714a9-83a4-4fe5-ad9e-4296c68cfd73 req-95ec1107-f13e-4f29-bc01-20a4f4115113 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 931 time: 0.1158848 Dec 08 01:47:46.767430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebb747-bbcd-4644-a903-b261b33edf3d req-454e57c2-2711-43a8-8ebb-9534d299d4a6 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:46.769821 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-baebb747-bbcd-4644-a903-b261b33edf3d req-454e57c2-2711-43a8-8ebb-9534d299d4a6 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 946 time: 0.1734064 Dec 08 01:47:46.865126 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-baebb747-bbcd-4644-a903-b261b33edf3d req-77723cc1-3317-4aa0-9d1e-1c47c33593a4 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876055 Dec 08 01:47:46.896646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a60714a9-83a4-4fe5-ad9e-4296c68cfd73 req-c009ae3d-8d9d-4916-93c0-25f07b595805 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups?id=65fa3dfb-8c61-4f53-9452-409dfacc2f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253185 Dec 08 01:47:47.019086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae867d7-2a81-4d64-880f-9cea247d25c7 req-a0dce207-b934-4bc9-9461-4e77630c0c31 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:47.020578 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ae867d7-2a81-4d64-880f-9cea247d25c7 req-a0dce207-b934-4bc9-9461-4e77630c0c31 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.0607541 Dec 08 01:47:47.079887 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ae867d7-2a81-4d64-880f-9cea247d25c7 req-cd3f69d4-ccf8-4b39-8143-a3b94a5c093a tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530355 Dec 08 01:47:47.143855 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f8a125-23ec-41d6-b640-9b42516a565c x-openstack-request-id: req-26f8a125-23ec-41d6-b640-9b42516a565c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:47.145130 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5f0cac-2f06-4d36-a480-e6224b09f723", "name": "network-vif-deleted", "tag": "c0d93604-bba5-467e-b7a6-d703d497351d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:47.145605 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-26f8a125-23ec-41d6-b640-9b42516a565c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:47.146347 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5f0cac-2f06-4d36-a480-e6224b09f723', 'name': 'network-vif-deleted', 'tag': 'c0d93604-bba5-467e-b7a6-d703d497351d', 'status': 'completed', 'code': 200} Dec 08 01:47:47.193357 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371e5aef-eb10-4c88-84cb-d8f27d61b100 x-openstack-request-id: req-371e5aef-eb10-4c88-84cb-d8f27d61b100 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:47.196195 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ef415a-adf1-4f0c-ab4d-239e11355284", "name": "network-vif-plugged", "status": "completed", "tag": "4a4522b1-a5d7-445d-bcfd-dc3962dee8ba", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:47.196879 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-371e5aef-eb10-4c88-84cb-d8f27d61b100 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:47.197286 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ef415a-adf1-4f0c-ab4d-239e11355284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4522b1-a5d7-445d-bcfd-dc3962dee8ba', 'code': 200} Dec 08 01:47:47.282985 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f56ff7-8437-4b29-99f7-f9cff16b1aa1 req-a631432c-e2a7-43ee-9aee-c01bf544b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:47.284496 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f9f56ff7-8437-4b29-99f7-f9cff16b1aa1 req-a631432c-e2a7-43ee-9aee-c01bf544b277 service neutron] 10.222.0.45 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.6260755 Dec 08 01:47:47.385050 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f9f56ff7-8437-4b29-99f7-f9cff16b1aa1 req-a17ce548-0ef5-4ca5-908d-9298220b4623 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a HTTP/1.1" status: 200 len: 217 time: 0.0817163 Dec 08 01:47:47.462762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449a62-4a4c-4ab6-8878-099978c65fe6 req-511a0bd8-7e41-481a-93f6-9697a1fe213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:47.464561 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23449a62-4a4c-4ab6-8878-099978c65fe6 req-511a0bd8-7e41-481a-93f6-9697a1fe213e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 1098 time: 0.1237261 Dec 08 01:47:47.476036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9e331-58ba-40a9-bbca-028d2022506a req-27ba937c-1927-4cbc-9a1e-096370234017 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:47.477785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6b9e331-58ba-40a9-bbca-028d2022506a req-27ba937c-1927-4cbc-9a1e-096370234017 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 944 time: 0.0658810 Dec 08 01:47:47.483872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb94505c-aaac-4dd5-92b9-96245f678066 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:47.502616 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:47.544502 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23449a62-4a4c-4ab6-8878-099978c65fe6 req-20e2ef1f-56b5-4413-b91b-35f55ac0f338 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703993 Dec 08 01:47:47.545888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f56ff7-8437-4b29-99f7-f9cff16b1aa1 req-cb41b89f-8572-448f-9b78-06f230562b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:47.547806 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f9f56ff7-8437-4b29-99f7-f9cff16b1aa1 req-cb41b89f-8572-448f-9b78-06f230562b42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.1355863 Dec 08 01:47:47.551367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Transition to ACTIVE for port object fb94505c-aaac-4dd5-92b9-96245f678066 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:47:47.555947 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6b9e331-58ba-40a9-bbca-028d2022506a req-ce3ad6da-2bd8-4b98-b2f1-4f65833022e1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680583 Dec 08 01:47:47.557999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:47.732888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Attempting to bind port fb94505c-aaac-4dd5-92b9-96245f678066 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:47.733868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Attempting to bind port fb94505c-aaac-4dd5-92b9-96245f678066 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'a8f3ae90-75ee-4415-aedd-07f1316c4f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:47.733868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Attempting to bind port fb94505c-aaac-4dd5-92b9-96245f678066 on network 7c5f4031-a05c-4926-a79d-db939f551cd5 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:47.745560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb94505c-aaac-4dd5-92b9-96245f678066,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:47.747873 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Port fb94505c-aaac-4dd5-92b9-96245f678066 on network 7c5f4031-a05c-4926-a79d-db939f551cd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:47:47.749045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Attempting to bind port fb94505c-aaac-4dd5-92b9-96245f678066 on network 7c5f4031-a05c-4926-a79d-db939f551cd5 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:47.756568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:47.756915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Checking segment: {'id': 'a8f3ae90-75ee-4415-aedd-07f1316c4f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:47.757306 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Bound using segment: {'id': 'a8f3ae90-75ee-4415-aedd-07f1316c4f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:47.757743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Bound port: fb94505c-aaac-4dd5-92b9-96245f678066, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f3ae90-75ee-4415-aedd-07f1316c4f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:47.758255 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:47.759196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec89f0-44fd-4133-bf56-ee1f86297a6e req-b83e178c-d4c9-4220-a26d-2d31e6704185 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:47.760957 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2fec89f0-44fd-4133-bf56-ee1f86297a6e req-b83e178c-d4c9-4220-a26d-2d31e6704185 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.0690851 Dec 08 01:47:47.828992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] For port fb94505c-aaac-4dd5-92b9-96245f678066, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:47.832449 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] For port fb94505c-aaac-4dd5-92b9-96245f678066, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=fb94505c-aaac-4dd5-92b9-96245f678066,segment=NetworkSegment(a8f3ae90-75ee-4415-aedd-07f1316c4f93),segment_id=a8f3ae90-75ee-4415-aedd-07f1316c4f93)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:47.840268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:47.865012 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2fec89f0-44fd-4133-bf56-ee1f86297a6e req-2017bc7a-1ff7-4beb-9d76-777810c94700 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969591 Dec 08 01:47:47.897281 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:47.897910 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:47.899540 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] 10.222.0.45 "PUT /v2.0/ports/fb94505c-aaac-4dd5-92b9-96245f678066 HTTP/1.1" status: 200 len: 1092 time: 1.4778833 Dec 08 01:47:47.980723 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f9f56ff7-8437-4b29-99f7-f9cff16b1aa1 req-ec12c772-0466-48f9-bbf3-681f9ba3c238 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849965 Dec 08 01:47:48.033432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa16862-9f75-4a0a-a28d-04f0e1fe5ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb94505c-aaac-4dd5-92b9-96245f678066,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:48.114838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260a1d4-1fd2-4210-bf50-2c6536ad8677 req-3060d4e5-d47c-4d52-80cd-91a87ed1b1c8 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:48.116757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a260a1d4-1fd2-4210-bf50-2c6536ad8677 req-3060d4e5-d47c-4d52-80cd-91a87ed1b1c8 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 946 time: 0.1305475 Dec 08 01:47:48.159964 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc88894-04b9-4b83-a690-0465b11af6bb req-208b1912-7113-4c85-ba95-4f72752abb38 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:48.160115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-394d9e88-b5fd-4639-99ab-d38fdaab779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:48.161869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ccc88894-04b9-4b83-a690-0465b11af6bb req-208b1912-7113-4c85-ba95-4f72752abb38 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 943 time: 0.0893800 Dec 08 01:47:48.167279 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-394d9e88-b5fd-4639-99ab-d38fdaab779b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=77fc4a339ddf47b0ba4423998ee8c3ef&device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 1095 time: 0.1633842 Dec 08 01:47:48.173708 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f9f56ff7-8437-4b29-99f7-f9cff16b1aa1 req-30f75540-4b82-4869-a4ea-4a89e5e70090 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741376 Dec 08 01:47:48.219460 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a260a1d4-1fd2-4210-bf50-2c6536ad8677 req-0931753d-d58e-4ec8-9d55-9335a44e6b94 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905378 Dec 08 01:47:48.260849 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-5dc0b6fb-85a9-4073-a3d3-c3205432b38e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb94505c-aaac-4dd5-92b9-96245f678066 HTTP/1.1" status: 200 len: 217 time: 0.0674877 Dec 08 01:47:48.279387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ccc88894-04b9-4b83-a690-0465b11af6bb req-c38328de-c0f8-4622-9618-aaa0d50b0d5f tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups?id=65fa3dfb-8c61-4f53-9452-409dfacc2f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017437 Dec 08 01:47:48.353988 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6285c98-665e-4192-964c-ad65bb7c0ca4', 'tag': 'fb94505c-aaac-4dd5-92b9-96245f678066'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:48.356585 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0351f768-168e-4b0e-995a-37461e87a7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6285c98-665e-4192-964c-ad65bb7c0ca4", "tag": "fb94505c-aaac-4dd5-92b9-96245f678066"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:48.361691 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f9f56ff7-8437-4b29-99f7-f9cff16b1aa1 req-46735759-6db6-4829-9574-c9bc1ad6258c service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772876 Dec 08 01:47:48.417874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-a2625d47-88ba-4aef-8012-1f94666a3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:48.419349 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-a2625d47-88ba-4aef-8012-1f94666a3767 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a55ead71-4b9b-47b0-a955-71e64106e7ec HTTP/1.1" status: 200 len: 850 time: 0.0559015 Dec 08 01:47:48.435429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb6e6-3ed7-48bc-ba5f-b0aa7b0ace91 req-9eaa6c6b-980c-4757-82a6-2b40dd60dfaf tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:48.442938 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f5bb6e6-3ed7-48bc-ba5f-b0aa7b0ace91 req-9eaa6c6b-980c-4757-82a6-2b40dd60dfaf tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.0759716 Dec 08 01:47:48.478305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-5f7f08b8-17b7-453b-bf68-78e29611ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:48.479936 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-5f7f08b8-17b7-453b-bf68-78e29611ef27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c5f4031-a05c-4926-a79d-db939f551cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465634 Dec 08 01:47:48.488753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f5bb6e6-3ed7-48bc-ba5f-b0aa7b0ace91 req-b5d5d97f-ccf7-4eed-9032-be857f681bd6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445328 Dec 08 01:47:48.596453 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ccb701-4b58-4aeb-ba56-d2b6bdf27a8c x-openstack-request-id: req-40ccb701-4b58-4aeb-ba56-d2b6bdf27a8c {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:48.598932 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6285c98-665e-4192-964c-ad65bb7c0ca4", "tag": "fb94505c-aaac-4dd5-92b9-96245f678066", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:48.599086 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-40ccb701-4b58-4aeb-ba56-d2b6bdf27a8c {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:48.599755 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6285c98-665e-4192-964c-ad65bb7c0ca4', 'tag': 'fb94505c-aaac-4dd5-92b9-96245f678066', 'status': 'completed', 'code': 200} Dec 08 01:47:48.632826 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-97878f85-b800-4f9c-9e69-48c2976314ef service neutron] 10.222.0.45 "GET /v2.0/networks/7c5f4031-a05c-4926-a79d-db939f551cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422467 Dec 08 01:47:48.745897 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab7074-c851-444e-80cf-4812eacd8e67 req-d966426f-d87e-4b7c-bc35-a1abbf92560d tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:48.754123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3ab7074-c851-444e-80cf-4812eacd8e67 req-d966426f-d87e-4b7c-bc35-a1abbf92560d tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 944 time: 0.1000404 Dec 08 01:47:48.840446 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60f3a90-25d0-413c-96ce-77b286cbad5b req-1ac21d3d-699d-4b81-8710-489030cb5689 service neutron] 10.222.0.45 "GET /v2.0/networks/7c5f4031-a05c-4926-a79d-db939f551cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919413 Dec 08 01:47:48.846588 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3ab7074-c851-444e-80cf-4812eacd8e67 req-ae7c883b-7794-4c06-b669-2754e3b3fa5c tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915062 Dec 08 01:47:48.997647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34990) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:49.047836 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351f768-168e-4b0e-995a-37461e87a7f1 req-aa3cda3a-d169-4b94-8702-5771afae30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:49.049570 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0351f768-168e-4b0e-995a-37461e87a7f1 req-aa3cda3a-d169-4b94-8702-5771afae30c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=77fc4a339ddf47b0ba4423998ee8c3ef&device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 1095 time: 0.0618351 Dec 08 01:47:49.070043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70397aa-b408-47f4-9b46-5461cf3c0ae5 req-00979a39-cdf2-4dad-9f86-137846064c17 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:49.081007 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a70397aa-b408-47f4-9b46-5461cf3c0ae5 req-00979a39-cdf2-4dad-9f86-137846064c17 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.0985632 Dec 08 01:47:49.151033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a70397aa-b408-47f4-9b46-5461cf3c0ae5 req-1f9b9fb4-716f-40d7-90a6-103cd3900a4e tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625482 Dec 08 01:47:49.165406 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d327abd3-ef94-4f02-ab9b-a283ef9a3c2a details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:47:49.230071 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-261034a8-e51a-4b55-84ce-54f3620a7d08 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5cbde8735d8e49f1b0233aacbb4bf993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285738 Dec 08 01:47:49.230271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35006) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:49.294413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:49.309012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351f768-168e-4b0e-995a-37461e87a7f1 req-43382fdf-b57f-449a-9596-795cd163a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:49.309285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'd327abd3-ef94-4f02-ab9b-a283ef9a3c2a', 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036', 'port_id': 'd327abd3-ef94-4f02-ab9b-a283ef9a3c2a', 'mac_address': 'fa:16:3e:9a:53:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93b70d1-63b4-4a4c-928e-4b029b4b6b64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:47:49.310518 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0351f768-168e-4b0e-995a-37461e87a7f1 req-43382fdf-b57f-449a-9596-795cd163a07e service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c5f4031-a05c-4926-a79d-db939f551cd5 HTTP/1.1" status: 200 len: 912 time: 0.2530143 Dec 08 01:47:49.354415 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:49.371825 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0351f768-168e-4b0e-995a-37461e87a7f1 req-3e7b3ec7-5264-4307-9a39-9e06c4d56076 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb94505c-aaac-4dd5-92b9-96245f678066 HTTP/1.1" status: 200 len: 217 time: 0.0480852 Dec 08 01:47:49.373936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d327abd3-ef94-4f02-ab9b-a283ef9a3c2a {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:49.396029 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:49.400640 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:49.425708 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d09d3653-4771-4508-b8bb-34f4bafddd17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:49.437493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351f768-168e-4b0e-995a-37461e87a7f1 req-02aa8d08-d281-4a9c-a235-19626afa7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:49.440720 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0351f768-168e-4b0e-995a-37461e87a7f1 req-02aa8d08-d281-4a9c-a235-19626afa7b9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a55ead71-4b9b-47b0-a955-71e64106e7ec HTTP/1.1" status: 200 len: 850 time: 0.0590186 Dec 08 01:47:49.455949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:49.467538 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d09d3653-4771-4508-b8bb-34f4bafddd17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:49.488568 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9346c2-6f4d-45eb-a876-831382190762 req-98543b2f-a7b5-4ca4-8986-279cde17f1d5 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:49.490121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a9346c2-6f4d-45eb-a876-831382190762 req-98543b2f-a7b5-4ca4-8986-279cde17f1d5 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 943 time: 0.1298361 Dec 08 01:47:49.500785 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501cc4a-8066-4055-a207-327bda4773d5 req-f2696336-fe0c-4214-add3-e0cce1621b16 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:49.501779 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5501cc4a-8066-4055-a207-327bda4773d5 req-f2696336-fe0c-4214-add3-e0cce1621b16 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 946 time: 0.1251678 Dec 08 01:47:49.503669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351f768-168e-4b0e-995a-37461e87a7f1 req-5932d36d-e01b-479c-8233-2b21f79e4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:49.505205 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0351f768-168e-4b0e-995a-37461e87a7f1 req-5932d36d-e01b-479c-8233-2b21f79e4688 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c5f4031-a05c-4926-a79d-db939f551cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553582 Dec 08 01:47:49.603954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a9346c2-6f4d-45eb-a876-831382190762 req-54ff3aa0-6574-44f9-b16d-fd4c3d932759 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups?id=65fa3dfb-8c61-4f53-9452-409dfacc2f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989149 Dec 08 01:47:49.607089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5501cc4a-8066-4055-a207-327bda4773d5 req-d28c556b-be86-4240-b00e-48b5e7c9a40a tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909152 Dec 08 01:47:49.611372 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0351f768-168e-4b0e-995a-37461e87a7f1 req-fc71c193-62e3-4dda-b5cd-7bc5bd32157c service neutron] 10.222.0.45 "GET /v2.0/networks/7c5f4031-a05c-4926-a79d-db939f551cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975573 Dec 08 01:47:49.613739 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d09d3653-4771-4508-b8bb-34f4bafddd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:49.616524 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d09d3653-4771-4508-b8bb-34f4bafddd17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:49.621084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d09d3653-4771-4508-b8bb-34f4bafddd17 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/099015a7-0b19-4a0b-ba96-6d1191cc31ce HTTP/1.1" status: 204 len: 168 time: 0.3871710 Dec 08 01:47:49.627898 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d3653-4771-4508-b8bb-34f4bafddd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099015a7-0b19-4a0b-ba96-6d1191cc31ce,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:49.772744 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0351f768-168e-4b0e-995a-37461e87a7f1 req-ec8e7133-5727-48bf-ba24-1576d96828dd service neutron] 10.222.0.45 "GET /v2.0/networks/7c5f4031-a05c-4926-a79d-db939f551cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541154 Dec 08 01:47:49.780134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8f4a5-de9e-4da6-8317-7e050b14c943 req-7d4d7608-e4e2-4b9e-b6e1-27d776cbe78e tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:49.788852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9f8f4a5-de9e-4da6-8317-7e050b14c943 req-7d4d7608-e4e2-4b9e-b6e1-27d776cbe78e tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.0661480 Dec 08 01:47:49.806302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['d327abd3-ef94-4f02-ab9b-a283ef9a3c2a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:49.887224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8ce4e-b78d-40c9-8145-91c747fff392 req-9c2cbd1f-b765-4954-93a7-95546815bbcb tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:49.899594 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8cd8ce4e-b78d-40c9-8145-91c747fff392 req-9c2cbd1f-b765-4954-93a7-95546815bbcb tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 946 time: 0.0908954 Dec 08 01:47:49.899752 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35040) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:49.906754 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9f8f4a5-de9e-4da6-8317-7e050b14c943 req-94af8c6f-37f7-43a0-8e82-d3d9fc16cbcf tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170399 Dec 08 01:47:49.909510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-311c6f2b-b831-4624-a951-4098a329e4c8 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Request body: {'floatingip': {'port_id': '4a4522b1-a5d7-445d-bcfd-dc3962dee8ba'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:49.968312 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-311c6f2b-b831-4624-a951-4098a329e4c8 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for floatingip, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:50.194389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf2834-608e-4e05-8b2c-2388ca8cdc13 req-c618194b-379b-463d-b5c3-206da55f9594 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:50.197200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bbbf2834-608e-4e05-8b2c-2388ca8cdc13 req-c618194b-379b-463d-b5c3-206da55f9594 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 945 time: 0.1060932 Dec 08 01:47:50.271788 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c0d93604-bba5-467e-b7a6-d703d497351d no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:50.292621 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bbbf2834-608e-4e05-8b2c-2388ca8cdc13 req-65f2c74a-f2fd-4920-9ec1-5f42545eb666 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848029 Dec 08 01:47:50.308209 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: c0d93604-bba5-467e-b7a6-d703d497351d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:50.310361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c0d93604-bba5-467e-b7a6-d703d497351d not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:50.496188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822c447-d98a-4aae-922b-41ce44c335b9 req-13040b28-1ae5-481b-af59-c1b9e099f7ec tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:50.505334 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5822c447-d98a-4aae-922b-41ce44c335b9 req-13040b28-1ae5-481b-af59-c1b9e099f7ec tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.1009185 Dec 08 01:47:50.586937 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5822c447-d98a-4aae-922b-41ce44c335b9 req-a886a30a-9cf2-4f3c-b676-4c2b321f9eee tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808792 Dec 08 01:47:50.787872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf533b-c3e5-4063-9926-fcafcba2ede4 req-3c5a561a-9a90-4daa-bf54-6acc61b9f310 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:50.789502 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2adf533b-c3e5-4063-9926-fcafcba2ede4 req-3c5a561a-9a90-4daa-bf54-6acc61b9f310 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 943 time: 0.0660288 Dec 08 01:47:50.821432 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-311c6f2b-b831-4624-a951-4098a329e4c8 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:50.830263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-311c6f2b-b831-4624-a951-4098a329e4c8 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:50.860629 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2adf533b-c3e5-4063-9926-fcafcba2ede4 req-ca23c96b-b7f7-4bf0-9e4c-3e55217da582 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups?id=65fa3dfb-8c61-4f53-9452-409dfacc2f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606363 Dec 08 01:47:50.948631 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-311c6f2b-b831-4624-a951-4098a329e4c8 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Floating IP 8272e18d-ca70-4da8-bd8c-64d4b1764f31 associated. External IP: 172.25.8.12, port: 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba. Dec 08 01:47:51.128462 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f6a96-dfc2-426c-8afe-b127c81ab427 req-62fcb253-101d-4b33-bbc5-5d61b87bd9e5 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:51.134885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-170f6a96-dfc2-426c-8afe-b127c81ab427 req-62fcb253-101d-4b33-bbc5-5d61b87bd9e5 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.0839841 Dec 08 01:47:51.169353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d327abd3-ef94-4f02-ab9b-a283ef9a3c2a up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:51.250096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-170f6a96-dfc2-426c-8afe-b127c81ab427 req-b00d5078-1426-4766-bdf3-6ae91612b4f1 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029475 Dec 08 01:47:51.275079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:47:51.284010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:51.284378 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:51.450702 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:51.498606 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af59180-58dc-4f07-a5e6-d524d46fa0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd327abd3-ef94-4f02-ab9b-a283ef9a3c2a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:51.503685 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eade7e-3549-403b-80f1-57a6be0998d9" -d '{"events": [{"server_uuid": "8af59180-58dc-4f07-a5e6-d524d46fa0b1", "name": "network-vif-plugged", "status": "completed", "tag": "d327abd3-ef94-4f02-ab9b-a283ef9a3c2a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:51.514402 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba780b-b9d1-4e47-bddc-19e834a90b20 req-90a76f37-62ea-4046-9edb-4232b91a7dfc tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:51.528287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4ba780b-b9d1-4e47-bddc-19e834a90b20 req-90a76f37-62ea-4046-9edb-4232b91a7dfc tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 945 time: 0.1056468 Dec 08 01:47:51.530521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35178) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:51.541611 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:51.549344 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:51.622929 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bab9b0-5004-4dc8-b326-9d5b6c1e91a4 x-openstack-request-id: req-14bab9b0-5004-4dc8-b326-9d5b6c1e91a4 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:51.623219 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af59180-58dc-4f07-a5e6-d524d46fa0b1", "name": "network-vif-plugged", "status": "completed", "tag": "d327abd3-ef94-4f02-ab9b-a283ef9a3c2a", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:51.623701 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-14bab9b0-5004-4dc8-b326-9d5b6c1e91a4 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:51.625733 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af59180-58dc-4f07-a5e6-d524d46fa0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd327abd3-ef94-4f02-ab9b-a283ef9a3c2a', 'code': 200} Dec 08 01:47:51.649809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4ba780b-b9d1-4e47-bddc-19e834a90b20 req-3640583f-4123-4bcf-a198-934cf90646e4 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206081 Dec 08 01:47:51.685669 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:51.759122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311c6f2b-b831-4624-a951-4098a329e4c8 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:47:51.781635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a07a9-6d53-4f18-8969-4d6c5f26ee0d req-8a6c1b78-5bb1-4e1f-91b7-ac98788a72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:51.783346 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aa9a07a9-6d53-4f18-8969-4d6c5f26ee0d req-8a6c1b78-5bb1-4e1f-91b7-ac98788a72ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 1098 time: 0.0875194 Dec 08 01:47:51.788430 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f040aa6-2e3d-4ff1-a995-05651914fba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:51.829703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f6b90-747e-4be1-a687-7e2bdeb67a43 req-f3b27274-7bb6-463c-ab93-bd2894484a6c tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:51.838909 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-421f6b90-747e-4be1-a687-7e2bdeb67a43 req-f3b27274-7bb6-463c-ab93-bd2894484a6c tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.1162031 Dec 08 01:47:51.894557 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311c6f2b-b831-4624-a951-4098a329e4c8 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:47:51.913630 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bbe11e-84dd-489f-9f57-19df0baa7856 None None] Sync routers for ids ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:47:51.917114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-311c6f2b-b831-4624-a951-4098a329e4c8 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:51.946655 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bbe11e-84dd-489f-9f57-19df0baa7856 None None] Routers {'999beb2f-5c81-4a2c-91d8-8dc0830d9711'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:51.947328 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d7bbe11e-84dd-489f-9f57-19df0baa7856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:51.950987 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-421f6b90-747e-4be1-a687-7e2bdeb67a43 req-7340ca58-ba92-4e1b-8d64-088761aae3ba tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086071 Dec 08 01:47:51.957238 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9520f8f-58ae-466e-8c67-8ab39147b95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.006003 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-311c6f2b-b831-4624-a951-4098a329e4c8 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "PUT /v2.0/floatingips/8272e18d-ca70-4da8-bd8c-64d4b1764f31 HTTP/1.1" status: 200 len: 991 time: 2.1040394 Dec 08 01:47:52.009832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ef415a-adf1-4f0c-ab4d-239e11355284', 'tag': '4a4522b1-a5d7-445d-bcfd-dc3962dee8ba'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:52.012422 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e816838-fe52-425e-bad6-a464aa4028d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ef415a-adf1-4f0c-ab4d-239e11355284", "tag": "4a4522b1-a5d7-445d-bcfd-dc3962dee8ba"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:52.039736 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aa9a07a9-6d53-4f18-8969-4d6c5f26ee0d req-514b365c-0639-46c5-bd8f-204acdca9e61 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427686 Dec 08 01:47:52.081555 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e305e59-5497-437a-bfae-81b2f74b2084 req-a8f8c916-3547-4b24-b043-369df037f7c9 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:52.089081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e305e59-5497-437a-bfae-81b2f74b2084 req-a8f8c916-3547-4b24-b043-369df037f7c9 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 943 time: 0.1374958 Dec 08 01:47:52.089745 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d7bbe11e-84dd-489f-9f57-19df0baa7856 None None] Set router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:52.097573 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f040aa6-2e3d-4ff1-a995-05651914fba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.109491 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f040aa6-2e3d-4ff1-a995-05651914fba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.190746 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35200) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:52.190965 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6f040aa6-2e3d-4ff1-a995-05651914fba6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5ba84c5a7b6841e6b99a573e34c4ba1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6422379 Dec 08 01:47:52.202782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e305e59-5497-437a-bfae-81b2f74b2084 req-fb5633a8-c87e-427b-afab-60128ce9305d tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups?id=65fa3dfb-8c61-4f53-9452-409dfacc2f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126056 Dec 08 01:47:52.209485 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f040aa6-2e3d-4ff1-a995-05651914fba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d0ed4b-f887-49d6-8863-79cb089bc340,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:52.232628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35202) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:52.264643 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688d7602-af2a-4149-8f2e-e3aa14ea2302 x-openstack-request-id: req-688d7602-af2a-4149-8f2e-e3aa14ea2302 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:52.265143 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ef415a-adf1-4f0c-ab4d-239e11355284", "tag": "4a4522b1-a5d7-445d-bcfd-dc3962dee8ba", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:52.265398 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-688d7602-af2a-4149-8f2e-e3aa14ea2302 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:52.265793 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ef415a-adf1-4f0c-ab4d-239e11355284', 'tag': '4a4522b1-a5d7-445d-bcfd-dc3962dee8ba', 'status': 'completed', 'code': 200} Dec 08 01:47:52.286132 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0ce5726-3582-4a54-b531-4c167e6e4c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.317379 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0ce5726-3582-4a54-b531-4c167e6e4c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.390053 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0ce5726-3582-4a54-b531-4c167e6e4c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.395782 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0ce5726-3582-4a54-b531-4c167e6e4c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.402642 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b0ce5726-3582-4a54-b531-4c167e6e4c4f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f4d0ed4b-f887-49d6-8863-79cb089bc340 HTTP/1.1" status: 204 len: 168 time: 0.2101879 Dec 08 01:47:52.421088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce5726-3582-4a54-b531-4c167e6e4c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d0ed4b-f887-49d6-8863-79cb089bc340,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:52.472568 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d7bbe11e-84dd-489f-9f57-19df0baa7856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '8272e18d-ca70-4da8-bd8c-64d4b1764f31', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'port_id': '4a4522b1-a5d7-445d-bcfd-dc3962dee8ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'mac_address': 'fa:16:3e:a0:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef415a-adf1-4f0c-ab4d-239e11355284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:45:25Z', 'updated_at': '2021-12-08T01:47:50Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:10Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:52.505713 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e816838-fe52-425e-bad6-a464aa4028d2 req-d93e3b45-cce1-4b27-af95-bacf47fd37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:52.506238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1616a2-bfd7-4097-aeb0-a0013d30f159 req-2a820a9c-b9cb-44fa-9e7b-14157aa4fd32 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:52.507013 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bbe11e-84dd-489f-9f57-19df0baa7856 None None] Checking router: 999beb2f-5c81-4a2c-91d8-8dc0830d9711 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:47:52.507828 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9e816838-fe52-425e-bad6-a464aa4028d2 req-d93e3b45-cce1-4b27-af95-bacf47fd37bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cef53cd090134345bd6ea07944b185cf&device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 1098 time: 0.0763211 Dec 08 01:47:52.514113 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae1616a2-bfd7-4097-aeb0-a0013d30f159 req-2a820a9c-b9cb-44fa-9e7b-14157aa4fd32 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.1403289 Dec 08 01:47:52.517248 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bbe11e-84dd-489f-9f57-19df0baa7856 None None] Routers {'999beb2f-5c81-4a2c-91d8-8dc0830d9711'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:52.518147 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d7bbe11e-84dd-489f-9f57-19df0baa7856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:52.523349 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9f81391-8c48-4d3c-8f40-b6d7fd8f1a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.612279 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae1616a2-bfd7-4097-aeb0-a0013d30f159 req-6997c2dd-67b5-467f-8093-8858d272a253 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973072 Dec 08 01:47:52.657310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e816838-fe52-425e-bad6-a464aa4028d2 req-674bba38-aa7b-4587-9a53-513280ac2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:52.659694 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9e816838-fe52-425e-bad6-a464aa4028d2 req-674bba38-aa7b-4587-9a53-513280ac2988 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d21dabc8-1e90-475d-9f82-6828cfa9b46b HTTP/1.1" status: 200 len: 924 time: 0.1428261 Dec 08 01:47:52.678892 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9f81391-8c48-4d3c-8f40-b6d7fd8f1a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.685077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9f81391-8c48-4d3c-8f40-b6d7fd8f1a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.701596 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d7bbe11e-84dd-489f-9f57-19df0baa7856 None None] Set router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:52.718767 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e9f81391-8c48-4d3c-8f40-b6d7fd8f1a0f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2e16e88c826643c5a051e748f25a1240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4831295 Dec 08 01:47:52.721505 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35216) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:52.738338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f81391-8c48-4d3c-8f40-b6d7fd8f1a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12e599a-cd52-4415-8ee1-709f886723e1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:52.803039 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b503c3fa-88ad-4406-bae3-a2c5d902b2fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.819772 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94178ad8-be63-4af1-b7f8-b4145ef71606 req-9508643e-6a3d-4613-8b30-86e450ac8a70 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:52.828447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94178ad8-be63-4af1-b7f8-b4145ef71606 req-9508643e-6a3d-4613-8b30-86e450ac8a70 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 946 time: 0.0622673 Dec 08 01:47:52.836140 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9e816838-fe52-425e-bad6-a464aa4028d2 req-fdfb632b-ca22-4d40-ace4-4cd07e548c44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a4522b1-a5d7-445d-bcfd-dc3962dee8ba HTTP/1.1" status: 200 len: 999 time: 0.1634283 Dec 08 01:47:52.838294 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b503c3fa-88ad-4406-bae3-a2c5d902b2fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.899073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94178ad8-be63-4af1-b7f8-b4145ef71606 req-08c572c1-982f-45fc-95cf-18e34e433490 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695217 Dec 08 01:47:52.924670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e816838-fe52-425e-bad6-a464aa4028d2 req-221a016c-ae27-4c8e-8b71-f7fea67979cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:52.927249 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9e816838-fe52-425e-bad6-a464aa4028d2 req-221a016c-ae27-4c8e-8b71-f7fea67979cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9 HTTP/1.1" status: 200 len: 862 time: 0.0689292 Dec 08 01:47:52.980813 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b503c3fa-88ad-4406-bae3-a2c5d902b2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.983342 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b503c3fa-88ad-4406-bae3-a2c5d902b2fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.985144 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b503c3fa-88ad-4406-bae3-a2c5d902b2fb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c12e599a-cd52-4415-8ee1-709f886723e1 HTTP/1.1" status: 204 len: 168 time: 0.2623010 Dec 08 01:47:52.995833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503c3fa-88ad-4406-bae3-a2c5d902b2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12e599a-cd52-4415-8ee1-709f886723e1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:53.009443 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e816838-fe52-425e-bad6-a464aa4028d2 req-596fd6c2-482e-46dd-8948-819707995d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:53.011318 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9e816838-fe52-425e-bad6-a464aa4028d2 req-596fd6c2-482e-46dd-8948-819707995d19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d21dabc8-1e90-475d-9f82-6828cfa9b46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770993 Dec 08 01:47:53.013391 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d7bbe11e-84dd-489f-9f57-19df0baa7856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '8272e18d-ca70-4da8-bd8c-64d4b1764f31', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'port_id': '4a4522b1-a5d7-445d-bcfd-dc3962dee8ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'mac_address': 'fa:16:3e:a0:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef415a-adf1-4f0c-ab4d-239e11355284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:45:25Z', 'updated_at': '2021-12-08T01:47:50Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:10Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:53.077155 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:53.083355 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bbe11e-84dd-489f-9f57-19df0baa7856 None None] The sync data for ids ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'] in n-d-713499-31 is: [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '8272e18d-ca70-4da8-bd8c-64d4b1764f31', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'port_id': '4a4522b1-a5d7-445d-bcfd-dc3962dee8ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'mac_address': 'fa:16:3e:a0:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef415a-adf1-4f0c-ab4d-239e11355284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:45:25Z', 'updated_at': '2021-12-08T01:47:50Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:10Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:47:53.131462 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53301070-704b-41bb-ae28-67cc8bee7e7e req-cd006524-a593-47e7-bf0c-8348d1dd3021 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:53.133084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53301070-704b-41bb-ae28-67cc8bee7e7e req-cd006524-a593-47e7-bf0c-8348d1dd3021 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.0909352 Dec 08 01:47:53.171905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device fb94505c-aaac-4dd5-92b9-96245f678066 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:47:53.196234 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9e816838-fe52-425e-bad6-a464aa4028d2 req-45457159-cb0b-4302-b735-c4bcb2ab8d8d service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707273 Dec 08 01:47:53.269741 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53301070-704b-41bb-ae28-67cc8bee7e7e req-d0a85820-18fe-497d-b8b8-a755d07d0f23 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265295 Dec 08 01:47:53.355551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port fb94505c-aaac-4dd5-92b9-96245f678066, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=fb94505c-aaac-4dd5-92b9-96245f678066,segment=NetworkSegment(a8f3ae90-75ee-4415-aedd-07f1316c4f93),segment_id=a8f3ae90-75ee-4415-aedd-07f1316c4f93)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:53.382033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'fb94505c-aaac-4dd5-92b9-96245f678066', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'port_id': 'fb94505c-aaac-4dd5-92b9-96245f678066', 'mac_address': 'fa:16:3e:c5:eb:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:47:53.396633 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9e816838-fe52-425e-bad6-a464aa4028d2 req-3b4bc258-812f-4a7d-85cb-7cf9cbe63023 service neutron] 10.222.0.45 "GET /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837442 Dec 08 01:47:53.447123 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:53.486702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47e89df-edf7-4bf2-8734-e28700f48497 None None] New status for floating IP 8272e18d-ca70-4da8-bd8c-64d4b1764f31: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:47:53.488170 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d00ac-58ba-4b98-9eaf-c8c30ab5a0b6 req-890bd32e-5103-45d0-a9ab-11f110d54563 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:53.489743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-425d00ac-58ba-4b98-9eaf-c8c30ab5a0b6 req-890bd32e-5103-45d0-a9ab-11f110d54563 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 943 time: 0.1310241 Dec 08 01:47:53.566619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-425d00ac-58ba-4b98-9eaf-c8c30ab5a0b6 req-ad1acc9a-eb37-434f-bd11-4ba70a2d4c7a tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups?id=65fa3dfb-8c61-4f53-9452-409dfacc2f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652275 Dec 08 01:47:53.578832 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb94505c-aaac-4dd5-92b9-96245f678066 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:53.615201 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35252) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:53.616730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port fb94505c-aaac-4dd5-92b9-96245f678066, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=fb94505c-aaac-4dd5-92b9-96245f678066,segment=NetworkSegment(a8f3ae90-75ee-4415-aedd-07f1316c4f93),segment_id=a8f3ae90-75ee-4415-aedd-07f1316c4f93)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:53.625127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:53.777218 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=fb94505c-aaac-4dd5-92b9-96245f678066,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:53.778213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1204327746-network', 'tenant_id': 'a00cabb23f344d7899a75dba6f339e0d'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:53.809090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a4afb-ce32-400d-825d-e2c6ab4534b2 req-228b6f32-bd06-4c29-890c-61587cddb5b7 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:53.814874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] Made reservation on behalf of a00cabb23f344d7899a75dba6f339e0d for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:53.817253 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:53.819286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-788a4afb-ce32-400d-825d-e2c6ab4534b2 req-228b6f32-bd06-4c29-890c-61587cddb5b7 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.0947213 Dec 08 01:47:53.829837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:53.888450 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-788a4afb-ce32-400d-825d-e2c6ab4534b2 req-892fd2a1-4d8b-406b-9910-c093264843a3 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672729 Dec 08 01:47:53.909161 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:53.942828 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:53.947634 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:53.970172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:47:53.998250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['fb94505c-aaac-4dd5-92b9-96245f678066'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:54.004575 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:54.004919 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] Added segment ecac4b8b-3d09-4ed7-86c9-2bee3e4177ae of type vlan for network 76102862-65fb-4a29-8b57-10229550d89e Dec 08 01:47:54.016114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f24b04-04a6-46c6-9ba9-03b7b45229bf,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:54.061566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afd061-800f-4db4-8a69-bd7c6a0d7f4d req-2fdfec23-8b6d-4754-ab4e-c0acdfb6ad41 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:54.070730 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93afd061-800f-4db4-8a69-bd7c6a0d7f4d req-2fdfec23-8b6d-4754-ab4e-c0acdfb6ad41 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 946 time: 0.0905015 Dec 08 01:47:54.096010 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:54.131508 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:54.133073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:54.133860 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:54.144295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93afd061-800f-4db4-8a69-bd7c6a0d7f4d req-9f21b628-29dd-4a0d-91cd-25402e245141 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723350 Dec 08 01:47:54.227517 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6086118 Dec 08 01:47:54.228266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35280) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:54.234588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c4404fae-956e-47e6-ad9e-a9b010c72ea5 admin admin] Request body: {'subnet': {'network_id': '76102862-65fb-4a29-8b57-10229550d89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1204327746-subnet', 'tenant_id': 'a00cabb23f344d7899a75dba6f339e0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:54.309601 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4404fae-956e-47e6-ad9e-a9b010c72ea5 admin admin] Made reservation on behalf of a00cabb23f344d7899a75dba6f339e0d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:54.316097 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4404fae-956e-47e6-ad9e-a9b010c72ea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:54.323646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eee02a-2782-4f25-a955-d8f2f67d2302 admin admin] Pushing event updated for resources: {'Network': ['ID=76102862-65fb-4a29-8b57-10229550d89e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:54.342521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 76102862-65fb-4a29-8b57-10229550d89e details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:47:54.365860 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0faaf-2864-4519-a0b6-6d2eae0a5188 req-e9db198f-98c0-49d4-ba67-934d1ba76c31 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:54.367665 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61a0faaf-2864-4519-a0b6-6d2eae0a5188 req-e9db198f-98c0-49d4-ba67-934d1ba76c31 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 1098 time: 0.1372266 Dec 08 01:47:54.378263 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d662ddf-607f-40a7-9316-6e49bb43d8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:54.503028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61a0faaf-2864-4519-a0b6-6d2eae0a5188 req-94bbd4e5-7c52-4dcf-bda5-95a6db599dce tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072476 Dec 08 01:47:54.512850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01bf1c-8900-45be-bc57-1d586688d542 req-a1f1b9b9-f4ff-4598-8eb0-a49e2e0bfe92 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:54.514345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f01bf1c-8900-45be-bc57-1d586688d542 req-a1f1b9b9-f4ff-4598-8eb0-a49e2e0bfe92 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.1197832 Dec 08 01:47:54.637243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f01bf1c-8900-45be-bc57-1d586688d542 req-46f740b2-cb8c-45aa-b950-898979347146 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091158 Dec 08 01:47:54.675688 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4404fae-956e-47e6-ad9e-a9b010c72ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:54.738362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4404fae-956e-47e6-ad9e-a9b010c72ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2a431f-c438-48b3-a3a0-073b07ce61d3,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:54.778245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4404fae-956e-47e6-ad9e-a9b010c72ea5 admin admin] Checking segment: {'id': 'ecac4b8b-3d09-4ed7-86c9-2bee3e4177ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76102862-65fb-4a29-8b57-10229550d89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:54.778658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4404fae-956e-47e6-ad9e-a9b010c72ea5 admin admin] Network hostable DHCP agents. Network: 76102862-65fb-4a29-8b57-10229550d89e, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:47:54.830915 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921d2b4-f070-4c42-9db7-4dc6c0e6ae4f req-2804406f-4100-45bc-94dc-54fea56e820e tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:54.832664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c921d2b4-f070-4c42-9db7-4dc6c0e6ae4f req-2804406f-4100-45bc-94dc-54fea56e820e tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 944 time: 0.0684927 Dec 08 01:47:54.833504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4404fae-956e-47e6-ad9e-a9b010c72ea5 admin admin] Network 76102862-65fb-4a29-8b57-10229550d89e is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:47:54.849966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c4404fae-956e-47e6-ad9e-a9b010c72ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 76102862-65fb-4a29-8b57-10229550d89e) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:54.859527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5045ad-0cde-430c-a576-2155245db930 None None] Network 76102862-65fb-4a29-8b57-10229550d89e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:54.863149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4404fae-956e-47e6-ad9e-a9b010c72ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:54.863787 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4404fae-956e-47e6-ad9e-a9b010c72ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:54.934751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c4404fae-956e-47e6-ad9e-a9b010c72ea5 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7049694 Dec 08 01:47:54.951313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c921d2b4-f070-4c42-9db7-4dc6c0e6ae4f req-13dd355d-7f78-4c44-be74-7a077297faa7 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups?id=65fa3dfb-8c61-4f53-9452-409dfacc2f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098628 Dec 08 01:47:55.042920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d7d0ec-1506-4992-a49e-af15a83489c3 None None] Network 76102862-65fb-4a29-8b57-10229550d89e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:55.164528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d83d3-0cbb-4378-bb45-d4a836f4a08e req-fba8834a-5216-4d25-bcdd-80f73b5eff4f tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.166121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-395d83d3-0cbb-4378-bb45-d4a836f4a08e req-fba8834a-5216-4d25-bcdd-80f73b5eff4f tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.1120365 Dec 08 01:47:55.199389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device fb94505c-aaac-4dd5-92b9-96245f678066 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:55.297794 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-395d83d3-0cbb-4378-bb45-d4a836f4a08e req-0c103ed1-3f84-458c-a86b-1be0e204a8e3 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232214 Dec 08 01:47:55.308466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port fb94505c-aaac-4dd5-92b9-96245f678066 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:47:55.322678 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port fb94505c-aaac-4dd5-92b9-96245f678066 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:55.323257 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:55.410423 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:55.469294 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-c4771467-22b8-48a3-ac49-a1bda1aa056b req-3e5ce5e3-2a2c-4af7-97ed-32bcec3f77ef tempest-SecurityGroupsNegativeTestJSON-695042038 tempest-SecurityGroupsNegativeTestJSON-695042038-project] show failed (client error): The resource could not be found. Dec 08 01:47:55.476240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c4771467-22b8-48a3-ac49-a1bda1aa056b req-3e5ce5e3-2a2c-4af7-97ed-32bcec3f77ef tempest-SecurityGroupsNegativeTestJSON-695042038 tempest-SecurityGroupsNegativeTestJSON-695042038-project] 10.222.0.71 "GET /v2.0/security-groups/7fa7ad5d-c963-4eda-914e-5abe5ad30707 HTTP/1.1" status: 404 len: 352 time: 0.0468998 Dec 08 01:47:55.586152 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d07666eb-b7b9-49cb-84a1-8222f856440f req-4d06a519-5b1c-49e1-aaf5-c512f3cb8d6f tempest-SecurityGroupsNegativeTestJSON-695042038 tempest-SecurityGroupsNegativeTestJSON-695042038-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a00cabb23f344d7899a75dba6f339e0d HTTP/1.1" status: 200 len: 3001 time: 0.0622609 Dec 08 01:47:55.644598 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d07666eb-b7b9-49cb-84a1-8222f856440f req-34676f62-22a1-4601-b2a8-e0ab238073b1 tempest-SecurityGroupsNegativeTestJSON-695042038 tempest-SecurityGroupsNegativeTestJSON-695042038-project] 10.222.0.71 "GET /v2.0/security-groups/27f24b04-04a6-46c6-9ba9-03b7b45229bf HTTP/1.1" status: 200 len: 2998 time: 0.0522318 Dec 08 01:47:55.666696 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:55.708244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d07666eb-b7b9-49cb-84a1-8222f856440f req-0f7ca536-f187-435a-a931-0c70a3d385cb tempest-SecurityGroupsNegativeTestJSON-695042038 tempest-SecurityGroupsNegativeTestJSON-695042038-project] 10.222.0.71 "GET /v2.0/security-groups/27f24b04-04a6-46c6-9ba9-03b7b45229bf HTTP/1.1" status: 200 len: 2998 time: 0.0571892 Dec 08 01:47:55.734983 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port fb94505c-aaac-4dd5-92b9-96245f678066, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=fb94505c-aaac-4dd5-92b9-96245f678066,segment=NetworkSegment(a8f3ae90-75ee-4415-aedd-07f1316c4f93),segment_id=a8f3ae90-75ee-4415-aedd-07f1316c4f93)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:55.736323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6285c98-665e-4192-964c-ad65bb7c0ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb94505c-aaac-4dd5-92b9-96245f678066'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:55.739175 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5995294b-8c92-46c6-b935-b4527c468282" -d '{"events": [{"server_uuid": "f6285c98-665e-4192-964c-ad65bb7c0ca4", "name": "network-vif-plugged", "status": "completed", "tag": "fb94505c-aaac-4dd5-92b9-96245f678066"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:55.744916 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:55.764570 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f16bb8-5e4f-41d6-a0a2-e3bc4c10aef7 req-c6b94766-916e-4e85-9c0d-6478b923b31a tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.766597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40f16bb8-5e4f-41d6-a0a2-e3bc4c10aef7 req-c6b94766-916e-4e85-9c0d-6478b923b31a tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.0516179 Dec 08 01:47:55.803060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=fb94505c-aaac-4dd5-92b9-96245f678066,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:55.823574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40f16bb8-5e4f-41d6-a0a2-e3bc4c10aef7 req-6032d41f-8e72-4a4f-959f-9be4efe7ce05 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498745 Dec 08 01:47:55.872125 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d27445a-fe67-416e-a78f-159a51023aee x-openstack-request-id: req-1d27445a-fe67-416e-a78f-159a51023aee {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:55.872619 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6285c98-665e-4192-964c-ad65bb7c0ca4", "name": "network-vif-plugged", "status": "completed", "tag": "fb94505c-aaac-4dd5-92b9-96245f678066", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:55.873042 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1d27445a-fe67-416e-a78f-159a51023aee {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:55.873594 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6285c98-665e-4192-964c-ad65bb7c0ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb94505c-aaac-4dd5-92b9-96245f678066', 'code': 200} Dec 08 01:47:55.875666 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c90a841b-6788-4fad-938a-b767203ad8c7 req-f79742aa-9648-4796-8503-35f93aff7fa5 tempest-SecurityGroupsNegativeTestJSON-695042038 tempest-SecurityGroupsNegativeTestJSON-695042038-project] 10.222.0.71 "GET /v2.0/security-groups/27f24b04-04a6-46c6-9ba9-03b7b45229bf HTTP/1.1" status: 200 len: 2998 time: 0.0509267 Dec 08 01:47:55.956186 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-c90a841b-6788-4fad-938a-b767203ad8c7 req-983ebb26-8c6f-4c91-96ba-a522e5d20d39 tempest-SecurityGroupsNegativeTestJSON-695042038 tempest-SecurityGroupsNegativeTestJSON-695042038-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 01:47:55.957397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c90a841b-6788-4fad-938a-b767203ad8c7 req-983ebb26-8c6f-4c91-96ba-a522e5d20d39 tempest-SecurityGroupsNegativeTestJSON-695042038 tempest-SecurityGroupsNegativeTestJSON-695042038-project] 10.222.0.71 "DELETE /v2.0/security-groups/27f24b04-04a6-46c6-9ba9-03b7b45229bf HTTP/1.1" status: 409 len: 352 time: 0.0746729 Dec 08 01:47:56.009271 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-a3d3ec36-5011-4dc0-8aba-f836171e14f8 req-b296a789-7392-4839-bb58-ae65c16228e7 tempest-SecurityGroupsNegativeTestJSON-695042038 tempest-SecurityGroupsNegativeTestJSON-695042038-project] show failed (client error): The resource could not be found. Dec 08 01:47:56.010320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3d3ec36-5011-4dc0-8aba-f836171e14f8 req-b296a789-7392-4839-bb58-ae65c16228e7 tempest-SecurityGroupsNegativeTestJSON-695042038 tempest-SecurityGroupsNegativeTestJSON-695042038-project] 10.222.0.71 "GET /v2.0/security-groups/7cfe4c10-8852-48bb-b987-ed6bda9a3af8 HTTP/1.1" status: 404 len: 352 time: 0.0284455 Dec 08 01:47:56.050907 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-628ac1d3-73da-4c08-9dbb-c8f424e1dbb7 req-1a53f922-0fe4-44fd-92dd-38b09772b7b0 tempest-SecurityGroupsNegativeTestJSON-695042038 tempest-SecurityGroupsNegativeTestJSON-695042038-project] show failed (client error): The resource could not be found. Dec 08 01:47:56.051863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c68c3-0a02-43f7-b169-c16ca3342741 req-a1f61fe2-4ec4-41c8-a8a0-d0ba8fc2920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.056823 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0c68c3-0a02-43f7-b169-c16ca3342741 req-a1f61fe2-4ec4-41c8-a8a0-d0ba8fc2920a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 1097 time: 0.0715790 Dec 08 01:47:56.057400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-628ac1d3-73da-4c08-9dbb-c8f424e1dbb7 req-1a53f922-0fe4-44fd-92dd-38b09772b7b0 tempest-SecurityGroupsNegativeTestJSON-695042038 tempest-SecurityGroupsNegativeTestJSON-695042038-project] 10.222.0.71 "GET /v2.0/security-groups/4bfe6d04-077b-4d04-8f80-709e623c0cb9 HTTP/1.1" status: 404 len: 352 time: 0.0214853 Dec 08 01:47:56.067778 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35354) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:56.151393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-110fa97f-7433-4160-ba42-ac5245801c9a admin admin] Deleting subnet fe2a431f-c438-48b3-a3a0-073b07ce61d3 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:47:56.162998 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0c68c3-0a02-43f7-b169-c16ca3342741 req-2dea5e59-c4bf-46ca-bb68-e1c00fe63ce7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=65fa3dfb-8c61-4f53-9452-409dfacc2f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967462 Dec 08 01:47:56.163474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8410e3-32e3-4532-acd0-33ffde65482b req-3b513470-a8c7-47ec-8688-bca2a3f225c4 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.182367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba8410e3-32e3-4532-acd0-33ffde65482b req-3b513470-a8c7-47ec-8688-bca2a3f225c4 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 945 time: 0.1202714 Dec 08 01:47:56.185926 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-110fa97f-7433-4160-ba42-ac5245801c9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.253858 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-110fa97f-7433-4160-ba42-ac5245801c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.300739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35362) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:56.336618 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-110fa97f-7433-4160-ba42-ac5245801c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.343736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba8410e3-32e3-4532-acd0-33ffde65482b req-ab581036-649f-4839-b298-c94a25ce03ad tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups?id=65fa3dfb-8c61-4f53-9452-409dfacc2f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604900 Dec 08 01:47:56.436509 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-110fa97f-7433-4160-ba42-ac5245801c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.479405 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-67c7d1b2-7e99-45b5-8775-f8f55518de37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.538621 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-110fa97f-7433-4160-ba42-ac5245801c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.551586 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-110fa97f-7433-4160-ba42-ac5245801c9a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/fe2a431f-c438-48b3-a3a0-073b07ce61d3 HTTP/1.1" status: 204 len: 168 time: 0.4814739 Dec 08 01:47:56.591290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35374) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:56.623126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fa97f-7433-4160-ba42-ac5245801c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2a431f-c438-48b3-a3a0-073b07ce61d3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:56.699949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426d996-0b50-4218-8e58-de76a029c68d req-4a80daad-c635-4ad5-ba95-e76b2759d793 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.703248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7426d996-0b50-4218-8e58-de76a029c68d req-4a80daad-c635-4ad5-ba95-e76b2759d793 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.1481094 Dec 08 01:47:56.737144 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6da4333b-94f7-416c-89e2-e6aac304ea61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.752238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-67c7d1b2-7e99-45b5-8775-f8f55518de37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.761348 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-67c7d1b2-7e99-45b5-8775-f8f55518de37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.772709 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7426d996-0b50-4218-8e58-de76a029c68d req-3d958f1a-69c4-487b-981b-1bf301f3b9b9 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614789 Dec 08 01:47:56.791512 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.846266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7d1b2-7e99-45b5-8775-f8f55518de37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a21f43-28e6-4ccc-8273-3270e3b7331a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:56.878555 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-67c7d1b2-7e99-45b5-8775-f8f55518de37 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=406ab2ddaec944e489e705c7b133aae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5767176 Dec 08 01:47:56.881239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35380) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:56.889889 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6da4333b-94f7-416c-89e2-e6aac304ea61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.924813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-6da4333b-94f7-416c-89e2-e6aac304ea61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76102862-65fb-4a29-8b57-10229550d89e']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:56.942966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-6da4333b-94f7-416c-89e2-e6aac304ea61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecac4b8b-3d09-4ed7-86c9-2bee3e4177ae') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:56.943241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-6da4333b-94f7-416c-89e2-e6aac304ea61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecac4b8b-3d09-4ed7-86c9-2bee3e4177ae') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:56.955560 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6da4333b-94f7-416c-89e2-e6aac304ea61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.961432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c434a-c5d0-48b9-982b-abd655c24219 req-cfe9ae51-8b0d-456b-b831-a2b4a4131be3 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.963024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-750c434a-c5d0-48b9-982b-abd655c24219 req-cfe9ae51-8b0d-456b-b831-a2b4a4131be3 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.0491590 Dec 08 01:47:56.976559 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b4b0b82e-238f-4239-8eb5-8f623f94fb54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.977570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6da4333b-94f7-416c-89e2-e6aac304ea61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.989988 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da4333b-94f7-416c-89e2-e6aac304ea61 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:47:56.990393 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6da4333b-94f7-416c-89e2-e6aac304ea61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:47:56.992073 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:47:57.034749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-750c434a-c5d0-48b9-982b-abd655c24219 req-a5410c7a-cc04-4eec-8858-4e97ae178fdf tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583282 Dec 08 01:47:57.053108 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b4b0b82e-238f-4239-8eb5-8f623f94fb54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:57.083112 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6da4333b-94f7-416c-89e2-e6aac304ea61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:57.091258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6da4333b-94f7-416c-89e2-e6aac304ea61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:57.097171 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6da4333b-94f7-416c-89e2-e6aac304ea61 admin admin] 10.222.0.71 "DELETE /v2.0/networks/76102862-65fb-4a29-8b57-10229550d89e HTTP/1.1" status: 204 len: 168 time: 0.5046871 Dec 08 01:47:57.109559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4333b-94f7-416c-89e2-e6aac304ea61 admin admin] Pushing event deleted for resources: {'Network': ['ID=76102862-65fb-4a29-8b57-10229550d89e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:57.131196 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b4b0b82e-238f-4239-8eb5-8f623f94fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:57.134312 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b4b0b82e-238f-4239-8eb5-8f623f94fb54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:57.135641 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b4b0b82e-238f-4239-8eb5-8f623f94fb54 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a2a21f43-28e6-4ccc-8273-3270e3b7331a HTTP/1.1" status: 204 len: 168 time: 0.2534299 Dec 08 01:47:57.144949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0b82e-238f-4239-8eb5-8f623f94fb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a21f43-28e6-4ccc-8273-3270e3b7331a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:57.248292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35388) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:57.301006 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-beba1dad-948d-4499-8d1e-7a59cbde7816 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a00cabb23f344d7899a75dba6f339e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509753 Dec 08 01:47:57.303843 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35392) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:57.356689 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-648890ff-2e4a-447f-b307-72ba0cdccda8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:57.382117 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-648890ff-2e4a-447f-b307-72ba0cdccda8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:57.451548 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-648890ff-2e4a-447f-b307-72ba0cdccda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:57.455092 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-648890ff-2e4a-447f-b307-72ba0cdccda8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:57.456610 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-648890ff-2e4a-447f-b307-72ba0cdccda8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/27f24b04-04a6-46c6-9ba9-03b7b45229bf HTTP/1.1" status: 204 len: 168 time: 0.1517801 Dec 08 01:47:57.488394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648890ff-2e4a-447f-b307-72ba0cdccda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f24b04-04a6-46c6-9ba9-03b7b45229bf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:57.531670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98470e-d2f1-463f-8e58-465abe991ac7 req-38bb0bcf-d37c-48bf-a2ff-a154f06ba4a0 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:57.538784 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a98470e-d2f1-463f-8e58-465abe991ac7 req-38bb0bcf-d37c-48bf-a2ff-a154f06ba4a0 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 945 time: 0.0625684 Dec 08 01:47:57.591001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a98470e-d2f1-463f-8e58-465abe991ac7 req-a8045c14-4cac-49f9-93b2-2d491f57c504 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups?id=65fa3dfb-8c61-4f53-9452-409dfacc2f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507703 Dec 08 01:47:57.843100 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:57.989698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455b9a4-ba88-4b87-a2e2-5331eff6e6af req-1c3d6f2e-9dc0-4cfc-90e4-4ee37d26bc9e tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:57.997061 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6455b9a4-ba88-4b87-a2e2-5331eff6e6af req-1c3d6f2e-9dc0-4cfc-90e4-4ee37d26bc9e tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.0854340 Dec 08 01:47:58.057646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6455b9a4-ba88-4b87-a2e2-5331eff6e6af req-66d39a68-dd00-423f-837c-3d8d63b05090 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556901 Dec 08 01:47:58.240455 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd3bb0-165a-4e45-ac3e-9dde04bfa6b6 req-e2ce4384-2681-4b12-8bd6-f5463515fc32 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:58.248649 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8bdd3bb0-165a-4e45-ac3e-9dde04bfa6b6 req-e2ce4384-2681-4b12-8bd6-f5463515fc32 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.1142375 Dec 08 01:47:58.248928 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35444) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:58.346798 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8bdd3bb0-165a-4e45-ac3e-9dde04bfa6b6 req-4c81ed93-db61-40c3-8bf6-f2697eda79ca tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886962 Dec 08 01:47:58.441516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-817357153-network', 'tenant_id': '8ca209876fc74aaebb4d20e8a5adc634'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:58.469896 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] Made reservation on behalf of 8ca209876fc74aaebb4d20e8a5adc634 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:58.473760 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:58.491238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:58.592828 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:58.596256 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35456) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:58.600652 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:58.634229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:47:58.651468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b146bc86-0d7b-4ef2-a0a8-4d615c3f48e6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:58.667489 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:58.667856 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] Added segment c7d2c426-f53b-41eb-91e5-f092fa3ebd96 of type vlan for network 31680b62-8c05-42ea-95ac-fa52ce206242 Dec 08 01:47:58.721807 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:58.757124 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:58.758249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:58.759235 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:58.792607 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367de85-54ab-43f1-9e71-d28e6235ee5e req-104b90c7-a105-4c6f-a8c9-2cabf704c998 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:58.794463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d367de85-54ab-43f1-9e71-d28e6235ee5e req-104b90c7-a105-4c6f-a8c9-2cabf704c998 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 945 time: 0.0661809 Dec 08 01:47:58.801789 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5472844 Dec 08 01:47:58.808146 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35464) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:58.821676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-252f34d9-5b96-461d-ab74-f8b375ad628e admin admin] Request body: {'subnet': {'network_id': '31680b62-8c05-42ea-95ac-fa52ce206242', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-817357153-subnet', 'tenant_id': '8ca209876fc74aaebb4d20e8a5adc634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:58.845382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2085898665-network', 'tenant_id': 'd8b26a81988b4d8ebf59bd24e1f5ba21'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:58.850134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fe805-481c-4266-80d3-e0cf24a5d8a4 admin admin] Pushing event updated for resources: {'Network': ['ID=31680b62-8c05-42ea-95ac-fa52ce206242,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:58.861658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 31680b62-8c05-42ea-95ac-fa52ce206242 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:47:58.878064 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 01:47:58.878064 n-d-713499-31 neutron-server[109767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 01:47:58.878064 n-d-713499-31 neutron-server[109767]: [parameters: {'project_id_1': 'd8b26a81988b4d8ebf59bd24e1f5ba21', 'expiration_1': datetime.datetime(2021, 12, 8, 1, 47, 38, 849539)}] Dec 08 01:47:58.878064 n-d-713499-31 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:47:58.878489 n-d-713499-31 neutron-server[109767]: DEBUG oslo_db.api [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:47:58.911377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252f34d9-5b96-461d-ab74-f8b375ad628e admin admin] Made reservation on behalf of 8ca209876fc74aaebb4d20e8a5adc634 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:58.914487 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-252f34d9-5b96-461d-ab74-f8b375ad628e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:58.926690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d367de85-54ab-43f1-9e71-d28e6235ee5e req-2e92c734-55c4-45d4-a23d-abbac8b84e3b tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups?id=65fa3dfb-8c61-4f53-9452-409dfacc2f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953717 Dec 08 01:47:59.373137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274a390-e729-4500-af12-a59dc14efd17 req-85e57e11-5d95-4b24-b1cd-623a404c36f0 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:59.384465 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35476) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:59.390026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-bdbd4b51-805c-4ffe-bf4e-659f2571977e tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Request body: {'floatingip': {'port_id': 'fb94505c-aaac-4dd5-92b9-96245f678066'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:59.392173 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2274a390-e729-4500-af12-a59dc14efd17 req-85e57e11-5d95-4b24-b1cd-623a404c36f0 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 945 time: 0.3846920 Dec 08 01:47:59.518484 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bdbd4b51-805c-4ffe-bf4e-659f2571977e tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for floatingip, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:59.661132 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-252f34d9-5b96-461d-ab74-f8b375ad628e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:59.672927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Made reservation on behalf of d8b26a81988b4d8ebf59bd24e1f5ba21 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:59.675279 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:59.730068 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:59.739902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800de818-a91a-45ac-855f-f9faa4b3f537 req-ae1beac4-5383-47b9-8ea5-96cd5a1064e2 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:59.741016 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-800de818-a91a-45ac-855f-f9faa4b3f537 req-ae1beac4-5383-47b9-8ea5-96cd5a1064e2 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.3370464 Dec 08 01:47:59.757407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57093c15-ad4e-4aa4-9f12-d84b17390176 req-74e5f507-9f7b-4507-9931-81e83e1b612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:59.759707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57093c15-ad4e-4aa4-9f12-d84b17390176 req-74e5f507-9f7b-4507-9931-81e83e1b612b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 1102 time: 0.3665113 Dec 08 01:47:59.778545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabef096-92d8-474a-a795-337c70f1936e req-0dfa0df1-7e86-4a5a-9f82-c557daabb7b3 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:59.786859 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dabef096-92d8-474a-a795-337c70f1936e req-0dfa0df1-7e86-4a5a-9f82-c557daabb7b3 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.2478640 Dec 08 01:47:59.975391 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57093c15-ad4e-4aa4-9f12-d84b17390176 req-3a64fc04-0594-4d0d-9f4e-16167fb64c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:59.977681 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57093c15-ad4e-4aa4-9f12-d84b17390176 req-3a64fc04-0594-4d0d-9f4e-16167fb64c30 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1776083 Dec 08 01:47:59.978474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f34d9-5b96-461d-ab74-f8b375ad628e admin admin] Checking segment: {'id': 'c7d2c426-f53b-41eb-91e5-f092fa3ebd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '31680b62-8c05-42ea-95ac-fa52ce206242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:59.978837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252f34d9-5b96-461d-ab74-f8b375ad628e admin admin] Network hostable DHCP agents. Network: 31680b62-8c05-42ea-95ac-fa52ce206242, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:48:00.010576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f34d9-5b96-461d-ab74-f8b375ad628e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2acd7c26-b775-4afa-92fd-f3844efc3cc3,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:00.081960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dabef096-92d8-474a-a795-337c70f1936e req-33a5cd30-13ba-4696-87ef-c102b2ef3cc5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942052 Dec 08 01:48:00.083184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57093c15-ad4e-4aa4-9f12-d84b17390176 req-b2b04300-cd39-4544-bcfc-5dcba86c8926 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33 HTTP/1.1" status: 200 len: 217 time: 0.0696862 Dec 08 01:48:00.134956 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bdbd4b51-805c-4ffe-bf4e-659f2571977e tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.142164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bdbd4b51-805c-4ffe-bf4e-659f2571977e tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.153880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252f34d9-5b96-461d-ab74-f8b375ad628e admin admin] Network 31680b62-8c05-42ea-95ac-fa52ce206242 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:48:00.165383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-800de818-a91a-45ac-855f-f9faa4b3f537 req-82cbb820-f3e6-45ab-9252-b3c4b6b458eb tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005589 Dec 08 01:48:00.191824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-252f34d9-5b96-461d-ab74-f8b375ad628e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 31680b62-8c05-42ea-95ac-fa52ce206242) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:00.205530 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f34d9-5b96-461d-ab74-f8b375ad628e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:00.206123 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-252f34d9-5b96-461d-ab74-f8b375ad628e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.212139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d790ff88-855b-47cd-bdf7-ea4fb16e69ab None None] Network 31680b62-8c05-42ea-95ac-fa52ce206242 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:00.239082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57093c15-ad4e-4aa4-9f12-d84b17390176 req-c706ee3e-700e-42b8-96cf-9124a8156d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:00.240628 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57093c15-ad4e-4aa4-9f12-d84b17390176 req-c706ee3e-700e-42b8-96cf-9124a8156d2a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1452050 Dec 08 01:48:00.252841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-252f34d9-5b96-461d-ab74-f8b375ad628e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4416559 Dec 08 01:48:00.363229 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.364820 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-bdbd4b51-805c-4ffe-bf4e-659f2571977e tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Floating IP e3ad0e8b-8c52-45b1-b6df-c17d7dab53f7 associated. External IP: 172.25.8.101, port: fb94505c-aaac-4dd5-92b9-96245f678066. Dec 08 01:48:00.365745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57093c15-ad4e-4aa4-9f12-d84b17390176 req-594c5de0-7d8d-48f3-80d0-74338ee20645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:00.367517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57093c15-ad4e-4aa4-9f12-d84b17390176 req-594c5de0-7d8d-48f3-80d0-74338ee20645 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1136894 Dec 08 01:48:00.372732 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.476350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:48:00.512425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd643c14-a42f-44a1-837f-5b454450a051 None None] Network 31680b62-8c05-42ea-95ac-fa52ce206242 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:00.566536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eabc545-96aa-493f-aea3-ec88c40b42ca,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:00.571903 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.572536 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Added segment b39593a9-04d3-4530-8c3a-6bea6dac5d29 of type vlan for network 58d5fedb-3f16-453a-ba49-78f6165b9aab Dec 08 01:48:00.643429 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.661273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57093c15-ad4e-4aa4-9f12-d84b17390176 req-6ff49821-8dbc-400e-9455-d20a83a25ff0 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829237 Dec 08 01:48:00.748552 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5860740-d893-49ba-957e-8d44fab33efd req-b52dfc43-a243-4a91-9fce-5e14abd37336 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1126273 Dec 08 01:48:00.779748 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbd4b51-805c-4ffe-bf4e-659f2571977e tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Router 7763c9c0-13fa-4f16-a017-f75506ff599c has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:48:00.794638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-fe2da5c4-b15b-46a7-8624-4e15812bbed1 req-c7a99555-3991-4387-ba31-bb0b2829726a tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2049737781', 'description': 'tempest-description-1978948024'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:00.804109 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.805673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:00.806494 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.931272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbd4b51-805c-4ffe-bf4e-659f2571977e tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:48:00.936333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bdbd4b51-805c-4ffe-bf4e-659f2571977e tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.941696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5860740-d893-49ba-957e-8d44fab33efd req-c5076544-8896-493d-8f14-03633e2df72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:00.943278 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5860740-d893-49ba-957e-8d44fab33efd req-c5076544-8896-493d-8f14-03633e2df72c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 1096 time: 0.0680482 Dec 08 01:48:00.947892 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545779a4-ac4b-4f8f-a079-45b1142a7bee None None] Sync routers for ids ['7763c9c0-13fa-4f16-a017-f75506ff599c'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:48:00.969213 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545779a4-ac4b-4f8f-a079-45b1142a7bee None None] Routers {'7763c9c0-13fa-4f16-a017-f75506ff599c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:00.971388 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-545779a4-ac4b-4f8f-a079-45b1142a7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7763c9c0-13fa-4f16-a017-f75506ff599c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:00.972869 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fe2da5c4-b15b-46a7-8624-4e15812bbed1 req-c7a99555-3991-4387-ba31-bb0b2829726a tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.977454 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bdbd4b51-805c-4ffe-bf4e-659f2571977e tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "PUT /v2.0/floatingips/e3ad0e8b-8c52-45b1-b6df-c17d7dab53f7 HTTP/1.1" status: 200 len: 991 time: 1.5889456 Dec 08 01:48:00.977454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6285c98-665e-4192-964c-ad65bb7c0ca4', 'tag': 'fb94505c-aaac-4dd5-92b9-96245f678066'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:00.979529 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db0a9f7-e47b-4e02-9a55-e485eb91556f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6285c98-665e-4192-964c-ad65bb7c0ca4", "tag": "fb94505c-aaac-4dd5-92b9-96245f678066"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:00.999511 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4016697 Dec 08 01:48:01.007035 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35496) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:01.011789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Request body: {'subnet': {'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2085898665-subnet', 'tenant_id': 'd8b26a81988b4d8ebf59bd24e1f5ba21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:01.025147 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Pushing event updated for resources: {'Network': ['ID=58d5fedb-3f16-453a-ba49-78f6165b9aab,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:01.033993 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57093c15-ad4e-4aa4-9f12-d84b17390176 req-95c969af-b6d6-4c7b-bccb-470c423cc0ca service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610008 Dec 08 01:48:01.056283 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:01.058243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:01.060771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:01.061230 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:01.061904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:01.062034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:01.062456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:01.062859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:01.063679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:01.063679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:01.064020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:01.064595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:01.064775 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682e722-33ee-49c1-bc55-4472d1609040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:01.077959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 58d5fedb-3f16-453a-ba49-78f6165b9aab details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:48:01.097598 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Made reservation on behalf of d8b26a81988b4d8ebf59bd24e1f5ba21 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:01.100268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.141006 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fe2da5c4-b15b-46a7-8624-4e15812bbed1 req-c7a99555-3991-4387-ba31-bb0b2829726a tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.148924 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fe2da5c4-b15b-46a7-8624-4e15812bbed1 req-c7a99555-3991-4387-ba31-bb0b2829726a tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.207029 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a99555-3991-4387-ba31-bb0b2829726a tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fde3b3e-74c7-46f0-bfe8-8c434f0389ed,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:01.218794 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fe2da5c4-b15b-46a7-8624-4e15812bbed1 req-c7a99555-3991-4387-ba31-bb0b2829726a tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.220305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe2da5c4-b15b-46a7-8624-4e15812bbed1 req-c7a99555-3991-4387-ba31-bb0b2829726a tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4414423 Dec 08 01:48:01.241931 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:48:01.259413 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc1e944-6a6e-4933-bb19-c4cd4c20abb4 x-openstack-request-id: req-7bc1e944-6a6e-4933-bb19-c4cd4c20abb4 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:01.259761 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6285c98-665e-4192-964c-ad65bb7c0ca4", "tag": "fb94505c-aaac-4dd5-92b9-96245f678066", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:01.260027 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7bc1e944-6a6e-4933-bb19-c4cd4c20abb4 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:01.261614 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6285c98-665e-4192-964c-ad65bb7c0ca4', 'tag': 'fb94505c-aaac-4dd5-92b9-96245f678066', 'status': 'completed', 'code': 200} Dec 08 01:48:01.272259 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-545779a4-ac4b-4f8f-a079-45b1142a7bee None None] Set router 7763c9c0-13fa-4f16-a017-f75506ff599c gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:01.281300 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5860740-d893-49ba-957e-8d44fab33efd req-845dbbde-521d-45bd-a822-d9b3a4207078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:01.284466 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5860740-d893-49ba-957e-8d44fab33efd req-845dbbde-521d-45bd-a822-d9b3a4207078 service neutron] 10.222.0.45 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.3070970 Dec 08 01:48:01.375476 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5860740-d893-49ba-957e-8d44fab33efd req-e72de139-1e60-4aff-979c-1c17e6bd6e5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e HTTP/1.1" status: 200 len: 217 time: 0.0532732 Dec 08 01:48:01.396045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ea5d7-5262-46f1-be75-41ed8768f4a1 req-e742ae05-6517-4e9a-84d3-5ba820592acd tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:01.404159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-672ea5d7-5262-46f1-be75-41ed8768f4a1 req-e742ae05-6517-4e9a-84d3-5ba820592acd tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.0704968 Dec 08 01:48:01.430194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b5081-73fa-4865-b617-fafd877dcc94 req-11d6ec38-5766-41f2-b2da-2ba11aab323d tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:01.431788 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f45b5081-73fa-4865-b617-fafd877dcc94 req-11d6ec38-5766-41f2-b2da-2ba11aab323d tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.1364143 Dec 08 01:48:01.440874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5860740-d893-49ba-957e-8d44fab33efd req-bbcb0c8e-bf50-44a6-afc3-fcdc35f8c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:01.442412 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5860740-d893-49ba-957e-8d44fab33efd req-bbcb0c8e-bf50-44a6-afc3-fcdc35f8c199 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.0550900 Dec 08 01:48:01.452646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0a9f7-e47b-4e02-9a55-e485eb91556f req-a380094b-1da8-488e-af5f-356cae14888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:01.454392 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8db0a9f7-e47b-4e02-9a55-e485eb91556f req-a380094b-1da8-488e-af5f-356cae14888c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=77fc4a339ddf47b0ba4423998ee8c3ef&device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 1097 time: 0.1904988 Dec 08 01:48:01.517914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-672ea5d7-5262-46f1-be75-41ed8768f4a1 req-c580b658-ceed-449d-98b3-2f9422bed921 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082094 Dec 08 01:48:01.522189 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f45b5081-73fa-4865-b617-fafd877dcc94 req-96e825a7-2cdc-4723-8585-ef82f4d989a7 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760081 Dec 08 01:48:01.545577 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5860740-d893-49ba-957e-8d44fab33efd req-51cb1b27-fb52-44a7-af3d-739df3faac62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776949 Dec 08 01:48:01.589445 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-545779a4-ac4b-4f8f-a079-45b1142a7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:47:34Z', 'revision_number': 4, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port': {'id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:25Z', 'updated_at': '2021-12-08T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'e3ad0e8b-8c52-45b1-b6df-c17d7dab53f7', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'port_id': 'fb94505c-aaac-4dd5-92b9-96245f678066', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'mac_address': 'fa:16:3e:c5:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6285c98-665e-4192-964c-ad65bb7c0ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:47:40Z', 'updated_at': '2021-12-08T01:47:59Z', 'revision_number': 1, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e83cccb-8d5d-4156-a1cc-c631967e7870', 'name': '', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'mac_address': 'fa:16:3e:72:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:33Z', 'updated_at': '2021-12-08T01:47:40Z', 'revision_number': 5, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'subnets': [{'id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:01.653515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d1b4b82-f972-4023-935d-e3c55a0efb21 req-70b33319-cae0-46c9-bc23-8ccf7930e4e0 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-groups/9fde3b3e-74c7-46f0-bfe8-8c434f0389ed HTTP/1.1" status: 200 len: 1830 time: 0.0870926 Dec 08 01:48:01.653515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1d1b4b82-f972-4023-935d-e3c55a0efb21 req-c00857f3-2f45-4bd9-a766-a4312693c9df tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9fde3b3e-74c7-46f0-bfe8-8c434f0389ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:01.653515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1d1b4b82-f972-4023-935d-e3c55a0efb21 req-c00857f3-2f45-4bd9-a766-a4312693c9df tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9fde3b3e-74c7-46f0-bfe8-8c434f0389ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:01.663421 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545779a4-ac4b-4f8f-a079-45b1142a7bee None None] Checking router: 7763c9c0-13fa-4f16-a017-f75506ff599c for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:48:01.672008 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545779a4-ac4b-4f8f-a079-45b1142a7bee None None] Routers {'7763c9c0-13fa-4f16-a017-f75506ff599c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:01.672888 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-545779a4-ac4b-4f8f-a079-45b1142a7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:47:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7763c9c0-13fa-4f16-a017-f75506ff599c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:01.760060 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d1b4b82-f972-4023-935d-e3c55a0efb21 req-c00857f3-2f45-4bd9-a766-a4312693c9df tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.793306 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d1b4b82-f972-4023-935d-e3c55a0efb21 req-c00857f3-2f45-4bd9-a766-a4312693c9df tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.799048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d1b4b82-f972-4023-935d-e3c55a0efb21 req-c00857f3-2f45-4bd9-a766-a4312693c9df tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.822316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00857f3-2f45-4bd9-a766-a4312693c9df tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e4e389-7690-4153-b68b-3cf856a34f18,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:01.836475 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d1b4b82-f972-4023-935d-e3c55a0efb21 req-c00857f3-2f45-4bd9-a766-a4312693c9df tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.838375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d1b4b82-f972-4023-935d-e3c55a0efb21 req-c00857f3-2f45-4bd9-a766-a4312693c9df tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1901095 Dec 08 01:48:01.955418 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6dab3da2-bdb7-4c03-8309-4e49762b32bf req-e049e197-96ca-435b-bbf9-7b4308ab7ffa tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-groups/9fde3b3e-74c7-46f0-bfe8-8c434f0389ed HTTP/1.1" status: 200 len: 2423 time: 0.0857913 Dec 08 01:48:01.961237 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-545779a4-ac4b-4f8f-a079-45b1142a7bee None None] Set router 7763c9c0-13fa-4f16-a017-f75506ff599c gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:02.034004 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afba3b52-0a29-49cd-a5e5-4b8c9c571b40 req-bb59b232-127b-4087-b9d8-76f8de1b8a3f tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-group-rules/42e4e389-7690-4153-b68b-3cf856a34f18 HTTP/1.1" status: 200 len: 778 time: 0.0254099 Dec 08 01:48:02.121949 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afba3b52-0a29-49cd-a5e5-4b8c9c571b40 req-425395c9-8b75-4009-8cff-dbc1d54365b1 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-groups/9fde3b3e-74c7-46f0-bfe8-8c434f0389ed HTTP/1.1" status: 200 len: 2423 time: 0.0813735 Dec 08 01:48:02.185867 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5860740-d893-49ba-957e-8d44fab33efd req-fc246099-9713-42d7-ba1a-f146a01f7ff8 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6310971 Dec 08 01:48:02.199043 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-afba3b52-0a29-49cd-a5e5-4b8c9c571b40 req-62c911f7-5b61-46e4-99d6-18e96edfa370 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.217166 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-afba3b52-0a29-49cd-a5e5-4b8c9c571b40 req-62c911f7-5b61-46e4-99d6-18e96edfa370 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.314920 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-afba3b52-0a29-49cd-a5e5-4b8c9c571b40 req-62c911f7-5b61-46e4-99d6-18e96edfa370 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.319803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.325245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-afba3b52-0a29-49cd-a5e5-4b8c9c571b40 req-62c911f7-5b61-46e4-99d6-18e96edfa370 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.326409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afba3b52-0a29-49cd-a5e5-4b8c9c571b40 req-62c911f7-5b61-46e4-99d6-18e96edfa370 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/42e4e389-7690-4153-b68b-3cf856a34f18 HTTP/1.1" status: 204 len: 173 time: 0.1970456 Dec 08 01:48:02.332782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c911f7-5b61-46e4-99d6-18e96edfa370 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42e4e389-7690-4153-b68b-3cf856a34f18,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:02.357873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-6bd12436-f70a-4d91-946b-f90d11197a2a req-80845721-11e5-4c42-bdc4-5a2ef5d3c28e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1267063285', 'description': 'tempest-description-29660180'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:02.386240 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6bd12436-f70a-4d91-946b-f90d11197a2a req-80845721-11e5-4c42-bdc4-5a2ef5d3c28e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.401841 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-545779a4-ac4b-4f8f-a079-45b1142a7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:47:34Z', 'revision_number': 4, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port': {'id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:25Z', 'updated_at': '2021-12-08T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'e3ad0e8b-8c52-45b1-b6df-c17d7dab53f7', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'port_id': 'fb94505c-aaac-4dd5-92b9-96245f678066', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'mac_address': 'fa:16:3e:c5:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6285c98-665e-4192-964c-ad65bb7c0ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:47:40Z', 'updated_at': '2021-12-08T01:47:59Z', 'revision_number': 1, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e83cccb-8d5d-4156-a1cc-c631967e7870', 'name': '', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'mac_address': 'fa:16:3e:72:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:33Z', 'updated_at': '2021-12-08T01:47:40Z', 'revision_number': 5, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'subnets': [{'id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:02.454006 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0a9f7-e47b-4e02-9a55-e485eb91556f req-5640ca8e-5ca3-4455-8050-3bcde1c2752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:02.454793 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545779a4-ac4b-4f8f-a079-45b1142a7bee None None] The sync data for ids ['7763c9c0-13fa-4f16-a017-f75506ff599c'] in n-d-713499-31 is: [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:47:34Z', 'revision_number': 4, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port': {'id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:25Z', 'updated_at': '2021-12-08T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'e3ad0e8b-8c52-45b1-b6df-c17d7dab53f7', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'port_id': 'fb94505c-aaac-4dd5-92b9-96245f678066', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'mac_address': 'fa:16:3e:c5:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6285c98-665e-4192-964c-ad65bb7c0ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:47:40Z', 'updated_at': '2021-12-08T01:47:59Z', 'revision_number': 1, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e83cccb-8d5d-4156-a1cc-c631967e7870', 'name': '', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'mac_address': 'fa:16:3e:72:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:33Z', 'updated_at': '2021-12-08T01:47:40Z', 'revision_number': 5, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'subnets': [{'id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:48:02.456426 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8db0a9f7-e47b-4e02-9a55-e485eb91556f req-5640ca8e-5ca3-4455-8050-3bcde1c2752f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c5f4031-a05c-4926-a79d-db939f551cd5 HTTP/1.1" status: 200 len: 912 time: 0.9765306 Dec 08 01:48:02.482018 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6bd12436-f70a-4d91-946b-f90d11197a2a req-80845721-11e5-4c42-bdc4-5a2ef5d3c28e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.487075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a85e8bf-1c39-45db-b272-175f3d5ec384,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:02.489635 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6bd12436-f70a-4d91-946b-f90d11197a2a req-80845721-11e5-4c42-bdc4-5a2ef5d3c28e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.522376 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80845721-11e5-4c42-bdc4-5a2ef5d3c28e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2972e1ce-b616-4968-8ff8-cbd85be2fb82,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:02.536450 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6bd12436-f70a-4d91-946b-f90d11197a2a req-80845721-11e5-4c42-bdc4-5a2ef5d3c28e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.538046 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6bd12436-f70a-4d91-946b-f90d11197a2a req-80845721-11e5-4c42-bdc4-5a2ef5d3c28e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1857917 Dec 08 01:48:02.546991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:02.546991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:02.546991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:02.546991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:02.546991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:02.546991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:02.546991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:02.546991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:02.546991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:02.546991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:02.547932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:02.547932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:02.547932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:02.619165 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8db0a9f7-e47b-4e02-9a55-e485eb91556f req-70af63a9-90f0-403b-8bba-e9bfcda48746 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb94505c-aaac-4dd5-92b9-96245f678066 HTTP/1.1" status: 200 len: 999 time: 0.1515238 Dec 08 01:48:02.625542 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Checking segment: {'id': 'b39593a9-04d3-4530-8c3a-6bea6dac5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:02.626081 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Network hostable DHCP agents. Network: 58d5fedb-3f16-453a-ba49-78f6165b9aab, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:48:02.657656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd0d5d74-e81a-49b2-a3bc-9af3e7aa3918 req-0031c19c-947e-45fd-979b-b43976c66e3f tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-groups/2972e1ce-b616-4968-8ff8-cbd85be2fb82 HTTP/1.1" status: 200 len: 1828 time: 0.0889363 Dec 08 01:48:02.677171 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5860740-d893-49ba-957e-8d44fab33efd req-e674a7c7-d3cb-4178-8457-3bc87a96e8a2 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730247 Dec 08 01:48:02.724077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0a9f7-e47b-4e02-9a55-e485eb91556f req-8fd6ddd7-4ca7-4195-930a-d90eb77ada81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:02.727646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55acc6-60e7-4954-9557-0a56aee17c55 req-63899ce7-4d3b-4164-a3f4-ac901b8531d5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:02.728155 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8db0a9f7-e47b-4e02-9a55-e485eb91556f req-8fd6ddd7-4ca7-4195-930a-d90eb77ada81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a55ead71-4b9b-47b0-a955-71e64106e7ec HTTP/1.1" status: 200 len: 850 time: 0.0944600 Dec 08 01:48:02.729043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Network 58d5fedb-3f16-453a-ba49-78f6165b9aab is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:48:02.737168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c55acc6-60e7-4954-9557-0a56aee17c55 req-63899ce7-4d3b-4164-a3f4-ac901b8531d5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.1084626 Dec 08 01:48:02.804509 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c55acc6-60e7-4954-9557-0a56aee17c55 req-100ba4cf-65b2-43e7-9cd5-2f872091872d tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661366 Dec 08 01:48:02.832592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9934d7c2-36d7-4795-9665-05394a6b10e4 req-3bc6166f-9e91-4660-838e-cef5e8653730 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1488958472', 'description': 'tempest-description-1931732125'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:02.836594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 58d5fedb-3f16-453a-ba49-78f6165b9aab) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:02.842591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:02.843920 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.850013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a30873-2210-4ecf-94d0-c2489b086cf1 None None] New status for floating IP e3ad0e8b-8c52-45b1-b6df-c17d7dab53f7: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:48:02.857302 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0a9f7-e47b-4e02-9a55-e485eb91556f req-234f19ed-7784-4572-ab03-92d04101c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:02.858124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265e754d-6566-4d51-9174-726d2ee9d4f6 None None] Network 58d5fedb-3f16-453a-ba49-78f6165b9aab requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:02.858985 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8db0a9f7-e47b-4e02-9a55-e485eb91556f req-234f19ed-7784-4572-ab03-92d04101c767 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c5f4031-a05c-4926-a79d-db939f551cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1201518 Dec 08 01:48:02.884220 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9934d7c2-36d7-4795-9665-05394a6b10e4 req-3bc6166f-9e91-4660-838e-cef5e8653730 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.930923 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e9c57806-2151-416a-a502-9c41f03beafc admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9229748 Dec 08 01:48:02.990040 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8db0a9f7-e47b-4e02-9a55-e485eb91556f req-e787205c-8405-47ba-968e-3ba26b3afc83 service neutron] 10.222.0.45 "GET /v2.0/networks/7c5f4031-a05c-4926-a79d-db939f551cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216590 Dec 08 01:48:02.992537 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9934d7c2-36d7-4795-9665-05394a6b10e4 req-3bc6166f-9e91-4660-838e-cef5e8653730 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.999722 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9934d7c2-36d7-4795-9665-05394a6b10e4 req-3bc6166f-9e91-4660-838e-cef5e8653730 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:03.040127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6166f-9e91-4660-838e-cef5e8653730 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9b2f40-b88c-455b-aa8c-b1cc8f04a339,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:03.060372 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9934d7c2-36d7-4795-9665-05394a6b10e4 req-3bc6166f-9e91-4660-838e-cef5e8653730 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:03.067104 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9934d7c2-36d7-4795-9665-05394a6b10e4 req-3bc6166f-9e91-4660-838e-cef5e8653730 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2405140 Dec 08 01:48:03.175271 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72ca1dc4-4f3e-46bd-b0c2-f14d2132452b req-2cd9216e-9406-4e46-bd47-93e635a64264 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-groups/ae9b2f40-b88c-455b-aa8c-b1cc8f04a339 HTTP/1.1" status: 200 len: 1830 time: 0.0838933 Dec 08 01:48:03.175761 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0941059d-f6d7-4861-af0c-554eb32c051d None None] Network 58d5fedb-3f16-453a-ba49-78f6165b9aab requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:03.180711 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8db0a9f7-e47b-4e02-9a55-e485eb91556f req-0f729b88-fcea-4581-96a8-716760f7555c service neutron] 10.222.0.45 "GET /v2.0/networks/7c5f4031-a05c-4926-a79d-db939f551cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824305 Dec 08 01:48:03.206288 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-27ff17f1-052b-4167-9be4-c0b8cc056318 req-e3632896-bd1e-416b-8f73-6c90f3d7a112 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1516864175', 'description': 'tempest-description-2084336483'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:03.252799 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-27ff17f1-052b-4167-9be4-c0b8cc056318 req-e3632896-bd1e-416b-8f73-6c90f3d7a112 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:03.386888 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-27ff17f1-052b-4167-9be4-c0b8cc056318 req-e3632896-bd1e-416b-8f73-6c90f3d7a112 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:03.391339 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-27ff17f1-052b-4167-9be4-c0b8cc056318 req-e3632896-bd1e-416b-8f73-6c90f3d7a112 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:03.423545 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-27ff17f1-052b-4167-9be4-c0b8cc056318 req-e3632896-bd1e-416b-8f73-6c90f3d7a112 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:03.424795 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-27ff17f1-052b-4167-9be4-c0b8cc056318 req-e3632896-bd1e-416b-8f73-6c90f3d7a112 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2239263 Dec 08 01:48:03.426600 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3632896-bd1e-416b-8f73-6c90f3d7a112 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097ace0f-e17f-47fb-b66e-b0aebc3a60ca,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:03.598584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ed4ccb8-8647-444e-906f-2ade91d06418 req-5aa5ce52-5a72-4a30-a222-31b08433d4f5 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-groups/097ace0f-e17f-47fb-b66e-b0aebc3a60ca HTTP/1.1" status: 200 len: 1830 time: 0.0609598 Dec 08 01:48:03.609762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-d81e6929-e5b1-40cb-8bb2-8bafaf3da2d0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:03.611375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-d81e6929-e5b1-40cb-8bb2-8bafaf3da2d0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/networks?id=58d5fedb-3f16-453a-ba49-78f6165b9aab HTTP/1.1" status: 200 len: 818 time: 0.1391118 Dec 08 01:48:03.629457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d99fb3f5-a838-4d21-907c-c2906844c78e req-7978c5f8-9641-4559-a1b9-94e50d45881c tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2054053690', 'description': 'tempest-description-1356945585'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:03.637760 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-c9bfe9d1-0a25-4eb6-84f3-bb84d77d78c7 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/quotas/d8b26a81988b4d8ebf59bd24e1f5ba21 HTTP/1.1" status: 200 len: 375 time: 0.0206583 Dec 08 01:48:03.675282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e4170a55-4d06-4cd8-ae30-6040553a9c78 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8b26a81988b4d8ebf59bd24e1f5ba21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303748 Dec 08 01:48:03.678257 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d99fb3f5-a838-4d21-907c-c2906844c78e req-7978c5f8-9641-4559-a1b9-94e50d45881c tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:03.828799 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d99fb3f5-a838-4d21-907c-c2906844c78e req-7978c5f8-9641-4559-a1b9-94e50d45881c tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:03.846601 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-3b5fde1f-b097-4198-af43-259efa2b9ad4 service neutron] 10.222.0.71 "GET /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412032 Dec 08 01:48:03.880277 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d99fb3f5-a838-4d21-907c-c2906844c78e req-7978c5f8-9641-4559-a1b9-94e50d45881c tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:03.951125 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d99fb3f5-a838-4d21-907c-c2906844c78e req-7978c5f8-9641-4559-a1b9-94e50d45881c tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:03.952411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d99fb3f5-a838-4d21-907c-c2906844c78e req-7978c5f8-9641-4559-a1b9-94e50d45881c tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3285959 Dec 08 01:48:03.954558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978c5f8-9641-4559-a1b9-94e50d45881c tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3909d8-a3e0-4fb6-84ab-f43bec61d3ac,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:03.992708 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-92fe8242-145f-40cc-bfdd-d0a9decd14c6 service neutron] 10.222.0.71 "GET /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469791 Dec 08 01:48:04.074702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9920c9-c1a4-405c-8b9b-01e029ebbbae req-f2264085-2cda-49a0-b4e7-40feaf0f2c23 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:04.076336 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad9920c9-c1a4-405c-8b9b-01e029ebbbae req-f2264085-2cda-49a0-b4e7-40feaf0f2c23 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.0533652 Dec 08 01:48:04.137231 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad9920c9-c1a4-405c-8b9b-01e029ebbbae req-fffe9e36-06c6-4c0f-9228-66615b8142ba tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537710 Dec 08 01:48:04.325063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0333b8a-d91b-4096-aa2a-c5ec0dad84e6 req-0ebab281-5d9b-49fb-97c0-5f4bbadaeedc tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-groups/eb3909d8-a3e0-4fb6-84ab-f43bec61d3ac HTTP/1.1" status: 200 len: 1830 time: 0.0704875 Dec 08 01:48:04.364273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8d99f152-9da7-4db3-b883-b35b3b5491d3 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:48:04.486738 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-ce394ca9-daa2-41f6-89ce-94500d374330 req-abcaccd3-10c1-436a-94f3-2ca1977efc1e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] show failed (client error): The resource could not be found. Dec 08 01:48:04.498338 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce394ca9-daa2-41f6-89ce-94500d374330 req-abcaccd3-10c1-436a-94f3-2ca1977efc1e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-groups/ab16fe0e-19a7-4f17-adad-0e2b0d4e9997 HTTP/1.1" status: 404 len: 352 time: 0.0409644 Dec 08 01:48:04.566253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 8d99f152-9da7-4db3-b883-b35b3b5491d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8d99f152-9da7-4db3-b883-b35b3b5491d3,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:04.580987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '8d99f152-9da7-4db3-b883-b35b3b5491d3', 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f', 'port_id': '8d99f152-9da7-4db3-b883-b35b3b5491d3', 'mac_address': 'fa:16:3e:98:bf:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4f4a17-ff0b-4ee2-b46a-f3453934fdb1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:48:04.588238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-296e3e27-e851-429e-b52b-748e2de21a23 req-b644042f-109b-43ee-aa07-7ba4ca15bf4e tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 210 time: 0.0551286 Dec 08 01:48:04.601264 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-c32dc420-ab8a-4a7b-9461-65eef2bb554c req-44b72e85-8a62-4747-a2c0-9dce8a70de25 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] show failed (client error): The resource could not be found. Dec 08 01:48:04.616538 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c32dc420-ab8a-4a7b-9461-65eef2bb554c req-44b72e85-8a62-4747-a2c0-9dce8a70de25 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-group-rules/7ba675e3-0bd7-4e52-b1b3-20530981b54e HTTP/1.1" status: 404 len: 361 time: 0.0846658 Dec 08 01:48:04.645587 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:04.661230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d99f152-9da7-4db3-b883-b35b3b5491d3 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:04.692307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 8d99f152-9da7-4db3-b883-b35b3b5491d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8d99f152-9da7-4db3-b883-b35b3b5491d3,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:04.698699 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:04.776030 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30510201-8947-487f-855b-2107080e7eda req-76cb3e6a-a200-481c-b733-b1e6011c5abc tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-groups/eb3909d8-a3e0-4fb6-84ab-f43bec61d3ac HTTP/1.1" status: 200 len: 1830 time: 0.1196537 Dec 08 01:48:04.791426 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=8d99f152-9da7-4db3-b883-b35b3b5491d3,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:04.804483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:04.805144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:04.805641 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:04.807745 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:04.808289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:04.808800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:04.809475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:04.810001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:04.810514 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:04.811026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:04.811576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:04.812183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:04.812689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:04.878342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['8d99f152-9da7-4db3-b883-b35b3b5491d3'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:04.903336 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-30510201-8947-487f-855b-2107080e7eda req-da7c84aa-7b53-4396-af39-68f383b0a2fe tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:04.961630 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-30510201-8947-487f-855b-2107080e7eda req-da7c84aa-7b53-4396-af39-68f383b0a2fe tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.039019 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-30510201-8947-487f-855b-2107080e7eda req-da7c84aa-7b53-4396-af39-68f383b0a2fe tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.047928 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-30510201-8947-487f-855b-2107080e7eda req-da7c84aa-7b53-4396-af39-68f383b0a2fe tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.056069 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30510201-8947-487f-855b-2107080e7eda req-da7c84aa-7b53-4396-af39-68f383b0a2fe tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "DELETE /v2.0/security-groups/eb3909d8-a3e0-4fb6-84ab-f43bec61d3ac HTTP/1.1" status: 204 len: 173 time: 0.2700994 Dec 08 01:48:05.066882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c84aa-7b53-4396-af39-68f383b0a2fe tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3909d8-a3e0-4fb6-84ab-f43bec61d3ac,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:05.161241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b2b727d-40e0-4d2c-88dc-7c1884bdce93 req-58f53ccb-7c93-4954-a07f-837431e9fa94 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-groups/097ace0f-e17f-47fb-b66e-b0aebc3a60ca HTTP/1.1" status: 200 len: 1830 time: 0.0788167 Dec 08 01:48:05.449334 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3b2b727d-40e0-4d2c-88dc-7c1884bdce93 req-298bd3b2-ca0e-4e52-b9e7-a33a7023696e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.483894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bfc73-997c-4068-8133-3690ec2c4abf req-bb7fe360-78c7-4c06-91d5-dec03ab8db6a tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:05.493831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e53bfc73-997c-4068-8133-3690ec2c4abf req-bb7fe360-78c7-4c06-91d5-dec03ab8db6a tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.2295613 Dec 08 01:48:05.701545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e53bfc73-997c-4068-8133-3690ec2c4abf req-6373aaa7-c65e-4a13-a4c7-c13ab8aed1a8 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440537 Dec 08 01:48:05.710452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3b2b727d-40e0-4d2c-88dc-7c1884bdce93 req-298bd3b2-ca0e-4e52-b9e7-a33a7023696e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.849876 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3b2b727d-40e0-4d2c-88dc-7c1884bdce93 req-298bd3b2-ca0e-4e52-b9e7-a33a7023696e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.855223 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3b2b727d-40e0-4d2c-88dc-7c1884bdce93 req-298bd3b2-ca0e-4e52-b9e7-a33a7023696e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.868478 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b2b727d-40e0-4d2c-88dc-7c1884bdce93 req-298bd3b2-ca0e-4e52-b9e7-a33a7023696e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "DELETE /v2.0/security-groups/097ace0f-e17f-47fb-b66e-b0aebc3a60ca HTTP/1.1" status: 204 len: 173 time: 0.6940939 Dec 08 01:48:05.928767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bd3b2-ca0e-4e52-b9e7-a33a7023696e tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097ace0f-e17f-47fb-b66e-b0aebc3a60ca,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:06.328478 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6466670-8a8f-4034-8e21-7b4c7e5897f3 req-8b722176-419b-40c1-8189-88d18f51f0d5 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 210 time: 0.1552706 Dec 08 01:48:06.379031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8d99f152-9da7-4db3-b883-b35b3b5491d3 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:06.500381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 8d99f152-9da7-4db3-b883-b35b3b5491d3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:06.501285 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:06.645949 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58966e6f-c65a-496c-87d0-477044e1405b req-641360c8-db83-4769-a5ed-1ae32e36831f tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-groups/ae9b2f40-b88c-455b-aa8c-b1cc8f04a339 HTTP/1.1" status: 200 len: 1830 time: 0.2260168 Dec 08 01:48:06.815570 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-58966e6f-c65a-496c-87d0-477044e1405b req-f8529775-ab1a-46bb-aebf-6b5507bdc288 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:06.816286 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:06.873673 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-58966e6f-c65a-496c-87d0-477044e1405b req-f8529775-ab1a-46bb-aebf-6b5507bdc288 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:06.921918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 8d99f152-9da7-4db3-b883-b35b3b5491d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8d99f152-9da7-4db3-b883-b35b3b5491d3,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:06.924301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9daa24-a083-490d-aafb-dda0e0744954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d99f152-9da7-4db3-b883-b35b3b5491d3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:06.929235 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2c59f7-1b92-4e3e-9925-3f1eb9cd38a2" -d '{"events": [{"server_uuid": "4a9daa24-a083-490d-aafb-dda0e0744954", "name": "network-vif-plugged", "status": "completed", "tag": "8d99f152-9da7-4db3-b883-b35b3b5491d3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:06.950205 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:07.078328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3d394-a30b-49f9-92b4-47337b14b082 req-02724007-cbcc-4327-a1fa-77d10970e957 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:07.080295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96f3d394-a30b-49f9-92b4-47337b14b082 req-02724007-cbcc-4327-a1fa-77d10970e957 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.1434286 Dec 08 01:48:07.081689 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-58966e6f-c65a-496c-87d0-477044e1405b req-f8529775-ab1a-46bb-aebf-6b5507bdc288 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:07.085063 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-58966e6f-c65a-496c-87d0-477044e1405b req-f8529775-ab1a-46bb-aebf-6b5507bdc288 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:07.086460 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58966e6f-c65a-496c-87d0-477044e1405b req-f8529775-ab1a-46bb-aebf-6b5507bdc288 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "DELETE /v2.0/security-groups/ae9b2f40-b88c-455b-aa8c-b1cc8f04a339 HTTP/1.1" status: 204 len: 173 time: 0.4293203 Dec 08 01:48:07.100139 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8529775-ab1a-46bb-aebf-6b5507bdc288 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9b2f40-b88c-455b-aa8c-b1cc8f04a339,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:07.105411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=8d99f152-9da7-4db3-b883-b35b3b5491d3,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:07.210261 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96f3d394-a30b-49f9-92b4-47337b14b082 req-dfb31b1f-0ccc-4d17-a094-4e89e3fa8a76 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951552 Dec 08 01:48:07.252201 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a6fffe-3011-4325-a9e0-999211ea3d61 x-openstack-request-id: req-a0a6fffe-3011-4325-a9e0-999211ea3d61 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:07.252494 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9daa24-a083-490d-aafb-dda0e0744954", "name": "network-vif-plugged", "status": "completed", "tag": "8d99f152-9da7-4db3-b883-b35b3b5491d3", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:07.252957 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a0a6fffe-3011-4325-a9e0-999211ea3d61 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:07.253340 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9daa24-a083-490d-aafb-dda0e0744954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d99f152-9da7-4db3-b883-b35b3b5491d3', 'code': 200} Dec 08 01:48:07.421621 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36a77ba2-15ca-4668-b14f-c3bad8a08aa9 req-c452fc2e-5d6c-40e0-83ed-22f5e70261d8 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-groups/2972e1ce-b616-4968-8ff8-cbd85be2fb82 HTTP/1.1" status: 200 len: 1828 time: 0.0873864 Dec 08 01:48:07.545245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-36a77ba2-15ca-4668-b14f-c3bad8a08aa9 req-0f57e59b-7fce-486c-915c-3a154a45706a tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:07.786512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfbf782c-2147-455a-b1a5-5504b0b60689 req-b37e9f47-86f6-4876-b7e6-85fbd365d37a tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 210 time: 0.0568075 Dec 08 01:48:07.813771 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-36a77ba2-15ca-4668-b14f-c3bad8a08aa9 req-0f57e59b-7fce-486c-915c-3a154a45706a tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:07.898519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-7abe379f-8c8d-49bf-b6cf-29bfb911a48d tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:07.904077 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-7abe379f-8c8d-49bf-b6cf-29bfb911a48d tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.45 "GET /v2.0/networks?id=58d5fedb-3f16-453a-ba49-78f6165b9aab HTTP/1.1" status: 200 len: 818 time: 0.3021085 Dec 08 01:48:07.937604 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-860bf48d-a5f9-41bd-a85a-5308b09ea05f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Request body: {'port': {'device_id': '4509dd94-9f61-45bd-bd53-5cfc5342aeab', 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab', 'admin_state_up': True, 'tenant_id': 'd8b26a81988b4d8ebf59bd24e1f5ba21'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:07.950153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e95b8ccf-499f-4484-baf6-0402cd67876f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:07.951746 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e95b8ccf-499f-4484-baf6-0402cd67876f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.75 "GET /v2.0/networks?id=58d5fedb-3f16-453a-ba49-78f6165b9aab HTTP/1.1" status: 200 len: 818 time: 0.3730001 Dec 08 01:48:07.970831 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-36a77ba2-15ca-4668-b14f-c3bad8a08aa9 req-0f57e59b-7fce-486c-915c-3a154a45706a tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:07.974101 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-36a77ba2-15ca-4668-b14f-c3bad8a08aa9 req-0f57e59b-7fce-486c-915c-3a154a45706a tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:07.980243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36a77ba2-15ca-4668-b14f-c3bad8a08aa9 req-0f57e59b-7fce-486c-915c-3a154a45706a tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "DELETE /v2.0/security-groups/2972e1ce-b616-4968-8ff8-cbd85be2fb82 HTTP/1.1" status: 204 len: 173 time: 0.5511832 Dec 08 01:48:08.007990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-673769c0-db3d-4bb2-91e3-dd59495e7a65 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Request body: {'port': {'device_id': '9c2cc26b-6435-4272-a832-637234e1a85b', 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab', 'admin_state_up': True, 'tenant_id': 'd8b26a81988b4d8ebf59bd24e1f5ba21'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:08.067088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57e59b-7fce-486c-915c-3a154a45706a tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2972e1ce-b616-4968-8ff8-cbd85be2fb82,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:08.171403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-860bf48d-a5f9-41bd-a85a-5308b09ea05f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Made reservation on behalf of d8b26a81988b4d8ebf59bd24e1f5ba21 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:08.174971 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-860bf48d-a5f9-41bd-a85a-5308b09ea05f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:08.321902 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d081feb4-3153-4b5b-b744-1dc2a6eb097c req-aa1ad215-8957-4c90-a632-6b9fe538eed2 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "GET /v2.0/security-groups/9fde3b3e-74c7-46f0-bfe8-8c434f0389ed HTTP/1.1" status: 200 len: 1830 time: 0.2854970 Dec 08 01:48:08.386378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596795-5f55-4405-9f83-25855e9af18b req-a5aed24a-efee-44c9-a7b6-2afa8684766a tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:08.394811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa596795-5f55-4405-9f83-25855e9af18b req-a5aed24a-efee-44c9-a7b6-2afa8684766a tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 945 time: 0.1394432 Dec 08 01:48:08.499328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-860bf48d-a5f9-41bd-a85a-5308b09ea05f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Allocated IP 172.20.0.3 (58d5fedb-3f16-453a-ba49-78f6165b9aab/6a85e8bf-1c39-45db-b272-175f3d5ec384/ba517233-358e-4889-9af2-0469d98ceb2d) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:08.507551 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d081feb4-3153-4b5b-b744-1dc2a6eb097c req-ea7c6577-02e5-4292-af4b-052a75e2c944 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:08.564311 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa596795-5f55-4405-9f83-25855e9af18b req-ea8a0f5b-34c0-4cb5-921a-7f8aa4effc3a tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/security-groups?id=149a4c15-4bd4-4fbb-963f-f9f79d357083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684000 Dec 08 01:48:08.583962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-673769c0-db3d-4bb2-91e3-dd59495e7a65 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Made reservation on behalf of d8b26a81988b4d8ebf59bd24e1f5ba21 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:08.587496 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-673769c0-db3d-4bb2-91e3-dd59495e7a65 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:08.637290 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d081feb4-3153-4b5b-b744-1dc2a6eb097c req-ea7c6577-02e5-4292-af4b-052a75e2c944 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:08.685426 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-860bf48d-a5f9-41bd-a85a-5308b09ea05f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:08.730097 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-860bf48d-a5f9-41bd-a85a-5308b09ea05f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:08.773386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d081feb4-3153-4b5b-b744-1dc2a6eb097c req-ea7c6577-02e5-4292-af4b-052a75e2c944 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:08.776209 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d081feb4-3153-4b5b-b744-1dc2a6eb097c req-ea7c6577-02e5-4292-af4b-052a75e2c944 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:08.777374 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d081feb4-3153-4b5b-b744-1dc2a6eb097c req-ea7c6577-02e5-4292-af4b-052a75e2c944 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] 10.222.0.71 "DELETE /v2.0/security-groups/9fde3b3e-74c7-46f0-bfe8-8c434f0389ed HTTP/1.1" status: 204 len: 173 time: 0.4546120 Dec 08 01:48:08.787179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35740) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:08.810423 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-860bf48d-a5f9-41bd-a85a-5308b09ea05f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Network 58d5fedb-3f16-453a-ba49-78f6165b9aab is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:08.827163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ec807-3bcc-453b-9684-89a7beb3f270 req-b80bcb2c-7ba4-4916-9fc6-b1b53781bfe6 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:08.835381 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-291ec807-3bcc-453b-9684-89a7beb3f270 req-b80bcb2c-7ba4-4916-9fc6-b1b53781bfe6 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.1681452 Dec 08 01:48:08.847271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c6577-02e5-4292-af4b-052a75e2c944 tempest-SecurityGroupRulesNegativeTestJSON-178068640 tempest-SecurityGroupRulesNegativeTestJSON-178068640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fde3b3e-74c7-46f0-bfe8-8c434f0389ed,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:08.859198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-860bf48d-a5f9-41bd-a85a-5308b09ea05f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:08.869643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-860bf48d-a5f9-41bd-a85a-5308b09ea05f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:08.894496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-673769c0-db3d-4bb2-91e3-dd59495e7a65 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Allocated IP 172.20.0.14 (58d5fedb-3f16-453a-ba49-78f6165b9aab/6a85e8bf-1c39-45db-b272-175f3d5ec384/cde05483-5064-40c2-b196-a2ca5bb97c56) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:08.939195 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-291ec807-3bcc-453b-9684-89a7beb3f270 req-079e3aa1-a0e6-4af9-a16a-b64724f92e45 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036160 Dec 08 01:48:08.957239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bf48d-a5f9-41bd-a85a-5308b09ea05f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Pushing event updated for resources: {'Port': ['ID=ba517233-358e-4889-9af2-0469d98ceb2d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:09.033797 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-564fb7c8-8b1d-449c-b497-fbd2a55f37bd admin admin] Deleting subnet 2acd7c26-b775-4afa-92fd-f3844efc3cc3 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:48:09.037314 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-564fb7c8-8b1d-449c-b497-fbd2a55f37bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:09.111830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-564fb7c8-8b1d-449c-b497-fbd2a55f37bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:09.200047 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-564fb7c8-8b1d-449c-b497-fbd2a55f37bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:09.221891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-973c480a-a4d7-4451-9b2e-690029289c5b req-a9900a8d-c92e-4585-ba5b-d3df8bda06bb tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 210 time: 0.0509598 Dec 08 01:48:09.258011 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-673769c0-db3d-4bb2-91e3-dd59495e7a65 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:09.284752 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-860bf48d-a5f9-41bd-a85a-5308b09ea05f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:09.285868 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-860bf48d-a5f9-41bd-a85a-5308b09ea05f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:09.315368 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-673769c0-db3d-4bb2-91e3-dd59495e7a65 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:09.331076 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-8e67df5c-f47f-4684-8378-1ea46f9af8b6 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:09.333054 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-8e67df5c-f47f-4684-8378-1ea46f9af8b6 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.75 "GET /v2.0/networks?id=58d5fedb-3f16-453a-ba49-78f6165b9aab HTTP/1.1" status: 200 len: 818 time: 0.6133502 Dec 08 01:48:09.336993 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-564fb7c8-8b1d-449c-b497-fbd2a55f37bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:09.369280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-aa8801b5-fb44-40dd-85c7-9342336071b0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Request body: {'port': {'device_id': '6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8', 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab', 'admin_state_up': True, 'tenant_id': 'd8b26a81988b4d8ebf59bd24e1f5ba21'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:09.375825 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-860bf48d-a5f9-41bd-a85a-5308b09ea05f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4436338 Dec 08 01:48:09.378457 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fb7c8-8b1d-449c-b497-fbd2a55f37bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2acd7c26-b775-4afa-92fd-f3844efc3cc3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:09.410565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Request body: {'port': {'device_id': '4509dd94-9f61-45bd-bd53-5cfc5342aeab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:09.441694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673769c0-db3d-4bb2-91e3-dd59495e7a65 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Pushing event updated for resources: {'Port': ['ID=cde05483-5064-40c2-b196-a2ca5bb97c56,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:09.446513 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-564fb7c8-8b1d-449c-b497-fbd2a55f37bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:09.452763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-673769c0-db3d-4bb2-91e3-dd59495e7a65 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Network 58d5fedb-3f16-453a-ba49-78f6165b9aab is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:09.453376 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-564fb7c8-8b1d-449c-b497-fbd2a55f37bd admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2acd7c26-b775-4afa-92fd-f3844efc3cc3 HTTP/1.1" status: 204 len: 168 time: 0.6626394 Dec 08 01:48:09.454307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-673769c0-db3d-4bb2-91e3-dd59495e7a65 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:09.456242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35754) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:09.458403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-673769c0-db3d-4bb2-91e3-dd59495e7a65 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:09.525351 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:09.580177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-673769c0-db3d-4bb2-91e3-dd59495e7a65 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:09.580824 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-673769c0-db3d-4bb2-91e3-dd59495e7a65 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:09.606448 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-749ce942-153a-48da-a70d-3d24f4fb9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:09.613279 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-673769c0-db3d-4bb2-91e3-dd59495e7a65 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6210675 Dec 08 01:48:09.664585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Request body: {'port': {'device_id': '9c2cc26b-6435-4272-a832-637234e1a85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:09.702710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-aa8801b5-fb44-40dd-85c7-9342336071b0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Made reservation on behalf of d8b26a81988b4d8ebf59bd24e1f5ba21 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:09.706852 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-aa8801b5-fb44-40dd-85c7-9342336071b0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:09.814413 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:09.830963 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-749ce942-153a-48da-a70d-3d24f4fb9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:09.893382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a245b26-2129-4b0b-b069-e0aa41985731 req-fa28c235-3215-42fd-9d7a-498714a77bb7 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:09.900590 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a245b26-2129-4b0b-b069-e0aa41985731 req-fa28c235-3215-42fd-9d7a-498714a77bb7 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 945 time: 0.2468009 Dec 08 01:48:09.903459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-749ce942-153a-48da-a70d-3d24f4fb9b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31680b62-8c05-42ea-95ac-fa52ce206242']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:09.946692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-749ce942-153a-48da-a70d-3d24f4fb9b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d2c426-f53b-41eb-91e5-f092fa3ebd96') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:09.946692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-749ce942-153a-48da-a70d-3d24f4fb9b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d2c426-f53b-41eb-91e5-f092fa3ebd96') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:09.975198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba517233-358e-4889-9af2-0469d98ceb2d {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:09.998970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.010407 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-749ce942-153a-48da-a70d-3d24f4fb9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.024432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Transition to ACTIVE for port object ba517233-358e-4889-9af2-0469d98ceb2d will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:48:10.059059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a245b26-2129-4b0b-b069-e0aa41985731 req-a8ea1958-7706-4268-ae83-8cab849b04a5 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/security-groups?id=149a4c15-4bd4-4fbb-963f-f9f79d357083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574934 Dec 08 01:48:10.060233 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-749ce942-153a-48da-a70d-3d24f4fb9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.098821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749ce942-153a-48da-a70d-3d24f4fb9b67 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:48:10.099250 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-749ce942-153a-48da-a70d-3d24f4fb9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:48:10.101087 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:48:10.157664 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.283489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-aa8801b5-fb44-40dd-85c7-9342336071b0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Allocated IP 172.20.0.5 (58d5fedb-3f16-453a-ba49-78f6165b9aab/6a85e8bf-1c39-45db-b272-175f3d5ec384/ca13072c-8bee-4584-af17-fc30aa1fa1e9) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:10.292333 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-749ce942-153a-48da-a70d-3d24f4fb9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.299065 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-749ce942-153a-48da-a70d-3d24f4fb9b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.305400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-749ce942-153a-48da-a70d-3d24f4fb9b67 admin admin] 10.222.0.71 "DELETE /v2.0/networks/31680b62-8c05-42ea-95ac-fa52ce206242 HTTP/1.1" status: 204 len: 168 time: 0.8477604 Dec 08 01:48:10.330872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ce942-153a-48da-a70d-3d24f4fb9b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=31680b62-8c05-42ea-95ac-fa52ce206242,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:10.349244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5046f9-3616-4ddc-ae1c-52f90a1d1658 req-50a9bd64-f83d-4b02-87a1-57cca1c17864 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:10.350797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c5046f9-3616-4ddc-ae1c-52f90a1d1658 req-50a9bd64-f83d-4b02-87a1-57cca1c17864 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.2022884 Dec 08 01:48:10.374579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Pushing event updated for resources: {'Port': ['ID=ba517233-358e-4889-9af2-0469d98ceb2d,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:10.441041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c5046f9-3616-4ddc-ae1c-52f90a1d1658 req-5cd99ef1-5f6d-4c71-9986-e4c3637e1394 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809417 Dec 08 01:48:10.479324 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58a6eae6-1972-4fd1-9635-5ef66b82a159 req-c2a00a11-96cd-4fc7-bf8d-51e742a57733 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 210 time: 0.0372372 Dec 08 01:48:10.491634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35778) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:10.492047 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Attempting to bind port ba517233-358e-4889-9af2-0469d98ceb2d on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:10.492387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Attempting to bind port ba517233-358e-4889-9af2-0469d98ceb2d by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'b39593a9-04d3-4530-8c3a-6bea6dac5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:10.492763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Attempting to bind port ba517233-358e-4889-9af2-0469d98ceb2d on network 58d5fedb-3f16-453a-ba49-78f6165b9aab {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:10.520563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Port ba517233-358e-4889-9af2-0469d98ceb2d on network 58d5fedb-3f16-453a-ba49-78f6165b9aab not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:48:10.521014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Attempting to bind port ba517233-358e-4889-9af2-0469d98ceb2d on network 58d5fedb-3f16-453a-ba49-78f6165b9aab {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:10.535891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:10.536371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Checking segment: {'id': 'b39593a9-04d3-4530-8c3a-6bea6dac5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:10.537005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Bound using segment: {'id': 'b39593a9-04d3-4530-8c3a-6bea6dac5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:10.537690 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Bound port: ba517233-358e-4889-9af2-0469d98ceb2d, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39593a9-04d3-4530-8c3a-6bea6dac5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:10.538197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.567981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7f33266e-c393-44cc-9d71-8532a14664fc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8ca209876fc74aaebb4d20e8a5adc634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0747557 Dec 08 01:48:10.570449 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35782) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:10.665220 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4f78-1dd7-42cd-a24f-50f1722cb7f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.690860 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4f78-1dd7-42cd-a24f-50f1722cb7f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.747728 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade2c53-9490-44d4-8b16-48529ecc8b45 req-38b96113-e30b-4b2b-9435-8f6169cb823f tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:10.750286 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ade2c53-9490-44d4-8b16-48529ecc8b45 req-38b96113-e30b-4b2b-9435-8f6169cb823f tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.45 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 945 time: 0.4605317 Dec 08 01:48:10.751415 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4f78-1dd7-42cd-a24f-50f1722cb7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.756085 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4f78-1dd7-42cd-a24f-50f1722cb7f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.758264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6e9b4f78-1dd7-42cd-a24f-50f1722cb7f5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b146bc86-0d7b-4ef2-a0a8-4d615c3f48e6 HTTP/1.1" status: 204 len: 168 time: 0.1867359 Dec 08 01:48:10.763536 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] For port ba517233-358e-4889-9af2-0469d98ceb2d, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:10.781162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b4f78-1dd7-42cd-a24f-50f1722cb7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b146bc86-0d7b-4ef2-a0a8-4d615c3f48e6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:10.883250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] For port ba517233-358e-4889-9af2-0469d98ceb2d, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ba517233-358e-4889-9af2-0469d98ceb2d,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:10.900687 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.922133 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-aa8801b5-fb44-40dd-85c7-9342336071b0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.967406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:10.969190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.972593 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] 10.222.0.45 "PUT /v2.0/ports/ba517233-358e-4889-9af2-0469d98ceb2d HTTP/1.1" status: 200 len: 1092 time: 1.5662730 Dec 08 01:48:10.978380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4509dd94-9f61-45bd-bd53-5cfc5342aeab', 'tag': 'ba517233-358e-4889-9af2-0469d98ceb2d'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:10.980765 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660ef0e3-5c1f-48c1-83d5-347782a6372c" -d '{"events": [{"name": "network-changed", "server_uuid": "4509dd94-9f61-45bd-bd53-5cfc5342aeab", "tag": "ba517233-358e-4889-9af2-0469d98ceb2d"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:11.030948 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebd1ff-b265-4211-b5e4-43b7fc01661f service neutron] Pushing event updated for resources: {'Port': ['ID=ba517233-358e-4889-9af2-0469d98ceb2d,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:11.059597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-8ade2c53-9490-44d4-8b16-48529ecc8b45 req-6b959fb5-01ad-428f-8013-8abef66b4e1b tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Deleting port 2e73727c-27f2-42ec-baab-cee54fff656e {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:48:11.059969 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ade2c53-9490-44d4-8b16-48529ecc8b45 req-6b959fb5-01ad-428f-8013-8abef66b4e1b tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.094737 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-aa8801b5-fb44-40dd-85c7-9342336071b0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.132893 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84bc15c-bda7-4158-acec-dcd49df6b86a x-openstack-request-id: req-a84bc15c-bda7-4158-acec-dcd49df6b86a {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:11.133248 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4509dd94-9f61-45bd-bd53-5cfc5342aeab", "tag": "ba517233-358e-4889-9af2-0469d98ceb2d", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:11.133490 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a84bc15c-bda7-4158-acec-dcd49df6b86a {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:11.133910 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4509dd94-9f61-45bd-bd53-5cfc5342aeab', 'tag': 'ba517233-358e-4889-9af2-0469d98ceb2d', 'status': 'completed', 'code': 200} Dec 08 01:48:11.381055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf506c-59e1-4d8c-928c-32c134747c44 req-ab753f6b-537c-43e3-ba45-cd37dedb17e7 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:11.394850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6bf506c-59e1-4d8c-928c-32c134747c44 req-ab753f6b-537c-43e3-ba45-cd37dedb17e7 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 945 time: 0.1790874 Dec 08 01:48:11.401508 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8ade2c53-9490-44d4-8b16-48529ecc8b45 req-6b959fb5-01ad-428f-8013-8abef66b4e1b tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] For port 2e73727c-27f2-42ec-baab-cee54fff656e, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2e73727c-27f2-42ec-baab-cee54fff656e,segment=NetworkSegment(5b04cfa9-8b50-4911-8b68-6c79ba5ec725),segment_id=5b04cfa9-8b50-4911-8b68-6c79ba5ec725)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:11.401950 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ade2c53-9490-44d4-8b16-48529ecc8b45 req-6b959fb5-01ad-428f-8013-8abef66b4e1b tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.418208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-8ade2c53-9490-44d4-8b16-48529ecc8b45 req-6b959fb5-01ad-428f-8013-8abef66b4e1b tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Calling delete_port for 2e73727c-27f2-42ec-baab-cee54fff656e owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:48:11.498584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-aa8801b5-fb44-40dd-85c7-9342336071b0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Network 58d5fedb-3f16-453a-ba49-78f6165b9aab is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:11.500536 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-aa8801b5-fb44-40dd-85c7-9342336071b0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:11.513911 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-aa8801b5-fb44-40dd-85c7-9342336071b0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:11.532001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8801b5-fb44-40dd-85c7-9342336071b0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Pushing event updated for resources: {'Port': ['ID=ca13072c-8bee-4584-af17-fc30aa1fa1e9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:11.532264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6bf506c-59e1-4d8c-928c-32c134747c44 req-32ff3329-f50f-466b-b1c4-5c68a234b010 tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/security-groups?id=149a4c15-4bd4-4fbb-963f-f9f79d357083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362762 Dec 08 01:48:11.576248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-25478872-0651-455c-9430-2d16fe321a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:11.578810 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-25478872-0651-455c-9430-2d16fe321a5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8b26a81988b4d8ebf59bd24e1f5ba21&device_id=4509dd94-9f61-45bd-bd53-5cfc5342aeab HTTP/1.1" status: 200 len: 1095 time: 0.5125654 Dec 08 01:48:11.656585 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-16eaceea-2fd8-4578-b16c-97f12987b8ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba517233-358e-4889-9af2-0469d98ceb2d HTTP/1.1" status: 200 len: 217 time: 0.0533051 Dec 08 01:48:11.671751 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde05483-5064-40c2-b196-a2ca5bb97c56 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:11.683191 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.702754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Transition to ACTIVE for port object cde05483-5064-40c2-b196-a2ca5bb97c56 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:48:11.719566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-aa8801b5-fb44-40dd-85c7-9342336071b0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:11.720519 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-aa8801b5-fb44-40dd-85c7-9342336071b0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.756335 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.789413 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-aa8801b5-fb44-40dd-85c7-9342336071b0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4235623 Dec 08 01:48:11.846187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Request body: {'port': {'device_id': '6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:11.879530 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Pushing event updated for resources: {'Port': ['ID=cde05483-5064-40c2-b196-a2ca5bb97c56,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:11.890801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-9ae27af7-99c2-4933-8d58-6f15855c2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:11.894026 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-9ae27af7-99c2-4933-8d58-6f15855c2c8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a85e8bf-1c39-45db-b272-175f3d5ec384 HTTP/1.1" status: 200 len: 858 time: 0.2221365 Dec 08 01:48:11.934268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c3274-f461-41ee-9ad0-a504b45479fd req-df90ea0a-0057-457f-a5e6-a27f2754d102 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:11.942429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b70c3274-f461-41ee-9ad0-a504b45479fd req-df90ea0a-0057-457f-a5e6-a27f2754d102 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.2378206 Dec 08 01:48:11.954742 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e0328-8476-40df-af8c-e5adef5f2164 req-92a7695a-2f60-4f12-95ae-43efb649324d tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:11.956434 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-11f75f18-1454-4f8b-aeab-883d497e0a4b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58d5fedb-3f16-453a-ba49-78f6165b9aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331533 Dec 08 01:48:11.963833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d64e0328-8476-40df-af8c-e5adef5f2164 req-92a7695a-2f60-4f12-95ae-43efb649324d tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 931 time: 0.2461476 Dec 08 01:48:12.000253 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:12.046214 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ade2c53-9490-44d4-8b16-48529ecc8b45 req-6b959fb5-01ad-428f-8013-8abef66b4e1b tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:12.093336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['2e73727c-27f2-42ec-baab-cee54fff656e'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:12.113994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b959fb5-01ad-428f-8013-8abef66b4e1b tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Pushing event deleted for resources: {'Port': ['ID=2e73727c-27f2-42ec-baab-cee54fff656e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:12.185395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ade2c53-9490-44d4-8b16-48529ecc8b45 req-6b959fb5-01ad-428f-8013-8abef66b4e1b tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] No DVR routers for this DVR port 2e73727c-27f2-42ec-baab-cee54fff656e on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:48:12.196930 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ade2c53-9490-44d4-8b16-48529ecc8b45 req-6b959fb5-01ad-428f-8013-8abef66b4e1b tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:12.200527 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ade2c53-9490-44d4-8b16-48529ecc8b45 req-6b959fb5-01ad-428f-8013-8abef66b4e1b tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.45 "DELETE /v2.0/ports/2e73727c-27f2-42ec-baab-cee54fff656e HTTP/1.1" status: 204 len: 173 time: 1.4425087 Dec 08 01:48:12.206230 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-4c2985c3-b68f-417a-9086-0954dffb6dff service neutron] 10.222.0.45 "GET /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351379 Dec 08 01:48:12.430640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b70c3274-f461-41ee-9ad0-a504b45479fd req-0d46f7d9-713f-4b08-a577-0a8b9f9eba8f tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832559 Dec 08 01:48:12.455011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d64e0328-8476-40df-af8c-e5adef5f2164 req-027156bc-31c2-422c-9e19-ea55bad77884 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902449 Dec 08 01:48:12.464088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Attempting to bind port cde05483-5064-40c2-b196-a2ca5bb97c56 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:12.464384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Attempting to bind port cde05483-5064-40c2-b196-a2ca5bb97c56 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'b39593a9-04d3-4530-8c3a-6bea6dac5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:12.464722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Attempting to bind port cde05483-5064-40c2-b196-a2ca5bb97c56 on network 58d5fedb-3f16-453a-ba49-78f6165b9aab {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:12.481343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Port cde05483-5064-40c2-b196-a2ca5bb97c56 on network 58d5fedb-3f16-453a-ba49-78f6165b9aab not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:48:12.482139 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Attempting to bind port cde05483-5064-40c2-b196-a2ca5bb97c56 on network 58d5fedb-3f16-453a-ba49-78f6165b9aab {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:12.487887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:12.488659 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Checking segment: {'id': 'b39593a9-04d3-4530-8c3a-6bea6dac5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:12.490472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Bound using segment: {'id': 'b39593a9-04d3-4530-8c3a-6bea6dac5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:12.491132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Bound port: cde05483-5064-40c2-b196-a2ca5bb97c56, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39593a9-04d3-4530-8c3a-6bea6dac5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:12.491745 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:12.597587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] For port cde05483-5064-40c2-b196-a2ca5bb97c56, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:12.607104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] For port cde05483-5064-40c2-b196-a2ca5bb97c56, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=cde05483-5064-40c2-b196-a2ca5bb97c56,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:12.614441 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:12.684562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:12.685890 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:12.688695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] 10.222.0.75 "PUT /v2.0/ports/cde05483-5064-40c2-b196-a2ca5bb97c56 HTTP/1.1" status: 200 len: 1093 time: 3.0338869 Dec 08 01:48:12.692095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2cc26b-6435-4272-a832-637234e1a85b', 'tag': 'cde05483-5064-40c2-b196-a2ca5bb97c56'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:12.695060 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41d247b-3c8c-443f-86ff-6b4d089604ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2cc26b-6435-4272-a832-637234e1a85b", "tag": "cde05483-5064-40c2-b196-a2ca5bb97c56"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:12.755133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7070636-3171-495e-be0e-b97be1c1bd60 service neutron] Pushing event updated for resources: {'Port': ['ID=cde05483-5064-40c2-b196-a2ca5bb97c56,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:12.861919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-3bad3529-93ea-4de9-af74-2aba13b41ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:12.865300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-3bad3529-93ea-4de9-af74-2aba13b41ec1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d8b26a81988b4d8ebf59bd24e1f5ba21&device_id=9c2cc26b-6435-4272-a832-637234e1a85b HTTP/1.1" status: 200 len: 1096 time: 0.0964842 Dec 08 01:48:13.028740 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f3a495-dc48-442c-83b3-dfaf538a967a x-openstack-request-id: req-42f3a495-dc48-442c-83b3-dfaf538a967a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:13.029009 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2cc26b-6435-4272-a832-637234e1a85b", "tag": "cde05483-5064-40c2-b196-a2ca5bb97c56", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:13.029268 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-42f3a495-dc48-442c-83b3-dfaf538a967a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:13.029922 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2cc26b-6435-4272-a832-637234e1a85b', 'tag': 'cde05483-5064-40c2-b196-a2ca5bb97c56', 'status': 'completed', 'code': 200} Dec 08 01:48:13.045080 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-b4e28aa3-0cf2-4db9-8ee2-08421789d6f2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde05483-5064-40c2-b196-a2ca5bb97c56 HTTP/1.1" status: 200 len: 217 time: 0.1633084 Dec 08 01:48:13.056273 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-b9c173c0-3a79-435a-a473-2b1a33f761eb service neutron] 10.222.0.45 "GET /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7781439 Dec 08 01:48:13.138651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c1b0bd-e8a7-4ac2-94fa-1037833de591', 'name': 'network-vif-deleted', 'tag': '2e73727c-27f2-42ec-baab-cee54fff656e'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:13.141472 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164da306-dbd2-4e1b-a4b4-5444a68cab34" -d '{"events": [{"server_uuid": "79c1b0bd-e8a7-4ac2-94fa-1037833de591", "name": "network-vif-deleted", "tag": "2e73727c-27f2-42ec-baab-cee54fff656e"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:13.144462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17131d6-7c9a-4159-b5cd-09e4cb840fbc req-e0c2125c-e523-4afa-b21b-0823c4a790bd tempest-VolumesAdminNegativeTest-1344158696 tempest-VolumesAdminNegativeTest-1344158696-project] 10.222.0.71 "GET /v2.0/ports?device_id=79c1b0bd-e8a7-4ac2-94fa-1037833de591 HTTP/1.1" status: 200 len: 210 time: 0.1135154 Dec 08 01:48:13.257212 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f45b16-c3af-47ed-86fe-2baeafdd38bf x-openstack-request-id: req-d0f45b16-c3af-47ed-86fe-2baeafdd38bf {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:13.257512 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c1b0bd-e8a7-4ac2-94fa-1037833de591", "name": "network-vif-deleted", "tag": "2e73727c-27f2-42ec-baab-cee54fff656e", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:13.257753 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d0f45b16-c3af-47ed-86fe-2baeafdd38bf {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:13.258181 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c1b0bd-e8a7-4ac2-94fa-1037833de591', 'name': 'network-vif-deleted', 'tag': '2e73727c-27f2-42ec-baab-cee54fff656e', 'status': 'completed', 'code': 200} Dec 08 01:48:13.265051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca13072c-8bee-4584-af17-fc30aa1fa1e9 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:13.275937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-04379be3-0650-45ab-a208-970408cf3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:13.277554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-04379be3-0650-45ab-a208-970408cf3c82 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6a85e8bf-1c39-45db-b272-175f3d5ec384 HTTP/1.1" status: 200 len: 858 time: 0.2239087 Dec 08 01:48:13.284757 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:13.317937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076a608-a8bb-4d54-b97a-0dbfe57764cc req-1bafa2c6-97c3-45ef-8549-e8a657a8d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:13.318975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7076a608-a8bb-4d54-b97a-0dbfe57764cc req-1bafa2c6-97c3-45ef-8549-e8a657a8d974 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 1102 time: 0.1393654 Dec 08 01:48:13.355145 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-eee56cba-c9d3-451c-b4ed-c0d74a73cd25 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=58d5fedb-3f16-453a-ba49-78f6165b9aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632954 Dec 08 01:48:13.360014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Transition to ACTIVE for port object ca13072c-8bee-4584-af17-fc30aa1fa1e9 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:48:13.371469 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:13.417458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ef0e3-5c1f-48c1-83d5-347782a6372c req-61427e10-7509-4b69-bdb6-d30f900d71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:13.418963 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-660ef0e3-5c1f-48c1-83d5-347782a6372c req-61427e10-7509-4b69-bdb6-d30f900d71dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8b26a81988b4d8ebf59bd24e1f5ba21&device_id=4509dd94-9f61-45bd-bd53-5cfc5342aeab HTTP/1.1" status: 200 len: 1095 time: 0.1174104 Dec 08 01:48:13.431932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35864) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:13.489855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Pushing event updated for resources: {'Port': ['ID=ca13072c-8bee-4584-af17-fc30aa1fa1e9,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:13.496284 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7076a608-a8bb-4d54-b97a-0dbfe57764cc req-1de11c29-1c0f-4e81-a542-2574949b9fb6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435640 Dec 08 01:48:13.658454 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62fac82a-6d8b-46b2-aa16-6ab47d45d1ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:13.680222 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8380c-e64d-407a-adf6-4d1b7c30a24e req-293a4e36-a436-45d7-a7e3-01170795248e tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:13.681721 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dfc8380c-e64d-407a-adf6-4d1b7c30a24e req-293a4e36-a436-45d7-a7e3-01170795248e tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 943 time: 0.1000071 Dec 08 01:48:13.687482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-a8e5da31-f434-4f12-8bc9-e0f66c560a9d service neutron] 10.222.0.75 "GET /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202434 Dec 08 01:48:13.695083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b842980-14d7-4ae3-ab58-04984c533fe7 req-16fa9403-5e80-4c29-b7f9-bd674e21dd50 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:13.696298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Attempting to bind port ca13072c-8bee-4584-af17-fc30aa1fa1e9 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:13.696582 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b842980-14d7-4ae3-ab58-04984c533fe7 req-16fa9403-5e80-4c29-b7f9-bd674e21dd50 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 950 time: 0.1311319 Dec 08 01:48:13.696757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Attempting to bind port ca13072c-8bee-4584-af17-fc30aa1fa1e9 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'b39593a9-04d3-4530-8c3a-6bea6dac5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:13.697181 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Attempting to bind port ca13072c-8bee-4584-af17-fc30aa1fa1e9 on network 58d5fedb-3f16-453a-ba49-78f6165b9aab {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:13.714886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Port ca13072c-8bee-4584-af17-fc30aa1fa1e9 on network 58d5fedb-3f16-453a-ba49-78f6165b9aab not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:48:13.715358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Attempting to bind port ca13072c-8bee-4584-af17-fc30aa1fa1e9 on network 58d5fedb-3f16-453a-ba49-78f6165b9aab {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:13.730331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:13.730724 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Checking segment: {'id': 'b39593a9-04d3-4530-8c3a-6bea6dac5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:13.731768 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Bound using segment: {'id': 'b39593a9-04d3-4530-8c3a-6bea6dac5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:13.732749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Bound port: ca13072c-8bee-4584-af17-fc30aa1fa1e9, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39593a9-04d3-4530-8c3a-6bea6dac5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:13.734547 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:13.775785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dfc8380c-e64d-407a-adf6-4d1b7c30a24e req-69f7b88a-0e2b-4ebd-8c33-cf1b3e871d2f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702596 Dec 08 01:48:13.791064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ef0e3-5c1f-48c1-83d5-347782a6372c req-299c1f84-c462-4ee9-94f3-dc305b690f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:13.793332 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-660ef0e3-5c1f-48c1-83d5-347782a6372c req-299c1f84-c462-4ee9-94f3-dc305b690f20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58d5fedb-3f16-453a-ba49-78f6165b9aab HTTP/1.1" status: 200 len: 919 time: 0.3633175 Dec 08 01:48:13.877910 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-660ef0e3-5c1f-48c1-83d5-347782a6372c req-3119cdbd-6d6f-47e9-894f-bb82e62c2d0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba517233-358e-4889-9af2-0469d98ceb2d HTTP/1.1" status: 200 len: 217 time: 0.0718274 Dec 08 01:48:13.917872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b842980-14d7-4ae3-ab58-04984c533fe7 req-c878bc57-e999-45fc-af12-1508d1b72947 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049382 Dec 08 01:48:13.973621 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e440b7f1-237c-4090-afac-e75d038f41c0 service neutron] 10.222.0.75 "GET /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028809 Dec 08 01:48:14.037771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ef0e3-5c1f-48c1-83d5-347782a6372c req-6e537dd3-b2af-43cf-8a63-25a519d38b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:14.039678 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-660ef0e3-5c1f-48c1-83d5-347782a6372c req-6e537dd3-b2af-43cf-8a63-25a519d38b99 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a85e8bf-1c39-45db-b272-175f3d5ec384 HTTP/1.1" status: 200 len: 858 time: 0.1443541 Dec 08 01:48:14.049453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] For port ca13072c-8bee-4584-af17-fc30aa1fa1e9, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:14.055260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] For port ca13072c-8bee-4584-af17-fc30aa1fa1e9, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ca13072c-8bee-4584-af17-fc30aa1fa1e9,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:14.081635 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:14.124787 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-660ef0e3-5c1f-48c1-83d5-347782a6372c req-f533394e-b357-42bd-82d7-097357603a27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58d5fedb-3f16-453a-ba49-78f6165b9aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567927 Dec 08 01:48:14.153981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:14.155142 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:14.156629 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] 10.222.0.75 "PUT /v2.0/ports/ca13072c-8bee-4584-af17-fc30aa1fa1e9 HTTP/1.1" status: 200 len: 1092 time: 2.3184927 Dec 08 01:48:14.196104 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62fac82a-6d8b-46b2-aa16-6ab47d45d1ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:14.199745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d247b-3c8c-443f-86ff-6b4d089604ee req-a0400956-f82f-4c3b-b6b5-86bac7d1c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:14.203876 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c41d247b-3c8c-443f-86ff-6b4d089604ee req-a0400956-f82f-4c3b-b6b5-86bac7d1c4cb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d8b26a81988b4d8ebf59bd24e1f5ba21&device_id=9c2cc26b-6435-4272-a832-637234e1a85b HTTP/1.1" status: 200 len: 1096 time: 0.1104274 Dec 08 01:48:14.215290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35894) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:14.232797 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62fac82a-6d8b-46b2-aa16-6ab47d45d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:14.360956 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9cfb97-4e67-4dd0-8e18-911e806888d8 admin admin] Deleting subnet c64a5849-71c1-4cd0-9cda-596c392d3174 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:48:14.361878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6fb27-7e30-4c8c-aad7-344b70ffae36 service neutron] Pushing event updated for resources: {'Port': ['ID=ca13072c-8bee-4584-af17-fc30aa1fa1e9,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:14.372736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4f9b49d8-7694-45b5-9a62-eab2a2369b33 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:48:14.373280 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-62fac82a-6d8b-46b2-aa16-6ab47d45d1ac admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8736cb405c134f8f8e9e41b99d0ae4d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9398737 Dec 08 01:48:14.374497 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a9cfb97-4e67-4dd0-8e18-911e806888d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:14.379480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35896) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:14.381687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fac82a-6d8b-46b2-aa16-6ab47d45d1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293f0404-66b2-4bd9-ab09-c06dce408082,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:14.407481 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e3a2abda-e3b0-4f6d-82d2-312e319b09e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:14.409084 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-e3a2abda-e3b0-4f6d-82d2-312e319b09e7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d8b26a81988b4d8ebf59bd24e1f5ba21&device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 1095 time: 0.1735179 Dec 08 01:48:14.421569 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-660ef0e3-5c1f-48c1-83d5-347782a6372c req-4276c4d6-bc24-4841-b2fb-17612dcd17d4 service neutron] 10.222.0.45 "GET /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606654 Dec 08 01:48:14.431926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e36af-5ca5-40cc-b1ca-017f5fff25ac req-e95dd877-c9c7-4a52-9db3-d8ffc89623f5 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:14.440311 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984e36af-5ca5-40cc-b1ca-017f5fff25ac req-e95dd877-c9c7-4a52-9db3-d8ffc89623f5 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 1098 time: 0.1686790 Dec 08 01:48:14.505651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d247b-3c8c-443f-86ff-6b4d089604ee req-6ed818c7-2cc9-41b4-afb2-978c3349dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:14.507089 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:14.508221 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c41d247b-3c8c-443f-86ff-6b4d089604ee req-6ed818c7-2cc9-41b4-afb2-978c3349dfe3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=58d5fedb-3f16-453a-ba49-78f6165b9aab HTTP/1.1" status: 200 len: 919 time: 0.2937274 Dec 08 01:48:14.511477 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-3039f86d-b603-4aa1-82d2-79338b201261 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca13072c-8bee-4584-af17-fc30aa1fa1e9 HTTP/1.1" status: 200 len: 217 time: 0.0796862 Dec 08 01:48:14.513351 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a9cfb97-4e67-4dd0-8e18-911e806888d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:14.526360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '4f9b49d8-7694-45b5-9a62-eab2a2369b33', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '4f9b49d8-7694-45b5-9a62-eab2a2369b33', 'mac_address': 'fa:16:3e:a6:3b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:48:14.528460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4f9b49d8-7694-45b5-9a62-eab2a2369b33 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:48:14.610272 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c41d247b-3c8c-443f-86ff-6b4d089604ee req-7e236e99-4a43-4c67-87f7-e32396c03321 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde05483-5064-40c2-b196-a2ca5bb97c56 HTTP/1.1" status: 200 len: 217 time: 0.0574796 Dec 08 01:48:14.623096 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-29235b9a-eae1-4db1-9bda-decce3b6e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:14.624645 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-29235b9a-eae1-4db1-9bda-decce3b6e3fc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6a85e8bf-1c39-45db-b272-175f3d5ec384 HTTP/1.1" status: 200 len: 858 time: 0.0678513 Dec 08 01:48:14.634096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984e36af-5ca5-40cc-b1ca-017f5fff25ac req-6db09911-751f-4a73-8a6e-6f38dde36f4e tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926279 Dec 08 01:48:14.667130 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-660ef0e3-5c1f-48c1-83d5-347782a6372c req-50dc72ca-cb95-4830-bcbb-039564e4028a service neutron] 10.222.0.45 "GET /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321405 Dec 08 01:48:14.684836 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-581d3325-e407-4713-a64a-ff8809cb04a5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=58d5fedb-3f16-453a-ba49-78f6165b9aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494761 Dec 08 01:48:14.690108 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7bc39716-8581-49aa-8bdc-3b049a41644e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:14.694715 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:14.727436 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f9b49d8-7694-45b5-9a62-eab2a2369b33 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:14.752809 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a9cfb97-4e67-4dd0-8e18-911e806888d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:14.760518 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:14.834703 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:14.835521 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-692a1e29-aea6-4701-8464-b58ef14d08c8 service neutron] 10.222.0.75 "GET /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439414 Dec 08 01:48:14.850968 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7bc39716-8581-49aa-8bdc-3b049a41644e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:14.854019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d247b-3c8c-443f-86ff-6b4d089604ee req-da28f549-8625-4c7c-bb80-af3b44d1bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:14.855829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c41d247b-3c8c-443f-86ff-6b4d089604ee req-da28f549-8625-4c7c-bb80-af3b44d1bc90 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6a85e8bf-1c39-45db-b272-175f3d5ec384 HTTP/1.1" status: 200 len: 858 time: 0.2079744 Dec 08 01:48:14.858698 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:14.923639 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c41d247b-3c8c-443f-86ff-6b4d089604ee req-abf605de-2461-462a-bd5e-9b6c6f0dcc6d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=58d5fedb-3f16-453a-ba49-78f6165b9aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596211 Dec 08 01:48:14.988382 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea79ee5-e63b-4c86-9063-dd147973d31f req-8cc72e67-36e5-48b7-8a4c-9ac602ce0b10 service neutron] 10.222.0.75 "GET /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442075 Dec 08 01:48:14.997950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a9cfb97-4e67-4dd0-8e18-911e806888d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.039986 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:48:15.040496 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:48:15.045378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=4f9b49d8-7694-45b5-9a62-eab2a2369b33,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:15.077889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cfb97-4e67-4dd0-8e18-911e806888d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c64a5849-71c1-4cd0-9cda-596c392d3174,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:15.096499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c50c9-d261-4034-9b37-4487e6fe3ba1 req-1a6af4a1-85d8-4f07-9676-715b912a7391 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:15.104807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe5c50c9-d261-4034-9b37-4487e6fe3ba1 req-1a6af4a1-85d8-4f07-9676-715b912a7391 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 943 time: 0.2217066 Dec 08 01:48:15.107395 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a9cfb97-4e67-4dd0-8e18-911e806888d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.111218 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9a9cfb97-4e67-4dd0-8e18-911e806888d8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c64a5849-71c1-4cd0-9cda-596c392d3174 HTTP/1.1" status: 204 len: 168 time: 0.8884425 Dec 08 01:48:15.115385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35910) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:15.126712 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7bc39716-8581-49aa-8bdc-3b049a41644e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.129444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7bc39716-8581-49aa-8bdc-3b049a41644e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.131210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7bc39716-8581-49aa-8bdc-3b049a41644e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/293f0404-66b2-4bd9-ab09-c06dce408082 HTTP/1.1" status: 204 len: 168 time: 0.7152493 Dec 08 01:48:15.160099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc39716-8581-49aa-8bdc-3b049a41644e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293f0404-66b2-4bd9-ab09-c06dce408082,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:15.197163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c41d247b-3c8c-443f-86ff-6b4d089604ee req-1dc01ad3-c8ca-4f26-ac17-50de659c4622 service neutron] 10.222.0.75 "GET /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452452 Dec 08 01:48:15.211281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe5c50c9-d261-4034-9b37-4487e6fe3ba1 req-ebb79d35-8a87-4eb3-92c6-2e50a3e74282 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051707 Dec 08 01:48:15.228916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4f9b49d8-7694-45b5-9a62-eab2a2369b33'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:15.290451 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8', 'tag': 'ca13072c-8bee-4584-af17-fc30aa1fa1e9'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:15.292602 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1677bb1-62b0-4416-b2c1-11554dda1b56" -d '{"events": [{"name": "network-changed", "server_uuid": "6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8", "tag": "ca13072c-8bee-4584-af17-fc30aa1fa1e9"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:15.298725 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 2e73727c-27f2-42ec-baab-cee54fff656e no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:48:15.328669 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6d076867-361d-407a-8607-5f5dee6fce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.379976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 2e73727c-27f2-42ec-baab-cee54fff656e {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:48:15.380473 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 2e73727c-27f2-42ec-baab-cee54fff656e not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:48:15.474858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c41d247b-3c8c-443f-86ff-6b4d089604ee req-9dbb288d-89e8-4b4d-ad10-552bfb0b550b service neutron] 10.222.0.75 "GET /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505143 Dec 08 01:48:15.479963 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6d076867-361d-407a-8607-5f5dee6fce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.507021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-6d076867-361d-407a-8607-5f5dee6fce4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00fbacf-e6fc-45b8-9d39-556f23fe6916']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:15.519129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-6d076867-361d-407a-8607-5f5dee6fce4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b04cfa9-8b50-4911-8b68-6c79ba5ec725') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:15.519499 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-6d076867-361d-407a-8607-5f5dee6fce4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b04cfa9-8b50-4911-8b68-6c79ba5ec725') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:15.541703 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6d076867-361d-407a-8607-5f5dee6fce4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.563620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafebe7-92a2-40aa-ba21-1fb2e44a471a req-74d60202-38f0-4283-bf6c-6a4826736d61 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:15.568467 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6d076867-361d-407a-8607-5f5dee6fce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.576041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-faafebe7-92a2-40aa-ba21-1fb2e44a471a req-74d60202-38f0-4283-bf6c-6a4826736d61 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 949 time: 0.0814209 Dec 08 01:48:15.580605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d076867-361d-407a-8607-5f5dee6fce4a admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:48:15.581833 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6d076867-361d-407a-8607-5f5dee6fce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:48:15.585267 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:48:15.676148 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6d076867-361d-407a-8607-5f5dee6fce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.682995 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.688479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6d076867-361d-407a-8607-5f5dee6fce4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.693304 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6d076867-361d-407a-8607-5f5dee6fce4a admin admin] 10.222.0.71 "DELETE /v2.0/networks/b00fbacf-e6fc-45b8-9d39-556f23fe6916 HTTP/1.1" status: 204 len: 168 time: 0.5767083 Dec 08 01:48:15.695866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35940) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:15.707358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4f9b49d8-7694-45b5-9a62-eab2a2369b33 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:15.717904 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d076867-361d-407a-8607-5f5dee6fce4a admin admin] Pushing event deleted for resources: {'Network': ['ID=b00fbacf-e6fc-45b8-9d39-556f23fe6916,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:15.741427 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:15.748183 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.752468 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-faafebe7-92a2-40aa-ba21-1fb2e44a471a req-470f0297-dc4d-402c-af74-42835862ed6c tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737657 Dec 08 01:48:15.784771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2936ef4-1321-4a41-aa92-733e0370aba5 admin admin] Deleting subnet 98ac65c3-98ed-45bd-894d-ba812e2e30a8 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:48:15.794575 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2936ef4-1321-4a41-aa92-733e0370aba5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.847734 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2936ef4-1321-4a41-aa92-733e0370aba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.866380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=4f9b49d8-7694-45b5-9a62-eab2a2369b33,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:15.934396 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2936ef4-1321-4a41-aa92-733e0370aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.058820 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2936ef4-1321-4a41-aa92-733e0370aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.104776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2936ef4-1321-4a41-aa92-733e0370aba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ac65c3-98ed-45bd-894d-ba812e2e30a8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:16.106999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2936ef4-1321-4a41-aa92-733e0370aba5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.113623 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35960) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:16.113962 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b2936ef4-1321-4a41-aa92-733e0370aba5 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/98ac65c3-98ed-45bd-894d-ba812e2e30a8 HTTP/1.1" status: 204 len: 168 time: 0.4168804 Dec 08 01:48:16.125333 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5a9765-6acf-4bef-8e16-76d016cf3858 x-openstack-request-id: req-ba5a9765-6acf-4bef-8e16-76d016cf3858 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:16.125931 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8", "tag": "ca13072c-8bee-4584-af17-fc30aa1fa1e9", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:16.125931 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ba5a9765-6acf-4bef-8e16-76d016cf3858 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:16.126286 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8', 'tag': 'ca13072c-8bee-4584-af17-fc30aa1fa1e9', 'status': 'completed', 'code': 200} Dec 08 01:48:16.332520 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ed4d7df-9278-43dd-8b43-588f077b084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.367673 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device cde05483-5064-40c2-b196-a2ca5bb97c56 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:48:16.387073 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4f9b49d8-7694-45b5-9a62-eab2a2369b33 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:16.400378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1677bb1-62b0-4416-b2c1-11554dda1b56 req-c01ad5d2-d436-4887-8340-01f9c936b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:16.401937 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1677bb1-62b0-4416-b2c1-11554dda1b56 req-c01ad5d2-d436-4887-8340-01f9c936b7f4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d8b26a81988b4d8ebf59bd24e1f5ba21&device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 1095 time: 0.2393663 Dec 08 01:48:16.472146 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ed4d7df-9278-43dd-8b43-588f077b084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.556683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8ed4d7df-9278-43dd-8b43-588f077b084b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaed4de-0ec6-460f-be2a-a693f6f05dab']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:16.567280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35974) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:16.576091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8ed4d7df-9278-43dd-8b43-588f077b084b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6255d97-c17f-4c0f-a160-f6ce8e9ae44a') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:16.576615 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8ed4d7df-9278-43dd-8b43-588f077b084b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6255d97-c17f-4c0f-a160-f6ce8e9ae44a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:16.593197 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ed4d7df-9278-43dd-8b43-588f077b084b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.600616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 4f9b49d8-7694-45b5-9a62-eab2a2369b33 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:16.601059 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.653505 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ed4d7df-9278-43dd-8b43-588f077b084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.653957 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port cde05483-5064-40c2-b196-a2ca5bb97c56, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=cde05483-5064-40c2-b196-a2ca5bb97c56,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:16.654660 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-aa5f41bb-e5ba-4afe-aea8-b7a093e20262 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:16.657796 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-aa5f41bb-e5ba-4afe-aea8-b7a093e20262 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143981 Dec 08 01:48:16.658165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1677bb1-62b0-4416-b2c1-11554dda1b56 req-4bd322f0-f769-469f-a482-185d4b7d1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:16.659754 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1677bb1-62b0-4416-b2c1-11554dda1b56 req-4bd322f0-f769-469f-a482-185d4b7d1a3e service neutron] 10.222.0.75 "GET /v2.0/networks?id=58d5fedb-3f16-453a-ba49-78f6165b9aab HTTP/1.1" status: 200 len: 919 time: 0.2495177 Dec 08 01:48:16.671150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e9335-896e-46e0-8664-090c3ec4deac req-5ebec4dc-7ac8-4725-91b2-316894734554 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:16.672671 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3d1e9335-896e-46e0-8664-090c3ec4deac req-5ebec4dc-7ac8-4725-91b2-316894734554 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 943 time: 0.1596265 Dec 08 01:48:16.681499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed4d7df-9278-43dd-8b43-588f077b084b admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:48:16.681908 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ed4d7df-9278-43dd-8b43-588f077b084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:48:16.683626 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:48:16.685695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'cde05483-5064-40c2-b196-a2ca5bb97c56', 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab', 'port_id': 'cde05483-5064-40c2-b196-a2ca5bb97c56', 'mac_address': 'fa:16:3e:40:00:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a85e8bf-1c39-45db-b272-175f3d5ec384', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:48:16.763177 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.764669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-4bb7d256-7cd5-4f50-a859-bae6e8ae47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:16.766071 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-4bb7d256-7cd5-4f50-a859-bae6e8ae47fa service neutron] 10.222.0.71 "GET /v2.0/ports/d327abd3-ef94-4f02-ab9b-a283ef9a3c2a HTTP/1.1" status: 200 len: 1095 time: 0.0975840 Dec 08 01:48:16.775486 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-7c49542c-310f-43a5-9e04-7075d75d3014 service neutron] Request body: {'binding': {'host': 'n-h2-713499-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:16.775983 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-7c49542c-310f-43a5-9e04-7075d75d3014 service neutron] Unknown quota resources ['binding']. {{(pid=109766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:48:16.787499 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.791594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde05483-5064-40c2-b196-a2ca5bb97c56 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:16.802385 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1677bb1-62b0-4416-b2c1-11554dda1b56 req-f1ca5381-01b6-4bbb-a883-d83d9151cea0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca13072c-8bee-4584-af17-fc30aa1fa1e9 HTTP/1.1" status: 200 len: 217 time: 0.1272178 Dec 08 01:48:16.831121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port cde05483-5064-40c2-b196-a2ca5bb97c56, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=cde05483-5064-40c2-b196-a2ca5bb97c56,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:16.833932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1593042082-network', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:16.837573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ad756-7a1b-4aaf-b3a6-1336824000c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9b49d8-7694-45b5-9a62-eab2a2369b33'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:16.840269 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c168af05-9d6f-4659-9eb8-c365e9b107b3" -d '{"events": [{"server_uuid": "1c2ad756-7a1b-4aaf-b3a6-1336824000c4", "name": "network-vif-plugged", "status": "completed", "tag": "4f9b49d8-7694-45b5-9a62-eab2a2369b33"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:16.863766 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.863766 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:16.900283 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ed4d7df-9278-43dd-8b43-588f077b084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.913241 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.958315 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1677bb1-62b0-4416-b2c1-11554dda1b56 req-7159da21-bac3-4163-8887-e3e05824296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:16.959925 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1677bb1-62b0-4416-b2c1-11554dda1b56 req-7159da21-bac3-4163-8887-e3e05824296b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6a85e8bf-1c39-45db-b272-175f3d5ec384 HTTP/1.1" status: 200 len: 858 time: 0.1473644 Dec 08 01:48:16.974949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] Made reservation on behalf of e3e93de0f78547b4aac1f8512f8f7d23 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:16.977890 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.993587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=cde05483-5064-40c2-b196-a2ca5bb97c56,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:17.031503 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3d1e9335-896e-46e0-8664-090c3ec4deac req-084c7c51-1a0a-4ba5-9f9c-6bfce379c55c tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430657 Dec 08 01:48:17.070706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1677bb1-62b0-4416-b2c1-11554dda1b56 req-11bb0f9e-1f91-403b-8c2c-eca1c99346d8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=58d5fedb-3f16-453a-ba49-78f6165b9aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990045 Dec 08 01:48:17.071838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4d7df-9278-43dd-8b43-588f077b084b admin admin] Pushing event deleted for resources: {'Network': ['ID=dcaed4de-0ec6-460f-be2a-a693f6f05dab,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:17.078598 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:17.184736 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ed4d7df-9278-43dd-8b43-588f077b084b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:17.191562 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8ed4d7df-9278-43dd-8b43-588f077b084b admin admin] 10.222.0.71 "DELETE /v2.0/networks/dcaed4de-0ec6-460f-be2a-a693f6f05dab HTTP/1.1" status: 204 len: 168 time: 1.0760915 Dec 08 01:48:17.243916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1677bb1-62b0-4416-b2c1-11554dda1b56 req-08d3f629-8893-4e2c-9bba-6b53199b2c87 service neutron] 10.222.0.75 "GET /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640077 Dec 08 01:48:17.254342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=4f9b49d8-7694-45b5-9a62-eab2a2369b33,revision_number=11']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:17.260553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ba517233-358e-4889-9af2-0469d98ceb2d details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:48:17.266552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-7c49542c-310f-43a5-9e04-7075d75d3014 service neutron] Attempting to bind port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a on host n-h2-713499-31 for vnic_type normal with profile None {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:17.268308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-7c49542c-310f-43a5-9e04-7075d75d3014 service neutron] Attempting to bind port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:17.268647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-7c49542c-310f-43a5-9e04-7075d75d3014 service neutron] Attempting to bind port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:17.280080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-7c49542c-310f-43a5-9e04-7075d75d3014 service neutron] Port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a on network 776e026d-dfd5-4122-9a50-8ea153b9e036 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:48:17.280431 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-7c49542c-310f-43a5-9e04-7075d75d3014 service neutron] Attempting to bind port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:17.305743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-7c49542c-310f-43a5-9e04-7075d75d3014 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:17.305743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-7c49542c-310f-43a5-9e04-7075d75d3014 service neutron] Checking segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:17.306120 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-7c49542c-310f-43a5-9e04-7075d75d3014 service neutron] Bound using segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:17.310023 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-7c49542c-310f-43a5-9e04-7075d75d3014 service neutron] Bound port: d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:17.389893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-7c49542c-310f-43a5-9e04-7075d75d3014 service neutron] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:17.393058 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:17.402530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-7c49542c-310f-43a5-9e04-7075d75d3014 service neutron] Publish callbacks [] for binding, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:17.413745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d8fd5-08b6-4dda-85af-8cefade435d2 req-03d0de94-8e75-4f66-80bd-36158a103477 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:17.417024 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-7c49542c-310f-43a5-9e04-7075d75d3014 service neutron] 10.222.0.71 "POST /v2.0/ports/d327abd3-ef94-4f02-ab9b-a283ef9a3c2a/bindings HTTP/1.1" status: 201 len: 390 time: 0.6400340 Dec 08 01:48:17.422197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:17.423840 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c9d8fd5-08b6-4dda-85af-8cefade435d2 req-03d0de94-8e75-4f66-80bd-36158a103477 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 1103 time: 0.0955756 Dec 08 01:48:17.440982 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1677bb1-62b0-4416-b2c1-11554dda1b56 req-d36eede5-0357-45c3-99a3-afcd76d8976e service neutron] 10.222.0.75 "GET /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887138 Dec 08 01:48:17.442908 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35998) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:17.447258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:48:17.488491 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:17.488843 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] Added segment 72deb713-09a3-48e8-be2b-8f56056660ad of type vlan for network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 Dec 08 01:48:17.497693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ba517233-358e-4889-9af2-0469d98ceb2d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ba517233-358e-4889-9af2-0469d98ceb2d,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:17.546777 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c9d8fd5-08b6-4dda-85af-8cefade435d2 req-9d0c1662-5818-47d5-9a6d-7e118c9e938a tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215963 Dec 08 01:48:17.570815 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8fbd48af-4c52-4b5e-9e4f-5b0ef0401595 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a20363dc3cb04dc09074f5e7dc3407b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1233709 Dec 08 01:48:17.570815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36002) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:17.586380 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:17.653061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13874d6f-d351-4075-80d1-0f6aa18b57cb,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:17.660467 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:17.661981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:17.662750 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:17.702664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'ba517233-358e-4889-9af2-0469d98ceb2d', 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab', 'port_id': 'ba517233-358e-4889-9af2-0469d98ceb2d', 'mac_address': 'fa:16:3e:b2:af:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a85e8bf-1c39-45db-b272-175f3d5ec384', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:48:17.708311 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c64536b-fb01-445e-aa60-e2208fa440b3 x-openstack-request-id: req-8c64536b-fb01-445e-aa60-e2208fa440b3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:17.708613 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2ad756-7a1b-4aaf-b3a6-1336824000c4", "name": "network-vif-plugged", "status": "completed", "tag": "4f9b49d8-7694-45b5-9a62-eab2a2369b33", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:17.708868 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8c64536b-fb01-445e-aa60-e2208fa440b3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:17.709266 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ad756-7a1b-4aaf-b3a6-1336824000c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9b49d8-7694-45b5-9a62-eab2a2369b33', 'code': 200} Dec 08 01:48:17.710262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['cde05483-5064-40c2-b196-a2ca5bb97c56'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:17.754051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] Pushing event updated for resources: {'Network': ['ID=33e3fb21-a529-4393-ae6a-590f7c4b16e4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:17.780921 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-53f95a54-4e8c-44ab-976d-84ad6520c83f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2094259 Dec 08 01:48:17.782776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36006) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:17.787900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d44d465b-276a-4ed1-ae10-50bb7e885da6 admin admin] Request body: {'subnet': {'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1593042082-subnet', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:17.813204 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2a3d974-4961-4b63-8519-406ff08aed44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:17.818519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44d465b-276a-4ed1-ae10-50bb7e885da6 admin admin] Made reservation on behalf of e3e93de0f78547b4aac1f8512f8f7d23 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:17.819524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:48:17.824756 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d44d465b-276a-4ed1-ae10-50bb7e885da6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:17.867278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:17.875782 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2a3d974-4961-4b63-8519-406ff08aed44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:17.941590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba517233-358e-4889-9af2-0469d98ceb2d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:17.993995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ba517233-358e-4889-9af2-0469d98ceb2d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ba517233-358e-4889-9af2-0469d98ceb2d,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:18.003312 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:18.043385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-a47cb90f-4725-4abd-ac63-e160518beca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:18.050846 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-a47cb90f-4725-4abd-ac63-e160518beca1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 1098 time: 0.2798066 Dec 08 01:48:18.087657 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ba517233-358e-4889-9af2-0469d98ceb2d,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:18.093351 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d44d465b-276a-4ed1-ae10-50bb7e885da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:18.176843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d465b-276a-4ed1-ae10-50bb7e885da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:18.183203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d465b-276a-4ed1-ae10-50bb7e885da6 admin admin] Checking segment: {'id': '72deb713-09a3-48e8-be2b-8f56056660ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:18.184180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d465b-276a-4ed1-ae10-50bb7e885da6 admin admin] Network hostable DHCP agents. Network: 33e3fb21-a529-4393-ae6a-590f7c4b16e4, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:48:18.223031 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d465b-276a-4ed1-ae10-50bb7e885da6 admin admin] Network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:48:18.230932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a711e-c2fd-4b0c-b877-7d46b4495251 req-094a22fa-98cc-4bcb-9226-1f8b5e7bbfd1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:18.236403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-d44d465b-276a-4ed1-ae10-50bb7e885da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 33e3fb21-a529-4393-ae6a-590f7c4b16e4) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:18.243940 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-514a711e-c2fd-4b0c-b877-7d46b4495251 req-094a22fa-98cc-4bcb-9226-1f8b5e7bbfd1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 946 time: 0.3441365 Dec 08 01:48:18.254100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a6b49-c814-4c2b-a12d-8dbff1f6152b None None] Network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:18.258337 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2a3d974-4961-4b63-8519-406ff08aed44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:18.260938 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2a3d974-4961-4b63-8519-406ff08aed44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:18.262027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d2a3d974-4961-4b63-8519-406ff08aed44 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/149a4c15-4bd4-4fbb-963f-f9f79d357083 HTTP/1.1" status: 204 len: 168 time: 0.6871910 Dec 08 01:48:18.267798 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44d465b-276a-4ed1-ae10-50bb7e885da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:18.268415 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d44d465b-276a-4ed1-ae10-50bb7e885da6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:18.284755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3d974-4961-4b63-8519-406ff08aed44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149a4c15-4bd4-4fbb-963f-f9f79d357083,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:18.293247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36016) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:18.294472 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d44d465b-276a-4ed1-ae10-50bb7e885da6 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5104554 Dec 08 01:48:18.298098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:18.364435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434cfda-a110-45b3-9f98-02c63b1de791 req-199a6560-c0e2-41c1-ba37-11b02e4784f5 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:18.372205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5434cfda-a110-45b3-9f98-02c63b1de791 req-199a6560-c0e2-41c1-ba37-11b02e4784f5 tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 1103 time: 0.1873341 Dec 08 01:48:18.389711 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:18.390740 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:18.414260 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-514a711e-c2fd-4b0c-b877-7d46b4495251 req-59bf86a7-0c29-444d-9e83-795601924ff8 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736143 Dec 08 01:48:18.421719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-2ec936c0-9fa3-4703-9e6a-123d26e39db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:18.422483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ca13072c-8bee-4584-af17-fc30aa1fa1e9 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:48:18.428189 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-2ec936c0-9fa3-4703-9e6a-123d26e39db7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.3661387 Dec 08 01:48:18.477403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['ba517233-358e-4889-9af2-0469d98ceb2d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:18.491219 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-4ab27cf9-6019-4e42-a9bd-a56b3213db12 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a HTTP/1.1" status: 200 len: 217 time: 0.0407660 Dec 08 01:48:18.587258 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:18.615899 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5434cfda-a110-45b3-9f98-02c63b1de791 req-c4e2476f-a1ad-40da-aac4-5ee5b31aa4aa tempest-ServersAdminTestJSON-888751564 tempest-ServersAdminTestJSON-888751564-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427080 Dec 08 01:48:18.738158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'fixed_ips': [{'subnet_id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:48:18.739088 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:18.845012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ca13072c-8bee-4584-af17-fc30aa1fa1e9, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ca13072c-8bee-4584-af17-fc30aa1fa1e9,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:18.936732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'ca13072c-8bee-4584-af17-fc30aa1fa1e9', 'network_id': '58d5fedb-3f16-453a-ba49-78f6165b9aab', 'port_id': 'ca13072c-8bee-4584-af17-fc30aa1fa1e9', 'mac_address': 'fa:16:3e:55:e8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a85e8bf-1c39-45db-b272-175f3d5ec384', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:48:18.976036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36036) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:19.046016 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-871eec6d-ddc6-4183-8b0b-aeded4d5cb4e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5f42a1eef0874cd099325efb886df268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0658512 Dec 08 01:48:19.046404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36038) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:19.070556 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:19.100749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Allocated IP 172.20.0.2 (33e3fb21-a529-4393-ae6a-590f7c4b16e4/b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47/388815cb-e657-4113-b2b1-bf2660a3bce1) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:19.103938 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e71d3fa6-0b2d-4424-8ceb-54762368cf89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:19.144848 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e71d3fa6-0b2d-4424-8ceb-54762368cf89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:19.157355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-1cbe217c-93a0-4694-bfcb-ebe131eaf351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:19.158523 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca13072c-8bee-4584-af17-fc30aa1fa1e9 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:19.158806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-1cbe217c-93a0-4694-bfcb-ebe131eaf351 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.6602213 Dec 08 01:48:19.182936 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46047913-a49a-4689-bf3f-3cd36a2bf9b1 req-0a3468cb-90d8-42fa-8c54-09429e6312b1 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:19.191142 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46047913-a49a-4689-bf3f-3cd36a2bf9b1 req-0a3468cb-90d8-42fa-8c54-09429e6312b1 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 943 time: 0.6164680 Dec 08 01:48:19.201254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ca13072c-8bee-4584-af17-fc30aa1fa1e9, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ca13072c-8bee-4584-af17-fc30aa1fa1e9,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:19.214902 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:19.249228 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e71d3fa6-0b2d-4424-8ceb-54762368cf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:19.255119 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e71d3fa6-0b2d-4424-8ceb-54762368cf89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:19.261315 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e71d3fa6-0b2d-4424-8ceb-54762368cf89 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c9ba7c47-8884-43c8-9323-a83fe67c70cc HTTP/1.1" status: 204 len: 168 time: 0.2135506 Dec 08 01:48:19.272472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d3fa6-0b2d-4424-8ceb-54762368cf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ba7c47-8884-43c8-9323-a83fe67c70cc,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:19.304433 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-4b06c0f8-f413-4e21-9014-7bc85fa02780 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370196 Dec 08 01:48:19.355742 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:19.408674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=ca13072c-8bee-4584-af17-fc30aa1fa1e9,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:19.468609 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46047913-a49a-4689-bf3f-3cd36a2bf9b1 req-9bc28e9f-9470-4af7-9f0a-3c57a229ab9f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717333 Dec 08 01:48:19.526721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea098b1-0c80-4a39-9b12-939738cc101d req-87b03cf1-b250-4aff-9bed-69305acae146 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:19.534873 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:19.537347 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eea098b1-0c80-4a39-9b12-939738cc101d req-87b03cf1-b250-4aff-9bed-69305acae146 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 950 time: 0.2245052 Dec 08 01:48:19.546782 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:19.612290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-1cbd0683-f336-4839-8c2f-9f680630d2be service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956233 Dec 08 01:48:19.617950 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Pushing event updated for resources: {'Port': ['ID=388815cb-e657-4113-b2b1-bf2660a3bce1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:19.627827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['ca13072c-8bee-4584-af17-fc30aa1fa1e9'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:19.699543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:19.704296 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:19.714894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:19.715825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eea098b1-0c80-4a39-9b12-939738cc101d req-5f2f3798-b550-4474-bffc-81087a218e57 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773987 Dec 08 01:48:19.802512 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Attempting to bind port 388815cb-e657-4113-b2b1-bf2660a3bce1 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:19.803066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Attempting to bind port 388815cb-e657-4113-b2b1-bf2660a3bce1 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '72deb713-09a3-48e8-be2b-8f56056660ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:19.808655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Attempting to bind port 388815cb-e657-4113-b2b1-bf2660a3bce1 on network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:19.854387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0e41d-d6c4-4699-a0f2-4de9e2c88b93 req-e404cfbd-4348-4ae8-a0a5-542e6f96340c tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:19.856131 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55d0e41d-d6c4-4699-a0f2-4de9e2c88b93 req-e404cfbd-4348-4ae8-a0a5-542e6f96340c tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 946 time: 0.2711942 Dec 08 01:48:19.863516 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:19.863934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Checking segment: {'id': '72deb713-09a3-48e8-be2b-8f56056660ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:19.864373 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:19.870073 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Bound using segment: {'id': '72deb713-09a3-48e8-be2b-8f56056660ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:19.870703 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Bound port: 388815cb-e657-4113-b2b1-bf2660a3bce1, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72deb713-09a3-48e8-be2b-8f56056660ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:19.871130 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:19.921727 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-5eebe31a-ddbd-4591-be95-2993ce399bd9 service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914162 Dec 08 01:48:19.950541 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55d0e41d-d6c4-4699-a0f2-4de9e2c88b93 req-79135824-ef42-4781-915e-d207689d70a6 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843062 Dec 08 01:48:20.057501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] For port 388815cb-e657-4113-b2b1-bf2660a3bce1, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:20.067503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] For port 388815cb-e657-4113-b2b1-bf2660a3bce1, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=388815cb-e657-4113-b2b1-bf2660a3bce1,segment=NetworkSegment(72deb713-09a3-48e8-be2b-8f56056660ad),segment_id=72deb713-09a3-48e8-be2b-8f56056660ad)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:20.077543 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.143125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3b62f-4b1f-4cc7-bda2-7b90c022baf1 None None] Pushing event updated for resources: {'Port': ['ID=388815cb-e657-4113-b2b1-bf2660a3bce1,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:20.164259 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.196681 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.384405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device cde05483-5064-40c2-b196-a2ca5bb97c56 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:20.430191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Allocated IP 172.25.8.39 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/746e47a1-561a-451b-978a-03c7f71994d8) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:20.554713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port cde05483-5064-40c2-b196-a2ca5bb97c56 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:48:20.575447 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port cde05483-5064-40c2-b196-a2ca5bb97c56 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:20.575687 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.700128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36078) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:20.765000 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.835623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2cc26b-6435-4272-a832-637234e1a85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde05483-5064-40c2-b196-a2ca5bb97c56'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:20.837911 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3a2b84-27c2-496b-9b90-7831e4e88aa2" -d '{"events": [{"server_uuid": "9c2cc26b-6435-4272-a832-637234e1a85b", "name": "network-vif-plugged", "status": "completed", "tag": "cde05483-5064-40c2-b196-a2ca5bb97c56"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:20.844765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4c26c-506a-41ed-978d-33210a9faddb req-66ccd42b-bc11-44f6-a503-e9e45d1d197b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:20.854331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3a4c26c-506a-41ed-978d-33210a9faddb req-66ccd42b-bc11-44f6-a503-e9e45d1d197b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 944 time: 0.1949403 Dec 08 01:48:20.868106 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port cde05483-5064-40c2-b196-a2ca5bb97c56, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=cde05483-5064-40c2-b196-a2ca5bb97c56,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:20.869605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1238329861-network', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:20.876549 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.936830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] Made reservation on behalf of d91ebd5b4cd345d68845d205f9900636 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:20.947097 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.960883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=cde05483-5064-40c2-b196-a2ca5bb97c56,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:20.986339 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.000658 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.038098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58d28f-695c-4a3c-9db0-4eb1afce47b7 req-8c895605-343d-4e3e-9bdb-6a8c29d86a4b tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:21.039939 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc58d28f-695c-4a3c-9db0-4eb1afce47b7 req-8c895605-343d-4e3e-9bdb-6a8c29d86a4b tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 950 time: 0.2574618 Dec 08 01:48:21.068027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3a4c26c-506a-41ed-978d-33210a9faddb req-295b43b7-ce45-47d1-bd18-338a14f82124 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045169 Dec 08 01:48:21.096722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4540f56-e254-4756-b977-d2a82509d329 req-a0089838-eaaa-4177-b186-0c74bc192809 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:21.104319 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4540f56-e254-4756-b977-d2a82509d329 req-a0089838-eaaa-4177-b186-0c74bc192809 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 950 time: 0.2723391 Dec 08 01:48:21.152954 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.158386 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.191014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:48:21.221333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.221333 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] Added segment cc262778-cce3-42dd-914c-af7a1420879c of type vlan for network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f Dec 08 01:48:21.232176 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d38e5c7-676d-49cc-a5e7-dcc35e6af6b2 x-openstack-request-id: req-1d38e5c7-676d-49cc-a5e7-dcc35e6af6b2 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:21.232478 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2cc26b-6435-4272-a832-637234e1a85b", "name": "network-vif-plugged", "status": "completed", "tag": "cde05483-5064-40c2-b196-a2ca5bb97c56", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:21.233262 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1d38e5c7-676d-49cc-a5e7-dcc35e6af6b2 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:21.233666 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cc26b-6435-4272-a832-637234e1a85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde05483-5064-40c2-b196-a2ca5bb97c56', 'code': 200} Dec 08 01:48:21.257105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ba517233-358e-4889-9af2-0469d98ceb2d up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:21.309806 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.377965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port ba517233-358e-4889-9af2-0469d98ceb2d completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:48:21.384403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port ba517233-358e-4889-9af2-0469d98ceb2d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:21.384775 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.425010 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.483054 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bec00f-09a1-4dd1-98f3-0eb042c52255,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:21.487715 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.496035 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:21.496853 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.542118 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.558372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4540f56-e254-4756-b977-d2a82509d329 req-bea07f69-be65-46cc-ad8d-123ff413d1ad tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305007 Dec 08 01:48:21.610209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=3d97cd5b-18c4-49e8-827b-1e8391b93d1f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:21.613975 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b6b6a-84c4-493f-9cf8-a5f348a9e3b6 req-f87d6fb2-adec-4979-a30c-7f248aee4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:21.615648 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f37b6b6a-84c4-493f-9cf8-a5f348a9e3b6 req-f87d6fb2-adec-4979-a30c-7f248aee4de6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9c2cc26b-6435-4272-a832-637234e1a85b HTTP/1.1" status: 200 len: 1098 time: 0.2577653 Dec 08 01:48:21.624551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:48:21.624998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:21.630332 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0e22e1b6-5290-46e9-8c74-4a4342e9a0f1 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9287217 Dec 08 01:48:21.648922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:21.652169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:21.657320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36102) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:21.663208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7e51f2af-f8c9-4086-8175-b8f2c7ac155e admin admin] Request body: {'subnet': {'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-subnet', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:21.666696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ba517233-358e-4889-9af2-0469d98ceb2d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ba517233-358e-4889-9af2-0469d98ceb2d,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:21.703087 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.761304 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f37b6b6a-84c4-493f-9cf8-a5f348a9e3b6 req-d05606cb-cac3-48f5-868d-377b976e9034 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295254 Dec 08 01:48:21.781802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e51f2af-f8c9-4086-8175-b8f2c7ac155e admin admin] Made reservation on behalf of d91ebd5b4cd345d68845d205f9900636 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:21.784958 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e51f2af-f8c9-4086-8175-b8f2c7ac155e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.881959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c66433-0e7a-4f46-a496-fd708264a7e4 None None] Network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:21.966673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e69f8a-cc3a-4bb8-bd88-fe206788d43f req-21e0dca6-41f8-42d7-92c1-465beff25cd9 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:21.975637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05e69f8a-cc3a-4bb8-bd88-fe206788d43f req-21e0dca6-41f8-42d7-92c1-465beff25cd9 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 946 time: 0.6034026 Dec 08 01:48:21.991781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ba517233-358e-4889-9af2-0469d98ceb2d,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:22.017153 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa8cba2e-ff3c-4ac1-a030-1134792cf5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.027898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-eb57e2dd-b21e-4695-b9ee-6eba85029966 None None] Provisioning complete for port 388815cb-e657-4113-b2b1-bf2660a3bce1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:22.028407 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb57e2dd-b21e-4695-b9ee-6eba85029966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.062176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Pushing event updated for resources: {'Port': ['ID=746e47a1-561a-451b-978a-03c7f71994d8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:22.077187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-cc58d28f-695c-4a3c-9db0-4eb1afce47b7 req-03b978df-25d7-4334-bf8b-7597e1f0bd87 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Deleting port bb8f6244-692b-420b-96d4-f1a56b925539 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:48:22.077769 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cc58d28f-695c-4a3c-9db0-4eb1afce47b7 req-03b978df-25d7-4334-bf8b-7597e1f0bd87 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.094812 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e51f2af-f8c9-4086-8175-b8f2c7ac155e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.231269 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51f2af-f8c9-4086-8175-b8f2c7ac155e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4425254a-03cc-4703-ac3f-20fb9aedeabe,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:22.343308 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb57e2dd-b21e-4695-b9ee-6eba85029966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.343717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51f2af-f8c9-4086-8175-b8f2c7ac155e admin admin] Checking segment: {'id': 'cc262778-cce3-42dd-914c-af7a1420879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:22.349671 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e51f2af-f8c9-4086-8175-b8f2c7ac155e admin admin] Network hostable DHCP agents. Network: 3d97cd5b-18c4-49e8-827b-1e8391b93d1f, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:48:22.398992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e51f2af-f8c9-4086-8175-b8f2c7ac155e admin admin] Network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:48:22.424491 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7e51f2af-f8c9-4086-8175-b8f2c7ac155e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 3d97cd5b-18c4-49e8-827b-1e8391b93d1f) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:22.440359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e51f2af-f8c9-4086-8175-b8f2c7ac155e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:22.440971 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e51f2af-f8c9-4086-8175-b8f2c7ac155e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.468910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5c10d-1566-4958-a35b-043edf283a0c req-bc6c9a9f-1654-4701-a8fb-db40a5e67565 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:22.480421 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7e51f2af-f8c9-4086-8175-b8f2c7ac155e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8212426 Dec 08 01:48:22.481152 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7a5c10d-1566-4958-a35b-043edf283a0c req-bc6c9a9f-1654-4701-a8fb-db40a5e67565 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 944 time: 0.2629848 Dec 08 01:48:22.482951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36108) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:22.487454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:22.537267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.538488 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.601519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 388815cb-e657-4113-b2b1-bf2660a3bce1 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:22.603924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ca13072c-8bee-4584-af17-fc30aa1fa1e9 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:22.606689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611b7152-c1f6-4cbe-8706-ce2653c60c0d None None] Network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:22.636198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7a5c10d-1566-4958-a35b-043edf283a0c req-76ffe99d-c1ee-4fef-b510-feafad5b4345 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540947 Dec 08 01:48:22.650716 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05e69f8a-cc3a-4bb8-bd88-fe206788d43f req-c55da449-3e1e-438e-9999-7167523e852a tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6722550 Dec 08 01:48:22.677576 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.689558 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.690130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-cc58d28f-695c-4a3c-9db0-4eb1afce47b7 req-03b978df-25d7-4334-bf8b-7597e1f0bd87 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] For port bb8f6244-692b-420b-96d4-f1a56b925539, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=bb8f6244-692b-420b-96d4-f1a56b925539,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:22.690577 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cc58d28f-695c-4a3c-9db0-4eb1afce47b7 req-03b978df-25d7-4334-bf8b-7597e1f0bd87 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.884956 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-eb57e2dd-b21e-4695-b9ee-6eba85029966 None None] For port 388815cb-e657-4113-b2b1-bf2660a3bce1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=388815cb-e657-4113-b2b1-bf2660a3bce1,segment=NetworkSegment(72deb713-09a3-48e8-be2b-8f56056660ad),segment_id=72deb713-09a3-48e8-be2b-8f56056660ad)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:22.911587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-cc58d28f-695c-4a3c-9db0-4eb1afce47b7 req-03b978df-25d7-4334-bf8b-7597e1f0bd87 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Calling delete_port for bb8f6244-692b-420b-96d4-f1a56b925539 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:48:22.924124 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb57e2dd-b21e-4695-b9ee-6eba85029966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.942207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'fixed_ips': [{'subnet_id': '4425254a-03cc-4703-ac3f-20fb9aedeabe'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:48:22.943109 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.063400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaab2a-0a58-4376-8f3b-d6befb10e7f8 req-8ff5269c-083d-4499-9816-8b8076e38353 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:23.073504 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4eaaab2a-0a58-4376-8f3b-d6befb10e7f8 req-8ff5269c-083d-4499-9816-8b8076e38353 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 950 time: 0.2416866 Dec 08 01:48:23.093196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port ca13072c-8bee-4584-af17-fc30aa1fa1e9 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:48:23.138424 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port ca13072c-8bee-4584-af17-fc30aa1fa1e9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:23.138424 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.167545 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.178706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57e2dd-b21e-4695-b9ee-6eba85029966 None None] Pushing event updated for resources: {'Port': ['ID=388815cb-e657-4113-b2b1-bf2660a3bce1,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:23.196388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-33655713-044c-434b-861e-f9eb9df7eaaf None None] Provisioning complete for port 388815cb-e657-4113-b2b1-bf2660a3bce1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:23.197653 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33655713-044c-434b-861e-f9eb9df7eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.203693 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.263466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4509dd94-9f61-45bd-bd53-5cfc5342aeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba517233-358e-4889-9af2-0469d98ceb2d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:23.266543 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8778fb21-32f1-4f69-9ca2-a152e2f732e5" -d '{"events": [{"server_uuid": "4509dd94-9f61-45bd-bd53-5cfc5342aeab", "name": "network-vif-plugged", "status": "completed", "tag": "ba517233-358e-4889-9af2-0469d98ceb2d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:23.269490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 388815cb-e657-4113-b2b1-bf2660a3bce1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:23.270122 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.398549 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2357a117-a038-4e06-8227-55129381fbcd x-openstack-request-id: req-2357a117-a038-4e06-8227-55129381fbcd {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:23.400788 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4509dd94-9f61-45bd-bd53-5cfc5342aeab", "name": "network-vif-plugged", "status": "completed", "tag": "ba517233-358e-4889-9af2-0469d98ceb2d", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:23.401325 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2357a117-a038-4e06-8227-55129381fbcd {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:23.401982 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4509dd94-9f61-45bd-bd53-5cfc5342aeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba517233-358e-4889-9af2-0469d98ceb2d', 'code': 200} Dec 08 01:48:23.443337 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4eaaab2a-0a58-4376-8f3b-d6befb10e7f8 req-d858d862-a356-4bd0-80ce-b776593497f6 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688178 Dec 08 01:48:23.518125 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.523579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Allocated IP 172.20.0.2 (3d97cd5b-18c4-49e8-827b-1e8391b93d1f/4425254a-03cc-4703-ac3f-20fb9aedeabe/b8788420-4553-46b9-9a4f-97f1e58381b6) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:23.654457 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.835929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ca13072c-8bee-4584-af17-fc30aa1fa1e9, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ca13072c-8bee-4584-af17-fc30aa1fa1e9,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:23.842881 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.844133 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cc58d28f-695c-4a3c-9db0-4eb1afce47b7 req-03b978df-25d7-4334-bf8b-7597e1f0bd87 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.860955 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16688c0-fc41-455c-85b0-f738d1dedc7b req-233087b3-a522-4c76-820f-17bbb5f1e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:23.867649 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d16688c0-fc41-455c-85b0-f738d1dedc7b req-233087b3-a522-4c76-820f-17bbb5f1e8ef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4509dd94-9f61-45bd-bd53-5cfc5342aeab HTTP/1.1" status: 200 len: 1097 time: 0.2525887 Dec 08 01:48:23.900541 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.941869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4f9b49d8-7694-45b5-9a62-eab2a2369b33'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:23.942630 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.944885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['9bbb03a9-7454-4876-8632-b33d8d296d66'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:24.089337 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.091304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Allocated IP 172.25.8.138 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/f2e7b833-0255-44b2-84c7-aed41d013241) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:24.120415 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=ca13072c-8bee-4584-af17-fc30aa1fa1e9,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:24.154963 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.235006 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.289939 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.301459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b978df-25d7-4334-bf8b-7597e1f0bd87 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Pushing event deleted for resources: {'Port': ['ID=bb8f6244-692b-420b-96d4-f1a56b925539,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:24.355373 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d16688c0-fc41-455c-85b0-f738d1dedc7b req-c987e420-f8ca-44e8-b6b8-d7bcd4545b3d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755781 Dec 08 01:48:24.361902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84a37c-a291-43c2-9a4f-e19f6898e00e req-4e98289d-2764-4cce-a95c-218995e3d3cd tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:24.363548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b84a37c-a291-43c2-9a4f-e19f6898e00e req-4e98289d-2764-4cce-a95c-218995e3d3cd tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 946 time: 0.5276465 Dec 08 01:48:24.373759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737d8a8-0fc6-4da4-a145-8819a9c81875 req-63221ece-adc9-414d-91ea-27cb012e18bc tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:24.375497 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d737d8a8-0fc6-4da4-a145-8819a9c81875 req-63221ece-adc9-414d-91ea-27cb012e18bc tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 945 time: 0.5477936 Dec 08 01:48:24.381887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 388815cb-e657-4113-b2b1-bf2660a3bce1 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:24.447756 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.469432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b84a37c-a291-43c2-9a4f-e19f6898e00e req-0801dc26-3b4b-4bc3-a309-d182d2bb720c tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917611 Dec 08 01:48:24.495494 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:24.501639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device bb8f6244-692b-420b-96d4-f1a56b925539 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:48:24.513230 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc58d28f-695c-4a3c-9db0-4eb1afce47b7 req-03b978df-25d7-4334-bf8b-7597e1f0bd87 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] No DVR routers for this DVR port bb8f6244-692b-420b-96d4-f1a56b925539 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:48:24.522223 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cc58d28f-695c-4a3c-9db0-4eb1afce47b7 req-03b978df-25d7-4334-bf8b-7597e1f0bd87 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.527060 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc58d28f-695c-4a3c-9db0-4eb1afce47b7 req-03b978df-25d7-4334-bf8b-7597e1f0bd87 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.75 "DELETE /v2.0/ports/bb8f6244-692b-420b-96d4-f1a56b925539 HTTP/1.1" status: 204 len: 173 time: 3.4577854 Dec 08 01:48:24.527471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e34e0a-9a01-43aa-9eca-d273c1b0f125', 'name': 'network-vif-deleted', 'tag': 'bb8f6244-692b-420b-96d4-f1a56b925539'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:24.530846 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed071e76-846c-4687-a56d-8786d778bb24" -d '{"events": [{"server_uuid": "a2e34e0a-9a01-43aa-9eca-d273c1b0f125", "name": "network-vif-deleted", "tag": "bb8f6244-692b-420b-96d4-f1a56b925539"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:24.564071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Pushing event updated for resources: {'Port': ['ID=f2e7b833-0255-44b2-84c7-aed41d013241,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:24.594239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:24.597002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:24.604453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:24.622814 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d737d8a8-0fc6-4da4-a145-8819a9c81875 req-3c809ed8-5411-485d-9115-2d7b4ba8f604 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115562 Dec 08 01:48:24.653484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Router 696819a6-8142-4337-bcb8-bee135bd6219 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:48:24.683919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: bb8f6244-692b-420b-96d4-f1a56b925539 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:48:24.684282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device bb8f6244-692b-420b-96d4-f1a56b925539 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:48:24.704224 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a607642f-0b64-47e2-a4eb-1fd33c97088c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.745764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Pushing event updated for resources: {'Port': ['ID=b8788420-4553-46b9-9a4f-97f1e58381b6,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:24.752862 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:24.986751 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:25.016016 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fa96f9-faee-43bd-b4c9-aabe75415fd8 x-openstack-request-id: req-15fa96f9-faee-43bd-b4c9-aabe75415fd8 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:25.016317 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e34e0a-9a01-43aa-9eca-d273c1b0f125", "name": "network-vif-deleted", "tag": "bb8f6244-692b-420b-96d4-f1a56b925539", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:25.016571 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-15fa96f9-faee-43bd-b4c9-aabe75415fd8 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:25.016974 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e34e0a-9a01-43aa-9eca-d273c1b0f125', 'name': 'network-vif-deleted', 'tag': 'bb8f6244-692b-420b-96d4-f1a56b925539', 'status': 'completed', 'code': 200} Dec 08 01:48:25.018002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:48:25.027690 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Sync routers for ids ['696819a6-8142-4337-bcb8-bee135bd6219'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:48:25.043797 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Routers {'696819a6-8142-4337-bcb8-bee135bd6219'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:25.047016 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:48:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['696819a6-8142-4337-bcb8-bee135bd6219'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:25.122335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0243b3ec-5010-4e5a-9522-1c5c7f541155 req-c697589f-1a11-4dec-bc91-195f2b7a44de tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2e34e0a-9a01-43aa-9eca-d273c1b0f125 HTTP/1.1" status: 200 len: 210 time: 0.1178813 Dec 08 01:48:25.139705 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.142036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5e2184bd-4ef5-42f9-8a61-fccab9ff577a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.8478172 Dec 08 01:48:25.144226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 388815cb-e657-4113-b2b1-bf2660a3bce1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:25.144592 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.145068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36154) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:25.213174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Attempting to bind port b8788420-4553-46b9-9a4f-97f1e58381b6 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:25.213550 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Attempting to bind port b8788420-4553-46b9-9a4f-97f1e58381b6 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'cc262778-cce3-42dd-914c-af7a1420879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:25.213904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Attempting to bind port b8788420-4553-46b9-9a4f-97f1e58381b6 on network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:25.229494 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:25.230277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Checking segment: {'id': 'cc262778-cce3-42dd-914c-af7a1420879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:25.230893 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.231292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Bound using segment: {'id': 'cc262778-cce3-42dd-914c-af7a1420879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:25.231826 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Bound port: b8788420-4553-46b9-9a4f-97f1e58381b6, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc262778-cce3-42dd-914c-af7a1420879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:25.232211 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.275363 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.370182 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Set router 696819a6-8142-4337-bcb8-bee135bd6219 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:25.386251 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.404374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca13072c-8bee-4584-af17-fc30aa1fa1e9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:25.409203 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e51bc03-820d-4217-b903-d56e4b721b35" -d '{"events": [{"server_uuid": "6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8", "name": "network-vif-plugged", "status": "completed", "tag": "ca13072c-8bee-4584-af17-fc30aa1fa1e9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:25.439091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] For port b8788420-4553-46b9-9a4f-97f1e58381b6, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:25.454584 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] For port b8788420-4553-46b9-9a4f-97f1e58381b6, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b8788420-4553-46b9-9a4f-97f1e58381b6,segment=NetworkSegment(cc262778-cce3-42dd-914c-af7a1420879c),segment_id=cc262778-cce3-42dd-914c-af7a1420879c)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:25.461839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.529223 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71fd878-b2c5-4a3d-aa16-cfff9e05c170 x-openstack-request-id: req-c71fd878-b2c5-4a3d-aa16-cfff9e05c170 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:25.530757 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8", "name": "network-vif-plugged", "status": "completed", "tag": "ca13072c-8bee-4584-af17-fc30aa1fa1e9", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:25.533069 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c71fd878-b2c5-4a3d-aa16-cfff9e05c170 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:25.534901 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca13072c-8bee-4584-af17-fc30aa1fa1e9', 'code': 200} Dec 08 01:48:25.642998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71c59a-3142-4fd7-a193-aeb72ce7c44b None None] Pushing event updated for resources: {'Port': ['ID=b8788420-4553-46b9-9a4f-97f1e58381b6,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:25.877982 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:48:21Z', 'revision_number': 3, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:25.952932 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Checking router: 696819a6-8142-4337-bcb8-bee135bd6219 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:48:25.953283 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Updating router 696819a6-8142-4337-bcb8-bee135bd6219 port 746e47a1-561a-451b-978a-03c7f71994d8 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:48:25.984453 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.117093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5f3ca-84fe-46a3-a28c-5f8c77f222c4 req-f1064019-4536-4854-9b42-418c240cf496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:26.119434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8fb5f3ca-84fe-46a3-a28c-5f8c77f222c4 req-f1064019-4536-4854-9b42-418c240cf496 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 1097 time: 0.4734371 Dec 08 01:48:26.222471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adda6f-7e6f-49c2-8fff-bb728f284029 req-45c10537-8f55-4bcf-abb8-1bac77faa607 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:26.224283 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5adda6f-7e6f-49c2-8fff-bb728f284029 req-45c10537-8f55-4bcf-abb8-1bac77faa607 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 946 time: 0.5796366 Dec 08 01:48:26.323484 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.324090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619f604-eb56-4449-8c59-9cd270800a83 req-e2d04e3a-e69d-476d-8d54-2a9d1e6abd5b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:26.325912 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2619f604-eb56-4449-8c59-9cd270800a83 req-e2d04e3a-e69d-476d-8d54-2a9d1e6abd5b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 945 time: 0.4565713 Dec 08 01:48:26.371744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8fb5f3ca-84fe-46a3-a28c-5f8c77f222c4 req-2c367a32-691e-436b-9a95-b908a9127386 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449410 Dec 08 01:48:26.378047 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5adda6f-7e6f-49c2-8fff-bb728f284029 req-89f0f394-ffa6-49b9-9132-96032f9ff7ec tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471331 Dec 08 01:48:26.392654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b8788420-4553-46b9-9a4f-97f1e58381b6 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:26.455068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2619f604-eb56-4449-8c59-9cd270800a83 req-d476de1d-f004-48d9-bf37-9f7242a04113 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090155 Dec 08 01:48:26.466242 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.479344 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.521609 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b8788420-4553-46b9-9a4f-97f1e58381b6 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:26.521853 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.536722 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.648621 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Pushing event updated for resources: {'Port': ['ID=746e47a1-561a-451b-978a-03c7f71994d8,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:26.651946 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Attempting to bind port 746e47a1-561a-451b-978a-03c7f71994d8 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:26.652253 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Attempting to bind port 746e47a1-561a-451b-978a-03c7f71994d8 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:26.652618 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Attempting to bind port 746e47a1-561a-451b-978a-03c7f71994d8 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:26.669736 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:26.670624 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:26.670965 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:26.671292 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:26.674949 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:26.675406 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:26.675777 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:26.676118 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:26.676457 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:26.676791 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:26.677126 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:26.677503 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:26.677786 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:26.683496 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:26.700118 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:26.700579 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.700993 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:26.702036 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Bound port: 746e47a1-561a-451b-978a-03c7f71994d8, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:26.702452 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.711316 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.742382 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Router fa17632b-6b19-43c6-b398-3b0585d0d2ef is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:48:26.761999 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port b8788420-4553-46b9-9a4f-97f1e58381b6, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b8788420-4553-46b9-9a4f-97f1e58381b6,segment=NetworkSegment(cc262778-cce3-42dd-914c-af7a1420879c),segment_id=cc262778-cce3-42dd-914c-af7a1420879c)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:26.777752 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.826837 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] For port 746e47a1-561a-451b-978a-03c7f71994d8, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:26.838733 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] For port 746e47a1-561a-451b-978a-03c7f71994d8, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=746e47a1-561a-451b-978a-03c7f71994d8,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:26.851280 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.868825 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.917810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=b8788420-4553-46b9-9a4f-97f1e58381b6,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:27.013345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Allocated IP 172.20.0.1 (33e3fb21-a529-4393-ae6a-590f7c4b16e4/b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47/4c535a71-c2ac-4e5e-9fd5-f205a63f9084) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:27.036416 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Routers {'696819a6-8142-4337-bcb8-bee135bd6219'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:27.037646 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:48:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['696819a6-8142-4337-bcb8-bee135bd6219'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:27.041372 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca61e47-c0e5-4376-915c-1fb4b26049e8 None None] Pushing event updated for resources: {'Port': ['ID=746e47a1-561a-451b-978a-03c7f71994d8,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:27.080941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:48:27.096967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Sync routers for ids ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:48:27.115244 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.119230 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2483f2f6-45c8-45a7-9537-e50e73de312c admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6341276 Dec 08 01:48:27.120920 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36220) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:27.139505 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Routers {'fa17632b-6b19-43c6-b398-3b0585d0d2ef'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:27.141204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:48:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:27.229047 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] Set router 696819a6-8142-4337-bcb8-bee135bd6219 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:27.254632 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7286f7-7a9f-47e1-ab35-57c000520036 None None] Network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:27.267820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16249f9b-626c-42fd-8c1a-4beadd83ab52 req-beb6e764-a8da-4760-86bd-f2ad66f77399 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:27.275121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16249f9b-626c-42fd-8c1a-4beadd83ab52 req-beb6e764-a8da-4760-86bd-f2ad66f77399 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff4a0259-b221-429d-9b89-442e0b709aca HTTP/1.1" status: 200 len: 950 time: 0.2313061 Dec 08 01:48:27.397659 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.433852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16249f9b-626c-42fd-8c1a-4beadd83ab52 req-2d0f9ae6-864d-485f-83d5-fc4a4588a653 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577799 Dec 08 01:48:27.520144 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.569941 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:48:21Z', 'revision_number': 3, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:27.658366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:27.666655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:27.675896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Pushing event updated for resources: {'Port': ['ID=4c535a71-c2ac-4e5e-9fd5-f205a63f9084,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:27.693045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:27.798525 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.821530 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f511d3-ed98-4634-b507-f6cdbab2fa3f None None] The sync data for ids ['696819a6-8142-4337-bcb8-bee135bd6219'] in n-d-713499-31 is: [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:48:21Z', 'revision_number': 3, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:48:27.926286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-71cc29d3-33e6-47a5-bfaf-4d4b55bb06c2 None None] Provisioning complete for port b8788420-4553-46b9-9a4f-97f1e58381b6 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:27.926802 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71cc29d3-33e6-47a5-bfaf-4d4b55bb06c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.930437 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.935964 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc66b5e-285d-4747-99fe-1b87b225ad6c req-7ec1bd03-3a5d-4a9d-b9c9-54d8683b955e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:27.944024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bc66b5e-285d-4747-99fe-1b87b225ad6c req-7ec1bd03-3a5d-4a9d-b9c9-54d8683b955e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 946 time: 0.4020789 Dec 08 01:48:27.986921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.020246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Set router fa17632b-6b19-43c6-b398-3b0585d0d2ef gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:28.110498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bc66b5e-285d-4747-99fe-1b87b225ad6c req-840b715a-5869-4219-9029-4a5d9880d03b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655769 Dec 08 01:48:28.316994 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.417684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b8788420-4553-46b9-9a4f-97f1e58381b6 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:28.432925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Allocated IP 172.20.0.1 (3d97cd5b-18c4-49e8-827b-1e8391b93d1f/4425254a-03cc-4703-ac3f-20fb9aedeabe/a0471f96-b7d3-4665-bf6a-790847a98754) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:28.451413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704c5be-0bbf-4858-bb25-cbfd694b14b4 req-61575d1f-7e18-498c-9f73-f694e20c4a13 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:28.464396 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2704c5be-0bbf-4858-bb25-cbfd694b14b4 req-61575d1f-7e18-498c-9f73-f694e20c4a13 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 945 time: 0.3527632 Dec 08 01:48:28.565524 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2704c5be-0bbf-4858-bb25-cbfd694b14b4 req-99dedd7f-f6e9-41b7-9727-56f04d20bf29 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997074 Dec 08 01:48:28.598232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-953499fa-17f6-410b-888c-2edafc4edb8f None None] Provisioning complete for port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:28.598849 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-953499fa-17f6-410b-888c-2edafc4edb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.733955 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-953499fa-17f6-410b-888c-2edafc4edb8f None None] Port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:48:28.748764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b8788420-4553-46b9-9a4f-97f1e58381b6 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:28.750426 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.787894 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.803920 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.821165 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.862352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-574a62b8-722c-4a0c-ae3d-6bd682c6a21c None None] Provisioning complete for port b8788420-4553-46b9-9a4f-97f1e58381b6 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:28.862719 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-574a62b8-722c-4a0c-ae3d-6bd682c6a21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.877520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:48:24Z', 'revision_number': 3, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port': {'id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:23Z', 'updated_at': '2021-12-08T01:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:28.949794 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d718e9c-ff34-4f05-b531-65631445f2c1 req-0e6fc5ce-ec0a-4ad8-a455-b1df6212a4a9 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:28.952278 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7d718e9c-ff34-4f05-b531-65631445f2c1 req-0e6fc5ce-ec0a-4ad8-a455-b1df6212a4a9 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4a0259-b221-429d-9b89-442e0b709aca HTTP/1.1" status: 200 len: 950 time: 0.1370299 Dec 08 01:48:28.954691 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.972674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Pushing event updated for resources: {'Port': ['ID=4c535a71-c2ac-4e5e-9fd5-f205a63f9084,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:28.985053 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.003415 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e4004-25df-46b3-b407-51bf10e624ba req-f10c57d3-c9af-4896-b3a5-d3c10304ce76 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:29.011656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-285e4004-25df-46b3-b407-51bf10e624ba req-f10c57d3-c9af-4896-b3a5-d3c10304ce76 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff4a0259-b221-429d-9b89-442e0b709aca HTTP/1.1" status: 200 len: 950 time: 0.2047944 Dec 08 01:48:29.020225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Checking router: fa17632b-6b19-43c6-b398-3b0585d0d2ef for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:48:29.020797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Updating router fa17632b-6b19-43c6-b398-3b0585d0d2ef port f2e7b833-0255-44b2-84c7-aed41d013241 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:48:29.029671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68a743-2c9c-40de-9b9a-ef550a6f60fe req-4aa2ef21-f0be-4daa-8ece-83e6445496f0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:29.038201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c68a743-2c9c-40de-9b9a-ef550a6f60fe req-4aa2ef21-f0be-4daa-8ece-83e6445496f0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=4509dd94-9f61-45bd-bd53-5cfc5342aeab HTTP/1.1" status: 200 len: 945 time: 0.1917217 Dec 08 01:48:29.057824 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.079181 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:29.086579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:29.088804 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:29.177658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Pushing event updated for resources: {'Port': ['ID=a0471f96-b7d3-4665-bf6a-790847a98754,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:29.208020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:29.228098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:29.257332 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.352748 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-7d718e9c-ff34-4f05-b531-65631445f2c1 req-0f76cf59-8155-4433-9eaf-acc22e8722d5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Deleting port 9bbb03a9-7454-4876-8632-b33d8d296d66 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:48:29.353244 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7d718e9c-ff34-4f05-b531-65631445f2c1 req-0f76cf59-8155-4433-9eaf-acc22e8722d5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.450739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Router 696819a6-8142-4337-bcb8-bee135bd6219 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:48:29.479295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-285e4004-25df-46b3-b407-51bf10e624ba req-e417507d-0c14-4eab-abe1-3e353115872c tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664268 Dec 08 01:48:29.507079 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c68a743-2c9c-40de-9b9a-ef550a6f60fe req-967e2078-ba75-44ee-bcf6-6e49133778a9 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649651 Dec 08 01:48:29.518237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-7d718e9c-ff34-4f05-b531-65631445f2c1 req-0f76cf59-8155-4433-9eaf-acc22e8722d5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] For port 9bbb03a9-7454-4876-8632-b33d8d296d66, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9bbb03a9-7454-4876-8632-b33d8d296d66,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:29.518885 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7d718e9c-ff34-4f05-b531-65631445f2c1 req-0f76cf59-8155-4433-9eaf-acc22e8722d5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.535938 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-7d718e9c-ff34-4f05-b531-65631445f2c1 req-0f76cf59-8155-4433-9eaf-acc22e8722d5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Calling delete_port for 9bbb03a9-7454-4876-8632-b33d8d296d66 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:48:29.685753 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-83a67d37-f210-467b-917c-30d7bb2103b3 None None] Provisioning complete for port a0471f96-b7d3-4665-bf6a-790847a98754 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:29.686406 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-83a67d37-f210-467b-917c-30d7bb2103b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.729122 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-83a67d37-f210-467b-917c-30d7bb2103b3 None None] Port a0471f96-b7d3-4665-bf6a-790847a98754 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:48:29.744827 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.753535 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.768754 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.827715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Attempting to bind port f2e7b833-0255-44b2-84c7-aed41d013241 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:29.829053 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Attempting to bind port f2e7b833-0255-44b2-84c7-aed41d013241 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:29.829621 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Attempting to bind port f2e7b833-0255-44b2-84c7-aed41d013241 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:29.831849 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7d718e9c-ff34-4f05-b531-65631445f2c1 req-0f76cf59-8155-4433-9eaf-acc22e8722d5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.838501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347fcd-0047-4a46-be62-f284a613e754 None None] Pushing event updated for resources: {'Port': ['ID=f2e7b833-0255-44b2-84c7-aed41d013241,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:29.842879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:29.843396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:29.843945 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.844397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:29.845001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Bound port: f2e7b833-0255-44b2-84c7-aed41d013241, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:29.845602 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.877183 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76cf59-8155-4433-9eaf-acc22e8722d5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Pushing event deleted for resources: {'Port': ['ID=9bbb03a9-7454-4876-8632-b33d8d296d66,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:29.886098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['9bbb03a9-7454-4876-8632-b33d8d296d66'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:29.889444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4f9b49d8-7694-45b5-9a62-eab2a2369b33'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:29.961437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a13a2f73-482e-49ea-975b-2bba8de02fb8 None None] Provisioning complete for port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:29.961900 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a13a2f73-482e-49ea-975b-2bba8de02fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.982540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d718e9c-ff34-4f05-b531-65631445f2c1 req-0f76cf59-8155-4433-9eaf-acc22e8722d5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] No DVR routers for this DVR port 9bbb03a9-7454-4876-8632-b33d8d296d66 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:48:29.987527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7d718e9c-ff34-4f05-b531-65631445f2c1 req-0f76cf59-8155-4433-9eaf-acc22e8722d5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.995061 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7d718e9c-ff34-4f05-b531-65631445f2c1 req-0f76cf59-8155-4433-9eaf-acc22e8722d5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.45 "DELETE /v2.0/ports/9bbb03a9-7454-4876-8632-b33d8d296d66 HTTP/1.1" status: 204 len: 173 time: 1.0224168 Dec 08 01:48:29.995863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4a0259-b221-429d-9b89-442e0b709aca', 'name': 'network-vif-deleted', 'tag': '9bbb03a9-7454-4876-8632-b33d8d296d66'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:29.999390 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b697f8-7fc9-4357-8450-67c7752e4c15" -d '{"events": [{"server_uuid": "ff4a0259-b221-429d-9b89-442e0b709aca", "name": "network-vif-deleted", "tag": "9bbb03a9-7454-4876-8632-b33d8d296d66"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:30.006547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a13a2f73-482e-49ea-975b-2bba8de02fb8 None None] Port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:48:30.080717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] For port f2e7b833-0255-44b2-84c7-aed41d013241, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:30.088820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] For port f2e7b833-0255-44b2-84c7-aed41d013241, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f2e7b833-0255-44b2-84c7-aed41d013241,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:30.104703 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:30.113487 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:30.122203 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:30.257567 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:30.302717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Routers {'fa17632b-6b19-43c6-b398-3b0585d0d2ef'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:30.303346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:48:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:30.335895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347fcd-0047-4a46-be62-f284a613e754 None None] Pushing event updated for resources: {'Port': ['ID=f2e7b833-0255-44b2-84c7-aed41d013241,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:30.338662 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Pushing event updated for resources: {'Port': ['ID=a0471f96-b7d3-4665-bf6a-790847a98754,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:30.409547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 746e47a1-561a-451b-978a-03c7f71994d8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:30.454574 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8d99f152-9da7-4db3-b883-b35b3b5491d3 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:48:30.472855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-3e4f4070-c5c2-4418-bf33-03c87c398841 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:30.474502 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-3e4f4070-c5c2-4418-bf33-03c87c398841 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/networks?id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f HTTP/1.1" status: 200 len: 805 time: 0.2895114 Dec 08 01:48:30.509980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:30.516389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:30.559057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52161f61-c40d-41dc-91ae-a2b9c16954bc req-d90bb3ec-f5ca-4d05-9300-11994daa9149 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:30.561372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52161f61-c40d-41dc-91ae-a2b9c16954bc req-d90bb3ec-f5ca-4d05-9300-11994daa9149 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 946 time: 0.9350176 Dec 08 01:48:30.564203 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-bac59652-25d8-4cdb-9af3-5115e10ac565 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/quotas/7f33e0244455419aa742dd0ac6c0c9d7 HTTP/1.1" status: 200 len: 375 time: 0.0704024 Dec 08 01:48:30.567214 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:48:30.588883 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e4c4799a-f1e5-49c3-9cb9-e8e06fa97086 admin admin] 10.222.0.71 "PUT /v2.0/routers/696819a6-8142-4337-bcb8-bee135bd6219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4349339 Dec 08 01:48:30.643547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] Set router fa17632b-6b19-43c6-b398-3b0585d0d2ef gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:30.735402 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Sync routers for ids ['696819a6-8142-4337-bcb8-bee135bd6219'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:48:30.737611 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791fef4-e8f7-42ed-b5f9-acc7c0ef853d req-37d8a1a9-33a8-4840-99ce-8cdc5b02a4ba tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:30.742665 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3791fef4-e8f7-42ed-b5f9-acc7c0ef853d req-37d8a1a9-33a8-4840-99ce-8cdc5b02a4ba tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a9daa24-a083-490d-aafb-dda0e0744954 HTTP/1.1" status: 200 len: 945 time: 0.2809682 Dec 08 01:48:30.757411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Router fa17632b-6b19-43c6-b398-3b0585d0d2ef has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:48:30.759525 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Routers {'696819a6-8142-4337-bcb8-bee135bd6219'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:30.760206 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:48:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['696819a6-8142-4337-bcb8-bee135bd6219'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:30.817276 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52161f61-c40d-41dc-91ae-a2b9c16954bc req-712224c6-f4d5-421a-aac3-da1ae8fe5d8b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315814 Dec 08 01:48:30.829335 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:30.847968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 746e47a1-561a-451b-978a-03c7f71994d8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:30.849849 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:30.917956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:48:30.926261 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cd834a95-d9d0-42db-bf2f-e36037ca7d1e admin admin] 10.222.0.71 "PUT /v2.0/routers/fa17632b-6b19-43c6-b398-3b0585d0d2ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8041499 Dec 08 01:48:30.946733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-783ddb33-0c4d-4aef-8f7c-38f143284979 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7f33e0244455419aa742dd0ac6c0c9d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3642666 Dec 08 01:48:31.103006 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-8d7445e2-3bf8-47c7-96ac-91c9171986d0 service neutron] 10.222.0.71 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552746 Dec 08 01:48:31.107639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-3791fef4-e8f7-42ed-b5f9-acc7c0ef853d req-de0946d2-822f-47df-872a-e0b9a7568893 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Deleting port 8d99f152-9da7-4db3-b883-b35b3b5491d3 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:48:31.107928 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3791fef4-e8f7-42ed-b5f9-acc7c0ef853d req-de0946d2-822f-47df-872a-e0b9a7568893 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.139339 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Set router 696819a6-8142-4337-bcb8-bee135bd6219 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:31.316877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3791fef4-e8f7-42ed-b5f9-acc7c0ef853d req-de0946d2-822f-47df-872a-e0b9a7568893 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] For port 8d99f152-9da7-4db3-b883-b35b3b5491d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8d99f152-9da7-4db3-b883-b35b3b5491d3,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:31.317141 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3791fef4-e8f7-42ed-b5f9-acc7c0ef853d req-de0946d2-822f-47df-872a-e0b9a7568893 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.331003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9daa24-a083-490d-aafb-dda0e0744954', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d99f152-9da7-4db3-b883-b35b3b5491d3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:31.331928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-5913fdcd-4dab-4c4a-8cc2-75263e1cd3d5 service neutron] 10.222.0.71 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064319 Dec 08 01:48:31.333295 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad295dfa-c76c-4744-9a59-c70b9e9b859b" -d '{"events": [{"server_uuid": "4a9daa24-a083-490d-aafb-dda0e0744954", "name": "network-vif-unplugged", "status": "completed", "tag": "8d99f152-9da7-4db3-b883-b35b3b5491d3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:31.336264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-3791fef4-e8f7-42ed-b5f9-acc7c0ef853d req-de0946d2-822f-47df-872a-e0b9a7568893 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Calling delete_port for 8d99f152-9da7-4db3-b883-b35b3b5491d3 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:48:31.349895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4945ee38-00e9-426a-b8d8-cecbbca251dc None None] Provisioning complete for port a0471f96-b7d3-4665-bf6a-790847a98754 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:31.350319 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4945ee38-00e9-426a-b8d8-cecbbca251dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.356451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea300c-bd40-4812-b8ba-9c7316c6d3b0 req-8a91c57b-b0bb-44ee-a6e7-8c14ef101fb5 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:31.365411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50ea300c-bd40-4812-b8ba-9c7316c6d3b0 req-8a91c57b-b0bb-44ee-a6e7-8c14ef101fb5 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=9c2cc26b-6435-4272-a832-637234e1a85b HTTP/1.1" status: 200 len: 946 time: 0.1256168 Dec 08 01:48:31.372613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 8d99f152-9da7-4db3-b883-b35b3b5491d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8d99f152-9da7-4db3-b883-b35b3b5491d3,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:31.397147 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.480134 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50ea300c-bd40-4812-b8ba-9c7316c6d3b0 req-cc2ffa85-efab-421d-9f80-d42a9341b2d5 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135337 Dec 08 01:48:31.483701 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a047619-c789-4e0a-b0fc-fa6a625985a7 x-openstack-request-id: req-2a047619-c789-4e0a-b0fc-fa6a625985a7 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:31.484155 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4a0259-b221-429d-9b89-442e0b709aca", "name": "network-vif-deleted", "tag": "9bbb03a9-7454-4876-8632-b33d8d296d66", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:31.484242 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2a047619-c789-4e0a-b0fc-fa6a625985a7 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:31.484646 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4a0259-b221-429d-9b89-442e0b709aca', 'name': 'network-vif-deleted', 'tag': '9bbb03a9-7454-4876-8632-b33d8d296d66', 'status': 'completed', 'code': 200} Dec 08 01:48:31.549914 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:48:28Z', 'revision_number': 4, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '4c535a71-c2ac-4e5e-9fd5-f205a63f9084', 'name': '', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'mac_address': 'fa:16:3e:3b:7e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:26Z', 'updated_at': '2021-12-08T01:48:28Z', 'revision_number': 2, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'subnets': [{'id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:31.557653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4945ee38-00e9-426a-b8d8-cecbbca251dc None None] Port a0471f96-b7d3-4665-bf6a-790847a98754 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:48:31.592855 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Checking router: 696819a6-8142-4337-bcb8-bee135bd6219 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:48:31.593256 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Updating router 696819a6-8142-4337-bcb8-bee135bd6219 port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:48:31.596587 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3791fef4-e8f7-42ed-b5f9-acc7c0ef853d req-de0946d2-822f-47df-872a-e0b9a7568893 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.622874 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.637513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0946d2-822f-47df-872a-e0b9a7568893 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Pushing event deleted for resources: {'Port': ['ID=8d99f152-9da7-4db3-b883-b35b3b5491d3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:31.673919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=8d99f152-9da7-4db3-b883-b35b3b5491d3,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:31.680483 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.718495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3791fef4-e8f7-42ed-b5f9-acc7c0ef853d req-de0946d2-822f-47df-872a-e0b9a7568893 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] No DVR routers for this DVR port 8d99f152-9da7-4db3-b883-b35b3b5491d3 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:48:31.722329 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3791fef4-e8f7-42ed-b5f9-acc7c0ef853d req-de0946d2-822f-47df-872a-e0b9a7568893 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.727240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3791fef4-e8f7-42ed-b5f9-acc7c0ef853d req-de0946d2-822f-47df-872a-e0b9a7568893 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.75 "DELETE /v2.0/ports/8d99f152-9da7-4db3-b883-b35b3b5491d3 HTTP/1.1" status: 204 len: 173 time: 0.9238420 Dec 08 01:48:31.727809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9daa24-a083-490d-aafb-dda0e0744954', 'name': 'network-vif-deleted', 'tag': '8d99f152-9da7-4db3-b883-b35b3b5491d3'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:31.743381 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535b3f52-2dd6-4cea-8d33-0debe5e887dc" -d '{"events": [{"server_uuid": "4a9daa24-a083-490d-aafb-dda0e0744954", "name": "network-vif-deleted", "tag": "8d99f152-9da7-4db3-b883-b35b3b5491d3"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:31.786239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 746e47a1-561a-451b-978a-03c7f71994d8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=746e47a1-561a-451b-978a-03c7f71994d8,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:31.797237 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.856376 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:48:29Z', 'revision_number': 4, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port': {'id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:23Z', 'updated_at': '2021-12-08T01:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'a0471f96-b7d3-4665-bf6a-790847a98754', 'name': '', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'mac_address': 'fa:16:3e:b6:8f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:29Z', 'revision_number': 2, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'subnets': [{'id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:31.889689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=746e47a1-561a-451b-978a-03c7f71994d8,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:31.893561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c008a7-e7ce-4363-b596-279dd53e80b2 None None] The sync data for ids ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'] in n-d-713499-31 is: [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:48:29Z', 'revision_number': 4, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port': {'id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:23Z', 'updated_at': '2021-12-08T01:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'a0471f96-b7d3-4665-bf6a-790847a98754', 'name': '', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'mac_address': 'fa:16:3e:b6:8f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:29Z', 'revision_number': 2, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'subnets': [{'id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:48:32.013936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36320) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:32.020706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9ebebbff-791e-4260-a6c5-2feccde10c57 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350338465', 'description': 'tempest-description--682951858'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:32.051953 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ebebbff-791e-4260-a6c5-2feccde10c57 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.059311 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327fe0b7-022b-46fd-9fbd-d1f0d91e2ca3 x-openstack-request-id: req-327fe0b7-022b-46fd-9fbd-d1f0d91e2ca3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:32.059629 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9daa24-a083-490d-aafb-dda0e0744954", "name": "network-vif-unplugged", "status": "completed", "tag": "8d99f152-9da7-4db3-b883-b35b3b5491d3", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:32.059908 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-327fe0b7-022b-46fd-9fbd-d1f0d91e2ca3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:32.060320 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9daa24-a083-490d-aafb-dda0e0744954', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d99f152-9da7-4db3-b883-b35b3b5491d3', 'code': 200} Dec 08 01:48:32.064176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36326) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:32.070348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-666c6065-9b97-413b-a1c8-cb4bbd71c728 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112022466', 'description': 'tempest-description--376181895'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:32.164258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7fee06f-6b20-46a0-bc40-aa635f6f4dce req-9d474ca7-1f6f-4e0c-8687-1d6b8e2766be tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 210 time: 0.0544074 Dec 08 01:48:32.166681 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-666c6065-9b97-413b-a1c8-cb4bbd71c728 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.181121 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.198256 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.305140 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ebebbff-791e-4260-a6c5-2feccde10c57 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.317409 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ebebbff-791e-4260-a6c5-2feccde10c57 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.364498 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-666c6065-9b97-413b-a1c8-cb4bbd71c728 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.370946 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963fc0ef-2b97-42d5-a329-3dbb0178ebac x-openstack-request-id: req-963fc0ef-2b97-42d5-a329-3dbb0178ebac {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:32.371504 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9daa24-a083-490d-aafb-dda0e0744954", "name": "network-vif-deleted", "tag": "8d99f152-9da7-4db3-b883-b35b3b5491d3", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:32.371961 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-963fc0ef-2b97-42d5-a329-3dbb0178ebac {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:32.372457 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9daa24-a083-490d-aafb-dda0e0744954', 'name': 'network-vif-deleted', 'tag': '8d99f152-9da7-4db3-b883-b35b3b5491d3', 'status': 'completed', 'code': 200} Dec 08 01:48:32.375727 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-666c6065-9b97-413b-a1c8-cb4bbd71c728 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.386990 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ebebbff-791e-4260-a6c5-2feccde10c57 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.392337 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9ebebbff-791e-4260-a6c5-2feccde10c57 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3767853 Dec 08 01:48:32.395075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36332) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:32.399568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebebbff-791e-4260-a6c5-2feccde10c57 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114d7a51-5244-4e43-acc3-4f8913737361,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:32.405167 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a35cc-74ca-4454-902b-7311994e7cfd None None] Pushing event updated for resources: {'Port': ['ID=4c535a71-c2ac-4e5e-9fd5-f205a63f9084,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:32.405427 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-38024cde-7fc8-4b51-99d2-f3387fa620c4 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Request body: {'security_group_rule': {'security_group_id': '114d7a51-5244-4e43-acc3-4f8913737361', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:32.460490 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38024cde-7fc8-4b51-99d2-f3387fa620c4 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.465237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 746e47a1-561a-451b-978a-03c7f71994d8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:32.530286 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-666c6065-9b97-413b-a1c8-cb4bbd71c728 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.538852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-666c6065-9b97-413b-a1c8-cb4bbd71c728 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4667273 Dec 08 01:48:32.541454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36334) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:32.559419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-71eb26b4-a0eb-4848-9fc5-ccc9bcd79c64 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Request body: {'security_group_rule': {'security_group_id': '97671f96-6eda-4252-bb75-1bac419f4acf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:32.574325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c6065-9b97-413b-a1c8-cb4bbd71c728 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97671f96-6eda-4252-bb75-1bac419f4acf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:32.604626 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 746e47a1-561a-451b-978a-03c7f71994d8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:32.605247 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.625517 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Attempting to bind port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:32.625887 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Attempting to bind port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '72deb713-09a3-48e8-be2b-8f56056660ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:32.634368 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Attempting to bind port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 on network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:32.654798 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:32.655271 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Checking segment: {'id': '72deb713-09a3-48e8-be2b-8f56056660ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:32.655695 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.656356 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Bound using segment: {'id': '72deb713-09a3-48e8-be2b-8f56056660ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:32.656524 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Bound port: 4c535a71-c2ac-4e5e-9fd5-f205a63f9084, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72deb713-09a3-48e8-be2b-8f56056660ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:32.668023 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.695777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38024cde-7fc8-4b51-99d2-f3387fa620c4 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.704131 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38024cde-7fc8-4b51-99d2-f3387fa620c4 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.750683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38024cde-7fc8-4b51-99d2-f3387fa620c4 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8d2257-fd38-4a11-a4e9-37e9f71029ad,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:32.785667 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38024cde-7fc8-4b51-99d2-f3387fa620c4 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.789748 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-38024cde-7fc8-4b51-99d2-f3387fa620c4 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3933804 Dec 08 01:48:32.790045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36338) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:32.819944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0743dc-18b2-484d-8ed3-ee231fccdbc0 req-74c42693-0710-4793-8d74-5b08bb3756ea tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:32.829179 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad0743dc-18b2-484d-8ed3-ee231fccdbc0 req-74c42693-0710-4793-8d74-5b08bb3756ea tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 946 time: 0.2334068 Dec 08 01:48:32.834015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-40af096f-b2e6-4998-9f69-125465d39891 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Request body: {'security_group_rule': {'security_group_id': '114d7a51-5244-4e43-acc3-4f8913737361', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:32.845257 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71eb26b4-a0eb-4848-9fc5-ccc9bcd79c64 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.846699 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] For port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:32.861868 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] For port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4c535a71-c2ac-4e5e-9fd5-f205a63f9084,segment=NetworkSegment(72deb713-09a3-48e8-be2b-8f56056660ad),segment_id=72deb713-09a3-48e8-be2b-8f56056660ad)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:32.868369 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.917507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-054f422e-f99d-4da8-8cf9-3c636ba6e428 None None] Provisioning complete for port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:32.917905 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-054f422e-f99d-4da8-8cf9-3c636ba6e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.954031 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40af096f-b2e6-4998-9f69-125465d39891 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.971876 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Routers {'696819a6-8142-4337-bcb8-bee135bd6219'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:32.972306 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:48:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['696819a6-8142-4337-bcb8-bee135bd6219'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:33.017623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad0743dc-18b2-484d-8ed3-ee231fccdbc0 req-7dea96f0-ff97-491d-a1c7-2bc90ee6d94a tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874902 Dec 08 01:48:33.030499 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-054f422e-f99d-4da8-8cf9-3c636ba6e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.091896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-054f422e-f99d-4da8-8cf9-3c636ba6e428 None None] For port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4c535a71-c2ac-4e5e-9fd5-f205a63f9084,segment=NetworkSegment(72deb713-09a3-48e8-be2b-8f56056660ad),segment_id=72deb713-09a3-48e8-be2b-8f56056660ad)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:33.101405 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-054f422e-f99d-4da8-8cf9-3c636ba6e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.125093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71eb26b4-a0eb-4848-9fc5-ccc9bcd79c64 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.174419 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a35cc-74ca-4454-902b-7311994e7cfd None None] Pushing event updated for resources: {'Port': ['ID=4c535a71-c2ac-4e5e-9fd5-f205a63f9084,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:33.197802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f422e-f99d-4da8-8cf9-3c636ba6e428 None None] Pushing event updated for resources: {'Port': ['ID=4c535a71-c2ac-4e5e-9fd5-f205a63f9084,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:33.199190 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71eb26b4-a0eb-4848-9fc5-ccc9bcd79c64 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.229034 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] Set router 696819a6-8142-4337-bcb8-bee135bd6219 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:33.298298 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40af096f-b2e6-4998-9f69-125465d39891 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.307248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb26b4-a0eb-4848-9fc5-ccc9bcd79c64 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46b8cd4-354a-43f9-8bcd-36abf26b02a5,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:33.309560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9bbb03a9-7454-4876-8632-b33d8d296d66 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:48:33.312746 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40af096f-b2e6-4998-9f69-125465d39891 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.331765 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71eb26b4-a0eb-4848-9fc5-ccc9bcd79c64 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.335720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36344) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:33.335915 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-71eb26b4-a0eb-4848-9fc5-ccc9bcd79c64 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7929552 Dec 08 01:48:33.340707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-46ae4f03-ba04-4468-b78f-643d180cb349 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Request body: {'security_group_rule': {'security_group_id': '97671f96-6eda-4252-bb75-1bac419f4acf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:33.354818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f99e3d-40d7-4e7d-8630-5d22effdbf8b req-31a66cf6-e627-41d8-a070-1f2c7db21827 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:33.356353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-95f99e3d-40d7-4e7d-8630-5d22effdbf8b req-31a66cf6-e627-41d8-a070-1f2c7db21827 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=9c2cc26b-6435-4272-a832-637234e1a85b HTTP/1.1" status: 200 len: 946 time: 0.2948363 Dec 08 01:48:33.370732 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af096f-b2e6-4998-9f69-125465d39891 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c178ebd-7f45-4898-bb5f-00d3a8ab9780,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:33.381290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 9bbb03a9-7454-4876-8632-b33d8d296d66 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:48:33.381649 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9bbb03a9-7454-4876-8632-b33d8d296d66 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:48:33.401782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9ca89-5db7-4ad1-b384-c0d02afb72ed req-6d738282-27b5-42c0-a6e9-d3f58b5fca4c tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:33.403638 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46d9ca89-5db7-4ad1-b384-c0d02afb72ed req-6d738282-27b5-42c0-a6e9-d3f58b5fca4c tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 951 time: 0.2269495 Dec 08 01:48:33.410135 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-46ae4f03-ba04-4468-b78f-643d180cb349 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.416990 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6e7890fc-9327-4b40-a491-0e6ed8629a84 None None] Provisioning complete for port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:33.417358 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6e7890fc-9327-4b40-a491-0e6ed8629a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.421815 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40af096f-b2e6-4998-9f69-125465d39891 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.425783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-40af096f-b2e6-4998-9f69-125465d39891 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6308661 Dec 08 01:48:33.434843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36346) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:33.439886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:33.475639 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-95f99e3d-40d7-4e7d-8630-5d22effdbf8b req-21f04702-d2da-4faf-8dec-a8026aa8c452 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036949 Dec 08 01:48:33.552550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46d9ca89-5db7-4ad1-b384-c0d02afb72ed req-ad0c6d53-1f1c-4aa1-87cf-5a6a8d19b0be tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391821 Dec 08 01:48:33.601661 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:48:28Z', 'revision_number': 4, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '4c535a71-c2ac-4e5e-9fd5-f205a63f9084', 'name': '', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'mac_address': 'fa:16:3e:3b:7e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:26Z', 'updated_at': '2021-12-08T01:48:32Z', 'revision_number': 4, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'subnets': [{'id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:33.640041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6037aac-c94d-4737-b013-3e9e91b55234 req-1164e27b-0246-4640-901c-b86837569e16 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 210 time: 0.0463815 Dec 08 01:48:33.652203 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdaecdd-0ca8-4843-85ac-5456d33066d4 None None] The sync data for ids ['696819a6-8142-4337-bcb8-bee135bd6219'] in n-d-713499-31 is: [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:48:28Z', 'revision_number': 4, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '4c535a71-c2ac-4e5e-9fd5-f205a63f9084', 'name': '', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'mac_address': 'fa:16:3e:3b:7e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:26Z', 'updated_at': '2021-12-08T01:48:32Z', 'revision_number': 4, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'subnets': [{'id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:48:33.673276 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-46ae4f03-ba04-4468-b78f-643d180cb349 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.677303 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.714189 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-46ae4f03-ba04-4468-b78f-643d180cb349 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.792299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-275d6b33-dd10-432b-b7ff-a2124e2563a6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:33.793667 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-275d6b33-dd10-432b-b7ff-a2124e2563a6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.45 "GET /v2.0/networks?id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f HTTP/1.1" status: 200 len: 805 time: 0.3047061 Dec 08 01:48:33.797792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae4f03-ba04-4468-b78f-643d180cb349 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6b399a-c5ae-4393-8d51-f37f84244e25,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:33.837886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-265c320c-1166-40cb-bd81-b6921022c2f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Request body: {'port': {'device_id': 'ec97adf7-881b-4894-9932-7421139c056b', 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f', 'admin_state_up': True, 'tenant_id': '7f33e0244455419aa742dd0ac6c0c9d7'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:33.843995 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-46ae4f03-ba04-4468-b78f-643d180cb349 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.848679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36348) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:33.848942 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-46ae4f03-ba04-4468-b78f-643d180cb349 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5116980 Dec 08 01:48:33.853372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:33.893058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.025607 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-265c320c-1166-40cb-bd81-b6921022c2f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Made reservation on behalf of 7f33e0244455419aa742dd0ac6c0c9d7 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:34.031585 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-265c320c-1166-40cb-bd81-b6921022c2f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.042620 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.062856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9362935-d8c1-4be6-b1dd-d5f53121cc57 req-1fd44945-2444-4155-8a8a-d5a503c3f1f8 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:34.065164 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9362935-d8c1-4be6-b1dd-d5f53121cc57 req-1fd44945-2444-4155-8a8a-d5a503c3f1f8 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2cc26b-6435-4272-a832-637234e1a85b HTTP/1.1" status: 200 len: 946 time: 0.0901177 Dec 08 01:48:34.103158 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.307500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1b834-f1a7-4af7-a3fc-6927dab7ac2e req-18651b60-df75-450e-a2f1-bb37735a2602 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:34.309085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9b1b834-f1a7-4af7-a3fc-6927dab7ac2e req-18651b60-df75-450e-a2f1-bb37735a2602 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 946 time: 0.1920407 Dec 08 01:48:34.366082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-c9362935-d8c1-4be6-b1dd-d5f53121cc57 req-853c54c3-8d5d-4180-a78e-759d23612a9b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Deleting port cde05483-5064-40c2-b196-a2ca5bb97c56 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:48:34.366417 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c9362935-d8c1-4be6-b1dd-d5f53121cc57 req-853c54c3-8d5d-4180-a78e-759d23612a9b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.396012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-265c320c-1166-40cb-bd81-b6921022c2f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Allocated IP 172.20.0.10 (6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f/af4f4a17-ff0b-4ee2-b46a-f3453934fdb1/91754f52-0c27-4d39-a68f-ebe259b1aa28) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:34.407972 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Allocated IP 172.25.8.72 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/69f37305-e487-4537-a7d8-7d95934580a2) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:34.409358 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9b1b834-f1a7-4af7-a3fc-6927dab7ac2e req-1d777587-ee14-4e4e-81f3-fc4bb17132df tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870678 Dec 08 01:48:34.428400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f2e7b833-0255-44b2-84c7-aed41d013241 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:34.464566 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8d99f152-9da7-4db3-b883-b35b3b5491d3 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:48:34.488922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 8d99f152-9da7-4db3-b883-b35b3b5491d3 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:48:34.489523 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8d99f152-9da7-4db3-b883-b35b3b5491d3 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:48:34.502200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-c9362935-d8c1-4be6-b1dd-d5f53121cc57 req-853c54c3-8d5d-4180-a78e-759d23612a9b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] For port cde05483-5064-40c2-b196-a2ca5bb97c56, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=cde05483-5064-40c2-b196-a2ca5bb97c56,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:34.502561 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c9362935-d8c1-4be6-b1dd-d5f53121cc57 req-853c54c3-8d5d-4180-a78e-759d23612a9b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.507878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f2e7b833-0255-44b2-84c7-aed41d013241 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:34.508252 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.515523 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-c9362935-d8c1-4be6-b1dd-d5f53121cc57 req-853c54c3-8d5d-4180-a78e-759d23612a9b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Calling delete_port for cde05483-5064-40c2-b196-a2ca5bb97c56 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:48:34.595392 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.616525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port f2e7b833-0255-44b2-84c7-aed41d013241, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f2e7b833-0255-44b2-84c7-aed41d013241,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:34.622718 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.623986 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:34.719985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=f2e7b833-0255-44b2-84c7-aed41d013241,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:34.727788 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:34.728569 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.749281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c157e5-b7e8-42a0-a382-dc54e0f91bec req-e74472a4-8aa6-485e-9df2-1d2f85b652a0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:34.750880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86c157e5-b7e8-42a0-a382-dc54e0f91bec req-e74472a4-8aa6-485e-9df2-1d2f85b652a0 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=9c2cc26b-6435-4272-a832-637234e1a85b HTTP/1.1" status: 200 len: 946 time: 0.1872759 Dec 08 01:48:34.761150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3081c-ce70-45c4-9da2-ff459da850a4 req-eb2182ef-6d75-4aa8-bac7-ff723893a592 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:34.762689 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3b3081c-ce70-45c4-9da2-ff459da850a4 req-eb2182ef-6d75-4aa8-bac7-ff723893a592 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 951 time: 0.1176775 Dec 08 01:48:34.854105 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c9362935-d8c1-4be6-b1dd-d5f53121cc57 req-853c54c3-8d5d-4180-a78e-759d23612a9b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.860303 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3b3081c-ce70-45c4-9da2-ff459da850a4 req-e273e5e6-0373-44a0-86be-17aa3075fbb5 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854805 Dec 08 01:48:34.870357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86c157e5-b7e8-42a0-a382-dc54e0f91bec req-2d2079fb-a280-4783-b0fd-5bd4f2b9728b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066566 Dec 08 01:48:34.891106 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['cde05483-5064-40c2-b196-a2ca5bb97c56', 'ca13072c-8bee-4584-af17-fc30aa1fa1e9'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:34.905460 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c54c3-8d5d-4180-a78e-759d23612a9b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Pushing event deleted for resources: {'Port': ['ID=cde05483-5064-40c2-b196-a2ca5bb97c56,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:34.939908 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['ba517233-358e-4889-9af2-0469d98ceb2d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:34.977254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9362935-d8c1-4be6-b1dd-d5f53121cc57 req-853c54c3-8d5d-4180-a78e-759d23612a9b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] No DVR routers for this DVR port cde05483-5064-40c2-b196-a2ca5bb97c56 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:48:34.995921 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c9362935-d8c1-4be6-b1dd-d5f53121cc57 req-853c54c3-8d5d-4180-a78e-759d23612a9b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.996119 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.001098 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9362935-d8c1-4be6-b1dd-d5f53121cc57 req-853c54c3-8d5d-4180-a78e-759d23612a9b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.75 "DELETE /v2.0/ports/cde05483-5064-40c2-b196-a2ca5bb97c56 HTTP/1.1" status: 204 len: 173 time: 0.8703942 Dec 08 01:48:35.003502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2cc26b-6435-4272-a832-637234e1a85b', 'name': 'network-vif-deleted', 'tag': 'cde05483-5064-40c2-b196-a2ca5bb97c56'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:35.005953 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fe7b5b-2b53-4f93-8602-816084301131" -d '{"events": [{"server_uuid": "9c2cc26b-6435-4272-a832-637234e1a85b", "name": "network-vif-deleted", "tag": "cde05483-5064-40c2-b196-a2ca5bb97c56"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:35.010924 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ee3e29e-38db-4895-a183-3d6ea3896b48 req-0aeeb874-e677-4f7e-b5ad-17bb960c40f9 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 210 time: 0.0651224 Dec 08 01:48:35.011840 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57449af0-d379-44f3-a29c-03fae9493e5f req-9105ecc3-abe1-4440-9b3c-1f82a412ae80 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:35.014224 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-57449af0-d379-44f3-a29c-03fae9493e5f req-9105ecc3-abe1-4440-9b3c-1f82a412ae80 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 951 time: 0.4367568 Dec 08 01:48:35.072151 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-265c320c-1166-40cb-bd81-b6921022c2f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.087315 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1d3ec4-8dba-47c2-8940-1ef874eb2364 x-openstack-request-id: req-9c1d3ec4-8dba-47c2-8940-1ef874eb2364 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:35.087853 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2cc26b-6435-4272-a832-637234e1a85b", "name": "network-vif-deleted", "tag": "cde05483-5064-40c2-b196-a2ca5bb97c56", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:35.088249 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9c1d3ec4-8dba-47c2-8940-1ef874eb2364 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:35.088812 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2cc26b-6435-4272-a832-637234e1a85b', 'name': 'network-vif-deleted', 'tag': 'cde05483-5064-40c2-b196-a2ca5bb97c56', 'status': 'completed', 'code': 200} Dec 08 01:48:35.166821 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.239511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:35.243147 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-265c320c-1166-40cb-bd81-b6921022c2f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.249401 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:35.249765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Allocated IP 172.25.8.51 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/88773648-e0e3-4f50-8e96-4a64b96a3c2c) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:35.256066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:35.263986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Pushing event updated for resources: {'Port': ['ID=69f37305-e487-4537-a7d8-7d95934580a2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:35.296140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-57449af0-d379-44f3-a29c-03fae9493e5f req-d6ee4c92-8a10-4f76-96dc-fc4441f1f158 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Deleting port 4f9b49d8-7694-45b5-9a62-eab2a2369b33 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:48:35.296478 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-57449af0-d379-44f3-a29c-03fae9493e5f req-d6ee4c92-8a10-4f76-96dc-fc4441f1f158 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.352602 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-265c320c-1166-40cb-bd81-b6921022c2f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:35.366157 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.391354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-265c320c-1166-40cb-bd81-b6921022c2f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:35.398522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-265c320c-1166-40cb-bd81-b6921022c2f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:35.412276 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.444811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c320c-1166-40cb-bd81-b6921022c2f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Pushing event updated for resources: {'Port': ['ID=91754f52-0c27-4d39-a68f-ebe259b1aa28,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:35.456876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:35.460498 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:35.465181 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:35.468358 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Pushing event updated for resources: {'Port': ['ID=88773648-e0e3-4f50-8e96-4a64b96a3c2c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:35.530861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-265c320c-1166-40cb-bd81-b6921022c2f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:35.531582 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-265c320c-1166-40cb-bd81-b6921022c2f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.555993 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.567235 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-57449af0-d379-44f3-a29c-03fae9493e5f req-d6ee4c92-8a10-4f76-96dc-fc4441f1f158 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] For port 4f9b49d8-7694-45b5-9a62-eab2a2369b33, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f9b49d8-7694-45b5-9a62-eab2a2369b33,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:35.567642 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-57449af0-d379-44f3-a29c-03fae9493e5f req-d6ee4c92-8a10-4f76-96dc-fc4441f1f158 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.592563 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbc601-7ca5-4d55-8f74-4c3d22b17f20 req-f189b9c4-5315-4343-a3ed-aabe474fed02 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:35.600819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ddbc601-7ca5-4d55-8f74-4c3d22b17f20 req-f189b9c4-5315-4343-a3ed-aabe474fed02 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 946 time: 0.0895855 Dec 08 01:48:35.606250 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-265c320c-1166-40cb-bd81-b6921022c2f6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7727761 Dec 08 01:48:35.610138 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-57449af0-d379-44f3-a29c-03fae9493e5f req-d6ee4c92-8a10-4f76-96dc-fc4441f1f158 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Calling delete_port for 4f9b49d8-7694-45b5-9a62-eab2a2369b33 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:48:35.624421 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.635296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Request body: {'port': {'device_id': 'ec97adf7-881b-4894-9932-7421139c056b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:35.681000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ddbc601-7ca5-4d55-8f74-4c3d22b17f20 req-79519f8f-679b-4164-815b-5709fbe36278 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792634 Dec 08 01:48:35.682187 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.738125 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.812405 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.919890 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.929613 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.080440 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-57449af0-d379-44f3-a29c-03fae9493e5f req-d6ee4c92-8a10-4f76-96dc-fc4441f1f158 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.089190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Pushing event updated for resources: {'Port': ['ID=88773648-e0e3-4f50-8e96-4a64b96a3c2c,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:36.107740 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.112042 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.121055 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4f9b49d8-7694-45b5-9a62-eab2a2369b33'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:36.146265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6501179-9a1b-4aa4-9c5f-53de0679f438 req-128579f0-7a37-43cf-bc32-41a88edc3229 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:36.150385 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.154708 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6501179-9a1b-4aa4-9c5f-53de0679f438 req-128579f0-7a37-43cf-bc32-41a88edc3229 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c2ad756-7a1b-4aaf-b3a6-1336824000c4 HTTP/1.1" status: 200 len: 868 time: 0.1157410 Dec 08 01:48:36.162299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee4c92-8a10-4f76-96dc-fc4441f1f158 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Pushing event deleted for resources: {'Port': ['ID=4f9b49d8-7694-45b5-9a62-eab2a2369b33,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:36.172285 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.181458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3ed93bd5-7edf-4c8c-bcd5-947e4680b272 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3236926 Dec 08 01:48:36.318403 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6501179-9a1b-4aa4-9c5f-53de0679f438 req-47b213ef-5118-4488-b684-ffffde11e84a tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c32b383-12c0-4966-9258-1b99a22e033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627059 Dec 08 01:48:36.319645 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-57449af0-d379-44f3-a29c-03fae9493e5f req-d6ee4c92-8a10-4f76-96dc-fc4441f1f158 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] No DVR routers for this DVR port 4f9b49d8-7694-45b5-9a62-eab2a2369b33 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:48:36.322452 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-57449af0-d379-44f3-a29c-03fae9493e5f req-d6ee4c92-8a10-4f76-96dc-fc4441f1f158 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.328176 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-57449af0-d379-44f3-a29c-03fae9493e5f req-d6ee4c92-8a10-4f76-96dc-fc4441f1f158 tempest-ServersAdminTestJSON-35321410 tempest-ServersAdminTestJSON-35321410-project] 10.222.0.75 "DELETE /v2.0/ports/4f9b49d8-7694-45b5-9a62-eab2a2369b33 HTTP/1.1" status: 204 len: 173 time: 1.3054886 Dec 08 01:48:36.343278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f2e7b833-0255-44b2-84c7-aed41d013241 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:36.385345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4b69d-055f-4ec0-a555-d15095c089ce req-0fb9f1d3-79de-4989-9728-1c59b74265a5 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:36.386963 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3dd4b69d-055f-4ec0-a555-d15095c089ce req-0fb9f1d3-79de-4989-9728-1c59b74265a5 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 932 time: 0.1642463 Dec 08 01:48:36.397370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Sync routers for ids ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:48:36.464597 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Routers {'fa17632b-6b19-43c6-b398-3b0585d0d2ef'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:36.472111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:48:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:36.495231 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3dd4b69d-055f-4ec0-a555-d15095c089ce req-dd6c2a14-72ec-44fc-a613-e58c32e4f27b tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978143 Dec 08 01:48:36.559845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91754f52-0c27-4d39-a68f-ebe259b1aa28 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:36.596188 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ad756-7a1b-4aaf-b3a6-1336824000c4', 'name': 'network-vif-deleted', 'tag': '4f9b49d8-7694-45b5-9a62-eab2a2369b33'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:36.598409 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f1901b-3550-4a5d-b9e4-7b1841433dfc" -d '{"events": [{"server_uuid": "1c2ad756-7a1b-4aaf-b3a6-1336824000c4", "name": "network-vif-deleted", "tag": "4f9b49d8-7694-45b5-9a62-eab2a2369b33"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:36.610209 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.620530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Pushing event updated for resources: {'Port': ['ID=69f37305-e487-4537-a7d8-7d95934580a2,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:36.622542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f2e7b833-0255-44b2-84c7-aed41d013241 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:36.623450 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.641311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Transition to ACTIVE for port object 91754f52-0c27-4d39-a68f-ebe259b1aa28 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:48:36.642859 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.649459 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.690479 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Set router fa17632b-6b19-43c6-b398-3b0585d0d2ef gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:36.697221 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.707441 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-736d19e1-4146-4e91-ac95-b68215340de0 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2625453 Dec 08 01:48:36.719243 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Pushing event updated for resources: {'Port': ['ID=91754f52-0c27-4d39-a68f-ebe259b1aa28,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:36.732449 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-2dffc782-9873-4293-89d6-d0e8e248a3ab tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2112022466&fields=id&tenant_id=d91ebd5b4cd345d68845d205f9900636 HTTP/1.1" status: 200 len: 267 time: 0.1116786 Dec 08 01:48:36.802338 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Attempting to bind port 91754f52-0c27-4d39-a68f-ebe259b1aa28 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:36.802808 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Attempting to bind port 91754f52-0c27-4d39-a68f-ebe259b1aa28 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:36.803340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Attempting to bind port 91754f52-0c27-4d39-a68f-ebe259b1aa28 on network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:36.809267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Port 91754f52-0c27-4d39-a68f-ebe259b1aa28 on network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:48:36.809696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Attempting to bind port 91754f52-0c27-4d39-a68f-ebe259b1aa28 on network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:36.822475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:36.823079 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Checking segment: {'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:36.823705 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Bound using segment: {'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:36.824372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Bound port: 91754f52-0c27-4d39-a68f-ebe259b1aa28, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:36.824955 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.864103 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c578c43e-9c9a-4b81-bc45-dc5308584d13 x-openstack-request-id: req-c578c43e-9c9a-4b81-bc45-dc5308584d13 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:36.864590 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2ad756-7a1b-4aaf-b3a6-1336824000c4", "name": "network-vif-deleted", "tag": "4f9b49d8-7694-45b5-9a62-eab2a2369b33", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:36.864999 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c578c43e-9c9a-4b81-bc45-dc5308584d13 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:36.865526 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2ad756-7a1b-4aaf-b3a6-1336824000c4', 'name': 'network-vif-deleted', 'tag': '4f9b49d8-7694-45b5-9a62-eab2a2369b33', 'status': 'completed', 'code': 200} Dec 08 01:48:36.876137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-21647939-d436-4a0b-bfab-0518dbde6c61 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:36.877667 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-21647939-d436-4a0b-bfab-0518dbde6c61 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/networks?id=3d97cd5b-18c4-49e8-827b-1e8391b93d1f HTTP/1.1" status: 200 len: 815 time: 0.1351349 Dec 08 01:48:36.896463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-70297f9d-c90f-4fea-a632-d62146b2b77d tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/quotas/d91ebd5b4cd345d68845d205f9900636 HTTP/1.1" status: 200 len: 375 time: 0.0119519 Dec 08 01:48:36.930560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] For port 91754f52-0c27-4d39-a68f-ebe259b1aa28, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:36.934538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] For port 91754f52-0c27-4d39-a68f-ebe259b1aa28, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=91754f52-0c27-4d39-a68f-ebe259b1aa28,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:36.939452 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.988389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:36.988910 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.990449 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] 10.222.0.45 "PUT /v2.0/ports/91754f52-0c27-4d39-a68f-ebe259b1aa28 HTTP/1.1" status: 200 len: 1093 time: 1.3607183 Dec 08 01:48:36.991339 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-ab6062ff-02ab-44d5-87eb-fcda2c7cc5a8 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d91ebd5b4cd345d68845d205f9900636&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883846 Dec 08 01:48:37.000487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:48:29Z', 'revision_number': 4, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port': {'id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:23Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'a0471f96-b7d3-4665-bf6a-790847a98754', 'name': '', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'mac_address': 'fa:16:3e:b6:8f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:29Z', 'revision_number': 2, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'subnets': [{'id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:37.006268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7b850-7286-42df-b7a9-cee32b79a231 req-3940e74f-672e-467f-95ee-091139ee830e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:37.007893 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2c7b850-7286-42df-b7a9-cee32b79a231 req-3940e74f-672e-467f-95ee-091139ee830e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 946 time: 0.0915935 Dec 08 01:48:37.032319 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Checking router: fa17632b-6b19-43c6-b398-3b0585d0d2ef for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:48:37.033090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Updating router fa17632b-6b19-43c6-b398-3b0585d0d2ef port a0471f96-b7d3-4665-bf6a-790847a98754 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:48:37.044172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b72aaa-86dd-4df5-b53d-26267a2a61b8 service neutron] Pushing event updated for resources: {'Port': ['ID=91754f52-0c27-4d39-a68f-ebe259b1aa28,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:37.061646 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:37.122170 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2c7b850-7286-42df-b7a9-cee32b79a231 req-cf057c6a-7cf3-4159-9c28-f4067fb928ba tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049364 Dec 08 01:48:37.149722 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-45241c6c-36e2-40dd-8153-c979fbd02be7 service neutron] 10.222.0.71 "GET /v2.0/networks/3d97cd5b-18c4-49e8-827b-1e8391b93d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408205 Dec 08 01:48:37.155826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-6dcd00f6-0af0-4e16-a2c2-ec4d0871fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:37.157748 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-6dcd00f6-0af0-4e16-a2c2-ec4d0871fdc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f33e0244455419aa742dd0ac6c0c9d7&device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 1096 time: 0.0582950 Dec 08 01:48:37.227397 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-21f40b3a-43b8-4ec8-8b2f-26366dfe2ad6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91754f52-0c27-4d39-a68f-ebe259b1aa28 HTTP/1.1" status: 200 len: 217 time: 0.0536053 Dec 08 01:48:37.281476 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-f7fcd8de-bf9b-48da-8206-689bcd373f11 service neutron] 10.222.0.71 "GET /v2.0/networks/3d97cd5b-18c4-49e8-827b-1e8391b93d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257522 Dec 08 01:48:37.296908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-e466f467-c3f3-4d6c-a8c6-63410c173630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:37.298588 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-e466f467-c3f3-4d6c-a8c6-63410c173630 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af4f4a17-ff0b-4ee2-b46a-f3453934fdb1 HTTP/1.1" status: 200 len: 845 time: 0.0567701 Dec 08 01:48:37.312370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-0bee3394-13d6-43ad-a77b-7f804849ad70 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--350338465&fields=id&tenant_id=e3e93de0f78547b4aac1f8512f8f7d23 HTTP/1.1" status: 200 len: 267 time: 0.0576231 Dec 08 01:48:37.347074 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-ecbf7eb5-870f-4a69-b86f-ea2f305efd48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405133 Dec 08 01:48:37.432473 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:37.443771 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:37.489556 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-e99d03b6-e80b-4dd1-8a1d-1d48ebf77a84 service neutron] 10.222.0.45 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290243 Dec 08 01:48:37.563289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97d5ba-d34a-4b5d-9032-0ff7bce09a27 None None] Pushing event updated for resources: {'Port': ['ID=a0471f96-b7d3-4665-bf6a-790847a98754,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:37.608797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Attempting to bind port a0471f96-b7d3-4665-bf6a-790847a98754 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:37.609170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Attempting to bind port a0471f96-b7d3-4665-bf6a-790847a98754 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'cc262778-cce3-42dd-914c-af7a1420879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:37.609532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Attempting to bind port a0471f96-b7d3-4665-bf6a-790847a98754 on network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:37.625362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:37.626081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Checking segment: {'id': 'cc262778-cce3-42dd-914c-af7a1420879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:37.626694 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:37.627265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Bound using segment: {'id': 'cc262778-cce3-42dd-914c-af7a1420879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:37.628175 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Bound port: a0471f96-b7d3-4665-bf6a-790847a98754, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc262778-cce3-42dd-914c-af7a1420879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:37.628882 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:37.678536 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3e96c973-dcd5-41db-a80c-0eae83a09d9d req-28cfe94e-db2c-4d7a-b9a5-73736e8cfedd service neutron] 10.222.0.45 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770582 Dec 08 01:48:37.767197 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] For port a0471f96-b7d3-4665-bf6a-790847a98754, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:37.771279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] For port a0471f96-b7d3-4665-bf6a-790847a98754, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a0471f96-b7d3-4665-bf6a-790847a98754,segment=NetworkSegment(cc262778-cce3-42dd-914c-af7a1420879c),segment_id=cc262778-cce3-42dd-914c-af7a1420879c)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:37.785939 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:37.888520 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dda6773e-994b-4df4-998a-e798b3816df6 req-c43de18d-b80d-4fef-a1a2-679bb763ea97 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 210 time: 0.0417085 Dec 08 01:48:37.894895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Routers {'fa17632b-6b19-43c6-b398-3b0585d0d2ef'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:37.895657 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:48:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:37.908804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-cfd14584-a57e-49ba-b7fb-47a49e699d8a None None] Provisioning complete for port a0471f96-b7d3-4665-bf6a-790847a98754 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:37.909419 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cfd14584-a57e-49ba-b7fb-47a49e699d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:37.940020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-60f52ce6-21bc-4a12-a165-38161ebfc3b1 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:37.955006 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-60f52ce6-21bc-4a12-a165-38161ebfc3b1 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/networks?id=33e3fb21-a529-4393-ae6a-590f7c4b16e4 HTTP/1.1" status: 200 len: 806 time: 0.6343150 Dec 08 01:48:37.982217 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-5356cd7f-2482-408b-8faa-45b0e345fb08 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/quotas/e3e93de0f78547b4aac1f8512f8f7d23 HTTP/1.1" status: 200 len: 375 time: 0.0256631 Dec 08 01:48:38.048364 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-d5e5dae7-4da0-48f1-9237-3589d7b34290 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3e93de0f78547b4aac1f8512f8f7d23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650101 Dec 08 01:48:38.055222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36440) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:38.158394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-df9a33cb-9e15-42a0-b2d0-ae879c7d4aec service neutron] 10.222.0.71 "GET /v2.0/networks/33e3fb21-a529-4393-ae6a-590f7c4b16e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090746 Dec 08 01:48:38.231436 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:48:38.262234 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-116bf189-50e0-4336-a0dc-aeb2f0daaa47 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=69d170fd4ae34c68b6c937f7d84ee31b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017243 Dec 08 01:48:38.263034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36446) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:38.301406 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97d5ba-d34a-4b5d-9032-0ff7bce09a27 None None] Pushing event updated for resources: {'Port': ['ID=a0471f96-b7d3-4665-bf6a-790847a98754,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:38.327698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-b484e13e-42b9-493d-8dd9-8cb43270b6f7 service neutron] 10.222.0.71 "GET /v2.0/networks/33e3fb21-a529-4393-ae6a-590f7c4b16e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527109 Dec 08 01:48:38.328660 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f29c8139-c4af-41b4-a35d-d757025bef35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.345024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17e90a-c4c7-4387-a7f7-fe4d128a6b6f req-3ba39016-818e-4a35-9c6f-24e6b967ccec tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:38.353194 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc17e90a-c4c7-4387-a7f7-fe4d128a6b6f req-3ba39016-818e-4a35-9c6f-24e6b967ccec tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 944 time: 0.1932600 Dec 08 01:48:38.358018 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f29c8139-c4af-41b4-a35d-d757025bef35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.425978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] Set router fa17632b-6b19-43c6-b398-3b0585d0d2ef gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:38.428490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc17e90a-c4c7-4387-a7f7-fe4d128a6b6f req-64c22dca-d993-457c-8c62-35883879cd65 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658245 Dec 08 01:48:38.428739 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cfd14584-a57e-49ba-b7fb-47a49e699d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.429030 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f29c8139-c4af-41b4-a35d-d757025bef35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.433286 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f29c8139-c4af-41b4-a35d-d757025bef35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.436910 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f29c8139-c4af-41b4-a35d-d757025bef35 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8c32b383-12c0-4966-9258-1b99a22e033e HTTP/1.1" status: 204 len: 168 time: 0.1711602 Dec 08 01:48:38.479015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c8139-c4af-41b4-a35d-d757025bef35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c32b383-12c0-4966-9258-1b99a22e033e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:38.496464 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-fa084728-0ead-478c-ad20-f607dd8ffbbe tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:38.498218 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-fa084728-0ead-478c-ad20-f607dd8ffbbe tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1&tenant_id=d9da45ea7cc343eebae48b10a6a55294&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 1098 time: 0.0897205 Dec 08 01:48:38.516318 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-31'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:38.541570 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4f9b49d8-7694-45b5-9a62-eab2a2369b33 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:48:38.632870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 4f9b49d8-7694-45b5-9a62-eab2a2369b33 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:48:38.636565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4f9b49d8-7694-45b5-9a62-eab2a2369b33 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:48:38.639371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device cde05483-5064-40c2-b196-a2ca5bb97c56 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:48:38.651813 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.678564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cfd14584-a57e-49ba-b7fb-47a49e699d8a None None] For port a0471f96-b7d3-4665-bf6a-790847a98754, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a0471f96-b7d3-4665-bf6a-790847a98754,segment=NetworkSegment(cc262778-cce3-42dd-914c-af7a1420879c),segment_id=cc262778-cce3-42dd-914c-af7a1420879c)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:38.685915 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: cde05483-5064-40c2-b196-a2ca5bb97c56 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:48:38.685915 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device cde05483-5064-40c2-b196-a2ca5bb97c56 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:48:38.697055 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb72fd2f-5b96-4f14-857f-7972642903db req-7fc869cd-a1d9-433e-89b1-5ba637a963c2 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 210 time: 0.0736504 Dec 08 01:48:38.717546 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cfd14584-a57e-49ba-b7fb-47a49e699d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.828259 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd14584-a57e-49ba-b7fb-47a49e699d8a None None] Pushing event updated for resources: {'Port': ['ID=a0471f96-b7d3-4665-bf6a-790847a98754,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:38.868180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfee5f-de63-4fbd-9efa-aa4e7ceb7b6e req-9e4cd1d8-b803-44cc-9859-d5fc48090c48 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:38.870719 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65bfee5f-de63-4fbd-9efa-aa4e7ceb7b6e req-9e4cd1d8-b803-44cc-9859-d5fc48090c48 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 946 time: 0.1587980 Dec 08 01:48:38.900291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec97adf7-881b-4894-9932-7421139c056b', 'tag': '91754f52-0c27-4d39-a68f-ebe259b1aa28'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:38.902701 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ce84f-67d7-4fe3-99ed-90b5e7e8a2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ec97adf7-881b-4894-9932-7421139c056b", "tag": "91754f52-0c27-4d39-a68f-ebe259b1aa28"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:38.905262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6171125e-a7e8-4ad0-9a33-99656226e4d3 None None] Provisioning complete for port a0471f96-b7d3-4665-bf6a-790847a98754 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:38.905857 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6171125e-a7e8-4ad0-9a33-99656226e4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.964898 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:39.002958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65bfee5f-de63-4fbd-9efa-aa4e7ceb7b6e req-d07de3b0-36c8-4d8c-827b-39b9c9b3ae46 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122043 Dec 08 01:48:39.035367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:39.097098 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9833d4f-7311-49b2-81fb-1d4f6d5610cd x-openstack-request-id: req-c9833d4f-7311-49b2-81fb-1d4f6d5610cd {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:39.097861 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec97adf7-881b-4894-9932-7421139c056b", "tag": "91754f52-0c27-4d39-a68f-ebe259b1aa28", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:39.098356 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c9833d4f-7311-49b2-81fb-1d4f6d5610cd {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:39.099365 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec97adf7-881b-4894-9932-7421139c056b', 'tag': '91754f52-0c27-4d39-a68f-ebe259b1aa28', 'status': 'completed', 'code': 200} Dec 08 01:48:39.109005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36474) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:39.211651 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:48:29Z', 'revision_number': 4, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port': {'id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:23Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'a0471f96-b7d3-4665-bf6a-790847a98754', 'name': '', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'mac_address': 'fa:16:3e:b6:8f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:37Z', 'revision_number': 4, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'subnets': [{'id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:39.285866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.287544 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae2b99-db2c-4a96-bf65-0b9caca57f58 None None] The sync data for ids ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'] in n-d-713499-31 is: [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:48:29Z', 'revision_number': 4, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port': {'id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:23Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'a0471f96-b7d3-4665-bf6a-790847a98754', 'name': '', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'mac_address': 'fa:16:3e:b6:8f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:37Z', 'revision_number': 4, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'subnets': [{'id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:48:39.301675 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e70c6d00-30a4-4eec-b291-6dffa90b9592 req-ad0f5670-3048-4b63-a280-57c6406ac6ac tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 210 time: 0.0608644 Dec 08 01:48:39.304447 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ce84f-67d7-4fe3-99ed-90b5e7e8a2ce req-696cf755-8b1e-400a-b4b9-4d32fdadef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:39.307031 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-297ce84f-67d7-4fe3-99ed-90b5e7e8a2ce req-696cf755-8b1e-400a-b4b9-4d32fdadef5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f33e0244455419aa742dd0ac6c0c9d7&device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 1096 time: 0.1753955 Dec 08 01:48:39.333164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.354156 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-14ea229b-892b-4c27-aef0-e2e306539aed tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:39.357981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-14ea229b-892b-4c27-aef0-e2e306539aed tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.75 "GET /v2.0/networks?id=3d97cd5b-18c4-49e8-827b-1e8391b93d1f HTTP/1.1" status: 200 len: 815 time: 0.3486738 Dec 08 01:48:39.395755 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-75902b73-70ab-4e25-91e2-5c15319e77ce admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8f25aea20a494ce8afc6acca686718a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854984 Dec 08 01:48:39.398398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36480) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:39.542311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Pushing event updated for resources: {'Port': ['ID=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:39.551736 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Attempting to bind port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a on host n-h1-713499-31 for vnic_type normal with profile {"migrating_to": "n-h2-713499-31"} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:39.552081 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Attempting to bind port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:39.552421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Attempting to bind port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:39.561251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a on network 776e026d-dfd5-4122-9a50-8ea153b9e036 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:48:39.561884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Attempting to bind port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:39.576756 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-b47b6cf2-11fa-470d-bddc-9e7104855c42 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d91ebd5b4cd345d68845d205f9900636 HTTP/1.1" status: 200 len: 380 time: 0.1663432 Dec 08 01:48:39.583531 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:39.583891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Checking segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:39.584274 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Bound using segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:39.584709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Bound port: d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:39.585065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.597088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ce84f-67d7-4fe3-99ed-90b5e7e8a2ce req-1bfccddf-070b-45f5-b09a-02660b3d6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:39.598585 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-297ce84f-67d7-4fe3-99ed-90b5e7e8a2ce req-1bfccddf-070b-45f5-b09a-02660b3d6a22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f HTTP/1.1" status: 200 len: 906 time: 0.2808361 Dec 08 01:48:39.623672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-f1c29a50-1694-410e-b0f5-282460b7f491 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Request body: {'port': {'device_id': 'b183b288-8c98-4b73-bc74-0fc500c223b0', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'admin_state_up': True, 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'security_groups': ['97671f96-6eda-4252-bb75-1bac419f4acf']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:39.670257 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-297ce84f-67d7-4fe3-99ed-90b5e7e8a2ce req-a38515ff-d59d-4ccc-8a08-191e696b89eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91754f52-0c27-4d39-a68f-ebe259b1aa28 HTTP/1.1" status: 200 len: 217 time: 0.0468073 Dec 08 01:48:39.673209 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb45a02c-7be6-4ed6-acb9-9a331479a1fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.729263 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:39.749529 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:39.754035 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ce84f-67d7-4fe3-99ed-90b5e7e8a2ce req-ff7532e0-15cc-4da8-b1e6-0d312ba3d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:39.755541 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-297ce84f-67d7-4fe3-99ed-90b5e7e8a2ce req-ff7532e0-15cc-4da8-b1e6-0d312ba3d53e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af4f4a17-ff0b-4ee2-b46a-f3453934fdb1 HTTP/1.1" status: 200 len: 845 time: 0.0721002 Dec 08 01:48:39.757148 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.816394 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb45a02c-7be6-4ed6-acb9-9a331479a1fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.818052 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-297ce84f-67d7-4fe3-99ed-90b5e7e8a2ce req-47ffe3d0-0838-4cd6-be5d-d9c9b6da8a81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521791 Dec 08 01:48:39.829810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb1096-8539-4831-957d-5f47f5900a3a req-26d4e02d-c260-4112-a147-435aab4aea6e tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:39.836141 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5fb1096-8539-4831-957d-5f47f5900a3a req-26d4e02d-c260-4112-a147-435aab4aea6e tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 944 time: 0.2864184 Dec 08 01:48:39.856294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec1d58-10cc-4ac0-bb71-12ea5a18db81 req-3777a355-efc8-41ff-856e-6c93292693ce tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:39.862809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec1d58-10cc-4ac0-bb71-12ea5a18db81 req-3777a355-efc8-41ff-856e-6c93292693ce tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:39.864468 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8ec1d58-10cc-4ac0-bb71-12ea5a18db81 req-3777a355-efc8-41ff-856e-6c93292693ce tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=4509dd94-9f61-45bd-bd53-5cfc5342aeab&device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 1681 time: 0.2861016 Dec 08 01:48:39.918929 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:39.920473 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.921519 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] 10.222.0.75 "PUT /v2.0/ports/d327abd3-ef94-4f02-ab9b-a283ef9a3c2a HTTP/1.1" status: 200 len: 1124 time: 1.4150896 Dec 08 01:48:39.929096 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a316e2-c552-459e-b047-fda4741f2b38 service neutron] Pushing event updated for resources: {'Port': ['ID=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,revision_number=8']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:39.956474 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-297ce84f-67d7-4fe3-99ed-90b5e7e8a2ce req-cb67780b-bdf3-494d-83c6-795e415816d2 service neutron] 10.222.0.45 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271086 Dec 08 01:48:39.984522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5fb1096-8539-4831-957d-5f47f5900a3a req-d6e77d0e-eadb-4784-9886-51214ec6ded0 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140406 Dec 08 01:48:39.989029 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-f1c29a50-1694-410e-b0f5-282460b7f491 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Made reservation on behalf of d91ebd5b4cd345d68845d205f9900636 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:39.992289 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-f1c29a50-1694-410e-b0f5-282460b7f491 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:40.036889 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8ec1d58-10cc-4ac0-bb71-12ea5a18db81 req-58bc45b5-7233-4d43-ab55-19ee6625a7b2 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464233 Dec 08 01:48:40.054313 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb45a02c-7be6-4ed6-acb9-9a331479a1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:40.060407 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb45a02c-7be6-4ed6-acb9-9a331479a1fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:40.061545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cb45a02c-7be6-4ed6-acb9-9a331479a1fd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7bc2db93-8bcf-43ea-b818-f5e70181a9c1 HTTP/1.1" status: 204 len: 168 time: 0.6620653 Dec 08 01:48:40.082283 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['d327abd3-ef94-4f02-ab9b-a283ef9a3c2a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:40.098793 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-297ce84f-67d7-4fe3-99ed-90b5e7e8a2ce req-d1870022-b6ba-4f1e-9455-9a5ab6e0530e service neutron] 10.222.0.45 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343312 Dec 08 01:48:40.141221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45a02c-7be6-4ed6-acb9-9a331479a1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc2db93-8bcf-43ea-b818-f5e70181a9c1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:40.147896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['d327abd3-ef94-4f02-ab9b-a283ef9a3c2a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:40.225268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33f58d64-79a0-4d3b-a2bc-5a6afde94698 req-ffef12b8-d7cd-4bb4-a9f1-9bf3a2efdbae tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 210 time: 0.0690124 Dec 08 01:48:40.454650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a0471f96-b7d3-4665-bf6a-790847a98754 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:40.482884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-f1c29a50-1694-410e-b0f5-282460b7f491 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Allocated IP 172.20.0.11 (3d97cd5b-18c4-49e8-827b-1e8391b93d1f/4425254a-03cc-4703-ac3f-20fb9aedeabe/9ecfec8c-3538-4308-ba36-c533b7033a42) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:40.496595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d327abd3-ef94-4f02-ab9b-a283ef9a3c2a details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:48:40.594505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef0802-b221-4f01-88d9-ba34a38f969a req-8279da77-9b79-4ba2-93a7-3e89a996ae6f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:40.597795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-48847dae-f6a6-426d-b274-0af20b04cc11 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:40.600442 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-48847dae-f6a6-426d-b274-0af20b04cc11 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.75 "GET /v2.0/networks?id=33e3fb21-a529-4393-ae6a-590f7c4b16e4 HTTP/1.1" status: 200 len: 806 time: 0.3276370 Dec 08 01:48:40.621171 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76ef0802-b221-4f01-88d9-ba34a38f969a req-8279da77-9b79-4ba2-93a7-3e89a996ae6f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 944 time: 0.2561495 Dec 08 01:48:40.748701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port a0471f96-b7d3-4665-bf6a-790847a98754 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:40.749071 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:40.767398 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-1474f431-01e1-47cf-a7f2-c2f7bdceab38 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e93de0f78547b4aac1f8512f8f7d23 HTTP/1.1" status: 200 len: 379 time: 0.1118050 Dec 08 01:48:40.776052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-023c400d-783c-400b-8706-d64f232c3121 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Request body: {'port': {'device_id': '0141762f-b650-4ef2-baae-5517dbc64341', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'admin_state_up': True, 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'security_groups': ['114d7a51-5244-4e43-acc3-4f8913737361']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:40.816819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:40.831704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d327abd3-ef94-4f02-ab9b-a283ef9a3c2a has no active binding in host n-h2-713499-31 {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:48:40.835302 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-068ab8d0-63fe-4c22-b885-7fa147d9c37b req-392823bf-a776-4caa-8ec5-85af199e0283 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 210 time: 0.1151385 Dec 08 01:48:40.864751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76ef0802-b221-4f01-88d9-ba34a38f969a req-c27f6c1a-b8b1-4503-a966-6b648b4c37c3 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384896 Dec 08 01:48:40.937836 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-f1c29a50-1694-410e-b0f5-282460b7f491 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:40.975638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-023c400d-783c-400b-8706-d64f232c3121 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Made reservation on behalf of e3e93de0f78547b4aac1f8512f8f7d23 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:40.979635 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-023c400d-783c-400b-8706-d64f232c3121 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:40.980659 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-f1c29a50-1694-410e-b0f5-282460b7f491 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.102004 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af59180-58dc-4f07-a5e6-d524d46fa0b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd327abd3-ef94-4f02-ab9b-a283ef9a3c2a'}, {'name': 'network-changed', 'server_uuid': '8af59180-58dc-4f07-a5e6-d524d46fa0b1', 'tag': 'd327abd3-ef94-4f02-ab9b-a283ef9a3c2a'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:41.104268 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6b70dd-46ab-485f-9520-9a5802f6fb58" -d '{"events": [{"server_uuid": "8af59180-58dc-4f07-a5e6-d524d46fa0b1", "name": "network-vif-unplugged", "status": "completed", "tag": "d327abd3-ef94-4f02-ab9b-a283ef9a3c2a"}, {"name": "network-changed", "server_uuid": "8af59180-58dc-4f07-a5e6-d524d46fa0b1", "tag": "d327abd3-ef94-4f02-ab9b-a283ef9a3c2a"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:41.113045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-f1c29a50-1694-410e-b0f5-282460b7f491 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:41.122483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-f1c29a50-1694-410e-b0f5-282460b7f491 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:41.158683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-f1c29a50-1694-410e-b0f5-282460b7f491 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:41.200299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-023c400d-783c-400b-8706-d64f232c3121 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Allocated IP 172.20.0.3 (33e3fb21-a529-4393-ae6a-590f7c4b16e4/b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47/2ae05417-b2d9-4b14-b393-1309aa8eb15a) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:41.334370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c29a50-1694-410e-b0f5-282460b7f491 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Pushing event updated for resources: {'Port': ['ID=9ecfec8c-3538-4308-ba36-c533b7033a42,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:41.356280 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-f1c29a50-1694-410e-b0f5-282460b7f491 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:41.358006 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-f1c29a50-1694-410e-b0f5-282460b7f491 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.369145 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 91754f52-0c27-4d39-a68f-ebe259b1aa28 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:48:41.406012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8613e-7b06-499b-8f98-d7b7b25eea8d req-b5feb079-c342-4caa-866e-30dc30bed815 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:41.420357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4cd8613e-7b06-499b-8f98-d7b7b25eea8d req-b5feb079-c342-4caa-866e-30dc30bed815 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 944 time: 0.2862546 Dec 08 01:48:41.450024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-f1c29a50-1694-410e-b0f5-282460b7f491 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8433895 Dec 08 01:48:41.501790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Request body: {'port': {'device_id': 'b183b288-8c98-4b73-bc74-0fc500c223b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:41.587791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4cd8613e-7b06-499b-8f98-d7b7b25eea8d req-9c72810d-0340-4b52-b098-b08ba86180c5 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645496 Dec 08 01:48:41.597394 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.662309 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbc7c40a-a334-4bb7-a57a-a42ca1a8579e req-6a63d7a3-e73f-4201-9fd0-3875f1efec26 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 210 time: 0.0616927 Dec 08 01:48:41.671636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 91754f52-0c27-4d39-a68f-ebe259b1aa28, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=91754f52-0c27-4d39-a68f-ebe259b1aa28,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:41.695561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36536) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.740664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '91754f52-0c27-4d39-a68f-ebe259b1aa28', 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f', 'port_id': '91754f52-0c27-4d39-a68f-ebe259b1aa28', 'mac_address': 'fa:16:3e:e4:2c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4f4a17-ff0b-4ee2-b46a-f3453934fdb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:48:41.752319 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8d1bd955-4af0-4aea-9d03-cd4e52f23182 None None] Provisioning complete for port 9ecfec8c-3538-4308-ba36-c533b7033a42 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:41.752706 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d1bd955-4af0-4aea-9d03-cd4e52f23182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.800438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8d1bd955-4af0-4aea-9d03-cd4e52f23182 None None] Port 9ecfec8c-3538-4308-ba36-c533b7033a42 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:48:41.802953 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdf4904-6299-4bd5-9387-b0e4e656e029 x-openstack-request-id: req-dcdf4904-6299-4bd5-9387-b0e4e656e029 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:41.803426 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af59180-58dc-4f07-a5e6-d524d46fa0b1", "name": "network-vif-unplugged", "status": "completed", "tag": "d327abd3-ef94-4f02-ab9b-a283ef9a3c2a", "code": 200}, {"name": "network-changed", "server_uuid": "8af59180-58dc-4f07-a5e6-d524d46fa0b1", "tag": "d327abd3-ef94-4f02-ab9b-a283ef9a3c2a", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:41.803666 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dcdf4904-6299-4bd5-9387-b0e4e656e029 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:41.804054 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af59180-58dc-4f07-a5e6-d524d46fa0b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd327abd3-ef94-4f02-ab9b-a283ef9a3c2a', 'code': 200} Dec 08 01:48:41.804314 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af59180-58dc-4f07-a5e6-d524d46fa0b1', 'tag': 'd327abd3-ef94-4f02-ab9b-a283ef9a3c2a', 'status': 'completed', 'code': 200} Dec 08 01:48:41.885208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2141615037-network', 'tenant_id': '89e150232843410ca18f76bac93ee49e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:41.885549 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b70dd-46ab-485f-9520-9a5802f6fb58 req-ca0f9202-cc16-421f-a758-d12cf007e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:41.887081 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e6b70dd-46ab-485f-9520-9a5802f6fb58 req-ca0f9202-cc16-421f-a758-d12cf007e4ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 1127 time: 0.0819793 Dec 08 01:48:41.888557 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.898106 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-023c400d-783c-400b-8706-d64f232c3121 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.905403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91754f52-0c27-4d39-a68f-ebe259b1aa28 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:41.928515 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 91754f52-0c27-4d39-a68f-ebe259b1aa28, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=91754f52-0c27-4d39-a68f-ebe259b1aa28,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:41.936485 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.941569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] Made reservation on behalf of 89e150232843410ca18f76bac93ee49e for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:41.953014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.007220 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.008667 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=91754f52-0c27-4d39-a68f-ebe259b1aa28,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:42.023962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b70dd-46ab-485f-9520-9a5802f6fb58 req-a078ba90-69d2-43c2-a680-05076e7b0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:42.024996 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e6b70dd-46ab-485f-9520-9a5802f6fb58 req-a078ba90-69d2-43c2-a680-05076e7b0073 service neutron] 10.222.0.45 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.1252401 Dec 08 01:48:42.031281 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-023c400d-783c-400b-8706-d64f232c3121 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.034097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449e49f-3adf-49a0-923f-4350fbba137d req-fed1f272-c930-480e-a7c2-76915877e95f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:42.041545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7449e49f-3adf-49a0-923f-4350fbba137d req-fed1f272-c930-480e-a7c2-76915877e95f tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=4509dd94-9f61-45bd-bd53-5cfc5342aeab HTTP/1.1" status: 200 len: 945 time: 0.3115618 Dec 08 01:48:42.109547 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e6b70dd-46ab-485f-9520-9a5802f6fb58 req-1407ca7a-8302-4c6c-b9ab-8088ef10b10b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a HTTP/1.1" status: 200 len: 217 time: 0.0719426 Dec 08 01:48:42.117619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-023c400d-783c-400b-8706-d64f232c3121 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:42.127846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680a98f-0cc6-4ad7-a76f-139cdc2f53fc req-17db19ee-e067-4518-a8ab-ed5aa21f4949 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:42.129350 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5680a98f-0cc6-4ad7-a76f-139cdc2f53fc req-17db19ee-e067-4518-a8ab-ed5aa21f4949 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 932 time: 0.1708763 Dec 08 01:48:42.151644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-023c400d-783c-400b-8706-d64f232c3121 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:42.158412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-023c400d-783c-400b-8706-d64f232c3121 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:42.164638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c400d-783c-400b-8706-d64f232c3121 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Pushing event updated for resources: {'Port': ['ID=2ae05417-b2d9-4b14-b393-1309aa8eb15a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:42.226255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7449e49f-3adf-49a0-923f-4350fbba137d req-96c4a2b4-3fe6-430d-b1fb-740905fb0301 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837673 Dec 08 01:48:42.228443 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b70dd-46ab-485f-9520-9a5802f6fb58 req-bd9157e4-3585-4037-87f1-b915f02278c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:42.230919 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e6b70dd-46ab-485f-9520-9a5802f6fb58 req-bd9157e4-3585-4037-87f1-b915f02278c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.1093621 Dec 08 01:48:42.261047 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-023c400d-783c-400b-8706-d64f232c3121 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:42.261708 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-023c400d-783c-400b-8706-d64f232c3121 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.301479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5680a98f-0cc6-4ad7-a76f-139cdc2f53fc req-b68b6a1f-3fc1-4211-8ba0-6486f4d2209e tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/security-groups?id=97671f96-6eda-4252-bb75-1bac419f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519444 Dec 08 01:48:42.304987 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e6b70dd-46ab-485f-9520-9a5802f6fb58 req-c6c3dd3a-fdd8-42b6-a6d4-02ccab838e30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622833 Dec 08 01:48:42.319084 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-023c400d-783c-400b-8706-d64f232c3121 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5475571 Dec 08 01:48:42.343063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Request body: {'port': {'device_id': '0141762f-b650-4ef2-baae-5517dbc64341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:42.370491 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.397473 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.417475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['91754f52-0c27-4d39-a68f-ebe259b1aa28'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:42.435393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:48:42.445190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecfec8c-3538-4308-ba36-c533b7033a42 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:42.470295 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.486114 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Transition to ACTIVE for port object 9ecfec8c-3538-4308-ba36-c533b7033a42 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:48:42.489840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.500873 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.501332 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] Added segment 90ef0fd6-ee95-48eb-b6af-f34b076e74b4 of type vlan for network eef83dad-0d30-493d-b01b-08306229e878 Dec 08 01:48:42.509533 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbacb57-32df-41f6-8842-0e2d990dabcf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:42.520388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3363cfe-6795-4a69-a2b1-5102af7d9ed4 req-8d29bf90-4722-4d34-9b4f-7f2c5d5c98a1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:42.527492 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3363cfe-6795-4a69-a2b1-5102af7d9ed4 req-8d29bf90-4722-4d34-9b4f-7f2c5d5c98a1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 944 time: 0.2336845 Dec 08 01:48:42.529800 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.551531 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e6b70dd-46ab-485f-9520-9a5802f6fb58 req-0267cdf2-715d-409f-a53b-45d1fbdbfe83 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294917 Dec 08 01:48:42.561196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3aacb4b3-928b-434f-950f-b8293c1744eb None None] Provisioning complete for port 2ae05417-b2d9-4b14-b393-1309aa8eb15a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:42.561567 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3aacb4b3-928b-434f-950f-b8293c1744eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.625433 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.631157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3aacb4b3-928b-434f-950f-b8293c1744eb None None] Port 2ae05417-b2d9-4b14-b393-1309aa8eb15a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:48:42.655382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecfec8c-3538-4308-ba36-c533b7033a42,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:42.712421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3363cfe-6795-4a69-a2b1-5102af7d9ed4 req-182a5048-b14e-4f80-84c1-d8ef660fc750 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785352 Dec 08 01:48:42.783862 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.784872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:42.785419 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.789934 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e6b70dd-46ab-485f-9520-9a5802f6fb58 req-4b48e4ea-46ac-429a-8149-c42c194cdd29 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127290 Dec 08 01:48:42.909047 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2121229 Dec 08 01:48:42.913680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36554) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.924242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6cffbf07-9e4a-428d-b82b-a8d145e60085 admin admin] Request body: {'subnet': {'network_id': 'eef83dad-0d30-493d-b01b-08306229e878', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2141615037-subnet', 'tenant_id': '89e150232843410ca18f76bac93ee49e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:42.941278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae05417-b2d9-4b14-b393-1309aa8eb15a {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:42.945564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ed414-a12a-48d5-a403-9881154dea7b req-782306d6-c114-47f6-9a06-6df7b6b043ff tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:42.946864 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd5ed414-a12a-48d5-a403-9881154dea7b req-782306d6-c114-47f6-9a06-6df7b6b043ff tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 945 time: 0.2306080 Dec 08 01:48:42.949529 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.967335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Transition to ACTIVE for port object 2ae05417-b2d9-4b14-b393-1309aa8eb15a will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:48:42.967513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb273482-70d1-48ca-9758-64879c447d75 admin admin] Pushing event updated for resources: {'Network': ['ID=eef83dad-0d30-493d-b01b-08306229e878,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:42.979837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network eef83dad-0d30-493d-b01b-08306229e878 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:48:42.980521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Attempting to bind port 9ecfec8c-3538-4308-ba36-c533b7033a42 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:42.980853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Attempting to bind port 9ecfec8c-3538-4308-ba36-c533b7033a42 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'cc262778-cce3-42dd-914c-af7a1420879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:42.981188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Attempting to bind port 9ecfec8c-3538-4308-ba36-c533b7033a42 on network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:42.983325 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.008943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Port 9ecfec8c-3538-4308-ba36-c533b7033a42 on network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:48:43.009267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Attempting to bind port 9ecfec8c-3538-4308-ba36-c533b7033a42 on network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:43.020718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ef31a-af25-43b4-bf1a-2bf665759c1f req-583bdb66-8de9-471b-b1ca-981379c4b452 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:43.028005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a26ef31a-af25-43b4-bf1a-2bf665759c1f req-583bdb66-8de9-471b-b1ca-981379c4b452 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 931 time: 0.2468064 Dec 08 01:48:43.036338 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Pushing event updated for resources: {'Port': ['ID=2ae05417-b2d9-4b14-b393-1309aa8eb15a,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:43.044211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cffbf07-9e4a-428d-b82b-a8d145e60085 admin admin] Made reservation on behalf of 89e150232843410ca18f76bac93ee49e for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:43.047077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cffbf07-9e4a-428d-b82b-a8d145e60085 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.075677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:43.076543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Checking segment: {'id': 'cc262778-cce3-42dd-914c-af7a1420879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:43.077284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Bound using segment: {'id': 'cc262778-cce3-42dd-914c-af7a1420879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:43.077424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Bound port: 9ecfec8c-3538-4308-ba36-c533b7033a42, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc262778-cce3-42dd-914c-af7a1420879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:43.077697 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.146005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd5ed414-a12a-48d5-a403-9881154dea7b req-d0624245-9972-4013-8832-fe1b5133f347 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914589 Dec 08 01:48:43.157118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5799bc4-799d-4a14-a519-36378e476ebb req-e6d03ac9-751c-460b-90de-35548e4933f6 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:43.158770 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a5799bc4-799d-4a14-a519-36378e476ebb req-e6d03ac9-751c-460b-90de-35548e4933f6 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.45 "GET /v2.0/ports?device_id=4509dd94-9f61-45bd-bd53-5cfc5342aeab HTTP/1.1" status: 200 len: 945 time: 0.0976501 Dec 08 01:48:43.163538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Attempting to bind port 2ae05417-b2d9-4b14-b393-1309aa8eb15a on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:43.164108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Attempting to bind port 2ae05417-b2d9-4b14-b393-1309aa8eb15a by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '72deb713-09a3-48e8-be2b-8f56056660ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:43.164542 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Attempting to bind port 2ae05417-b2d9-4b14-b393-1309aa8eb15a on network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:43.187638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Port 2ae05417-b2d9-4b14-b393-1309aa8eb15a on network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:48:43.187825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Attempting to bind port 2ae05417-b2d9-4b14-b393-1309aa8eb15a on network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:43.217010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:43.217010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Checking segment: {'id': '72deb713-09a3-48e8-be2b-8f56056660ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:43.217568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Bound using segment: {'id': '72deb713-09a3-48e8-be2b-8f56056660ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:43.218109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Bound port: 2ae05417-b2d9-4b14-b393-1309aa8eb15a, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72deb713-09a3-48e8-be2b-8f56056660ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:43.218528 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.259028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a26ef31a-af25-43b4-bf1a-2bf665759c1f req-138a0358-0636-4833-982d-db58a3540857 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/security-groups?id=114d7a51-5244-4e43-acc3-4f8913737361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278562 Dec 08 01:48:43.305462 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] For port 9ecfec8c-3538-4308-ba36-c533b7033a42, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:43.313355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] For port 9ecfec8c-3538-4308-ba36-c533b7033a42, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9ecfec8c-3538-4308-ba36-c533b7033a42,segment=NetworkSegment(cc262778-cce3-42dd-914c-af7a1420879c),segment_id=cc262778-cce3-42dd-914c-af7a1420879c)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:43.327351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09a459-08fc-45f8-8200-368708d0753a req-93bf0cad-c56e-4aab-91e9-c4a365038d39 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:43.329297 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e09a459-08fc-45f8-8200-368708d0753a req-93bf0cad-c56e-4aab-91e9-c4a365038d39 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.75 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 945 time: 0.1473284 Dec 08 01:48:43.333386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.333716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] For port 2ae05417-b2d9-4b14-b393-1309aa8eb15a, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:43.337510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] For port 2ae05417-b2d9-4b14-b393-1309aa8eb15a, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2ae05417-b2d9-4b14-b393-1309aa8eb15a,segment=NetworkSegment(72deb713-09a3-48e8-be2b-8f56056660ad),segment_id=72deb713-09a3-48e8-be2b-8f56056660ad)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:43.343879 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.376198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-a5799bc4-799d-4a14-a519-36378e476ebb req-3f5658fd-86d6-4e8c-a9cb-1e866854afa3 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Deleting port ba517233-358e-4889-9af2-0469d98ceb2d {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:48:43.376546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a5799bc4-799d-4a14-a519-36378e476ebb req-3f5658fd-86d6-4e8c-a9cb-1e866854afa3 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.409243 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:43.409867 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.411251 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] 10.222.0.75 "PUT /v2.0/ports/2ae05417-b2d9-4b14-b393-1309aa8eb15a HTTP/1.1" status: 200 len: 1092 time: 1.0750721 Dec 08 01:48:43.465357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271cac7-2fd4-4cb7-a261-8ab612428dbc service neutron] Pushing event updated for resources: {'Port': ['ID=2ae05417-b2d9-4b14-b393-1309aa8eb15a,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:43.466776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:43.467962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.470346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] 10.222.0.75 "PUT /v2.0/ports/9ecfec8c-3538-4308-ba36-c533b7033a42 HTTP/1.1" status: 200 len: 1093 time: 1.9992888 Dec 08 01:48:43.479779 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b183b288-8c98-4b73-bc74-0fc500c223b0', 'tag': '9ecfec8c-3538-4308-ba36-c533b7033a42'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:43.482855 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ff6e90-c267-4406-b388-856539564777" -d '{"events": [{"name": "network-changed", "server_uuid": "b183b288-8c98-4b73-bc74-0fc500c223b0", "tag": "9ecfec8c-3538-4308-ba36-c533b7033a42"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:43.517717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a5799bc4-799d-4a14-a519-36378e476ebb req-3f5658fd-86d6-4e8c-a9cb-1e866854afa3 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] For port ba517233-358e-4889-9af2-0469d98ceb2d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ba517233-358e-4889-9af2-0469d98ceb2d,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:43.518080 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a5799bc4-799d-4a14-a519-36378e476ebb req-3f5658fd-86d6-4e8c-a9cb-1e866854afa3 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.534863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-a5799bc4-799d-4a14-a519-36378e476ebb req-3f5658fd-86d6-4e8c-a9cb-1e866854afa3 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Calling delete_port for ba517233-358e-4889-9af2-0469d98ceb2d owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:48:43.632408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-20637d69-eaf9-443a-bae4-78dffcb7358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:43.634226 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-20637d69-eaf9-443a-bae4-78dffcb7358f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d91ebd5b4cd345d68845d205f9900636&device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 1096 time: 0.0949357 Dec 08 01:48:43.697204 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-51ab8100-3a19-450e-9a7b-8860bd60ca96 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ecfec8c-3538-4308-ba36-c533b7033a42 HTTP/1.1" status: 200 len: 217 time: 0.0472989 Dec 08 01:48:43.801648 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-349e52a7-dffb-4d94-9130-a20776c0e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:43.803126 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-349e52a7-dffb-4d94-9130-a20776c0e9a3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4425254a-03cc-4703-ac3f-20fb9aedeabe HTTP/1.1" status: 200 len: 854 time: 0.0973938 Dec 08 01:48:43.804329 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a5799bc4-799d-4a14-a519-36378e476ebb req-3f5658fd-86d6-4e8c-a9cb-1e866854afa3 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.805739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0141762f-b650-4ef2-baae-5517dbc64341', 'tag': '2ae05417-b2d9-4b14-b393-1309aa8eb15a'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:43.808023 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d356015-dd12-439b-a6d6-4220550774e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0141762f-b650-4ef2-baae-5517dbc64341", "tag": "2ae05417-b2d9-4b14-b393-1309aa8eb15a"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:43.844835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['ca13072c-8bee-4584-af17-fc30aa1fa1e9'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:43.849047 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['ba517233-358e-4889-9af2-0469d98ceb2d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:43.864967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5658fd-86d6-4e8c-a9cb-1e866854afa3 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Pushing event deleted for resources: {'Port': ['ID=ba517233-358e-4889-9af2-0469d98ceb2d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:43.907631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a46285-4888-4a45-a7bd-45f2655998b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecfec8c-3538-4308-ba36-c533b7033a42,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:43.911988 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5799bc4-799d-4a14-a519-36378e476ebb req-3f5658fd-86d6-4e8c-a9cb-1e866854afa3 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] No DVR routers for this DVR port ba517233-358e-4889-9af2-0469d98ceb2d on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:48:43.914923 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a5799bc4-799d-4a14-a519-36378e476ebb req-3f5658fd-86d6-4e8c-a9cb-1e866854afa3 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.918438 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a5799bc4-799d-4a14-a519-36378e476ebb req-3f5658fd-86d6-4e8c-a9cb-1e866854afa3 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.45 "DELETE /v2.0/ports/ba517233-358e-4889-9af2-0469d98ceb2d HTTP/1.1" status: 204 len: 173 time: 0.7419963 Dec 08 01:48:43.923489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-09cfc18e-7421-42f5-89bb-4a480fbef462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:43.924921 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-09cfc18e-7421-42f5-89bb-4a480fbef462 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d97cd5b-18c4-49e8-827b-1e8391b93d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084030 Dec 08 01:48:43.965749 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7631bf1-61ea-4f21-9909-f22c8bede718 req-12c2b34e-a8d6-4a53-bab0-a9447c7f800b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:43.967461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7631bf1-61ea-4f21-9909-f22c8bede718 req-12c2b34e-a8d6-4a53-bab0-a9447c7f800b tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=4509dd94-9f61-45bd-bd53-5cfc5342aeab HTTP/1.1" status: 200 len: 867 time: 0.6057055 Dec 08 01:48:43.974165 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cffbf07-9e4a-428d-b82b-a8d145e60085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.994822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7dca63-398c-4cee-8f07-b6cba14c15e7 req-4e47d93d-5255-457a-85b0-a4df3cc49e04 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.003010 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9d7dca63-398c-4cee-8f07-b6cba14c15e7 req-4e47d93d-5255-457a-85b0-a4df3cc49e04 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 944 time: 0.5662782 Dec 08 01:48:44.057428 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-7f40e377-1aa0-45eb-9497-4d8cef39a64d service neutron] 10.222.0.75 "GET /v2.0/networks/3d97cd5b-18c4-49e8-827b-1e8391b93d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187775 Dec 08 01:48:44.058038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-ebd665d1-d96e-4c89-a465-710905d02a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.059476 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-ebd665d1-d96e-4c89-a465-710905d02a8d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e3e93de0f78547b4aac1f8512f8f7d23&device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 1095 time: 0.5417016 Dec 08 01:48:44.143377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffbf07-9e4a-428d-b82b-a8d145e60085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0967e208-c2ac-4601-9bbb-5480d82388b6,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:44.165826 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-96396ba3-afc0-41dd-ba2b-af0c0af8b7e7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae05417-b2d9-4b14-b393-1309aa8eb15a HTTP/1.1" status: 200 len: 217 time: 0.0810282 Dec 08 01:48:44.166759 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b62c1ff2-ec77-49af-9e67-ab000d1753bf req-94362af6-6978-4154-a1d4-8bb429cc2f88 service neutron] 10.222.0.75 "GET /v2.0/networks/3d97cd5b-18c4-49e8-827b-1e8391b93d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856841 Dec 08 01:48:44.174777 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-9e09a459-08fc-45f8-8200-368708d0753a req-917af618-8e55-4101-b646-80edff6fc121 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Deleting port ca13072c-8bee-4584-af17-fc30aa1fa1e9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:48:44.175055 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e09a459-08fc-45f8-8200-368708d0753a req-917af618-8e55-4101-b646-80edff6fc121 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:44.206892 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7631bf1-61ea-4f21-9909-f22c8bede718 req-de070489-f939-4d44-88db-cbf48d112a09 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/security-groups?id=1eabc545-96aa-493f-aea3-ec88c40b42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230113 Dec 08 01:48:44.225919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9d7dca63-398c-4cee-8f07-b6cba14c15e7 req-acdb8515-9551-4f3f-a0da-96ec6b2ea66f tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/security-groups?id=97671f96-6eda-4252-bb75-1bac419f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220702 Dec 08 01:48:44.279993 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82521db7-ce41-41ea-98c1-a7d6ee1263bb x-openstack-request-id: req-82521db7-ce41-41ea-98c1-a7d6ee1263bb {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:44.280403 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b183b288-8c98-4b73-bc74-0fc500c223b0", "tag": "9ecfec8c-3538-4308-ba36-c533b7033a42", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:44.280558 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-82521db7-ce41-41ea-98c1-a7d6ee1263bb {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:44.280945 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b183b288-8c98-4b73-bc74-0fc500c223b0', 'tag': '9ecfec8c-3538-4308-ba36-c533b7033a42', 'status': 'completed', 'code': 200} Dec 08 01:48:44.281819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cffbf07-9e4a-428d-b82b-a8d145e60085 admin admin] Checking segment: {'id': '90ef0fd6-ee95-48eb-b6af-f34b076e74b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:44.282178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cffbf07-9e4a-428d-b82b-a8d145e60085 admin admin] Network hostable DHCP agents. Network: eef83dad-0d30-493d-b01b-08306229e878, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:48:44.320061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-f09fab5e-cf05-4a53-b8d7-cce9c990b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.321596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-f09fab5e-cf05-4a53-b8d7-cce9c990b05a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47 HTTP/1.1" status: 200 len: 845 time: 0.1194513 Dec 08 01:48:44.350563 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cffbf07-9e4a-428d-b82b-a8d145e60085 admin admin] Network eef83dad-0d30-493d-b01b-08306229e878 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:48:44.386314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff6e90-c267-4406-b388-856539564777 req-aa436b4c-4da5-4a67-80cc-6074c289c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.387810 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-57ff6e90-c267-4406-b388-856539564777 req-aa436b4c-4da5-4a67-80cc-6074c289c84b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d91ebd5b4cd345d68845d205f9900636&device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 1096 time: 0.0484478 Dec 08 01:48:44.394580 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0360b060-1002-47ce-bba1-1c543e3cc788 x-openstack-request-id: req-0360b060-1002-47ce-bba1-1c543e3cc788 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:44.394974 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0141762f-b650-4ef2-baae-5517dbc64341", "tag": "2ae05417-b2d9-4b14-b393-1309aa8eb15a", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:44.395228 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0360b060-1002-47ce-bba1-1c543e3cc788 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:44.395648 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0141762f-b650-4ef2-baae-5517dbc64341', 'tag': '2ae05417-b2d9-4b14-b393-1309aa8eb15a', 'status': 'completed', 'code': 200} Dec 08 01:48:44.405247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9e09a459-08fc-45f8-8200-368708d0753a req-917af618-8e55-4101-b646-80edff6fc121 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] For port ca13072c-8bee-4584-af17-fc30aa1fa1e9, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ca13072c-8bee-4584-af17-fc30aa1fa1e9,segment=NetworkSegment(b39593a9-04d3-4530-8c3a-6bea6dac5d29),segment_id=b39593a9-04d3-4530-8c3a-6bea6dac5d29)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:44.405617 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e09a459-08fc-45f8-8200-368708d0753a req-917af618-8e55-4101-b646-80edff6fc121 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:44.409103 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6cffbf07-9e4a-428d-b82b-a8d145e60085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, eef83dad-0d30-493d-b01b-08306229e878) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:44.418546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794389d-89a2-47ff-9ba6-33ab4495c266 None None] Network eef83dad-0d30-493d-b01b-08306229e878 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:44.425083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cffbf07-9e4a-428d-b82b-a8d145e60085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.425823 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cffbf07-9e4a-428d-b82b-a8d145e60085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:44.444091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-9e09a459-08fc-45f8-8200-368708d0753a req-917af618-8e55-4101-b646-80edff6fc121 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Calling delete_port for ca13072c-8bee-4584-af17-fc30aa1fa1e9 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:48:44.472632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf63d8-5d6c-47a6-8c2d-6cd94dd2d0c7 req-21a5eb12-7c08-4f2e-bf8b-ff5df3e242c2 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.474158 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4baf63d8-5d6c-47a6-8c2d-6cd94dd2d0c7 req-21a5eb12-7c08-4f2e-bf8b-ff5df3e242c2 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 944 time: 0.1482255 Dec 08 01:48:44.483964 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-827053b3-bc53-4df0-aaae-6d7ca3b3d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.485768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-827053b3-bc53-4df0-aaae-6d7ca3b3d954 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33e3fb21-a529-4393-ae6a-590f7c4b16e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473496 Dec 08 01:48:44.493244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6cffbf07-9e4a-428d-b82b-a8d145e60085 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5761716 Dec 08 01:48:44.550274 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff6e90-c267-4406-b388-856539564777 req-4cdd48ad-c232-40c1-92cd-877dba792418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.554673 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-57ff6e90-c267-4406-b388-856539564777 req-4cdd48ad-c232-40c1-92cd-877dba792418 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3d97cd5b-18c4-49e8-827b-1e8391b93d1f HTTP/1.1" status: 200 len: 916 time: 0.1531193 Dec 08 01:48:44.628510 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-57ff6e90-c267-4406-b388-856539564777 req-837e6d8a-3a5b-4390-b7d1-f7f1901e1da8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ecfec8c-3538-4308-ba36-c533b7033a42 HTTP/1.1" status: 200 len: 217 time: 0.0572748 Dec 08 01:48:44.723059 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bef2cc7-362a-4229-abf7-0c79f1b3c6e3 None None] Network eef83dad-0d30-493d-b01b-08306229e878 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:44.737490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4baf63d8-5d6c-47a6-8c2d-6cd94dd2d0c7 req-ad68d4ac-ced0-432a-bac5-355c00a2338e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421143 Dec 08 01:48:44.737808 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff6e90-c267-4406-b388-856539564777 req-bbfc209a-37e3-4699-a9a3-59e0b2734fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.742975 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-57ff6e90-c267-4406-b388-856539564777 req-bbfc209a-37e3-4699-a9a3-59e0b2734fc4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4425254a-03cc-4703-ac3f-20fb9aedeabe HTTP/1.1" status: 200 len: 854 time: 0.0999503 Dec 08 01:48:44.759280 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac114034-a59e-4b71-9804-38b345483124 req-609a34b6-6613-4e19-b0fd-81ba1a57e9e9 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.759280 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac114034-a59e-4b71-9804-38b345483124 req-609a34b6-6613-4e19-b0fd-81ba1a57e9e9 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 945 time: 0.2832344 Dec 08 01:48:44.801340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff6e90-c267-4406-b388-856539564777 req-5e340e30-0f82-4372-a655-8a97ca0a8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.803190 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-57ff6e90-c267-4406-b388-856539564777 req-5e340e30-0f82-4372-a655-8a97ca0a8c42 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d97cd5b-18c4-49e8-827b-1e8391b93d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556374 Dec 08 01:48:44.806340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-0a16bddb-c236-4bb6-9c1b-588670853d91 service neutron] 10.222.0.75 "GET /v2.0/networks/33e3fb21-a529-4393-ae6a-590f7c4b16e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002017 Dec 08 01:48:44.904499 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-57ff6e90-c267-4406-b388-856539564777 req-4a952499-0e9e-4481-8137-cec9e3e74280 service neutron] 10.222.0.75 "GET /v2.0/networks/3d97cd5b-18c4-49e8-827b-1e8391b93d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873785 Dec 08 01:48:44.912190 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac114034-a59e-4b71-9804-38b345483124 req-c1e12676-c8e0-4e16-9032-49bf5578d85f tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449020 Dec 08 01:48:44.982309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfd23f-1c43-4ad6-9ad8-dfda4550f097 req-3aa654d2-e1f9-4848-bc91-ba9a24743006 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.983816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fdfd23f-1c43-4ad6-9ad8-dfda4550f097 req-3aa654d2-e1f9-4848-bc91-ba9a24743006 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 943 time: 0.1723683 Dec 08 01:48:44.986543 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e09a459-08fc-45f8-8200-368708d0753a req-917af618-8e55-4101-b646-80edff6fc121 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:45.019005 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-57ff6e90-c267-4406-b388-856539564777 req-9433ea33-c248-4ad9-b86b-d0f7ff071dd1 service neutron] 10.222.0.75 "GET /v2.0/networks/3d97cd5b-18c4-49e8-827b-1e8391b93d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059077 Dec 08 01:48:45.022475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['ba517233-358e-4889-9af2-0469d98ceb2d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:45.037915 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917af618-8e55-4101-b646-80edff6fc121 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Pushing event deleted for resources: {'Port': ['ID=ca13072c-8bee-4584-af17-fc30aa1fa1e9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:45.046863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2747c1b9-874d-4ec2-8305-ade2ec2df77b req-2da72093-47bb-4d5f-bc88-625501a055a9 service neutron] 10.222.0.75 "GET /v2.0/networks/33e3fb21-a529-4393-ae6a-590f7c4b16e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282119 Dec 08 01:48:45.098181 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e09a459-08fc-45f8-8200-368708d0753a req-917af618-8e55-4101-b646-80edff6fc121 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] No DVR routers for this DVR port ca13072c-8bee-4584-af17-fc30aa1fa1e9 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:48:45.103852 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e09a459-08fc-45f8-8200-368708d0753a req-917af618-8e55-4101-b646-80edff6fc121 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:45.107729 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e09a459-08fc-45f8-8200-368708d0753a req-917af618-8e55-4101-b646-80edff6fc121 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.75 "DELETE /v2.0/ports/ca13072c-8bee-4584-af17-fc30aa1fa1e9 HTTP/1.1" status: 204 len: 173 time: 1.7497270 Dec 08 01:48:45.115039 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fdfd23f-1c43-4ad6-9ad8-dfda4550f097 req-42c90600-ff29-44a4-a41f-c9167168754e tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/security-groups?id=114d7a51-5244-4e43-acc3-4f8913737361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190970 Dec 08 01:48:45.206776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d356015-dd12-439b-a6d6-4220550774e6 req-66082d79-dc09-4080-b33e-8d4a54ff8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:45.208315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d356015-dd12-439b-a6d6-4220550774e6 req-66082d79-dc09-4080-b33e-8d4a54ff8e7f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e3e93de0f78547b4aac1f8512f8f7d23&device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 1095 time: 0.0428696 Dec 08 01:48:45.414646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-438aaf69-97bd-4f52-8e6b-ba87185fd28a tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:45.416124 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-438aaf69-97bd-4f52-8e6b-ba87185fd28a tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/networks?id=eef83dad-0d30-493d-b01b-08306229e878 HTTP/1.1" status: 200 len: 822 time: 0.2069333 Dec 08 01:48:45.424248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 91754f52-0c27-4d39-a68f-ebe259b1aa28 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:45.425735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe253ab-15ba-470c-bff7-5b92f1da6043 req-c1764dc6-189d-4cfa-a7a3-52baa45029a2 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:45.427151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fe253ab-15ba-470c-bff7-5b92f1da6043 req-c1764dc6-189d-4cfa-a7a3-52baa45029a2 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 944 time: 0.1067929 Dec 08 01:48:45.429438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d356015-dd12-439b-a6d6-4220550774e6 req-ef9ded26-251b-4baa-97cc-0a6f2fbff3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:45.430748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d356015-dd12-439b-a6d6-4220550774e6 req-ef9ded26-251b-4baa-97cc-0a6f2fbff3f6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=33e3fb21-a529-4393-ae6a-590f7c4b16e4 HTTP/1.1" status: 200 len: 907 time: 0.2108498 Dec 08 01:48:45.458758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-8432b344-625f-4906-bb94-9d244ee0113b tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/quotas/89e150232843410ca18f76bac93ee49e HTTP/1.1" status: 200 len: 375 time: 0.0304382 Dec 08 01:48:45.473476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 91754f52-0c27-4d39-a68f-ebe259b1aa28 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:48:45.477656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 91754f52-0c27-4d39-a68f-ebe259b1aa28 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:45.478086 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:45.489994 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d356015-dd12-439b-a6d6-4220550774e6 req-a06a4529-9487-4e85-867b-032d13a3b7f7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae05417-b2d9-4b14-b393-1309aa8eb15a HTTP/1.1" status: 200 len: 217 time: 0.0450096 Dec 08 01:48:45.538067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-714b4b25-4c27-4481-8638-35964806811e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=89e150232843410ca18f76bac93ee49e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509746 Dec 08 01:48:45.561657 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:45.588930 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec97adf7-881b-4894-9932-7421139c056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91754f52-0c27-4d39-a68f-ebe259b1aa28'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:45.591413 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33ba384-0ce6-4243-8dc8-8df707720ffb" -d '{"events": [{"server_uuid": "ec97adf7-881b-4894-9932-7421139c056b", "name": "network-vif-plugged", "status": "completed", "tag": "91754f52-0c27-4d39-a68f-ebe259b1aa28"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:45.595946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fe253ab-15ba-470c-bff7-5b92f1da6043 req-3489ecb3-79e2-48fd-80ed-ec242f7760e5 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/security-groups?id=97671f96-6eda-4252-bb75-1bac419f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590767 Dec 08 01:48:45.610871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 91754f52-0c27-4d39-a68f-ebe259b1aa28, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=91754f52-0c27-4d39-a68f-ebe259b1aa28,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:45.621544 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:45.623348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ba517233-358e-4889-9af2-0469d98ceb2d no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:48:45.648079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d356015-dd12-439b-a6d6-4220550774e6 req-e713c5f5-58f2-495e-9144-6d62b95aa1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:45.649559 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d356015-dd12-439b-a6d6-4220550774e6 req-e713c5f5-58f2-495e-9144-6d62b95aa1b9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47 HTTP/1.1" status: 200 len: 845 time: 0.1492727 Dec 08 01:48:45.651057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: ba517233-358e-4889-9af2-0469d98ceb2d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:48:45.651533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ba517233-358e-4889-9af2-0469d98ceb2d not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:48:45.718457 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=91754f52-0c27-4d39-a68f-ebe259b1aa28,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:45.739852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25a0943e-8ad7-416a-b296-ccc75b8dd5ed req-0192f07d-8c8b-4d7e-8744-858b835b5778 tempest-ListServersNegativeTestJSON-334183368 tempest-ListServersNegativeTestJSON-334183368-project] 10.222.0.71 "GET /v2.0/ports?device_id=6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8 HTTP/1.1" status: 200 len: 210 time: 0.0392048 Dec 08 01:48:45.748893 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-ad0e5263-53df-45ef-bbfd-71558fd4968e service neutron] 10.222.0.71 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787705 Dec 08 01:48:45.807966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d356015-dd12-439b-a6d6-4220550774e6 req-ff634a7d-cff8-4e32-9fef-09e183aa3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:45.809430 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d356015-dd12-439b-a6d6-4220550774e6 req-ff634a7d-cff8-4e32-9fef-09e183aa3e28 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33e3fb21-a529-4393-ae6a-590f7c4b16e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496854 Dec 08 01:48:45.862306 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480458dc-51fd-4ef2-9580-b3c9be0ed74d x-openstack-request-id: req-480458dc-51fd-4ef2-9580-b3c9be0ed74d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:45.862889 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec97adf7-881b-4894-9932-7421139c056b", "name": "network-vif-plugged", "status": "completed", "tag": "91754f52-0c27-4d39-a68f-ebe259b1aa28", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:45.863215 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-480458dc-51fd-4ef2-9580-b3c9be0ed74d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:45.863758 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec97adf7-881b-4894-9932-7421139c056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91754f52-0c27-4d39-a68f-ebe259b1aa28', 'code': 200} Dec 08 01:48:45.889851 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-a9b9fc78-9060-4bf0-a244-3d19ebf47efa service neutron] 10.222.0.71 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401095 Dec 08 01:48:45.955282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d356015-dd12-439b-a6d6-4220550774e6 req-f7dce951-7c44-4302-8d23-c8fddbe95807 service neutron] 10.222.0.75 "GET /v2.0/networks/33e3fb21-a529-4393-ae6a-590f7c4b16e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350217 Dec 08 01:48:45.967919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfc327-69aa-4feb-82a6-ed236b86d3cb req-276ef973-a49b-44a0-9305-f08aed12b599 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:45.969458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4cfc327-69aa-4feb-82a6-ed236b86d3cb req-276ef973-a49b-44a0-9305-f08aed12b599 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 944 time: 0.0615909 Dec 08 01:48:46.014591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57044130-2a3a-4647-b986-e542f046c4ea req-fd8f53ea-2e31-49cf-8080-51feab81b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:46.016702 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-57044130-2a3a-4647-b986-e542f046c4ea req-fd8f53ea-2e31-49cf-8080-51feab81b352 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 1098 time: 0.0481918 Dec 08 01:48:46.078375 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-57044130-2a3a-4647-b986-e542f046c4ea req-625af91f-ab3f-435b-a950-c40bd99b01a2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534925 Dec 08 01:48:46.141838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d356015-dd12-439b-a6d6-4220550774e6 req-0825273e-6a25-408b-ba3c-380b5f100cc4 service neutron] 10.222.0.75 "GET /v2.0/networks/33e3fb21-a529-4393-ae6a-590f7c4b16e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615615 Dec 08 01:48:46.145402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4cfc327-69aa-4feb-82a6-ed236b86d3cb req-9aae2c18-68d3-4244-b36a-c721e12bf2de tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952332 Dec 08 01:48:46.161941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0f695-a267-49a9-8478-923cf7eddb7f req-5c73394d-42da-4f94-ad99-3c5b805124ef tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:46.163649 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fea0f695-a267-49a9-8478-923cf7eddb7f req-5c73394d-42da-4f94-ad99-3c5b805124ef tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 946 time: 0.0902035 Dec 08 01:48:46.228936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fea0f695-a267-49a9-8478-923cf7eddb7f req-e1814e93-c073-4798-ac70-c9f3d5d3c9aa tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593944 Dec 08 01:48:46.287777 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8', 'name': 'network-vif-deleted', 'tag': 'ca13072c-8bee-4584-af17-fc30aa1fa1e9'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:46.289970 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3cfc76-ddb1-4130-9969-b5f9f5729567" -d '{"events": [{"server_uuid": "6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8", "name": "network-vif-deleted", "tag": "ca13072c-8bee-4584-af17-fc30aa1fa1e9"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:46.308721 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8509bae7-ecc9-41ef-a001-583a8dd37ba6 req-fc3ea56b-3565-470f-aa56-33e17a61c3a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 210 time: 0.0311105 Dec 08 01:48:46.396674 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4509dd94-9f61-45bd-bd53-5cfc5342aeab', 'name': 'network-vif-deleted', 'tag': 'ba517233-358e-4889-9af2-0469d98ceb2d'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:46.400147 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59388ac8-00fd-413b-8f0b-ce646ffdd494" -d '{"events": [{"server_uuid": "4509dd94-9f61-45bd-bd53-5cfc5342aeab", "name": "network-vif-deleted", "tag": "ba517233-358e-4889-9af2-0469d98ceb2d"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:46.418021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e977e10-fb5b-4a94-9463-d1886067e4fe req-429f8cfb-9799-4cd4-b6ba-0fdf79a33392 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:46.426088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e977e10-fb5b-4a94-9463-d1886067e4fe req-429f8cfb-9799-4cd4-b6ba-0fdf79a33392 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 943 time: 0.0520349 Dec 08 01:48:46.429569 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8375d6-a7ef-4c06-9e3b-77411690d83c x-openstack-request-id: req-5d8375d6-a7ef-4c06-9e3b-77411690d83c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:46.429857 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8", "name": "network-vif-deleted", "tag": "ca13072c-8bee-4584-af17-fc30aa1fa1e9", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:46.430097 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5d8375d6-a7ef-4c06-9e3b-77411690d83c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:46.430478 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad6f14-d1dd-48ef-8968-6c9c8d1ec2c8', 'name': 'network-vif-deleted', 'tag': 'ca13072c-8bee-4584-af17-fc30aa1fa1e9', 'status': 'completed', 'code': 200} Dec 08 01:48:46.452013 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f63aa7-26f6-45de-b5b5-30fd45111b64 x-openstack-request-id: req-38f63aa7-26f6-45de-b5b5-30fd45111b64 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:46.452467 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4509dd94-9f61-45bd-bd53-5cfc5342aeab", "name": "network-vif-deleted", "tag": "ba517233-358e-4889-9af2-0469d98ceb2d", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:46.453053 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-38f63aa7-26f6-45de-b5b5-30fd45111b64 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:46.453726 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4509dd94-9f61-45bd-bd53-5cfc5342aeab', 'name': 'network-vif-deleted', 'tag': 'ba517233-358e-4889-9af2-0469d98ceb2d', 'status': 'completed', 'code': 200} Dec 08 01:48:46.471701 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e977e10-fb5b-4a94-9463-d1886067e4fe req-24651e9c-89f3-411e-8078-2e78143ce5b1 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/security-groups?id=114d7a51-5244-4e43-acc3-4f8913737361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445480 Dec 08 01:48:46.534006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9ecfec8c-3538-4308-ba36-c533b7033a42 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:48:46.544455 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ca13072c-8bee-4584-af17-fc30aa1fa1e9 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:48:46.570304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: ca13072c-8bee-4584-af17-fc30aa1fa1e9 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:48:46.570644 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ca13072c-8bee-4584-af17-fc30aa1fa1e9 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:48:46.656040 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 9ecfec8c-3538-4308-ba36-c533b7033a42, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9ecfec8c-3538-4308-ba36-c533b7033a42,segment=NetworkSegment(cc262778-cce3-42dd-914c-af7a1420879c),segment_id=cc262778-cce3-42dd-914c-af7a1420879c)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:46.668421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '9ecfec8c-3538-4308-ba36-c533b7033a42', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'port_id': '9ecfec8c-3538-4308-ba36-c533b7033a42', 'mac_address': 'fa:16:3e:f2:37:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:48:46.712517 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.724192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8221d8-ac5f-4079-b0a0-882e87ca6259 req-a751ad66-4787-4871-8f4e-fc71e73ae8e2 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:46.725570 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e8221d8-ac5f-4079-b0a0-882e87ca6259 req-a751ad66-4787-4871-8f4e-fc71e73ae8e2 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 944 time: 0.0567884 Dec 08 01:48:46.726047 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecfec8c-3538-4308-ba36-c533b7033a42 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:46.746948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 9ecfec8c-3538-4308-ba36-c533b7033a42, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9ecfec8c-3538-4308-ba36-c533b7033a42,segment=NetworkSegment(cc262778-cce3-42dd-914c-af7a1420879c),segment_id=cc262778-cce3-42dd-914c-af7a1420879c)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:46.753017 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.791172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e8221d8-ac5f-4079-b0a0-882e87ca6259 req-57cbb7b8-99b8-482f-8161-90d3342d1090 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/security-groups?id=97671f96-6eda-4252-bb75-1bac419f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591795 Dec 08 01:48:46.803459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36626) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:46.805585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=9ecfec8c-3538-4308-ba36-c533b7033a42,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:46.851581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3018efd-7fc9-4c12-980b-e9fad5105c4e admin admin] Deleting subnet 6a85e8bf-1c39-45db-b272-175f3d5ec384 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:48:46.854982 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3018efd-7fc9-4c12-980b-e9fad5105c4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.890670 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3018efd-7fc9-4c12-980b-e9fad5105c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.931235 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3018efd-7fc9-4c12-980b-e9fad5105c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.990519 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3018efd-7fc9-4c12-980b-e9fad5105c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.016937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3018efd-7fc9-4c12-980b-e9fad5105c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a85e8bf-1c39-45db-b272-175f3d5ec384,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:47.022844 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c3018efd-7fc9-4c12-980b-e9fad5105c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.029475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36630) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:47.036219 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c3018efd-7fc9-4c12-980b-e9fad5105c4e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6a85e8bf-1c39-45db-b272-175f3d5ec384 HTTP/1.1" status: 204 len: 168 time: 0.2305939 Dec 08 01:48:47.062545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['9ecfec8c-3538-4308-ba36-c533b7033a42'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:47.103806 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aff6d761-a07f-4ee1-b275-cebadca835c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.190420 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aff6d761-a07f-4ee1-b275-cebadca835c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.224716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-aff6d761-a07f-4ee1-b275-cebadca835c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d5fedb-3f16-453a-ba49-78f6165b9aab']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:47.240976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-aff6d761-a07f-4ee1-b275-cebadca835c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39593a9-04d3-4530-8c3a-6bea6dac5d29') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:47.240976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-aff6d761-a07f-4ee1-b275-cebadca835c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39593a9-04d3-4530-8c3a-6bea6dac5d29') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:47.250149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-56ce1548-994b-48ea-b938-0e963321e84b tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:47.255805 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aff6d761-a07f-4ee1-b275-cebadca835c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.267685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-56ce1548-994b-48ea-b938-0e963321e84b tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.75 "GET /v2.0/networks?id=eef83dad-0d30-493d-b01b-08306229e878 HTTP/1.1" status: 200 len: 822 time: 0.1897264 Dec 08 01:48:47.272847 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aff6d761-a07f-4ee1-b275-cebadca835c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.280305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff6d761-a07f-4ee1-b275-cebadca835c3 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:48:47.280709 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aff6d761-a07f-4ee1-b275-cebadca835c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:48:47.282638 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:48:47.289050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4b31ccae-2a6a-4c68-9f91-3c41e998166c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Request body: {'port': {'device_id': '362a25c2-79aa-4d1d-8a36-2655748c5e07', 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878', 'admin_state_up': True, 'tenant_id': '89e150232843410ca18f76bac93ee49e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:47.371318 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aff6d761-a07f-4ee1-b275-cebadca835c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.377902 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aff6d761-a07f-4ee1-b275-cebadca835c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.381347 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-aff6d761-a07f-4ee1-b275-cebadca835c3 admin admin] 10.222.0.71 "DELETE /v2.0/networks/58d5fedb-3f16-453a-ba49-78f6165b9aab HTTP/1.1" status: 204 len: 168 time: 0.3508103 Dec 08 01:48:47.408064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6d761-a07f-4ee1-b275-cebadca835c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=58d5fedb-3f16-453a-ba49-78f6165b9aab,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:47.536389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36644) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:47.542936 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215d28c-c765-48ef-b15c-92af0139188d req-93a7df30-14e0-4b45-b41d-36e8c0027576 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:47.544479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a215d28c-c765-48ef-b15c-92af0139188d req-93a7df30-14e0-4b45-b41d-36e8c0027576 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 944 time: 0.2436442 Dec 08 01:48:47.563482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a99977-995f-45cf-a8d2-3e3091de8116 req-5cc82788-8f0a-44e5-bc1b-1eb6bb79e87c tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:47.565001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2a99977-995f-45cf-a8d2-3e3091de8116 req-5cc82788-8f0a-44e5-bc1b-1eb6bb79e87c tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 946 time: 0.1393988 Dec 08 01:48:47.584672 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-407b6d09-85b8-46a9-b27d-1b97a24cec4c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d8b26a81988b4d8ebf59bd24e1f5ba21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468407 Dec 08 01:48:47.587304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36646) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:47.617328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4b31ccae-2a6a-4c68-9f91-3c41e998166c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Made reservation on behalf of 89e150232843410ca18f76bac93ee49e for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:47.621083 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4b31ccae-2a6a-4c68-9f91-3c41e998166c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.642928 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-485cb229-d9ef-48ee-9fb0-180ef58aa1ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.666731 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-485cb229-d9ef-48ee-9fb0-180ef58aa1ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.672875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a215d28c-c765-48ef-b15c-92af0139188d req-6fbe7b9a-2246-4654-acce-c3cfa31f1158 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198180 Dec 08 01:48:47.685765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2a99977-995f-45cf-a8d2-3e3091de8116 req-ba1f1d6b-3034-4b01-9c4b-e5ddc188b0df tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113083 Dec 08 01:48:47.740877 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-485cb229-d9ef-48ee-9fb0-180ef58aa1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.745830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-485cb229-d9ef-48ee-9fb0-180ef58aa1ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.748765 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-485cb229-d9ef-48ee-9fb0-180ef58aa1ea admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1eabc545-96aa-493f-aea3-ec88c40b42ca HTTP/1.1" status: 204 len: 168 time: 0.1603298 Dec 08 01:48:47.771989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cb229-d9ef-48ee-9fb0-180ef58aa1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eabc545-96aa-493f-aea3-ec88c40b42ca,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:47.815164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4b31ccae-2a6a-4c68-9f91-3c41e998166c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Allocated IP 172.20.0.5 (eef83dad-0d30-493d-b01b-08306229e878/0967e208-c2ac-4601-9bbb-5480d82388b6/ccd32946-18d3-416f-8040-15b55f214a93) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:47.900025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2bc5a44-ac57-4198-b37b-fae7305ac738 req-d32d497c-f81a-4a2f-839f-6dd18a415003 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 210 time: 0.0620842 Dec 08 01:48:48.043000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef92f83-fa4f-4389-b3b5-fae81ea42fa9 req-9c1251a5-d4b2-4890-b362-07a8907eb0f6 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:48.050462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ef92f83-fa4f-4389-b3b5-fae81ea42fa9 req-9c1251a5-d4b2-4890-b362-07a8907eb0f6 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 943 time: 0.1643045 Dec 08 01:48:48.185074 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f27d5e-5731-40dd-9d8c-b1a27fc7a2d7 req-75d30a31-c4d6-46fe-90f0-56ea33116db3 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:48.187072 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19f27d5e-5731-40dd-9d8c-b1a27fc7a2d7 req-75d30a31-c4d6-46fe-90f0-56ea33116db3 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 945 time: 0.1673648 Dec 08 01:48:48.194631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ef92f83-fa4f-4389-b3b5-fae81ea42fa9 req-e2f85741-8190-4d21-a75d-e7f74d9ff352 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/security-groups?id=114d7a51-5244-4e43-acc3-4f8913737361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432495 Dec 08 01:48:48.222766 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4b31ccae-2a6a-4c68-9f91-3c41e998166c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.312758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19f27d5e-5731-40dd-9d8c-b1a27fc7a2d7 req-c2b477b0-c693-45b5-9b74-b03bbde44660 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/security-groups?id=97671f96-6eda-4252-bb75-1bac419f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118648 Dec 08 01:48:48.331811 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4b31ccae-2a6a-4c68-9f91-3c41e998166c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.385242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4b31ccae-2a6a-4c68-9f91-3c41e998166c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Network eef83dad-0d30-493d-b01b-08306229e878 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:48.389105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4b31ccae-2a6a-4c68-9f91-3c41e998166c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:48.392933 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4b31ccae-2a6a-4c68-9f91-3c41e998166c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:48.420510 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31ccae-2a6a-4c68-9f91-3c41e998166c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Pushing event updated for resources: {'Port': ['ID=ccd32946-18d3-416f-8040-15b55f214a93,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:48.457341 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4b31ccae-2a6a-4c68-9f91-3c41e998166c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:48.457752 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4b31ccae-2a6a-4c68-9f91-3c41e998166c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.475646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4b31ccae-2a6a-4c68-9f91-3c41e998166c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2012141 Dec 08 01:48:48.494651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Request body: {'port': {'device_id': '362a25c2-79aa-4d1d-8a36-2655748c5e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:48.550073 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.551164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2ae05417-b2d9-4b14-b393-1309aa8eb15a details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:48:48.562156 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9ecfec8c-3538-4308-ba36-c533b7033a42 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:48.596537 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36672) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:48.702191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 9ecfec8c-3538-4308-ba36-c533b7033a42 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:48:48.717176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 9ecfec8c-3538-4308-ba36-c533b7033a42 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:48.717922 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.774031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2ae05417-b2d9-4b14-b393-1309aa8eb15a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2ae05417-b2d9-4b14-b393-1309aa8eb15a,segment=NetworkSegment(72deb713-09a3-48e8-be2b-8f56056660ad),segment_id=72deb713-09a3-48e8-be2b-8f56056660ad)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:48.777303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-73037925-network', 'tenant_id': 'c2ed1e873517413680c593e73d187320'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:48.796743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '2ae05417-b2d9-4b14-b393-1309aa8eb15a', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'port_id': '2ae05417-b2d9-4b14-b393-1309aa8eb15a', 'mac_address': 'fa:16:3e:ef:39:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:48:48.821642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] Made reservation on behalf of c2ed1e873517413680c593e73d187320 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:48.833737 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.852267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.894714 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.914070 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.918299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae05417-b2d9-4b14-b393-1309aa8eb15a {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:48.958010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2ae05417-b2d9-4b14-b393-1309aa8eb15a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2ae05417-b2d9-4b14-b393-1309aa8eb15a,segment=NetworkSegment(72deb713-09a3-48e8-be2b-8f56056660ad),segment_id=72deb713-09a3-48e8-be2b-8f56056660ad)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:48.963870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b183b288-8c98-4b73-bc74-0fc500c223b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecfec8c-3538-4308-ba36-c533b7033a42'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:48.966617 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6a5154-7dce-4fd7-b09e-9fed31c93c3e" -d '{"events": [{"server_uuid": "b183b288-8c98-4b73-bc74-0fc500c223b0", "name": "network-vif-plugged", "status": "completed", "tag": "9ecfec8c-3538-4308-ba36-c533b7033a42"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:48.977290 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.979665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de9072-c20b-49bc-b320-7bb08f42d14d req-8f043dab-d338-47b1-8685-f92afb532a7d tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:48.981173 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6de9072-c20b-49bc-b320-7bb08f42d14d req-8f043dab-d338-47b1-8685-f92afb532a7d tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 946 time: 0.1388664 Dec 08 01:48:48.984082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 9ecfec8c-3538-4308-ba36-c533b7033a42, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9ecfec8c-3538-4308-ba36-c533b7033a42,segment=NetworkSegment(cc262778-cce3-42dd-914c-af7a1420879c),segment_id=cc262778-cce3-42dd-914c-af7a1420879c)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:48.991027 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07954bcc-f2f2-4ed2-bfd1-e9471dcb03d8 req-c370b2bc-c6f7-4c39-887d-a793f78ca983 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:48.992540 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07954bcc-f2f2-4ed2-bfd1-e9471dcb03d8 req-c370b2bc-c6f7-4c39-887d-a793f78ca983 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 944 time: 0.1377108 Dec 08 01:48:49.003861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.006404 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.011477 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-0e845f44-09a8-428f-8763-5c3058eea9e2 service neutron] 10.222.0.45 "GET /v2.0/ports/d327abd3-ef94-4f02-ab9b-a283ef9a3c2a/bindings/n-h2-713499-31 HTTP/1.1" status: 200 len: 385 time: 0.1087062 Dec 08 01:48:49.012351 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.037972 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=2ae05417-b2d9-4b14-b393-1309aa8eb15a,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:49.086566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:48:49.098210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=9ecfec8c-3538-4308-ba36-c533b7033a42,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:49.111375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd32946-18d3-416f-8040-15b55f214a93 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:49.125324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f6b98b-6322-4f42-a626-ab364297a5be,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:49.136284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.136690 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] Added segment 717b612d-903b-4023-904b-5d9b2a02ce5c of type vlan for network 05566fa1-2242-44df-9cc4-abaa29f9b1ff Dec 08 01:48:49.209479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.276753 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2ae05417-b2d9-4b14-b393-1309aa8eb15a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:49.289995 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.290988 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:49.291580 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.339538 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7392645 Dec 08 01:48:49.340749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36694) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:49.369946 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a04c3d3a-a7be-4270-9668-2e06c1d54a78 admin admin] Request body: {'subnet': {'network_id': '05566fa1-2242-44df-9cc4-abaa29f9b1ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-73037925-subnet', 'tenant_id': 'c2ed1e873517413680c593e73d187320', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:49.382482 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.387667 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6de9072-c20b-49bc-b320-7bb08f42d14d req-f6310e0e-39da-4232-bcd2-3f4fb4716404 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925085 Dec 08 01:48:49.391846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c030d-c738-416c-b781-1ad087e6822d admin admin] Pushing event updated for resources: {'Network': ['ID=05566fa1-2242-44df-9cc4-abaa29f9b1ff,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:49.402177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07954bcc-f2f2-4ed2-bfd1-e9471dcb03d8 req-6708515a-5881-48f9-88b7-cbb9ffa19397 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951130 Dec 08 01:48:49.414692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d327abd3-ef94-4f02-ab9b-a283ef9a3c2a no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:48:49.417044 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 05566fa1-2242-44df-9cc4-abaa29f9b1ff details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:48:49.421835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Transition to ACTIVE for port object ccd32946-18d3-416f-8040-15b55f214a93 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:48:49.432654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.433156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-4d518be1-d316-491b-90d2-9d91e7d812bc service neutron] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:49.472407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04c3d3a-a7be-4270-9668-2e06c1d54a78 admin admin] Made reservation on behalf of c2ed1e873517413680c593e73d187320 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:49.476650 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a04c3d3a-a7be-4270-9668-2e06c1d54a78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.492338 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-4d518be1-d316-491b-90d2-9d91e7d812bc service neutron] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:49.524921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd32946-18d3-416f-8040-15b55f214a93,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:49.569236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-4d518be1-d316-491b-90d2-9d91e7d812bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d327abd3-ef94-4f02-ab9b-a283ef9a3c2a {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:49.588218 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37bfa9a-053b-4919-af7b-d2f40aa6ecab x-openstack-request-id: req-d37bfa9a-053b-4919-af7b-d2f40aa6ecab {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:49.589115 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b183b288-8c98-4b73-bc74-0fc500c223b0", "name": "network-vif-plugged", "status": "completed", "tag": "9ecfec8c-3538-4308-ba36-c533b7033a42", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:49.589599 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d37bfa9a-053b-4919-af7b-d2f40aa6ecab {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:49.590158 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b183b288-8c98-4b73-bc74-0fc500c223b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecfec8c-3538-4308-ba36-c533b7033a42', 'code': 200} Dec 08 01:48:49.616875 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-4d518be1-d316-491b-90d2-9d91e7d812bc service neutron] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:49.636749 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-4d518be1-d316-491b-90d2-9d91e7d812bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.645800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Attempting to bind port ccd32946-18d3-416f-8040-15b55f214a93 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:49.646165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Attempting to bind port ccd32946-18d3-416f-8040-15b55f214a93 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '90ef0fd6-ee95-48eb-b6af-f34b076e74b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:49.646555 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Attempting to bind port ccd32946-18d3-416f-8040-15b55f214a93 on network eef83dad-0d30-493d-b01b-08306229e878 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:49.660648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe55ada-207f-4e90-bdc8-5282d4ff9bea req-9b0b683e-1006-4dc9-84c8-4abe03a4ca74 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:49.662152 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fe55ada-207f-4e90-bdc8-5282d4ff9bea req-9b0b683e-1006-4dc9-84c8-4abe03a4ca74 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 943 time: 0.1027660 Dec 08 01:48:49.664965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Port ccd32946-18d3-416f-8040-15b55f214a93 on network eef83dad-0d30-493d-b01b-08306229e878 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:48:49.665284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Attempting to bind port ccd32946-18d3-416f-8040-15b55f214a93 on network eef83dad-0d30-493d-b01b-08306229e878 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:49.698222 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:49.698469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Checking segment: {'id': '90ef0fd6-ee95-48eb-b6af-f34b076e74b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:49.698823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Bound using segment: {'id': '90ef0fd6-ee95-48eb-b6af-f34b076e74b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:49.699260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Bound port: ccd32946-18d3-416f-8040-15b55f214a93, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ef0fd6-ee95-48eb-b6af-f34b076e74b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:49.699629 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.772527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-4d518be1-d316-491b-90d2-9d91e7d812bc service neutron] Transition to ACTIVE for port object d327abd3-ef94-4f02-ab9b-a283ef9a3c2a will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:48:49.781159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-4d518be1-d316-491b-90d2-9d91e7d812bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.820010 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fe55ada-207f-4e90-bdc8-5282d4ff9bea req-91047856-bdd7-4d2d-845c-458d56510fa4 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448748 Dec 08 01:48:49.833198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd07f7d-3eba-4d75-93a5-aaddaf9fdf56 req-363e73b7-cded-43e1-986b-e5c2b83e4363 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:49.834673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1cd07f7d-3eba-4d75-93a5-aaddaf9fdf56 req-363e73b7-cded-43e1-986b-e5c2b83e4363 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 944 time: 0.1713529 Dec 08 01:48:49.838466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dca2df-bdf3-491e-9648-475c8e3bfbd0 req-09e384ba-9c43-4bff-8b16-f44afbc1cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:49.840102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38dca2df-bdf3-491e-9648-475c8e3bfbd0 req-09e384ba-9c43-4bff-8b16-f44afbc1cce9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 1098 time: 0.1317730 Dec 08 01:48:49.875344 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] For port ccd32946-18d3-416f-8040-15b55f214a93, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:49.889083 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a04c3d3a-a7be-4270-9668-2e06c1d54a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.893065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] For port ccd32946-18d3-416f-8040-15b55f214a93, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ccd32946-18d3-416f-8040-15b55f214a93,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:49.904684 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.911664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-4d518be1-d316-491b-90d2-9d91e7d812bc service neutron] No DVR routers for this DVR port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:48:49.937066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d518be1-d316-491b-90d2-9d91e7d812bc service neutron] Pushing event updated for resources: {'Port': ['ID=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,revision_number=10']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:49.966403 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38dca2df-bdf3-491e-9648-475c8e3bfbd0 req-3d2cb47a-71d4-48fc-9767-20f750405931 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=97671f96-6eda-4252-bb75-1bac419f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128385 Dec 08 01:48:49.983387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1cd07f7d-3eba-4d75-93a5-aaddaf9fdf56 req-2e90ceed-3dbc-435d-89e5-24a919085f5d tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/security-groups?id=114d7a51-5244-4e43-acc3-4f8913737361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324892 Dec 08 01:48:49.988231 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:49.989036 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:49.990548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-4420c262-712b-4603-8201-719939f7ff70 service neutron] 10.222.0.75 "PUT /v2.0/ports/ccd32946-18d3-416f-8040-15b55f214a93 HTTP/1.1" status: 200 len: 1092 time: 1.5006769 Dec 08 01:48:49.991146 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362a25c2-79aa-4d1d-8a36-2655748c5e07', 'tag': 'ccd32946-18d3-416f-8040-15b55f214a93'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:49.993661 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d852e41-8b72-4448-9c5d-bfa4af1b8a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "362a25c2-79aa-4d1d-8a36-2655748c5e07", "tag": "ccd32946-18d3-416f-8040-15b55f214a93"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:49.996665 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-4d518be1-d316-491b-90d2-9d91e7d812bc service neutron] 10.222.0.45 "PUT /v2.0/ports/d327abd3-ef94-4f02-ab9b-a283ef9a3c2a/bindings/n-h2-713499-31/activate HTTP/1.1" status: 200 len: 370 time: 0.9755511 Dec 08 01:48:50.000114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c3d3a-a7be-4270-9668-2e06c1d54a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=993a94e0-2cee-4c70-b34d-d4d32bcc3710,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:50.009651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04c3d3a-a7be-4270-9668-2e06c1d54a78 admin admin] Checking segment: {'id': '717b612d-903b-4023-904b-5d9b2a02ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05566fa1-2242-44df-9cc4-abaa29f9b1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:50.009651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04c3d3a-a7be-4270-9668-2e06c1d54a78 admin admin] Network hostable DHCP agents. Network: 05566fa1-2242-44df-9cc4-abaa29f9b1ff, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:48:50.032645 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04c3d3a-a7be-4270-9668-2e06c1d54a78 admin admin] Network 05566fa1-2242-44df-9cc4-abaa29f9b1ff is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:48:50.046079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420c262-712b-4603-8201-719939f7ff70 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd32946-18d3-416f-8040-15b55f214a93,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:50.060878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a04c3d3a-a7be-4270-9668-2e06c1d54a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 05566fa1-2242-44df-9cc4-abaa29f9b1ff) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:50.068542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3269eb92-5b02-4a53-a788-20dfebbd8269 None None] Network 05566fa1-2242-44df-9cc4-abaa29f9b1ff requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:50.070653 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c3d3a-a7be-4270-9668-2e06c1d54a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:50.071254 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a04c3d3a-a7be-4270-9668-2e06c1d54a78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.090796 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a04c3d3a-a7be-4270-9668-2e06c1d54a78 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7489829 Dec 08 01:48:50.099524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1bf98-917e-4b8b-a724-56b1370407c5 req-75ddb060-5942-4d1c-9c75-c00d669265c0 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:50.104461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10a1bf98-917e-4b8b-a724-56b1370407c5 req-75ddb060-5942-4d1c-9c75-c00d669265c0 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 946 time: 0.1194656 Dec 08 01:48:50.167116 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10a1bf98-917e-4b8b-a724-56b1370407c5 req-c0dcebf5-215d-43be-b4b7-c475d919f9b0 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/security-groups?id=97671f96-6eda-4252-bb75-1bac419f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591958 Dec 08 01:48:50.222415 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b0ea18-3014-42a2-83d4-992bdc732071 x-openstack-request-id: req-25b0ea18-3014-42a2-83d4-992bdc732071 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:50.222884 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362a25c2-79aa-4d1d-8a36-2655748c5e07", "tag": "ccd32946-18d3-416f-8040-15b55f214a93", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:50.224025 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-25b0ea18-3014-42a2-83d4-992bdc732071 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:50.225253 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362a25c2-79aa-4d1d-8a36-2655748c5e07', 'tag': 'ccd32946-18d3-416f-8040-15b55f214a93', 'status': 'completed', 'code': 200} Dec 08 01:48:50.226650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81d5e7e-0639-46bb-8afd-2528ea2c6b34 None None] Network 05566fa1-2242-44df-9cc4-abaa29f9b1ff requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:50.310689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ad5d1-020d-4ab1-aa06-4137608949e8 req-ee783959-c26e-4319-b7d7-4d709a377541 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:50.312259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-966ad5d1-020d-4ab1-aa06-4137608949e8 req-ee783959-c26e-4319-b7d7-4d709a377541 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 946 time: 0.0583136 Dec 08 01:48:50.425641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-966ad5d1-020d-4ab1-aa06-4137608949e8 req-2b9c8548-dfbc-4cfb-abdd-284bdfa962e7 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074882 Dec 08 01:48:50.434456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d852e41-8b72-4448-9c5d-bfa4af1b8a4d req-44d7bf17-a651-44b5-9498-50ae779aba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:50.436552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d852e41-8b72-4448-9c5d-bfa4af1b8a4d req-44d7bf17-a651-44b5-9498-50ae779aba55 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=89e150232843410ca18f76bac93ee49e&device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 1095 time: 0.0966780 Dec 08 01:48:50.455107 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-397a4f4f-0086-4f85-be59-168454b138da tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:50.457140 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-397a4f4f-0086-4f85-be59-168454b138da tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1&tenant_id=d9da45ea7cc343eebae48b10a6a55294&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 1097 time: 0.0692461 Dec 08 01:48:50.554379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2ae05417-b2d9-4b14-b393-1309aa8eb15a up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:50.567550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36718) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:50.573438 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-274989115-network', 'tenant_id': '3fa913a600eb457d9fee98cf4f65ce21'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:50.603865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] Made reservation on behalf of 3fa913a600eb457d9fee98cf4f65ce21 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:50.606610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.618592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 2ae05417-b2d9-4b14-b393-1309aa8eb15a completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:48:50.620730 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.629013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 2ae05417-b2d9-4b14-b393-1309aa8eb15a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:50.629598 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.675016 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-99494cf2-2fb9-45e7-95ee-ae75b0bfdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:50.676569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-99494cf2-2fb9-45e7-95ee-ae75b0bfdf82 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1&tenant_id=d9da45ea7cc343eebae48b10a6a55294 HTTP/1.1" status: 200 len: 1097 time: 0.2090034 Dec 08 01:48:50.701624 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066870c-d03f-4025-8a24-13a5e3263366 req-eea4232d-73bc-4f20-9174-5a944bb1c0ae tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:50.703255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a066870c-d03f-4025-8a24-13a5e3263366 req-eea4232d-73bc-4f20-9174-5a944bb1c0ae tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 945 time: 0.2051070 Dec 08 01:48:50.708872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d852e41-8b72-4448-9c5d-bfa4af1b8a4d req-a4a36e21-c281-497f-a379-fa49c378b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:50.710778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d852e41-8b72-4448-9c5d-bfa4af1b8a4d req-a4a36e21-c281-497f-a379-fa49c378b687 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=89e150232843410ca18f76bac93ee49e&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2527137 Dec 08 01:48:50.713718 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.727754 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.734208 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.756102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2ae05417-b2d9-4b14-b393-1309aa8eb15a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2ae05417-b2d9-4b14-b393-1309aa8eb15a,segment=NetworkSegment(72deb713-09a3-48e8-be2b-8f56056660ad),segment_id=72deb713-09a3-48e8-be2b-8f56056660ad)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:50.761202 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.763814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:48:50.774151 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc6c33b-5a42-4e8b-bbb4-d16851f93f21,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:50.789632 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.790120 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] Added segment f86f5637-d8cd-42bb-8fa9-ca0affe459ac of type vlan for network 1260e789-1ac0-4235-9e0b-1be699c88237 Dec 08 01:48:50.819701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=2ae05417-b2d9-4b14-b393-1309aa8eb15a,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:50.843926 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.874991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.876064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:50.877016 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.913494 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3446901 Dec 08 01:48:50.937812 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36724) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:50.942861 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ca389f91-8f92-4cd0-a56c-c227419e03bd admin admin] Request body: {'subnet': {'network_id': '1260e789-1ac0-4235-9e0b-1be699c88237', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-274989115-subnet', 'tenant_id': '3fa913a600eb457d9fee98cf4f65ce21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:50.946276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde8e32-c346-496e-9207-ac6fad4c7819 admin admin] Pushing event updated for resources: {'Network': ['ID=1260e789-1ac0-4235-9e0b-1be699c88237,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:50.956710 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 1260e789-1ac0-4235-9e0b-1be699c88237 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:48:50.957676 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a066870c-d03f-4025-8a24-13a5e3263366 req-0a082566-edbd-4ecb-93af-a46751f9fdd5 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399647 Dec 08 01:48:51.005657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-a2d40418-7937-4f2c-ae7d-58fb893be2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:51.008394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-a2d40418-7937-4f2c-ae7d-58fb893be2ff service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 1097 time: 0.2629158 Dec 08 01:48:51.059164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d852e41-8b72-4448-9c5d-bfa4af1b8a4d req-00148a31-d709-4a98-9613-543051339410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:51.061205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d852e41-8b72-4448-9c5d-bfa4af1b8a4d req-00148a31-d709-4a98-9613-543051339410 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3186557 Dec 08 01:48:51.071903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca389f91-8f92-4cd0-a56c-c227419e03bd admin admin] Made reservation on behalf of 3fa913a600eb457d9fee98cf4f65ce21 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:51.075556 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca389f91-8f92-4cd0-a56c-c227419e03bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.097274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ec350-7507-4f93-a3f9-2eb52fd65397 req-8e59c5ca-66b0-491d-bb4d-22a4ee8a8030 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:51.098758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-685ec350-7507-4f93-a3f9-2eb52fd65397 req-8e59c5ca-66b0-491d-bb4d-22a4ee8a8030 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 943 time: 0.1989224 Dec 08 01:48:51.327483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852af13f-e2d1-4c50-8734-8009289b402d req-401fdf94-6fab-488a-931c-ea9939f4ca62 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:51.328996 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-852af13f-e2d1-4c50-8734-8009289b402d req-401fdf94-6fab-488a-931c-ea9939f4ca62 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 945 time: 0.1924448 Dec 08 01:48:51.329952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-bcda3e58-7af9-4f41-b5e0-d327947a950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:51.331247 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-bcda3e58-7af9-4f41-b5e0-d327947a950e service neutron] 10.222.0.75 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.3002841 Dec 08 01:48:51.338599 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-685ec350-7507-4f93-a3f9-2eb52fd65397 req-553b19aa-2d37-40c4-8da8-0a75616c89eb tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049513 Dec 08 01:48:51.349881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-f63975eb-f1e7-43b8-8788-9d0809c0de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:51.351302 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-f63975eb-f1e7-43b8-8788-9d0809c0de75 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=89e150232843410ca18f76bac93ee49e&device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 1095 time: 0.2119727 Dec 08 01:48:51.403716 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-e45a1552-0576-4ea3-9d01-75154d4e1a97 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a HTTP/1.1" status: 200 len: 217 time: 0.0633638 Dec 08 01:48:51.493414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-f8fa80bd-2434-4ef3-8658-47c20fa9a72b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccd32946-18d3-416f-8040-15b55f214a93 HTTP/1.1" status: 200 len: 217 time: 0.1037529 Dec 08 01:48:51.590075 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-852af13f-e2d1-4c50-8734-8009289b402d req-305bc667-b0e2-4eba-88ab-e5644a8f141f tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/security-groups?id=114d7a51-5244-4e43-acc3-4f8913737361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486360 Dec 08 01:48:51.593034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0141762f-b650-4ef2-baae-5517dbc64341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae05417-b2d9-4b14-b393-1309aa8eb15a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:51.595756 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d462cf1-f89a-40a9-b7a6-15632e086543" -d '{"events": [{"server_uuid": "0141762f-b650-4ef2-baae-5517dbc64341", "name": "network-vif-plugged", "status": "completed", "tag": "2ae05417-b2d9-4b14-b393-1309aa8eb15a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:51.625051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-a7f03b6c-a989-41be-b1b4-fdb1446b088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:51.626539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-a7f03b6c-a989-41be-b1b4-fdb1446b088e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.1831114 Dec 08 01:48:51.643233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03112e6e-dc55-47ee-b50c-407689f544a2 req-be09c21c-7ce9-415d-b8cb-2dfa09304019 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:51.644788 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03112e6e-dc55-47ee-b50c-407689f544a2 req-be09c21c-7ce9-415d-b8cb-2dfa09304019 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 946 time: 0.2401767 Dec 08 01:48:51.672728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-bc7ed97e-bc00-479d-9cf3-0d7d8396b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:51.674155 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-bc7ed97e-bc00-479d-9cf3-0d7d8396b0c5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0967e208-c2ac-4601-9bbb-5480d82388b6 HTTP/1.1" status: 200 len: 862 time: 0.1487603 Dec 08 01:48:51.702858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-edbd354a-df13-4aa4-b083-b9221ba2840a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549009 Dec 08 01:48:51.747048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca389f91-8f92-4cd0-a56c-c227419e03bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.780011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-c7ef3761-d31b-4aa6-bc15-0a045be537f8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eef83dad-0d30-493d-b01b-08306229e878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812125 Dec 08 01:48:51.920174 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f05253a5-2047-4ebd-acad-f439fa5ea4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.947124 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03112e6e-dc55-47ee-b50c-407689f544a2 req-1f7ba164-7326-4513-a930-ea7321115f09 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/security-groups?id=97671f96-6eda-4252-bb75-1bac419f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945883 Dec 08 01:48:51.956622 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314bfb5-2e19-4b00-ac4b-9d2dceafa80a req-6b5aaf7f-2744-49af-81fc-620f2c9cbcab tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:51.958289 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e314bfb5-2e19-4b00-ac4b-9d2dceafa80a req-6b5aaf7f-2744-49af-81fc-620f2c9cbcab tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 946 time: 0.3066337 Dec 08 01:48:51.962584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca389f91-8f92-4cd0-a56c-c227419e03bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b1ef2c-3e85-4256-aac2-d0ed10d9a604,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:51.991175 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c1fed6-d3ed-4d22-9505-d43180ad153e x-openstack-request-id: req-e9c1fed6-d3ed-4d22-9505-d43180ad153e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:51.991493 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0141762f-b650-4ef2-baae-5517dbc64341", "name": "network-vif-plugged", "status": "completed", "tag": "2ae05417-b2d9-4b14-b393-1309aa8eb15a", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:51.991780 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e9c1fed6-d3ed-4d22-9505-d43180ad153e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:51.992171 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0141762f-b650-4ef2-baae-5517dbc64341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae05417-b2d9-4b14-b393-1309aa8eb15a', 'code': 200} Dec 08 01:48:52.130875 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717ab5f-dc0d-47cd-84ce-f658c160b03c req-0c51ddcf-5129-4c73-893e-f49f9268901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:52.132559 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8717ab5f-dc0d-47cd-84ce-f658c160b03c req-0c51ddcf-5129-4c73-893e-f49f9268901b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 1097 time: 0.0435200 Dec 08 01:48:52.179861 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8717ab5f-dc0d-47cd-84ce-f658c160b03c req-f566f399-eb6c-4bac-a419-14ad532e6d06 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=114d7a51-5244-4e43-acc3-4f8913737361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394917 Dec 08 01:48:52.281786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-1a41f4b6-f9c4-4439-ba5a-064741f90324 service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460916 Dec 08 01:48:52.287051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca389f91-8f92-4cd0-a56c-c227419e03bd admin admin] Checking segment: {'id': 'f86f5637-d8cd-42bb-8fa9-ca0affe459ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1260e789-1ac0-4235-9e0b-1be699c88237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:52.287442 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca389f91-8f92-4cd0-a56c-c227419e03bd admin admin] Network hostable DHCP agents. Network: 1260e789-1ac0-4235-9e0b-1be699c88237, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:48:52.346867 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-ec80e309-736d-42e2-bf5b-a6f2c561b92b service neutron] 10.222.0.75 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360208 Dec 08 01:48:52.360905 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e314bfb5-2e19-4b00-ac4b-9d2dceafa80a req-4ea8fc55-b2dc-4534-9dc0-5652725d7743 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817406 Dec 08 01:48:52.364647 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca389f91-8f92-4cd0-a56c-c227419e03bd admin admin] Network 1260e789-1ac0-4235-9e0b-1be699c88237 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:48:52.378076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538b58e-2d40-4bd2-bd3e-2b22e9114a53 req-67e8f2f7-123c-4045-b065-0382336382e0 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:52.379631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a538b58e-2d40-4bd2-bd3e-2b22e9114a53 req-67e8f2f7-123c-4045-b065-0382336382e0 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 946 time: 0.1245096 Dec 08 01:48:52.387032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ca389f91-8f92-4cd0-a56c-c227419e03bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 1260e789-1ac0-4235-9e0b-1be699c88237) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:52.390444 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36748) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:52.395723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cde6f8ca-e843-4e8a-a3fb-f615479c414c tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Request body: {'floatingip': {'port_id': '9ecfec8c-3538-4308-ba36-c533b7033a42'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:52.401083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca389f91-8f92-4cd0-a56c-c227419e03bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:52.401843 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca389f91-8f92-4cd0-a56c-c227419e03bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.402794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea752ab9-a6dc-4bd9-bd6b-7286c6a53e11 None None] Network 1260e789-1ac0-4235-9e0b-1be699c88237 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:52.461744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cde6f8ca-e843-4e8a-a3fb-f615479c414c tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.522269 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ca389f91-8f92-4cd0-a56c-c227419e03bd admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5834017 Dec 08 01:48:52.534920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5411346-d23a-4fb7-bf2a-94475f0b4877 None None] Network 1260e789-1ac0-4235-9e0b-1be699c88237 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:52.739090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e05f7-bd51-4fba-b018-a6c481975707 req-52035333-f059-4dc3-a961-1031f4421de0 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:52.740583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-541e05f7-bd51-4fba-b018-a6c481975707 req-52035333-f059-4dc3-a961-1031f4421de0 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 945 time: 0.3069320 Dec 08 01:48:52.852296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f47478-6428-4490-be79-4e15f550e5aa req-afa01d94-8c91-48f9-a967-0290cf3c8a66 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:52.853771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57f47478-6428-4490-be79-4e15f550e5aa req-afa01d94-8c91-48f9-a967-0290cf3c8a66 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 943 time: 0.3258700 Dec 08 01:48:52.868997 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-9103e693-2867-4a47-9232-5156c276d6fd service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895504 Dec 08 01:48:52.909394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14f353eb-0ee5-483a-8750-e7e8ea599b79 req-8ed8dc58-baf6-4bab-9399-e216bbd28ef5 service neutron] 10.222.0.75 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311593 Dec 08 01:48:52.956070 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-541e05f7-bd51-4fba-b018-a6c481975707 req-7f5b4b0a-9004-46e9-bf70-f9715e45b3f8 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064807 Dec 08 01:48:53.014792 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57f47478-6428-4490-be79-4e15f550e5aa req-8318fd82-54c5-4e7b-a209-9072b2431de1 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503644 Dec 08 01:48:53.099564 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:53.171576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06c94d-559b-4a87-868b-e3216f1f2d01 req-62b7c6e3-70a1-4141-9a8b-d44d6312439d tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:53.173070 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed06c94d-559b-4a87-868b-e3216f1f2d01 req-62b7c6e3-70a1-4141-9a8b-d44d6312439d tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 945 time: 0.0697653 Dec 08 01:48:53.313411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed06c94d-559b-4a87-868b-e3216f1f2d01 req-136cd163-93b7-4c1a-a814-2fc32ec8de6b tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/security-groups?id=114d7a51-5244-4e43-acc3-4f8913737361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224089 Dec 08 01:48:53.320228 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cde6f8ca-e843-4e8a-a3fb-f615479c414c tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:53.329098 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cde6f8ca-e843-4e8a-a3fb-f615479c414c tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:53.334494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-eefbfa17-b45b-42c8-8baf-4e24e37943ab tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:53.335818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-eefbfa17-b45b-42c8-8baf-4e24e37943ab tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1&tenant_id=d9da45ea7cc343eebae48b10a6a55294&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 1097 time: 0.0771761 Dec 08 01:48:53.499878 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-cde6f8ca-e843-4e8a-a3fb-f615479c414c tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Floating IP 00729fc9-0002-45c2-be2c-7e3a6953d6cc associated. External IP: 172.25.8.51, port: 9ecfec8c-3538-4308-ba36-c533b7033a42. Dec 08 01:48:53.711323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-39d2fd6b-1333-49e9-8491-c496e794d135 service neutron] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:53.719155 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-39d2fd6b-1333-49e9-8491-c496e794d135 service neutron] Publish callbacks [] for binding, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:53.720267 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ae3ff0a-84a6-4345-8303-a81c1b95e6c0 req-39d2fd6b-1333-49e9-8491-c496e794d135 service neutron] 10.222.0.75 "DELETE /v2.0/ports/d327abd3-ef94-4f02-ab9b-a283ef9a3c2a/bindings/n-h1-713499-31 HTTP/1.1" status: 204 len: 173 time: 0.3511348 Dec 08 01:48:53.764832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-12cbb2c0-2449-4e0e-b152-33484a3d9ad0 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:53.766193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-12cbb2c0-2449-4e0e-b152-33484a3d9ad0 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/networks?id=05566fa1-2242-44df-9cc4-abaa29f9b1ff HTTP/1.1" status: 200 len: 823 time: 0.2066958 Dec 08 01:48:53.819753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-417037cc-2278-4fdb-aa66-444ee3a7ee78 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/quotas/c2ed1e873517413680c593e73d187320 HTTP/1.1" status: 200 len: 375 time: 0.0180633 Dec 08 01:48:53.886489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-ee1b4c29-ea32-45a8-8983-1f325d5a8533 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c2ed1e873517413680c593e73d187320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597074 Dec 08 01:48:53.906918 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:53.959558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde6f8ca-e843-4e8a-a3fb-f615479c414c tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Router fa17632b-6b19-43c6-b398-3b0585d0d2ef has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:48:54.047142 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-91b099b4-af77-478b-8677-ef66f0216881 service neutron] 10.222.0.71 "GET /v2.0/networks/05566fa1-2242-44df-9cc4-abaa29f9b1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512284 Dec 08 01:48:54.296915 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f56b550-8f41-41ae-9ed4-ea46852a78de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:54.454649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f335583-38c5-445a-b72d-448eed678bed req-eb861d75-3d81-4a47-ac71-ab320a2ea423 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:54.456140 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f335583-38c5-445a-b72d-448eed678bed req-eb861d75-3d81-4a47-ac71-ab320a2ea423 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 945 time: 0.4269462 Dec 08 01:48:54.485393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde6f8ca-e843-4e8a-a3fb-f615479c414c tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:48:54.494426 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cde6f8ca-e843-4e8a-a3fb-f615479c414c tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:54.495553 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f00eb-7423-453a-bb10-7d4225381389 None None] Sync routers for ids ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:48:54.505111 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f00eb-7423-453a-bb10-7d4225381389 None None] Routers {'fa17632b-6b19-43c6-b398-3b0585d0d2ef'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:54.505870 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bf1f00eb-7423-453a-bb10-7d4225381389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:48:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:54.531064 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-73e31ce4-ffd1-4805-8b17-7f8d4e9711ab service neutron] 10.222.0.71 "GET /v2.0/networks/05566fa1-2242-44df-9cc4-abaa29f9b1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685090 Dec 08 01:48:54.551288 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cde6f8ca-e843-4e8a-a3fb-f615479c414c tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "PUT /v2.0/floatingips/00729fc9-0002-45c2-be2c-7e3a6953d6cc HTTP/1.1" status: 200 len: 991 time: 2.1572688 Dec 08 01:48:54.551288 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b183b288-8c98-4b73-bc74-0fc500c223b0', 'tag': '9ecfec8c-3538-4308-ba36-c533b7033a42'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:54.552427 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c987d9-f3d3-4cb7-9663-2817dc4ceeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b183b288-8c98-4b73-bc74-0fc500c223b0", "tag": "9ecfec8c-3538-4308-ba36-c533b7033a42"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:54.564342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f335583-38c5-445a-b72d-448eed678bed req-c19f5373-5b0b-40aa-8108-d19ccdc8ce90 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995235 Dec 08 01:48:54.613320 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-bf1f00eb-7423-453a-bb10-7d4225381389 None None] Set router fa17632b-6b19-43c6-b398-3b0585d0d2ef gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:54.729612 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7943015-0038-4fdb-b744-2251b913f944 req-3331fa9d-01b6-494a-913d-3bea642844ec tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:54.731565 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7943015-0038-4fdb-b744-2251b913f944 req-3331fa9d-01b6-494a-913d-3bea642844ec tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 943 time: 0.1016607 Dec 08 01:48:54.818975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d983-5a74-4450-9d4c-8802a8cd1e2d req-44ed86a9-fd58-47cb-a11f-d37b274a061f tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:54.824159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9dc5d983-5a74-4450-9d4c-8802a8cd1e2d req-44ed86a9-fd58-47cb-a11f-d37b274a061f tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 945 time: 0.0913162 Dec 08 01:48:54.828466 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7943015-0038-4fdb-b744-2251b913f944 req-8948fd8a-f831-4c8b-ac21-2168467a63e3 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842173 Dec 08 01:48:54.897686 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9dc5d983-5a74-4450-9d4c-8802a8cd1e2d req-df0bfa02-28ba-479f-bda4-272f86cb1c85 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/security-groups?id=114d7a51-5244-4e43-acc3-4f8913737361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682192 Dec 08 01:48:54.943504 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bf1f00eb-7423-453a-bb10-7d4225381389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:48:29Z', 'revision_number': 4, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port': {'id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:23Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '00729fc9-0002-45c2-be2c-7e3a6953d6cc', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'port_id': '9ecfec8c-3538-4308-ba36-c533b7033a42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'mac_address': 'fa:16:3e:f2:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b183b288-8c98-4b73-bc74-0fc500c223b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:48:35Z', 'updated_at': '2021-12-08T01:48:53Z', 'revision_number': 1, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0471f96-b7d3-4665-bf6a-790847a98754', 'name': '', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'mac_address': 'fa:16:3e:b6:8f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:38Z', 'revision_number': 5, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'subnets': [{'id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:54.981024 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f00eb-7423-453a-bb10-7d4225381389 None None] Checking router: fa17632b-6b19-43c6-b398-3b0585d0d2ef for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:48:54.990250 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f00eb-7423-453a-bb10-7d4225381389 None None] Routers {'fa17632b-6b19-43c6-b398-3b0585d0d2ef'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:54.990732 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bf1f00eb-7423-453a-bb10-7d4225381389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:48:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:55.027980 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86aa0af5-accd-48a3-979f-1f9527519641 x-openstack-request-id: req-86aa0af5-accd-48a3-979f-1f9527519641 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:55.028209 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b183b288-8c98-4b73-bc74-0fc500c223b0", "tag": "9ecfec8c-3538-4308-ba36-c533b7033a42", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:55.028430 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-86aa0af5-accd-48a3-979f-1f9527519641 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:55.028865 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b183b288-8c98-4b73-bc74-0fc500c223b0', 'tag': '9ecfec8c-3538-4308-ba36-c533b7033a42', 'status': 'completed', 'code': 200} Dec 08 01:48:55.107363 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-bf1f00eb-7423-453a-bb10-7d4225381389 None None] Set router fa17632b-6b19-43c6-b398-3b0585d0d2ef gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:55.142471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b48b49db-9a28-4e41-90fd-56dfa72783e0 req-285a6cfb-db21-4b22-b4dc-a1372ee11f44 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 210 time: 0.0509923 Dec 08 01:48:55.155945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c987d9-f3d3-4cb7-9663-2817dc4ceeb6 req-c53e9d64-a2fd-483e-827d-7b114953cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:55.166289 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9c987d9-f3d3-4cb7-9663-2817dc4ceeb6 req-c53e9d64-a2fd-483e-827d-7b114953cacd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d91ebd5b4cd345d68845d205f9900636&device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 1098 time: 0.0866914 Dec 08 01:48:55.293464 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:55.337390 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bf1f00eb-7423-453a-bb10-7d4225381389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:48:29Z', 'revision_number': 4, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port': {'id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:23Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '00729fc9-0002-45c2-be2c-7e3a6953d6cc', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'port_id': '9ecfec8c-3538-4308-ba36-c533b7033a42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'mac_address': 'fa:16:3e:f2:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b183b288-8c98-4b73-bc74-0fc500c223b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:48:35Z', 'updated_at': '2021-12-08T01:48:53Z', 'revision_number': 1, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0471f96-b7d3-4665-bf6a-790847a98754', 'name': '', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'mac_address': 'fa:16:3e:b6:8f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:38Z', 'revision_number': 5, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'subnets': [{'id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:55.339366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2a742-8c14-4fdc-928e-5ec879bfb6bc req-6a9b36cb-91b8-4f2c-8d13-4a75f8b0b24f tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:55.340953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49a2a742-8c14-4fdc-928e-5ec879bfb6bc req-6a9b36cb-91b8-4f2c-8d13-4a75f8b0b24f tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 1097 time: 0.1215944 Dec 08 01:48:55.350603 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754208d-4d84-426b-91cb-991aebfc849e req-9edad722-92bc-41bf-a772-4058dd0660d1 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:55.352104 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8754208d-4d84-426b-91cb-991aebfc849e req-9edad722-92bc-41bf-a772-4058dd0660d1 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 945 time: 0.1437244 Dec 08 01:48:55.361933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36830) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:55.367050 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f00eb-7423-453a-bb10-7d4225381389 None None] The sync data for ids ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'] in n-d-713499-31 is: [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:48:29Z', 'revision_number': 4, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port': {'id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:23Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '00729fc9-0002-45c2-be2c-7e3a6953d6cc', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'port_id': '9ecfec8c-3538-4308-ba36-c533b7033a42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'mac_address': 'fa:16:3e:f2:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b183b288-8c98-4b73-bc74-0fc500c223b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:48:35Z', 'updated_at': '2021-12-08T01:48:53Z', 'revision_number': 1, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0471f96-b7d3-4665-bf6a-790847a98754', 'name': '', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'mac_address': 'fa:16:3e:b6:8f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:38Z', 'revision_number': 5, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'subnets': [{'id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:48:55.367833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2a1b7774-aa39-4297-ae0c-f5350e07bd0f tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Request body: {'floatingip': {'port_id': '2ae05417-b2d9-4b14-b393-1309aa8eb15a'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:55.375014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c987d9-f3d3-4cb7-9663-2817dc4ceeb6 req-8ff6d289-2c08-490d-a433-0c7e994aa5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:55.376655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9c987d9-f3d3-4cb7-9663-2817dc4ceeb6 req-8ff6d289-2c08-490d-a433-0c7e994aa5ff service neutron] 10.222.0.75 "GET /v2.0/networks?id=3d97cd5b-18c4-49e8-827b-1e8391b93d1f HTTP/1.1" status: 200 len: 916 time: 0.1944172 Dec 08 01:48:55.421265 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7774-aa39-4297-ae0c-f5350e07bd0f tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for floatingip, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:55.435866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 91754f52-0c27-4d39-a68f-ebe259b1aa28 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:48:55.463993 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49a2a742-8c14-4fdc-928e-5ec879bfb6bc req-d01bb563-da17-4870-94e5-f3aeb7065658 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108396 Dec 08 01:48:55.470795 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9c987d9-f3d3-4cb7-9663-2817dc4ceeb6 req-6d3ca788-d482-48fd-8b59-9fb464706506 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ecfec8c-3538-4308-ba36-c533b7033a42 HTTP/1.1" status: 200 len: 999 time: 0.0864320 Dec 08 01:48:55.552656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c987d9-f3d3-4cb7-9663-2817dc4ceeb6 req-139a8200-7c4a-4e40-93fb-94f4c27163cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:55.554323 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9c987d9-f3d3-4cb7-9663-2817dc4ceeb6 req-139a8200-7c4a-4e40-93fb-94f4c27163cb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4425254a-03cc-4703-ac3f-20fb9aedeabe HTTP/1.1" status: 200 len: 854 time: 0.0750620 Dec 08 01:48:55.661583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c987d9-f3d3-4cb7-9663-2817dc4ceeb6 req-b84915eb-8cf6-4c9d-a8f5-1ef4b640ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:55.664040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9c987d9-f3d3-4cb7-9663-2817dc4ceeb6 req-b84915eb-8cf6-4c9d-a8f5-1ef4b640ddfa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d97cd5b-18c4-49e8-827b-1e8391b93d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003096 Dec 08 01:48:55.745695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9d336-ae58-4bbe-a4cc-647f3ecfe4b5 None None] New status for floating IP 00729fc9-0002-45c2-be2c-7e3a6953d6cc: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:48:55.779934 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9c987d9-f3d3-4cb7-9663-2817dc4ceeb6 req-34fd02b3-cd83-4eb3-9532-0ab859ed3322 service neutron] 10.222.0.75 "GET /v2.0/networks/3d97cd5b-18c4-49e8-827b-1e8391b93d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066639 Dec 08 01:48:55.782429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5bee5-531a-4b87-b82a-7db34fa7fb7e req-406423cf-582f-411b-b584-8553826c9dbf tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:55.789927 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d0b5bee5-531a-4b87-b82a-7db34fa7fb7e req-406423cf-582f-411b-b584-8553826c9dbf tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 1097 time: 0.1928806 Dec 08 01:48:55.900819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 91754f52-0c27-4d39-a68f-ebe259b1aa28, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=91754f52-0c27-4d39-a68f-ebe259b1aa28,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:55.920475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '91754f52-0c27-4d39-a68f-ebe259b1aa28', 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f', 'port_id': '91754f52-0c27-4d39-a68f-ebe259b1aa28', 'mac_address': 'fa:16:3e:e4:2c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4f4a17-ff0b-4ee2-b46a-f3453934fdb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:48:56.004035 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.015200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d0b5bee5-531a-4b87-b82a-7db34fa7fb7e req-a069ae0c-da7d-4e16-8995-6afb7279b95f tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241130 Dec 08 01:48:56.070204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91754f52-0c27-4d39-a68f-ebe259b1aa28 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:56.106404 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 91754f52-0c27-4d39-a68f-ebe259b1aa28, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=91754f52-0c27-4d39-a68f-ebe259b1aa28,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:56.115052 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.121924 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9c987d9-f3d3-4cb7-9663-2817dc4ceeb6 req-242c581d-d8f1-4cd5-b533-37702144acd4 service neutron] 10.222.0.75 "GET /v2.0/networks/3d97cd5b-18c4-49e8-827b-1e8391b93d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213642 Dec 08 01:48:56.163044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a29bd-71d9-4842-8c59-005846809c6d req-2baef3ee-7c10-44b9-a968-57fb95f23b12 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:56.163044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a8a29bd-71d9-4842-8c59-005846809c6d req-2baef3ee-7c10-44b9-a968-57fb95f23b12 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 943 time: 0.2106209 Dec 08 01:48:56.219593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=91754f52-0c27-4d39-a68f-ebe259b1aa28,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:56.285008 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.db.resource_extend [None req-2a1b7774-aa39-4297-ae0c-f5350e07bd0f tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:48:56.290629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['91754f52-0c27-4d39-a68f-ebe259b1aa28'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:56.292959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-8cac49f5-1ea0-4263-8f89-ddb1aef1cbe5 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:56.294680 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-8cac49f5-1ea0-4263-8f89-ddb1aef1cbe5 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.45 "GET /v2.0/networks?id=05566fa1-2242-44df-9cc4-abaa29f9b1ff HTTP/1.1" status: 200 len: 823 time: 0.3164206 Dec 08 01:48:56.301579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a8a29bd-71d9-4842-8c59-005846809c6d req-ab60556b-4110-4e6b-81c8-a06c72c7af2c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260910 Dec 08 01:48:56.346136 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7774-aa39-4297-ae0c-f5350e07bd0f tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.353305 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7774-aa39-4297-ae0c-f5350e07bd0f tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.599413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ccd32946-18d3-416f-8040-15b55f214a93 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:48:56.633715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b71ad13-bab6-4ab7-8b2d-509cba93a03f req-64ffb23e-733d-4200-813c-4457cf5ebd09 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 210 time: 0.0671940 Dec 08 01:48:56.819399 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-2933d07e-1938-46e7-96c6-0ce7fe31eb35 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Request body: {'port': {'device_id': '1c040429-290e-4dfd-9abf-57e318d820a0', 'network_id': '05566fa1-2242-44df-9cc4-abaa29f9b1ff', 'admin_state_up': True, 'tenant_id': 'c2ed1e873517413680c593e73d187320'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:56.870229 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.925785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ccd32946-18d3-416f-8040-15b55f214a93, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ccd32946-18d3-416f-8040-15b55f214a93,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:56.952954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'ccd32946-18d3-416f-8040-15b55f214a93', 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878', 'port_id': 'ccd32946-18d3-416f-8040-15b55f214a93', 'mac_address': 'fa:16:3e:df:80:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0967e208-c2ac-4601-9bbb-5480d82388b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:48:56.977010 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-2a1b7774-aa39-4297-ae0c-f5350e07bd0f tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Floating IP fd8d39bf-f486-4c12-9782-8ec8aba371ee associated. External IP: 172.25.8.72, port: 2ae05417-b2d9-4b14-b393-1309aa8eb15a. Dec 08 01:48:57.015959 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:57.036703 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd32946-18d3-416f-8040-15b55f214a93 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:57.061243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ccd32946-18d3-416f-8040-15b55f214a93, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ccd32946-18d3-416f-8040-15b55f214a93,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:57.069756 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:57.140890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=ccd32946-18d3-416f-8040-15b55f214a93,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:57.149297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-2933d07e-1938-46e7-96c6-0ce7fe31eb35 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Made reservation on behalf of c2ed1e873517413680c593e73d187320 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:57.153088 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-2933d07e-1938-46e7-96c6-0ce7fe31eb35 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:57.376675 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-2933d07e-1938-46e7-96c6-0ce7fe31eb35 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Allocated IP 172.20.0.12 (05566fa1-2242-44df-9cc4-abaa29f9b1ff/993a94e0-2cee-4c70-b34d-d4d32bcc3710/9e5c9ee7-000a-403b-917a-615b0d7018f3) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:57.432404 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 91754f52-0c27-4d39-a68f-ebe259b1aa28 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:57.444773 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12aeb1-9778-4dee-8b77-c1959aa67a43 req-760206aa-9c09-48e5-b7e1-295f895355b6 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:57.447881 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1b7774-aa39-4297-ae0c-f5350e07bd0f tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Router 696819a6-8142-4337-bcb8-bee135bd6219 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:48:57.455452 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e12aeb1-9778-4dee-8b77-c1959aa67a43 req-760206aa-9c09-48e5-b7e1-295f895355b6 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 944 time: 0.0681460 Dec 08 01:48:57.464280 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['ccd32946-18d3-416f-8040-15b55f214a93'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:57.585029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e12aeb1-9778-4dee-8b77-c1959aa67a43 req-bca083df-fd1b-4980-af1b-c264a580381d tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283154 Dec 08 01:48:57.634211 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 91754f52-0c27-4d39-a68f-ebe259b1aa28 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:57.634796 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:57.734721 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1b7774-aa39-4297-ae0c-f5350e07bd0f tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:48:57.743663 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7774-aa39-4297-ae0c-f5350e07bd0f tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:57.748757 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33f931-467e-4981-80dd-cc86f1675555 None None] Sync routers for ids ['696819a6-8142-4337-bcb8-bee135bd6219'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:48:57.764583 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33f931-467e-4981-80dd-cc86f1675555 None None] Routers {'696819a6-8142-4337-bcb8-bee135bd6219'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:57.765209 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5f33f931-467e-4981-80dd-cc86f1675555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:48:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['696819a6-8142-4337-bcb8-bee135bd6219'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:57.783520 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-000f02f8-f07f-4168-a93d-9511269aeb4b req-7917bfdb-303a-4c9b-8a6b-6b6f1bf7931a tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 210 time: 0.0651257 Dec 08 01:48:57.798646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-2933d07e-1938-46e7-96c6-0ce7fe31eb35 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:57.821052 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2a1b7774-aa39-4297-ae0c-f5350e07bd0f tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "PUT /v2.0/floatingips/fd8d39bf-f486-4c12-9782-8ec8aba371ee HTTP/1.1" status: 200 len: 990 time: 2.4570820 Dec 08 01:48:57.824416 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0141762f-b650-4ef2-baae-5517dbc64341', 'tag': '2ae05417-b2d9-4b14-b393-1309aa8eb15a'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:57.827670 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e1bb0a-d968-4d83-8b29-e422e066312c" -d '{"events": [{"name": "network-changed", "server_uuid": "0141762f-b650-4ef2-baae-5517dbc64341", "tag": "2ae05417-b2d9-4b14-b393-1309aa8eb15a"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:57.911523 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba88d9e5-6491-4b47-9569-22c7b5dd5e24 x-openstack-request-id: req-ba88d9e5-6491-4b47-9569-22c7b5dd5e24 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:57.912517 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0141762f-b650-4ef2-baae-5517dbc64341", "tag": "2ae05417-b2d9-4b14-b393-1309aa8eb15a", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:57.913341 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ba88d9e5-6491-4b47-9569-22c7b5dd5e24 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:57.918577 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0141762f-b650-4ef2-baae-5517dbc64341', 'tag': '2ae05417-b2d9-4b14-b393-1309aa8eb15a', 'status': 'completed', 'code': 200} Dec 08 01:48:57.922587 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-2933d07e-1938-46e7-96c6-0ce7fe31eb35 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:58.006148 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:58.022896 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:58.063802 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5f33f931-467e-4981-80dd-cc86f1675555 None None] Set router 696819a6-8142-4337-bcb8-bee135bd6219 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:58.068925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1bb0a-d968-4d83-8b29-e422e066312c req-414d1d8b-7520-4ed5-84ee-efb315253fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:58.070448 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3e1bb0a-d968-4d83-8b29-e422e066312c req-414d1d8b-7520-4ed5-84ee-efb315253fe7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e3e93de0f78547b4aac1f8512f8f7d23&device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 1097 time: 0.0793507 Dec 08 01:48:58.073488 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-2933d07e-1938-46e7-96c6-0ce7fe31eb35 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Network 05566fa1-2242-44df-9cc4-abaa29f9b1ff is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:58.079258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-2933d07e-1938-46e7-96c6-0ce7fe31eb35 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:58.091520 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-2933d07e-1938-46e7-96c6-0ce7fe31eb35 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:58.105870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec97adf7-881b-4894-9932-7421139c056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91754f52-0c27-4d39-a68f-ebe259b1aa28'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:58.115514 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d3950-4d12-4726-8b69-31187b93a7b6" -d '{"events": [{"server_uuid": "ec97adf7-881b-4894-9932-7421139c056b", "name": "network-vif-plugged", "status": "completed", "tag": "91754f52-0c27-4d39-a68f-ebe259b1aa28"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:58.132811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933d07e-1938-46e7-96c6-0ce7fe31eb35 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Pushing event updated for resources: {'Port': ['ID=9e5c9ee7-000a-403b-917a-615b0d7018f3,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:58.171466 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a12a51-c902-4f98-8bf5-06fba3dd71ba x-openstack-request-id: req-e5a12a51-c902-4f98-8bf5-06fba3dd71ba {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:58.174022 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec97adf7-881b-4894-9932-7421139c056b", "name": "network-vif-plugged", "status": "completed", "tag": "91754f52-0c27-4d39-a68f-ebe259b1aa28", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:58.174357 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e5a12a51-c902-4f98-8bf5-06fba3dd71ba {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:58.175929 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec97adf7-881b-4894-9932-7421139c056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91754f52-0c27-4d39-a68f-ebe259b1aa28', 'code': 200} Dec 08 01:48:58.178257 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 91754f52-0c27-4d39-a68f-ebe259b1aa28, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=91754f52-0c27-4d39-a68f-ebe259b1aa28,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:58.178391 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-2933d07e-1938-46e7-96c6-0ce7fe31eb35 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:58.178896 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-2933d07e-1938-46e7-96c6-0ce7fe31eb35 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:58.188788 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:58.230280 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-2933d07e-1938-46e7-96c6-0ce7fe31eb35 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4303091 Dec 08 01:48:58.249994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Request body: {'port': {'device_id': '1c040429-290e-4dfd-9abf-57e318d820a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:58.271594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1bb0a-d968-4d83-8b29-e422e066312c req-d1f08d31-b6f1-4070-b34d-0350e9f44ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:58.273619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3e1bb0a-d968-4d83-8b29-e422e066312c req-d1f08d31-b6f1-4070-b34d-0350e9f44ecc service neutron] 10.222.0.75 "GET /v2.0/networks?id=33e3fb21-a529-4393-ae6a-590f7c4b16e4 HTTP/1.1" status: 200 len: 907 time: 0.1944101 Dec 08 01:48:58.344415 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=91754f52-0c27-4d39-a68f-ebe259b1aa28,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:58.362966 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:58.419206 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3e1bb0a-d968-4d83-8b29-e422e066312c req-270fea42-c2a8-4f8d-982c-a229d5bf663c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae05417-b2d9-4b14-b393-1309aa8eb15a HTTP/1.1" status: 200 len: 998 time: 0.1300781 Dec 08 01:48:58.522301 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5f33f931-467e-4981-80dd-cc86f1675555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:48:28Z', 'revision_number': 4, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'fd8d39bf-f486-4c12-9782-8ec8aba371ee', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'port_id': '2ae05417-b2d9-4b14-b393-1309aa8eb15a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'mac_address': 'fa:16:3e:ef:39:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141762f-b650-4ef2-baae-5517dbc64341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:48:35Z', 'updated_at': '2021-12-08T01:48:56Z', 'revision_number': 1, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c535a71-c2ac-4e5e-9fd5-f205a63f9084', 'name': '', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'mac_address': 'fa:16:3e:3b:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:26Z', 'updated_at': '2021-12-08T01:48:33Z', 'revision_number': 5, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'subnets': [{'id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:58.525616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1bb0a-d968-4d83-8b29-e422e066312c req-0fc959aa-c343-4d85-a449-afbd0cfffcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:58.527107 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3e1bb0a-d968-4d83-8b29-e422e066312c req-0fc959aa-c343-4d85-a449-afbd0cfffcde service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47 HTTP/1.1" status: 200 len: 845 time: 0.0984879 Dec 08 01:48:58.600037 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33f931-467e-4981-80dd-cc86f1675555 None None] Checking router: 696819a6-8142-4337-bcb8-bee135bd6219 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:48:58.620128 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1bb0a-d968-4d83-8b29-e422e066312c req-83fe35f6-9b84-4500-8bb3-5060f75524dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:58.621641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3e1bb0a-d968-4d83-8b29-e422e066312c req-83fe35f6-9b84-4500-8bb3-5060f75524dd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33e3fb21-a529-4393-ae6a-590f7c4b16e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806475 Dec 08 01:48:58.624210 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33f931-467e-4981-80dd-cc86f1675555 None None] Routers {'696819a6-8142-4337-bcb8-bee135bd6219'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:58.624843 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5f33f931-467e-4981-80dd-cc86f1675555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:48:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['696819a6-8142-4337-bcb8-bee135bd6219'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:58.785091 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5f33f931-467e-4981-80dd-cc86f1675555 None None] Set router 696819a6-8142-4337-bcb8-bee135bd6219 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:58.927172 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d87b3-1022-4592-bd8a-78f8499785c3 req-268cfe18-2c2d-4357-8d8e-d507ee8c4043 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:58.944288 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d55d87b3-1022-4592-bd8a-78f8499785c3 req-268cfe18-2c2d-4357-8d8e-d507ee8c4043 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 944 time: 0.1951342 Dec 08 01:48:59.011202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3e1bb0a-d968-4d83-8b29-e422e066312c req-819f601e-079c-4358-97f0-6e4f0cd6dbab service neutron] 10.222.0.75 "GET /v2.0/networks/33e3fb21-a529-4393-ae6a-590f7c4b16e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773947 Dec 08 01:48:59.017135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5c9ee7-000a-403b-917a-615b0d7018f3 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:59.039127 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.055264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d55d87b3-1022-4592-bd8a-78f8499785c3 req-989747aa-c8bb-46d5-be2c-4da6b9625c34 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100399 Dec 08 01:48:59.070144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Transition to ACTIVE for port object 9e5c9ee7-000a-403b-917a-615b0d7018f3 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:48:59.078744 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.129224 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5f33f931-467e-4981-80dd-cc86f1675555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:48:28Z', 'revision_number': 4, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'fd8d39bf-f486-4c12-9782-8ec8aba371ee', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'port_id': '2ae05417-b2d9-4b14-b393-1309aa8eb15a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'mac_address': 'fa:16:3e:ef:39:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141762f-b650-4ef2-baae-5517dbc64341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:48:35Z', 'updated_at': '2021-12-08T01:48:56Z', 'revision_number': 1, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c535a71-c2ac-4e5e-9fd5-f205a63f9084', 'name': '', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'mac_address': 'fa:16:3e:3b:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:26Z', 'updated_at': '2021-12-08T01:48:33Z', 'revision_number': 5, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'subnets': [{'id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:59.162714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5c9ee7-000a-403b-917a-615b0d7018f3,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:59.232264 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33f931-467e-4981-80dd-cc86f1675555 None None] The sync data for ids ['696819a6-8142-4337-bcb8-bee135bd6219'] in n-d-713499-31 is: [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:48:28Z', 'revision_number': 4, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'fd8d39bf-f486-4c12-9782-8ec8aba371ee', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'port_id': '2ae05417-b2d9-4b14-b393-1309aa8eb15a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'mac_address': 'fa:16:3e:ef:39:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141762f-b650-4ef2-baae-5517dbc64341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:48:35Z', 'updated_at': '2021-12-08T01:48:56Z', 'revision_number': 1, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c535a71-c2ac-4e5e-9fd5-f205a63f9084', 'name': '', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'mac_address': 'fa:16:3e:3b:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:26Z', 'updated_at': '2021-12-08T01:48:33Z', 'revision_number': 5, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'subnets': [{'id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:48:59.273977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9793a3e-0f04-40c7-8c4f-6afd1bcdd368 req-3d8ff915-5f78-4252-8feb-a24e91ea460f tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.284898 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9793a3e-0f04-40c7-8c4f-6afd1bcdd368 req-3d8ff915-5f78-4252-8feb-a24e91ea460f tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 932 time: 0.3247039 Dec 08 01:48:59.366239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Attempting to bind port 9e5c9ee7-000a-403b-917a-615b0d7018f3 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:59.366587 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Attempting to bind port 9e5c9ee7-000a-403b-917a-615b0d7018f3 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '717b612d-903b-4023-904b-5d9b2a02ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05566fa1-2242-44df-9cc4-abaa29f9b1ff'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:59.366924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Attempting to bind port 9e5c9ee7-000a-403b-917a-615b0d7018f3 on network 05566fa1-2242-44df-9cc4-abaa29f9b1ff {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:59.374050 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9793a3e-0f04-40c7-8c4f-6afd1bcdd368 req-44e98580-ed29-4d83-b4d2-a764f776bed4 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8f6b98b-6322-4f42-a626-ab364297a5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878105 Dec 08 01:48:59.375814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Port 9e5c9ee7-000a-403b-917a-615b0d7018f3 on network 05566fa1-2242-44df-9cc4-abaa29f9b1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:48:59.376984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Attempting to bind port 9e5c9ee7-000a-403b-917a-615b0d7018f3 on network 05566fa1-2242-44df-9cc4-abaa29f9b1ff {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:59.390606 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:59.390935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Checking segment: {'id': '717b612d-903b-4023-904b-5d9b2a02ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05566fa1-2242-44df-9cc4-abaa29f9b1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:59.391327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Bound using segment: {'id': '717b612d-903b-4023-904b-5d9b2a02ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05566fa1-2242-44df-9cc4-abaa29f9b1ff'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:59.394095 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3e1bb0a-d968-4d83-8b29-e422e066312c req-808a8e4f-a78a-42ba-84b0-55768ff71391 service neutron] 10.222.0.75 "GET /v2.0/networks/33e3fb21-a529-4393-ae6a-590f7c4b16e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503020 Dec 08 01:48:59.394417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Bound port: 9e5c9ee7-000a-403b-917a-615b0d7018f3, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717b612d-903b-4023-904b-5d9b2a02ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05566fa1-2242-44df-9cc4-abaa29f9b1ff'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:59.395778 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.521821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] For port 9e5c9ee7-000a-403b-917a-615b0d7018f3, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:59.530256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] For port 9e5c9ee7-000a-403b-917a-615b0d7018f3, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9e5c9ee7-000a-403b-917a-615b0d7018f3,segment=NetworkSegment(717b612d-903b-4023-904b-5d9b2a02ce5c),segment_id=717b612d-903b-4023-904b-5d9b2a02ce5c)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:59.535910 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.603309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.612169 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.613443 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] 10.222.0.45 "PUT /v2.0/ports/9e5c9ee7-000a-403b-917a-615b0d7018f3 HTTP/1.1" status: 200 len: 1093 time: 1.3687155 Dec 08 01:48:59.645181 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9e001-93df-482f-8c88-60883eac4002 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5c9ee7-000a-403b-917a-615b0d7018f3,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:59.666170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b77ed-381d-455c-867b-c7a7076d9064 None None] New status for floating IP fd8d39bf-f486-4c12-9782-8ec8aba371ee: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:48:59.722227 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-802a77d5-2d31-4003-a844-43acf1cd3312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.724161 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-802a77d5-2d31-4003-a844-43acf1cd3312 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c2ed1e873517413680c593e73d187320&device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 1096 time: 0.0494797 Dec 08 01:48:59.821740 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-648ea175-b981-4c7c-aee7-a81fa2ea7794 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e5c9ee7-000a-403b-917a-615b0d7018f3 HTTP/1.1" status: 200 len: 217 time: 0.0687969 Dec 08 01:48:59.909153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-f4da4a38-62f7-44c1-9876-f9de72cabe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.915521 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-f4da4a38-62f7-44c1-9876-f9de72cabe76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=993a94e0-2cee-4c70-b34d-d4d32bcc3710 HTTP/1.1" status: 200 len: 863 time: 0.0825782 Dec 08 01:48:59.919544 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c040429-290e-4dfd-9abf-57e318d820a0', 'tag': '9e5c9ee7-000a-403b-917a-615b0d7018f3'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:59.922367 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c36047-7224-413f-8e29-6b3eca345dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c040429-290e-4dfd-9abf-57e318d820a0", "tag": "9e5c9ee7-000a-403b-917a-615b0d7018f3"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:59.957039 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-5380ad7f-63e7-4c0d-8ae2-8d6676673bac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05566fa1-2242-44df-9cc4-abaa29f9b1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308707 Dec 08 01:48:59.989621 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdab0ee-e125-450a-b0fc-095c458c32bc x-openstack-request-id: req-abdab0ee-e125-450a-b0fc-095c458c32bc {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:59.989924 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c040429-290e-4dfd-9abf-57e318d820a0", "tag": "9e5c9ee7-000a-403b-917a-615b0d7018f3", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:59.990176 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-abdab0ee-e125-450a-b0fc-095c458c32bc {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:59.990573 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c040429-290e-4dfd-9abf-57e318d820a0', 'tag': '9e5c9ee7-000a-403b-917a-615b0d7018f3', 'status': 'completed', 'code': 200} Dec 08 01:49:00.077505 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-c07edd27-4dc8-4d5b-a3ed-8e37dc6d1eb3 service neutron] 10.222.0.45 "GET /v2.0/networks/05566fa1-2242-44df-9cc4-abaa29f9b1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967579 Dec 08 01:49:00.226720 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d68066-bb8b-4159-b73c-80363c2f3564 req-5a87a687-f927-45cc-81dc-f3020e1ed927 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:00.229163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92d68066-bb8b-4159-b73c-80363c2f3564 req-5a87a687-f927-45cc-81dc-f3020e1ed927 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 944 time: 0.0913088 Dec 08 01:49:00.257874 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-009b986c-abd5-4428-99b7-4916e7ad9511 req-7b55e6c9-ef46-4153-9a09-d1b9d69a83f9 service neutron] 10.222.0.45 "GET /v2.0/networks/05566fa1-2242-44df-9cc4-abaa29f9b1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713181 Dec 08 01:49:00.300449 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92d68066-bb8b-4159-b73c-80363c2f3564 req-8e28229a-a84f-48f3-addd-d38fdd05e2de tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624135 Dec 08 01:49:00.424090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c225c4cf-a68a-44b2-9378-f1435fc0791b req-58b6baef-3e4c-424f-97c2-9d1d48e9bacb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0996418 Dec 08 01:49:00.480798 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36047-7224-413f-8e29-6b3eca345dc0 req-086422fc-1bac-49c3-bf51-692a652edb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:00.486473 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4c36047-7224-413f-8e29-6b3eca345dc0 req-086422fc-1bac-49c3-bf51-692a652edb48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c2ed1e873517413680c593e73d187320&device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 1096 time: 0.0828831 Dec 08 01:49:00.556913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339788b-fa45-495f-a73b-3ecf5df96a9e req-abf7a914-2664-4720-b00b-c4a60ca8008b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:00.558579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f339788b-fa45-495f-a73b-3ecf5df96a9e req-abf7a914-2664-4720-b00b-c4a60ca8008b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 944 time: 0.0651512 Dec 08 01:49:00.567183 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225c4cf-a68a-44b2-9378-f1435fc0791b req-5f5d27d6-6276-41aa-9d6e-b6768b671ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:00.569853 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c225c4cf-a68a-44b2-9378-f1435fc0791b req-5f5d27d6-6276-41aa-9d6e-b6768b671ed8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 1097 time: 0.1136527 Dec 08 01:49:00.601248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ccd32946-18d3-416f-8040-15b55f214a93 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:00.663180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f339788b-fa45-495f-a73b-3ecf5df96a9e req-e4babab5-c921-4e01-8d3d-ae269a4aaedb tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8f6b98b-6322-4f42-a626-ab364297a5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919676 Dec 08 01:49:00.680971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36047-7224-413f-8e29-6b3eca345dc0 req-c4aac073-a61a-4cb3-a1c9-124c26dd7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:00.683719 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4c36047-7224-413f-8e29-6b3eca345dc0 req-c4aac073-a61a-4cb3-a1c9-124c26dd7879 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05566fa1-2242-44df-9cc4-abaa29f9b1ff HTTP/1.1" status: 200 len: 924 time: 0.1899412 Dec 08 01:49:00.750883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port ccd32946-18d3-416f-8040-15b55f214a93 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:49:00.756284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port ccd32946-18d3-416f-8040-15b55f214a93 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:00.757356 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:00.763557 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4c36047-7224-413f-8e29-6b3eca345dc0 req-8af55178-3377-4c92-b897-2cd0defc81b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e5c9ee7-000a-403b-917a-615b0d7018f3 HTTP/1.1" status: 200 len: 217 time: 0.0721254 Dec 08 01:49:00.787869 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225c4cf-a68a-44b2-9378-f1435fc0791b req-768bfb68-63d2-43a8-974b-f7f6a9ca5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:00.791408 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c225c4cf-a68a-44b2-9378-f1435fc0791b req-768bfb68-63d2-43a8-974b-f7f6a9ca5c23 service neutron] 10.222.0.75 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.1989319 Dec 08 01:49:00.842781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36047-7224-413f-8e29-6b3eca345dc0 req-b9449794-3802-4353-9356-22038ceb1952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:00.847458 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4c36047-7224-413f-8e29-6b3eca345dc0 req-b9449794-3802-4353-9356-22038ceb1952 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=993a94e0-2cee-4c70-b34d-d4d32bcc3710 HTTP/1.1" status: 200 len: 863 time: 0.0724533 Dec 08 01:49:00.865316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c225c4cf-a68a-44b2-9378-f1435fc0791b req-1edf13d3-8875-4d16-bc90-fbddd0adc8af service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38907ab7-489e-4211-863a-6f46431150c2 HTTP/1.1" status: 200 len: 217 time: 0.0661304 Dec 08 01:49:00.884071 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:00.916615 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362a25c2-79aa-4d1d-8a36-2655748c5e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd32946-18d3-416f-8040-15b55f214a93'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:00.922477 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b549f594-4a9b-47a1-aac0-826e4001963f" -d '{"events": [{"server_uuid": "362a25c2-79aa-4d1d-8a36-2655748c5e07", "name": "network-vif-plugged", "status": "completed", "tag": "ccd32946-18d3-416f-8040-15b55f214a93"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:00.922857 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4c36047-7224-413f-8e29-6b3eca345dc0 req-6e749318-b3de-413a-a22c-fe34067c6d8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05566fa1-2242-44df-9cc4-abaa29f9b1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646341 Dec 08 01:49:00.938869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ccd32946-18d3-416f-8040-15b55f214a93, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ccd32946-18d3-416f-8040-15b55f214a93,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:00.946355 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:00.998422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225c4cf-a68a-44b2-9378-f1435fc0791b req-16ad1aea-cf02-4438-bda8-c58f152ff1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:01.003560 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c225c4cf-a68a-44b2-9378-f1435fc0791b req-16ad1aea-cf02-4438-bda8-c58f152ff1fd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.1264749 Dec 08 01:49:01.060912 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c225c4cf-a68a-44b2-9378-f1435fc0791b req-c9370f07-85d9-4ced-b165-2deeeccd09a8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535643 Dec 08 01:49:01.065158 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897c0b8f-8781-411c-b6e3-015ee7509645 x-openstack-request-id: req-897c0b8f-8781-411c-b6e3-015ee7509645 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:01.065986 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362a25c2-79aa-4d1d-8a36-2655748c5e07", "name": "network-vif-plugged", "status": "completed", "tag": "ccd32946-18d3-416f-8040-15b55f214a93", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:01.066247 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-897c0b8f-8781-411c-b6e3-015ee7509645 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:01.066642 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362a25c2-79aa-4d1d-8a36-2655748c5e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd32946-18d3-416f-8040-15b55f214a93', 'code': 200} Dec 08 01:49:01.068368 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=ccd32946-18d3-416f-8040-15b55f214a93,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:01.101211 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4c36047-7224-413f-8e29-6b3eca345dc0 req-a7f3e16f-a9bd-497f-af8b-9e6f9acc3cf5 service neutron] 10.222.0.45 "GET /v2.0/networks/05566fa1-2242-44df-9cc4-abaa29f9b1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664402 Dec 08 01:49:01.224844 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c225c4cf-a68a-44b2-9378-f1435fc0791b req-d18a833f-fcb3-439d-9c77-59ffd7021fad service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464713 Dec 08 01:49:01.233943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798f094-b96e-40dd-8080-39288943a5ae req-70d80212-6a90-45cf-8fa7-5efab19e8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:01.236157 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3798f094-b96e-40dd-8080-39288943a5ae req-70d80212-6a90-45cf-8fa7-5efab19e8a2a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 1097 time: 0.0763919 Dec 08 01:49:01.272351 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4c36047-7224-413f-8e29-6b3eca345dc0 req-6585d56b-1ed0-4a20-874d-f50042ded5aa service neutron] 10.222.0.45 "GET /v2.0/networks/05566fa1-2242-44df-9cc4-abaa29f9b1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531000 Dec 08 01:49:01.359791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3798f094-b96e-40dd-8080-39288943a5ae req-9e9879a1-3bf8-4a36-8d51-1b2097114fda service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983291 Dec 08 01:49:01.406013 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c225c4cf-a68a-44b2-9378-f1435fc0791b req-16f409d4-d015-42cf-ad21-1c838f24f1de service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665354 Dec 08 01:49:01.476663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54921e-f7c5-4bf4-8753-d045636232fc req-59e84423-f618-4118-92db-e189a509a55f tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:01.478162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb54921e-f7c5-4bf4-8753-d045636232fc req-59e84423-f618-4118-92db-e189a509a55f tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0709593 Dec 08 01:49:01.549435 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb54921e-f7c5-4bf4-8753-d045636232fc req-96579e2d-7f26-4e25-8047-07c89c5b0444 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637913 Dec 08 01:49:01.857447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78267ddd-6887-49f4-b816-1d452410133b req-ede8a8bc-83ac-49c6-8e2f-8e01e05c16d2 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:01.865020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-78267ddd-6887-49f4-b816-1d452410133b req-ede8a8bc-83ac-49c6-8e2f-8e01e05c16d2 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 944 time: 0.1099641 Dec 08 01:49:01.927250 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-78267ddd-6887-49f4-b816-1d452410133b req-c549d3b0-5f65-4b45-b127-20298cfda4ba tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8f6b98b-6322-4f42-a626-ab364297a5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599399 Dec 08 01:49:02.702962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1df60-fa11-4ef4-8bbb-b9f44f43182e req-9d82b6c1-1986-484b-a8b2-9a0bbd70396b tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:02.710181 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77b1df60-fa11-4ef4-8bbb-b9f44f43182e req-9d82b6c1-1986-484b-a8b2-9a0bbd70396b tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0651827 Dec 08 01:49:02.779859 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77b1df60-fa11-4ef4-8bbb-b9f44f43182e req-52a24f79-d264-417d-890f-9b648ea423a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661142 Dec 08 01:49:02.928858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf91a-b410-4840-a8aa-c0df20509967 req-fd8b5fa0-6008-45d6-b955-ec3a65c74a4c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:02.937299 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76bbf91a-b410-4840-a8aa-c0df20509967 req-fd8b5fa0-6008-45d6-b955-ec3a65c74a4c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0763116 Dec 08 01:49:02.998961 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76bbf91a-b410-4840-a8aa-c0df20509967 req-20a58993-18b2-4090-85c3-097fad675914 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607240 Dec 08 01:49:03.196433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678562e-6381-4172-a852-770045a7e4bf req-61173f76-6ce1-4442-8cfd-318f34656784 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:03.208383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1678562e-6381-4172-a852-770045a7e4bf req-61173f76-6ce1-4442-8cfd-318f34656784 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 944 time: 0.0954854 Dec 08 01:49:03.303328 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1678562e-6381-4172-a852-770045a7e4bf req-e924b62d-7537-40a7-a8c0-1c2f7d15f590 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8f6b98b-6322-4f42-a626-ab364297a5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892169 Dec 08 01:49:03.355354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc2933-87f3-47d6-97a1-ac234ae58406 req-429a4bac-03e3-43df-b8ad-8cc15f3f56c5 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:03.359650 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2dfc2933-87f3-47d6-97a1-ac234ae58406 req-429a4bac-03e3-43df-b8ad-8cc15f3f56c5 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0536606 Dec 08 01:49:03.410996 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2dfc2933-87f3-47d6-97a1-ac234ae58406 req-b7ec6f2c-2ef1-409f-97aa-13f445e3bb98 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472922 Dec 08 01:49:03.443137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9e5c9ee7-000a-403b-917a-615b0d7018f3 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:49:03.560055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e62c1-76e0-4ba2-ba7c-ea8663ad2a83 req-01caaeb0-e8bf-41ee-aa77-39b926780a17 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:03.570057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-940e62c1-76e0-4ba2-ba7c-ea8663ad2a83 req-01caaeb0-e8bf-41ee-aa77-39b926780a17 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0721669 Dec 08 01:49:03.626154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9e5c9ee7-000a-403b-917a-615b0d7018f3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9e5c9ee7-000a-403b-917a-615b0d7018f3,segment=NetworkSegment(717b612d-903b-4023-904b-5d9b2a02ce5c),segment_id=717b612d-903b-4023-904b-5d9b2a02ce5c)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:03.646377 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-940e62c1-76e0-4ba2-ba7c-ea8663ad2a83 req-c8ebb36c-00fa-43e2-bdab-957103b1fe2f tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753455 Dec 08 01:49:03.651407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '9e5c9ee7-000a-403b-917a-615b0d7018f3', 'network_id': '05566fa1-2242-44df-9cc4-abaa29f9b1ff', 'port_id': '9e5c9ee7-000a-403b-917a-615b0d7018f3', 'mac_address': 'fa:16:3e:fb:90:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993a94e0-2cee-4c70-b34d-d4d32bcc3710', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:49:03.709475 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:03.724020 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5c9ee7-000a-403b-917a-615b0d7018f3 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:03.758463 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9e5c9ee7-000a-403b-917a-615b0d7018f3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9e5c9ee7-000a-403b-917a-615b0d7018f3,segment=NetworkSegment(717b612d-903b-4023-904b-5d9b2a02ce5c),segment_id=717b612d-903b-4023-904b-5d9b2a02ce5c)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:03.769598 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:03.835381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd8a11-5ab7-4a8c-9848-c56ed61a25de req-ff6ab9c6-87e8-4824-8491-12b3cc1e7ee0 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:03.837088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60dd8a11-5ab7-4a8c-9848-c56ed61a25de req-ff6ab9c6-87e8-4824-8491-12b3cc1e7ee0 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0731995 Dec 08 01:49:03.846496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=9e5c9ee7-000a-403b-917a-615b0d7018f3,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:03.899282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60dd8a11-5ab7-4a8c-9848-c56ed61a25de req-b5bbb058-fe24-41c4-baa6-6c1d3d580b33 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511930 Dec 08 01:49:04.093741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8e52d-a3f2-4eb3-a29b-c4c35eb04389 req-2fda38cb-843f-4af1-b6f4-50a2f6496487 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:04.095258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1d8e52d-a3f2-4eb3-a29b-c4c35eb04389 req-2fda38cb-843f-4af1-b6f4-50a2f6496487 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0765977 Dec 08 01:49:04.112971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['9e5c9ee7-000a-403b-917a-615b0d7018f3'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:04.179985 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1d8e52d-a3f2-4eb3-a29b-c4c35eb04389 req-0a7d31e2-40ec-40d2-aed9-c28dfd954e48 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625389 Dec 08 01:49:04.328563 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af618340-9738-41ac-b5cf-f928e19e6d29 req-b785f34d-54bb-4355-bc69-21cbc34fb7e0 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:04.330177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af618340-9738-41ac-b5cf-f928e19e6d29 req-b785f34d-54bb-4355-bc69-21cbc34fb7e0 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0634487 Dec 08 01:49:04.414821 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af618340-9738-41ac-b5cf-f928e19e6d29 req-0989a316-d6e2-41d9-a51f-48e4b59dc357 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676665 Dec 08 01:49:04.577496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0a7d3-21f0-4ca7-8ff8-3ba804676c60 req-ca5c542c-434b-435a-bb2b-78bafd915646 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:04.579348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ddf0a7d3-21f0-4ca7-8ff8-3ba804676c60 req-ca5c542c-434b-435a-bb2b-78bafd915646 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 945 time: 0.0914626 Dec 08 01:49:04.595192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce491edf-7b8f-43c9-ba26-7f7f1f9dafc3 req-d585b3a7-4ead-436e-852f-080415345483 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:04.595664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce491edf-7b8f-43c9-ba26-7f7f1f9dafc3 req-d585b3a7-4ead-436e-852f-080415345483 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0806637 Dec 08 01:49:04.674855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ddf0a7d3-21f0-4ca7-8ff8-3ba804676c60 req-8ff80e44-5d87-4f6e-b127-460d29999417 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8f6b98b-6322-4f42-a626-ab364297a5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758958 Dec 08 01:49:04.678822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce491edf-7b8f-43c9-ba26-7f7f1f9dafc3 req-aab75d1a-9daf-435b-8cba-093f8bb5aa7a tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749893 Dec 08 01:49:05.456269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9e5c9ee7-000a-403b-917a-615b0d7018f3 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:05.539626 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 9e5c9ee7-000a-403b-917a-615b0d7018f3 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:49:05.547206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 9e5c9ee7-000a-403b-917a-615b0d7018f3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:05.552129 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.623049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31886eb-cbe5-4305-8e90-6d723ccdefd1 req-14d4e578-baee-48b4-9337-8cbcddb82bf3 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:05.634766 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b31886eb-cbe5-4305-8e90-6d723ccdefd1 req-14d4e578-baee-48b4-9337-8cbcddb82bf3 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0986328 Dec 08 01:49:05.656700 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.682539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c040429-290e-4dfd-9abf-57e318d820a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5c9ee7-000a-403b-917a-615b0d7018f3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:05.685167 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe84e82-2152-426d-b9b2-1903f0e09a31" -d '{"events": [{"server_uuid": "1c040429-290e-4dfd-9abf-57e318d820a0", "name": "network-vif-plugged", "status": "completed", "tag": "9e5c9ee7-000a-403b-917a-615b0d7018f3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:05.705803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9e5c9ee7-000a-403b-917a-615b0d7018f3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9e5c9ee7-000a-403b-917a-615b0d7018f3,segment=NetworkSegment(717b612d-903b-4023-904b-5d9b2a02ce5c),segment_id=717b612d-903b-4023-904b-5d9b2a02ce5c)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:05.734367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b31886eb-cbe5-4305-8e90-6d723ccdefd1 req-400532fe-c34a-452f-a654-a6c9832c8381 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879276 Dec 08 01:49:05.750791 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.784688 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e167ad23-ea2e-49cb-9776-7a1aa49b76b9 x-openstack-request-id: req-e167ad23-ea2e-49cb-9776-7a1aa49b76b9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:05.785018 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c040429-290e-4dfd-9abf-57e318d820a0", "name": "network-vif-plugged", "status": "completed", "tag": "9e5c9ee7-000a-403b-917a-615b0d7018f3", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:05.785248 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e167ad23-ea2e-49cb-9776-7a1aa49b76b9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:05.785638 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c040429-290e-4dfd-9abf-57e318d820a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5c9ee7-000a-403b-917a-615b0d7018f3', 'code': 200} Dec 08 01:49:05.814625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=9e5c9ee7-000a-403b-917a-615b0d7018f3,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:05.824297 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:05.824763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:05.825267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:05.825764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:05.826261 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:05.826712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:05.827327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:05.827810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:05.828305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:05.829248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:05.829685 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:05.830110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:05.830606 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:05.885723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1779d4-acff-40fd-aeb7-81ce42a48516 req-96bcf9b1-a6b3-427a-9458-cb80d64920c8 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:05.894885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c1779d4-acff-40fd-aeb7-81ce42a48516 req-96bcf9b1-a6b3-427a-9458-cb80d64920c8 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 946 time: 0.0757685 Dec 08 01:49:05.989924 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c1779d4-acff-40fd-aeb7-81ce42a48516 req-7de91829-20aa-47be-821a-a9b3d77ccbc7 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8f6b98b-6322-4f42-a626-ab364297a5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942004 Dec 08 01:49:05.995081 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c4b70-7783-4bcc-8bba-7de0d6212961 req-2805e53b-4503-405b-900d-9b2d36d354cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:05.996666 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-565c4b70-7783-4bcc-8bba-7de0d6212961 req-2805e53b-4503-405b-900d-9b2d36d354cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 1098 time: 0.0816550 Dec 08 01:49:06.061995 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-565c4b70-7783-4bcc-8bba-7de0d6212961 req-b214b68c-6403-47d6-8b44-cf13dc668e01 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c8f6b98b-6322-4f42-a626-ab364297a5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561829 Dec 08 01:49:06.869281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09acf5-79b3-4f42-bd18-9730cd18becf req-aeec2d7e-ae83-4b07-b487-4e9546290d8e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:06.870976 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b09acf5-79b3-4f42-bd18-9730cd18becf req-aeec2d7e-ae83-4b07-b487-4e9546290d8e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0606227 Dec 08 01:49:06.928212 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b09acf5-79b3-4f42-bd18-9730cd18becf req-ea5bbf9f-d6ed-4c83-8a74-c7845ebcf501 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505221 Dec 08 01:49:07.141800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03425a42-59ee-4cd9-be22-fa0820cdc8f6 req-02f0700e-1d84-4ca4-b135-86d2d4224d63 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:07.150370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03425a42-59ee-4cd9-be22-fa0820cdc8f6 req-02f0700e-1d84-4ca4-b135-86d2d4224d63 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 946 time: 0.0811918 Dec 08 01:49:07.265606 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03425a42-59ee-4cd9-be22-fa0820cdc8f6 req-378beccf-9122-47b3-a294-d971beab6672 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8f6b98b-6322-4f42-a626-ab364297a5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148124 Dec 08 01:49:08.130075 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8b00a-ce93-4f51-8244-b09327f8edfc req-7aabbcf9-6c9b-4976-afae-880fad532b89 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:08.137368 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14c8b00a-ce93-4f51-8244-b09327f8edfc req-7aabbcf9-6c9b-4976-afae-880fad532b89 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0679657 Dec 08 01:49:08.196834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14c8b00a-ce93-4f51-8244-b09327f8edfc req-33914614-eb74-48e7-b477-ac533639fb36 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584204 Dec 08 01:49:08.533530 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0013c6-bb67-4722-9acd-faf3ad66c22a req-270b4fdc-0f08-4d0e-97cd-a20f17773629 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:08.535586 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab0013c6-bb67-4722-9acd-faf3ad66c22a req-270b4fdc-0f08-4d0e-97cd-a20f17773629 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 946 time: 0.0658975 Dec 08 01:49:08.623486 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab0013c6-bb67-4722-9acd-faf3ad66c22a req-38311bf2-3a58-4bc2-9985-4f581d4815f5 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8f6b98b-6322-4f42-a626-ab364297a5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802646 Dec 08 01:49:08.651270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ccd32946-18d3-416f-8040-15b55f214a93 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:49:08.797692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ccd32946-18d3-416f-8040-15b55f214a93, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ccd32946-18d3-416f-8040-15b55f214a93,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:08.815722 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'ccd32946-18d3-416f-8040-15b55f214a93', 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878', 'port_id': 'ccd32946-18d3-416f-8040-15b55f214a93', 'mac_address': 'fa:16:3e:df:80:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0967e208-c2ac-4601-9bbb-5480d82388b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:49:08.863710 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:08.882058 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccd32946-18d3-416f-8040-15b55f214a93 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:08.906555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ccd32946-18d3-416f-8040-15b55f214a93, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ccd32946-18d3-416f-8040-15b55f214a93,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:08.914723 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:08.977163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b8c6f-73dc-468e-800f-ab259678e9cd req-dc659709-9c86-4247-baa1-22ebee25a88d tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:08.977427 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=ccd32946-18d3-416f-8040-15b55f214a93,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:08.979223 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-293b8c6f-73dc-468e-800f-ab259678e9cd req-dc659709-9c86-4247-baa1-22ebee25a88d tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 946 time: 0.0650923 Dec 08 01:49:09.060397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-293b8c6f-73dc-468e-800f-ab259678e9cd req-2c38860a-aac3-4b7a-b173-6836132e36b9 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8f6b98b-6322-4f42-a626-ab364297a5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742891 Dec 08 01:49:09.125468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['ccd32946-18d3-416f-8040-15b55f214a93'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:09.445163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ef1e7-d505-4243-854c-308b6842181d req-df39f790-d6d9-4138-93c7-09382283e962 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:09.448057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-695ef1e7-d505-4243-854c-308b6842181d req-df39f790-d6d9-4138-93c7-09382283e962 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 944 time: 0.0712714 Dec 08 01:49:09.512803 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-695ef1e7-d505-4243-854c-308b6842181d req-2e847d69-a436-41bc-89bf-cd1c01142520 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587280 Dec 08 01:49:09.639636 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be214e2-3bce-435e-974c-bdf9823c74b0 req-8f8d3644-56c4-4d0e-9242-6eee8cc3c2bf tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:09.641675 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9be214e2-3bce-435e-974c-bdf9823c74b0 req-8f8d3644-56c4-4d0e-9242-6eee8cc3c2bf tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 946 time: 0.0644732 Dec 08 01:49:09.703631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9be214e2-3bce-435e-974c-bdf9823c74b0 req-a379efda-0332-42f8-a2be-e375dd08e82c tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8f6b98b-6322-4f42-a626-ab364297a5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551212 Dec 08 01:49:10.166141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f164b-c934-4ee2-926e-46c2667bb246 req-65aef30f-b615-4728-84a5-f9700b9993f6 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:10.167802 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b31f164b-c934-4ee2-926e-46c2667bb246 req-65aef30f-b615-4728-84a5-f9700b9993f6 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 946 time: 0.0668356 Dec 08 01:49:10.246184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b31f164b-c934-4ee2-926e-46c2667bb246 req-df19d0ef-0ff9-45b0-aea8-e5a55548ba36 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8f6b98b-6322-4f42-a626-ab364297a5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642178 Dec 08 01:49:10.645258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ccd32946-18d3-416f-8040-15b55f214a93 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:10.674271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba91404-c3e8-489d-ba79-ce1607de0f29 req-720c5427-9bd3-4518-a174-849d601cfa3d tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:10.684233 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ba91404-c3e8-489d-ba79-ce1607de0f29 req-720c5427-9bd3-4518-a174-849d601cfa3d tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 944 time: 0.0831754 Dec 08 01:49:10.703908 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port ccd32946-18d3-416f-8040-15b55f214a93 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:10.704545 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.760591 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ba91404-c3e8-489d-ba79-ce1607de0f29 req-71067a17-d2b0-4698-ad73-0ac2dd8ef8c0 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682058 Dec 08 01:49:10.830838 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.860200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362a25c2-79aa-4d1d-8a36-2655748c5e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd32946-18d3-416f-8040-15b55f214a93'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:10.863680 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5126c3f6-fe22-4a07-a374-a15baf3d077f" -d '{"events": [{"server_uuid": "362a25c2-79aa-4d1d-8a36-2655748c5e07", "name": "network-vif-plugged", "status": "completed", "tag": "ccd32946-18d3-416f-8040-15b55f214a93"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:10.881736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ccd32946-18d3-416f-8040-15b55f214a93, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ccd32946-18d3-416f-8040-15b55f214a93,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:10.888862 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.952714 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=ccd32946-18d3-416f-8040-15b55f214a93,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:10.988231 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbcfb44-1111-481d-8ab3-58a2100474a9 x-openstack-request-id: req-3dbcfb44-1111-481d-8ab3-58a2100474a9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:10.988628 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362a25c2-79aa-4d1d-8a36-2655748c5e07", "name": "network-vif-plugged", "status": "completed", "tag": "ccd32946-18d3-416f-8040-15b55f214a93", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:10.988982 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3dbcfb44-1111-481d-8ab3-58a2100474a9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:10.991681 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362a25c2-79aa-4d1d-8a36-2655748c5e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd32946-18d3-416f-8040-15b55f214a93', 'code': 200} Dec 08 01:49:11.136866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-c52f871c-902b-49c1-b2bc-5080a1949146 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:11.139190 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-c52f871c-902b-49c1-b2bc-5080a1949146 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/networks?id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f HTTP/1.1" status: 200 len: 805 time: 0.1163995 Dec 08 01:49:11.172997 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-1842af60-994d-4b50-95f4-aae3dcbeba6d tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/quotas/7f33e0244455419aa742dd0ac6c0c9d7 HTTP/1.1" status: 200 len: 375 time: 0.0240424 Dec 08 01:49:11.229069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f508542-558a-445b-bdee-36198852162d req-ce2f3584-7c29-4f0c-80a3-cebcb95cbc32 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:11.230625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f508542-558a-445b-bdee-36198852162d req-ce2f3584-7c29-4f0c-80a3-cebcb95cbc32 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0904500 Dec 08 01:49:11.245678 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9380667f-3f7f-4631-995f-f2655391a8ce tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7f33e0244455419aa742dd0ac6c0c9d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666723 Dec 08 01:49:11.349072 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f508542-558a-445b-bdee-36198852162d req-2e72be59-2be3-4768-b4b6-2a6270030265 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112921 Dec 08 01:49:11.374906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-bd63d3e3-89ed-4ed1-ba49-adab044d9cc0 service neutron] 10.222.0.71 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211965 Dec 08 01:49:11.479690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-4757d035-47be-4a90-893c-a69659f0d016 service neutron] 10.222.0.71 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988348 Dec 08 01:49:11.551519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66e8dd-d85f-4477-b1f4-f49144617386 req-51930d46-c6f0-406a-ae27-165ebef69111 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:11.559512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf66e8dd-d85f-4477-b1f4-f49144617386 req-51930d46-c6f0-406a-ae27-165ebef69111 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 946 time: 0.0654926 Dec 08 01:49:11.621698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf66e8dd-d85f-4477-b1f4-f49144617386 req-01291b52-b391-455e-8b19-e6d0c28b62b7 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8f6b98b-6322-4f42-a626-ab364297a5be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609441 Dec 08 01:49:11.712163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5be3d7fc-8101-4c88-bfb4-7442ef6a2b94 req-2de6bb56-4f5d-49da-bf4a-9feea3df65c5 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 210 time: 0.0395541 Dec 08 01:49:11.927429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9e9bb-b9c6-458e-ae1e-7289c64831f6 req-3a96fd7f-201b-48f3-9fcf-4914481e9248 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:11.928997 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c1d9e9bb-b9c6-458e-ae1e-7289c64831f6 req-3a96fd7f-201b-48f3-9fcf-4914481e9248 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 946 time: 0.0632823 Dec 08 01:49:12.051942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c1d9e9bb-b9c6-458e-ae1e-7289c64831f6 req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Deleting port 9e5c9ee7-000a-403b-917a-615b0d7018f3 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:12.052275 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c1d9e9bb-b9c6-458e-ae1e-7289c64831f6 req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:12.160820 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c1d9e9bb-b9c6-458e-ae1e-7289c64831f6 req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] For port 9e5c9ee7-000a-403b-917a-615b0d7018f3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9e5c9ee7-000a-403b-917a-615b0d7018f3,segment=NetworkSegment(717b612d-903b-4023-904b-5d9b2a02ce5c),segment_id=717b612d-903b-4023-904b-5d9b2a02ce5c)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:12.161496 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c1d9e9bb-b9c6-458e-ae1e-7289c64831f6 req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:12.177712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c1d9e9bb-b9c6-458e-ae1e-7289c64831f6 req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Calling delete_port for 9e5c9ee7-000a-403b-917a-615b0d7018f3 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:12.328147 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c1d9e9bb-b9c6-458e-ae1e-7289c64831f6 req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:12.362511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Pushing event deleted for resources: {'Port': ['ID=9e5c9ee7-000a-403b-917a-615b0d7018f3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:12.365339 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['9e5c9ee7-000a-403b-917a-615b0d7018f3'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:12.413481 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.414077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.414479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.414826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.415271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.415645 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.416638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.417021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.417410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.417958 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.418296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.419237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.419569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.437704 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d9e9bb-b9c6-458e-ae1e-7289c64831f6 req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] No DVR routers for this DVR port 9e5c9ee7-000a-403b-917a-615b0d7018f3 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:12.440745 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c1d9e9bb-b9c6-458e-ae1e-7289c64831f6 req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:12.446122 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c1d9e9bb-b9c6-458e-ae1e-7289c64831f6 req-2b741437-d8d5-4cb4-9643-de2ac631514b tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.45 "DELETE /v2.0/ports/9e5c9ee7-000a-403b-917a-615b0d7018f3 HTTP/1.1" status: 204 len: 173 time: 0.5090916 Dec 08 01:49:12.446337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c040429-290e-4dfd-9abf-57e318d820a0', 'name': 'network-vif-deleted', 'tag': '9e5c9ee7-000a-403b-917a-615b0d7018f3'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:12.448930 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00abedb-5dd4-4b37-8c80-fc86780b61da" -d '{"events": [{"server_uuid": "1c040429-290e-4dfd-9abf-57e318d820a0", "name": "network-vif-deleted", "tag": "9e5c9ee7-000a-403b-917a-615b0d7018f3"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:12.499631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242bc0d-5ad1-42b4-bced-0b8c7d37725a req-4fc7f13c-c248-4074-9bb8-ec82dc0d501b tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:12.501164 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c242bc0d-5ad1-42b4-bced-0b8c7d37725a req-4fc7f13c-c248-4074-9bb8-ec82dc0d501b tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0627573 Dec 08 01:49:12.565765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c242bc0d-5ad1-42b4-bced-0b8c7d37725a req-ead20eaa-bd80-4242-abe7-33811d0083bc tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548010 Dec 08 01:49:12.612274 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e4bdd0-a018-4903-9752-121894f8c3ed x-openstack-request-id: req-d0e4bdd0-a018-4903-9752-121894f8c3ed {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:12.612626 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c040429-290e-4dfd-9abf-57e318d820a0", "name": "network-vif-deleted", "tag": "9e5c9ee7-000a-403b-917a-615b0d7018f3", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:12.612826 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d0e4bdd0-a018-4903-9752-121894f8c3ed {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:12.613219 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c040429-290e-4dfd-9abf-57e318d820a0', 'name': 'network-vif-deleted', 'tag': '9e5c9ee7-000a-403b-917a-615b0d7018f3', 'status': 'completed', 'code': 200} Dec 08 01:49:12.745500 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f06f528-044e-4577-9f48-de02682488ab req-255aea4b-cfe0-4fa3-b797-77f9d1150266 tempest-ServersNegativeTestMultiTenantJSON-1392985043 tempest-ServersNegativeTestMultiTenantJSON-1392985043-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c040429-290e-4dfd-9abf-57e318d820a0 HTTP/1.1" status: 200 len: 210 time: 0.0308812 Dec 08 01:49:12.854461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e78e31f-d61f-4bc0-9654-5f29031b5ea2 req-bad0cec3-fc80-4c20-8b50-5ff04305d923 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 210 time: 0.0389855 Dec 08 01:49:12.991957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906c9bb-bb3e-491b-ac4f-2887686397b3 req-e5827099-1803-44b9-b0c9-34d418227d43 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:12.994355 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0906c9bb-bb3e-491b-ac4f-2887686397b3 req-e5827099-1803-44b9-b0c9-34d418227d43 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec97adf7-881b-4894-9932-7421139c056b HTTP/1.1" status: 200 len: 946 time: 0.0716319 Dec 08 01:49:13.000959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-57d209ad-a55a-4f7c-bf21-853c838d2240 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:13.002263 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-57d209ad-a55a-4f7c-bf21-853c838d2240 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.45 "GET /v2.0/networks?id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f HTTP/1.1" status: 200 len: 805 time: 0.1670058 Dec 08 01:49:13.031255 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-e84a9bab-2a79-4037-abc3-1b4940bd6c00 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Request body: {'port': {'device_id': '0213baf8-4bd2-4e11-900c-89809885e19c', 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f', 'admin_state_up': True, 'tenant_id': '7f33e0244455419aa742dd0ac6c0c9d7'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:13.095463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42acfe-b7ac-4075-8681-869ca309df50 req-2b4b100f-7b4a-4daf-aed2-200fa0af8360 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:13.097334 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a42acfe-b7ac-4075-8681-869ca309df50 req-2b4b100f-7b4a-4daf-aed2-200fa0af8360 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.75 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 945 time: 0.0644763 Dec 08 01:49:13.239766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-0906c9bb-bb3e-491b-ac4f-2887686397b3 req-d65c456a-4a6f-48cd-8ef7-88e2059a62a8 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Deleting port 91754f52-0c27-4d39-a68f-ebe259b1aa28 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:13.240176 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0906c9bb-bb3e-491b-ac4f-2887686397b3 req-d65c456a-4a6f-48cd-8ef7-88e2059a62a8 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:13.260186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-8a42acfe-b7ac-4075-8681-869ca309df50 req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Deleting port ccd32946-18d3-416f-8040-15b55f214a93 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:13.260533 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8a42acfe-b7ac-4075-8681-869ca309df50 req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:13.277185 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-e84a9bab-2a79-4037-abc3-1b4940bd6c00 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Made reservation on behalf of 7f33e0244455419aa742dd0ac6c0c9d7 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:13.281215 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-e84a9bab-2a79-4037-abc3-1b4940bd6c00 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:13.373359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-8a42acfe-b7ac-4075-8681-869ca309df50 req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] For port ccd32946-18d3-416f-8040-15b55f214a93, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ccd32946-18d3-416f-8040-15b55f214a93,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:13.373864 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8a42acfe-b7ac-4075-8681-869ca309df50 req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:13.389701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-8a42acfe-b7ac-4075-8681-869ca309df50 req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Calling delete_port for ccd32946-18d3-416f-8040-15b55f214a93 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:13.430796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-0906c9bb-bb3e-491b-ac4f-2887686397b3 req-d65c456a-4a6f-48cd-8ef7-88e2059a62a8 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] For port 91754f52-0c27-4d39-a68f-ebe259b1aa28, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=91754f52-0c27-4d39-a68f-ebe259b1aa28,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:13.431175 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0906c9bb-bb3e-491b-ac4f-2887686397b3 req-d65c456a-4a6f-48cd-8ef7-88e2059a62a8 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:13.468146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-0906c9bb-bb3e-491b-ac4f-2887686397b3 req-d65c456a-4a6f-48cd-8ef7-88e2059a62a8 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Calling delete_port for 91754f52-0c27-4d39-a68f-ebe259b1aa28 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:13.489046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 91754f52-0c27-4d39-a68f-ebe259b1aa28 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:13.531812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-e84a9bab-2a79-4037-abc3-1b4940bd6c00 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Allocated IP 172.20.0.6 (6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f/af4f4a17-ff0b-4ee2-b46a-f3453934fdb1/b2fe3004-dd76-473f-a401-f96210c8e3a7) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:13.574006 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8a42acfe-b7ac-4075-8681-869ca309df50 req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:13.585230 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:13.611877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Pushing event deleted for resources: {'Port': ['ID=ccd32946-18d3-416f-8040-15b55f214a93,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:13.629154 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:13.629503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:13.629854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:13.630340 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:13.631095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:13.631095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:13.631318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:13.632064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:13.632465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:13.632716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:13.633044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:13.633388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:13.633697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:13.695825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a42acfe-b7ac-4075-8681-869ca309df50 req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] No DVR routers for this DVR port ccd32946-18d3-416f-8040-15b55f214a93 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:13.708310 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8a42acfe-b7ac-4075-8681-869ca309df50 req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:13.712553 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a42acfe-b7ac-4075-8681-869ca309df50 req-e1dfa8e7-59af-4376-9387-21a8c6955f7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.75 "DELETE /v2.0/ports/ccd32946-18d3-416f-8040-15b55f214a93 HTTP/1.1" status: 204 len: 173 time: 0.5774412 Dec 08 01:49:13.713010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362a25c2-79aa-4d1d-8a36-2655748c5e07', 'name': 'network-vif-deleted', 'tag': 'ccd32946-18d3-416f-8040-15b55f214a93'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:13.715359 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4632e6e-7392-4089-8f24-01f6266c6958" -d '{"events": [{"server_uuid": "362a25c2-79aa-4d1d-8a36-2655748c5e07", "name": "network-vif-deleted", "tag": "ccd32946-18d3-416f-8040-15b55f214a93"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:13.772257 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77a5d604-d45a-4575-a758-3668932a403d req-97ef68c9-1cc8-4011-8e32-bd62f034b920 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=362a25c2-79aa-4d1d-8a36-2655748c5e07 HTTP/1.1" status: 200 len: 210 time: 0.0788522 Dec 08 01:49:13.777645 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-e84a9bab-2a79-4037-abc3-1b4940bd6c00 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:13.785253 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e99338-6677-4d84-86d6-ddf66f73d6b9 x-openstack-request-id: req-25e99338-6677-4d84-86d6-ddf66f73d6b9 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:13.785482 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362a25c2-79aa-4d1d-8a36-2655748c5e07", "name": "network-vif-deleted", "tag": "ccd32946-18d3-416f-8040-15b55f214a93", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:13.788126 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-25e99338-6677-4d84-86d6-ddf66f73d6b9 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:13.788755 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362a25c2-79aa-4d1d-8a36-2655748c5e07', 'name': 'network-vif-deleted', 'tag': 'ccd32946-18d3-416f-8040-15b55f214a93', 'status': 'completed', 'code': 200} Dec 08 01:49:13.808674 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0906c9bb-bb3e-491b-ac4f-2887686397b3 req-d65c456a-4a6f-48cd-8ef7-88e2059a62a8 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:13.822603 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9e5c9ee7-000a-403b-917a-615b0d7018f3 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:13.843069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37430) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:13.845618 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 9e5c9ee7-000a-403b-917a-615b0d7018f3 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:13.846161 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9e5c9ee7-000a-403b-917a-615b0d7018f3 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:13.915967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c456a-4a6f-48cd-8ef7-88e2059a62a8 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Pushing event deleted for resources: {'Port': ['ID=91754f52-0c27-4d39-a68f-ebe259b1aa28,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:13.929261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efa50ab-43f6-4628-b430-cf206cdd8f1e admin admin] Deleting subnet 993a94e0-2cee-4c70-b34d-d4d32bcc3710 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:49:13.933589 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6efa50ab-43f6-4628-b430-cf206cdd8f1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:13.962308 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-e84a9bab-2a79-4037-abc3-1b4940bd6c00 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.006026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0906c9bb-bb3e-491b-ac4f-2887686397b3 req-d65c456a-4a6f-48cd-8ef7-88e2059a62a8 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] No DVR routers for this DVR port 91754f52-0c27-4d39-a68f-ebe259b1aa28 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:14.010104 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0906c9bb-bb3e-491b-ac4f-2887686397b3 req-d65c456a-4a6f-48cd-8ef7-88e2059a62a8 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.014036 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0906c9bb-bb3e-491b-ac4f-2887686397b3 req-d65c456a-4a6f-48cd-8ef7-88e2059a62a8 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.45 "DELETE /v2.0/ports/91754f52-0c27-4d39-a68f-ebe259b1aa28 HTTP/1.1" status: 204 len: 173 time: 0.9935331 Dec 08 01:49:14.014378 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6efa50ab-43f6-4628-b430-cf206cdd8f1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.029407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-e84a9bab-2a79-4037-abc3-1b4940bd6c00 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:14.032679 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-e84a9bab-2a79-4037-abc3-1b4940bd6c00 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:14.037309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-e84a9bab-2a79-4037-abc3-1b4940bd6c00 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:14.043903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a9bab-2a79-4037-abc3-1b4940bd6c00 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Pushing event updated for resources: {'Port': ['ID=b2fe3004-dd76-473f-a401-f96210c8e3a7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:14.065245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b69455-5919-4744-ae32-a5aba4161464 req-649a71ee-5eea-4082-a427-cb9f75b46b0f tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:14.066876 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4b69455-5919-4744-ae32-a5aba4161464 req-649a71ee-5eea-4082-a427-cb9f75b46b0f tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 931 time: 0.0959470 Dec 08 01:49:14.085917 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6efa50ab-43f6-4628-b430-cf206cdd8f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.098224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-e84a9bab-2a79-4037-abc3-1b4940bd6c00 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:14.098977 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-e84a9bab-2a79-4037-abc3-1b4940bd6c00 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.127314 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-e84a9bab-2a79-4037-abc3-1b4940bd6c00 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0991986 Dec 08 01:49:14.145583 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Request body: {'port': {'device_id': '0213baf8-4bd2-4e11-900c-89809885e19c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:14.242537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.525535 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6efa50ab-43f6-4628-b430-cf206cdd8f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.570642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6efa50ab-43f6-4628-b430-cf206cdd8f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.576088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6efa50ab-43f6-4628-b430-cf206cdd8f1e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/993a94e0-2cee-4c70-b34d-d4d32bcc3710 HTTP/1.1" status: 204 len: 168 time: 0.7297614 Dec 08 01:49:14.581782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa50ab-43f6-4628-b430-cf206cdd8f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=993a94e0-2cee-4c70-b34d-d4d32bcc3710,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:14.584367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37440) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:14.601981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2fe3004-dd76-473f-a401-f96210c8e3a7 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:14.610624 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4b69455-5919-4744-ae32-a5aba4161464 req-2485b7b8-da05-49de-b1b5-46e3a018043c tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343931 Dec 08 01:49:14.612968 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.620614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec97adf7-881b-4894-9932-7421139c056b', 'name': 'network-vif-deleted', 'tag': '91754f52-0c27-4d39-a68f-ebe259b1aa28'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:14.627727 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d23517-c15c-4ea8-8a2d-dee4bbb72c90" -d '{"events": [{"server_uuid": "ec97adf7-881b-4894-9932-7421139c056b", "name": "network-vif-deleted", "tag": "91754f52-0c27-4d39-a68f-ebe259b1aa28"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:14.654877 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Transition to ACTIVE for port object b2fe3004-dd76-473f-a401-f96210c8e3a7 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:49:14.661758 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.685674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ccd32946-18d3-416f-8040-15b55f214a93 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:14.713396 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ef6a5c-9685-45cb-96dc-ca9a3c18f392 x-openstack-request-id: req-56ef6a5c-9685-45cb-96dc-ca9a3c18f392 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:14.713780 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec97adf7-881b-4894-9932-7421139c056b", "name": "network-vif-deleted", "tag": "91754f52-0c27-4d39-a68f-ebe259b1aa28", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:14.714141 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-56ef6a5c-9685-45cb-96dc-ca9a3c18f392 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:14.714621 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec97adf7-881b-4894-9932-7421139c056b', 'name': 'network-vif-deleted', 'tag': '91754f52-0c27-4d39-a68f-ebe259b1aa28', 'status': 'completed', 'code': 200} Dec 08 01:49:14.731834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: ccd32946-18d3-416f-8040-15b55f214a93 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:14.733396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ccd32946-18d3-416f-8040-15b55f214a93 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:14.735477 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cafb8eda-790f-4271-9a6a-d3e72ae297f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.745445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fe3004-dd76-473f-a401-f96210c8e3a7,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:14.824644 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cafb8eda-790f-4271-9a6a-d3e72ae297f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.850803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-cafb8eda-790f-4271-9a6a-d3e72ae297f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05566fa1-2242-44df-9cc4-abaa29f9b1ff']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:14.864216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-cafb8eda-790f-4271-9a6a-d3e72ae297f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717b612d-903b-4023-904b-5d9b2a02ce5c') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:14.864773 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-cafb8eda-790f-4271-9a6a-d3e72ae297f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717b612d-903b-4023-904b-5d9b2a02ce5c') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:14.878329 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cafb8eda-790f-4271-9a6a-d3e72ae297f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.894698 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cafb8eda-790f-4271-9a6a-d3e72ae297f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.904455 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cafb8eda-790f-4271-9a6a-d3e72ae297f6 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:14.904867 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cafb8eda-790f-4271-9a6a-d3e72ae297f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:14.906804 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:15.002870 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cafb8eda-790f-4271-9a6a-d3e72ae297f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.011290 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cafb8eda-790f-4271-9a6a-d3e72ae297f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.024940 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cafb8eda-790f-4271-9a6a-d3e72ae297f6 admin admin] 10.222.0.71 "DELETE /v2.0/networks/05566fa1-2242-44df-9cc4-abaa29f9b1ff HTTP/1.1" status: 204 len: 168 time: 0.4210966 Dec 08 01:49:15.026863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37452) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:15.054345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb8eda-790f-4271-9a6a-d3e72ae297f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=05566fa1-2242-44df-9cc4-abaa29f9b1ff,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:15.089299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Attempting to bind port b2fe3004-dd76-473f-a401-f96210c8e3a7 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:15.089909 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Attempting to bind port b2fe3004-dd76-473f-a401-f96210c8e3a7 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:15.090036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Attempting to bind port b2fe3004-dd76-473f-a401-f96210c8e3a7 on network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:15.095035 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Port b2fe3004-dd76-473f-a401-f96210c8e3a7 on network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:49:15.095354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Attempting to bind port b2fe3004-dd76-473f-a401-f96210c8e3a7 on network 6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:15.100546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:15.100886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Checking segment: {'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:15.101268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Bound using segment: {'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:15.101691 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Bound port: b2fe3004-dd76-473f-a401-f96210c8e3a7, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7760f19-af03-4c76-bc36-2c1f661206be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:15.102101 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.107825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-344cb712-5760-453f-989f-763b5f93e9e6 admin admin] Deleting subnet 32b1ef2c-3e85-4256-aac2-d0ed10d9a604 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:49:15.111382 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-344cb712-5760-453f-989f-763b5f93e9e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.156979 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-344cb712-5760-453f-989f-763b5f93e9e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.186584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] For port b2fe3004-dd76-473f-a401-f96210c8e3a7, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:15.191766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] For port b2fe3004-dd76-473f-a401-f96210c8e3a7, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b2fe3004-dd76-473f-a401-f96210c8e3a7,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:15.199032 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.203372 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-344cb712-5760-453f-989f-763b5f93e9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.236178 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:49:15.236794 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:15.237446 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.241118 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] 10.222.0.45 "PUT /v2.0/ports/b2fe3004-dd76-473f-a401-f96210c8e3a7 HTTP/1.1" status: 200 len: 1092 time: 1.0998662 Dec 08 01:49:15.306386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-344cb712-5760-453f-989f-763b5f93e9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.329190 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-344cb712-5760-453f-989f-763b5f93e9e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.332588 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-344cb712-5760-453f-989f-763b5f93e9e6 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/32b1ef2c-3e85-4256-aac2-d0ed10d9a604 HTTP/1.1" status: 204 len: 168 time: 0.3047762 Dec 08 01:49:15.344237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11f8d5-805b-44b4-9754-cbc3bb5bfac0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fe3004-dd76-473f-a401-f96210c8e3a7,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:15.352254 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37456) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:15.360289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cb712-5760-453f-989f-763b5f93e9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b1ef2c-3e85-4256-aac2-d0ed10d9a604,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:15.459327 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2a40272-7bc0-469e-99cb-7c5144ea5962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.463452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37460) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:15.469943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-384f0030-8f38-459f-8ce3-95f9cb51bf64 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1386270439', 'description': 'tempest-description--1028422160'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:15.470782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-e2c7587a-19c9-4d58-8a2d-69f55f1be1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:15.474330 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-e2c7587a-19c9-4d58-8a2d-69f55f1be1e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f33e0244455419aa742dd0ac6c0c9d7&device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 1095 time: 0.1611552 Dec 08 01:49:15.499083 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-384f0030-8f38-459f-8ce3-95f9cb51bf64 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.563870 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-68bb12ab-527d-4ace-a663-f627ffa451ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2fe3004-dd76-473f-a401-f96210c8e3a7 HTTP/1.1" status: 200 len: 217 time: 0.0553312 Dec 08 01:49:15.590774 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-384f0030-8f38-459f-8ce3-95f9cb51bf64 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.603106 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-384f0030-8f38-459f-8ce3-95f9cb51bf64 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.627303 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2a40272-7bc0-469e-99cb-7c5144ea5962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.636588 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-384f0030-8f38-459f-8ce3-95f9cb51bf64 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.642977 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-384f0030-8f38-459f-8ce3-95f9cb51bf64 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1752453 Dec 08 01:49:15.645445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37464) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:15.654653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f0030-8f38-459f-8ce3-95f9cb51bf64 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c5f2dc-02e5-4c16-a1f8-63dee0994eeb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:15.655687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-cf302d9e-c1de-499d-b75f-03f591716bae tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Request body: {'security_group_rule': {'security_group_id': '68c5f2dc-02e5-4c16-a1f8-63dee0994eeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:15.673964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c2a40272-7bc0-469e-99cb-7c5144ea5962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1260e789-1ac0-4235-9e0b-1be699c88237']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:15.687994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-04f898fb-8808-4cd0-95ea-a0477cd38670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:15.689461 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-04f898fb-8808-4cd0-95ea-a0477cd38670 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af4f4a17-ff0b-4ee2-b46a-f3453934fdb1 HTTP/1.1" status: 200 len: 845 time: 0.0960007 Dec 08 01:49:15.695441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c2a40272-7bc0-469e-99cb-7c5144ea5962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86f5637-d8cd-42bb-8fa9-ca0affe459ac') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:15.695769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c2a40272-7bc0-469e-99cb-7c5144ea5962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86f5637-d8cd-42bb-8fa9-ca0affe459ac') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:15.719726 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2a40272-7bc0-469e-99cb-7c5144ea5962 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.740290 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-9e04340c-273e-416c-ac10-21a80726a532 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408590 Dec 08 01:49:15.750921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf302d9e-c1de-499d-b75f-03f591716bae tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.760858 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2a40272-7bc0-469e-99cb-7c5144ea5962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.761699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a9b84-287b-4ff7-9481-7db68fc719e7 req-e157ef26-f1da-4e11-bcf6-00c9b4972792 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:15.763550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-944a9b84-287b-4ff7-9481-7db68fc719e7 req-e157ef26-f1da-4e11-bcf6-00c9b4972792 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 943 time: 0.0589831 Dec 08 01:49:15.821295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a40272-7bc0-469e-99cb-7c5144ea5962 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:15.821704 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2a40272-7bc0-469e-99cb-7c5144ea5962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.821908 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-944a9b84-287b-4ff7-9481-7db68fc719e7 req-4f905cca-338d-49f0-a1ef-0ae3010ffdf2 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517094 Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:15.823389 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:15.927909 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2a40272-7bc0-469e-99cb-7c5144ea5962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.939191 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2a40272-7bc0-469e-99cb-7c5144ea5962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.942327 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c2a40272-7bc0-469e-99cb-7c5144ea5962 admin admin] 10.222.0.71 "DELETE /v2.0/networks/1260e789-1ac0-4235-9e0b-1be699c88237 HTTP/1.1" status: 204 len: 168 time: 0.5867767 Dec 08 01:49:15.954085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf302d9e-c1de-499d-b75f-03f591716bae tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.967207 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf302d9e-c1de-499d-b75f-03f591716bae tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.968961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a40272-7bc0-469e-99cb-7c5144ea5962 admin admin] Pushing event deleted for resources: {'Network': ['ID=1260e789-1ac0-4235-9e0b-1be699c88237,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:15.975779 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-67f43d73-cfee-43d0-8932-5b7f01bc5235 service neutron] 10.222.0.45 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265449 Dec 08 01:49:15.997223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf302d9e-c1de-499d-b75f-03f591716bae tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875610c5-a494-4cf4-9f6d-5795639df965,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:16.023874 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf302d9e-c1de-499d-b75f-03f591716bae tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.025058 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cf302d9e-c1de-499d-b75f-03f591716bae tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3786507 Dec 08 01:49:16.028223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37472) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:16.056267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-09048fb1-4a01-4a51-9184-dce6bde263ad tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Request body: {'security_group_rule': {'security_group_id': '68c5f2dc-02e5-4c16-a1f8-63dee0994eeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:16.125232 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09048fb1-4a01-4a51-9184-dce6bde263ad tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.141776 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54002d70-7025-4689-a8e5-12cb4158c0b8 req-74c99c92-4a30-42ef-b227-2ce8448bfb47 service neutron] 10.222.0.45 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561596 Dec 08 01:49:16.162374 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37476) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:16.233038 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d6495b12-4485-42fe-b8f7-5a5810bed04b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c2ed1e873517413680c593e73d187320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0664170 Dec 08 01:49:16.233038 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09048fb1-4a01-4a51-9184-dce6bde263ad tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.233446 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37478) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:16.239639 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09048fb1-4a01-4a51-9184-dce6bde263ad tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.258686 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09048fb1-4a01-4a51-9184-dce6bde263ad tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb2bdcd-4e30-497e-bad7-2e8c5497fd46,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:16.267894 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09048fb1-4a01-4a51-9184-dce6bde263ad tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.272368 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-09048fb1-4a01-4a51-9184-dce6bde263ad tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2401910 Dec 08 01:49:16.272565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37480) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:16.277581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:16.296817 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6da08f39-a919-4631-8531-597088d3b565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.302215 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.325126 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6da08f39-a919-4631-8531-597088d3b565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.381530 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6da08f39-a919-4631-8531-597088d3b565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.384244 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6da08f39-a919-4631-8531-597088d3b565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.385404 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6da08f39-a919-4631-8531-597088d3b565 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c8f6b98b-6322-4f42-a626-ab364297a5be HTTP/1.1" status: 204 len: 168 time: 0.1504152 Dec 08 01:49:16.394544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da08f39-a919-4631-8531-597088d3b565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f6b98b-6322-4f42-a626-ab364297a5be,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:16.430978 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.562180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Allocated IP 172.25.8.230 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/a1c6527c-b701-4b09-b466-804d5a311dfc) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:16.702042 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.716153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0213baf8-4bd2-4e11-900c-89809885e19c', 'tag': 'b2fe3004-dd76-473f-a401-f96210c8e3a7'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:16.727254 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038e492e-e9f5-48a1-82aa-a923b7c89ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "0213baf8-4bd2-4e11-900c-89809885e19c", "tag": "b2fe3004-dd76-473f-a401-f96210c8e3a7"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:16.828818 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.832682 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf69003-07ec-484b-a86c-ab415fa0ac0d x-openstack-request-id: req-8bf69003-07ec-484b-a86c-ab415fa0ac0d {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:16.832986 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0213baf8-4bd2-4e11-900c-89809885e19c", "tag": "b2fe3004-dd76-473f-a401-f96210c8e3a7", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:16.833238 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8bf69003-07ec-484b-a86c-ab415fa0ac0d {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:16.833634 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0213baf8-4bd2-4e11-900c-89809885e19c', 'tag': 'b2fe3004-dd76-473f-a401-f96210c8e3a7', 'status': 'completed', 'code': 200} Dec 08 01:49:16.874007 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:16.876822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:16.880430 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:16.943511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Pushing event updated for resources: {'Port': ['ID=a1c6527c-b701-4b09-b466-804d5a311dfc,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:16.946986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37498) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:16.982800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75838658-f5dc-44fa-a37f-52fd864dda21 req-14302065-bc14-44e6-b49e-86b7ba4aacc3 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:16.990818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-75838658-f5dc-44fa-a37f-52fd864dda21 req-14302065-bc14-44e6-b49e-86b7ba4aacc3 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 943 time: 0.0735462 Dec 08 01:49:17.010299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e492e-e9f5-48a1-82aa-a923b7c89ef3 req-69f8d1b6-b41a-4ac2-8105-6c487e51afca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:17.011857 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-038e492e-e9f5-48a1-82aa-a923b7c89ef3 req-69f8d1b6-b41a-4ac2-8105-6c487e51afca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f33e0244455419aa742dd0ac6c0c9d7&device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 1095 time: 0.1293108 Dec 08 01:49:17.045287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-75838658-f5dc-44fa-a37f-52fd864dda21 req-cf48f139-4240-474c-8ad9-ec59d7311ff7 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525270 Dec 08 01:49:17.076120 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4f23aad8-3df9-469a-9a04-8acf29c34f0a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3fa913a600eb457d9fee98cf4f65ce21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240783 Dec 08 01:49:17.077039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37500) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:17.124622 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.131910 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1dec56bb-5589-4fe7-9cf3-3ec75bc94b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.158796 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1dec56bb-5589-4fe7-9cf3-3ec75bc94b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.178129 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.201308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e492e-e9f5-48a1-82aa-a923b7c89ef3 req-ed0b8d66-cdb8-48e9-b71c-8620de875ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:17.202798 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-038e492e-e9f5-48a1-82aa-a923b7c89ef3 req-ed0b8d66-cdb8-48e9-b71c-8620de875ce0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f HTTP/1.1" status: 200 len: 906 time: 0.1554153 Dec 08 01:49:17.226366 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1dec56bb-5589-4fe7-9cf3-3ec75bc94b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.229094 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1dec56bb-5589-4fe7-9cf3-3ec75bc94b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.233156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1dec56bb-5589-4fe7-9cf3-3ec75bc94b2d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3bc6c33b-5a42-4e8b-bbb4-d16851f93f21 HTTP/1.1" status: 204 len: 168 time: 0.1521778 Dec 08 01:49:17.240440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec56bb-5589-4fe7-9cf3-3ec75bc94b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc6c33b-5a42-4e8b-bbb4-d16851f93f21,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:17.276116 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-038e492e-e9f5-48a1-82aa-a923b7c89ef3 req-460b2ea9-446f-41f2-9295-c3cb330a9f50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2fe3004-dd76-473f-a401-f96210c8e3a7 HTTP/1.1" status: 200 len: 217 time: 0.0649559 Dec 08 01:49:17.380116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e492e-e9f5-48a1-82aa-a923b7c89ef3 req-a799e939-a76c-465c-8914-da7e2e5448e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:17.381582 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-038e492e-e9f5-48a1-82aa-a923b7c89ef3 req-a799e939-a76c-465c-8914-da7e2e5448e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af4f4a17-ff0b-4ee2-b46a-f3453934fdb1 HTTP/1.1" status: 200 len: 845 time: 0.0965550 Dec 08 01:49:17.421807 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-038e492e-e9f5-48a1-82aa-a923b7c89ef3 req-fe02f351-ba5a-47f9-ae9f-cca68086a866 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319402 Dec 08 01:49:17.473841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 91754f52-0c27-4d39-a68f-ebe259b1aa28 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:17.503218 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 91754f52-0c27-4d39-a68f-ebe259b1aa28 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:17.503948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 91754f52-0c27-4d39-a68f-ebe259b1aa28 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:17.525727 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.537687 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.614089 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-038e492e-e9f5-48a1-82aa-a923b7c89ef3 req-1e5defeb-e6b4-4115-84a0-ac44d64216ed service neutron] 10.222.0.45 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826897 Dec 08 01:49:17.619682 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Pushing event updated for resources: {'Port': ['ID=a1c6527c-b701-4b09-b466-804d5a311dfc,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:17.690140 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.713941 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.715284 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a6968b4b-405d-4060-910f-cb8ee1496f14 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4413657 Dec 08 01:49:17.739946 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-038e492e-e9f5-48a1-82aa-a923b7c89ef3 req-caca523e-1cae-4ae9-a944-7cf0c79c686a service neutron] 10.222.0.45 "GET /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175668 Dec 08 01:49:18.025739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-ae471653-1f14-4f25-9435-b056c13319db tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:18.027482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-ae471653-1f14-4f25-9435-b056c13319db tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/networks?id=eef83dad-0d30-493d-b01b-08306229e878 HTTP/1.1" status: 200 len: 822 time: 0.1279445 Dec 08 01:49:18.052336 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-9e8ed86c-7e2b-4bac-b418-b3b6c42112dd tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/quotas/89e150232843410ca18f76bac93ee49e HTTP/1.1" status: 200 len: 375 time: 0.0141578 Dec 08 01:49:18.099571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-54406ded-d860-42d0-b136-de2fb3d98129 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=89e150232843410ca18f76bac93ee49e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363705 Dec 08 01:49:18.231542 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-0de3ba23-240b-47d5-9d9d-378e4bd81f68 service neutron] 10.222.0.71 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303904 Dec 08 01:49:18.247208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248d184-4d8a-45fc-a2f2-9333f01ea820 req-6a93ed0e-a4b6-46ae-b5b4-8a978d205471 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:18.249477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9248d184-4d8a-45fc-a2f2-9333f01ea820 req-6a93ed0e-a4b6-46ae-b5b4-8a978d205471 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 943 time: 0.0744119 Dec 08 01:49:18.355050 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9248d184-4d8a-45fc-a2f2-9333f01ea820 req-2f03cd82-a8ba-40bf-be1c-463506022efd tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968940 Dec 08 01:49:18.366416 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-b82f6cea-6b3c-4b9c-a52a-d44973c45a50 service neutron] 10.222.0.71 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162245 Dec 08 01:49:18.572188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92644185-caea-43cf-a259-14dba9dd33bf req-2840bfba-f943-48ce-8e94-e854b2eaf5f8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 210 time: 0.0342188 Dec 08 01:49:18.931123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37574) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:19.047481 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d45573df-7b01-4cd1-88a8-0955ba62c5d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.124138 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d45573df-7b01-4cd1-88a8-0955ba62c5d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.129210 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d45573df-7b01-4cd1-88a8-0955ba62c5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.177815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37580) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:19.183896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d45573df-7b01-4cd1-88a8-0955ba62c5d7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b99b850c78324a5286aa5dcdd01bc9ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514975 Dec 08 01:49:19.184873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45573df-7b01-4cd1-88a8-0955ba62c5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130e06a9-87de-498b-984e-fd805f6df06b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:19.239491 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96bbb43e-a0ac-4d93-a422-788dcf2c1d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.262038 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96bbb43e-a0ac-4d93-a422-788dcf2c1d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.309510 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96bbb43e-a0ac-4d93-a422-788dcf2c1d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.312189 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96bbb43e-a0ac-4d93-a422-788dcf2c1d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.313467 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-96bbb43e-a0ac-4d93-a422-788dcf2c1d44 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/130e06a9-87de-498b-984e-fd805f6df06b HTTP/1.1" status: 204 len: 168 time: 0.1346602 Dec 08 01:49:19.321636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbb43e-a0ac-4d93-a422-788dcf2c1d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130e06a9-87de-498b-984e-fd805f6df06b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:19.472308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b2fe3004-dd76-473f-a401-f96210c8e3a7 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:49:19.488419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0d3f7-b66e-4008-9c79-7b0d45345a25 req-5e23efe6-128f-40c7-ae4c-605196d7bea6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:19.489959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fae0d3f7-b66e-4008-9c79-7b0d45345a25 req-5e23efe6-128f-40c7-ae4c-605196d7bea6 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 943 time: 0.0541406 Dec 08 01:49:19.566226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fae0d3f7-b66e-4008-9c79-7b0d45345a25 req-0f6e8466-5324-4493-99c3-8541c42cd37f tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696628 Dec 08 01:49:19.847945 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-951f8ea7-56ae-48fe-a9b5-3facbfe3457e req-3fd6733a-9a96-42de-9df7-ff061c807af3 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 210 time: 0.0442548 Dec 08 01:49:19.915066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b2fe3004-dd76-473f-a401-f96210c8e3a7, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b2fe3004-dd76-473f-a401-f96210c8e3a7,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:19.926287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'b2fe3004-dd76-473f-a401-f96210c8e3a7', 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f', 'port_id': 'b2fe3004-dd76-473f-a401-f96210c8e3a7', 'mac_address': 'fa:16:3e:5c:4d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4f4a17-ff0b-4ee2-b46a-f3453934fdb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:49:19.935513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-267538e0-beb1-41e3-87ca-b2b2e1f13e3a tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:19.937751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-267538e0-beb1-41e3-87ca-b2b2e1f13e3a tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.75 "GET /v2.0/networks?id=eef83dad-0d30-493d-b01b-08306229e878 HTTP/1.1" status: 200 len: 822 time: 0.2951150 Dec 08 01:49:19.962952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-2482808a-7141-4eb5-a4e7-a179890bc5f9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Request body: {'port': {'device_id': '7ced893a-cd55-4d09-9b49-4f05bfb0a3be', 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878', 'admin_state_up': True, 'tenant_id': '89e150232843410ca18f76bac93ee49e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:19.972518 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.988715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fe3004-dd76-473f-a401-f96210c8e3a7 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:20.009740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b2fe3004-dd76-473f-a401-f96210c8e3a7, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b2fe3004-dd76-473f-a401-f96210c8e3a7,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:20.015184 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.072699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b2fe3004-dd76-473f-a401-f96210c8e3a7,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:20.113991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-2482808a-7141-4eb5-a4e7-a179890bc5f9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Made reservation on behalf of 89e150232843410ca18f76bac93ee49e for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:20.117577 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-2482808a-7141-4eb5-a4e7-a179890bc5f9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.252036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-2482808a-7141-4eb5-a4e7-a179890bc5f9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Allocated IP 172.20.0.14 (eef83dad-0d30-493d-b01b-08306229e878/0967e208-c2ac-4601-9bbb-5480d82388b6/7570ed32-4008-4b78-ac62-16ae7dcc51ac) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:20.307790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['b2fe3004-dd76-473f-a401-f96210c8e3a7'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:20.411325 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-2482808a-7141-4eb5-a4e7-a179890bc5f9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.447534 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-2482808a-7141-4eb5-a4e7-a179890bc5f9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.493106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-2482808a-7141-4eb5-a4e7-a179890bc5f9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Network eef83dad-0d30-493d-b01b-08306229e878 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:20.496641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-2482808a-7141-4eb5-a4e7-a179890bc5f9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:20.500478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-2482808a-7141-4eb5-a4e7-a179890bc5f9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:20.541376 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482808a-7141-4eb5-a4e7-a179890bc5f9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Pushing event updated for resources: {'Port': ['ID=7570ed32-4008-4b78-ac62-16ae7dcc51ac,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:20.569499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-2482808a-7141-4eb5-a4e7-a179890bc5f9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:20.570125 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-2482808a-7141-4eb5-a4e7-a179890bc5f9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.597044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-2482808a-7141-4eb5-a4e7-a179890bc5f9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6378613 Dec 08 01:49:20.616214 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Request body: {'port': {'device_id': '7ced893a-cd55-4d09-9b49-4f05bfb0a3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:20.709225 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.738709 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16c50b-9adb-4ef1-ae15-dfaaa6969f87 req-b0f6de28-cfd3-4171-a934-e656b2191ff9 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:20.746138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d16c50b-9adb-4ef1-ae15-dfaaa6969f87 req-b0f6de28-cfd3-4171-a934-e656b2191ff9 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 944 time: 0.0896654 Dec 08 01:49:20.873011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d16c50b-9adb-4ef1-ae15-dfaaa6969f87 req-625517bf-1454-4740-bd6a-1b3619996fc3 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253150 Dec 08 01:49:21.110137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31201098-0b5f-465a-a590-c9f56188920d req-27872f81-8bba-46d1-bbd7-5384b6428b09 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:21.111706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31201098-0b5f-465a-a590-c9f56188920d req-27872f81-8bba-46d1-bbd7-5384b6428b09 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 932 time: 0.0981252 Dec 08 01:49:21.120297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7570ed32-4008-4b78-ac62-16ae7dcc51ac {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:21.144500 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.173585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Transition to ACTIVE for port object 7570ed32-4008-4b78-ac62-16ae7dcc51ac will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:49:21.182146 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.223547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31201098-0b5f-465a-a590-c9f56188920d req-a0dcbff6-f5e9-434e-98f7-dbb423e1d4b0 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981441 Dec 08 01:49:21.263143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Pushing event updated for resources: {'Port': ['ID=7570ed32-4008-4b78-ac62-16ae7dcc51ac,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:21.273350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37680) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:21.333916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Attempting to bind port 7570ed32-4008-4b78-ac62-16ae7dcc51ac on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:21.334252 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Attempting to bind port 7570ed32-4008-4b78-ac62-16ae7dcc51ac by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '90ef0fd6-ee95-48eb-b6af-f34b076e74b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:21.334580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Attempting to bind port 7570ed32-4008-4b78-ac62-16ae7dcc51ac on network eef83dad-0d30-493d-b01b-08306229e878 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:21.340488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Port 7570ed32-4008-4b78-ac62-16ae7dcc51ac on network eef83dad-0d30-493d-b01b-08306229e878 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:49:21.340806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Attempting to bind port 7570ed32-4008-4b78-ac62-16ae7dcc51ac on network eef83dad-0d30-493d-b01b-08306229e878 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:21.346371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:21.346712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Checking segment: {'id': '90ef0fd6-ee95-48eb-b6af-f34b076e74b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:21.347094 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Bound using segment: {'id': '90ef0fd6-ee95-48eb-b6af-f34b076e74b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:21.347522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Bound port: 7570ed32-4008-4b78-ac62-16ae7dcc51ac, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ef0fd6-ee95-48eb-b6af-f34b076e74b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:21.347888 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.404661 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0f78444a-3c99-436e-8c6d-101e0b168602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.415197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] For port 7570ed32-4008-4b78-ac62-16ae7dcc51ac, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:21.419004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] For port 7570ed32-4008-4b78-ac62-16ae7dcc51ac, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7570ed32-4008-4b78-ac62-16ae7dcc51ac,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:21.423782 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.462791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:21.463417 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.464925 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] 10.222.0.75 "PUT /v2.0/ports/7570ed32-4008-4b78-ac62-16ae7dcc51ac HTTP/1.1" status: 200 len: 1093 time: 0.8537323 Dec 08 01:49:21.465950 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ced893a-cd55-4d09-9b49-4f05bfb0a3be', 'tag': '7570ed32-4008-4b78-ac62-16ae7dcc51ac'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:21.468345 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb86414-697d-47c8-b5b6-95cd148ac9db" -d '{"events": [{"name": "network-changed", "server_uuid": "7ced893a-cd55-4d09-9b49-4f05bfb0a3be", "tag": "7570ed32-4008-4b78-ac62-16ae7dcc51ac"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:21.479781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b2fe3004-dd76-473f-a401-f96210c8e3a7 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:21.517631 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0f78444a-3c99-436e-8c6d-101e0b168602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.524149 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0f78444a-3c99-436e-8c6d-101e0b168602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.531594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d1cb5-bc66-4206-9d1b-0b86b6449bdb service neutron] Pushing event updated for resources: {'Port': ['ID=7570ed32-4008-4b78-ac62-16ae7dcc51ac,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:21.540095 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port b2fe3004-dd76-473f-a401-f96210c8e3a7 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:49:21.557082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port b2fe3004-dd76-473f-a401-f96210c8e3a7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:21.557661 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.572155 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73053a5e-8554-466c-819e-b9e2bfc813f5 x-openstack-request-id: req-73053a5e-8554-466c-819e-b9e2bfc813f5 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:21.573068 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ced893a-cd55-4d09-9b49-4f05bfb0a3be", "tag": "7570ed32-4008-4b78-ac62-16ae7dcc51ac", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:21.573430 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-73053a5e-8554-466c-819e-b9e2bfc813f5 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:21.573921 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ced893a-cd55-4d09-9b49-4f05bfb0a3be', 'tag': '7570ed32-4008-4b78-ac62-16ae7dcc51ac', 'status': 'completed', 'code': 200} Dec 08 01:49:21.589739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-2bdf221d-2ec7-46bc-8ef9-9f34ba300a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:21.591380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-2bdf221d-2ec7-46bc-8ef9-9f34ba300a43 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=89e150232843410ca18f76bac93ee49e&device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 1096 time: 0.0544994 Dec 08 01:49:21.595191 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0f78444a-3c99-436e-8c6d-101e0b168602 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3bb21a2cac3346dfb957cf938a6bfb3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201675 Dec 08 01:49:21.597720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37688) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:21.605044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78444a-3c99-436e-8c6d-101e0b168602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e0da29-f95e-45ee-9610-1975a348f9e3,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:21.651421 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.656705 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-28078eec-b46c-4ebd-8e0a-8b4eb7112e24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.668597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-4ffa978e-7ab7-415a-9737-6df4bca5b6d6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7570ed32-4008-4b78-ac62-16ae7dcc51ac HTTP/1.1" status: 200 len: 217 time: 0.0537753 Dec 08 01:49:21.676221 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0213baf8-4bd2-4e11-900c-89809885e19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fe3004-dd76-473f-a401-f96210c8e3a7'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:21.678507 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6200e076-d4ac-4656-b468-905b6b3f8a3d" -d '{"events": [{"server_uuid": "0213baf8-4bd2-4e11-900c-89809885e19c", "name": "network-vif-plugged", "status": "completed", "tag": "b2fe3004-dd76-473f-a401-f96210c8e3a7"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:21.693665 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-28078eec-b46c-4ebd-8e0a-8b4eb7112e24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.694932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b2fe3004-dd76-473f-a401-f96210c8e3a7, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b2fe3004-dd76-473f-a401-f96210c8e3a7,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:21.700430 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.746164 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3db7a2c-bea1-47c8-9422-26f288449db5 x-openstack-request-id: req-d3db7a2c-bea1-47c8-9422-26f288449db5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:21.747210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-83ccef0d-1579-4c79-8ded-c843be7e0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:21.747477 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0213baf8-4bd2-4e11-900c-89809885e19c", "name": "network-vif-plugged", "status": "completed", "tag": "b2fe3004-dd76-473f-a401-f96210c8e3a7", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:21.748094 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d3db7a2c-bea1-47c8-9422-26f288449db5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:21.748773 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0213baf8-4bd2-4e11-900c-89809885e19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fe3004-dd76-473f-a401-f96210c8e3a7', 'code': 200} Dec 08 01:49:21.754472 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-83ccef0d-1579-4c79-8ded-c843be7e0d0b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0967e208-c2ac-4601-9bbb-5480d82388b6 HTTP/1.1" status: 200 len: 862 time: 0.0718465 Dec 08 01:49:21.759493 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b2fe3004-dd76-473f-a401-f96210c8e3a7,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:21.768375 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-28078eec-b46c-4ebd-8e0a-8b4eb7112e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.771200 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-28078eec-b46c-4ebd-8e0a-8b4eb7112e24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.776250 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-28078eec-b46c-4ebd-8e0a-8b4eb7112e24 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/65e0da29-f95e-45ee-9610-1975a348f9e3 HTTP/1.1" status: 204 len: 168 time: 0.1775658 Dec 08 01:49:21.799516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28078eec-b46c-4ebd-8e0a-8b4eb7112e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e0da29-f95e-45ee-9610-1975a348f9e3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:21.803406 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-b1c4c30d-246f-4dce-a8fe-0db577274493 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eef83dad-0d30-493d-b01b-08306229e878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435588 Dec 08 01:49:21.913970 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3f29a-a2e1-43c9-ae02-75f3a274a758 req-a0ef8e0d-0f80-40b9-85a1-3b7c79513110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:21.919722 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-39c3f29a-a2e1-43c9-ae02-75f3a274a758 req-a0ef8e0d-0f80-40b9-85a1-3b7c79513110 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 1097 time: 0.0668390 Dec 08 01:49:21.932821 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca5be48e-ad61-4054-b1f0-2b9e60b53b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.948719 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-b14ffa1f-c795-43b2-b273-1edff7716028 service neutron] 10.222.0.75 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367319 Dec 08 01:49:21.977577 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-39c3f29a-a2e1-43c9-ae02-75f3a274a758 req-4fc26719-3f5c-4fbc-8198-f17c80eb966e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488286 Dec 08 01:49:22.104697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7372f17-7cf5-47d1-8eea-2810f0ca0616 req-a5a64b30-a35e-4dd4-bf11-d924c67a4b66 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:22.106760 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7372f17-7cf5-47d1-8eea-2810f0ca0616 req-a5a64b30-a35e-4dd4-bf11-d924c67a4b66 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 945 time: 0.1220381 Dec 08 01:49:22.127369 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb4cea6-f549-43d7-814c-aafbb0d8304c req-bcd873c9-950f-49cf-8d25-4165d6f467b5 service neutron] 10.222.0.75 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711581 Dec 08 01:49:22.174064 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7372f17-7cf5-47d1-8eea-2810f0ca0616 req-03241d4b-7d68-4aae-b809-d052191d3438 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571280 Dec 08 01:49:22.289681 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb86414-697d-47c8-b5b6-95cd148ac9db req-0c287ed7-b4fc-4ff9-abf6-ca3e614fb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:22.291522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb86414-697d-47c8-b5b6-95cd148ac9db req-0c287ed7-b4fc-4ff9-abf6-ca3e614fb7f3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=89e150232843410ca18f76bac93ee49e&device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 1096 time: 0.0633357 Dec 08 01:49:22.422674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d77549-9b69-4305-be56-72401ec0cdd2 req-aeb63f85-ebe6-48ea-9892-0fcf02f5d2c3 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:22.432109 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5d77549-9b69-4305-be56-72401ec0cdd2 req-aeb63f85-ebe6-48ea-9892-0fcf02f5d2c3 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 944 time: 0.1109912 Dec 08 01:49:22.469070 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb86414-697d-47c8-b5b6-95cd148ac9db req-012b4548-ae87-439f-af7e-260b6233463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:22.470555 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb86414-697d-47c8-b5b6-95cd148ac9db req-012b4548-ae87-439f-af7e-260b6233463b service neutron] 10.222.0.75 "GET /v2.0/networks?id=eef83dad-0d30-493d-b01b-08306229e878 HTTP/1.1" status: 200 len: 923 time: 0.1710796 Dec 08 01:49:22.545135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb86414-697d-47c8-b5b6-95cd148ac9db req-46183234-f156-412a-a4a1-ea94a03d227e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7570ed32-4008-4b78-ac62-16ae7dcc51ac HTTP/1.1" status: 200 len: 217 time: 0.0504804 Dec 08 01:49:22.548952 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5d77549-9b69-4305-be56-72401ec0cdd2 req-eb09da75-cd34-4aa1-bde7-29d0acf74935 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157367 Dec 08 01:49:22.599732 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb86414-697d-47c8-b5b6-95cd148ac9db req-524bfd49-8365-42f7-a268-c6911f19a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:22.601182 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb86414-697d-47c8-b5b6-95cd148ac9db req-524bfd49-8365-42f7-a268-c6911f19a08a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0967e208-c2ac-4601-9bbb-5480d82388b6 HTTP/1.1" status: 200 len: 862 time: 0.0493739 Dec 08 01:49:22.638868 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb86414-697d-47c8-b5b6-95cd148ac9db req-1ad7d24e-77a5-41af-acbf-77253a73c2c8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eef83dad-0d30-493d-b01b-08306229e878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283828 Dec 08 01:49:22.741629 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb86414-697d-47c8-b5b6-95cd148ac9db req-ff7bee33-c53d-4231-9a88-5b2e11a4a95e service neutron] 10.222.0.75 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942547 Dec 08 01:49:22.838911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb86414-697d-47c8-b5b6-95cd148ac9db req-b073d07a-c3d4-4e0e-b60f-475e66d22d69 service neutron] 10.222.0.75 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878611 Dec 08 01:49:23.095830 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:23.358247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc11a7-9bc9-420a-a3e4-c53a5c878a3c req-72586a42-7695-4d07-8265-3c9659bbfe1a tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:23.359858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87fc11a7-9bc9-420a-a3e4-c53a5c878a3c req-72586a42-7695-4d07-8265-3c9659bbfe1a tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 945 time: 0.0664077 Dec 08 01:49:23.407929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87fc11a7-9bc9-420a-a3e4-c53a5c878a3c req-880689db-4de8-4bf3-abf4-43e4070b38bb tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418339 Dec 08 01:49:23.752003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610b1dd-65fb-40d8-aedd-2381d689b462 req-f909aed1-560f-404f-8d07-dbed1826b9b2 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:23.760076 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f610b1dd-65fb-40d8-aedd-2381d689b462 req-f909aed1-560f-404f-8d07-dbed1826b9b2 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 944 time: 0.0685360 Dec 08 01:49:23.813457 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f610b1dd-65fb-40d8-aedd-2381d689b462 req-b0a62ddc-b510-41b3-b6c4-cd2a5168ba2f tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523014 Dec 08 01:49:23.924106 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:24.253188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4503f7a-4238-455e-aa07-69f793bbc10a req-37ca3144-fc3e-443f-9d10-767a082e34c7 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:24.254869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4503f7a-4238-455e-aa07-69f793bbc10a req-37ca3144-fc3e-443f-9d10-767a082e34c7 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 945 time: 0.0741906 Dec 08 01:49:24.300789 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37952fd3-1e9f-4df1-9f35-a4d3e5a69da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:24.319352 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4503f7a-4238-455e-aa07-69f793bbc10a req-48e0a407-4c0a-4a44-89bd-0ceeb661743b tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572929 Dec 08 01:49:24.718018 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7570ed32-4008-4b78-ac62-16ae7dcc51ac details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:49:24.843214 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7570ed32-4008-4b78-ac62-16ae7dcc51ac, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7570ed32-4008-4b78-ac62-16ae7dcc51ac,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:24.863982 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '7570ed32-4008-4b78-ac62-16ae7dcc51ac', 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878', 'port_id': '7570ed32-4008-4b78-ac62-16ae7dcc51ac', 'mac_address': 'fa:16:3e:e4:7e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0967e208-c2ac-4601-9bbb-5480d82388b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:49:24.916861 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:24.936617 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7570ed32-4008-4b78-ac62-16ae7dcc51ac {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:24.966504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7570ed32-4008-4b78-ac62-16ae7dcc51ac, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7570ed32-4008-4b78-ac62-16ae7dcc51ac,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:24.973119 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:24.973412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef8ca3-b4ed-4afc-92b6-fca183646d6f req-c727d763-1d21-48c7-9077-e8d8cef6133f tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:24.984984 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6ef8ca3-b4ed-4afc-92b6-fca183646d6f req-c727d763-1d21-48c7-9077-e8d8cef6133f tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 944 time: 0.0770311 Dec 08 01:49:25.027091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=7570ed32-4008-4b78-ac62-16ae7dcc51ac,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:25.040091 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6ef8ca3-b4ed-4afc-92b6-fca183646d6f req-be600ee3-c7a4-440a-9810-9674acc978e1 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539525 Dec 08 01:49:25.307090 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:25.347571 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['7570ed32-4008-4b78-ac62-16ae7dcc51ac'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:25.520608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8db1a1-407b-4521-b2ae-f571aaf85a9e req-f19260ab-2361-43d8-a5c4-6683a6f5cb22 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:25.522771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac8db1a1-407b-4521-b2ae-f571aaf85a9e req-f19260ab-2361-43d8-a5c4-6683a6f5cb22 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 945 time: 0.1138821 Dec 08 01:49:25.671874 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac8db1a1-407b-4521-b2ae-f571aaf85a9e req-98d5c6d8-33bc-462a-8442-d77f1a6e4ba4 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271489 Dec 08 01:49:26.169326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e04e3-49e6-485c-a59c-48be78796af2 req-e08c6cba-ba52-4664-92ab-b48873315250 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:26.171080 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-460e04e3-49e6-485c-a59c-48be78796af2 req-e08c6cba-ba52-4664-92ab-b48873315250 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 945 time: 0.0549467 Dec 08 01:49:26.219822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-460e04e3-49e6-485c-a59c-48be78796af2 req-d16eab75-43c6-440e-b8a7-b85b8eb20a76 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422602 Dec 08 01:49:26.721933 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7570ed32-4008-4b78-ac62-16ae7dcc51ac up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:26.776051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd6419-64ae-4ecd-b5fe-e746e90d197a req-5540333a-c6e0-409f-b705-32cf22a87b01 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:26.783639 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97fd6419-64ae-4ecd-b5fe-e746e90d197a req-5540333a-c6e0-409f-b705-32cf22a87b01 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 945 time: 0.0594122 Dec 08 01:49:26.803722 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:26.817043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 7570ed32-4008-4b78-ac62-16ae7dcc51ac completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:49:26.823116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 7570ed32-4008-4b78-ac62-16ae7dcc51ac triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:26.823722 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:26.847828 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97fd6419-64ae-4ecd-b5fe-e746e90d197a req-2425be24-8d04-4e95-ad27-c8a8051236b9 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629783 Dec 08 01:49:26.946522 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:26.986528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ced893a-cd55-4d09-9b49-4f05bfb0a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7570ed32-4008-4b78-ac62-16ae7dcc51ac'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:26.989568 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14ede3e-a40a-441c-bdb2-a11538bcc985" -d '{"events": [{"server_uuid": "7ced893a-cd55-4d09-9b49-4f05bfb0a3be", "name": "network-vif-plugged", "status": "completed", "tag": "7570ed32-4008-4b78-ac62-16ae7dcc51ac"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:27.005422 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7570ed32-4008-4b78-ac62-16ae7dcc51ac, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7570ed32-4008-4b78-ac62-16ae7dcc51ac,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:27.014142 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:27.070104 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caf6431-818a-4a51-9365-6776ef47665a x-openstack-request-id: req-2caf6431-818a-4a51-9365-6776ef47665a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:27.070400 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ced893a-cd55-4d09-9b49-4f05bfb0a3be", "name": "network-vif-plugged", "status": "completed", "tag": "7570ed32-4008-4b78-ac62-16ae7dcc51ac", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:27.071009 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2caf6431-818a-4a51-9365-6776ef47665a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:27.071099 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ced893a-cd55-4d09-9b49-4f05bfb0a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7570ed32-4008-4b78-ac62-16ae7dcc51ac', 'code': 200} Dec 08 01:49:27.088331 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=7570ed32-4008-4b78-ac62-16ae7dcc51ac,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:27.172951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37890) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:27.234646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acdd99-bd59-4e92-9c01-dd380324507b req-8db8ec6c-e75d-4abe-a28b-bc6ab8708ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:27.244598 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53acdd99-bd59-4e92-9c01-dd380324507b req-8db8ec6c-e75d-4abe-a28b-bc6ab8708ac5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 1098 time: 0.0573776 Dec 08 01:49:27.343937 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0579a428-77dc-4c23-b94c-b06526a73d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:27.391525 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53acdd99-bd59-4e92-9c01-dd380324507b req-8e28c887-12e0-4127-9a87-7e319b988fbd service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384966 Dec 08 01:49:27.414829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7965a2-d8dd-412e-96d5-f58fbb5f5f90 req-94594fda-4f75-46b0-a1f9-24e5f4b06da4 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:27.416346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f7965a2-d8dd-412e-96d5-f58fbb5f5f90 req-94594fda-4f75-46b0-a1f9-24e5f4b06da4 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 945 time: 0.1119747 Dec 08 01:49:27.429425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fe566-284b-4d1f-8cd9-ba7158a7aa3a req-579aa2d9-2d5f-4d61-9e28-be079bd3e9d7 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:27.431129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-090fe566-284b-4d1f-8cd9-ba7158a7aa3a req-579aa2d9-2d5f-4d61-9e28-be079bd3e9d7 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 946 time: 0.0868120 Dec 08 01:49:27.435864 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0579a428-77dc-4c23-b94c-b06526a73d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:27.441046 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0579a428-77dc-4c23-b94c-b06526a73d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:27.482538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579a428-77dc-4c23-b94c-b06526a73d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b3d599-ab6b-42f0-a1ec-ebaa14eaddf2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:27.489720 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0579a428-77dc-4c23-b94c-b06526a73d83 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a4fa560f535242a5887daca103c19d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157160 Dec 08 01:49:27.490433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37904) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:27.495595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f7965a2-d8dd-412e-96d5-f58fbb5f5f90 req-51df757a-9f0e-49d7-abc2-a545e783f909 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634897 Dec 08 01:49:27.509576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b2fe3004-dd76-473f-a401-f96210c8e3a7 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:49:27.527715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-090fe566-284b-4d1f-8cd9-ba7158a7aa3a req-f20f59d1-bd23-4981-99e4-eee8671f1274 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820842 Dec 08 01:49:27.578265 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ceb073d4-cae5-4e4b-a58b-c8eee93d0e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:27.632365 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ceb073d4-cae5-4e4b-a58b-c8eee93d0e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:27.644488 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b2fe3004-dd76-473f-a401-f96210c8e3a7, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b2fe3004-dd76-473f-a401-f96210c8e3a7,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:27.657513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'b2fe3004-dd76-473f-a401-f96210c8e3a7', 'network_id': '6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f', 'port_id': 'b2fe3004-dd76-473f-a401-f96210c8e3a7', 'mac_address': 'fa:16:3e:5c:4d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4f4a17-ff0b-4ee2-b46a-f3453934fdb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:49:27.700252 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:27.720314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2fe3004-dd76-473f-a401-f96210c8e3a7 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:27.740476 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ceb073d4-cae5-4e4b-a58b-c8eee93d0e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:27.746521 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ceb073d4-cae5-4e4b-a58b-c8eee93d0e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:27.747245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b2fe3004-dd76-473f-a401-f96210c8e3a7, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b2fe3004-dd76-473f-a401-f96210c8e3a7,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:27.748156 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ceb073d4-cae5-4e4b-a58b-c8eee93d0e6b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/02b3d599-ab6b-42f0-a1ec-ebaa14eaddf2 HTTP/1.1" status: 204 len: 168 time: 0.2561727 Dec 08 01:49:27.755990 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:27.780849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb073d4-cae5-4e4b-a58b-c8eee93d0e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b3d599-ab6b-42f0-a1ec-ebaa14eaddf2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:27.835060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291ccfd-0790-4631-9003-e76c27d271dc req-6859f422-cc28-4aa8-9558-437e5ee475b4 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:27.837398 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2291ccfd-0790-4631-9003-e76c27d271dc req-6859f422-cc28-4aa8-9558-437e5ee475b4 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 808 time: 0.1722891 Dec 08 01:49:27.859091 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2291ccfd-0790-4631-9003-e76c27d271dc req-58210650-2d0b-4642-8b6b-3f72990c5282 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/quotas/d9da45ea7cc343eebae48b10a6a55294 HTTP/1.1" status: 200 len: 375 time: 0.0120246 Dec 08 01:49:27.873392 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:27.876883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b2fe3004-dd76-473f-a401-f96210c8e3a7,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:27.913554 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['b2fe3004-dd76-473f-a401-f96210c8e3a7'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:27.935720 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2291ccfd-0790-4631-9003-e76c27d271dc req-9b740db8-f870-4fb1-813c-6aa4fed7d798 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690351 Dec 08 01:49:28.056786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2291ccfd-0790-4631-9003-e76c27d271dc req-eebc5fd2-9bad-4210-bd56-f607c01aff2f service neutron] 10.222.0.71 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144230 Dec 08 01:49:28.170300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2291ccfd-0790-4631-9003-e76c27d271dc req-61d9c0a1-1429-45a8-9146-63fa2b28b0fc service neutron] 10.222.0.71 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053886 Dec 08 01:49:28.484198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a05ac1f5-fded-484e-8dc7-b85b410bc737 req-3177ebd0-1cfd-4ddd-864a-d1944b800064 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 210 time: 0.0280795 Dec 08 01:49:28.667197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea7a5e-04da-476c-8878-4d0f9c57f2e4 req-a5c9cd0e-ca9e-408b-a90c-f27e43ce467b tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:28.669353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69ea7a5e-04da-476c-8878-4d0f9c57f2e4 req-a5c9cd0e-ca9e-408b-a90c-f27e43ce467b tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 944 time: 0.0798795 Dec 08 01:49:28.690401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2cc23-9c55-4ee6-8542-0154a45370dd req-40a4a728-ff28-437d-9eeb-3437e29fb991 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:28.692009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60c2cc23-9c55-4ee6-8542-0154a45370dd req-40a4a728-ff28-437d-9eeb-3437e29fb991 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 946 time: 0.0756240 Dec 08 01:49:28.798423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69ea7a5e-04da-476c-8878-4d0f9c57f2e4 req-0d920d4c-4c43-4920-8df1-c108fb5a24e9 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/security-groups?id=edf2459a-6fa8-459c-9759-4cf3e397b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214066 Dec 08 01:49:28.823822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19c4de-8932-47ff-b9a9-0d42becfa28a req-11248f80-61e4-4d32-88ca-d7d764bd190d tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:28.825958 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ff19c4de-8932-47ff-b9a9-0d42becfa28a req-11248f80-61e4-4d32-88ca-d7d764bd190d tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.45 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 944 time: 0.0761585 Dec 08 01:49:28.855122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60c2cc23-9c55-4ee6-8542-0154a45370dd req-7fcf0bad-2413-4622-9c0a-bdc47e446dcc tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479368 Dec 08 01:49:28.940228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-ff19c4de-8932-47ff-b9a9-0d42becfa28a req-2fb4524a-30b5-4904-9be9-b59a18fcad90 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Deleting port b2fe3004-dd76-473f-a401-f96210c8e3a7 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:28.940573 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ff19c4de-8932-47ff-b9a9-0d42becfa28a req-2fb4524a-30b5-4904-9be9-b59a18fcad90 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:29.047200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-ff19c4de-8932-47ff-b9a9-0d42becfa28a req-2fb4524a-30b5-4904-9be9-b59a18fcad90 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] For port b2fe3004-dd76-473f-a401-f96210c8e3a7, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b2fe3004-dd76-473f-a401-f96210c8e3a7,segment=NetworkSegment(b7760f19-af03-4c76-bc36-2c1f661206be),segment_id=b7760f19-af03-4c76-bc36-2c1f661206be)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:29.047573 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ff19c4de-8932-47ff-b9a9-0d42becfa28a req-2fb4524a-30b5-4904-9be9-b59a18fcad90 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:29.061622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-ff19c4de-8932-47ff-b9a9-0d42becfa28a req-2fb4524a-30b5-4904-9be9-b59a18fcad90 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Calling delete_port for b2fe3004-dd76-473f-a401-f96210c8e3a7 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:29.216800 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ff19c4de-8932-47ff-b9a9-0d42becfa28a req-2fb4524a-30b5-4904-9be9-b59a18fcad90 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:29.252321 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['b2fe3004-dd76-473f-a401-f96210c8e3a7'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:29.255374 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4524a-30b5-4904-9be9-b59a18fcad90 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Pushing event deleted for resources: {'Port': ['ID=b2fe3004-dd76-473f-a401-f96210c8e3a7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:29.305156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff19c4de-8932-47ff-b9a9-0d42becfa28a req-2fb4524a-30b5-4904-9be9-b59a18fcad90 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] No DVR routers for this DVR port b2fe3004-dd76-473f-a401-f96210c8e3a7 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:29.308276 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ff19c4de-8932-47ff-b9a9-0d42becfa28a req-2fb4524a-30b5-4904-9be9-b59a18fcad90 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:29.312780 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ff19c4de-8932-47ff-b9a9-0d42becfa28a req-2fb4524a-30b5-4904-9be9-b59a18fcad90 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.45 "DELETE /v2.0/ports/b2fe3004-dd76-473f-a401-f96210c8e3a7 HTTP/1.1" status: 204 len: 173 time: 0.4793410 Dec 08 01:49:29.313276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0213baf8-4bd2-4e11-900c-89809885e19c', 'name': 'network-vif-deleted', 'tag': 'b2fe3004-dd76-473f-a401-f96210c8e3a7'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:29.316045 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0ddc0e-6c7f-451a-b484-80121eabff59" -d '{"events": [{"server_uuid": "0213baf8-4bd2-4e11-900c-89809885e19c", "name": "network-vif-deleted", "tag": "b2fe3004-dd76-473f-a401-f96210c8e3a7"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:29.359723 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e734f1cc-3ccb-439a-b461-274857465085 x-openstack-request-id: req-e734f1cc-3ccb-439a-b461-274857465085 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:29.360444 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0213baf8-4bd2-4e11-900c-89809885e19c", "name": "network-vif-deleted", "tag": "b2fe3004-dd76-473f-a401-f96210c8e3a7", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:29.360707 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e734f1cc-3ccb-439a-b461-274857465085 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:29.361112 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0213baf8-4bd2-4e11-900c-89809885e19c', 'name': 'network-vif-deleted', 'tag': 'b2fe3004-dd76-473f-a401-f96210c8e3a7', 'status': 'completed', 'code': 200} Dec 08 01:49:29.515737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b2fe3004-dd76-473f-a401-f96210c8e3a7 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:29.548022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: b2fe3004-dd76-473f-a401-f96210c8e3a7 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:29.548365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b2fe3004-dd76-473f-a401-f96210c8e3a7 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 01:49:29.568538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Port b2fe3004-dd76-473f-a401-f96210c8e3a7 not found, will not notify nova. {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 01:49:29.590830 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb457d0-55b0-41b3-aa6e-1a7d9456a57d req-8efb08eb-25c0-4c7d-9249-435ea60b822e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 210 time: 0.0330336 Dec 08 01:49:29.728876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291ccfd-0790-4631-9003-e76c27d271dc req-9da44258-9cf6-432f-b8bc-c94ff86d07b3 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:29.730504 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2291ccfd-0790-4631-9003-e76c27d271dc req-9da44258-9cf6-432f-b8bc-c94ff86d07b3 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.45 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 808 time: 0.1112280 Dec 08 01:49:29.751273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2291ccfd-0790-4631-9003-e76c27d271dc req-0b9bb178-de9a-4bd8-b915-14b4c5f7c844 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Request body: {'port': {'device_id': 'f2b67cf1-1129-44a2-8aa9-e2965f5b40db', 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036', 'admin_state_up': True, 'tenant_id': 'd9da45ea7cc343eebae48b10a6a55294'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:29.881645 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2291ccfd-0790-4631-9003-e76c27d271dc req-0b9bb178-de9a-4bd8-b915-14b4c5f7c844 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Made reservation on behalf of d9da45ea7cc343eebae48b10a6a55294 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:29.886056 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2291ccfd-0790-4631-9003-e76c27d271dc req-0b9bb178-de9a-4bd8-b915-14b4c5f7c844 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:29.995229 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-159cd74b-5572-41e6-b389-de3cab4e2661 req-8f46ca8b-516a-40a4-8c95-37d601a58130 tempest-ImagesTestJSON-227118304 tempest-ImagesTestJSON-227118304-project] 10.222.0.71 "GET /v2.0/ports?device_id=0213baf8-4bd2-4e11-900c-89809885e19c HTTP/1.1" status: 200 len: 210 time: 0.0462761 Dec 08 01:49:30.061214 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b57545-2d53-4ce0-84f4-93d22fc91c31 req-9960fbea-394c-471f-9960-4464aaa3b468 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:30.069527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58b57545-2d53-4ce0-84f4-93d22fc91c31 req-9960fbea-394c-471f-9960-4464aaa3b468 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 946 time: 0.0712655 Dec 08 01:49:30.128292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58b57545-2d53-4ce0-84f4-93d22fc91c31 req-1d1f8e41-7a43-4d74-a528-6669c37b1c20 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572209 Dec 08 01:49:30.129241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-2291ccfd-0790-4631-9003-e76c27d271dc req-0b9bb178-de9a-4bd8-b915-14b4c5f7c844 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Allocated IP 172.20.0.4 (776e026d-dfd5-4122-9a50-8ea153b9e036/b93b70d1-63b4-4a4c-928e-4b029b4b6b64/d736a6c1-ee45-4b83-99ab-2147623dd93d) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:30.364543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad35520-428d-451b-921e-90cc6f743ff9 req-acef31a0-fc83-4eac-9d73-ec6ce610b992 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:30.366899 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ad35520-428d-451b-921e-90cc6f743ff9 req-acef31a0-fc83-4eac-9d73-ec6ce610b992 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 946 time: 0.0702572 Dec 08 01:49:30.382254 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2291ccfd-0790-4631-9003-e76c27d271dc req-0b9bb178-de9a-4bd8-b915-14b4c5f7c844 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:30.426311 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2291ccfd-0790-4631-9003-e76c27d271dc req-0b9bb178-de9a-4bd8-b915-14b4c5f7c844 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:30.442211 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ad35520-428d-451b-921e-90cc6f743ff9 req-b081b569-3102-4a30-b488-e934bee2eb10 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689170 Dec 08 01:49:30.465784 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['d327abd3-ef94-4f02-ab9b-a283ef9a3c2a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:30.488835 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2291ccfd-0790-4631-9003-e76c27d271dc req-0b9bb178-de9a-4bd8-b915-14b4c5f7c844 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Network 776e026d-dfd5-4122-9a50-8ea153b9e036 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:30.492766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-2291ccfd-0790-4631-9003-e76c27d271dc req-0b9bb178-de9a-4bd8-b915-14b4c5f7c844 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:30.495776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2291ccfd-0790-4631-9003-e76c27d271dc req-0b9bb178-de9a-4bd8-b915-14b4c5f7c844 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:30.551052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291ccfd-0790-4631-9003-e76c27d271dc req-0b9bb178-de9a-4bd8-b915-14b4c5f7c844 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:30.551696 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2291ccfd-0790-4631-9003-e76c27d271dc req-0b9bb178-de9a-4bd8-b915-14b4c5f7c844 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:30.558438 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bb178-de9a-4bd8-b915-14b4c5f7c844 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Pushing event updated for resources: {'Port': ['ID=d736a6c1-ee45-4b83-99ab-2147623dd93d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:30.590385 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2291ccfd-0790-4631-9003-e76c27d271dc req-0b9bb178-de9a-4bd8-b915-14b4c5f7c844 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8423030 Dec 08 01:49:30.643141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Request body: {'port': {'device_id': 'f2b67cf1-1129-44a2-8aa9-e2965f5b40db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:30.729209 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.090286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c625cb5-c5eb-4486-b824-7ef13159511b req-9803f980-f498-4c24-87f4-18661e1e8a01 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:31.093408 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c625cb5-c5eb-4486-b824-7ef13159511b req-9803f980-f498-4c24-87f4-18661e1e8a01 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 931 time: 0.0738196 Dec 08 01:49:31.181073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c625cb5-c5eb-4486-b824-7ef13159511b req-ed0d5fcb-141e-4797-8875-9aeb26ddd11a tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808876 Dec 08 01:49:31.273352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d736a6c1-ee45-4b83-99ab-2147623dd93d {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:31.285333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.302933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Transition to ACTIVE for port object d736a6c1-ee45-4b83-99ab-2147623dd93d will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:49:31.310253 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.390641 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Pushing event updated for resources: {'Port': ['ID=d736a6c1-ee45-4b83-99ab-2147623dd93d,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:31.459268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Attempting to bind port d736a6c1-ee45-4b83-99ab-2147623dd93d on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:31.460075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Attempting to bind port d736a6c1-ee45-4b83-99ab-2147623dd93d by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:31.460824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Attempting to bind port d736a6c1-ee45-4b83-99ab-2147623dd93d on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:31.468408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Port d736a6c1-ee45-4b83-99ab-2147623dd93d on network 776e026d-dfd5-4122-9a50-8ea153b9e036 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:49:31.469399 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Attempting to bind port d736a6c1-ee45-4b83-99ab-2147623dd93d on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:31.493884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:31.494233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Checking segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:31.495591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Bound using segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:31.496666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Bound port: d736a6c1-ee45-4b83-99ab-2147623dd93d, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:31.499107 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.550926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c50dd-3895-4d9f-8409-0bc63c4c94a0 req-63a8d9f2-b864-4bfd-be13-52fa59ba4aa7 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:31.552769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a6c50dd-3895-4d9f-8409-0bc63c4c94a0 req-63a8d9f2-b864-4bfd-be13-52fa59ba4aa7 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 946 time: 0.0800512 Dec 08 01:49:31.598361 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:31.611880 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:31.623881 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.643735 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a6c50dd-3895-4d9f-8409-0bc63c4c94a0 req-0e2b7859-43da-407d-943f-c34a5365dff8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837603 Dec 08 01:49:31.677735 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:31.678466 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.680441 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2291ccfd-0790-4631-9003-e76c27d271dc req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] 10.222.0.45 "PUT /v2.0/ports/d736a6c1-ee45-4b83-99ab-2147623dd93d HTTP/1.1" status: 200 len: 1092 time: 1.0700924 Dec 08 01:49:31.680897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b67cf1-1129-44a2-8aa9-e2965f5b40db', 'tag': 'd736a6c1-ee45-4b83-99ab-2147623dd93d'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:31.683216 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b57716c-5b05-4a7d-ae31-47db4a3e18eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b67cf1-1129-44a2-8aa9-e2965f5b40db", "tag": "d736a6c1-ee45-4b83-99ab-2147623dd93d"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:31.716149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37b963-2c3e-4c88-94c7-32f345f8fd60 service neutron] Pushing event updated for resources: {'Port': ['ID=d736a6c1-ee45-4b83-99ab-2147623dd93d,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:31.768487 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad58f61-cc79-45ae-8250-3f465c40e30e x-openstack-request-id: req-fad58f61-cc79-45ae-8250-3f465c40e30e {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:31.769283 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b67cf1-1129-44a2-8aa9-e2965f5b40db", "tag": "d736a6c1-ee45-4b83-99ab-2147623dd93d", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:31.769641 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fad58f61-cc79-45ae-8250-3f465c40e30e {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:31.770329 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b67cf1-1129-44a2-8aa9-e2965f5b40db', 'tag': 'd736a6c1-ee45-4b83-99ab-2147623dd93d', 'status': 'completed', 'code': 200} Dec 08 01:49:31.813838 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291ccfd-0790-4631-9003-e76c27d271dc req-38e289e4-3612-4c74-8389-2626e597db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:31.820366 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2291ccfd-0790-4631-9003-e76c27d271dc req-38e289e4-3612-4c74-8389-2626e597db79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 1095 time: 0.0696838 Dec 08 01:49:31.889404 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2291ccfd-0790-4631-9003-e76c27d271dc req-ed4652da-a1b6-49f3-a3ff-bc178095089f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d HTTP/1.1" status: 200 len: 217 time: 0.0540512 Dec 08 01:49:31.908576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38110) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:31.960895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e76b0d-504f-4f2e-8e52-21cfd2202060 admin admin] Deleting subnet af4f4a17-ff0b-4ee2-b46a-f3453934fdb1 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:49:31.964540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291ccfd-0790-4631-9003-e76c27d271dc req-32c75f14-11e8-40e5-8aff-32330a9a26a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:31.965113 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6e76b0d-504f-4f2e-8e52-21cfd2202060 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.966713 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2291ccfd-0790-4631-9003-e76c27d271dc req-32c75f14-11e8-40e5-8aff-32330a9a26a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.0702140 Dec 08 01:49:32.004522 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6e76b0d-504f-4f2e-8e52-21cfd2202060 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.009788 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2291ccfd-0790-4631-9003-e76c27d271dc req-496848c6-333a-4124-9c83-3b268e14e376 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358975 Dec 08 01:49:32.047573 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6e76b0d-504f-4f2e-8e52-21cfd2202060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.139012 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6e76b0d-504f-4f2e-8e52-21cfd2202060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.154174 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d6e76b0d-504f-4f2e-8e52-21cfd2202060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.157399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d6e76b0d-504f-4f2e-8e52-21cfd2202060 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/af4f4a17-ff0b-4ee2-b46a-f3453934fdb1 HTTP/1.1" status: 204 len: 168 time: 0.2476878 Dec 08 01:49:32.158515 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2291ccfd-0790-4631-9003-e76c27d271dc req-6411ecd5-9ce0-405f-b976-9e6cd54c365a service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415744 Dec 08 01:49:32.160630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38122) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:32.177771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e76b0d-504f-4f2e-8e52-21cfd2202060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4f4a17-ff0b-4ee2-b46a-f3453934fdb1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:32.293778 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f98ad097-7abe-4d2f-88bc-8b70d99c19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.348924 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2291ccfd-0790-4631-9003-e76c27d271dc req-7363e43f-13ab-4594-a089-1d828641ecd7 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795170 Dec 08 01:49:32.365405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d3bd1-b041-42ea-b206-f95434894c22 req-48217b81-cfdc-4af4-b48a-cd86fb0fde5f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:32.374353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c9d3bd1-b041-42ea-b206-f95434894c22 req-48217b81-cfdc-4af4-b48a-cd86fb0fde5f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.0704572 Dec 08 01:49:32.429748 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f98ad097-7abe-4d2f-88bc-8b70d99c19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.434445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c9d3bd1-b041-42ea-b206-f95434894c22 req-4e95279b-6bf1-46f4-9f78-073f125840fe tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588930 Dec 08 01:49:32.489031 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f98ad097-7abe-4d2f-88bc-8b70d99c19a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:32.503328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f98ad097-7abe-4d2f-88bc-8b70d99c19a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7760f19-af03-4c76-bc36-2c1f661206be') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:32.503663 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f98ad097-7abe-4d2f-88bc-8b70d99c19a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7760f19-af03-4c76-bc36-2c1f661206be') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:32.518240 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f98ad097-7abe-4d2f-88bc-8b70d99c19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.535529 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57716c-5b05-4a7d-ae31-47db4a3e18eb req-e9b3258e-39c0-474c-9d0b-6ec321266bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:32.537383 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5b57716c-5b05-4a7d-ae31-47db4a3e18eb req-e9b3258e-39c0-474c-9d0b-6ec321266bad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 1095 time: 0.0957260 Dec 08 01:49:32.538458 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f98ad097-7abe-4d2f-88bc-8b70d99c19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.558409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98ad097-7abe-4d2f-88bc-8b70d99c19a9 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:32.559957 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f98ad097-7abe-4d2f-88bc-8b70d99c19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:32.562253 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:32.778532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7570ed32-4008-4b78-ac62-16ae7dcc51ac details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:49:32.832165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469e80e-26f9-444f-8435-e56accbfdc1c req-926d79f7-54a6-4e7d-aa21-9fbff9924a9f tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:32.833802 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0469e80e-26f9-444f-8435-e56accbfdc1c req-926d79f7-54a6-4e7d-aa21-9fbff9924a9f tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 946 time: 0.0824094 Dec 08 01:49:32.929029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0469e80e-26f9-444f-8435-e56accbfdc1c req-0ada65b2-49cb-41c9-919f-fb30af00ff26 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844054 Dec 08 01:49:32.994804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7570ed32-4008-4b78-ac62-16ae7dcc51ac, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7570ed32-4008-4b78-ac62-16ae7dcc51ac,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:32.995459 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f98ad097-7abe-4d2f-88bc-8b70d99c19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.010530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f98ad097-7abe-4d2f-88bc-8b70d99c19a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.012201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '7570ed32-4008-4b78-ac62-16ae7dcc51ac', 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878', 'port_id': '7570ed32-4008-4b78-ac62-16ae7dcc51ac', 'mac_address': 'fa:16:3e:e4:7e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0967e208-c2ac-4601-9bbb-5480d82388b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:49:33.017727 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f98ad097-7abe-4d2f-88bc-8b70d99c19a9 admin admin] 10.222.0.71 "DELETE /v2.0/networks/6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f HTTP/1.1" status: 204 len: 168 time: 0.8561113 Dec 08 01:49:33.031358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ad097-7abe-4d2f-88bc-8b70d99c19a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4a74a3-36e8-4779-9cf3-6e9f2c43bb0f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:33.052633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57716c-5b05-4a7d-ae31-47db4a3e18eb req-3fc7b387-aa96-4230-92a7-8ae6030cca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:33.054116 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.054247 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5b57716c-5b05-4a7d-ae31-47db4a3e18eb req-3fc7b387-aa96-4230-92a7-8ae6030cca43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.5095541 Dec 08 01:49:33.085820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7570ed32-4008-4b78-ac62-16ae7dcc51ac {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:33.103512 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5b57716c-5b05-4a7d-ae31-47db4a3e18eb req-0aca15e8-1aca-4ac7-b060-cd2cf5c2ef27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d HTTP/1.1" status: 200 len: 217 time: 0.0409184 Dec 08 01:49:33.114769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7570ed32-4008-4b78-ac62-16ae7dcc51ac, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7570ed32-4008-4b78-ac62-16ae7dcc51ac,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:33.120356 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.168320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57716c-5b05-4a7d-ae31-47db4a3e18eb req-afdef934-4f3a-4b8e-a221-e7f4e8cb53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:33.169805 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5b57716c-5b05-4a7d-ae31-47db4a3e18eb req-afdef934-4f3a-4b8e-a221-e7f4e8cb53aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.0590174 Dec 08 01:49:33.187386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=7570ed32-4008-4b78-ac62-16ae7dcc51ac,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:33.216449 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5b57716c-5b05-4a7d-ae31-47db4a3e18eb req-0b722cba-c55d-4f56-89d3-ee2ff1862c1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383964 Dec 08 01:49:33.337811 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5b57716c-5b05-4a7d-ae31-47db4a3e18eb req-e52f8957-f7d9-4b1c-b77d-ed51d8b64ca2 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135225 Dec 08 01:49:33.345928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38172) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:33.375682 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['7570ed32-4008-4b78-ac62-16ae7dcc51ac'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:33.390441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-63543eff-b38c-4f29-abb9-22d1c29b5866 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7f33e0244455419aa742dd0ac6c0c9d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443621 Dec 08 01:49:33.392795 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38176) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:33.456431 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5b57716c-5b05-4a7d-ae31-47db4a3e18eb req-0bdbdc9a-809a-4017-979d-cd4ccd6bd0a7 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108902 Dec 08 01:49:33.489583 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6db1c1cc-4415-4b52-8202-6b77bf550d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.514876 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6db1c1cc-4415-4b52-8202-6b77bf550d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.547789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b2fe3004-dd76-473f-a401-f96210c8e3a7 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:33.601848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: b2fe3004-dd76-473f-a401-f96210c8e3a7 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:33.602771 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b2fe3004-dd76-473f-a401-f96210c8e3a7 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:33.608473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aadd8-48cc-4645-a33d-44675998128b req-aece92c3-e311-43fb-b61e-05b43ee6c9aa tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:33.609705 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-707aadd8-48cc-4645-a33d-44675998128b req-aece92c3-e311-43fb-b61e-05b43ee6c9aa tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.0807323 Dec 08 01:49:33.671916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-707aadd8-48cc-4645-a33d-44675998128b req-4b272692-8d59-4ac2-9414-59f2f9bab3e1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562732 Dec 08 01:49:33.673442 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6db1c1cc-4415-4b52-8202-6b77bf550d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.676568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6db1c1cc-4415-4b52-8202-6b77bf550d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.677994 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6db1c1cc-4415-4b52-8202-6b77bf550d48 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/edf2459a-6fa8-459c-9759-4cf3e397b654 HTTP/1.1" status: 204 len: 168 time: 0.2841551 Dec 08 01:49:33.706865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1c1cc-4415-4b52-8202-6b77bf550d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf2459a-6fa8-459c-9759-4cf3e397b654,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:34.114292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703e411-9903-4715-94df-bfa4af03006a req-948a1522-64fd-44a3-9d02-25efee22110d tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:34.118614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0703e411-9903-4715-94df-bfa4af03006a req-948a1522-64fd-44a3-9d02-25efee22110d tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 945 time: 0.0577998 Dec 08 01:49:34.181472 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0703e411-9903-4715-94df-bfa4af03006a req-cb14c20e-e637-4fa1-b853-7246c908d4d7 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586257 Dec 08 01:49:34.576844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38264) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:34.686019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1242696565-network', 'tenant_id': 'b02a2fd9066248bc93c528bc7dcfe437'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:34.718196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] Made reservation on behalf of b02a2fd9066248bc93c528bc7dcfe437 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:34.721124 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.730808 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.808521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7570ed32-4008-4b78-ac62-16ae7dcc51ac up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:34.883741 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.899941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de06c49-c958-421a-b064-14015ad9ce1f req-e078f92f-6fcf-4eb3-9b9b-723c83a33942 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:34.901260 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0de06c49-c958-421a-b064-14015ad9ce1f req-e078f92f-6fcf-4eb3-9b9b-723c83a33942 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.1315634 Dec 08 01:49:34.901927 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.917160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 7570ed32-4008-4b78-ac62-16ae7dcc51ac triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:34.918356 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.951038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:49:34.957876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be52b53-cfa1-4023-a823-5e0b91eda4de,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:34.973433 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.973847 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] Added segment 96f2ef65-aab1-4bb3-9f2b-80db48abb9dc of type vlan for network c3cff56a-9bab-4a37-b32e-59ae6611b821 Dec 08 01:49:35.028651 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.036973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0de06c49-c958-421a-b064-14015ad9ce1f req-2db678d1-5012-444e-85c6-61a0c3c491c3 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269674 Dec 08 01:49:35.058910 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.064578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ced893a-cd55-4d09-9b49-4f05bfb0a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7570ed32-4008-4b78-ac62-16ae7dcc51ac'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:35.069681 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7604e085-5666-4273-8880-8747703bebb8" -d '{"events": [{"server_uuid": "7ced893a-cd55-4d09-9b49-4f05bfb0a3be", "name": "network-vif-plugged", "status": "completed", "tag": "7570ed32-4008-4b78-ac62-16ae7dcc51ac"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:35.083149 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7570ed32-4008-4b78-ac62-16ae7dcc51ac, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7570ed32-4008-4b78-ac62-16ae7dcc51ac,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:35.088689 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.091086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:35.091870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.092282 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.135997 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880caef2-f1ed-4682-ab21-1ba86137a6cd x-openstack-request-id: req-880caef2-f1ed-4682-ab21-1ba86137a6cd {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:35.136296 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ced893a-cd55-4d09-9b49-4f05bfb0a3be", "name": "network-vif-plugged", "status": "completed", "tag": "7570ed32-4008-4b78-ac62-16ae7dcc51ac", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:35.136620 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-880caef2-f1ed-4682-ab21-1ba86137a6cd {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:35.137017 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ced893a-cd55-4d09-9b49-4f05bfb0a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7570ed32-4008-4b78-ac62-16ae7dcc51ac', 'code': 200} Dec 08 01:49:35.169306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=7570ed32-4008-4b78-ac62-16ae7dcc51ac,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:35.442256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38314) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:35.494894 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9168704 Dec 08 01:49:35.498055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38318) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:35.502854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e7c5b928-3aeb-46b0-91ee-bdd902cfb074 admin admin] Request body: {'subnet': {'network_id': 'c3cff56a-9bab-4a37-b32e-59ae6611b821', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1242696565-subnet', 'tenant_id': 'b02a2fd9066248bc93c528bc7dcfe437', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:35.508188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f1ec5-8942-4fff-b111-97e2df7fa72b admin admin] Pushing event updated for resources: {'Network': ['ID=c3cff56a-9bab-4a37-b32e-59ae6611b821,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:35.520869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network c3cff56a-9bab-4a37-b32e-59ae6611b821 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:35.540097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c5b928-3aeb-46b0-91ee-bdd902cfb074 admin admin] Made reservation on behalf of b02a2fd9066248bc93c528bc7dcfe437 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:35.544439 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b928-3aeb-46b0-91ee-bdd902cfb074 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.566203 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5926b-6c05-4701-a56d-15453723b1a2 req-f31c2c59-f0dc-4686-bca6-49abb25c7717 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:35.575279 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8bb5926b-6c05-4701-a56d-15453723b1a2 req-f31c2c59-f0dc-4686-bca6-49abb25c7717 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 946 time: 0.0864279 Dec 08 01:49:35.589621 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-350aa5b5-1e2f-45f8-a2e6-bee36700e4f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.630787 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8bb5926b-6c05-4701-a56d-15453723b1a2 req-1fbe65ab-a0e8-4ba2-aca4-3fdb2177e018 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543280 Dec 08 01:49:35.825073 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-350aa5b5-1e2f-45f8-a2e6-bee36700e4f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.832189 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-350aa5b5-1e2f-45f8-a2e6-bee36700e4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.882883 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-350aa5b5-1e2f-45f8-a2e6-bee36700e4f8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8ca8da0f7c2f40cca886981437518482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4368994 Dec 08 01:49:35.884497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38328) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:35.898634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350aa5b5-1e2f-45f8-a2e6-bee36700e4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a458e164-4eab-4854-b875-5b8e4ab83f9f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:35.905231 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b928-3aeb-46b0-91ee-bdd902cfb074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.932338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc38117-8f46-4c3e-9756-89ccf56ab5d4 req-0b16ab07-789e-4ef6-8f29-507838ea6827 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:35.935464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dbc38117-8f46-4c3e-9756-89ccf56ab5d4 req-0b16ab07-789e-4ef6-8f29-507838ea6827 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 946 time: 0.0912957 Dec 08 01:49:35.976949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5b928-3aeb-46b0-91ee-bdd902cfb074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef0c3a21-5e84-4aa9-a395-9a7ac23022a6,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:35.984850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c5b928-3aeb-46b0-91ee-bdd902cfb074 admin admin] Checking segment: {'id': '96f2ef65-aab1-4bb3-9f2b-80db48abb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c3cff56a-9bab-4a37-b32e-59ae6611b821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:35.985316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c5b928-3aeb-46b0-91ee-bdd902cfb074 admin admin] Network hostable DHCP agents. Network: c3cff56a-9bab-4a37-b32e-59ae6611b821, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:49:36.004865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c5b928-3aeb-46b0-91ee-bdd902cfb074 admin admin] Network c3cff56a-9bab-4a37-b32e-59ae6611b821 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:49:36.010243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dbc38117-8f46-4c3e-9756-89ccf56ab5d4 req-00a4414f-0d94-45cd-af02-50eaebf18d58 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644469 Dec 08 01:49:36.016564 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f057df8-1ca1-42b4-858b-4d1fe2d91d5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.027214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e7c5b928-3aeb-46b0-91ee-bdd902cfb074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, c3cff56a-9bab-4a37-b32e-59ae6611b821) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:36.036628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf61362-ba7e-4a26-8fc2-6f391f6c88c9 None None] Network c3cff56a-9bab-4a37-b32e-59ae6611b821 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:36.045378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c5b928-3aeb-46b0-91ee-bdd902cfb074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:36.049507 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b928-3aeb-46b0-91ee-bdd902cfb074 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.051145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f057df8-1ca1-42b4-858b-4d1fe2d91d5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.070046 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e7c5b928-3aeb-46b0-91ee-bdd902cfb074 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5708768 Dec 08 01:49:36.167354 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f057df8-1ca1-42b4-858b-4d1fe2d91d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.170805 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f057df8-1ca1-42b4-858b-4d1fe2d91d5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.171966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4f057df8-1ca1-42b4-858b-4d1fe2d91d5e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a458e164-4eab-4854-b875-5b8e4ab83f9f HTTP/1.1" status: 204 len: 168 time: 0.2863193 Dec 08 01:49:36.186835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f057df8-1ca1-42b4-858b-4d1fe2d91d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a458e164-4eab-4854-b875-5b8e4ab83f9f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:36.206187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079718a0-57b3-4468-8d03-80c2f7237aa4 None None] Network c3cff56a-9bab-4a37-b32e-59ae6611b821 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:36.233729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767d4cb-fe89-4c1b-91dd-f8f3a2f3d6cf req-87f7f25f-f40c-430f-92fa-f4593044e86a tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:36.243039 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4767d4cb-fe89-4c1b-91dd-f8f3a2f3d6cf req-87f7f25f-f40c-430f-92fa-f4593044e86a tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.1220176 Dec 08 01:49:36.350189 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4767d4cb-fe89-4c1b-91dd-f8f3a2f3d6cf req-6984b459-58fe-4e38-afdb-17f4c1baf209 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028996 Dec 08 01:49:36.512473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-400320fe-afab-4036-b3c0-db09295bf917 req-aefc2907-a185-4213-ba4c-5e05fdd52f61 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1282553363', 'description': 'tempest-description-1108002678'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:36.520740 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38346) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:36.534195 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-400320fe-afab-4036-b3c0-db09295bf917 req-aefc2907-a185-4213-ba4c-5e05fdd52f61 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.534790 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f65a864c-bb07-4855-87f2-efbc1cb5dc17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.601020 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-400320fe-afab-4036-b3c0-db09295bf917 req-aefc2907-a185-4213-ba4c-5e05fdd52f61 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.604637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-400320fe-afab-4036-b3c0-db09295bf917 req-aefc2907-a185-4213-ba4c-5e05fdd52f61 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.612387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f65a864c-bb07-4855-87f2-efbc1cb5dc17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.616168 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f65a864c-bb07-4855-87f2-efbc1cb5dc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.635981 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-400320fe-afab-4036-b3c0-db09295bf917 req-aefc2907-a185-4213-ba4c-5e05fdd52f61 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.637412 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-400320fe-afab-4036-b3c0-db09295bf917 req-aefc2907-a185-4213-ba4c-5e05fdd52f61 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1298838 Dec 08 01:49:36.639281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc2907-a185-4213-ba4c-5e05fdd52f61 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d929b92-abd4-4af3-86b4-daad4b7455ce,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:36.661170 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f65a864c-bb07-4855-87f2-efbc1cb5dc17 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f57c8b28c2146b0978a2f88b309d6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392407 Dec 08 01:49:36.662131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a864c-bb07-4855-87f2-efbc1cb5dc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07238940-5813-48ab-a3ae-3dab86da8c8e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:36.663759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38350) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:36.733740 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4cfa2a14-c62c-45a5-8f0a-68c52954bf60 req-156879bc-5d9e-4806-8936-4770c07e6b5e tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/8d929b92-abd4-4af3-86b4-daad4b7455ce HTTP/1.1" status: 200 len: 1822 time: 0.0645406 Dec 08 01:49:36.749213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-4cfa2a14-c62c-45a5-8f0a-68c52954bf60 req-9e578fac-6564-4f02-9ac1-5d38b1721bb0 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d929b92-abd4-4af3-86b4-daad4b7455ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:36.749536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-4cfa2a14-c62c-45a5-8f0a-68c52954bf60 req-9e578fac-6564-4f02-9ac1-5d38b1721bb0 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d929b92-abd4-4af3-86b4-daad4b7455ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:36.756277 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71e97cf4-d8ed-4a58-87d1-5da9bc746d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.786905 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71e97cf4-d8ed-4a58-87d1-5da9bc746d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.846644 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4cfa2a14-c62c-45a5-8f0a-68c52954bf60 req-9e578fac-6564-4f02-9ac1-5d38b1721bb0 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.866264 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71e97cf4-d8ed-4a58-87d1-5da9bc746d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.869130 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71e97cf4-d8ed-4a58-87d1-5da9bc746d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.870265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-71e97cf4-d8ed-4a58-87d1-5da9bc746d4c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/07238940-5813-48ab-a3ae-3dab86da8c8e HTTP/1.1" status: 204 len: 168 time: 0.2054970 Dec 08 01:49:36.886524 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4cfa2a14-c62c-45a5-8f0a-68c52954bf60 req-9e578fac-6564-4f02-9ac1-5d38b1721bb0 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.887702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e97cf4-d8ed-4a58-87d1-5da9bc746d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07238940-5813-48ab-a3ae-3dab86da8c8e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:36.890879 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4cfa2a14-c62c-45a5-8f0a-68c52954bf60 req-9e578fac-6564-4f02-9ac1-5d38b1721bb0 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.913279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e578fac-6564-4f02-9ac1-5d38b1721bb0 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f797a64a-c2f6-484a-8275-4d079a916416,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:36.920642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4cfa2a14-c62c-45a5-8f0a-68c52954bf60 req-9e578fac-6564-4f02-9ac1-5d38b1721bb0 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.921875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4cfa2a14-c62c-45a5-8f0a-68c52954bf60 req-9e578fac-6564-4f02-9ac1-5d38b1721bb0 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1791947 Dec 08 01:49:36.951051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-369af760-26cd-4e9e-83ca-c3880107d2ef req-42980209-010b-4e32-8e0e-66cd5f894781 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1653305592', 'description': 'tempest-description-1775647552'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:36.973649 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-369af760-26cd-4e9e-83ca-c3880107d2ef req-42980209-010b-4e32-8e0e-66cd5f894781 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.051663 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-369af760-26cd-4e9e-83ca-c3880107d2ef req-42980209-010b-4e32-8e0e-66cd5f894781 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.057124 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-369af760-26cd-4e9e-83ca-c3880107d2ef req-42980209-010b-4e32-8e0e-66cd5f894781 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.092131 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-369af760-26cd-4e9e-83ca-c3880107d2ef req-42980209-010b-4e32-8e0e-66cd5f894781 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.093763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-369af760-26cd-4e9e-83ca-c3880107d2ef req-42980209-010b-4e32-8e0e-66cd5f894781 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1473963 Dec 08 01:49:37.106523 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42980209-010b-4e32-8e0e-66cd5f894781 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb66616-cc90-4c81-9961-5cd1481a8c78,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:37.187052 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d8ce9-a4f7-40e4-bffe-ce0691220b72 req-94cbbe3a-ea7e-44c6-b882-04fd1d9be6af tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:37.188583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-138d8ce9-a4f7-40e4-bffe-ce0691220b72 req-94cbbe3a-ea7e-44c6-b882-04fd1d9be6af tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 946 time: 0.0793509 Dec 08 01:49:37.193841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-268fe3fa-fc51-4204-9c9d-409ac87ff591 req-25a9cae5-d9b8-48d6-ac0e-d95532ae3e3c tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/deb66616-cc90-4c81-9961-5cd1481a8c78 HTTP/1.1" status: 200 len: 1822 time: 0.0732670 Dec 08 01:49:37.211623 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-268fe3fa-fc51-4204-9c9d-409ac87ff591 req-694f64b0-9f84-46bf-890c-3f1d471f31ee tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'deb66616-cc90-4c81-9961-5cd1481a8c78', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:37.211944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-268fe3fa-fc51-4204-9c9d-409ac87ff591 req-694f64b0-9f84-46bf-890c-3f1d471f31ee tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'deb66616-cc90-4c81-9961-5cd1481a8c78', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:37.255919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-138d8ce9-a4f7-40e4-bffe-ce0691220b72 req-bf70a313-b4c5-423f-89a5-77e757d42af2 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610025 Dec 08 01:49:37.292280 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-268fe3fa-fc51-4204-9c9d-409ac87ff591 req-694f64b0-9f84-46bf-890c-3f1d471f31ee tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.309854 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-268fe3fa-fc51-4204-9c9d-409ac87ff591 req-694f64b0-9f84-46bf-890c-3f1d471f31ee tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.314654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-268fe3fa-fc51-4204-9c9d-409ac87ff591 req-694f64b0-9f84-46bf-890c-3f1d471f31ee tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.338079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f64b0-9f84-46bf-890c-3f1d471f31ee tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac62a823-b9ad-4b6d-8f94-4154886be793,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:37.344298 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-268fe3fa-fc51-4204-9c9d-409ac87ff591 req-694f64b0-9f84-46bf-890c-3f1d471f31ee tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.345463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-268fe3fa-fc51-4204-9c9d-409ac87ff591 req-694f64b0-9f84-46bf-890c-3f1d471f31ee tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1435096 Dec 08 01:49:37.371994 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-358d4950-937a-41dc-b339-efca19ce0580 req-cfc5501d-b277-4861-9b19-92e5ac6d79aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-202517310', 'description': 'tempest-description-1453165787'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:37.398422 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-358d4950-937a-41dc-b339-efca19ce0580 req-cfc5501d-b277-4861-9b19-92e5ac6d79aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.488663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767671c-f1cd-418b-9cd5-824d1e484a16 req-966f9fb5-c821-4e53-b943-f0f65fc94e10 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:37.490131 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1767671c-f1cd-418b-9cd5-824d1e484a16 req-966f9fb5-c821-4e53-b943-f0f65fc94e10 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.0741520 Dec 08 01:49:37.521744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-358d4950-937a-41dc-b339-efca19ce0580 req-cfc5501d-b277-4861-9b19-92e5ac6d79aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.529655 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-358d4950-937a-41dc-b339-efca19ce0580 req-cfc5501d-b277-4861-9b19-92e5ac6d79aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.574415 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-358d4950-937a-41dc-b339-efca19ce0580 req-cfc5501d-b277-4861-9b19-92e5ac6d79aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.575653 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-358d4950-937a-41dc-b339-efca19ce0580 req-cfc5501d-b277-4861-9b19-92e5ac6d79aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2090499 Dec 08 01:49:37.577687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5501d-b277-4861-9b19-92e5ac6d79aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5d8676-86bc-4a2d-8e80-735793f13243,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:37.582816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1767671c-f1cd-418b-9cd5-824d1e484a16 req-cd88334a-80d5-406e-b464-cecc3a1e1313 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828528 Dec 08 01:49:37.616523 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-96c77d94-1567-4363-a89d-f20def6a9c4c req-c3fed322-be44-4203-855d-6c069355c54e tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-708383433', 'description': 'tempest-description-1708495206'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:37.639813 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-96c77d94-1567-4363-a89d-f20def6a9c4c req-c3fed322-be44-4203-855d-6c069355c54e tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.706026 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-96c77d94-1567-4363-a89d-f20def6a9c4c req-c3fed322-be44-4203-855d-6c069355c54e tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.709830 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-96c77d94-1567-4363-a89d-f20def6a9c4c req-c3fed322-be44-4203-855d-6c069355c54e tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.738948 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fed322-be44-4203-855d-6c069355c54e tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e41ba1-6279-49f6-898a-6e15ef026023,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:37.743744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-96c77d94-1567-4363-a89d-f20def6a9c4c req-c3fed322-be44-4203-855d-6c069355c54e tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.744956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96c77d94-1567-4363-a89d-f20def6a9c4c req-c3fed322-be44-4203-855d-6c069355c54e tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1330328 Dec 08 01:49:37.819141 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-051440fc-e38a-4f1e-a9a9-024a3703c065 req-df9af3d5-5613-476a-9452-1270560ef97e tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/af5d8676-86bc-4a2d-8e80-735793f13243 HTTP/1.1" status: 200 len: 1821 time: 0.0507638 Dec 08 01:49:37.885482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e91815-913a-4238-9f37-886ca6fab4de req-f74fe472-b306-4682-bf72-dc21897ed2a3 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:37.886982 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64e91815-913a-4238-9f37-886ca6fab4de req-f74fe472-b306-4682-bf72-dc21897ed2a3 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 946 time: 0.0807910 Dec 08 01:49:37.892657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-051440fc-e38a-4f1e-a9a9-024a3703c065 req-17aa1d10-9001-468b-b8fd-213c9938d235 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/70e41ba1-6279-49f6-898a-6e15ef026023 HTTP/1.1" status: 200 len: 1821 time: 0.0596683 Dec 08 01:49:37.926271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-051440fc-e38a-4f1e-a9a9-024a3703c065 req-12e4971a-10db-419d-82be-f4e4385b9afd tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'af5d8676-86bc-4a2d-8e80-735793f13243', 'remote_group_id': '70e41ba1-6279-49f6-898a-6e15ef026023', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:37.926620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-051440fc-e38a-4f1e-a9a9-024a3703c065 req-12e4971a-10db-419d-82be-f4e4385b9afd tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'af5d8676-86bc-4a2d-8e80-735793f13243', 'remote_group_id': '70e41ba1-6279-49f6-898a-6e15ef026023', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:38.044512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-64e91815-913a-4238-9f37-886ca6fab4de req-2892b8c7-f3dc-46fe-b949-9d6bf8934143 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Deleting port 7570ed32-4008-4b78-ac62-16ae7dcc51ac {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:38.044852 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-64e91815-913a-4238-9f37-886ca6fab4de req-2892b8c7-f3dc-46fe-b949-9d6bf8934143 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.049807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-051440fc-e38a-4f1e-a9a9-024a3703c065 req-12e4971a-10db-419d-82be-f4e4385b9afd tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.153216 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-051440fc-e38a-4f1e-a9a9-024a3703c065 req-12e4971a-10db-419d-82be-f4e4385b9afd tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.159943 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-051440fc-e38a-4f1e-a9a9-024a3703c065 req-12e4971a-10db-419d-82be-f4e4385b9afd tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.197537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-64e91815-913a-4238-9f37-886ca6fab4de req-2892b8c7-f3dc-46fe-b949-9d6bf8934143 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] For port 7570ed32-4008-4b78-ac62-16ae7dcc51ac, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7570ed32-4008-4b78-ac62-16ae7dcc51ac,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:38.197961 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-64e91815-913a-4238-9f37-886ca6fab4de req-2892b8c7-f3dc-46fe-b949-9d6bf8934143 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.202488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4971a-10db-419d-82be-f4e4385b9afd tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff09867-b5bc-46b9-a599-40296b899d23,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:38.223932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-051440fc-e38a-4f1e-a9a9-024a3703c065 req-12e4971a-10db-419d-82be-f4e4385b9afd tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.225065 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-051440fc-e38a-4f1e-a9a9-024a3703c065 req-12e4971a-10db-419d-82be-f4e4385b9afd tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3052919 Dec 08 01:49:38.226065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-64e91815-913a-4238-9f37-886ca6fab4de req-2892b8c7-f3dc-46fe-b949-9d6bf8934143 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Calling delete_port for 7570ed32-4008-4b78-ac62-16ae7dcc51ac owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:38.279064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9422d120-3ebe-4963-afc6-38b0fcd5b42a req-e3469755-665f-460c-b9c8-938c37063d04 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-931095030', 'description': 'tempest-description-1405883572'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:38.315569 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9422d120-3ebe-4963-afc6-38b0fcd5b42a req-e3469755-665f-460c-b9c8-938c37063d04 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.451630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05dbfc-ea29-40e1-af9e-b1d0f1a88059 req-38f0faed-3399-455f-9989-998bba9c0ff8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:38.453118 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd05dbfc-ea29-40e1-af9e-b1d0f1a88059 req-38f0faed-3399-455f-9989-998bba9c0ff8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ced893a-cd55-4d09-9b49-4f05bfb0a3be HTTP/1.1" status: 200 len: 946 time: 0.1208689 Dec 08 01:49:38.460532 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-64e91815-913a-4238-9f37-886ca6fab4de req-2892b8c7-f3dc-46fe-b949-9d6bf8934143 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.513528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892b8c7-f3dc-46fe-b949-9d6bf8934143 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Pushing event deleted for resources: {'Port': ['ID=7570ed32-4008-4b78-ac62-16ae7dcc51ac,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:38.518692 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9422d120-3ebe-4963-afc6-38b0fcd5b42a req-e3469755-665f-460c-b9c8-938c37063d04 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.530057 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9422d120-3ebe-4963-afc6-38b0fcd5b42a req-e3469755-665f-460c-b9c8-938c37063d04 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.592480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e91815-913a-4238-9f37-886ca6fab4de req-2892b8c7-f3dc-46fe-b949-9d6bf8934143 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] No DVR routers for this DVR port 7570ed32-4008-4b78-ac62-16ae7dcc51ac on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:38.598243 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-64e91815-913a-4238-9f37-886ca6fab4de req-2892b8c7-f3dc-46fe-b949-9d6bf8934143 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.601576 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64e91815-913a-4238-9f37-886ca6fab4de req-2892b8c7-f3dc-46fe-b949-9d6bf8934143 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.75 "DELETE /v2.0/ports/7570ed32-4008-4b78-ac62-16ae7dcc51ac HTTP/1.1" status: 204 len: 173 time: 0.7081077 Dec 08 01:49:38.606351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ced893a-cd55-4d09-9b49-4f05bfb0a3be', 'name': 'network-vif-deleted', 'tag': '7570ed32-4008-4b78-ac62-16ae7dcc51ac'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:38.610076 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab419c4-d5cd-42db-a208-0e29c90be946" -d '{"events": [{"server_uuid": "7ced893a-cd55-4d09-9b49-4f05bfb0a3be", "name": "network-vif-deleted", "tag": "7570ed32-4008-4b78-ac62-16ae7dcc51ac"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:38.614687 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9422d120-3ebe-4963-afc6-38b0fcd5b42a req-e3469755-665f-460c-b9c8-938c37063d04 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.615905 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9422d120-3ebe-4963-afc6-38b0fcd5b42a req-e3469755-665f-460c-b9c8-938c37063d04 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3438945 Dec 08 01:49:38.626652 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd05dbfc-ea29-40e1-af9e-b1d0f1a88059 req-3484be74-1e39-497c-8227-efd4b9743912 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594477 Dec 08 01:49:38.628896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3469755-665f-460c-b9c8-938c37063d04 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e995f3-519f-4dde-802e-4a25fdcf7455,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:38.791193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e875c4-1361-43fd-b7b8-fc066e894da6 req-a509febd-8bbb-4479-a547-9e1625e10a43 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:38.794005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-17e875c4-1361-43fd-b7b8-fc066e894da6 req-a509febd-8bbb-4479-a547-9e1625e10a43 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.0857038 Dec 08 01:49:38.795852 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8647e019-0589-4746-b864-42297860b530 x-openstack-request-id: req-8647e019-0589-4746-b864-42297860b530 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:38.796257 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ced893a-cd55-4d09-9b49-4f05bfb0a3be", "name": "network-vif-deleted", "tag": "7570ed32-4008-4b78-ac62-16ae7dcc51ac", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:38.797084 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8647e019-0589-4746-b864-42297860b530 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:38.797524 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ced893a-cd55-4d09-9b49-4f05bfb0a3be', 'name': 'network-vif-deleted', 'tag': '7570ed32-4008-4b78-ac62-16ae7dcc51ac', 'status': 'completed', 'code': 200} Dec 08 01:49:38.814957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1e051cf5-8788-487d-9c9f-0f90c4210159 req-05c64514-69d8-46e7-9509-2a3ff462c36b tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-800462231', 'description': 'tempest-description-1608758788'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:38.827333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7570ed32-4008-4b78-ac62-16ae7dcc51ac no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:38.851446 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 7570ed32-4008-4b78-ac62-16ae7dcc51ac {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:38.851807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7570ed32-4008-4b78-ac62-16ae7dcc51ac not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:38.868717 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-17e875c4-1361-43fd-b7b8-fc066e894da6 req-39230620-43c2-414b-a897-423875eb1a16 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647907 Dec 08 01:49:38.869867 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e051cf5-8788-487d-9c9f-0f90c4210159 req-05c64514-69d8-46e7-9509-2a3ff462c36b tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.944313 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e051cf5-8788-487d-9c9f-0f90c4210159 req-05c64514-69d8-46e7-9509-2a3ff462c36b tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.949216 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e051cf5-8788-487d-9c9f-0f90c4210159 req-05c64514-69d8-46e7-9509-2a3ff462c36b tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.977499 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1e051cf5-8788-487d-9c9f-0f90c4210159 req-05c64514-69d8-46e7-9509-2a3ff462c36b tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.978715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e051cf5-8788-487d-9c9f-0f90c4210159 req-05c64514-69d8-46e7-9509-2a3ff462c36b tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1740136 Dec 08 01:49:38.992932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c64514-69d8-46e7-9509-2a3ff462c36b tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd52eeb-f33c-4473-90d6-4870e7302fa2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:39.044021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ad9d409-9083-498e-b7ce-1604aaa5dd1c req-6c16fbb3-1513-4940-9fb3-ebf276732175 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/a8e995f3-519f-4dde-802e-4a25fdcf7455 HTTP/1.1" status: 200 len: 1821 time: 0.0389638 Dec 08 01:49:39.098038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ad9d409-9083-498e-b7ce-1604aaa5dd1c req-b7009cc4-b88e-4073-bbb8-7ddba3c260c3 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/1cd52eeb-f33c-4473-90d6-4870e7302fa2 HTTP/1.1" status: 200 len: 1821 time: 0.0466907 Dec 08 01:49:39.108752 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1ad9d409-9083-498e-b7ce-1604aaa5dd1c req-0090273d-77c7-4174-9167-e17a5039799a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a8e995f3-519f-4dde-802e-4a25fdcf7455', 'remote_group_id': '1cd52eeb-f33c-4473-90d6-4870e7302fa2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:39.109069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1ad9d409-9083-498e-b7ce-1604aaa5dd1c req-0090273d-77c7-4174-9167-e17a5039799a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a8e995f3-519f-4dde-802e-4a25fdcf7455', 'remote_group_id': '1cd52eeb-f33c-4473-90d6-4870e7302fa2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:39.171318 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1ad9d409-9083-498e-b7ce-1604aaa5dd1c req-0090273d-77c7-4174-9167-e17a5039799a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.213769 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1ad9d409-9083-498e-b7ce-1604aaa5dd1c req-0090273d-77c7-4174-9167-e17a5039799a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.219881 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1ad9d409-9083-498e-b7ce-1604aaa5dd1c req-0090273d-77c7-4174-9167-e17a5039799a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.242079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090273d-77c7-4174-9167-e17a5039799a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bb0fab-c88d-4e86-b27c-181aaed1c5be,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:39.253753 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1ad9d409-9083-498e-b7ce-1604aaa5dd1c req-0090273d-77c7-4174-9167-e17a5039799a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.259652 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ad9d409-9083-498e-b7ce-1604aaa5dd1c req-0090273d-77c7-4174-9167-e17a5039799a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1553872 Dec 08 01:49:39.320999 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb597419-8948-444a-a191-bad39d9d5a02 req-536bd79a-bfb4-4ffb-9a12-c1dcbe1a5a22 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/1cd52eeb-f33c-4473-90d6-4870e7302fa2 HTTP/1.1" status: 200 len: 1821 time: 0.0394306 Dec 08 01:49:39.378055 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-eb597419-8948-444a-a191-bad39d9d5a02 req-02ca0ee3-ef4a-4f6a-802a-81ba72464112 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.399614 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-eb597419-8948-444a-a191-bad39d9d5a02 req-02ca0ee3-ef4a-4f6a-802a-81ba72464112 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.463830 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-eb597419-8948-444a-a191-bad39d9d5a02 req-02ca0ee3-ef4a-4f6a-802a-81ba72464112 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.467068 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-eb597419-8948-444a-a191-bad39d9d5a02 req-02ca0ee3-ef4a-4f6a-802a-81ba72464112 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.468238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb597419-8948-444a-a191-bad39d9d5a02 req-02ca0ee3-ef4a-4f6a-802a-81ba72464112 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "DELETE /v2.0/security-groups/1cd52eeb-f33c-4473-90d6-4870e7302fa2 HTTP/1.1" status: 204 len: 173 time: 0.1416712 Dec 08 01:49:39.477738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca0ee3-ef4a-4f6a-802a-81ba72464112 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd52eeb-f33c-4473-90d6-4870e7302fa2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:39.529411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d26befde-9a00-453e-b37b-992ce02eef42 req-366351c3-02c1-4d1e-920e-3a42a18e5b27 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/a8e995f3-519f-4dde-802e-4a25fdcf7455 HTTP/1.1" status: 200 len: 1821 time: 0.0399768 Dec 08 01:49:39.554778 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1d62ca2e-7673-47a2-b0b3-e02fe65404bf req-1ce01dc9-2e4d-4ad6-9c5d-6e6f22ca547f tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-232199778', 'description': 'tempest-description-178968402'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:39.578927 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d62ca2e-7673-47a2-b0b3-e02fe65404bf req-1ce01dc9-2e4d-4ad6-9c5d-6e6f22ca547f tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.648254 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d62ca2e-7673-47a2-b0b3-e02fe65404bf req-1ce01dc9-2e4d-4ad6-9c5d-6e6f22ca547f tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.652967 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d62ca2e-7673-47a2-b0b3-e02fe65404bf req-1ce01dc9-2e4d-4ad6-9c5d-6e6f22ca547f tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.685522 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d62ca2e-7673-47a2-b0b3-e02fe65404bf req-1ce01dc9-2e4d-4ad6-9c5d-6e6f22ca547f tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.686798 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d62ca2e-7673-47a2-b0b3-e02fe65404bf req-1ce01dc9-2e4d-4ad6-9c5d-6e6f22ca547f tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1360807 Dec 08 01:49:39.688564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce01dc9-2e4d-4ad6-9c5d-6e6f22ca547f tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eafc839-3587-47bb-912e-41bbff892eba,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:39.754989 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4c540fe-367e-4f8a-8f66-f03293cd3697 req-7fabee8c-f0f8-43c7-8893-eec02d05a9e8 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/3eafc839-3587-47bb-912e-41bbff892eba HTTP/1.1" status: 200 len: 1820 time: 0.0404389 Dec 08 01:49:39.765151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b4c540fe-367e-4f8a-8f66-f03293cd3697 req-a1eb0fbd-6968-4569-8f35-0374b50e36aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3eafc839-3587-47bb-912e-41bbff892eba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:39.765471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b4c540fe-367e-4f8a-8f66-f03293cd3697 req-a1eb0fbd-6968-4569-8f35-0374b50e36aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3eafc839-3587-47bb-912e-41bbff892eba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:39.832610 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4c540fe-367e-4f8a-8f66-f03293cd3697 req-a1eb0fbd-6968-4569-8f35-0374b50e36aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.862405 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4c540fe-367e-4f8a-8f66-f03293cd3697 req-a1eb0fbd-6968-4569-8f35-0374b50e36aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.867253 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4c540fe-367e-4f8a-8f66-f03293cd3697 req-a1eb0fbd-6968-4569-8f35-0374b50e36aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.889436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb0fbd-6968-4569-8f35-0374b50e36aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6144e3fe-e88c-4b8c-976f-dbc732da919a,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:39.898550 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4c540fe-367e-4f8a-8f66-f03293cd3697 req-a1eb0fbd-6968-4569-8f35-0374b50e36aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.899934 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4c540fe-367e-4f8a-8f66-f03293cd3697 req-a1eb0fbd-6968-4569-8f35-0374b50e36aa tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1388137 Dec 08 01:49:40.053979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-adf5d57f-a7ed-44e5-890b-a17ca963e0c3 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:40.055457 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-adf5d57f-a7ed-44e5-890b-a17ca963e0c3 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/networks?id=eef83dad-0d30-493d-b01b-08306229e878 HTTP/1.1" status: 200 len: 822 time: 0.1319354 Dec 08 01:49:40.062948 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65086df-7876-41d2-9466-b34a99c83fff req-49f2fd78-6d72-4eff-a2aa-3ff28821cdf2 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:40.064353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d65086df-7876-41d2-9466-b34a99c83fff req-49f2fd78-6d72-4eff-a2aa-3ff28821cdf2 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.1079845 Dec 08 01:49:40.081193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-34cc057c-fd08-4176-b638-f877f02b3a7e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/quotas/89e150232843410ca18f76bac93ee49e HTTP/1.1" status: 200 len: 375 time: 0.0158312 Dec 08 01:49:40.122303 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-6d11b0bc-582c-48dc-acf1-5025f01538ca tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=89e150232843410ca18f76bac93ee49e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338557 Dec 08 01:49:40.165412 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d65086df-7876-41d2-9466-b34a99c83fff req-ba6ed98a-eeb5-4aa1-9cc4-3d57b994901b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930259 Dec 08 01:49:40.255263 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00db92da-7da6-4dd2-b0ca-ed5817b5bdc2 req-401ba1a7-6fb9-4161-9bf0-092ed941bffb tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/3eafc839-3587-47bb-912e-41bbff892eba HTTP/1.1" status: 200 len: 2413 time: 0.0625913 Dec 08 01:49:40.260257 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-2ce87f1b-27d3-4979-a028-4546ef2577c8 service neutron] 10.222.0.71 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267831 Dec 08 01:49:40.267971 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-00db92da-7da6-4dd2-b0ca-ed5817b5bdc2 req-00f6db54-e1a6-49a5-9b72-f281d3436670 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3eafc839-3587-47bb-912e-41bbff892eba', 'remote_group_id': None}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:40.268301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-00db92da-7da6-4dd2-b0ca-ed5817b5bdc2 req-00f6db54-e1a6-49a5-9b72-f281d3436670 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3eafc839-3587-47bb-912e-41bbff892eba', 'remote_group_id': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:40.393569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-d778269c-4431-4122-9fed-a717c135d485 service neutron] 10.222.0.71 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195953 Dec 08 01:49:40.400258 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-00db92da-7da6-4dd2-b0ca-ed5817b5bdc2 req-00f6db54-e1a6-49a5-9b72-f281d3436670 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.421693 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-00db92da-7da6-4dd2-b0ca-ed5817b5bdc2 req-00f6db54-e1a6-49a5-9b72-f281d3436670 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.427211 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-00db92da-7da6-4dd2-b0ca-ed5817b5bdc2 req-00f6db54-e1a6-49a5-9b72-f281d3436670 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.454629 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-00db92da-7da6-4dd2-b0ca-ed5817b5bdc2 req-00f6db54-e1a6-49a5-9b72-f281d3436670 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.467429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00db92da-7da6-4dd2-b0ca-ed5817b5bdc2 req-00f6db54-e1a6-49a5-9b72-f281d3436670 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2042544 Dec 08 01:49:40.468605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6db54-e1a6-49a5-9b72-f281d3436670 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27340586-8fa1-4fe1-9f9c-ec5aad959f43,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:40.721385 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae6f108c-2ee7-4441-91f9-9897605c1604 req-da9924aa-827e-4e90-9575-1be97d493c95 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/3eafc839-3587-47bb-912e-41bbff892eba HTTP/1.1" status: 200 len: 3011 time: 0.0841923 Dec 08 01:49:40.794501 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9198f9a3-653b-42e2-9d68-1dfa133a375c req-6bf3780b-4072-4f38-a676-c230436265e5 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 210 time: 0.0587575 Dec 08 01:49:40.860824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a4bce-a0cb-4e8f-b58e-b2165d5f4996 req-1bfe7a35-5b26-48ac-bb6f-abc9af28f11a tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:40.862330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df3a4bce-a0cb-4e8f-b58e-b2165d5f4996 req-1bfe7a35-5b26-48ac-bb6f-abc9af28f11a tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 946 time: 0.0708544 Dec 08 01:49:40.890184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca10c352-a1ec-4531-afb0-49cb1f86e4d0 req-b28cd58b-9d01-405c-9013-2533c50b52a7 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-group-rules/27340586-8fa1-4fe1-9f9c-ec5aad959f43 HTTP/1.1" status: 200 len: 783 time: 0.0395334 Dec 08 01:49:40.957791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df3a4bce-a0cb-4e8f-b58e-b2165d5f4996 req-45c049c8-9468-415e-a074-0fe36e4ee813 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878415 Dec 08 01:49:41.012720 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca10c352-a1ec-4531-afb0-49cb1f86e4d0 req-e3ea6f0b-1ccb-4217-9706-de486ca59c52 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/3eafc839-3587-47bb-912e-41bbff892eba HTTP/1.1" status: 200 len: 3011 time: 0.1144865 Dec 08 01:49:41.052090 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ca10c352-a1ec-4531-afb0-49cb1f86e4d0 req-4f130bda-ab94-4469-af2b-b47cfff92b8a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.061518 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ca10c352-a1ec-4531-afb0-49cb1f86e4d0 req-4f130bda-ab94-4469-af2b-b47cfff92b8a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.090102 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ca10c352-a1ec-4531-afb0-49cb1f86e4d0 req-4f130bda-ab94-4469-af2b-b47cfff92b8a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.104825 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ca10c352-a1ec-4531-afb0-49cb1f86e4d0 req-4f130bda-ab94-4469-af2b-b47cfff92b8a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.106602 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca10c352-a1ec-4531-afb0-49cb1f86e4d0 req-4f130bda-ab94-4469-af2b-b47cfff92b8a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/27340586-8fa1-4fe1-9f9c-ec5aad959f43 HTTP/1.1" status: 204 len: 173 time: 0.0865734 Dec 08 01:49:41.116668 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f130bda-ab94-4469-af2b-b47cfff92b8a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27340586-8fa1-4fe1-9f9c-ec5aad959f43,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:41.207740 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-631ad33e-ff19-45dd-b4a8-f2e24e957ed2 req-bd58118c-d60d-4f35-9751-2a1fb173e080 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/3eafc839-3587-47bb-912e-41bbff892eba HTTP/1.1" status: 200 len: 2413 time: 0.0719624 Dec 08 01:49:41.332648 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-631ad33e-ff19-45dd-b4a8-f2e24e957ed2 req-12e03fc1-200f-4a13-b08e-6156b2186a6a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.378074 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d0a5c-a7a1-4d08-bf88-fb09295937f7 req-73332415-e3b2-4e9b-ba9d-d28af2b4c517 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:41.379144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee4d0a5c-a7a1-4d08-bf88-fb09295937f7 req-73332415-e3b2-4e9b-ba9d-d28af2b4c517 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.0953751 Dec 08 01:49:41.381014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-631ad33e-ff19-45dd-b4a8-f2e24e957ed2 req-12e03fc1-200f-4a13-b08e-6156b2186a6a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.461972 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee4d0a5c-a7a1-4d08-bf88-fb09295937f7 req-6bfaca71-8ad0-425d-9239-cabfb150a83e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680137 Dec 08 01:49:41.467166 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-631ad33e-ff19-45dd-b4a8-f2e24e957ed2 req-12e03fc1-200f-4a13-b08e-6156b2186a6a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.473395 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-631ad33e-ff19-45dd-b4a8-f2e24e957ed2 req-12e03fc1-200f-4a13-b08e-6156b2186a6a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.473395 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-631ad33e-ff19-45dd-b4a8-f2e24e957ed2 req-12e03fc1-200f-4a13-b08e-6156b2186a6a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "DELETE /v2.0/security-groups/3eafc839-3587-47bb-912e-41bbff892eba HTTP/1.1" status: 204 len: 173 time: 0.2621353 Dec 08 01:49:41.482407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e03fc1-200f-4a13-b08e-6156b2186a6a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eafc839-3587-47bb-912e-41bbff892eba,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:41.523198 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-e23d77e8-f427-4630-9ad8-52d58166ba67 req-8275cd4f-4254-4048-ae81-758daaa8a568 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] show failed (client error): The resource could not be found. Dec 08 01:49:41.524255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e23d77e8-f427-4630-9ad8-52d58166ba67 req-8275cd4f-4254-4048-ae81-758daaa8a568 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/1cd52eeb-f33c-4473-90d6-4870e7302fa2 HTTP/1.1" status: 404 len: 352 time: 0.0149446 Dec 08 01:49:41.600458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94dbb3b7-fe01-4f8d-aae6-e4015bc53941 req-6cfca456-e859-49f9-8cb8-fed762b13c31 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/a8e995f3-519f-4dde-802e-4a25fdcf7455 HTTP/1.1" status: 200 len: 1821 time: 0.0541711 Dec 08 01:49:41.671332 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-94dbb3b7-fe01-4f8d-aae6-e4015bc53941 req-20f8c099-2bce-4290-9947-19a5cc56e722 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.702236 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-94dbb3b7-fe01-4f8d-aae6-e4015bc53941 req-20f8c099-2bce-4290-9947-19a5cc56e722 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.763270 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-94dbb3b7-fe01-4f8d-aae6-e4015bc53941 req-20f8c099-2bce-4290-9947-19a5cc56e722 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.767126 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-94dbb3b7-fe01-4f8d-aae6-e4015bc53941 req-20f8c099-2bce-4290-9947-19a5cc56e722 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.776577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94dbb3b7-fe01-4f8d-aae6-e4015bc53941 req-20f8c099-2bce-4290-9947-19a5cc56e722 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "DELETE /v2.0/security-groups/a8e995f3-519f-4dde-802e-4a25fdcf7455 HTTP/1.1" status: 204 len: 173 time: 0.1633806 Dec 08 01:49:41.840428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8c099-2bce-4290-9947-19a5cc56e722 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e995f3-519f-4dde-802e-4a25fdcf7455,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:41.953734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18aa35c3-46b7-451b-953d-903d13776476 req-ffca5324-2d52-4e07-8921-82f89a79ccf2 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/70e41ba1-6279-49f6-898a-6e15ef026023 HTTP/1.1" status: 200 len: 1821 time: 0.1403468 Dec 08 01:49:42.005988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-39645f46-fbdb-41e4-ad61-65f046cd67a7 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:42.007446 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-39645f46-fbdb-41e4-ad61-65f046cd67a7 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.75 "GET /v2.0/networks?id=eef83dad-0d30-493d-b01b-08306229e878 HTTP/1.1" status: 200 len: 822 time: 0.2104585 Dec 08 01:49:42.034879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-3733e99e-30d0-4c60-b996-ef58c7af41a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Request body: {'port': {'device_id': '718fbddd-f7fd-48f1-a27e-bcb8a5396c1a', 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878', 'admin_state_up': True, 'tenant_id': '89e150232843410ca18f76bac93ee49e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:42.070253 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-18aa35c3-46b7-451b-953d-903d13776476 req-b2912ec4-c7d0-4037-94e1-2ce16cb5f36a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.080673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-679f48ac-dd60-4f17-b804-da0302c0b310 req-33d63654-9a83-46ca-b9aa-278c868e40e1 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 210 time: 0.0531068 Dec 08 01:49:42.139149 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-18aa35c3-46b7-451b-953d-903d13776476 req-b2912ec4-c7d0-4037-94e1-2ce16cb5f36a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.254408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643088bb-ffbf-4af0-862a-5e38a2878fb1 req-9b503c78-3dbc-43fa-a73b-a70cfb74021e tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:42.255804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-643088bb-ffbf-4af0-862a-5e38a2878fb1 req-9b503c78-3dbc-43fa-a73b-a70cfb74021e tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 946 time: 0.1057951 Dec 08 01:49:42.263370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-3733e99e-30d0-4c60-b996-ef58c7af41a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Made reservation on behalf of 89e150232843410ca18f76bac93ee49e for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:42.266957 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-3733e99e-30d0-4c60-b996-ef58c7af41a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.306330 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-18aa35c3-46b7-451b-953d-903d13776476 req-b2912ec4-c7d0-4037-94e1-2ce16cb5f36a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.309492 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-18aa35c3-46b7-451b-953d-903d13776476 req-b2912ec4-c7d0-4037-94e1-2ce16cb5f36a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.310783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18aa35c3-46b7-451b-953d-903d13776476 req-b2912ec4-c7d0-4037-94e1-2ce16cb5f36a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "DELETE /v2.0/security-groups/70e41ba1-6279-49f6-898a-6e15ef026023 HTTP/1.1" status: 204 len: 173 time: 0.3562760 Dec 08 01:49:42.338021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2912ec4-c7d0-4037-94e1-2ce16cb5f36a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e41ba1-6279-49f6-898a-6e15ef026023,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:42.384579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-643088bb-ffbf-4af0-862a-5e38a2878fb1 req-41013ef9-3859-449a-8a25-1b5fc942510f tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150711 Dec 08 01:49:42.490555 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-78389d23-96c6-4167-b00f-a0e5c60374cc req-2639c54b-1d91-4a68-b3ed-b704acbf1dc2 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/af5d8676-86bc-4a2d-8e80-735793f13243 HTTP/1.1" status: 200 len: 1821 time: 0.0777223 Dec 08 01:49:42.497243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-3733e99e-30d0-4c60-b996-ef58c7af41a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Allocated IP 172.20.0.13 (eef83dad-0d30-493d-b01b-08306229e878/0967e208-c2ac-4601-9bbb-5480d82388b6/65734413-4146-4527-b457-00ec8fa15106) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:42.635628 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-78389d23-96c6-4167-b00f-a0e5c60374cc req-82abf8fb-4a56-4593-8021-66bcc686f038 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.710170 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557059f-eff4-4e87-9311-6d4d01f8e2ee req-ce2a529e-ceb1-4820-9365-38b7f7c33191 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:42.711688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4557059f-eff4-4e87-9311-6d4d01f8e2ee req-ce2a529e-ceb1-4820-9365-38b7f7c33191 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.1583021 Dec 08 01:49:42.719292 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-78389d23-96c6-4167-b00f-a0e5c60374cc req-82abf8fb-4a56-4593-8021-66bcc686f038 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.813934 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-3733e99e-30d0-4c60-b996-ef58c7af41a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.820160 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4557059f-eff4-4e87-9311-6d4d01f8e2ee req-191bce21-4ed8-40a2-84fa-cd6df336ad36 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981104 Dec 08 01:49:42.830048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-78389d23-96c6-4167-b00f-a0e5c60374cc req-82abf8fb-4a56-4593-8021-66bcc686f038 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.833000 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-78389d23-96c6-4167-b00f-a0e5c60374cc req-82abf8fb-4a56-4593-8021-66bcc686f038 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.834111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-78389d23-96c6-4167-b00f-a0e5c60374cc req-82abf8fb-4a56-4593-8021-66bcc686f038 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "DELETE /v2.0/security-groups/af5d8676-86bc-4a2d-8e80-735793f13243 HTTP/1.1" status: 204 len: 173 time: 0.3322580 Dec 08 01:49:42.857467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abf8fb-4a56-4593-8021-66bcc686f038 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5d8676-86bc-4a2d-8e80-735793f13243,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:42.884904 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-3733e99e-30d0-4c60-b996-ef58c7af41a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.936376 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-3733e99e-30d0-4c60-b996-ef58c7af41a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Network eef83dad-0d30-493d-b01b-08306229e878 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:42.939888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-3733e99e-30d0-4c60-b996-ef58c7af41a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:42.945101 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-3733e99e-30d0-4c60-b996-ef58c7af41a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:42.973404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733e99e-30d0-4c60-b996-ef58c7af41a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Pushing event updated for resources: {'Port': ['ID=65734413-4146-4527-b457-00ec8fa15106,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:43.031901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-3733e99e-30d0-4c60-b996-ef58c7af41a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:43.032522 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-3733e99e-30d0-4c60-b996-ef58c7af41a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.045707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eadaafcb-3ff7-4214-a1b9-d303e88b9c1c req-6ed92dc9-7e74-4c18-a1cc-0111369479c1 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/deb66616-cc90-4c81-9961-5cd1481a8c78 HTTP/1.1" status: 200 len: 2421 time: 0.0949912 Dec 08 01:49:43.052962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-3733e99e-30d0-4c60-b996-ef58c7af41a8 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0242724 Dec 08 01:49:43.074070 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Request body: {'port': {'device_id': '718fbddd-f7fd-48f1-a27e-bcb8a5396c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:43.080273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38592) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:43.156988 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.158600 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-eadaafcb-3ff7-4214-a1b9-d303e88b9c1c req-41a87101-e32d-4d6c-b9a4-1c7e36a4dbec tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.192292 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03826285-76c3-4a83-80f7-fe782ba079b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.239932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-eadaafcb-3ff7-4214-a1b9-d303e88b9c1c req-41a87101-e32d-4d6c-b9a4-1c7e36a4dbec tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.272494 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03826285-76c3-4a83-80f7-fe782ba079b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.277197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03826285-76c3-4a83-80f7-fe782ba079b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.289200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854bff-07be-4410-a451-08fd04d22eb9 req-c8c381d7-67ea-4704-86cd-86981475e0b3 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:43.290695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38854bff-07be-4410-a451-08fd04d22eb9 req-c8c381d7-67ea-4704-86cd-86981475e0b3 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 932 time: 0.1295593 Dec 08 01:49:43.322083 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-03826285-76c3-4a83-80f7-fe782ba079b1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fad565a528bb43a58dc21d0d8d80e73e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384436 Dec 08 01:49:43.322335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38598) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:43.328730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03826285-76c3-4a83-80f7-fe782ba079b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ccc0c7-d5d3-4bb9-a36d-a1f9c9f1c34f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:43.385326 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5fd4e15-51df-4c5a-b6b1-b88793d3200a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.404376 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-eadaafcb-3ff7-4214-a1b9-d303e88b9c1c req-41a87101-e32d-4d6c-b9a4-1c7e36a4dbec tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.406932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-eadaafcb-3ff7-4214-a1b9-d303e88b9c1c req-41a87101-e32d-4d6c-b9a4-1c7e36a4dbec tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.407535 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5fd4e15-51df-4c5a-b6b1-b88793d3200a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.408087 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eadaafcb-3ff7-4214-a1b9-d303e88b9c1c req-41a87101-e32d-4d6c-b9a4-1c7e36a4dbec tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "DELETE /v2.0/security-groups/deb66616-cc90-4c81-9961-5cd1481a8c78 HTTP/1.1" status: 204 len: 173 time: 0.3542333 Dec 08 01:49:43.459080 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5fd4e15-51df-4c5a-b6b1-b88793d3200a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.460123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a87101-e32d-4d6c-b9a4-1c7e36a4dbec tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb66616-cc90-4c81-9961-5cd1481a8c78,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:43.464172 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5fd4e15-51df-4c5a-b6b1-b88793d3200a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.466149 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e5fd4e15-51df-4c5a-b6b1-b88793d3200a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/84ccc0c7-d5d3-4bb9-a36d-a1f9c9f1c34f HTTP/1.1" status: 204 len: 168 time: 0.1429343 Dec 08 01:49:43.468838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38854bff-07be-4410-a451-08fd04d22eb9 req-6ec19822-408a-47e1-8799-bdddfc9aec24 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656485 Dec 08 01:49:43.476645 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd4e15-51df-4c5a-b6b1-b88793d3200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ccc0c7-d5d3-4bb9-a36d-a1f9c9f1c34f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:43.593178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6aa33-36fb-4d3f-b042-0e9bb794cca7 req-e8a41863-0436-4b40-a3c3-b5aec3547d9f tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:43.598361 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09b6aa33-36fb-4d3f-b042-0e9bb794cca7 req-e8a41863-0436-4b40-a3c3-b5aec3547d9f tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 946 time: 0.1233892 Dec 08 01:49:43.611013 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5176354-0739-4e35-99a7-93b52d5624ca req-42170049-4629-493c-ac3c-6eb3e1119b06 tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "GET /v2.0/security-groups/8d929b92-abd4-4af3-86b4-daad4b7455ce HTTP/1.1" status: 200 len: 2415 time: 0.1024263 Dec 08 01:49:43.628639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-f96aa04b-d0e1-4e9f-aa8b-5610a6da9a72 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:43.630283 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-f96aa04b-d0e1-4e9f-aa8b-5610a6da9a72 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 946 time: 0.0520809 Dec 08 01:49:43.711180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65734413-4146-4527-b457-00ec8fa15106 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:43.725079 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.733089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Deleting port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:43.733431 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.746218 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09b6aa33-36fb-4d3f-b042-0e9bb794cca7 req-e4a15d63-904d-47b2-a806-696032aba657 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups?id=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396043 Dec 08 01:49:43.757320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Transition to ACTIVE for port object 65734413-4146-4527-b457-00ec8fa15106 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:49:43.761956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b5176354-0739-4e35-99a7-93b52d5624ca req-21ceb1be-c087-43a1-99be-bb39edeca20a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.769246 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.830302 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b5176354-0739-4e35-99a7-93b52d5624ca req-21ceb1be-c087-43a1-99be-bb39edeca20a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.834697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38610) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:43.864761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] For port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4a4522b1-a5d7-445d-bcfd-dc3962dee8ba,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:43.865132 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.870473 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72a6f8d0-bee8-4ea0-8d02-12dc6eeab9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.894360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Pushing event updated for resources: {'Port': ['ID=65734413-4146-4527-b457-00ec8fa15106,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:44.009976 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b5176354-0739-4e35-99a7-93b52d5624ca req-21ceb1be-c087-43a1-99be-bb39edeca20a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.013074 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b5176354-0739-4e35-99a7-93b52d5624ca req-21ceb1be-c087-43a1-99be-bb39edeca20a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.014216 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5176354-0739-4e35-99a7-93b52d5624ca req-21ceb1be-c087-43a1-99be-bb39edeca20a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] 10.222.0.71 "DELETE /v2.0/security-groups/8d929b92-abd4-4af3-86b4-daad4b7455ce HTTP/1.1" status: 204 len: 173 time: 0.3911092 Dec 08 01:49:44.020823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38618) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:44.054765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ceb1be-c087-43a1-99be-bb39edeca20a tempest-SecurityGroupRulesTestJSON-852001810 tempest-SecurityGroupRulesTestJSON-852001810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d929b92-abd4-4af3-86b4-daad4b7455ce,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:44.060581 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.061395 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.061867 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Floating IP 8272e18d-ca70-4da8-bd8c-64d4b1764f31 disassociated. External IP: 172.25.8.12, port: 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba. Dec 08 01:49:44.062206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Calling delete_port for 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:44.096277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9c49c-629f-4f62-84dd-24559f91e01f req-0950d69b-2c80-45d7-8c3f-b18f6efef229 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:44.097829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e2e9c49c-629f-4f62-84dd-24559f91e01f req-0950d69b-2c80-45d7-8c3f-b18f6efef229 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.1777635 Dec 08 01:49:44.109436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Attempting to bind port 65734413-4146-4527-b457-00ec8fa15106 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:44.109820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Attempting to bind port 65734413-4146-4527-b457-00ec8fa15106 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '90ef0fd6-ee95-48eb-b6af-f34b076e74b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:44.110282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Attempting to bind port 65734413-4146-4527-b457-00ec8fa15106 on network eef83dad-0d30-493d-b01b-08306229e878 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:44.153456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Port 65734413-4146-4527-b457-00ec8fa15106 on network eef83dad-0d30-493d-b01b-08306229e878 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:49:44.153774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Attempting to bind port 65734413-4146-4527-b457-00ec8fa15106 on network eef83dad-0d30-493d-b01b-08306229e878 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:44.174221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:44.174554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Checking segment: {'id': '90ef0fd6-ee95-48eb-b6af-f34b076e74b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:44.175052 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Bound using segment: {'id': '90ef0fd6-ee95-48eb-b6af-f34b076e74b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:44.175412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Bound port: 65734413-4146-4527-b457-00ec8fa15106, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ef0fd6-ee95-48eb-b6af-f34b076e74b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:44.175809 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.184294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4626b8-064e-4e41-add3-882f612f4f13 admin admin] Deleting subnet ef0c3a21-5e84-4aa9-a395-9a7ac23022a6 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:49:44.197218 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.211248 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb4626b8-064e-4e41-add3-882f612f4f13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.216796 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72a6f8d0-bee8-4ea0-8d02-12dc6eeab9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.226075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Pushing event deleted for resources: {'Port': ['ID=4a4522b1-a5d7-445d-bcfd-dc3962dee8ba,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:44.250688 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72a6f8d0-bee8-4ea0-8d02-12dc6eeab9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.291512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e2e9c49c-629f-4f62-84dd-24559f91e01f req-344563ad-5f1e-496d-9c3f-37224b062803 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787860 Dec 08 01:49:44.332980 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb4626b8-064e-4e41-add3-882f612f4f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.353912 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-72a6f8d0-bee8-4ea0-8d02-12dc6eeab9a5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6d525eab343940c7965ccbd23d46f017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5131335 Dec 08 01:49:44.354628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6f8d0-bee8-4ea0-8d02-12dc6eeab9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23baf9b-7fdb-4ebd-bb14-3fc8bba17a63,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:44.359154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38620) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:44.368403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:49:44.388193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] For port 65734413-4146-4527-b457-00ec8fa15106, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:44.403296 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb4626b8-064e-4e41-add3-882f612f4f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.406213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] For port 65734413-4146-4527-b457-00ec8fa15106, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=65734413-4146-4527-b457-00ec8fa15106,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:44.426549 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.467956 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63409ba6-c7dd-4650-b082-54233a4ceb37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.478100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:44.478799 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.480738 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] 10.222.0.75 "PUT /v2.0/ports/65734413-4146-4527-b457-00ec8fa15106 HTTP/1.1" status: 200 len: 1093 time: 1.4124751 Dec 08 01:49:44.481171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718fbddd-f7fd-48f1-a27e-bcb8a5396c1a', 'tag': '65734413-4146-4527-b457-00ec8fa15106'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:44.483387 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8101da4-d7a9-47c1-be19-a3ac2ffeeb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "718fbddd-f7fd-48f1-a27e-bcb8a5396c1a", "tag": "65734413-4146-4527-b457-00ec8fa15106"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:44.514354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06b83d-924c-4684-83b3-6a9b8ff73c4f service neutron] Pushing event updated for resources: {'Port': ['ID=65734413-4146-4527-b457-00ec8fa15106,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:44.522858 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb4626b8-064e-4e41-add3-882f612f4f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.555976 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaf6b46-7ee1-481e-ad74-871869e3b7a8 x-openstack-request-id: req-2aaf6b46-7ee1-481e-ad74-871869e3b7a8 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:44.556261 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718fbddd-f7fd-48f1-a27e-bcb8a5396c1a", "tag": "65734413-4146-4527-b457-00ec8fa15106", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:44.556512 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2aaf6b46-7ee1-481e-ad74-871869e3b7a8 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:44.556901 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718fbddd-f7fd-48f1-a27e-bcb8a5396c1a', 'tag': '65734413-4146-4527-b457-00ec8fa15106', 'status': 'completed', 'code': 200} Dec 08 01:49:44.557776 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63409ba6-c7dd-4650-b082-54233a4ceb37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.569429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4626b8-064e-4e41-add3-882f612f4f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef0c3a21-5e84-4aa9-a395-9a7ac23022a6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:44.577341 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb4626b8-064e-4e41-add3-882f612f4f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.580985 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fb4626b8-064e-4e41-add3-882f612f4f13 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ef0c3a21-5e84-4aa9-a395-9a7ac23022a6 HTTP/1.1" status: 204 len: 168 time: 0.5545039 Dec 08 01:49:44.581795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:49:44.590064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38626) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:44.597269 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b15208-0e67-460f-883c-d8030285a909 None None] Sync routers for ids ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:49:44.609766 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b15208-0e67-460f-883c-d8030285a909 None None] Routers {'999beb2f-5c81-4a2c-91d8-8dc0830d9711'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:49:44.610423 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-56b15208-0e67-460f-883c-d8030285a909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:49:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:44.648289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-7227abc7-0ade-402f-aa56-398127f1b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:44.649791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-7227abc7-0ade-402f-aa56-398127f1b5ea service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=89e150232843410ca18f76bac93ee49e&device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 1096 time: 0.0957060 Dec 08 01:49:44.667919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16498abf-f263-4112-ab9b-ce130d9f1c0f req-7e947b76-7c43-4cf9-a246-ea7f6d5d1269 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:44.670200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16498abf-f263-4112-ab9b-ce130d9f1c0f req-7e947b76-7c43-4cf9-a246-ea7f6d5d1269 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 944 time: 0.0699050 Dec 08 01:49:44.694636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] No DVR routers for this DVR port 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:44.704074 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.707723 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8936e876-eb2c-46a9-9a41-ab02447e3740 req-d4cbba8a-9e4c-42d6-9178-1898699907f3 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.45 "DELETE /v2.0/ports/4a4522b1-a5d7-445d-bcfd-dc3962dee8ba HTTP/1.1" status: 204 len: 173 time: 1.0705063 Dec 08 01:49:44.708292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ef415a-adf1-4f0c-ab4d-239e11355284', 'name': 'network-vif-deleted', 'tag': '4a4522b1-a5d7-445d-bcfd-dc3962dee8ba'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:44.710625 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc48aadc-ecd5-4bed-8882-17358a0623c2" -d '{"events": [{"server_uuid": "a3ef415a-adf1-4f0c-ab4d-239e11355284", "name": "network-vif-deleted", "tag": "4a4522b1-a5d7-445d-bcfd-dc3962dee8ba"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:44.724869 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fa01c83-1b93-4cb2-b3eb-40856e8b0522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.740282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63409ba6-c7dd-4650-b082-54233a4ceb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.744037 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63409ba6-c7dd-4650-b082-54233a4ceb37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.749677 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-63409ba6-c7dd-4650-b082-54233a4ceb37 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c23baf9b-7fdb-4ebd-bb14-3fc8bba17a63 HTTP/1.1" status: 204 len: 168 time: 0.3894322 Dec 08 01:49:44.774737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63409ba6-c7dd-4650-b082-54233a4ceb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23baf9b-7fdb-4ebd-bb14-3fc8bba17a63,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:44.798416 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f32d40-c031-4735-8b03-2ed992574351 x-openstack-request-id: req-91f32d40-c031-4735-8b03-2ed992574351 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:44.798764 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ef415a-adf1-4f0c-ab4d-239e11355284", "name": "network-vif-deleted", "tag": "4a4522b1-a5d7-445d-bcfd-dc3962dee8ba", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:44.798996 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-91f32d40-c031-4735-8b03-2ed992574351 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:44.799379 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ef415a-adf1-4f0c-ab4d-239e11355284', 'name': 'network-vif-deleted', 'tag': '4a4522b1-a5d7-445d-bcfd-dc3962dee8ba', 'status': 'completed', 'code': 200} Dec 08 01:49:44.853600 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16498abf-f263-4112-ab9b-ce130d9f1c0f req-2b877553-af11-469b-829d-045042b8f632 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705785 Dec 08 01:49:44.858370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-255fdbb3-585b-40a6-872a-3c4036df21ba service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65734413-4146-4527-b457-00ec8fa15106 HTTP/1.1" status: 200 len: 217 time: 0.1872029 Dec 08 01:49:44.904847 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fa01c83-1b93-4cb2-b3eb-40856e8b0522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.946359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-0fa01c83-1b93-4cb2-b3eb-40856e8b0522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cff56a-9bab-4a37-b32e-59ae6611b821']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:44.968929 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-0fa01c83-1b93-4cb2-b3eb-40856e8b0522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f2ef65-aab1-4bb3-9f2b-80db48abb9dc') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:44.969262 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-0fa01c83-1b93-4cb2-b3eb-40856e8b0522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f2ef65-aab1-4bb3-9f2b-80db48abb9dc') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:44.982722 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fa01c83-1b93-4cb2-b3eb-40856e8b0522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.006948 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fa01c83-1b93-4cb2-b3eb-40856e8b0522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.007865 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-56b15208-0e67-460f-883c-d8030285a909 None None] Set router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:49:45.015330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa01c83-1b93-4cb2-b3eb-40856e8b0522 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:45.016348 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fa01c83-1b93-4cb2-b3eb-40856e8b0522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:45.020460 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:45.023423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c70546b0-84f2-4ffa-a836-9b6a3160ad65 req-34e33fad-7bf2-408d-8d7c-1e1b2c4c9a40 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3ef415a-adf1-4f0c-ab4d-239e11355284 HTTP/1.1" status: 200 len: 210 time: 0.0627899 Dec 08 01:49:45.025977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-087b98dd-3900-4d14-a4ba-fc2373533a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:45.028228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-087b98dd-3900-4d14-a4ba-fc2373533a7d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0967e208-c2ac-4601-9bbb-5480d82388b6 HTTP/1.1" status: 200 len: 862 time: 0.1580398 Dec 08 01:49:45.070082 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-c3cb8fa2-559e-4b38-92d5-a6688032757e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eef83dad-0d30-493d-b01b-08306229e878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345867 Dec 08 01:49:45.095158 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fa01c83-1b93-4cb2-b3eb-40856e8b0522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.104096 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fa01c83-1b93-4cb2-b3eb-40856e8b0522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.110453 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0fa01c83-1b93-4cb2-b3eb-40856e8b0522 admin admin] 10.222.0.71 "DELETE /v2.0/networks/c3cff56a-9bab-4a37-b32e-59ae6611b821 HTTP/1.1" status: 204 len: 168 time: 0.5172424 Dec 08 01:49:45.123669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa01c83-1b93-4cb2-b3eb-40856e8b0522 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3cff56a-9bab-4a37-b32e-59ae6611b821,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:45.203232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-2fb1fb80-2957-435a-a112-15c0f8d1e303 service neutron] 10.222.0.75 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242929 Dec 08 01:49:45.364756 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-56b15208-0e67-460f-883c-d8030285a909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:10Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:45.430641 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b15208-0e67-460f-883c-d8030285a909 None None] Checking router: 999beb2f-5c81-4a2c-91d8-8dc0830d9711 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:49:45.440826 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b15208-0e67-460f-883c-d8030285a909 None None] Routers {'999beb2f-5c81-4a2c-91d8-8dc0830d9711'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:49:45.441453 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-56b15208-0e67-460f-883c-d8030285a909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:49:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:45.446863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38652) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:45.501937 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-810edf0d-5880-4b5f-b9b2-1607180c5252 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b02a2fd9066248bc93c528bc7dcfe437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513589 Dec 08 01:49:45.502496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38654) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:45.564383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d736a6c1-ee45-4b83-99ab-2147623dd93d details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:49:45.588305 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-04b67797-bb61-4c10-8d39-6ca1fd6eb425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.622016 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-04b67797-bb61-4c10-8d39-6ca1fd6eb425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.630350 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-56b15208-0e67-460f-883c-d8030285a909 None None] Set router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:49:45.677231 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eca135-82fe-4013-8c1b-69780fe7e48d req-3671e984-8099-4948-8015-9055ca442ad8 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:45.684969 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-04b67797-bb61-4c10-8d39-6ca1fd6eb425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.685954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35eca135-82fe-4013-8c1b-69780fe7e48d req-3671e984-8099-4948-8015-9055ca442ad8 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.0793867 Dec 08 01:49:45.688100 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-04b67797-bb61-4c10-8d39-6ca1fd6eb425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.689156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33b9fa9f-92a0-4a36-9517-d4817b443daf req-022176c6-07df-4226-afa9-020b3fd990d0 service neutron] 10.222.0.75 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797409 Dec 08 01:49:45.694196 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-04b67797-bb61-4c10-8d39-6ca1fd6eb425 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9be52b53-cfa1-4023-a823-5e0b91eda4de HTTP/1.1" status: 204 len: 168 time: 0.1907291 Dec 08 01:49:45.703647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b67797-bb61-4c10-8d39-6ca1fd6eb425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be52b53-cfa1-4023-a823-5e0b91eda4de,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:45.759833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35eca135-82fe-4013-8c1b-69780fe7e48d req-ec3b2423-f62c-4513-9616-0d24f3bc2a31 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679028 Dec 08 01:49:45.771369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:45.804900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'd736a6c1-ee45-4b83-99ab-2147623dd93d', 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036', 'port_id': 'd736a6c1-ee45-4b83-99ab-2147623dd93d', 'mac_address': 'fa:16:3e:9e:31:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93b70d1-63b4-4a4c-928e-4b029b4b6b64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:49:45.861762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8101da4-d7a9-47c1-be19-a3ac2ffeeb1c req-a4b46cf3-095e-4ee8-be9b-965961e2343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:45.863293 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8101da4-d7a9-47c1-be19-a3ac2ffeeb1c req-a4b46cf3-095e-4ee8-be9b-965961e2343c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=89e150232843410ca18f76bac93ee49e&device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 1096 time: 0.0611391 Dec 08 01:49:45.888791 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.915414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d736a6c1-ee45-4b83-99ab-2147623dd93d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:45.952714 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:45.960820 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.020066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=d736a6c1-ee45-4b83-99ab-2147623dd93d,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:46.040863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8101da4-d7a9-47c1-be19-a3ac2ffeeb1c req-2f972e72-4fae-4fb9-8de7-2e986f2f8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:46.050332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8101da4-d7a9-47c1-be19-a3ac2ffeeb1c req-2f972e72-4fae-4fb9-8de7-2e986f2f8e81 service neutron] 10.222.0.75 "GET /v2.0/networks?id=eef83dad-0d30-493d-b01b-08306229e878 HTTP/1.1" status: 200 len: 923 time: 0.1703684 Dec 08 01:49:46.051380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d50422-b416-417c-81a1-f071a67f42e6 req-127b810b-2ab7-4d0b-96b9-9acc8c79df87 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:46.059058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5d50422-b416-417c-81a1-f071a67f42e6 req-127b810b-2ab7-4d0b-96b9-9acc8c79df87 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 944 time: 0.0922112 Dec 08 01:49:46.091299 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-56b15208-0e67-460f-883c-d8030285a909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:10Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:46.127914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8101da4-d7a9-47c1-be19-a3ac2ffeeb1c req-6f0a5b69-6afb-4124-ac13-7c3a71d00a9e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65734413-4146-4527-b457-00ec8fa15106 HTTP/1.1" status: 200 len: 217 time: 0.0665925 Dec 08 01:49:46.128822 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b15208-0e67-460f-883c-d8030285a909 None None] The sync data for ids ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'] in n-d-713499-31 is: [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:45:02Z', 'revision_number': 4, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0269ff0f-2850-4561-8f05-43fd0a23b640', 'name': '', 'network_id': 'd21dabc8-1e90-475d-9f82-6828cfa9b46b', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'mac_address': 'fa:16:3e:9e:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:01Z', 'updated_at': '2021-12-08T01:45:10Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'subnets': [{'id': 'ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:49:46.208936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5d50422-b416-417c-81a1-f071a67f42e6 req-1164798f-ea41-4168-9be1-a70fed389028 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488996 Dec 08 01:49:46.256854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8101da4-d7a9-47c1-be19-a3ac2ffeeb1c req-609c010f-938a-4e60-9906-385b9eafb864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:46.258310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8101da4-d7a9-47c1-be19-a3ac2ffeeb1c req-609c010f-938a-4e60-9906-385b9eafb864 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0967e208-c2ac-4601-9bbb-5480d82388b6 HTTP/1.1" status: 200 len: 862 time: 0.1224415 Dec 08 01:49:46.260100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['d736a6c1-ee45-4b83-99ab-2147623dd93d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:46.325587 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38692) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.326614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8101da4-d7a9-47c1-be19-a3ac2ffeeb1c req-47dd80e6-e3a6-47c6-a017-c5c771455ca0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eef83dad-0d30-493d-b01b-08306229e878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584185 Dec 08 01:49:46.446550 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-224c62af-443f-4557-a8e3-869188ce0120 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.499578 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-224c62af-443f-4557-a8e3-869188ce0120 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.513161 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8101da4-d7a9-47c1-be19-a3ac2ffeeb1c req-29144487-7b5b-4bda-b615-ede25ed3df3e service neutron] 10.222.0.75 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629095 Dec 08 01:49:46.564051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c261f50-9981-417f-8ac7-7aa9906c604e None None] New status for floating IP 8272e18d-ca70-4da8-bd8c-64d4b1764f31: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:49:46.576294 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-224c62af-443f-4557-a8e3-869188ce0120 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.579323 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-224c62af-443f-4557-a8e3-869188ce0120 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.583606 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-224c62af-443f-4557-a8e3-869188ce0120 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "DELETE /v2.0/security-groups/26369a22-35b1-4f04-8fd9-fe70e6bdb5b3 HTTP/1.1" status: 204 len: 168 time: 0.2567599 Dec 08 01:49:46.584217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38700) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.631459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c62af-443f-4557-a8e3-869188ce0120 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26369a22-35b1-4f04-8fd9-fe70e6bdb5b3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:46.642223 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8101da4-d7a9-47c1-be19-a3ac2ffeeb1c req-0dc83087-d20b-4305-aa50-aeac0d24b7cf service neutron] 10.222.0.75 "GET /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215510 Dec 08 01:49:46.647111 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-bc4cf725-4c6f-4c15-8aad-9a0268a17d8c tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] show failed (client error): The resource could not be found. Dec 08 01:49:46.648196 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bc4cf725-4c6f-4c15-8aad-9a0268a17d8c tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "GET /v2.0/security-groups/26369a22-35b1-4f04-8fd9-fe70e6bdb5b3 HTTP/1.1" status: 404 len: 347 time: 0.0604420 Dec 08 01:49:46.651639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38706) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.921147 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94944001-432d-4b26-a8e7-ef87ee3b3832 req-41c59b3d-0d64-4939-8eea-eb2d601d9d39 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:46.925095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38720) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.928430 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94944001-432d-4b26-a8e7-ef87ee3b3832 req-41c59b3d-0d64-4939-8eea-eb2d601d9d39 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 944 time: 0.0940931 Dec 08 01:49:46.940557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bfd02ad8-2ab8-45ac-af61-4e20ea844729 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Deleting port f9cb5264-7eb0-4bce-a516-4739f6e9ca9c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:46.940960 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bfd02ad8-2ab8-45ac-af61-4e20ea844729 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.033296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94944001-432d-4b26-a8e7-ef87ee3b3832 req-b3f2563a-1ffb-4883-ab95-5d3873f4b875 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040268 Dec 08 01:49:47.049588 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bfd02ad8-2ab8-45ac-af61-4e20ea844729 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.050216 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bfd02ad8-2ab8-45ac-af61-4e20ea844729 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.064571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bfd02ad8-2ab8-45ac-af61-4e20ea844729 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Calling delete_port for f9cb5264-7eb0-4bce-a516-4739f6e9ca9c owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:47.153394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-590393528-network', 'tenant_id': 'ea4d916952c04b248677383b4d824ca8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:47.176292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] Made reservation on behalf of ea4d916952c04b248677383b4d824ca8 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:47.179793 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.194945 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.220769 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bfd02ad8-2ab8-45ac-af61-4e20ea844729 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.248121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd02ad8-2ab8-45ac-af61-4e20ea844729 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Pushing event deleted for resources: {'Port': ['ID=f9cb5264-7eb0-4bce-a516-4739f6e9ca9c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:47.311698 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.320105 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.346882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:49:47.347156 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bfd02ad8-2ab8-45ac-af61-4e20ea844729 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.349894 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bfd02ad8-2ab8-45ac-af61-4e20ea844729 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.351141 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bfd02ad8-2ab8-45ac-af61-4e20ea844729 tempest-ServersWithSpecificFlavorTestJSON-952013632 tempest-ServersWithSpecificFlavorTestJSON-952013632-project] 10.222.0.71 "DELETE /v2.0/floatingips/8272e18d-ca70-4da8-bd8c-64d4b1764f31 HTTP/1.1" status: 204 len: 168 time: 0.6965520 Dec 08 01:49:47.360881 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10886a70-ffc8-4464-8856-a9b0409bb05f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:47.365699 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.366037 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] Added segment 28fa71a2-da95-4a66-82b3-8a20ab7dbe99 of type vlan for network 3276b31f-6293-4197-963e-cfa311955d62 Dec 08 01:49:47.370278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3e027-e6b5-4266-9d54-22def3db9e39 req-0606b5f4-001c-40c2-81c8-7f85576397ce tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:47.371952 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f4a3e027-e6b5-4266-9d54-22def3db9e39 req-0606b5f4-001c-40c2-81c8-7f85576397ce tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 944 time: 0.0713918 Dec 08 01:49:47.417984 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.436361 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f4a3e027-e6b5-4266-9d54-22def3db9e39 req-4c0cd8dc-1dfd-4430-98d8-c020056c9c8d tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575883 Dec 08 01:49:47.450625 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.452771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:47.453633 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.539963 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6152806 Dec 08 01:49:47.541344 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8c671-69b8-46d3-a727-37a56a325c1c admin admin] Pushing event updated for resources: {'Network': ['ID=3276b31f-6293-4197-963e-cfa311955d62,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:47.544003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38756) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:47.549529 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b1e81080-6144-4035-b027-19b5fc2a2bbe admin admin] Request body: {'subnet': {'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-590393528-subnet', 'tenant_id': 'ea4d916952c04b248677383b4d824ca8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:47.553355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 3276b31f-6293-4197-963e-cfa311955d62 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:47.573544 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e81080-6144-4035-b027-19b5fc2a2bbe admin admin] Made reservation on behalf of ea4d916952c04b248677383b4d824ca8 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:47.579815 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b1e81080-6144-4035-b027-19b5fc2a2bbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.645628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d736a6c1-ee45-4b83-99ab-2147623dd93d up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:47.721751 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port d736a6c1-ee45-4b83-99ab-2147623dd93d completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:49:47.727131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port d736a6c1-ee45-4b83-99ab-2147623dd93d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:47.727512 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.798352 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b1e81080-6144-4035-b027-19b5fc2a2bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.823281 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.841037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e81080-6144-4035-b027-19b5fc2a2bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b17d14-ce86-4d96-b0e5-c267582db3e6,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:47.855861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b67cf1-1129-44a2-8aa9-e2965f5b40db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd736a6c1-ee45-4b83-99ab-2147623dd93d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:47.860705 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37feb9b5-ea29-4ae3-a52c-b469033b77cb" -d '{"events": [{"server_uuid": "f2b67cf1-1129-44a2-8aa9-e2965f5b40db", "name": "network-vif-plugged", "status": "completed", "tag": "d736a6c1-ee45-4b83-99ab-2147623dd93d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:47.872551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38774) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:47.872955 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e81080-6144-4035-b027-19b5fc2a2bbe admin admin] Checking segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:47.873414 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e81080-6144-4035-b027-19b5fc2a2bbe admin admin] Network hostable DHCP agents. Network: 3276b31f-6293-4197-963e-cfa311955d62, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:49:47.892843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e81080-6144-4035-b027-19b5fc2a2bbe admin admin] Network 3276b31f-6293-4197-963e-cfa311955d62 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:49:47.893086 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:47.903374 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.904716 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:47.906703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-b1e81080-6144-4035-b027-19b5fc2a2bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 3276b31f-6293-4197-963e-cfa311955d62) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:47.910897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e81080-6144-4035-b027-19b5fc2a2bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:47.911722 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b1e81080-6144-4035-b027-19b5fc2a2bbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.931562 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b1e81080-6144-4035-b027-19b5fc2a2bbe admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3862209 Dec 08 01:49:47.938346 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c12cbd9-1f70-45cd-bfe0-7497017a692a x-openstack-request-id: req-4c12cbd9-1f70-45cd-bfe0-7497017a692a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:47.938897 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b67cf1-1129-44a2-8aa9-e2965f5b40db", "name": "network-vif-plugged", "status": "completed", "tag": "d736a6c1-ee45-4b83-99ab-2147623dd93d", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:47.939320 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4c12cbd9-1f70-45cd-bfe0-7497017a692a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:47.939923 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b67cf1-1129-44a2-8aa9-e2965f5b40db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd736a6c1-ee45-4b83-99ab-2147623dd93d', 'code': 200} Dec 08 01:49:47.945022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:47.945516 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 4a4522b1-a5d7-445d-bcfd-dc3962dee8ba not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:47.947098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e447af-76af-4e4d-8421-fdafc96a4600 None None] Network 3276b31f-6293-4197-963e-cfa311955d62 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:48.087913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a760dc4-6699-4f6f-a9f2-4787d3bbbb0e req-d8f1550f-68e5-484e-a94b-354b2a0d06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:48.089607 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0a760dc4-6699-4f6f-a9f2-4787d3bbbb0e req-d8f1550f-68e5-484e-a94b-354b2a0d06cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 1097 time: 0.0718391 Dec 08 01:49:48.140548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d62de22-be17-4378-b8d2-2c053dba287a None None] Network 3276b31f-6293-4197-963e-cfa311955d62 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:48.168005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=d736a6c1-ee45-4b83-99ab-2147623dd93d,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:48.221663 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0a760dc4-6699-4f6f-a9f2-4787d3bbbb0e req-05ff784d-df9c-45dd-95ae-eabe74b8b5e1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112325 Dec 08 01:49:48.329920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeed07c-b698-485a-a886-113ad30a617d req-c57ec730-b845-4916-bd92-b1fab90a7011 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:48.331409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6eeed07c-b698-485a-a886-113ad30a617d req-c57ec730-b845-4916-bd92-b1fab90a7011 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 945 time: 0.1474974 Dec 08 01:49:48.415771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6eeed07c-b698-485a-a886-113ad30a617d req-cf12e93b-9a1e-4d62-8202-8faf5f006b1f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725868 Dec 08 01:49:48.522436 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e396dfe6-314f-4b1d-ba99-221cabaedc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.765692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb033d-2100-43bf-9511-ba2e7f84aaa9 req-90068488-da9c-44e3-a54f-8bbf45766008 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:48.765692 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8fdb033d-2100-43bf-9511-ba2e7f84aaa9 req-90068488-da9c-44e3-a54f-8bbf45766008 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 944 time: 0.1922343 Dec 08 01:49:48.809248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a7c95b0e-d3b4-4476-8111-f1883dfb3f92 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:48.810416 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a7c95b0e-d3b4-4476-8111-f1883dfb3f92 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 811 time: 0.2526290 Dec 08 01:49:48.878329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 65734413-4146-4527-b457-00ec8fa15106 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:49:48.884804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7b2fad1-27ba-4205-abc8-751137905531 req-6bbec619-1de1-444d-9b33-5929e0b84a36 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/quotas/ea4d916952c04b248677383b4d824ca8 HTTP/1.1" status: 200 len: 375 time: 0.0363634 Dec 08 01:49:48.938355 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8fdb033d-2100-43bf-9511-ba2e7f84aaa9 req-58f85b45-d5dc-4500-94ec-1964bfdd7937 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385612 Dec 08 01:49:48.942001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7b2fad1-27ba-4205-abc8-751137905531 req-855aafbd-838b-4fae-8ee7-87062b4861ef tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445487 Dec 08 01:49:49.008423 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 65734413-4146-4527-b457-00ec8fa15106, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=65734413-4146-4527-b457-00ec8fa15106,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:49.020466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '65734413-4146-4527-b457-00ec8fa15106', 'network_id': 'eef83dad-0d30-493d-b01b-08306229e878', 'port_id': '65734413-4146-4527-b457-00ec8fa15106', 'mac_address': 'fa:16:3e:e4:69:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0967e208-c2ac-4601-9bbb-5480d82388b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:49:49.074829 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.094269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65734413-4146-4527-b457-00ec8fa15106 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:49.113543 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7b2fad1-27ba-4205-abc8-751137905531 req-2f4a004d-b0ea-4962-bcaa-1df30a0d03b0 service neutron] 10.222.0.71 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609631 Dec 08 01:49:49.119127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 65734413-4146-4527-b457-00ec8fa15106, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=65734413-4146-4527-b457-00ec8fa15106,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:49.124576 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.177934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=65734413-4146-4527-b457-00ec8fa15106,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:49.179362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e396dfe6-314f-4b1d-ba99-221cabaedc8a admin admin] Deleting port 0269ff0f-2850-4561-8f05-43fd0a23b640 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:49.179823 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e396dfe6-314f-4b1d-ba99-221cabaedc8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.285571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7b2fad1-27ba-4205-abc8-751137905531 req-6f3ac620-7d8a-4729-a323-b56ae5f6ee20 service neutron] 10.222.0.71 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632006 Dec 08 01:49:49.293318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-e396dfe6-314f-4b1d-ba99-221cabaedc8a admin admin] For port 0269ff0f-2850-4561-8f05-43fd0a23b640, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0269ff0f-2850-4561-8f05-43fd0a23b640,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:49.293895 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e396dfe6-314f-4b1d-ba99-221cabaedc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.306066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e396dfe6-314f-4b1d-ba99-221cabaedc8a admin admin] Calling delete_port for 0269ff0f-2850-4561-8f05-43fd0a23b640 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:49.451828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['65734413-4146-4527-b457-00ec8fa15106'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:49.486653 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b367442-91fd-480e-860a-ec00414750ab req-3f23f2a5-8d14-4fdc-a849-0fddc469aab7 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 210 time: 0.0408292 Dec 08 01:49:49.648774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e055e-3477-4598-8ba8-2bcc946794e0 req-a126ef41-69d9-4a40-9185-f3ce7ba29b6f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:49.650367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da9e055e-3477-4598-8ba8-2bcc946794e0 req-a126ef41-69d9-4a40-9185-f3ce7ba29b6f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 945 time: 0.0956495 Dec 08 01:49:49.651652 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e396dfe6-314f-4b1d-ba99-221cabaedc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.695127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396dfe6-314f-4b1d-ba99-221cabaedc8a admin admin] Pushing event deleted for resources: {'Port': ['ID=0269ff0f-2850-4561-8f05-43fd0a23b640,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:49.776523 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da9e055e-3477-4598-8ba8-2bcc946794e0 req-cabe3049-749b-4a01-8bb1-beb9da272eb5 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161234 Dec 08 01:49:49.928425 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e396dfe6-314f-4b1d-ba99-221cabaedc8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.998097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3599324-6617-40d5-b846-a3ff7110c840 req-70de4b75-3c79-4a9d-a92f-602c34fd5334 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:49.999660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3599324-6617-40d5-b846-a3ff7110c840 req-70de4b75-3c79-4a9d-a92f-602c34fd5334 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 1097 time: 0.1127448 Dec 08 01:49:50.428822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3599324-6617-40d5-b846-a3ff7110c840 req-e95636d6-804c-465b-a6b2-cfc027117758 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183793 Dec 08 01:49:50.445541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf962b-bfe3-4033-8fc5-96ee1116135f req-11eda894-fb66-4ec4-8f49-cd7b49b52b66 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:50.448201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2cf962b-bfe3-4033-8fc5-96ee1116135f req-11eda894-fb66-4ec4-8f49-cd7b49b52b66 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 945 time: 0.3944879 Dec 08 01:49:50.570831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2cf962b-bfe3-4033-8fc5-96ee1116135f req-341809d8-e3ca-413f-8df6-3746bfbb1d3d tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159456 Dec 08 01:49:50.611590 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e396dfe6-314f-4b1d-ba99-221cabaedc8a admin admin] Router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:49:50.753295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f594054b-fe0b-4c33-9e58-23d0cfcec6fe req-1a76a4b3-7db1-4414-94b9-52ab7024515c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 210 time: 0.0641544 Dec 08 01:49:50.775671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c60dc-fc79-4191-bf49-1d04cb294e7b req-fd1d95eb-6e2a-4575-ab14-8c38573216d6 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:50.775793 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb6c60dc-fc79-4191-bf49-1d04cb294e7b req-fd1d95eb-6e2a-4575-ab14-8c38573216d6 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 1097 time: 0.1181915 Dec 08 01:49:50.792000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e396dfe6-314f-4b1d-ba99-221cabaedc8a admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:49:50.803257 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee13079-6c45-43a3-ad96-57ee5ddfaf84 None None] Sync routers for ids ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:49:50.817062 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e396dfe6-314f-4b1d-ba99-221cabaedc8a admin admin] 10.222.0.71 "PUT /v2.0/routers/999beb2f-5c81-4a2c-91d8-8dc0830d9711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9430816 Dec 08 01:49:50.819179 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee13079-6c45-43a3-ad96-57ee5ddfaf84 None None] Routers {'999beb2f-5c81-4a2c-91d8-8dc0830d9711'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:49:50.820035 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38880) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:50.826605 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0ee13079-6c45-43a3-ad96-57ee5ddfaf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:49:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:50.893682 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 65734413-4146-4527-b457-00ec8fa15106 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:50.937332 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2fad1-27ba-4205-abc8-751137905531 req-643add7c-e9e4-4da8-a141-1e3a86eec64a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:50.942768 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a7b2fad1-27ba-4205-abc8-751137905531 req-643add7c-e9e4-4da8-a141-1e3a86eec64a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 811 time: 0.1536171 Dec 08 01:49:50.962364 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a5469976-7158-44ec-904c-1c5a15127440 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Request body: {'port': {'device_id': 'df1fcebe-01ad-487d-9e75-97d891557c61', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'admin_state_up': True, 'tenant_id': 'ea4d916952c04b248677383b4d824ca8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:50.995929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 65734413-4146-4527-b457-00ec8fa15106 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:49:51.001608 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 65734413-4146-4527-b457-00ec8fa15106 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:51.002055 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.013029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb6c60dc-fc79-4191-bf49-1d04cb294e7b req-ef7f4c5d-e189-48c9-8248-31e1ff7f36c1 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245533 Dec 08 01:49:51.043251 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0ee13079-6c45-43a3-ad96-57ee5ddfaf84 None None] Set router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:49:51.054747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe314aba-1259-4781-9365-1399f79e09ec req-e526c6fa-3cc4-43b3-a8a1-e63e43272d2a tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:51.060929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe314aba-1259-4781-9365-1399f79e09ec req-e526c6fa-3cc4-43b3-a8a1-e63e43272d2a tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 945 time: 0.2193594 Dec 08 01:49:51.116841 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.131285 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.148497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a5469976-7158-44ec-904c-1c5a15127440 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Made reservation on behalf of ea4d916952c04b248677383b4d824ca8 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:51.158131 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a5469976-7158-44ec-904c-1c5a15127440 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.189827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718fbddd-f7fd-48f1-a27e-bcb8a5396c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65734413-4146-4527-b457-00ec8fa15106'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:51.203576 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd37cad-2436-41d2-8b97-38186c7d8cb3" -d '{"events": [{"server_uuid": "718fbddd-f7fd-48f1-a27e-bcb8a5396c1a", "name": "network-vif-plugged", "status": "completed", "tag": "65734413-4146-4527-b457-00ec8fa15106"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:51.207230 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe314aba-1259-4781-9365-1399f79e09ec req-f00d9194-1c69-4a59-8e31-0a0726d63b6f tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups?id=65fa3dfb-8c61-4f53-9452-409dfacc2f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370862 Dec 08 01:49:51.270692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 65734413-4146-4527-b457-00ec8fa15106, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=65734413-4146-4527-b457-00ec8fa15106,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:51.276680 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.311474 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089610cd-2fc4-4e1f-9f38-c0ea70f757a3 x-openstack-request-id: req-089610cd-2fc4-4e1f-9f38-c0ea70f757a3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:51.312077 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718fbddd-f7fd-48f1-a27e-bcb8a5396c1a", "name": "network-vif-plugged", "status": "completed", "tag": "65734413-4146-4527-b457-00ec8fa15106", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:51.312385 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-089610cd-2fc4-4e1f-9f38-c0ea70f757a3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:51.313393 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718fbddd-f7fd-48f1-a27e-bcb8a5396c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65734413-4146-4527-b457-00ec8fa15106', 'code': 200} Dec 08 01:49:51.329334 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.361723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=65734413-4146-4527-b457-00ec8fa15106,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:51.469756 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0ee13079-6c45-43a3-ad96-57ee5ddfaf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:49:49Z', 'revision_number': 5, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port': {'id': '9a6f33e8-4672-4bd2-adcc-64068b59fc4f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:59Z', 'updated_at': '2021-12-08T01:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:51.471112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a5469976-7158-44ec-904c-1c5a15127440 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Allocated IP 172.20.0.9 (3276b31f-6293-4197-963e-cfa311955d62/b9b17d14-ce86-4d96-b0e5-c267582db3e6/0c2f7aff-57b4-46bc-8372-1600a9f89373) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:51.481304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] Deleting port 9a6f33e8-4672-4bd2-adcc-64068b59fc4f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:51.481654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.509716 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee13079-6c45-43a3-ad96-57ee5ddfaf84 None None] Checking router: 999beb2f-5c81-4a2c-91d8-8dc0830d9711 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:49:51.520236 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee13079-6c45-43a3-ad96-57ee5ddfaf84 None None] Routers {'999beb2f-5c81-4a2c-91d8-8dc0830d9711'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:49:51.521889 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0ee13079-6c45-43a3-ad96-57ee5ddfaf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:49:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:51.557324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54674b02-5f8a-48e0-b7fb-53951b68ad04 req-0d7d2a51-8cdc-4ef4-a8df-30b9722c903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:51.559379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54674b02-5f8a-48e0-b7fb-53951b68ad04 req-0d7d2a51-8cdc-4ef4-a8df-30b9722c903c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 1098 time: 0.1456621 Dec 08 01:49:51.599363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] For port 9a6f33e8-4672-4bd2-adcc-64068b59fc4f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9a6f33e8-4672-4bd2-adcc-64068b59fc4f,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:51.599999 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.622234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] Calling delete_port for 9a6f33e8-4672-4bd2-adcc-64068b59fc4f owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:51.650360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54674b02-5f8a-48e0-b7fb-53951b68ad04 req-05646da7-d958-4630-9aaf-eeebefd9df4f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820491 Dec 08 01:49:51.684870 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0ee13079-6c45-43a3-ad96-57ee5ddfaf84 None None] Set router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:49:51.780043 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0ee13079-6c45-43a3-ad96-57ee5ddfaf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:49:51Z', 'revision_number': 6, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:51.800088 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a5469976-7158-44ec-904c-1c5a15127440 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.829271 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee13079-6c45-43a3-ad96-57ee5ddfaf84 None None] The sync data for ids ['999beb2f-5c81-4a2c-91d8-8dc0830d9711'] in n-d-713499-31 is: [{'id': '999beb2f-5c81-4a2c-91d8-8dc0830d9711', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-857723684-router', 'tenant_id': 'cef53cd090134345bd6ea07944b185cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:58Z', 'updated_at': '2021-12-08T01:49:51Z', 'revision_number': 6, 'project_id': 'cef53cd090134345bd6ea07944b185cf', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:49:51.850206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a5469976-7158-44ec-904c-1c5a15127440 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.875838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668747e-d858-4a0b-9bcb-84414a31a275 req-c1d0cb81-7ab0-48df-83b8-6b8da1df5db4 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:51.883914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3668747e-d858-4a0b-9bcb-84414a31a275 req-c1d0cb81-7ab0-48df-83b8-6b8da1df5db4 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 946 time: 0.1079664 Dec 08 01:49:51.911791 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.951995 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-34463cd4-172e-4956-b3fa-e73c8de64228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.954205 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a5469976-7158-44ec-904c-1c5a15127440 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Network 3276b31f-6293-4197-963e-cfa311955d62 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:51.962837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a5469976-7158-44ec-904c-1c5a15127440 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:51.966951 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6f33e8-4672-4bd2-adcc-64068b59fc4f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:51.967800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a5469976-7158-44ec-904c-1c5a15127440 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:51.985593 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3668747e-d858-4a0b-9bcb-84414a31a275 req-2e9ebbc6-da32-4693-b27b-96303dd9d9e4 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007223 Dec 08 01:49:52.031277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a5469976-7158-44ec-904c-1c5a15127440 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:52.032018 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a5469976-7158-44ec-904c-1c5a15127440 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.058419 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5469976-7158-44ec-904c-1c5a15127440 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Pushing event updated for resources: {'Port': ['ID=0c2f7aff-57b4-46bc-8372-1600a9f89373,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:52.068563 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a5469976-7158-44ec-904c-1c5a15127440 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1101449 Dec 08 01:49:52.090988 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Request body: {'port': {'device_id': 'df1fcebe-01ad-487d-9e75-97d891557c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:52.127331 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.178865 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.232589 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:49:52.330270 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.344649 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.407151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0269ff0f-2850-4561-8f05-43fd0a23b640 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:52.457311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3999bfa-438c-4f1e-910d-256b454577c0 req-dd098fa4-7d42-40c7-bde7-d348a21a5c7e tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:52.459519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3999bfa-438c-4f1e-910d-256b454577c0 req-dd098fa4-7d42-40c7-bde7-d348a21a5c7e tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 931 time: 0.2141914 Dec 08 01:49:52.460994 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.461750 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 999beb2f-5c81-4a2c-91d8-8dc0830d9711 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:49:52.464930 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 0269ff0f-2850-4561-8f05-43fd0a23b640 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:52.465648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0269ff0f-2850-4561-8f05-43fd0a23b640 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:52.470112 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.472421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-61e1019e-8d27-4c14-bd53-3e6bafcd8af7 admin admin] 10.222.0.71 "DELETE /v2.0/routers/999beb2f-5c81-4a2c-91d8-8dc0830d9711 HTTP/1.1" status: 204 len: 168 time: 1.6495595 Dec 08 01:49:52.475251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38944) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:52.563991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3999bfa-438c-4f1e-910d-256b454577c0 req-6d7e8e7f-3b80-488d-a3b5-24fa68dc35df tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893090 Dec 08 01:49:52.569509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b335eca-182e-4e53-927c-143c535c120c admin admin] Deleting subnet ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:49:52.574081 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b335eca-182e-4e53-927c-143c535c120c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.612179 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b335eca-182e-4e53-927c-143c535c120c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.649578 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2f7aff-57b4-46bc-8372-1600a9f89373 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:52.659494 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.691015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Transition to ACTIVE for port object 0c2f7aff-57b4-46bc-8372-1600a9f89373 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:49:52.695268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.731260 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b335eca-182e-4e53-927c-143c535c120c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.777556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2f7aff-57b4-46bc-8372-1600a9f89373,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:52.844610 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Attempting to bind port 0c2f7aff-57b4-46bc-8372-1600a9f89373 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:52.845003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Attempting to bind port 0c2f7aff-57b4-46bc-8372-1600a9f89373 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:52.845764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Attempting to bind port 0c2f7aff-57b4-46bc-8372-1600a9f89373 on network 3276b31f-6293-4197-963e-cfa311955d62 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:52.852123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Port 0c2f7aff-57b4-46bc-8372-1600a9f89373 on network 3276b31f-6293-4197-963e-cfa311955d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:49:52.852500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Attempting to bind port 0c2f7aff-57b4-46bc-8372-1600a9f89373 on network 3276b31f-6293-4197-963e-cfa311955d62 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:52.852753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd3d4c-3b90-4646-a18c-8c5771608545 req-584edbad-f394-48fb-8a91-36c1807854ea tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:52.861652 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:52.862047 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Checking segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:52.862446 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Bound using segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:52.862953 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Bound port: 0c2f7aff-57b4-46bc-8372-1600a9f89373, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:52.863324 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.865401 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3fd3d4c-3b90-4646-a18c-8c5771608545 req-584edbad-f394-48fb-8a91-36c1807854ea tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 945 time: 0.1473947 Dec 08 01:49:52.941941 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b335eca-182e-4e53-927c-143c535c120c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.943701 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] For port 0c2f7aff-57b4-46bc-8372-1600a9f89373, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:52.947439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] For port 0c2f7aff-57b4-46bc-8372-1600a9f89373, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c2f7aff-57b4-46bc-8372-1600a9f89373,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:52.953409 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.990479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:52.991519 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.992519 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a7b2fad1-27ba-4205-abc8-751137905531 req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] 10.222.0.45 "PUT /v2.0/ports/0c2f7aff-57b4-46bc-8372-1600a9f89373 HTTP/1.1" status: 200 len: 1092 time: 0.9089973 Dec 08 01:49:52.993221 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1fcebe-01ad-487d-9e75-97d891557c61', 'tag': '0c2f7aff-57b4-46bc-8372-1600a9f89373'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:52.996327 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557cfe27-26e7-4c3c-a1d8-905cfbf61aba" -d '{"events": [{"name": "network-changed", "server_uuid": "df1fcebe-01ad-487d-9e75-97d891557c61", "tag": "0c2f7aff-57b4-46bc-8372-1600a9f89373"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:53.002521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b335eca-182e-4e53-927c-143c535c120c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:53.004802 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b335eca-182e-4e53-927c-143c535c120c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.008050 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5b335eca-182e-4e53-927c-143c535c120c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ed3060a6-5f29-4b53-8d3d-6d3beb0d90f9 HTTP/1.1" status: 204 len: 168 time: 0.5299172 Dec 08 01:49:53.013426 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38960) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:53.014210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cae0f59-4dbe-48e9-a5a6-3ea3e78a317f None None] Network d21dabc8-1e90-475d-9f82-6828cfa9b46b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:53.036551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3fd3d4c-3b90-4646-a18c-8c5771608545 req-08666e81-4b11-4d80-9707-88721ee645d6 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups?id=65fa3dfb-8c61-4f53-9452-409dfacc2f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698654 Dec 08 01:49:53.066177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83450ad-76d4-45cc-af73-ff8a4e3b4823 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2f7aff-57b4-46bc-8372-1600a9f89373,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:53.075659 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38964) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:53.158074 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.163584 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.168773 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2fad1-27ba-4205-abc8-751137905531 req-8b27a21c-b3bf-47bd-a7d8-a429dfd39345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:53.170316 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a7b2fad1-27ba-4205-abc8-751137905531 req-8b27a21c-b3bf-47bd-a7d8-a429dfd39345 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 1095 time: 0.0614343 Dec 08 01:49:53.284443 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970f5e0c-4e1d-4a3a-8954-d230bc0f62d0 None None] DHCP port deletion for d21dabc8-1e90-475d-9f82-6828cfa9b46b request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:49:53.287632 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a7b2fad1-27ba-4205-abc8-751137905531 req-130ef9a5-3daf-4928-bb41-77adccbc7504 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c2f7aff-57b4-46bc-8372-1600a9f89373 HTTP/1.1" status: 200 len: 217 time: 0.0694287 Dec 08 01:49:53.297492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-23d356fa-3f7a-425f-8860-249d198a7390 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:49:53.312928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-23d356fa-3f7a-425f-8860-249d198a7390 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2359016 Dec 08 01:49:53.356072 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd856d7-3aa2-4320-bf32-ed3b6a2e256e x-openstack-request-id: req-5fd856d7-3aa2-4320-bf32-ed3b6a2e256e {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:53.356896 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1fcebe-01ad-487d-9e75-97d891557c61", "tag": "0c2f7aff-57b4-46bc-8372-1600a9f89373", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:53.357169 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5fd856d7-3aa2-4320-bf32-ed3b6a2e256e {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:53.357576 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1fcebe-01ad-487d-9e75-97d891557c61', 'tag': '0c2f7aff-57b4-46bc-8372-1600a9f89373', 'status': 'completed', 'code': 200} Dec 08 01:49:53.370648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-970f5e0c-4e1d-4a3a-8954-d230bc0f62d0 None None] Deleting port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:53.371328 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-970f5e0c-4e1d-4a3a-8954-d230bc0f62d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.381745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Deleting port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:53.382086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.396022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2fad1-27ba-4205-abc8-751137905531 req-f2ad5940-b4fa-4448-be21-96c7a19f8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:53.397769 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a7b2fad1-27ba-4205-abc8-751137905531 req-f2ad5940-b4fa-4448-be21-96c7a19f8707 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.1052365 Dec 08 01:49:53.457481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38972) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:53.466976 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a7b2fad1-27ba-4205-abc8-751137905531 req-597ff06e-a644-4a17-bf63-db07301cfb28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606902 Dec 08 01:49:53.472200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a9289-7097-40c4-af7b-6879ded9158e req-c38e5505-3627-4aea-acb1-3844d4b4f151 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:53.473830 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb9a9289-7097-40c4-af7b-6879ded9158e req-c38e5505-3627-4aea-acb1-3844d4b4f151 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 946 time: 0.0911562 Dec 08 01:49:53.486833 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-970f5e0c-4e1d-4a3a-8954-d230bc0f62d0 None None] For port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:53.488056 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-970f5e0c-4e1d-4a3a-8954-d230bc0f62d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.489781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] For port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a,segment=NetworkSegment(9216ea39-71ee-4912-b182-a6247031d9d7),segment_id=9216ea39-71ee-4912-b182-a6247031d9d7)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:53.490153 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.504641 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-970f5e0c-4e1d-4a3a-8954-d230bc0f62d0 None None] Calling delete_port for d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:53.530046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Calling delete_port for d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:53.593400 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c9d33bb-968a-4648-80e6-6fa6880365fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.599245 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-970f5e0c-4e1d-4a3a-8954-d230bc0f62d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.630312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f5e0c-4e1d-4a3a-8954-d230bc0f62d0 None None] Pushing event deleted for resources: {'Port': ['ID=d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:53.637239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f5e0c-4e1d-4a3a-8954-d230bc0f62d0 None None] No DVR routers for this DVR port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:53.638983 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a7b2fad1-27ba-4205-abc8-751137905531 req-6e8701cf-e620-4c2c-971f-6c9a555fa500 service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633313 Dec 08 01:49:53.655918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb9a9289-7097-40c4-af7b-6879ded9158e req-ce21f48e-c6dc-4d96-ad50-f18500369658 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735327 Dec 08 01:49:53.657758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-38f9c0ea-d4f1-47ba-98af-743f0e5b35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:53.659784 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-38f9c0ea-d4f1-47ba-98af-743f0e5b35e9 service neutron] 10.222.0.71 "GET /v2.0/ports/d736a6c1-ee45-4b83-99ab-2147623dd93d HTTP/1.1" status: 200 len: 1094 time: 0.1836207 Dec 08 01:49:53.679526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b18420a2-1a48-4a00-a098-83429f20d3ef service neutron] Request body: {'binding': {'host': 'n-h2-713499-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:53.679526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b18420a2-1a48-4a00-a098-83429f20d3ef service neutron] Unknown quota resources ['binding']. {{(pid=109767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:49:53.713264 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.746016 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Pushing event deleted for resources: {'Port': ['ID=d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:53.755950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] No DVR routers for this DVR port d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:53.812719 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a7b2fad1-27ba-4205-abc8-751137905531 req-6f9bfb21-b189-4dbc-a3f0-bd1a77a6f9cd service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631930 Dec 08 01:49:53.844267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.848418 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c9d33bb-968a-4648-80e6-6fa6880365fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.856521 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c9d33bb-968a-4648-80e6-6fa6880365fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.865951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21dabc8-1e90-475d-9f82-6828cfa9b46b']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:53.875675 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9216ea39-71ee-4912-b182-a6247031d9d7') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:53.875975 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9216ea39-71ee-4912-b182-a6247031d9d7') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:53.885171 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.904310 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.911199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:53.911596 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:53.913476 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:53.916821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6abd-912b-494c-9922-e34ee93bd611 req-0aaf89be-d30c-4104-ab23-34f6b1eded59 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:53.918343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f7f6abd-912b-494c-9922-e34ee93bd611 req-0aaf89be-d30c-4104-ab23-34f6b1eded59 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 943 time: 0.1558645 Dec 08 01:49:53.929097 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9c9d33bb-968a-4648-80e6-6fa6880365fa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=872445e90c9e4526b0093be520afc5f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4541960 Dec 08 01:49:53.933579 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.935897 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d33bb-968a-4648-80e6-6fa6880365fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bc25e7-d060-4ce7-a07e-23ef9dc5fe56,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:53.936072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38984) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:53.988714 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b18420a2-1a48-4a00-a098-83429f20d3ef service neutron] Attempting to bind port d736a6c1-ee45-4b83-99ab-2147623dd93d on host n-h2-713499-31 for vnic_type normal with profile None {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:53.989051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b18420a2-1a48-4a00-a098-83429f20d3ef service neutron] Attempting to bind port d736a6c1-ee45-4b83-99ab-2147623dd93d by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:53.989385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b18420a2-1a48-4a00-a098-83429f20d3ef service neutron] Attempting to bind port d736a6c1-ee45-4b83-99ab-2147623dd93d on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:54.001231 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b18420a2-1a48-4a00-a098-83429f20d3ef service neutron] Port d736a6c1-ee45-4b83-99ab-2147623dd93d on network 776e026d-dfd5-4122-9a50-8ea153b9e036 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:49:54.001559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b18420a2-1a48-4a00-a098-83429f20d3ef service neutron] Attempting to bind port d736a6c1-ee45-4b83-99ab-2147623dd93d on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:54.007528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f7f6abd-912b-494c-9922-e34ee93bd611 req-bb93b7a8-fc34-419b-946c-29591d6f6e83 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815022 Dec 08 01:49:54.010465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b18420a2-1a48-4a00-a098-83429f20d3ef service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:54.010864 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b18420a2-1a48-4a00-a098-83429f20d3ef service neutron] Checking segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:54.011251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b18420a2-1a48-4a00-a098-83429f20d3ef service neutron] Bound using segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:54.011781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b18420a2-1a48-4a00-a098-83429f20d3ef service neutron] Bound port: d736a6c1-ee45-4b83-99ab-2147623dd93d, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:54.032755 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.037655 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.044231 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d21dabc8-1e90-475d-9f82-6828cfa9b46b HTTP/1.1" status: 204 len: 168 time: 1.0264773 Dec 08 01:49:54.047520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38988) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:54.053778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cfe27-26e7-4c3c-a1d8-905cfbf61aba req-ab9d3609-96cf-41dd-aad2-0f66e58ee10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.055360 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-557cfe27-26e7-4c3c-a1d8-905cfbf61aba req-ab9d3609-96cf-41dd-aad2-0f66e58ee10a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 1095 time: 0.1269088 Dec 08 01:49:54.057801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a6b31-bf61-4302-b202-1e25c188be24 admin admin] Pushing event deleted for resources: {'Network': ['ID=d21dabc8-1e90-475d-9f82-6828cfa9b46b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:54.096715 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b93628a7-4136-4221-940f-fed4b63747be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.152849 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b93628a7-4136-4221-940f-fed4b63747be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.154554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b18420a2-1a48-4a00-a098-83429f20d3ef service neutron] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:54.162634 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b18420a2-1a48-4a00-a098-83429f20d3ef service neutron] Publish callbacks [] for binding, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.171508 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b18420a2-1a48-4a00-a098-83429f20d3ef service neutron] 10.222.0.71 "POST /v2.0/ports/d736a6c1-ee45-4b83-99ab-2147623dd93d/bindings HTTP/1.1" status: 201 len: 390 time: 0.4950144 Dec 08 01:49:54.204137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cfe27-26e7-4c3c-a1d8-905cfbf61aba req-5aff2f9f-c27e-4c93-88e5-9a0a9f831f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.205623 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-557cfe27-26e7-4c3c-a1d8-905cfbf61aba req-5aff2f9f-c27e-4c93-88e5-9a0a9f831f53 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 912 time: 0.1428161 Dec 08 01:49:54.352951 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e0894ed-29d0-4903-896d-61878bf36067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.428515 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9a6f33e8-4672-4bd2-adcc-64068b59fc4f no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:54.462060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 9a6f33e8-4672-4bd2-adcc-64068b59fc4f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:54.462305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9a6f33e8-4672-4bd2-adcc-64068b59fc4f not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:54.462730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:54.482752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:54.483305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d73a3bb6-a595-4f7d-9284-69ac1f2c2f1a not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:54.594613 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-557cfe27-26e7-4c3c-a1d8-905cfbf61aba req-9ffba32b-223f-477a-b97d-656339e99d57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c2f7aff-57b4-46bc-8372-1600a9f89373 HTTP/1.1" status: 200 len: 217 time: 0.3753231 Dec 08 01:49:54.599721 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b93628a7-4136-4221-940f-fed4b63747be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.602490 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b93628a7-4136-4221-940f-fed4b63747be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.603678 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b93628a7-4136-4221-940f-fed4b63747be admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/31bc25e7-d060-4ce7-a07e-23ef9dc5fe56 HTTP/1.1" status: 204 len: 168 time: 0.6601298 Dec 08 01:49:54.618610 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe271f-cda1-432f-96f9-c4ea3542fc85 req-cbab92b4-0784-49c9-930d-d17b79fd5c65 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.620240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41fe271f-cda1-432f-96f9-c4ea3542fc85 req-cbab92b4-0784-49c9-930d-d17b79fd5c65 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 946 time: 0.1011441 Dec 08 01:49:54.621118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93628a7-4136-4221-940f-fed4b63747be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bc25e7-d060-4ce7-a07e-23ef9dc5fe56,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:54.656983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-863fc014-3a1f-4e92-a8dd-4f3013caab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.658484 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-863fc014-3a1f-4e92-a8dd-4f3013caab53 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 1097 time: 0.1036251 Dec 08 01:49:54.683794 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cfe27-26e7-4c3c-a1d8-905cfbf61aba req-a6c41ef9-42e6-40aa-9431-ec71e35e20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.685272 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-557cfe27-26e7-4c3c-a1d8-905cfbf61aba req-a6c41ef9-42e6-40aa-9431-ec71e35e20e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.0806973 Dec 08 01:49:54.722784 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-557cfe27-26e7-4c3c-a1d8-905cfbf61aba req-79c1508b-adbd-4734-98f7-33c692af13a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267899 Dec 08 01:49:54.787484 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41fe271f-cda1-432f-96f9-c4ea3542fc85 req-c6516d27-6976-466d-b3b9-526b3b3f209e tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604738 Dec 08 01:49:54.835904 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-557cfe27-26e7-4c3c-a1d8-905cfbf61aba req-6b4ee0b1-5dcf-479f-b561-dd84104d80f9 service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045303 Dec 08 01:49:54.837351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38023557-3677-4c97-b0fd-da6cccd3d184 req-234a917a-e3fa-443a-babc-9965abf9c562 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.838852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38023557-3677-4c97-b0fd-da6cccd3d184 req-234a917a-e3fa-443a-babc-9965abf9c562 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 945 time: 0.1614027 Dec 08 01:49:54.861551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-609d8a82-4262-4489-803a-306c26a8b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.862898 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-609d8a82-4262-4489-803a-306c26a8b031 service neutron] 10.222.0.75 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.1843107 Dec 08 01:49:54.873316 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c2cda0b-6376-4168-8016-eca43b52ec02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.943674 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-557cfe27-26e7-4c3c-a1d8-905cfbf61aba req-2dda530c-c4be-4893-88a8-db09597590f9 service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983787 Dec 08 01:49:54.963064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39004) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:54.978479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-982562bf-d2e9-470a-bba4-d93dda00cb69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.062577 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-982562bf-d2e9-470a-bba4-d93dda00cb69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.066960 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-982562bf-d2e9-470a-bba4-d93dda00cb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.111266 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-982562bf-d2e9-470a-bba4-d93dda00cb69 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7f333aa2d4064df6b6db120f9636ed08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469865 Dec 08 01:49:55.112354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982562bf-d2e9-470a-bba4-d93dda00cb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0313827-9b5e-4042-b86b-7a5b9a19514d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:55.115538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39008) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:55.165877 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee800e4b-0d8d-4172-8dc7-d80922c5816b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.187509 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee800e4b-0d8d-4172-8dc7-d80922c5816b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.246308 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee800e4b-0d8d-4172-8dc7-d80922c5816b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.249070 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee800e4b-0d8d-4172-8dc7-d80922c5816b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.252728 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ee800e4b-0d8d-4172-8dc7-d80922c5816b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f0313827-9b5e-4042-b86b-7a5b9a19514d HTTP/1.1" status: 204 len: 168 time: 0.1336956 Dec 08 01:49:55.260016 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee800e4b-0d8d-4172-8dc7-d80922c5816b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0313827-9b5e-4042-b86b-7a5b9a19514d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:55.271123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-4beb10ac-354d-4186-8b2b-55f97fb2848d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d HTTP/1.1" status: 200 len: 217 time: 0.3931179 Dec 08 01:49:55.298421 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.357365 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38023557-3677-4c97-b0fd-da6cccd3d184 req-0d585034-4443-4b22-8f13-eff5fad0d95b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090690 Dec 08 01:49:55.390499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd43512-6baa-4c24-b4c1-f82ddaa23ef8 req-f9c25e94-062c-4426-aeab-6a8a3b5fbf35 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:55.398095 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfd43512-6baa-4c24-b4c1-f82ddaa23ef8 req-f9c25e94-062c-4426-aeab-6a8a3b5fbf35 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 945 time: 0.5280166 Dec 08 01:49:55.412700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-7980470d-8db9-4c84-86ba-9376d8b826ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:55.414138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-7980470d-8db9-4c84-86ba-9376d8b826ea service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.1314964 Dec 08 01:49:55.508557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-4c49a768-b5af-408a-85ba-238051118ee5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834177 Dec 08 01:49:55.578180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfd43512-6baa-4c24-b4c1-f82ddaa23ef8 req-faf0084f-11ec-4427-abf7-0cf4eb9badaf tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups?id=65fa3dfb-8c61-4f53-9452-409dfacc2f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792347 Dec 08 01:49:55.643273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7563bf-d9dd-4e6c-b6cd-7d78f1acf6f0 req-14a3a6b3-c4f3-4cb1-9e7c-f36c1e22d5a4 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:55.644783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f7563bf-d9dd-4e6c-b6cd-7d78f1acf6f0 req-14a3a6b3-c4f3-4cb1-9e7c-f36c1e22d5a4 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 943 time: 0.1920471 Dec 08 01:49:55.683683 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-eb7f4f5e-8b9e-4f9e-8cab-ba7872dfeddd service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564088 Dec 08 01:49:55.786048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f7563bf-d9dd-4e6c-b6cd-7d78f1acf6f0 req-69dd5e4e-2e51-41bf-9efc-045dbf095367 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296413 Dec 08 01:49:55.881388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e90cc-fabe-4b3f-a020-466273c8747f req-4f18ac61-2dbe-4c43-8b76-a653226f7bfb tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:55.882542 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f7e90cc-fabe-4b3f-a020-466273c8747f req-4f18ac61-2dbe-4c43-8b76-a653226f7bfb tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.75 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 946 time: 0.1693168 Dec 08 01:49:55.896566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-0a8940ed-2afa-4ab2-b260-2d2c1a5d99e1 service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820974 Dec 08 01:49:55.962063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4c2cda0b-6376-4168-8016-eca43b52ec02 admin admin] Deleting port 385e2fec-abfb-4538-b91d-f60e29fa7042 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:55.962405 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c2cda0b-6376-4168-8016-eca43b52ec02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.036070 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-d6152882-3abd-4910-8a20-097e40cde4f9 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:56.037976 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-d6152882-3abd-4910-8a20-097e40cde4f9 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 945 time: 0.0615659 Dec 08 01:49:56.046740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46e3b2-3259-4943-804e-7ec4a13d9691 req-da1aaf9b-5f22-4123-b533-978bfe61ffe5 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:56.053965 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d46e3b2-3259-4943-804e-7ec4a13d9691 req-da1aaf9b-5f22-4123-b533-978bfe61ffe5 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 946 time: 0.1684675 Dec 08 01:49:56.139291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-4c2cda0b-6376-4168-8016-eca43b52ec02 admin admin] For port 385e2fec-abfb-4538-b91d-f60e29fa7042, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=385e2fec-abfb-4538-b91d-f60e29fa7042,segment=NetworkSegment(858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25),segment_id=858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:56.139579 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c2cda0b-6376-4168-8016-eca43b52ec02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.150533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Deleting port fb94505c-aaac-4dd5-92b9-96245f678066 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:56.151075 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.164191 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d46e3b2-3259-4943-804e-7ec4a13d9691 req-606fdb45-8d48-4dda-beea-8d480f3a75d9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups?id=8cbacb57-32df-41f6-8842-0e2d990dabcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045604 Dec 08 01:49:56.172216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4c2cda0b-6376-4168-8016-eca43b52ec02 admin admin] Calling delete_port for 385e2fec-abfb-4538-b91d-f60e29fa7042 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:56.178380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-6f7e90cc-fabe-4b3f-a020-466273c8747f req-b30253d1-c7a5-41aa-bf72-be88c3bc02e2 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Deleting port 65734413-4146-4527-b457-00ec8fa15106 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:56.178718 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f7e90cc-fabe-4b3f-a020-466273c8747f req-b30253d1-c7a5-41aa-bf72-be88c3bc02e2 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.283816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] For port fb94505c-aaac-4dd5-92b9-96245f678066, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=fb94505c-aaac-4dd5-92b9-96245f678066,segment=NetworkSegment(a8f3ae90-75ee-4415-aedd-07f1316c4f93),segment_id=a8f3ae90-75ee-4415-aedd-07f1316c4f93)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:56.284328 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.326613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-6f7e90cc-fabe-4b3f-a020-466273c8747f req-b30253d1-c7a5-41aa-bf72-be88c3bc02e2 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] For port 65734413-4146-4527-b457-00ec8fa15106, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=65734413-4146-4527-b457-00ec8fa15106,segment=NetworkSegment(90ef0fd6-ee95-48eb-b6af-f34b076e74b4),segment_id=90ef0fd6-ee95-48eb-b6af-f34b076e74b4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:56.327121 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f7e90cc-fabe-4b3f-a020-466273c8747f req-b30253d1-c7a5-41aa-bf72-be88c3bc02e2 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.354206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-6f7e90cc-fabe-4b3f-a020-466273c8747f req-b30253d1-c7a5-41aa-bf72-be88c3bc02e2 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Calling delete_port for 65734413-4146-4527-b457-00ec8fa15106 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:56.526379 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.527218 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.528447 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Floating IP e3ad0e8b-8c52-45b1-b6df-c17d7dab53f7 disassociated. External IP: 172.25.8.101, port: fb94505c-aaac-4dd5-92b9-96245f678066. Dec 08 01:49:56.528944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Calling delete_port for fb94505c-aaac-4dd5-92b9-96245f678066 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:56.621013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faf005-e08e-425c-8ac4-78d9f9b457db req-bf804f95-8868-43b7-91b3-c45d150f54a5 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:56.624811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2faf005-e08e-425c-8ac4-78d9f9b457db req-bf804f95-8868-43b7-91b3-c45d150f54a5 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 945 time: 0.1523514 Dec 08 01:49:56.630824 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c2cda0b-6376-4168-8016-eca43b52ec02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.715665 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.732837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cda0b-6376-4168-8016-eca43b52ec02 admin admin] Pushing event deleted for resources: {'Port': ['ID=385e2fec-abfb-4538-b91d-f60e29fa7042,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:56.751568 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2faf005-e08e-425c-8ac4-78d9f9b457db req-0d15ac7e-6715-4da7-924a-5a7f518bd45b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085508 Dec 08 01:49:56.795779 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.821290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca0e1d98-d2a4-4712-969d-4fac7438d4b0 req-ff658be6-e1b8-4538-8ef9-5c34287d4c7e tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 210 time: 0.1035185 Dec 08 01:49:56.824737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Pushing event deleted for resources: {'Port': ['ID=fb94505c-aaac-4dd5-92b9-96245f678066,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:57.041398 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c2cda0b-6376-4168-8016-eca43b52ec02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:57.095720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Router 7763c9c0-13fa-4f16-a017-f75506ff599c has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:49:57.222402 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f7e90cc-fabe-4b3f-a020-466273c8747f req-b30253d1-c7a5-41aa-bf72-be88c3bc02e2 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:57.270033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:49:57.278147 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30253d1-c7a5-41aa-bf72-be88c3bc02e2 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Pushing event deleted for resources: {'Port': ['ID=65734413-4146-4527-b457-00ec8fa15106,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:57.291355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc51ca-2b37-434e-8ac5-c8ce6d396d5c None None] Sync routers for ids ['7763c9c0-13fa-4f16-a017-f75506ff599c'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:49:57.302296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc078e3d-3e4d-4f19-a4bb-dfdc26237e49 req-e82f91b6-a456-4d05-8bb0-3742411e1841 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:57.304220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc078e3d-3e4d-4f19-a4bb-dfdc26237e49 req-e82f91b6-a456-4d05-8bb0-3742411e1841 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 943 time: 0.1907063 Dec 08 01:49:57.338159 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc51ca-2b37-434e-8ac5-c8ce6d396d5c None None] Routers {'7763c9c0-13fa-4f16-a017-f75506ff599c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:49:57.343041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-26dc51ca-2b37-434e-8ac5-c8ce6d396d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:49:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7763c9c0-13fa-4f16-a017-f75506ff599c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:57.410298 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea155b23-90bf-4332-96fc-92e3e42bae46 req-1a4cc27d-a95b-4dd4-8684-ac05a8feb99a tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 210 time: 0.1045458 Dec 08 01:49:57.413436 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] No DVR routers for this DVR port fb94505c-aaac-4dd5-92b9-96245f678066 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:57.429344 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7e90cc-fabe-4b3f-a020-466273c8747f req-b30253d1-c7a5-41aa-bf72-be88c3bc02e2 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] No DVR routers for this DVR port 65734413-4146-4527-b457-00ec8fa15106 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:57.436229 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:57.445307 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7a2cf08b-bf1d-4a42-bee3-18b208af8d80 req-8676bfa7-a3ee-4ad3-8c11-b560a1fa9ca3 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.45 "DELETE /v2.0/ports/fb94505c-aaac-4dd5-92b9-96245f678066 HTTP/1.1" status: 204 len: 173 time: 1.4008584 Dec 08 01:49:57.452209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6285c98-665e-4192-964c-ad65bb7c0ca4', 'name': 'network-vif-deleted', 'tag': 'fb94505c-aaac-4dd5-92b9-96245f678066'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:57.459217 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67876945-3202-47d9-9252-e6d0d5892c5c" -d '{"events": [{"server_uuid": "f6285c98-665e-4192-964c-ad65bb7c0ca4", "name": "network-vif-deleted", "tag": "fb94505c-aaac-4dd5-92b9-96245f678066"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:57.547429 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f7e90cc-fabe-4b3f-a020-466273c8747f req-b30253d1-c7a5-41aa-bf72-be88c3bc02e2 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:57.550885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f7e90cc-fabe-4b3f-a020-466273c8747f req-b30253d1-c7a5-41aa-bf72-be88c3bc02e2 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.75 "DELETE /v2.0/ports/65734413-4146-4527-b457-00ec8fa15106 HTTP/1.1" status: 204 len: 173 time: 1.6534965 Dec 08 01:49:57.551468 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718fbddd-f7fd-48f1-a27e-bcb8a5396c1a', 'name': 'network-vif-deleted', 'tag': '65734413-4146-4527-b457-00ec8fa15106'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:57.568045 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15904954-9425-41fd-a543-a9c5b1e2c869 x-openstack-request-id: req-15904954-9425-41fd-a543-a9c5b1e2c869 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:57.568807 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6285c98-665e-4192-964c-ad65bb7c0ca4", "name": "network-vif-deleted", "tag": "fb94505c-aaac-4dd5-92b9-96245f678066", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:57.569266 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-15904954-9425-41fd-a543-a9c5b1e2c869 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:57.569613 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b82d1b-5a51-46cd-84ce-213ba275519a" -d '{"events": [{"server_uuid": "718fbddd-f7fd-48f1-a27e-bcb8a5396c1a", "name": "network-vif-deleted", "tag": "65734413-4146-4527-b457-00ec8fa15106"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:57.570123 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6285c98-665e-4192-964c-ad65bb7c0ca4', 'name': 'network-vif-deleted', 'tag': 'fb94505c-aaac-4dd5-92b9-96245f678066', 'status': 'completed', 'code': 200} Dec 08 01:49:57.597579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-26dc51ca-2b37-434e-8ac5-c8ce6d396d5c None None] Set router 7763c9c0-13fa-4f16-a017-f75506ff599c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:49:57.649987 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a4014a-c3c1-4187-925a-1a3b51b706ec x-openstack-request-id: req-64a4014a-c3c1-4187-925a-1a3b51b706ec {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:57.650311 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718fbddd-f7fd-48f1-a27e-bcb8a5396c1a", "name": "network-vif-deleted", "tag": "65734413-4146-4527-b457-00ec8fa15106", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:57.650571 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-64a4014a-c3c1-4187-925a-1a3b51b706ec {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:57.650997 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718fbddd-f7fd-48f1-a27e-bcb8a5396c1a', 'name': 'network-vif-deleted', 'tag': '65734413-4146-4527-b457-00ec8fa15106', 'status': 'completed', 'code': 200} Dec 08 01:49:57.663515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc078e3d-3e4d-4f19-a4bb-dfdc26237e49 req-e15cda6c-e774-4427-aa83-9c7bd254b180 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074539 Dec 08 01:49:57.678849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0c2f7aff-57b4-46bc-8372-1600a9f89373 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:49:57.798868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2cda0b-6376-4168-8016-eca43b52ec02 admin admin] Router 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:49:57.980712 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:58.029266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02a3d7e3-9a4a-4c0d-930c-3483f4834a77 req-429ac102-084e-46e0-8821-8d677eec176a tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6285c98-665e-4192-964c-ad65bb7c0ca4 HTTP/1.1" status: 200 len: 210 time: 0.0705273 Dec 08 01:49:58.071029 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85b063-0a16-49d6-b272-df59cf0c6caa req-cb16fa49-4276-4e38-a7e2-69759c01426b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:58.073610 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e85b063-0a16-49d6-b272-df59cf0c6caa req-cb16fa49-4276-4e38-a7e2-69759c01426b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 945 time: 0.1494782 Dec 08 01:49:58.087355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2cda0b-6376-4168-8016-eca43b52ec02 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:49:58.097978 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39088) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:58.104817 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ef6bd-0365-41e7-a4e9-cb65377e7e4c None None] Sync routers for ids ['75a966b3-c6a7-43b6-ae60-d51cbc3f4473'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:49:58.117356 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4c2cda0b-6376-4168-8016-eca43b52ec02 admin admin] 10.222.0.71 "PUT /v2.0/routers/75a966b3-c6a7-43b6-ae60-d51cbc3f4473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0686195 Dec 08 01:49:58.129756 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ef6bd-0365-41e7-a4e9-cb65377e7e4c None None] Routers {'75a966b3-c6a7-43b6-ae60-d51cbc3f4473'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:49:58.130558 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-de8ef6bd-0365-41e7-a4e9-cb65377e7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:49:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['75a966b3-c6a7-43b6-ae60-d51cbc3f4473'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:58.195334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0c2f7aff-57b4-46bc-8372-1600a9f89373, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c2f7aff-57b4-46bc-8372-1600a9f89373,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:58.233246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '0c2f7aff-57b4-46bc-8372-1600a9f89373', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'port_id': '0c2f7aff-57b4-46bc-8372-1600a9f89373', 'mac_address': 'fa:16:3e:53:77:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b17d14-ce86-4d96-b0e5-c267582db3e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:49:58.323897 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e85b063-0a16-49d6-b272-df59cf0c6caa req-2fea32ce-6c0b-4363-8887-23d8133dfaa4 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321763 Dec 08 01:49:58.447470 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:58.534930 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2f7aff-57b4-46bc-8372-1600a9f89373 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:58.573154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0c2f7aff-57b4-46bc-8372-1600a9f89373, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c2f7aff-57b4-46bc-8372-1600a9f89373,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:58.585352 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:58.590547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-26dc51ca-2b37-434e-8ac5-c8ce6d396d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:47:34Z', 'revision_number': 4, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port': {'id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:25Z', 'updated_at': '2021-12-08T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6e83cccb-8d5d-4156-a1cc-c631967e7870', 'name': '', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'mac_address': 'fa:16:3e:72:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:33Z', 'updated_at': '2021-12-08T01:47:40Z', 'revision_number': 5, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'subnets': [{'id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:58.636695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-971b5721-50b1-449c-ad35-a9f5d0afd308 req-bbefa819-ca6c-452a-b2a1-3655e47feee9 tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/ports?device_id=718fbddd-f7fd-48f1-a27e-bcb8a5396c1a HTTP/1.1" status: 200 len: 210 time: 0.0608149 Dec 08 01:49:58.644472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc51ca-2b37-434e-8ac5-c8ce6d396d5c None None] Checking router: 7763c9c0-13fa-4f16-a017-f75506ff599c for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:49:58.649850 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-de8ef6bd-0365-41e7-a4e9-cb65377e7e4c None None] Set router 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:49:58.668556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc51ca-2b37-434e-8ac5-c8ce6d396d5c None None] Routers {'7763c9c0-13fa-4f16-a017-f75506ff599c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:49:58.669578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-26dc51ca-2b37-434e-8ac5-c8ce6d396d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:49:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7763c9c0-13fa-4f16-a017-f75506ff599c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:58.725974 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:58.837958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=0c2f7aff-57b4-46bc-8372-1600a9f89373,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:58.845666 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:58.893681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-26dc51ca-2b37-434e-8ac5-c8ce6d396d5c None None] Set router 7763c9c0-13fa-4f16-a017-f75506ff599c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:49:58.938737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['0c2f7aff-57b4-46bc-8372-1600a9f89373'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:58.941313 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 65734413-4146-4527-b457-00ec8fa15106 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:58.950735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032abfa7-923f-4551-a1f0-e51939f66f6d req-be7e3aa6-ef49-4b18-bf45-cbf414aaa616 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:58.952020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-032abfa7-923f-4551-a1f0-e51939f66f6d req-be7e3aa6-ef49-4b18-bf45-cbf414aaa616 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 944 time: 0.1128423 Dec 08 01:49:58.966290 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-de8ef6bd-0365-41e7-a4e9-cb65377e7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929728054-router', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '9746fff5-d188-4a8a-84df-b48c2c0b0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:49:56Z', 'revision_number': 5, 'project_id': 'bb8457b075d34befb42faa5191b5f392', 'gw_port': {'id': '9746fff5-d188-4a8a-84df-b48c2c0b0c37', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:58.968108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] Deleting port 9746fff5-d188-4a8a-84df-b48c2c0b0c37 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:58.970330 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:58.972653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 65734413-4146-4527-b457-00ec8fa15106 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:58.973103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 65734413-4146-4527-b457-00ec8fa15106 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:59.024835 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ef6bd-0365-41e7-a4e9-cb65377e7e4c None None] Checking router: 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:49:59.036923 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ef6bd-0365-41e7-a4e9-cb65377e7e4c None None] Routers {'75a966b3-c6a7-43b6-ae60-d51cbc3f4473'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:49:59.038513 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-de8ef6bd-0365-41e7-a4e9-cb65377e7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:49:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['75a966b3-c6a7-43b6-ae60-d51cbc3f4473'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:59.085964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-032abfa7-923f-4551-a1f0-e51939f66f6d req-961ceaba-e90d-4aac-a2d0-4cace6043b24 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947680 Dec 08 01:49:59.157625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] For port 9746fff5-d188-4a8a-84df-b48c2c0b0c37, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9746fff5-d188-4a8a-84df-b48c2c0b0c37,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:59.157990 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.167975 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-de8ef6bd-0365-41e7-a4e9-cb65377e7e4c None None] Set router 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:49:59.191787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] Calling delete_port for 9746fff5-d188-4a8a-84df-b48c2c0b0c37 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:59.202847 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39108) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:59.252066 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-de8ef6bd-0365-41e7-a4e9-cb65377e7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929728054-router', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:49:58Z', 'revision_number': 6, 'project_id': 'bb8457b075d34befb42faa5191b5f392', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:59.301581 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ef6bd-0365-41e7-a4e9-cb65377e7e4c None None] The sync data for ids ['75a966b3-c6a7-43b6-ae60-d51cbc3f4473'] in n-d-713499-31 is: [{'id': '75a966b3-c6a7-43b6-ae60-d51cbc3f4473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1929728054-router', 'tenant_id': 'bb8457b075d34befb42faa5191b5f392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:45:06Z', 'updated_at': '2021-12-08T01:49:58Z', 'revision_number': 6, 'project_id': 'bb8457b075d34befb42faa5191b5f392', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:49:59.315981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-26dc51ca-2b37-434e-8ac5-c8ce6d396d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:47:34Z', 'revision_number': 4, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port': {'id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:25Z', 'updated_at': '2021-12-08T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6e83cccb-8d5d-4156-a1cc-c631967e7870', 'name': '', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'mac_address': 'fa:16:3e:72:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:33Z', 'updated_at': '2021-12-08T01:47:40Z', 'revision_number': 5, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'subnets': [{'id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:59.346585 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4b95692-9375-4be8-afe7-d61b8faff827 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.385341 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4b95692-9375-4be8-afe7-d61b8faff827 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.391806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc51ca-2b37-434e-8ac5-c8ce6d396d5c None None] The sync data for ids ['7763c9c0-13fa-4f16-a017-f75506ff599c'] in n-d-713499-31 is: [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:47:34Z', 'revision_number': 4, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port': {'id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:25Z', 'updated_at': '2021-12-08T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6e83cccb-8d5d-4156-a1cc-c631967e7870', 'name': '', 'network_id': '7c5f4031-a05c-4926-a79d-db939f551cd5', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'mac_address': 'fa:16:3e:72:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:33Z', 'updated_at': '2021-12-08T01:47:40Z', 'revision_number': 5, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'subnets': [{'id': 'a55ead71-4b9b-47b0-a955-71e64106e7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:49:59.423707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39116) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:59.483696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4b95692-9375-4be8-afe7-d61b8faff827 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.494590 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4b95692-9375-4be8-afe7-d61b8faff827 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.497394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a4b95692-9375-4be8-afe7-d61b8faff827 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "DELETE /v2.0/security-groups/65fa3dfb-8c61-4f53-9452-409dfacc2f22 HTTP/1.1" status: 204 len: 168 time: 0.2932799 Dec 08 01:49:59.500256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39120) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:59.530799 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-f59c9b11-d9dc-4ed2-a0b1-503cde325c83 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] show failed (client error): The resource could not be found. Dec 08 01:49:59.535505 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f59c9b11-d9dc-4ed2-a0b1-503cde325c83 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "GET /v2.0/security-groups/65fa3dfb-8c61-4f53-9452-409dfacc2f22 HTTP/1.1" status: 404 len: 347 time: 0.0306191 Dec 08 01:49:59.536354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39122) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:59.552330 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b95692-9375-4be8-afe7-d61b8faff827 tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fa3dfb-8c61-4f53-9452-409dfacc2f22,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:59.626773 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d61e7c5-2654-437d-973c-87a05104f4d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.640381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device fb94505c-aaac-4dd5-92b9-96245f678066 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:59.688599 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: fb94505c-aaac-4dd5-92b9-96245f678066 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:59.688962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device fb94505c-aaac-4dd5-92b9-96245f678066 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:59.718359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d1bd8-82b9-4143-ae97-495b3e4bc52a req-f6477783-e905-41ad-9492-3acb8466eed7 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:59.719975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-834d1bd8-82b9-4143-ae97-495b3e4bc52a req-f6477783-e905-41ad-9492-3acb8466eed7 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 945 time: 0.1935174 Dec 08 01:49:59.798966 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.835400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2c0aa4-7b23-4d9a-b1e7-fe9448b4b543 None None] New status for floating IP e3ad0e8b-8c52-45b1-b6df-c17d7dab53f7: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:49:59.840763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=9746fff5-d188-4a8a-84df-b48c2c0b0c37,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:59.880325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-834d1bd8-82b9-4143-ae97-495b3e4bc52a req-52ecae51-b5a9-4c5d-90b7-436c90b53fb1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475019 Dec 08 01:49:59.910243 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39138) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:59.959279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f4968c55-4bcb-4b06-9ea8-89bcd6fae1df tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Deleting port 0d9922fd-79b5-43db-9c98-d05719958d01 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:59.959279 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f4968c55-4bcb-4b06-9ea8-89bcd6fae1df tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.966631 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d61e7c5-2654-437d-973c-87a05104f4d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.971946 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d61e7c5-2654-437d-973c-87a05104f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.010573 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.060652 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4d61e7c5-2654-437d-973c-87a05104f4d3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=19fdd80e2336471fb5b2e3c26afdc089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6359987 Dec 08 01:50:00.067299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39140) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:00.094809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61e7c5-2654-437d-973c-87a05104f4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95c2858-4f6d-4dd2-957c-469478987677,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:00.200236 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.203576 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c753b736-348e-46a1-a84b-07bf83dda1be tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.228753 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.229004 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6738-519c-44d1-89c5-88a3f618a548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.236151 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c753b736-348e-46a1-a84b-07bf83dda1be tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.258494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abb5a4-5d5c-4211-a5b9-fa0756387451 req-8ab8645d-0049-4c56-9c91-1225a31ed287 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:00.266572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0abb5a4-5d5c-4211-a5b9-fa0756387451 req-8ab8645d-0049-4c56-9c91-1225a31ed287 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 944 time: 0.1046886 Dec 08 01:50:00.317206 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6738-519c-44d1-89c5-88a3f618a548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.347162 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.347685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75a966b3-c6a7-43b6-ae60-d51cbc3f4473 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:50:00.355004 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.356190 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-946a8e98-ac5d-45e3-9fc8-7b57cd8f8e89 admin admin] 10.222.0.71 "DELETE /v2.0/routers/75a966b3-c6a7-43b6-ae60-d51cbc3f4473 HTTP/1.1" status: 204 len: 168 time: 2.2546592 Dec 08 01:50:00.360965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39146) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:00.364120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 385e2fec-abfb-4538-b91d-f60e29fa7042 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:00.421729 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f4968c55-4bcb-4b06-9ea8-89bcd6fae1df tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.422177 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f4968c55-4bcb-4b06-9ea8-89bcd6fae1df tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.423892 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 385e2fec-abfb-4538-b91d-f60e29fa7042 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:00.424551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 385e2fec-abfb-4538-b91d-f60e29fa7042 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:00.426063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9746fff5-d188-4a8a-84df-b48c2c0b0c37 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:00.426303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fd955c-46bc-4575-bda3-4182b3ba19cb admin admin] Deleting subnet 1b59d6ef-bdce-4977-8309-8a02e35207a8 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:50:00.429952 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35fd955c-46bc-4575-bda3-4182b3ba19cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.462559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f4968c55-4bcb-4b06-9ea8-89bcd6fae1df tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Calling delete_port for 0d9922fd-79b5-43db-9c98-d05719958d01 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:00.470035 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35fd955c-46bc-4575-bda3-4182b3ba19cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.480247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 9746fff5-d188-4a8a-84df-b48c2c0b0c37 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:00.480988 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9746fff5-d188-4a8a-84df-b48c2c0b0c37 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:00.528744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0abb5a4-5d5c-4211-a5b9-fa0756387451 req-9d2defbc-7ecb-45ae-aef2-bf55d9f90bb7 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611897 Dec 08 01:50:00.570905 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c753b736-348e-46a1-a84b-07bf83dda1be tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.577150 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c753b736-348e-46a1-a84b-07bf83dda1be tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.578897 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c753b736-348e-46a1-a84b-07bf83dda1be tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "DELETE /v2.0/security-groups/68c5f2dc-02e5-4c16-a1f8-63dee0994eeb HTTP/1.1" status: 204 len: 168 time: 0.6657255 Dec 08 01:50:00.589320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39150) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:00.603228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753b736-348e-46a1-a84b-07bf83dda1be tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c5f2dc-02e5-4c16-a1f8-63dee0994eeb,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:00.615331 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6738-519c-44d1-89c5-88a3f618a548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.618714 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6738-519c-44d1-89c5-88a3f618a548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.619295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5d7a6738-519c-44d1-89c5-88a3f618a548 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e95c2858-4f6d-4dd2-957c-469478987677 HTTP/1.1" status: 204 len: 168 time: 0.5504870 Dec 08 01:50:00.649229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a6738-519c-44d1-89c5-88a3f618a548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95c2858-4f6d-4dd2-957c-469478987677,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:00.653723 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-3aeb0fa9-6490-44ba-b819-c7ce8697a7fd tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] show failed (client error): The resource could not be found. Dec 08 01:50:00.661001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3aeb0fa9-6490-44ba-b819-c7ce8697a7fd tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "GET /v2.0/security-groups/68c5f2dc-02e5-4c16-a1f8-63dee0994eeb HTTP/1.1" status: 404 len: 347 time: 0.0666001 Dec 08 01:50:00.661704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39154) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:00.686810 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35fd955c-46bc-4575-bda3-4182b3ba19cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.730426 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f4968c55-4bcb-4b06-9ea8-89bcd6fae1df tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.766878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4968c55-4bcb-4b06-9ea8-89bcd6fae1df tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Pushing event deleted for resources: {'Port': ['ID=0d9922fd-79b5-43db-9c98-d05719958d01,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:00.858924 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f4968c55-4bcb-4b06-9ea8-89bcd6fae1df tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.863865 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f4968c55-4bcb-4b06-9ea8-89bcd6fae1df tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.866388 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35fd955c-46bc-4575-bda3-4182b3ba19cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.868820 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f4968c55-4bcb-4b06-9ea8-89bcd6fae1df tempest-ServersTestManualDisk-1918308966 tempest-ServersTestManualDisk-1918308966-project] 10.222.0.71 "DELETE /v2.0/floatingips/e3ad0e8b-8c52-45b1-b6df-c17d7dab53f7 HTTP/1.1" status: 204 len: 168 time: 1.3291795 Dec 08 01:50:00.869609 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39158) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:00.881307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-81092cd7-95fa-444e-9280-f90884e8269c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Deleting port a1c6527c-b701-4b09-b466-804d5a311dfc {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:00.881642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81092cd7-95fa-444e-9280-f90884e8269c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.884025 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35fd955c-46bc-4575-bda3-4182b3ba19cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.889725 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef80b9ad-f9b0-4464-8adc-87516e671446 None None] Network 3e1fb143-4017-4cf0-8be6-476cac9c8701 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:00.890012 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-35fd955c-46bc-4575-bda3-4182b3ba19cb admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1b59d6ef-bdce-4977-8309-8a02e35207a8 HTTP/1.1" status: 204 len: 168 time: 0.5226707 Dec 08 01:50:00.922058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39160) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:00.944405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd955c-46bc-4575-bda3-4182b3ba19cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b59d6ef-bdce-4977-8309-8a02e35207a8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:01.118050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb48e60-352c-4d24-932e-ecf69b32a039 None None] DHCP port deletion for 3e1fb143-4017-4cf0-8be6-476cac9c8701 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:50:01.157891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39164) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:01.195470 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9b13-2ab7-49fc-aba3-104e473b69fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.210312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8bb48e60-352c-4d24-932e-ecf69b32a039 None None] Deleting port d9233d3a-aa1c-4187-81d7-e71ded4ffef4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:01.210870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8bb48e60-352c-4d24-932e-ecf69b32a039 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.211811 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3aca334-c78f-4d3c-a4ab-746c1a4ea7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.305489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8bb48e60-352c-4d24-932e-ecf69b32a039 None None] For port d9233d3a-aa1c-4187-81d7-e71ded4ffef4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d9233d3a-aa1c-4187-81d7-e71ded4ffef4,segment=NetworkSegment(858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25),segment_id=858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:01.305827 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8bb48e60-352c-4d24-932e-ecf69b32a039 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.322679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8bb48e60-352c-4d24-932e-ecf69b32a039 None None] Calling delete_port for d9233d3a-aa1c-4187-81d7-e71ded4ffef4 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:01.412392 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c85374-f269-4735-9d63-80166ad50f4d req-2badf7b4-526e-40c4-967e-6f1b0c5b9eef tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:01.420394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88c85374-f269-4735-9d63-80166ad50f4d req-2badf7b4-526e-40c4-967e-6f1b0c5b9eef tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 945 time: 0.3984094 Dec 08 01:50:01.431283 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8bb48e60-352c-4d24-932e-ecf69b32a039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.444897 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81092cd7-95fa-444e-9280-f90884e8269c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.445220 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81092cd7-95fa-444e-9280-f90884e8269c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.461318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb48e60-352c-4d24-932e-ecf69b32a039 None None] Pushing event deleted for resources: {'Port': ['ID=d9233d3a-aa1c-4187-81d7-e71ded4ffef4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:01.469363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb48e60-352c-4d24-932e-ecf69b32a039 None None] No DVR routers for this DVR port d9233d3a-aa1c-4187-81d7-e71ded4ffef4 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:01.496432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-81092cd7-95fa-444e-9280-f90884e8269c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Calling delete_port for a1c6527c-b701-4b09-b466-804d5a311dfc owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:01.512916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88c85374-f269-4735-9d63-80166ad50f4d req-a0cdb961-a5bf-4a18-bdba-33b6d7cf41a6 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916348 Dec 08 01:50:01.643894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0c2f7aff-57b4-46bc-8372-1600a9f89373 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:50:01.746182 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81092cd7-95fa-444e-9280-f90884e8269c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.756769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 0c2f7aff-57b4-46bc-8372-1600a9f89373 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:50:01.761060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 0c2f7aff-57b4-46bc-8372-1600a9f89373 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:01.762315 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.786573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81092cd7-95fa-444e-9280-f90884e8269c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Pushing event deleted for resources: {'Port': ['ID=a1c6527c-b701-4b09-b466-804d5a311dfc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:01.797624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9b13-2ab7-49fc-aba3-104e473b69fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.814157 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9b13-2ab7-49fc-aba3-104e473b69fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.828759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf2b37-61b0-480c-b4b8-a46814b7fc0b req-fb2799cc-1213-4c2d-a023-0bd740f4d920 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:01.836085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9acf2b37-61b0-480c-b4b8-a46814b7fc0b req-fb2799cc-1213-4c2d-a023-0bd740f4d920 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 944 time: 0.1572311 Dec 08 01:50:01.891006 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.926256 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1ccc9b13-2ab7-49fc-aba3-104e473b69fe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2507d5703ab247f38f71b55e43489556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7668340 Dec 08 01:50:01.948936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0c2f7aff-57b4-46bc-8372-1600a9f89373, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c2f7aff-57b4-46bc-8372-1600a9f89373,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:01.950139 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81092cd7-95fa-444e-9280-f90884e8269c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.951399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1fcebe-01ad-487d-9e75-97d891557c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2f7aff-57b4-46bc-8372-1600a9f89373'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:01.954264 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81092cd7-95fa-444e-9280-f90884e8269c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.955874 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-81092cd7-95fa-444e-9280-f90884e8269c tempest-ImagesOneServerNegativeTestJSON-474031171 tempest-ImagesOneServerNegativeTestJSON-474031171-project] 10.222.0.71 "DELETE /v2.0/floatingips/62ace215-f149-4661-8f79-e41b95d198ec HTTP/1.1" status: 204 len: 168 time: 1.2933519 Dec 08 01:50:01.959196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39172) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:01.964733 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc9b13-2ab7-49fc-aba3-104e473b69fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f3f843-147c-404b-860e-21cb87f6bc6b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:01.972086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3aca334-c78f-4d3c-a4ab-746c1a4ea7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.987812 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275826d9-dda0-49ec-a377-20822aebdff1" -d '{"events": [{"server_uuid": "df1fcebe-01ad-487d-9e75-97d891557c61", "name": "network-vif-plugged", "status": "completed", "tag": "0c2f7aff-57b4-46bc-8372-1600a9f89373"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:01.996960 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.000847 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9acf2b37-61b0-480c-b4b8-a46814b7fc0b req-4678bd39-007c-4bf8-aa03-8b1d7dba98cc tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638923 Dec 08 01:50:02.020076 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f3aca334-c78f-4d3c-a4ab-746c1a4ea7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1fb143-4017-4cf0-8be6-476cac9c8701']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:02.049392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f3aca334-c78f-4d3c-a4ab-746c1a4ea7c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:02.049721 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f3aca334-c78f-4d3c-a4ab-746c1a4ea7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858ecd0e-c2f3-4378-b38e-fdd7d3d8fd25') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:02.064469 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32f1b7ac-1094-4b90-ac3b-b723e3618662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.070840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=0c2f7aff-57b4-46bc-8372-1600a9f89373,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:02.084780 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3aca334-c78f-4d3c-a4ab-746c1a4ea7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.094155 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32f1b7ac-1094-4b90-ac3b-b723e3618662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.106177 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3aca334-c78f-4d3c-a4ab-746c1a4ea7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.112906 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92109c04-4d40-45e7-8200-f15542bd6127 x-openstack-request-id: req-92109c04-4d40-45e7-8200-f15542bd6127 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:02.113213 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1fcebe-01ad-487d-9e75-97d891557c61", "name": "network-vif-plugged", "status": "completed", "tag": "0c2f7aff-57b4-46bc-8372-1600a9f89373", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:02.113471 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-92109c04-4d40-45e7-8200-f15542bd6127 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:02.113891 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1fcebe-01ad-487d-9e75-97d891557c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2f7aff-57b4-46bc-8372-1600a9f89373', 'code': 200} Dec 08 01:50:02.121227 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3aca334-c78f-4d3c-a4ab-746c1a4ea7c8 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:50:02.121814 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3aca334-c78f-4d3c-a4ab-746c1a4ea7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:50:02.125040 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:50:02.160578 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32f1b7ac-1094-4b90-ac3b-b723e3618662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.165293 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32f1b7ac-1094-4b90-ac3b-b723e3618662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.166857 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-32f1b7ac-1094-4b90-ac3b-b723e3618662 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/15f3f843-147c-404b-860e-21cb87f6bc6b HTTP/1.1" status: 204 len: 168 time: 0.2063143 Dec 08 01:50:02.182104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39188) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:02.223457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1b7ac-1094-4b90-ac3b-b723e3618662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f3f843-147c-404b-860e-21cb87f6bc6b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:02.236991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3aca334-c78f-4d3c-a4ab-746c1a4ea7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.262497 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3aca334-c78f-4d3c-a4ab-746c1a4ea7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.268194 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f3aca334-c78f-4d3c-a4ab-746c1a4ea7c8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/3e1fb143-4017-4cf0-8be6-476cac9c8701 HTTP/1.1" status: 204 len: 168 time: 1.3439491 Dec 08 01:50:02.281704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9176226e-1fe3-4ff4-8779-63258b658704 admin admin] Deleting subnet 0967e208-c2ac-4601-9bbb-5480d82388b6 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:50:02.285386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9176226e-1fe3-4ff4-8779-63258b658704 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.287167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aca334-c78f-4d3c-a4ab-746c1a4ea7c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1fb143-4017-4cf0-8be6-476cac9c8701,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:02.333518 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9176226e-1fe3-4ff4-8779-63258b658704 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.357360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ebe32-eb1c-4f38-b521-8f73eab6ca0b req-c8c7d372-2752-4b7c-801f-3ba4be852d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:02.358868 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ec4ebe32-eb1c-4f38-b521-8f73eab6ca0b req-c8c7d372-2752-4b7c-801f-3ba4be852d66 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 1097 time: 0.1328018 Dec 08 01:50:02.384805 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9176226e-1fe3-4ff4-8779-63258b658704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.397606 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea53fab4-97eb-41b1-bec3-f45192ad36ff req-8f2983a2-e995-4f9b-b2c9-6efebd46feda service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1083086 Dec 08 01:50:02.452913 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9176226e-1fe3-4ff4-8779-63258b658704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.459132 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d9233d3a-aa1c-4187-81d7-e71ded4ffef4 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:02.483153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176226e-1fe3-4ff4-8779-63258b658704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0967e208-c2ac-4601-9bbb-5480d82388b6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:02.495916 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c568c5b-828a-46fd-a23c-057c386b41a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.498338 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9176226e-1fe3-4ff4-8779-63258b658704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.503881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9176226e-1fe3-4ff4-8779-63258b658704 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/0967e208-c2ac-4601-9bbb-5480d82388b6 HTTP/1.1" status: 204 len: 168 time: 0.3195727 Dec 08 01:50:02.506837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39192) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:02.528614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: d9233d3a-aa1c-4187-81d7-e71ded4ffef4 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:02.540094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d9233d3a-aa1c-4187-81d7-e71ded4ffef4 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:02.637687 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ec4ebe32-eb1c-4f38-b521-8f73eab6ca0b req-d8ea7b8a-028b-4cf2-a61c-c8db617f99b2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628059 Dec 08 01:50:02.672236 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885b2a97-dd14-4e46-9b0f-1b020b9567e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.707803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39200) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:02.752890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53fab4-97eb-41b1-bec3-f45192ad36ff req-ba969391-e26f-4e43-b086-f9d11040e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:02.754521 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea53fab4-97eb-41b1-bec3-f45192ad36ff req-ba969391-e26f-4e43-b086-f9d11040e28f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 1096 time: 0.2474031 Dec 08 01:50:02.800719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6494fb-b06d-4838-9d0f-cd618b0c33c1 req-34fb1344-5d29-4ce3-87f0-7fe5f5528b83 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:02.809378 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe6494fb-b06d-4838-9d0f-cd618b0c33c1 req-34fb1344-5d29-4ce3-87f0-7fe5f5528b83 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 945 time: 0.1781161 Dec 08 01:50:02.873180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-63235009-8531-453e-b255-c377d4d0292d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cef53cd090134345bd6ea07944b185cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1599207 Dec 08 01:50:02.883700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39206) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:02.920874 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885b2a97-dd14-4e46-9b0f-1b020b9567e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.955076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-885b2a97-dd14-4e46-9b0f-1b020b9567e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef83dad-0d30-493d-b01b-08306229e878']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:02.971544 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe6494fb-b06d-4838-9d0f-cd618b0c33c1 req-1acc450e-cf79-4c71-acad-45a560e1b85a tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549628 Dec 08 01:50:02.973318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-885b2a97-dd14-4e46-9b0f-1b020b9567e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ef0fd6-ee95-48eb-b6af-f34b076e74b4') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:02.973617 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-885b2a97-dd14-4e46-9b0f-1b020b9567e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ef0fd6-ee95-48eb-b6af-f34b076e74b4') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:02.987069 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885b2a97-dd14-4e46-9b0f-1b020b9567e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.011081 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885b2a97-dd14-4e46-9b0f-1b020b9567e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.019502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885b2a97-dd14-4e46-9b0f-1b020b9567e0 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:50:03.020538 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885b2a97-dd14-4e46-9b0f-1b020b9567e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:50:03.022795 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:50:03.054897 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd839814-270c-4597-9ee8-2fee02765394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.090915 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885b2a97-dd14-4e46-9b0f-1b020b9567e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.099699 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885b2a97-dd14-4e46-9b0f-1b020b9567e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.112113 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-885b2a97-dd14-4e46-9b0f-1b020b9567e0 admin admin] 10.222.0.71 "DELETE /v2.0/networks/eef83dad-0d30-493d-b01b-08306229e878 HTTP/1.1" status: 204 len: 168 time: 0.6021278 Dec 08 01:50:03.117598 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd839814-270c-4597-9ee8-2fee02765394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.124973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b2a97-dd14-4e46-9b0f-1b020b9567e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=eef83dad-0d30-493d-b01b-08306229e878,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:03.148178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53fab4-97eb-41b1-bec3-f45192ad36ff req-763e8d40-debf-4556-83f3-e63ceca721ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:03.149884 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea53fab4-97eb-41b1-bec3-f45192ad36ff req-763e8d40-debf-4556-83f3-e63ceca721ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.1985080 Dec 08 01:50:03.226085 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea53fab4-97eb-41b1-bec3-f45192ad36ff req-aa6ea9f5-30a0-43d4-95e3-b81798ca17cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e HTTP/1.1" status: 200 len: 217 time: 0.0464656 Dec 08 01:50:03.297729 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd839814-270c-4597-9ee8-2fee02765394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.300420 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd839814-270c-4597-9ee8-2fee02765394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.301586 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fd839814-270c-4597-9ee8-2fee02765394 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/56da30a1-ee14-48bf-8ecb-0e44b8a13c3c HTTP/1.1" status: 204 len: 168 time: 0.4155669 Dec 08 01:50:03.306557 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53fab4-97eb-41b1-bec3-f45192ad36ff req-cdc3da23-8812-4f6d-8344-989070ed2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:03.308237 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea53fab4-97eb-41b1-bec3-f45192ad36ff req-cdc3da23-8812-4f6d-8344-989070ed2466 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.0732751 Dec 08 01:50:03.309686 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6c568c5b-828a-46fd-a23c-057c386b41a4 admin admin] Deleting port 6e83cccb-8d5d-4156-a1cc-c631967e7870 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:03.310028 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c568c5b-828a-46fd-a23c-057c386b41a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.345314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd839814-270c-4597-9ee8-2fee02765394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56da30a1-ee14-48bf-8ecb-0e44b8a13c3c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:03.398798 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea53fab4-97eb-41b1-bec3-f45192ad36ff req-5a17dc04-fade-4a6e-b820-e3ed374fa35b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713782 Dec 08 01:50:03.431725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39222) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:03.449371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-6c568c5b-828a-46fd-a23c-057c386b41a4 admin admin] For port 6e83cccb-8d5d-4156-a1cc-c631967e7870, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6e83cccb-8d5d-4156-a1cc-c631967e7870,segment=NetworkSegment(a8f3ae90-75ee-4415-aedd-07f1316c4f93),segment_id=a8f3ae90-75ee-4415-aedd-07f1316c4f93)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:03.449744 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c568c5b-828a-46fd-a23c-057c386b41a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.465261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6c568c5b-828a-46fd-a23c-057c386b41a4 admin admin] Calling delete_port for 6e83cccb-8d5d-4156-a1cc-c631967e7870 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:03.469990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cfabd-7f55-4e08-81f2-3fd3fae5f34f req-854d7db2-cb18-43ab-83b8-74507cd04a31 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:03.480126 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f3cfabd-7f55-4e08-81f2-3fd3fae5f34f req-854d7db2-cb18-43ab-83b8-74507cd04a31 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 945 time: 0.3566067 Dec 08 01:50:03.546810 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-94e88001-2bfe-4b9a-8933-2ce1fa1bf0da admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=89e150232843410ca18f76bac93ee49e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1134336 Dec 08 01:50:03.551884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39226) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:03.591491 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f3cfabd-7f55-4e08-81f2-3fd3fae5f34f req-e267f8e7-2e29-48cf-8060-b4a7b05bf206 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056156 Dec 08 01:50:03.654553 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65ecf5b7-86be-46f0-b595-a7129a1d6593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.697710 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65ecf5b7-86be-46f0-b595-a7129a1d6593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.742423 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c568c5b-828a-46fd-a23c-057c386b41a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.796115 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65ecf5b7-86be-46f0-b595-a7129a1d6593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.798747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c568c5b-828a-46fd-a23c-057c386b41a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e83cccb-8d5d-4156-a1cc-c631967e7870,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:03.798890 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65ecf5b7-86be-46f0-b595-a7129a1d6593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.800477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-65ecf5b7-86be-46f0-b595-a7129a1d6593 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8cbacb57-32df-41f6-8842-0e2d990dabcf HTTP/1.1" status: 204 len: 168 time: 0.2469432 Dec 08 01:50:03.816214 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecf5b7-86be-46f0-b595-a7129a1d6593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbacb57-32df-41f6-8842-0e2d990dabcf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:03.896377 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea53fab4-97eb-41b1-bec3-f45192ad36ff req-50985b5f-12d1-4b86-92e9-4f64aa0034bd service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330050 Dec 08 01:50:04.063872 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c568c5b-828a-46fd-a23c-057c386b41a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:04.142279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39244) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:04.155509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e490aa-f682-44d2-b9d3-d16d4f57ae8a req-71ae9cf6-8f44-4cb9-b03c-6d9eea4ea12d tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.169557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-27e490aa-f682-44d2-b9d3-d16d4f57ae8a req-71ae9cf6-8f44-4cb9-b03c-6d9eea4ea12d tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 945 time: 0.0922015 Dec 08 01:50:04.250765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6cd4c3b8-06ac-4863-9bd3-57b9975c91a6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bb8457b075d34befb42faa5191b5f392&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0786943 Dec 08 01:50:04.253449 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39250) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:04.300899 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea53fab4-97eb-41b1-bec3-f45192ad36ff req-404778bd-a424-4c6d-b135-e91286beb710 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953679 Dec 08 01:50:04.340429 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d30d0ddc-dc74-4310-a8b9-6153687a88a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:04.371068 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d30d0ddc-dc74-4310-a8b9-6153687a88a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:04.444050 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d30d0ddc-dc74-4310-a8b9-6153687a88a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:04.447347 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d30d0ddc-dc74-4310-a8b9-6153687a88a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:04.450753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d30d0ddc-dc74-4310-a8b9-6153687a88a7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7d4368af-8c8b-46fe-bde3-1d0e7df408d7 HTTP/1.1" status: 204 len: 168 time: 0.1930194 Dec 08 01:50:04.458618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d0ddc-dc74-4310-a8b9-6153687a88a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4368af-8c8b-46fe-bde3-1d0e7df408d7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:04.466453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c568c5b-828a-46fd-a23c-057c386b41a4 admin admin] Router 7763c9c0-13fa-4f16-a017-f75506ff599c has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:50:04.607167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c568c5b-828a-46fd-a23c-057c386b41a4 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:50:04.613617 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6c568c5b-828a-46fd-a23c-057c386b41a4 admin admin] 10.222.0.71 "PUT /v2.0/routers/7763c9c0-13fa-4f16-a017-f75506ff599c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7416401 Dec 08 01:50:04.615819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39260) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:04.625904 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806bd381-012d-44dd-9c4d-60da607ecdc1 None None] Sync routers for ids ['7763c9c0-13fa-4f16-a017-f75506ff599c'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:50:04.645977 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806bd381-012d-44dd-9c4d-60da607ecdc1 None None] Routers {'7763c9c0-13fa-4f16-a017-f75506ff599c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:04.648726 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-806bd381-012d-44dd-9c4d-60da607ecdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:49:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7763c9c0-13fa-4f16-a017-f75506ff599c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:04.816879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fa514-7ea0-48fb-bdac-79fa86c588e8 req-322178b1-5804-4d59-8505-c0d616051768 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.820685 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-806bd381-012d-44dd-9c4d-60da607ecdc1 None None] Set router 7763c9c0-13fa-4f16-a017-f75506ff599c gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:04.824572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-379fa514-7ea0-48fb-bdac-79fa86c588e8 req-322178b1-5804-4d59-8505-c0d616051768 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 945 time: 0.1420450 Dec 08 01:50:04.894303 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-27e490aa-f682-44d2-b9d3-d16d4f57ae8a req-c952dede-1c45-41e1-b6d0-b335154067b4 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7236748 Dec 08 01:50:04.915340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-379fa514-7ea0-48fb-bdac-79fa86c588e8 req-4ed3854e-e710-434a-86ef-b09ca0600dd2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898597 Dec 08 01:50:04.921855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.050350 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-806bd381-012d-44dd-9c4d-60da607ecdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:50:03Z', 'revision_number': 5, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port': {'id': '79c3daac-4432-4db7-ab1b-4410ee6c263a', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:47:25Z', 'updated_at': '2021-12-08T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:05.061310 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.086632 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806bd381-012d-44dd-9c4d-60da607ecdc1 None None] Checking router: 7763c9c0-13fa-4f16-a017-f75506ff599c for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:50:05.098369 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806bd381-012d-44dd-9c4d-60da607ecdc1 None None] Routers {'7763c9c0-13fa-4f16-a017-f75506ff599c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:05.099387 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-806bd381-012d-44dd-9c4d-60da607ecdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:49:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7763c9c0-13fa-4f16-a017-f75506ff599c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:05.140888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] Deleting port 79c3daac-4432-4db7-ab1b-4410ee6c263a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:05.141355 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.267624 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-806bd381-012d-44dd-9c4d-60da607ecdc1 None None] Set router 7763c9c0-13fa-4f16-a017-f75506ff599c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:05.323641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] For port 79c3daac-4432-4db7-ab1b-4410ee6c263a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=79c3daac-4432-4db7-ab1b-4410ee6c263a,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:05.324018 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.333621 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-806bd381-012d-44dd-9c4d-60da607ecdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:50:05Z', 'revision_number': 6, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:05.337057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9839368-bf37-4902-8c21-398638cdd2cb req-a5411034-0b7f-4452-9b5a-3bb8d86fe4e0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:05.337776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9839368-bf37-4902-8c21-398638cdd2cb req-a5411034-0b7f-4452-9b5a-3bb8d86fe4e0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 945 time: 0.1073339 Dec 08 01:50:05.356967 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] Calling delete_port for 79c3daac-4432-4db7-ab1b-4410ee6c263a owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:05.362124 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806bd381-012d-44dd-9c4d-60da607ecdc1 None None] The sync data for ids ['7763c9c0-13fa-4f16-a017-f75506ff599c'] in n-d-713499-31 is: [{'id': '7763c9c0-13fa-4f16-a017-f75506ff599c', 'name': 'tempest-ServersTestManualDisk-466152011-router', 'tenant_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:47:23Z', 'updated_at': '2021-12-08T01:50:05Z', 'revision_number': 6, 'project_id': '77fc4a339ddf47b0ba4423998ee8c3ef', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:50:05.449564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9839368-bf37-4902-8c21-398638cdd2cb req-74321956-798d-4604-8930-f28bfb31adbf tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036973 Dec 08 01:50:05.589026 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.627746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c3daac-4432-4db7-ab1b-4410ee6c263a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:05.701307 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.834431 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.836914 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.884827 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.886156 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7763c9c0-13fa-4f16-a017-f75506ff599c {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:50:05.892030 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.892030 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d52992b3-e695-4363-9da0-4454fd736ed9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/7763c9c0-13fa-4f16-a017-f75506ff599c HTTP/1.1" status: 204 len: 168 time: 1.2749126 Dec 08 01:50:05.894667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39314) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:05.956373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9be269c-f958-4a03-a05d-13d9b25cac61 admin admin] Deleting subnet a55ead71-4b9b-47b0-a955-71e64106e7ec {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:50:05.962121 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9be269c-f958-4a03-a05d-13d9b25cac61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.004524 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9be269c-f958-4a03-a05d-13d9b25cac61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.035195 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4f072-c809-45dc-8d83-9b0e58cbc0e2 req-f20401e4-f981-48d3-b411-6e3695f24810 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:06.036832 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ecc4f072-c809-45dc-8d83-9b0e58cbc0e2 req-f20401e4-f981-48d3-b411-6e3695f24810 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 945 time: 0.0520682 Dec 08 01:50:06.103840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9be269c-f958-4a03-a05d-13d9b25cac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.106156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ecc4f072-c809-45dc-8d83-9b0e58cbc0e2 req-0ca80952-69c0-4c4e-84b4-8e57c6e7272b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581510 Dec 08 01:50:06.180829 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9be269c-f958-4a03-a05d-13d9b25cac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.246015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be269c-f958-4a03-a05d-13d9b25cac61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a55ead71-4b9b-47b0-a955-71e64106e7ec,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:06.254886 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9be269c-f958-4a03-a05d-13d9b25cac61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.260791 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e9be269c-f958-4a03-a05d-13d9b25cac61 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a55ead71-4b9b-47b0-a955-71e64106e7ec HTTP/1.1" status: 204 len: 168 time: 0.3604460 Dec 08 01:50:06.261111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39338) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:06.264269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad9266c-7a79-4703-8e94-9e426e70f2a7 None None] Network 7c5f4031-a05c-4926-a79d-db939f551cd5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:06.444005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6e83cccb-8d5d-4156-a1cc-c631967e7870 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:06.450593 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.471967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 6e83cccb-8d5d-4156-a1cc-c631967e7870 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:06.472497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6e83cccb-8d5d-4156-a1cc-c631967e7870 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:06.474607 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 79c3daac-4432-4db7-ab1b-4410ee6c263a no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:06.507352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 79c3daac-4432-4db7-ab1b-4410ee6c263a {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:06.507730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 79c3daac-4432-4db7-ab1b-4410ee6c263a not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:06.566678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Deleting port 6643691c-c6e4-4e8e-9096-4170b94131ec {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:06.567018 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.650111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] DHCP port deletion for 7c5f4031-a05c-4926-a79d-db939f551cd5 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:50:06.706227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] For port 6643691c-c6e4-4e8e-9096-4170b94131ec, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6643691c-c6e4-4e8e-9096-4170b94131ec,segment=NetworkSegment(a8f3ae90-75ee-4415-aedd-07f1316c4f93),segment_id=a8f3ae90-75ee-4415-aedd-07f1316c4f93)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:06.706671 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.726892 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Deleting port 6643691c-c6e4-4e8e-9096-4170b94131ec {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:06.728415 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.734422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Calling delete_port for 6643691c-c6e4-4e8e-9096-4170b94131ec owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:06.742943 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e898397-8de9-49d9-831d-c22bed2adcf6 req-80daf881-4e72-4031-82d7-a90dc48c975b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:06.745516 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6e898397-8de9-49d9-831d-c22bed2adcf6 req-80daf881-4e72-4031-82d7-a90dc48c975b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 945 time: 0.0933855 Dec 08 01:50:06.759462 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc28d1-d00b-4cea-893f-b2d9b5994ba6 req-df6a8896-7c81-4ef7-8bfb-71cf76c5554d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:06.767514 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6cc28d1-d00b-4cea-893f-b2d9b5994ba6 req-df6a8896-7c81-4ef7-8bfb-71cf76c5554d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 945 time: 0.1273396 Dec 08 01:50:06.807747 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] For port 6643691c-c6e4-4e8e-9096-4170b94131ec, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6643691c-c6e4-4e8e-9096-4170b94131ec,segment=NetworkSegment(a8f3ae90-75ee-4415-aedd-07f1316c4f93),segment_id=a8f3ae90-75ee-4415-aedd-07f1316c4f93)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:06.808448 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.826818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Calling delete_port for 6643691c-c6e4-4e8e-9096-4170b94131ec owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:06.869589 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6cc28d1-d00b-4cea-893f-b2d9b5994ba6 req-a8cc867f-90b0-47d7-9d48-f89359398b50 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966499 Dec 08 01:50:06.923750 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.946667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-6e898397-8de9-49d9-831d-c22bed2adcf6 req-9adee7b4-003f-4335-ba96-7a8442b35565 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Deleting port 0c2f7aff-57b4-46bc-8372-1600a9f89373 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:06.948382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6e898397-8de9-49d9-831d-c22bed2adcf6 req-9adee7b4-003f-4335-ba96-7a8442b35565 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.970027 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.972360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Pushing event deleted for resources: {'Port': ['ID=6643691c-c6e4-4e8e-9096-4170b94131ec,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:06.978436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] No DVR routers for this DVR port 6643691c-c6e4-4e8e-9096-4170b94131ec on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:07.025834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Pushing event deleted for resources: {'Port': ['ID=6643691c-c6e4-4e8e-9096-4170b94131ec,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:07.037502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] No DVR routers for this DVR port 6643691c-c6e4-4e8e-9096-4170b94131ec on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:07.041451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:07.042361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:07.043856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:07.044429 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:07.044998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:07.045614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:07.046205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:07.046746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:07.047356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:07.047978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:07.048689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:07.049460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:07.049892 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433b25c6-0802-4f7d-b4ae-f93e30938584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:07.087174 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.105640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6e898397-8de9-49d9-831d-c22bed2adcf6 req-9adee7b4-003f-4335-ba96-7a8442b35565 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] For port 0c2f7aff-57b4-46bc-8372-1600a9f89373, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c2f7aff-57b4-46bc-8372-1600a9f89373,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:07.106152 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6e898397-8de9-49d9-831d-c22bed2adcf6 req-9adee7b4-003f-4335-ba96-7a8442b35565 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.111638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5f4031-a05c-4926-a79d-db939f551cd5']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:07.121139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-6e898397-8de9-49d9-831d-c22bed2adcf6 req-9adee7b4-003f-4335-ba96-7a8442b35565 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Calling delete_port for 0c2f7aff-57b4-46bc-8372-1600a9f89373 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:07.130384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f3ae90-75ee-4415-aedd-07f1316c4f93') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:07.130384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f3ae90-75ee-4415-aedd-07f1316c4f93') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:07.143739 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.172979 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.187723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39388) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:07.192882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:50:07.194291 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:50:07.200686 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:50:07.338283 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.344054 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.351082 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] 10.222.0.71 "DELETE /v2.0/networks/7c5f4031-a05c-4926-a79d-db939f551cd5 HTTP/1.1" status: 204 len: 168 time: 1.0862923 Dec 08 01:50:07.358733 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03303143-6f98-4a80-b10e-889975939fc0 req-d30b0c67-6439-4b0e-86b4-4c9ff176a2e1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:07.360339 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03303143-6f98-4a80-b10e-889975939fc0 req-d30b0c67-6439-4b0e-86b4-4c9ff176a2e1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 945 time: 0.0813870 Dec 08 01:50:07.364441 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6e898397-8de9-49d9-831d-c22bed2adcf6 req-9adee7b4-003f-4335-ba96-7a8442b35565 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.388454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819076ba-b499-43c1-a779-1bd2e030640d admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5f4031-a05c-4926-a79d-db939f551cd5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:07.401860 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['0c2f7aff-57b4-46bc-8372-1600a9f89373'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:07.431206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adee7b4-003f-4335-ba96-7a8442b35565 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Pushing event deleted for resources: {'Port': ['ID=0c2f7aff-57b4-46bc-8372-1600a9f89373,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:07.459582 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e898397-8de9-49d9-831d-c22bed2adcf6 req-9adee7b4-003f-4335-ba96-7a8442b35565 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] No DVR routers for this DVR port 0c2f7aff-57b4-46bc-8372-1600a9f89373 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:07.465071 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6e898397-8de9-49d9-831d-c22bed2adcf6 req-9adee7b4-003f-4335-ba96-7a8442b35565 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.469825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03303143-6f98-4a80-b10e-889975939fc0 req-2ea98710-3faf-4877-8b7c-54bd86ac8853 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934036 Dec 08 01:50:07.472988 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6e898397-8de9-49d9-831d-c22bed2adcf6 req-9adee7b4-003f-4335-ba96-7a8442b35565 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "DELETE /v2.0/ports/0c2f7aff-57b4-46bc-8372-1600a9f89373 HTTP/1.1" status: 204 len: 173 time: 0.7200074 Dec 08 01:50:07.475981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1fcebe-01ad-487d-9e75-97d891557c61', 'name': 'network-vif-deleted', 'tag': '0c2f7aff-57b4-46bc-8372-1600a9f89373'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:07.482606 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea28efe3-a745-4d4f-9f72-f2883f033e78" -d '{"events": [{"server_uuid": "df1fcebe-01ad-487d-9e75-97d891557c61", "name": "network-vif-deleted", "tag": "0c2f7aff-57b4-46bc-8372-1600a9f89373"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:07.532078 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c482625b-5329-4334-8195-94d423b37095 x-openstack-request-id: req-c482625b-5329-4334-8195-94d423b37095 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:07.532350 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1fcebe-01ad-487d-9e75-97d891557c61", "name": "network-vif-deleted", "tag": "0c2f7aff-57b4-46bc-8372-1600a9f89373", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:07.532603 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c482625b-5329-4334-8195-94d423b37095 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:07.532999 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1fcebe-01ad-487d-9e75-97d891557c61', 'name': 'network-vif-deleted', 'tag': '0c2f7aff-57b4-46bc-8372-1600a9f89373', 'status': 'completed', 'code': 200} Dec 08 01:50:07.558915 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d47f2e6d-d136-4e58-b690-61ba03abeaa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.662584 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d47f2e6d-d136-4e58-b690-61ba03abeaa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.667919 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d47f2e6d-d136-4e58-b690-61ba03abeaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.703721 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39414) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:07.710936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d47f2e6d-d136-4e58-b690-61ba03abeaa9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e97a82c521d8451887345d06b75025cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5205641 Dec 08 01:50:07.711470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39416) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:07.713136 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f2e6d-d136-4e58-b690-61ba03abeaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0286f04a-bc10-46bf-a2c1-bb731018a4f7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:07.783862 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-151d1799-7cfb-4792-a544-8b0f650a1230 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=77fc4a339ddf47b0ba4423998ee8c3ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0788255 Dec 08 01:50:07.786678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39418) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:07.788552 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33beb62e-d805-4684-9c56-ccf073d9a701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.813745 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33beb62e-d805-4684-9c56-ccf073d9a701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.856730 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f55848b-f599-4ce3-8c55-b9d46bd3a511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.895801 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f55848b-f599-4ce3-8c55-b9d46bd3a511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.911676 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33beb62e-d805-4684-9c56-ccf073d9a701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.920264 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33beb62e-d805-4684-9c56-ccf073d9a701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.921467 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-33beb62e-d805-4684-9c56-ccf073d9a701 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0286f04a-bc10-46bf-a2c1-bb731018a4f7 HTTP/1.1" status: 204 len: 168 time: 0.2087762 Dec 08 01:50:07.947406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33beb62e-d805-4684-9c56-ccf073d9a701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0286f04a-bc10-46bf-a2c1-bb731018a4f7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:08.066923 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d02ab12-a73d-4a51-b62d-0595f2470513 req-4ce7f9c5-acaa-4230-98c3-6883cbdafb93 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=df1fcebe-01ad-487d-9e75-97d891557c61 HTTP/1.1" status: 200 len: 210 time: 0.0470245 Dec 08 01:50:08.076233 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f55848b-f599-4ce3-8c55-b9d46bd3a511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:08.082896 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f55848b-f599-4ce3-8c55-b9d46bd3a511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:08.087258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3f55848b-f599-4ce3-8c55-b9d46bd3a511 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/acc24205-ff09-4940-b130-146e2a66d26f HTTP/1.1" status: 204 len: 168 time: 0.2973602 Dec 08 01:50:08.107015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55848b-f599-4ce3-8c55-b9d46bd3a511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc24205-ff09-4940-b130-146e2a66d26f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:08.365527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6643691c-c6e4-4e8e-9096-4170b94131ec no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:08.389396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 6643691c-c6e4-4e8e-9096-4170b94131ec {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:08.389748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6643691c-c6e4-4e8e-9096-4170b94131ec not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:08.597118 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32a57b-36f0-4c7c-ae0c-6f5b362f3f17 req-87990d8c-aca0-4595-bb95-7510d9248e18 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:08.598939 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db32a57b-36f0-4c7c-ae0c-6f5b362f3f17 req-87990d8c-aca0-4595-bb95-7510d9248e18 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 945 time: 0.0667772 Dec 08 01:50:08.685320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db32a57b-36f0-4c7c-ae0c-6f5b362f3f17 req-bc52f556-9997-4d1f-a8e5-4963deb95a2d tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801439 Dec 08 01:50:09.113820 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39490) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:09.246961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39502) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:09.347597 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29ea6fc4-2724-4409-b502-2023d51ce963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.468701 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62b456bc-4375-4f49-bc7e-987a0f37c74e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.626923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-e0aa1605-e02d-4d82-92a6-052065228a72 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:09.636340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-e0aa1605-e02d-4d82-92a6-052065228a72 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 811 time: 0.2192810 Dec 08 01:50:09.649154 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29ea6fc4-2724-4409-b502-2023d51ce963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.663161 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29ea6fc4-2724-4409-b502-2023d51ce963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.668270 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62b456bc-4375-4f49-bc7e-987a0f37c74e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.679335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ba41091c-c0f1-4fe8-b9a5-c7572503f81f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/quotas/ea4d916952c04b248677383b4d824ca8 HTTP/1.1" status: 200 len: 375 time: 0.0318711 Dec 08 01:50:09.684291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39530) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:09.696224 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62b456bc-4375-4f49-bc7e-987a0f37c74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.709053 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0c2f7aff-57b4-46bc-8372-1600a9f89373 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:09.722476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea6fc4-2724-4409-b502-2023d51ce963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9263b871-7363-40de-b2b4-e45afe0c048f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:09.735021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 0c2f7aff-57b4-46bc-8372-1600a9f89373 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:09.735360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0c2f7aff-57b4-46bc-8372-1600a9f89373 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:09.736697 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39536) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:09.740263 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-29ea6fc4-2724-4409-b502-2023d51ce963 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=877dcbd7ea6c46b7ac1a549a9778b064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6244397 Dec 08 01:50:09.745255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39538) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:09.765414 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-62b456bc-4375-4f49-bc7e-987a0f37c74e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=549999dee63b4d6db9a85a08b49f30ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5162213 Dec 08 01:50:09.770379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39542) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:09.770888 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-3605d322-683c-4f42-b7dd-5a607ea151b4 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874569 Dec 08 01:50:09.801457 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b456bc-4375-4f49-bc7e-987a0f37c74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b41745-e356-4b9e-90be-536d319c4981,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:09.873474 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e9476fb-29cc-40ce-8abc-536e7bb3c969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.894642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-330365402-network', 'tenant_id': '841ba7e35e4f46aca806810a0833bd8d'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:09.914156 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e9476fb-29cc-40ce-8abc-536e7bb3c969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.915432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-547158792-network', 'tenant_id': '8957a9eab65f4f598fde411277c25534'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:09.958249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] Made reservation on behalf of 841ba7e35e4f46aca806810a0833bd8d for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:09.961013 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.972460 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.976390 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c8ff9-1070-489c-af22-5c95c88d53b8 req-5fc930ab-a543-4ab7-8d01-14303977f98b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:09.977873 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b0c8ff9-1070-489c-af22-5c95c88d53b8 req-5fc930ab-a543-4ab7-8d01-14303977f98b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 945 time: 0.1615598 Dec 08 01:50:09.978484 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39c75b14-85c3-4f62-8578-9e41605d7ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.009785 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e9476fb-29cc-40ce-8abc-536e7bb3c969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.013177 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e9476fb-29cc-40ce-8abc-536e7bb3c969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.013708 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-3793141a-2968-4314-80b4-44c72be400fb service neutron] 10.222.0.71 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410796 Dec 08 01:50:10.016901 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7e9476fb-29cc-40ce-8abc-536e7bb3c969 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/15b41745-e356-4b9e-90be-536d319c4981 HTTP/1.1" status: 204 len: 168 time: 0.2430100 Dec 08 01:50:10.021944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] Made reservation on behalf of 8957a9eab65f4f598fde411277c25534 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:10.024424 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.035063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9476fb-29cc-40ce-8abc-536e7bb3c969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b41745-e356-4b9e-90be-536d319c4981,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:10.063968 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39c75b14-85c3-4f62-8578-9e41605d7ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.068119 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.102057 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.108609 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.145482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:50:10.147780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eb1999-57a4-47c1-9fdf-af771c1c5b93,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:10.158623 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.158962 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] Added segment 323424bb-2ebd-4c15-af2e-99565e2ac8d9 of type vlan for network 902dc1df-9f44-4c8c-a6ed-450a63390fcd Dec 08 01:50:10.176153 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b0c8ff9-1070-489c-af22-5c95c88d53b8 req-bcfe7d66-b813-4fae-8dc0-006fee4caed6 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841514 Dec 08 01:50:10.204933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.238336 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-80ba7374-008f-4283-9db0-38d46b02950e service neutron] 10.222.0.71 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077236 Dec 08 01:50:10.240606 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39c75b14-85c3-4f62-8578-9e41605d7ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.244323 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39c75b14-85c3-4f62-8578-9e41605d7ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.246198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-39c75b14-85c3-4f62-8578-9e41605d7ef2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9263b871-7363-40de-b2b4-e45afe0c048f HTTP/1.1" status: 204 len: 168 time: 0.4724264 Dec 08 01:50:10.253094 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.254770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:10.256149 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.261879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c75b14-85c3-4f62-8578-9e41605d7ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9263b871-7363-40de-b2b4-e45afe0c048f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:10.299211 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.303119 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5615103 Dec 08 01:50:10.306396 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39550) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:10.317189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f6a02758-d853-46ae-a74b-5ff1e149b433 admin admin] Request body: {'subnet': {'network_id': '902dc1df-9f44-4c8c-a6ed-450a63390fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-330365402-subnet', 'tenant_id': '841ba7e35e4f46aca806810a0833bd8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:10.326734 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.366174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb70661-72c3-47a5-a2db-255a36e4e4de admin admin] Pushing event updated for resources: {'Network': ['ID=902dc1df-9f44-4c8c-a6ed-450a63390fcd,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:10.366646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:50:10.383902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 902dc1df-9f44-4c8c-a6ed-450a63390fcd details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:50:10.393983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b874f087-eb2b-4c97-9d4d-9c35d99b1885,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:10.397565 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.398145 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] Added segment da8c39e4-3f4a-4224-bbbc-48143c425159 of type vlan for network c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef Dec 08 01:50:10.436361 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a02758-d853-46ae-a74b-5ff1e149b433 admin admin] Made reservation on behalf of 841ba7e35e4f46aca806810a0833bd8d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:10.438998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6a02758-d853-46ae-a74b-5ff1e149b433 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.494316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39558) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:10.513004 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36ddd9bf-94a3-47dd-adc3-3487e1889ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.555172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ca66af5-f053-4633-ba05-bf625fbf6725 req-3043c683-1e04-490f-ab52-7977b1e07d24 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 210 time: 0.0763714 Dec 08 01:50:10.562583 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.630830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36ddd9bf-94a3-47dd-adc3-3487e1889ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.638824 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36ddd9bf-94a3-47dd-adc3-3487e1889ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.654744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.655730 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:10.656512 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.691843 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-36ddd9bf-94a3-47dd-adc3-3487e1889ee8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8df4d3daa0ae45c781fa3f8e2cf112f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943927 Dec 08 01:50:10.693987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39564) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:10.701772 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddd9bf-94a3-47dd-adc3-3487e1889ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21090758-526b-43fe-8e13-47c448b323c3,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:10.737015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] Pushing event updated for resources: {'Network': ['ID=c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:10.751375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-74f9c914-a059-46fa-a1d5-280ad80117ec admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0645759 Dec 08 01:50:10.752651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39566) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:10.764737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:50:10.773370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-3a332758-152f-410b-b47d-7038f41b7511 admin admin] Request body: {'subnet': {'network_id': 'c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-547158792-subnet', 'tenant_id': '8957a9eab65f4f598fde411277c25534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:10.783570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3258162a-02b7-495b-b6e7-af52cfe678ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.847839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3258162a-02b7-495b-b6e7-af52cfe678ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.855312 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a332758-152f-410b-b47d-7038f41b7511 admin admin] Made reservation on behalf of 8957a9eab65f4f598fde411277c25534 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:10.857918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a332758-152f-410b-b47d-7038f41b7511 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.863963 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6a02758-d853-46ae-a74b-5ff1e149b433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.949492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a02758-d853-46ae-a74b-5ff1e149b433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87daa265-7408-4695-acf4-fccb886c858c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:10.964240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39570) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:10.993611 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-616ce0e5-6506-45b2-904d-b6f7202f4246 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:10.996525 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-616ce0e5-6506-45b2-904d-b6f7202f4246 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db&tenant_id=d9da45ea7cc343eebae48b10a6a55294&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 1097 time: 0.1437967 Dec 08 01:50:10.999486 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adc6e320-a587-4103-911b-bfed7cceb7d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.000230 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3258162a-02b7-495b-b6e7-af52cfe678ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.002992 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a02758-d853-46ae-a74b-5ff1e149b433 admin admin] Checking segment: {'id': '323424bb-2ebd-4c15-af2e-99565e2ac8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902dc1df-9f44-4c8c-a6ed-450a63390fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:11.003222 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3258162a-02b7-495b-b6e7-af52cfe678ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.003369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a02758-d853-46ae-a74b-5ff1e149b433 admin admin] Network hostable DHCP agents. Network: 902dc1df-9f44-4c8c-a6ed-450a63390fcd, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:50:11.006867 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3258162a-02b7-495b-b6e7-af52cfe678ac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/21090758-526b-43fe-8e13-47c448b323c3 HTTP/1.1" status: 204 len: 168 time: 0.3095081 Dec 08 01:50:11.016116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-31'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:11.019891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258162a-02b7-495b-b6e7-af52cfe678ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21090758-526b-43fe-8e13-47c448b323c3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:11.093510 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a02758-d853-46ae-a74b-5ff1e149b433 admin admin] Network 902dc1df-9f44-4c8c-a6ed-450a63390fcd is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:50:11.110812 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.126382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f6a02758-d853-46ae-a74b-5ff1e149b433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 902dc1df-9f44-4c8c-a6ed-450a63390fcd) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:11.138554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a02758-d853-46ae-a74b-5ff1e149b433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:11.139478 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6a02758-d853-46ae-a74b-5ff1e149b433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.140706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7398638-5a76-410e-99d7-b2232274ca8e None None] Network 902dc1df-9f44-4c8c-a6ed-450a63390fcd requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:11.187558 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a332758-152f-410b-b47d-7038f41b7511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.225771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f6a02758-d853-46ae-a74b-5ff1e149b433 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9169667 Dec 08 01:50:11.343493 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f38f04-ac49-4f98-98db-9d1720e1e2e5 None None] Network 902dc1df-9f44-4c8c-a6ed-450a63390fcd requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:11.362383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a332758-152f-410b-b47d-7038f41b7511 admin admin] Checking segment: {'id': 'da8c39e4-3f4a-4224-bbbc-48143c425159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:11.362741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a332758-152f-410b-b47d-7038f41b7511 admin admin] Network hostable DHCP agents. Network: c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:50:11.366213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a332758-152f-410b-b47d-7038f41b7511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa12d11e-f9c5-478e-b5a3-1d51d0f65017,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:11.383963 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adc6e320-a587-4103-911b-bfed7cceb7d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.394741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a332758-152f-410b-b47d-7038f41b7511 admin admin] Network c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:50:11.407186 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-3a332758-152f-410b-b47d-7038f41b7511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:11.413166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a332758-152f-410b-b47d-7038f41b7511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:11.413989 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a332758-152f-410b-b47d-7038f41b7511 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.448305 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3a332758-152f-410b-b47d-7038f41b7511 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6936204 Dec 08 01:50:11.465427 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-adc6e320-a587-4103-911b-bfed7cceb7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.495122 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd5512-f92a-4d4a-986f-4bfdb0010399 None None] Network c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:11.532601 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-adc6e320-a587-4103-911b-bfed7cceb7d6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ab7ec526de69474ea40f58d8cfede3cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5655921 Dec 08 01:50:11.535382 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39590) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:11.554213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6e320-a587-4103-911b-bfed7cceb7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e8987e-84b0-424b-a654-d4c444e43ef2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:11.595410 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c1ff9-0568-4e0e-b57f-21a23ad1e843 req-097abb0b-c8d4-4de8-a130-47dbc291ce4f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:11.606211 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-312c1ff9-0568-4e0e-b57f-21a23ad1e843 req-097abb0b-c8d4-4de8-a130-47dbc291ce4f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 945 time: 0.2530515 Dec 08 01:50:11.636720 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:11.645629 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ffa7-467d-4440-a64c-7c7dd577d354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.709744 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ffa7-467d-4440-a64c-7c7dd577d354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.710175 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c532da2-8364-4866-b0f0-8d434af15f67 None None] Network c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:11.722694 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-312c1ff9-0568-4e0e-b57f-21a23ad1e843 req-b414da65-6626-4c8e-8e95-6837b22e425a tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152945 Dec 08 01:50:11.753353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:11.798792 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ffa7-467d-4440-a64c-7c7dd577d354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.804746 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ffa7-467d-4440-a64c-7c7dd577d354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.812480 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7dd0ffa7-467d-4440-a64c-7c7dd577d354 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/53e8987e-84b0-424b-a654-d4c444e43ef2 HTTP/1.1" status: 204 len: 168 time: 0.2758846 Dec 08 01:50:11.831741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0ffa7-467d-4440-a64c-7c7dd577d354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e8987e-84b0-424b-a654-d4c444e43ef2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:11.847493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b67cf1-1129-44a2-8aa9-e2965f5b40db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd736a6c1-ee45-4b83-99ab-2147623dd93d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:11.850243 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442abe64-7fe0-4fce-a3ff-077533b24d3e" -d '{"events": [{"server_uuid": "f2b67cf1-1129-44a2-8aa9-e2965f5b40db", "name": "network-vif-unplugged", "status": "completed", "tag": "d736a6c1-ee45-4b83-99ab-2147623dd93d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:11.855058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.881407 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73fd9b9c-7690-41c6-8d39-afa27a9ade5f req-b8452108-f9ab-448b-804b-55747164a1b2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 210 time: 0.0575554 Dec 08 01:50:11.886739 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.990581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Pushing event updated for resources: {'Port': ['ID=d736a6c1-ee45-4b83-99ab-2147623dd93d,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:12.033416 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d776cdb1-922c-48ad-8327-dd8b63f4514f x-openstack-request-id: req-d776cdb1-922c-48ad-8327-dd8b63f4514f {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:12.034004 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b67cf1-1129-44a2-8aa9-e2965f5b40db", "name": "network-vif-unplugged", "status": "completed", "tag": "d736a6c1-ee45-4b83-99ab-2147623dd93d", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:12.034711 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d776cdb1-922c-48ad-8327-dd8b63f4514f {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:12.035861 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b67cf1-1129-44a2-8aa9-e2965f5b40db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd736a6c1-ee45-4b83-99ab-2147623dd93d', 'code': 200} Dec 08 01:50:12.041217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Attempting to bind port d736a6c1-ee45-4b83-99ab-2147623dd93d on host n-h1-713499-31 for vnic_type normal with profile {"migrating_to": "n-h2-713499-31"} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:50:12.042557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Attempting to bind port d736a6c1-ee45-4b83-99ab-2147623dd93d by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:50:12.043083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Attempting to bind port d736a6c1-ee45-4b83-99ab-2147623dd93d on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:12.050312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Port d736a6c1-ee45-4b83-99ab-2147623dd93d on network 776e026d-dfd5-4122-9a50-8ea153b9e036 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:50:12.052287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Attempting to bind port d736a6c1-ee45-4b83-99ab-2147623dd93d on network 776e026d-dfd5-4122-9a50-8ea153b9e036 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:12.057824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:50:12.058560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Checking segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:12.058560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Bound using segment: {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:50:12.058936 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Bound port: d736a6c1-ee45-4b83-99ab-2147623dd93d, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2156e743-309f-4746-a82e-be1a6c0ad7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '776e026d-dfd5-4122-9a50-8ea153b9e036'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:50:12.059302 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:12.078355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-e5103aed-afa4-419b-95c6-942fa0503268 req-820c175b-aafc-4674-b1b0-c4445e820bb3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-959530942', 'description': 'tempest-description-864496124'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:12.142369 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e5103aed-afa4-419b-95c6-942fa0503268 req-820c175b-aafc-4674-b1b0-c4445e820bb3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:12.177121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:12.182662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:50:12.190984 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:12.296412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Pushing event updated for resources: {'Port': ['ID=d736a6c1-ee45-4b83-99ab-2147623dd93d,revision_number=8']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:12.312874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:12.313438 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:12.314942 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-6be40aa2-1df0-4ff5-a511-6421301d948b service neutron] 10.222.0.75 "PUT /v2.0/ports/d736a6c1-ee45-4b83-99ab-2147623dd93d HTTP/1.1" status: 200 len: 1123 time: 1.3049057 Dec 08 01:50:12.325582 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e5103aed-afa4-419b-95c6-942fa0503268 req-820c175b-aafc-4674-b1b0-c4445e820bb3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:12.339213 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e5103aed-afa4-419b-95c6-942fa0503268 req-820c175b-aafc-4674-b1b0-c4445e820bb3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:12.459834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['d736a6c1-ee45-4b83-99ab-2147623dd93d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:12.512485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['d736a6c1-ee45-4b83-99ab-2147623dd93d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:12.950445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-c1e2f741-bc95-4273-879f-8714869650b9 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:12.952008 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-c1e2f741-bc95-4273-879f-8714869650b9 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 811 time: 0.5783741 Dec 08 01:50:12.972513 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Request body: {'port': {'device_id': '49e3a918-3edf-422c-aaca-fba39e2b031d', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'admin_state_up': True, 'tenant_id': 'ea4d916952c04b248677383b4d824ca8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:12.972996 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e5103aed-afa4-419b-95c6-942fa0503268 req-820c175b-aafc-4674-b1b0-c4445e820bb3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:12.974198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5103aed-afa4-419b-95c6-942fa0503268 req-820c175b-aafc-4674-b1b0-c4445e820bb3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.9033179 Dec 08 01:50:12.997949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d736a6c1-ee45-4b83-99ab-2147623dd93d details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:50:13.007801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c175b-aafc-4674-b1b0-c4445e820bb3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccb6289-1d87-4120-bbca-3c3ff14a4875,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:13.140952 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Made reservation on behalf of ea4d916952c04b248677383b4d824ca8 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:13.147719 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:13.173842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-011f1a2b-8bc8-4e96-8742-d3c42dca9b09 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:13.175246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-011f1a2b-8bc8-4e96-8742-d3c42dca9b09 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/networks?id=c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef HTTP/1.1" status: 200 len: 817 time: 0.2265854 Dec 08 01:50:13.194663 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:13.198499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34920973-74b2-41e7-a95a-b19016c61904 req-727e5bdd-1f5e-4f81-b6bf-8486bf17d7d2 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:13.200805 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-34920973-74b2-41e7-a95a-b19016c61904 req-727e5bdd-1f5e-4f81-b6bf-8486bf17d7d2 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.0982714 Dec 08 01:50:13.205148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-26217b1b-ace0-42eb-a07e-360c2094883c tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/quotas/8957a9eab65f4f598fde411277c25534 HTTP/1.1" status: 200 len: 375 time: 0.0219135 Dec 08 01:50:13.220654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d736a6c1-ee45-4b83-99ab-2147623dd93d has no active binding in host n-h2-713499-31 {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:50:13.272253 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-39e1ed60-0881-418a-b867-cc3d7dcdf6bb tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8957a9eab65f4f598fde411277c25534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605738 Dec 08 01:50:13.346831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Allocated IP 172.20.0.12 (3276b31f-6293-4197-963e-cfa311955d62/b9b17d14-ce86-4d96-b0e5-c267582db3e6/571a26ea-ac69-4081-87e1-14b1e226757b) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:50:13.355982 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-34920973-74b2-41e7-a95a-b19016c61904 req-216033c1-4e00-4f9d-abe8-f2040199fb23 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305513 Dec 08 01:50:13.394713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-7f3d997f-c0ea-40ea-91cf-53bc0986b12a service neutron] 10.222.0.71 "GET /v2.0/networks/c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215065 Dec 08 01:50:13.532694 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a09a9336-bd73-46c5-9dff-31eb2fe1db41 req-dff17c8a-8e50-4e1f-a197-8dc85cf50c34 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 210 time: 0.0391269 Dec 08 01:50:13.535171 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-c48f080e-d3bb-4ff5-aa6e-5d91afcd0034 service neutron] 10.222.0.71 "GET /v2.0/networks/c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397021 Dec 08 01:50:13.582076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-c62cdbd6-efb4-4136-ad2e-13f8c4d0c690 req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-78862948', 'description': 'tempest-description-217920070'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:13.633008 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c62cdbd6-efb4-4136-ad2e-13f8c4d0c690 req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:13.645369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:13.716444 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:13.742483 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c62cdbd6-efb4-4136-ad2e-13f8c4d0c690 req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:13.749149 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c62cdbd6-efb4-4136-ad2e-13f8c4d0c690 req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:13.801118 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c62cdbd6-efb4-4136-ad2e-13f8c4d0c690 req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:13.816298 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c62cdbd6-efb4-4136-ad2e-13f8c4d0c690 req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2316628 Dec 08 01:50:13.823743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04d9163-cfdf-4746-beab-707ae86687e5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:13.835654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Pushing event updated for resources: {'Port': ['ID=571a26ea-ac69-4081-87e1-14b1e226757b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:13.845019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Network 3276b31f-6293-4197-963e-cfa311955d62 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:50:13.847811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.848274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.848716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.849215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.849649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.850244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.851362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.852563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:13.853000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.853660 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.855994 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.856445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.856568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:50:13.856957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.859149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc0c960-c920-406c-930d-087bcdcbaeec tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.865605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.866135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.866639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.866870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.867383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.868156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.868494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.868885 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.869421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.869802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.870137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.870469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.870981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:13.942181 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:13.942741 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:13.964940 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-8f40e328-f8fb-4e43-9175-4d7f6c3ca48f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9964950 Dec 08 01:50:14.003253 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55220851-65b2-4a5c-8b4b-e3d5aae25d6e req-aee7150a-2892-43bb-9496-bd97ccfca354 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 210 time: 0.0669644 Dec 08 01:50:14.037304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b67cf1-1129-44a2-8aa9-e2965f5b40db', 'tag': 'd736a6c1-ee45-4b83-99ab-2147623dd93d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:14.040973 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5f0fd1-408c-4e71-a06c-d17dc3f6fc9a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b67cf1-1129-44a2-8aa9-e2965f5b40db", "tag": "d736a6c1-ee45-4b83-99ab-2147623dd93d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:14.090116 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2967420-17d5-464c-a2b5-f0c14aeb95de x-openstack-request-id: req-e2967420-17d5-464c-a2b5-f0c14aeb95de {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:14.090483 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b67cf1-1129-44a2-8aa9-e2965f5b40db", "tag": "d736a6c1-ee45-4b83-99ab-2147623dd93d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:14.090808 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e2967420-17d5-464c-a2b5-f0c14aeb95de {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:14.091441 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b67cf1-1129-44a2-8aa9-e2965f5b40db', 'tag': 'd736a6c1-ee45-4b83-99ab-2147623dd93d', 'status': 'completed', 'code': 200} Dec 08 01:50:14.173400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Request body: {'port': {'device_id': '49e3a918-3edf-422c-aaca-fba39e2b031d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:14.244015 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:14.378367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-48a3e54d-84c8-4b9a-8ada-d94aa91964c1 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:14.387292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-48a3e54d-84c8-4b9a-8ada-d94aa91964c1 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/networks?id=902dc1df-9f44-4c8c-a6ed-450a63390fcd HTTP/1.1" status: 200 len: 812 time: 0.1757755 Dec 08 01:50:14.403501 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-f094333c-c513-472b-841b-825672dd3328 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/quotas/841ba7e35e4f46aca806810a0833bd8d HTTP/1.1" status: 200 len: 375 time: 0.0151761 Dec 08 01:50:14.448495 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-572801ad-72e8-4cba-a606-331ce3665b86 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=841ba7e35e4f46aca806810a0833bd8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439217 Dec 08 01:50:14.467133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f0fd1-408c-4e71-a06c-d17dc3f6fc9a req-45b55006-92c1-4e69-b3da-4b2274b072cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:14.468709 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0d5f0fd1-408c-4e71-a06c-d17dc3f6fc9a req-45b55006-92c1-4e69-b3da-4b2274b072cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 1126 time: 0.3058312 Dec 08 01:50:14.616584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd137e-16fc-4d7c-9356-08f134ded8bd req-d613e4b3-f8fb-435e-81cd-e8b4d009952f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:14.624640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21fd137e-16fc-4d7c-9356-08f134ded8bd req-d613e4b3-f8fb-435e-81cd-e8b4d009952f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.1169267 Dec 08 01:50:14.652938 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-2c7854e8-56c2-41e4-9eb0-39521527484c service neutron] 10.222.0.71 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036407 Dec 08 01:50:14.653209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f0fd1-408c-4e71-a06c-d17dc3f6fc9a req-676c13ae-a722-43e5-9bd2-174d80e2bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:14.654787 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0d5f0fd1-408c-4e71-a06c-d17dc3f6fc9a req-676c13ae-a722-43e5-9bd2-174d80e2bd5e service neutron] 10.222.0.45 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.1670823 Dec 08 01:50:14.708773 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21fd137e-16fc-4d7c-9356-08f134ded8bd req-d26138c7-387e-41e0-98a1-89b39a2e1366 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831795 Dec 08 01:50:14.735620 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0d5f0fd1-408c-4e71-a06c-d17dc3f6fc9a req-001bb32a-9a97-4d12-95c8-5a19294c8316 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d HTTP/1.1" status: 200 len: 217 time: 0.0696654 Dec 08 01:50:14.778020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-ee361ae3-6a9a-47d1-bdf0-e558f0c2f9f0 service neutron] 10.222.0.71 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146033 Dec 08 01:50:14.821868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571a26ea-ac69-4081-87e1-14b1e226757b {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:14.833385 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:14.836864 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f0fd1-408c-4e71-a06c-d17dc3f6fc9a req-56d48d4d-56df-4084-b8c3-f944c0d1bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:14.838846 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0d5f0fd1-408c-4e71-a06c-d17dc3f6fc9a req-56d48d4d-56df-4084-b8c3-f944c0d1bc50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.0945451 Dec 08 01:50:14.852795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Transition to ACTIVE for port object 571a26ea-ac69-4081-87e1-14b1e226757b will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:50:14.868474 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:14.905071 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0d5f0fd1-408c-4e71-a06c-d17dc3f6fc9a req-45999c6b-2d00-4b06-b4a8-48a490623bdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497978 Dec 08 01:50:15.082644 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0d5f0fd1-408c-4e71-a06c-d17dc3f6fc9a req-6314331b-ae70-4e63-a0ac-16a8063f4d14 service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474404 Dec 08 01:50:15.095259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dc2ea-0ecb-41c3-a9a4-3b8bde1df6f9 req-4d710393-569b-43c5-a1de-d0ad6cce68ba tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:15.097416 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f20dc2ea-0ecb-41c3-a9a4-3b8bde1df6f9 req-4d710393-569b-43c5-a1de-d0ad6cce68ba tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 944 time: 0.1202998 Dec 08 01:50:15.181342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f20dc2ea-0ecb-41c3-a9a4-3b8bde1df6f9 req-9ad8a4bd-5a58-4f49-b671-c1b2234f773a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719457 Dec 08 01:50:15.236649 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0d5f0fd1-408c-4e71-a06c-d17dc3f6fc9a req-057e3ba3-fe64-4a0d-b62c-e6059082116f service neutron] 10.222.0.45 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423736 Dec 08 01:50:15.266327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Pushing event updated for resources: {'Port': ['ID=571a26ea-ac69-4081-87e1-14b1e226757b,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:15.306465 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Attempting to bind port 571a26ea-ac69-4081-87e1-14b1e226757b on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:50:15.307095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Attempting to bind port 571a26ea-ac69-4081-87e1-14b1e226757b by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:50:15.307498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Attempting to bind port 571a26ea-ac69-4081-87e1-14b1e226757b on network 3276b31f-6293-4197-963e-cfa311955d62 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:15.312370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Port 571a26ea-ac69-4081-87e1-14b1e226757b on network 3276b31f-6293-4197-963e-cfa311955d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:50:15.312701 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Attempting to bind port 571a26ea-ac69-4081-87e1-14b1e226757b on network 3276b31f-6293-4197-963e-cfa311955d62 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:15.318722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:50:15.319175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Checking segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:15.324209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Bound using segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:50:15.324761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Bound port: 571a26ea-ac69-4081-87e1-14b1e226757b, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:50:15.325567 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:15.354761 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2164c4b-bb48-41f1-ab4b-2ea9def6044f req-ee8f1e15-d188-4a0b-ace8-4192194ca2fa tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 210 time: 0.1022234 Dec 08 01:50:15.516289 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] For port 571a26ea-ac69-4081-87e1-14b1e226757b, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:15.521786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] For port 571a26ea-ac69-4081-87e1-14b1e226757b, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=571a26ea-ac69-4081-87e1-14b1e226757b,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:50:15.527684 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:15.593666 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-077b8944-b767-41de-b681-51f53f61c85b req-685d2f7b-1864-495c-84b4-faab3f65ac5d tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 210 time: 0.0579889 Dec 08 01:50:15.644527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-1bebb1e0-c64a-48a2-a021-d1fb07d8121b tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:15.646026 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-1bebb1e0-c64a-48a2-a021-d1fb07d8121b tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.75 "GET /v2.0/networks?id=c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef HTTP/1.1" status: 200 len: 817 time: 0.3192084 Dec 08 01:50:15.655421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:15.656085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:15.661885 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] 10.222.0.45 "PUT /v2.0/ports/571a26ea-ac69-4081-87e1-14b1e226757b HTTP/1.1" status: 200 len: 1093 time: 1.6750438 Dec 08 01:50:15.662468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e3a918-3edf-422c-aaca-fba39e2b031d', 'tag': '571a26ea-ac69-4081-87e1-14b1e226757b'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:15.665489 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13073048-bddf-4675-a47e-61b309d23f93" -d '{"events": [{"name": "network-changed", "server_uuid": "49e3a918-3edf-422c-aaca-fba39e2b031d", "tag": "571a26ea-ac69-4081-87e1-14b1e226757b"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:15.673425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-6e0c343a-ffca-4c18-a938-0ddf1321bc4a tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Request body: {'port': {'device_id': '1e9bfc09-0c68-48f8-ae35-66555e13622f', 'network_id': 'c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef', 'admin_state_up': True, 'tenant_id': '8957a9eab65f4f598fde411277c25534'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:15.722141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72ab7b-7e0d-411e-aa44-2e260fd679f9 service neutron] Pushing event updated for resources: {'Port': ['ID=571a26ea-ac69-4081-87e1-14b1e226757b,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:15.866815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-e50399e5-20eb-40c0-83d5-b3d0378e3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:15.871945 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-e50399e5-20eb-40c0-83d5-b3d0378e3e76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 1096 time: 0.0966790 Dec 08 01:50:15.980338 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14605ce-1bc2-4980-858c-869afa581379 x-openstack-request-id: req-e14605ce-1bc2-4980-858c-869afa581379 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:15.980738 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e3a918-3edf-422c-aaca-fba39e2b031d", "tag": "571a26ea-ac69-4081-87e1-14b1e226757b", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:15.980932 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e14605ce-1bc2-4980-858c-869afa581379 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:15.981472 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e3a918-3edf-422c-aaca-fba39e2b031d', 'tag': '571a26ea-ac69-4081-87e1-14b1e226757b', 'status': 'completed', 'code': 200} Dec 08 01:50:15.983029 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ec0ef2c6-ef19-4ab4-b08c-f736057c9b2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=571a26ea-ac69-4081-87e1-14b1e226757b HTTP/1.1" status: 200 len: 217 time: 0.0971382 Dec 08 01:50:16.021494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bcb6b-3185-4da6-9ea6-ecc05519a48c req-bbff3b29-88a8-4096-8103-282dba055fcc tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:16.029081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e6bcb6b-3185-4da6-9ea6-ecc05519a48c req-bbff3b29-88a8-4096-8103-282dba055fcc tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.1718717 Dec 08 01:50:16.093783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-6e0c343a-ffca-4c18-a938-0ddf1321bc4a tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Made reservation on behalf of 8957a9eab65f4f598fde411277c25534 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:16.101847 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-6e0c343a-ffca-4c18-a938-0ddf1321bc4a tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:16.116355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-988d825c-7132-43ec-aeef-680298c2181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:16.121852 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-988d825c-7132-43ec-aeef-680298c2181b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.1186364 Dec 08 01:50:16.156064 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e6bcb6b-3185-4da6-9ea6-ecc05519a48c req-2a71f3a5-e980-4744-a0e2-c8fc288e1bc0 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257865 Dec 08 01:50:16.181928 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-ee96be95-bcd5-4bb5-ba28-c807a6e64805 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533526 Dec 08 01:50:16.326823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39852) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:16.410182 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-522a2bf3-736a-408d-8482-81e4b88e43dd service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185709 Dec 08 01:50:16.487699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb757bcc-e3e6-41e8-97d5-b624d573d97c req-d8a5e633-80a5-454d-b16b-f40664ea4962 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:16.499447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb757bcc-e3e6-41e8-97d5-b624d573d97c req-d8a5e633-80a5-454d-b16b-f40664ea4962 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 944 time: 0.1635673 Dec 08 01:50:16.532114 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-6e0c343a-ffca-4c18-a938-0ddf1321bc4a tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Allocated IP 172.20.0.13 (c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef/aa12d11e-f9c5-478e-b5a3-1d51d0f65017/f0330a8a-8408-4900-9f97-eb9f65adc0c1) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:50:16.618602 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb757bcc-e3e6-41e8-97d5-b624d573d97c req-dce9ad5c-6958-48c5-95c7-4a86854118b1 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163805 Dec 08 01:50:16.643900 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-22d2246c-e3f1-49a8-8153-f15916ce199f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:16.690111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd5b4fc2-ff64-465c-a1da-b0731d2b1160 req-910e25f6-7df6-40c9-87ce-d69e20e3f20d tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 210 time: 0.0640762 Dec 08 01:50:16.813862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0647e1af-545a-46ae-80bb-66cfd1517e4d req-f7e7b3db-52cc-4e51-bada-298c50634134 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 210 time: 0.0347383 Dec 08 01:50:16.838446 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39862) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:16.885792 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-70bebbb8-24d1-493c-b0e1-b579fd6545fe req-d463ca12-6eab-4f22-ad90-4af1969d518b service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660277 Dec 08 01:50:16.893950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-6e0c343a-ffca-4c18-a938-0ddf1321bc4a tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:16.918445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-e2ebcc09-12de-4144-b459-2705d8b3d786 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:16.920164 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-e2ebcc09-12de-4144-b459-2705d8b3d786 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.45 "GET /v2.0/networks?id=902dc1df-9f44-4c8c-a6ed-450a63390fcd HTTP/1.1" status: 200 len: 812 time: 0.2626259 Dec 08 01:50:16.944105 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-6e0c343a-ffca-4c18-a938-0ddf1321bc4a tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:16.963558 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-22d2246c-e3f1-49a8-8153-f15916ce199f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:16.969815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-2b0ee095-cc96-4b4b-b604-1d1e42acb76c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'port': {'device_id': 'd67f5e62-6b49-44bc-94ad-d2ae1e55beb8', 'network_id': '902dc1df-9f44-4c8c-a6ed-450a63390fcd', 'admin_state_up': True, 'tenant_id': '841ba7e35e4f46aca806810a0833bd8d'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:16.975237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-22d2246c-e3f1-49a8-8153-f15916ce199f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.012442 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-6e0c343a-ffca-4c18-a938-0ddf1321bc4a tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Network c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:50:17.030728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-6e0c343a-ffca-4c18-a938-0ddf1321bc4a tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:17.034987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-6e0c343a-ffca-4c18-a938-0ddf1321bc4a tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:50:17.042163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2246c-e3f1-49a8-8153-f15916ce199f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f708de-2aab-4771-8888-f6d9f743e15d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:17.063780 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-22d2246c-e3f1-49a8-8153-f15916ce199f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=167e723c58e349b78c6d654e18b0f4e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7359345 Dec 08 01:50:17.074883 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d4c36e5-db97-4ea8-a786-29ef8b8cec74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.081448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39866) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:17.127528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c343a-ffca-4c18-a938-0ddf1321bc4a tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Pushing event updated for resources: {'Port': ['ID=f0330a8a-8408-4900-9f97-eb9f65adc0c1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:17.142827 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13073048-bddf-4675-a47e-61b309d23f93 req-d476115d-5dec-4a6a-9411-38cca51486a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:17.144742 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-13073048-bddf-4675-a47e-61b309d23f93 req-d476115d-5dec-4a6a-9411-38cca51486a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 1096 time: 0.0988488 Dec 08 01:50:17.154170 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-6e0c343a-ffca-4c18-a938-0ddf1321bc4a tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:17.154808 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-6e0c343a-ffca-4c18-a938-0ddf1321bc4a tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.219727 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3abf6dc7-48b5-413a-8443-ab2b40c392f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.238518 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-2b0ee095-cc96-4b4b-b604-1d1e42acb76c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Made reservation on behalf of 841ba7e35e4f46aca806810a0833bd8d for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:17.242254 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-2b0ee095-cc96-4b4b-b604-1d1e42acb76c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.258394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-6e0c343a-ffca-4c18-a938-0ddf1321bc4a tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5951781 Dec 08 01:50:17.265936 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d4c36e5-db97-4ea8-a786-29ef8b8cec74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.268116 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3abf6dc7-48b5-413a-8443-ab2b40c392f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.277012 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d4c36e5-db97-4ea8-a786-29ef8b8cec74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.284766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Request body: {'port': {'device_id': '1e9bfc09-0c68-48f8-ae35-66555e13622f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:17.286681 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13073048-bddf-4675-a47e-61b309d23f93 req-5add94b3-58d4-4168-b3b0-a41375003c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:17.288243 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-13073048-bddf-4675-a47e-61b309d23f93 req-5add94b3-58d4-4168-b3b0-a41375003c90 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 912 time: 0.1302831 Dec 08 01:50:17.366729 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-13073048-bddf-4675-a47e-61b309d23f93 req-ec96be47-9995-49f6-8f80-018d3c150f94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=571a26ea-ac69-4081-87e1-14b1e226757b HTTP/1.1" status: 200 len: 217 time: 0.0500150 Dec 08 01:50:17.404910 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7d4c36e5-db97-4ea8-a786-29ef8b8cec74 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4dbb2bb1eef74dacb45b4275b7f5ff6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5630376 Dec 08 01:50:17.404910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c36e5-db97-4ea8-a786-29ef8b8cec74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5819ae5f-97ad-4f28-9749-6d2ec3780e0c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:17.407855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39872) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:17.459167 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.461103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13073048-bddf-4675-a47e-61b309d23f93 req-b059c5bd-3caa-4fa5-92fd-83ce2e7290e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:17.463288 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-13073048-bddf-4675-a47e-61b309d23f93 req-b059c5bd-3caa-4fa5-92fd-83ce2e7290e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.0863006 Dec 08 01:50:17.480898 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-2b0ee095-cc96-4b4b-b604-1d1e42acb76c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Allocated IP 172.20.0.9 (902dc1df-9f44-4c8c-a6ed-450a63390fcd/87daa265-7408-4695-acf4-fccb886c858c/34b6e12d-3483-4449-bfb6-a5a9b611d14d) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:50:17.488409 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3abf6dc7-48b5-413a-8443-ab2b40c392f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.491201 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3abf6dc7-48b5-413a-8443-ab2b40c392f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.492341 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3abf6dc7-48b5-413a-8443-ab2b40c392f8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/81f708de-2aab-4771-8888-f6d9f743e15d HTTP/1.1" status: 204 len: 168 time: 0.4100504 Dec 08 01:50:17.501348 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-13073048-bddf-4675-a47e-61b309d23f93 req-79c8c95b-11a8-4c27-bac0-ee81f219500d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289268 Dec 08 01:50:17.532980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af86eb7-5b48-46cd-8707-beb3e1054acf req-18ef9c67-b1c7-47ec-8975-db533442f42e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:17.542695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8af86eb7-5b48-46cd-8707-beb3e1054acf req-18ef9c67-b1c7-47ec-8975-db533442f42e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.2032502 Dec 08 01:50:17.565863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf6dc7-48b5-413a-8443-ab2b40c392f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f708de-2aab-4771-8888-f6d9f743e15d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:17.607667 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71b09bbd-88a3-409d-9d06-95812c09fce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.648842 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71b09bbd-88a3-409d-9d06-95812c09fce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.784338 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d736a6c1-ee45-4b83-99ab-2147623dd93d no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:17.796268 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-13073048-bddf-4675-a47e-61b309d23f93 req-2a159b86-2dc0-4e5b-88ae-898a227602bc service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827809 Dec 08 01:50:17.846630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8af86eb7-5b48-46cd-8707-beb3e1054acf req-6ff48512-6706-4fab-b34f-f3e62645bd63 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027098 Dec 08 01:50:17.851546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-2b0ee095-cc96-4b4b-b604-1d1e42acb76c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.934466 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39886) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:17.972521 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-2b0ee095-cc96-4b4b-b604-1d1e42acb76c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.978499 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bfeef71-7508-4719-95d2-40e4076e8d86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:17.996355 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-13073048-bddf-4675-a47e-61b309d23f93 req-a7fc72bc-176a-45b7-ba33-29cfd7368d67 service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870112 Dec 08 01:50:18.048963 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-2b0ee095-cc96-4b4b-b604-1d1e42acb76c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Network 902dc1df-9f44-4c8c-a6ed-450a63390fcd is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:50:18.054044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-2b0ee095-cc96-4b4b-b604-1d1e42acb76c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:18.058562 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-2b0ee095-cc96-4b4b-b604-1d1e42acb76c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:50:18.065913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ee095-cc96-4b4b-b604-1d1e42acb76c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'Port': ['ID=34b6e12d-3483-4449-bfb6-a5a9b611d14d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:18.094357 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71b09bbd-88a3-409d-9d06-95812c09fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.097075 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71b09bbd-88a3-409d-9d06-95812c09fce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.098290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-71b09bbd-88a3-409d-9d06-95812c09fce2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5819ae5f-97ad-4f28-9749-6d2ec3780e0c HTTP/1.1" status: 204 len: 168 time: 0.6744156 Dec 08 01:50:18.126814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b09bbd-88a3-409d-9d06-95812c09fce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5819ae5f-97ad-4f28-9749-6d2ec3780e0c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:18.135530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-2b0ee095-cc96-4b4b-b604-1d1e42acb76c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:18.136201 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-2b0ee095-cc96-4b4b-b604-1d1e42acb76c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.150157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f006d3-cb78-46ab-866e-608d09eb412d req-ef30d40d-fd17-450d-96a3-3e465f343304 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:18.152346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05f006d3-cb78-46ab-866e-608d09eb412d req-ef30d40d-fd17-450d-96a3-3e465f343304 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 944 time: 0.3280621 Dec 08 01:50:18.163134 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-2b0ee095-cc96-4b4b-b604-1d1e42acb76c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1977229 Dec 08 01:50:18.169579 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018c749-78d5-42db-baaf-6ddf33ae5de9 req-ce6c129e-1b89-4897-89f1-3ff236d6391c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:18.177052 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a018c749-78d5-42db-baaf-6ddf33ae5de9 req-ce6c129e-1b89-4897-89f1-3ff236d6391c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 931 time: 0.1812551 Dec 08 01:50:18.185841 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Request body: {'port': {'device_id': 'd67f5e62-6b49-44bc-94ad-d2ae1e55beb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:18.195006 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bfeef71-7508-4719-95d2-40e4076e8d86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.224865 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bfeef71-7508-4719-95d2-40e4076e8d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.300052 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05f006d3-cb78-46ab-866e-608d09eb412d req-59effdc0-827c-47e6-a2c3-82028f286962 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194024 Dec 08 01:50:18.302992 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0330a8a-8408-4900-9f97-eb9f65adc0c1 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:18.323492 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.328662 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a018c749-78d5-42db-baaf-6ddf33ae5de9 req-fc5cd3bc-87da-4cc4-9a06-28ad31cac428 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507554 Dec 08 01:50:18.340541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Transition to ACTIVE for port object f0330a8a-8408-4900-9f97-eb9f65adc0c1 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:50:18.355002 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.374258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.383668 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5bfeef71-7508-4719-95d2-40e4076e8d86 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1121df03de2347828674d03f89d85d40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282508 Dec 08 01:50:18.384383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39890) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:18.390834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfeef71-7508-4719-95d2-40e4076e8d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6022921-1e09-48e6-9001-c23bbc78408c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:18.435054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Pushing event updated for resources: {'Port': ['ID=f0330a8a-8408-4900-9f97-eb9f65adc0c1,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:18.457163 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-21199156-fd73-4f22-a666-7887fb89ec8f service neutron] 10.222.0.45 "GET /v2.0/ports/d736a6c1-ee45-4b83-99ab-2147623dd93d/bindings/n-h2-713499-31 HTTP/1.1" status: 200 len: 385 time: 0.2390649 Dec 08 01:50:18.590475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414f82f-e10e-42b0-9ed5-e96672ff1653 req-326dd53c-f2c6-472a-b986-7a6082d1af05 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:18.592085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8414f82f-e10e-42b0-9ed5-e96672ff1653 req-326dd53c-f2c6-472a-b986-7a6082d1af05 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 944 time: 0.1617546 Dec 08 01:50:18.601420 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-739e3dc6-dfa7-4969-adc4-9b006c7aa935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.616348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Attempting to bind port f0330a8a-8408-4900-9f97-eb9f65adc0c1 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:50:18.616658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Attempting to bind port f0330a8a-8408-4900-9f97-eb9f65adc0c1 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'da8c39e4-3f4a-4224-bbbc-48143c425159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:50:18.616971 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Attempting to bind port f0330a8a-8408-4900-9f97-eb9f65adc0c1 on network c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:18.648948 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Port f0330a8a-8408-4900-9f97-eb9f65adc0c1 on network c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:50:18.649175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Attempting to bind port f0330a8a-8408-4900-9f97-eb9f65adc0c1 on network c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:18.664990 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-739e3dc6-dfa7-4969-adc4-9b006c7aa935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.675063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:50:18.675471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Checking segment: {'id': 'da8c39e4-3f4a-4224-bbbc-48143c425159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:18.675930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Bound using segment: {'id': 'da8c39e4-3f4a-4224-bbbc-48143c425159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:50:18.676255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Bound port: f0330a8a-8408-4900-9f97-eb9f65adc0c1, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8c39e4-3f4a-4224-bbbc-48143c425159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:50:18.676891 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.712162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8414f82f-e10e-42b0-9ed5-e96672ff1653 req-d8b86837-f0a9-455a-9e7e-7864b04a7d63 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/security-groups?id=b874f087-eb2b-4c97-9d4d-9c35d99b1885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069214 Dec 08 01:50:18.719875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39896) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:18.774125 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebe982a1-abea-49f5-84cb-df2e0211816c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.834878 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] For port f0330a8a-8408-4900-9f97-eb9f65adc0c1, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:18.841410 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-739e3dc6-dfa7-4969-adc4-9b006c7aa935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.844194 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-739e3dc6-dfa7-4969-adc4-9b006c7aa935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.845434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-739e3dc6-dfa7-4969-adc4-9b006c7aa935 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d6022921-1e09-48e6-9001-c23bbc78408c HTTP/1.1" status: 204 len: 168 time: 0.4602904 Dec 08 01:50:18.874282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] For port f0330a8a-8408-4900-9f97-eb9f65adc0c1, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f0330a8a-8408-4900-9f97-eb9f65adc0c1,segment=NetworkSegment(da8c39e4-3f4a-4224-bbbc-48143c425159),segment_id=da8c39e4-3f4a-4224-bbbc-48143c425159)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:50:18.880396 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e3dc6-dfa7-4969-adc4-9b006c7aa935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6022921-1e09-48e6-9001-c23bbc78408c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:18.886525 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.941974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:18.942681 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.945281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] 10.222.0.75 "PUT /v2.0/ports/f0330a8a-8408-4900-9f97-eb9f65adc0c1 HTTP/1.1" status: 200 len: 1093 time: 1.6694155 Dec 08 01:50:18.950650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9bfc09-0c68-48f8-ae35-66555e13622f', 'tag': 'f0330a8a-8408-4900-9f97-eb9f65adc0c1'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:18.952960 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f04672e-05ff-4baf-ae3d-8b99c73eab68" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9bfc09-0c68-48f8-ae35-66555e13622f", "tag": "f0330a8a-8408-4900-9f97-eb9f65adc0c1"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:19.064368 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d075b939-c60c-429e-9889-a0c17c5677b1 x-openstack-request-id: req-d075b939-c60c-429e-9889-a0c17c5677b1 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:19.064697 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9bfc09-0c68-48f8-ae35-66555e13622f", "tag": "f0330a8a-8408-4900-9f97-eb9f65adc0c1", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:19.065003 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d075b939-c60c-429e-9889-a0c17c5677b1 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:19.065434 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9bfc09-0c68-48f8-ae35-66555e13622f', 'tag': 'f0330a8a-8408-4900-9f97-eb9f65adc0c1', 'status': 'completed', 'code': 200} Dec 08 01:50:19.091778 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506683d7-50c1-400d-b741-07f30daa1b68 service neutron] Pushing event updated for resources: {'Port': ['ID=f0330a8a-8408-4900-9f97-eb9f65adc0c1,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:19.095694 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-fc508c46-5ef0-49f6-848a-0cfb8b8bb2ac service neutron] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:19.097818 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebe982a1-abea-49f5-84cb-df2e0211816c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:19.108563 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebe982a1-abea-49f5-84cb-df2e0211816c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:19.144982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b6e12d-3483-4449-bfb6-a5a9b611d14d {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:19.149563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-fc508c46-5ef0-49f6-848a-0cfb8b8bb2ac service neutron] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:19.156805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7804c-eb01-426f-aa30-9bc28adc7af6 req-abe1d2d1-4cd1-4bfa-9a35-f91cb012fa48 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:19.158383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aab7804c-eb01-426f-aa30-9bc28adc7af6 req-abe1d2d1-4cd1-4bfa-9a35-f91cb012fa48 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 943 time: 0.2121453 Dec 08 01:50:19.171160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:19.171758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-f897634a-ce5b-4868-9ba9-f9708008f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:19.172988 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-f897634a-ce5b-4868-9ba9-f9708008f62b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8957a9eab65f4f598fde411277c25534&device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 1096 time: 0.1593947 Dec 08 01:50:19.176342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ebe982a1-abea-49f5-84cb-df2e0211816c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=23b3cc90db0142fc8455ca86a1b8d4e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538591 Dec 08 01:50:19.177935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe982a1-abea-49f5-84cb-df2e0211816c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087b2b7d-0fbb-49ad-bdee-0de7e706c07d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:19.180368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39908) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:19.193722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Transition to ACTIVE for port object 34b6e12d-3483-4449-bfb6-a5a9b611d14d will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:50:19.195801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-fc508c46-5ef0-49f6-848a-0cfb8b8bb2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d736a6c1-ee45-4b83-99ab-2147623dd93d {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:19.203162 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:19.217428 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-fc508c46-5ef0-49f6-848a-0cfb8b8bb2ac service neutron] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:19.252260 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-a32e20ad-4927-45c7-b95e-23fc42936877 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0330a8a-8408-4900-9f97-eb9f65adc0c1 HTTP/1.1" status: 200 len: 217 time: 0.0581670 Dec 08 01:50:19.271024 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-fc508c46-5ef0-49f6-848a-0cfb8b8bb2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:19.308813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Pushing event updated for resources: {'Port': ['ID=34b6e12d-3483-4449-bfb6-a5a9b611d14d,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:19.337379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aab7804c-eb01-426f-aa30-9bc28adc7af6 req-323b5871-99df-465c-9e33-3d135a7b7bb9 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559749 Dec 08 01:50:19.349898 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-9566adb2-3cf5-4945-b9ee-a9cc62a6a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:19.351749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-9566adb2-3cf5-4945-b9ee-a9cc62a6a7bd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=aa12d11e-f9c5-478e-b5a3-1d51d0f65017 HTTP/1.1" status: 200 len: 857 time: 0.0915325 Dec 08 01:50:19.355215 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d714ccb-7ef8-493b-b68c-1dac45d522ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:19.408651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-c0226ae2-8df5-4f14-9117-5f6399878af4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484490 Dec 08 01:50:19.450033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Attempting to bind port 34b6e12d-3483-4449-bfb6-a5a9b611d14d on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:50:19.450371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Attempting to bind port 34b6e12d-3483-4449-bfb6-a5a9b611d14d by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '323424bb-2ebd-4c15-af2e-99565e2ac8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902dc1df-9f44-4c8c-a6ed-450a63390fcd'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:50:19.450923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Attempting to bind port 34b6e12d-3483-4449-bfb6-a5a9b611d14d on network 902dc1df-9f44-4c8c-a6ed-450a63390fcd {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:19.460007 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Port 34b6e12d-3483-4449-bfb6-a5a9b611d14d on network 902dc1df-9f44-4c8c-a6ed-450a63390fcd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:50:19.460340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Attempting to bind port 34b6e12d-3483-4449-bfb6-a5a9b611d14d on network 902dc1df-9f44-4c8c-a6ed-450a63390fcd {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:19.468336 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d714ccb-7ef8-493b-b68c-1dac45d522ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:19.472046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:50:19.472636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Checking segment: {'id': '323424bb-2ebd-4c15-af2e-99565e2ac8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902dc1df-9f44-4c8c-a6ed-450a63390fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:19.473195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Bound using segment: {'id': '323424bb-2ebd-4c15-af2e-99565e2ac8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902dc1df-9f44-4c8c-a6ed-450a63390fcd'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:50:19.473802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Bound port: 34b6e12d-3483-4449-bfb6-a5a9b611d14d, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323424bb-2ebd-4c15-af2e-99565e2ac8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902dc1df-9f44-4c8c-a6ed-450a63390fcd'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:50:19.474339 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:19.485564 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-fc508c46-5ef0-49f6-848a-0cfb8b8bb2ac service neutron] Transition to ACTIVE for port object d736a6c1-ee45-4b83-99ab-2147623dd93d will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:50:19.493938 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-fc508c46-5ef0-49f6-848a-0cfb8b8bb2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:19.602645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3af1c-bed3-4d0a-9f0b-38a827a1d8ad req-e7c63cee-cd2a-4087-86bd-e8c0585975b7 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:19.604698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39a3af1c-bed3-4d0a-9f0b-38a827a1d8ad req-e7c63cee-cd2a-4087-86bd-e8c0585975b7 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 944 time: 0.1848555 Dec 08 01:50:19.606771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-fc508c46-5ef0-49f6-848a-0cfb8b8bb2ac service neutron] No DVR routers for this DVR port d736a6c1-ee45-4b83-99ab-2147623dd93d on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:19.612919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc508c46-5ef0-49f6-848a-0cfb8b8bb2ac service neutron] Pushing event updated for resources: {'Port': ['ID=d736a6c1-ee45-4b83-99ab-2147623dd93d,revision_number=10']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:19.626145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] For port 34b6e12d-3483-4449-bfb6-a5a9b611d14d, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:19.628660 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a987021-dbf6-4dce-ba17-4a7010071abe req-7ff1e6f8-bf7a-43ca-9f56-d3603d3e4f03 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:19.632204 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] For port 34b6e12d-3483-4449-bfb6-a5a9b611d14d, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=34b6e12d-3483-4449-bfb6-a5a9b611d14d,segment=NetworkSegment(323424bb-2ebd-4c15-af2e-99565e2ac8d9),segment_id=323424bb-2ebd-4c15-af2e-99565e2ac8d9)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:50:19.636518 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a987021-dbf6-4dce-ba17-4a7010071abe req-7ff1e6f8-bf7a-43ca-9f56-d3603d3e4f03 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 943 time: 0.1891873 Dec 08 01:50:19.649846 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:19.659202 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-fc508c46-5ef0-49f6-848a-0cfb8b8bb2ac service neutron] 10.222.0.45 "PUT /v2.0/ports/d736a6c1-ee45-4b83-99ab-2147623dd93d/bindings/n-h2-713499-31/activate HTTP/1.1" status: 200 len: 370 time: 1.1888995 Dec 08 01:50:19.673054 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-c234463d-15b1-4e8b-b120-2f40f42ee81f service neutron] 10.222.0.75 "GET /v2.0/networks/c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515686 Dec 08 01:50:19.694489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:19.695034 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:19.696554 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] 10.222.0.45 "PUT /v2.0/ports/34b6e12d-3483-4449-bfb6-a5a9b611d14d HTTP/1.1" status: 200 len: 1092 time: 1.5162127 Dec 08 01:50:19.697010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67f5e62-6b49-44bc-94ad-d2ae1e55beb8', 'tag': '34b6e12d-3483-4449-bfb6-a5a9b611d14d'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:19.699895 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa11e25-d527-4934-9637-a7b73a7063a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d67f5e62-6b49-44bc-94ad-d2ae1e55beb8", "tag": "34b6e12d-3483-4449-bfb6-a5a9b611d14d"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:19.721566 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d714ccb-7ef8-493b-b68c-1dac45d522ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:19.724607 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7d714ccb-7ef8-493b-b68c-1dac45d522ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:19.724915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5ed3a-5af0-4eae-92fd-8d1213b23f38 service neutron] Pushing event updated for resources: {'Port': ['ID=34b6e12d-3483-4449-bfb6-a5a9b611d14d,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:19.728123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7d714ccb-7ef8-493b-b68c-1dac45d522ac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/087b2b7d-0fbb-49ad-bdee-0de7e706c07d HTTP/1.1" status: 204 len: 168 time: 0.5433688 Dec 08 01:50:19.782440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d714ccb-7ef8-493b-b68c-1dac45d522ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087b2b7d-0fbb-49ad-bdee-0de7e706c07d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:19.800656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 571a26ea-ac69-4081-87e1-14b1e226757b details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:50:19.819709 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39a3af1c-bed3-4d0a-9f0b-38a827a1d8ad req-0e0733c7-b0cc-4654-b1bb-711c8e901881 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769736 Dec 08 01:50:19.837605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-4845b397-5dbd-41e1-87da-1a66bf5c25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:19.841588 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-4845b397-5dbd-41e1-87da-1a66bf5c25fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=841ba7e35e4f46aca806810a0833bd8d&device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 1095 time: 0.0801947 Dec 08 01:50:19.945446 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-bce50cd5-2f79-4d98-b664-da0ff53f35c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b6e12d-3483-4449-bfb6-a5a9b611d14d HTTP/1.1" status: 200 len: 217 time: 0.0897775 Dec 08 01:50:19.956557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a987021-dbf6-4dce-ba17-4a7010071abe req-f3cf9a99-10d6-4576-a94a-bfb9f2f7b461 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185787 Dec 08 01:50:20.050390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-0354c3ed-8219-4304-b76d-8fb94ec97e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:20.051336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-54b680cb-2c63-489d-aaac-5feb21de2835 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:20.055241 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-0354c3ed-8219-4304-b76d-8fb94ec97e99 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=87daa265-7408-4695-acf4-fccb886c858c HTTP/1.1" status: 200 len: 852 time: 0.1017923 Dec 08 01:50:20.055398 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-54b680cb-2c63-489d-aaac-5feb21de2835 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db&tenant_id=d9da45ea7cc343eebae48b10a6a55294&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 1096 time: 0.2740359 Dec 08 01:50:20.089381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 571a26ea-ac69-4081-87e1-14b1e226757b, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=571a26ea-ac69-4081-87e1-14b1e226757b,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:20.090257 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa01503-9b40-474d-81e9-db4b7f3c5d91 x-openstack-request-id: req-cfa01503-9b40-474d-81e9-db4b7f3c5d91 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:20.091903 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67f5e62-6b49-44bc-94ad-d2ae1e55beb8", "tag": "34b6e12d-3483-4449-bfb6-a5a9b611d14d", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:20.092629 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cfa01503-9b40-474d-81e9-db4b7f3c5d91 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:20.093107 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0b3a7-b938-4594-b126-e5c5fc9a7145 req-69e0d3ef-b22c-4fb7-b6a3-2d58d5646ce6 service neutron] 10.222.0.75 "GET /v2.0/networks/c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083683 Dec 08 01:50:20.094765 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67f5e62-6b49-44bc-94ad-d2ae1e55beb8', 'tag': '34b6e12d-3483-4449-bfb6-a5a9b611d14d', 'status': 'completed', 'code': 200} Dec 08 01:50:20.122353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '571a26ea-ac69-4081-87e1-14b1e226757b', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'port_id': '571a26ea-ac69-4081-87e1-14b1e226757b', 'mac_address': 'fa:16:3e:4d:7a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b17d14-ce86-4d96-b0e5-c267582db3e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:50:20.144620 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-0737ec37-03fb-4a51-8a5c-b903b9756ac7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=902dc1df-9f44-4c8c-a6ed-450a63390fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818753 Dec 08 01:50:20.200082 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:20.228421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571a26ea-ac69-4081-87e1-14b1e226757b {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:20.231020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-c51974ee-4687-4077-9697-c7481a34a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:20.235124 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-c51974ee-4687-4077-9697-c7481a34a586 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db&tenant_id=d9da45ea7cc343eebae48b10a6a55294 HTTP/1.1" status: 200 len: 1096 time: 0.1700063 Dec 08 01:50:20.285429 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 571a26ea-ac69-4081-87e1-14b1e226757b, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=571a26ea-ac69-4081-87e1-14b1e226757b,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:20.293175 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:20.364329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=571a26ea-ac69-4081-87e1-14b1e226757b,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:20.396858 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-99194385-6fb7-4821-af8e-4e65c7d09bc9 service neutron] 10.222.0.45 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442265 Dec 08 01:50:20.562934 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4df4cf8a-5c55-490d-8755-7605ce6ec2a7 req-7f3bcd3b-5060-4b25-919d-a880ff8f52f9 service neutron] 10.222.0.45 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580312 Dec 08 01:50:20.585749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['571a26ea-ac69-4081-87e1-14b1e226757b'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:20.722971 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf49e2-fdc6-43b1-bf59-d6e3a8e2037c req-c743e5b8-f031-438e-bc93-3643bfdc88af tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:20.731217 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9bdf49e2-fdc6-43b1-bf59-d6e3a8e2037c req-c743e5b8-f031-438e-bc93-3643bfdc88af tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 944 time: 0.5755935 Dec 08 01:50:20.762776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04672e-05ff-4baf-ae3d-8b99c73eab68 req-8def2144-e04f-4f0c-93e7-207dde204197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:20.764713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f04672e-05ff-4baf-ae3d-8b99c73eab68 req-8def2144-e04f-4f0c-93e7-207dde204197 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8957a9eab65f4f598fde411277c25534&device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 1096 time: 0.5427470 Dec 08 01:50:20.803858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa11e25-d527-4934-9637-a7b73a7063a1 req-b8bb8e23-15bf-4503-990d-5cbbe86c57e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:20.807471 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6aa11e25-d527-4934-9637-a7b73a7063a1 req-b8bb8e23-15bf-4503-990d-5cbbe86c57e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=841ba7e35e4f46aca806810a0833bd8d&device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 1095 time: 0.1219835 Dec 08 01:50:20.868901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-e1e074f3-a211-47a2-a09c-25aa562f5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:20.871084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-e1e074f3-a211-47a2-a09c-25aa562f5cd4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d9da45ea7cc343eebae48b10a6a55294&device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 1096 time: 0.5870092 Dec 08 01:50:20.903714 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a9433-9ce0-4a01-a883-9698c226948a req-5bcc8607-59f6-46b0-bab2-5643e87deb5b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:20.911393 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-794a9433-9ce0-4a01-a883-9698c226948a req-5bcc8607-59f6-46b0-bab2-5643e87deb5b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 944 time: 0.2137079 Dec 08 01:50:20.933813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa11e25-d527-4934-9637-a7b73a7063a1 req-94b70851-6636-48d8-b76f-39febfb0b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:20.937036 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6aa11e25-d527-4934-9637-a7b73a7063a1 req-94b70851-6636-48d8-b76f-39febfb0b6e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=902dc1df-9f44-4c8c-a6ed-450a63390fcd HTTP/1.1" status: 200 len: 913 time: 0.1236749 Dec 08 01:50:20.937965 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9bdf49e2-fdc6-43b1-bf59-d6e3a8e2037c req-3fd70117-7aba-4811-a54d-fbd515604ff2 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/security-groups?id=b874f087-eb2b-4c97-9d4d-9c35d99b1885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058742 Dec 08 01:50:21.053124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04672e-05ff-4baf-ae3d-8b99c73eab68 req-afe952c1-6097-4b31-97eb-78ed5ff74624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:21.054691 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f04672e-05ff-4baf-ae3d-8b99c73eab68 req-afe952c1-6097-4b31-97eb-78ed5ff74624 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef HTTP/1.1" status: 200 len: 918 time: 0.2773154 Dec 08 01:50:21.063596 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6aa11e25-d527-4934-9637-a7b73a7063a1 req-622fae81-3926-45e5-828b-4cd32c91d845 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b6e12d-3483-4449-bfb6-a5a9b611d14d HTTP/1.1" status: 200 len: 217 time: 0.1139133 Dec 08 01:50:21.071644 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-794a9433-9ce0-4a01-a883-9698c226948a req-b78b26b9-a71a-429c-b6e4-004091b2f4eb tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562653 Dec 08 01:50:21.146152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa11e25-d527-4934-9637-a7b73a7063a1 req-51450f31-3956-4220-be85-e9e480e1c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:21.147744 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6aa11e25-d527-4934-9637-a7b73a7063a1 req-51450f31-3956-4220-be85-e9e480e1c3fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=87daa265-7408-4695-acf4-fccb886c858c HTTP/1.1" status: 200 len: 852 time: 0.0772536 Dec 08 01:50:21.181850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f04672e-05ff-4baf-ae3d-8b99c73eab68 req-1c56dd2f-f2d8-4ff5-a9aa-5e91faf71fe8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0330a8a-8408-4900-9f97-eb9f65adc0c1 HTTP/1.1" status: 200 len: 217 time: 0.1017878 Dec 08 01:50:21.184668 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6aa11e25-d527-4934-9637-a7b73a7063a1 req-ead4fb64-768d-43b6-85e7-09de297397d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=902dc1df-9f44-4c8c-a6ed-450a63390fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296016 Dec 08 01:50:21.200579 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-1cf4e1fb-fd15-4430-a440-a1d2e679b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:21.201953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-1cf4e1fb-fd15-4430-a440-a1d2e679b8cc service neutron] 10.222.0.75 "GET /v2.0/networks?id=776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 200 len: 909 time: 0.3168037 Dec 08 01:50:21.257665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc6020-4630-48c6-ab36-7695a2ddb4e7 req-3c97bc99-d2fe-43e4-a656-d9e16d2bab0e tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:21.259534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76cc6020-4630-48c6-ab36-7695a2ddb4e7 req-3c97bc99-d2fe-43e4-a656-d9e16d2bab0e tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 945 time: 0.1784339 Dec 08 01:50:21.278798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48404c3b-793d-4dfd-9acc-8697a838cba3 req-80a9a29c-009f-4a70-a4f2-52dfa5b8cc2e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:21.280381 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-48404c3b-793d-4dfd-9acc-8697a838cba3 req-80a9a29c-009f-4a70-a4f2-52dfa5b8cc2e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 943 time: 0.1042826 Dec 08 01:50:21.333363 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6aa11e25-d527-4934-9637-a7b73a7063a1 req-561a2ed1-47db-4d4f-88a4-6aec7ebea781 service neutron] 10.222.0.45 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382606 Dec 08 01:50:21.359101 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76cc6020-4630-48c6-ab36-7695a2ddb4e7 req-74a9c78f-4c56-4287-8d99-ce2d95e055a2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910971 Dec 08 01:50:21.373491 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-48404c3b-793d-4dfd-9acc-8697a838cba3 req-cf0939df-527e-4206-ad95-54f3a1306cac tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790019 Dec 08 01:50:21.454587 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6aa11e25-d527-4934-9637-a7b73a7063a1 req-f0775a9e-5475-40b6-9da9-4e5d69979f0c service neutron] 10.222.0.45 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129739 Dec 08 01:50:21.495297 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-34d3a868-ef42-4f15-aeef-4116a1cb10af service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d HTTP/1.1" status: 200 len: 217 time: 0.2670753 Dec 08 01:50:21.559404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04672e-05ff-4baf-ae3d-8b99c73eab68 req-b0ff7d59-02a6-4e71-ac90-012eeac60965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:21.560959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f04672e-05ff-4baf-ae3d-8b99c73eab68 req-b0ff7d59-02a6-4e71-ac90-012eeac60965 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=aa12d11e-f9c5-478e-b5a3-1d51d0f65017 HTTP/1.1" status: 200 len: 857 time: 0.3627200 Dec 08 01:50:21.604054 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f04672e-05ff-4baf-ae3d-8b99c73eab68 req-0fb87ce6-fde4-46a0-b846-ea8e8acb87bc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334649 Dec 08 01:50:21.605525 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-46f4cefd-85bb-4103-8fb1-bf4823f6bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:21.606803 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-46f4cefd-85bb-4103-8fb1-bf4823f6bd8b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 200 len: 848 time: 0.0805168 Dec 08 01:50:21.661885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-b52a8cd3-5ca5-4536-8c45-f4df60c4bf6a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=776e026d-dfd5-4122-9a50-8ea153b9e036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442765 Dec 08 01:50:21.735500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40000) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:21.797939 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f04672e-05ff-4baf-ae3d-8b99c73eab68 req-f469ad8e-307f-4e7e-a67f-5f91e519cd2e service neutron] 10.222.0.75 "GET /v2.0/networks/c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811564 Dec 08 01:50:21.811861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 571a26ea-ac69-4081-87e1-14b1e226757b up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:50:21.831419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-cc371385-547f-47f2-aa4f-e41c5185d2c5 service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387496 Dec 08 01:50:21.879735 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 571a26ea-ac69-4081-87e1-14b1e226757b completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:50:21.887337 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c18bb13-a133-4735-bcbd-4248d1c01afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.887903 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 571a26ea-ac69-4081-87e1-14b1e226757b triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:21.888768 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.991836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f04672e-05ff-4baf-ae3d-8b99c73eab68 req-a64b4c92-632b-4da3-8cad-75bc0e62d918 service neutron] 10.222.0.75 "GET /v2.0/networks/c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867270 Dec 08 01:50:22.006277 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c18bb13-a133-4735-bcbd-4248d1c01afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.006707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-84f0af5a-9397-40a9-a8f4-c96db67bf737 service neutron] 10.222.0.75 "GET /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660209 Dec 08 01:50:22.011221 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c18bb13-a133-4735-bcbd-4248d1c01afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.042931 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18bb13-a133-4735-bcbd-4248d1c01afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e76ce6b-4966-4f9c-8633-93aefe9400b6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:22.043641 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf67941a-a33c-44e9-8bf9-76bfb0b244db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.069352 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7c18bb13-a133-4735-bcbd-4248d1c01afa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f1787aebcd3f4995b31ca4d05dad100b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327267 Dec 08 01:50:22.072788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40012) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:22.101287 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.127945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e3a918-3edf-422c-aaca-fba39e2b031d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571a26ea-ac69-4081-87e1-14b1e226757b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:22.130495 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4743ca-e63e-41a4-a69d-44aa13130043" -d '{"events": [{"server_uuid": "49e3a918-3edf-422c-aaca-fba39e2b031d", "name": "network-vif-plugged", "status": "completed", "tag": "571a26ea-ac69-4081-87e1-14b1e226757b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:22.144465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 571a26ea-ac69-4081-87e1-14b1e226757b, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=571a26ea-ac69-4081-87e1-14b1e226757b,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:22.152964 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.208715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=571a26ea-ac69-4081-87e1-14b1e226757b,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:22.215584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73057bc3-06e1-4263-a1ee-50117704ff36 req-d274ef9a-273b-48c2-a2e0-128ffc8edb1b tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:22.217146 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73057bc3-06e1-4263-a1ee-50117704ff36 req-d274ef9a-273b-48c2-a2e0-128ffc8edb1b tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 944 time: 0.1231363 Dec 08 01:50:22.217918 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77cef7fc-307d-4805-9059-0bdeebaf4daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.266543 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77cef7fc-307d-4805-9059-0bdeebaf4daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.277504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c065ae-8127-483f-9d9d-bb45007ca097 req-7a412618-fa69-4ff4-8467-6dd52b6e2489 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:22.279096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1c065ae-8127-483f-9d9d-bb45007ca097 req-7a412618-fa69-4ff4-8467-6dd52b6e2489 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 944 time: 0.1181617 Dec 08 01:50:22.391538 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73057bc3-06e1-4263-a1ee-50117704ff36 req-8020fe7b-21f2-4b2b-b2a3-491e34692219 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/security-groups?id=b874f087-eb2b-4c97-9d4d-9c35d99b1885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602249 Dec 08 01:50:22.408953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1c065ae-8127-483f-9d9d-bb45007ca097 req-f4f8ca36-f549-4ba9-9d74-dc50640947a7 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215224 Dec 08 01:50:22.417044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-37472af3-1578-4f1f-b2aa-88d3d6501836 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:22.418816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-37472af3-1578-4f1f-b2aa-88d3d6501836 tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db&tenant_id=d9da45ea7cc343eebae48b10a6a55294&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 1096 time: 0.1109653 Dec 08 01:50:22.438591 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77cef7fc-307d-4805-9059-0bdeebaf4daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.441428 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77cef7fc-307d-4805-9059-0bdeebaf4daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.442526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-77cef7fc-307d-4805-9059-0bdeebaf4daa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9e76ce6b-4966-4f9c-8633-93aefe9400b6 HTTP/1.1" status: 204 len: 168 time: 0.3682852 Dec 08 01:50:22.477511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cef7fc-307d-4805-9059-0bdeebaf4daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e76ce6b-4966-4f9c-8633-93aefe9400b6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:22.520967 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce97b95-60e4-4a6c-b5ee-ed77158b4923 x-openstack-request-id: req-6ce97b95-60e4-4a6c-b5ee-ed77158b4923 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:22.521759 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e3a918-3edf-422c-aaca-fba39e2b031d", "name": "network-vif-plugged", "status": "completed", "tag": "571a26ea-ac69-4081-87e1-14b1e226757b", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:22.522180 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6ce97b95-60e4-4a6c-b5ee-ed77158b4923 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:22.523282 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e3a918-3edf-422c-aaca-fba39e2b031d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571a26ea-ac69-4081-87e1-14b1e226757b', 'code': 200} Dec 08 01:50:22.585091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e955f23-4edf-49b5-aaae-80207902f4cb req-9dc03243-d10e-4cda-971a-cdba171bca50 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:22.586431 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e955f23-4edf-49b5-aaae-80207902f4cb req-9dc03243-d10e-4cda-971a-cdba171bca50 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 946 time: 0.0956883 Dec 08 01:50:22.639640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-3274903f-b6e3-419d-af51-f3add5798525 service neutron] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:22.661286 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-3274903f-b6e3-419d-af51-f3add5798525 service neutron] Publish callbacks [] for binding, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.662769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d4470f6-efc4-474a-a1f5-27267305d518 req-3274903f-b6e3-419d-af51-f3add5798525 service neutron] 10.222.0.75 "DELETE /v2.0/ports/d736a6c1-ee45-4b83-99ab-2147623dd93d/bindings/n-h1-713499-31 HTTP/1.1" status: 204 len: 173 time: 0.2325726 Dec 08 01:50:22.674376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d69b13-8e24-4570-a8c2-112babecb1ea req-0c63d201-72d2-488f-a3a1-e8ec889298e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:22.678692 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d69b13-8e24-4570-a8c2-112babecb1ea req-0c63d201-72d2-488f-a3a1-e8ec889298e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 1098 time: 0.0582700 Dec 08 01:50:22.708743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e955f23-4edf-49b5-aaae-80207902f4cb req-8d015803-039f-4986-8d24-f0e12c1e5fe5 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089661 Dec 08 01:50:22.729674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a4439-e55a-4bb9-b2f4-f499eab49eaf req-dd7f0cac-3e4c-4e78-afd4-5f0a35486885 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:22.739272 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d69b13-8e24-4570-a8c2-112babecb1ea req-9edb5c31-fb5e-4337-b35f-a072b7ba9909 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480587 Dec 08 01:50:22.740921 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-053a4439-e55a-4bb9-b2f4-f499eab49eaf req-dd7f0cac-3e4c-4e78-afd4-5f0a35486885 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 943 time: 0.1337457 Dec 08 01:50:22.797577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-053a4439-e55a-4bb9-b2f4-f499eab49eaf req-18af4bbd-5a4d-45cc-9dbf-7467af16067b tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466242 Dec 08 01:50:22.889976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40066) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:22.991729 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40070) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:22.995477 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50bd69e7-9b4f-4d83-a7ef-c0131bbbdf2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.006502 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9e93177-7fe7-4ad1-bb5a-1a7ee8fac676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.033815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device f0330a8a-8408-4900-9f97-eb9f65adc0c1 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:50:23.080429 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50bd69e7-9b4f-4d83-a7ef-c0131bbbdf2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.085808 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50bd69e7-9b4f-4d83-a7ef-c0131bbbdf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.092769 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9e93177-7fe7-4ad1-bb5a-1a7ee8fac676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.097114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9e93177-7fe7-4ad1-bb5a-1a7ee8fac676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.126670 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.131834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd69e7-9b4f-4d83-a7ef-c0131bbbdf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95351512-dc42-4f5d-bada-6503f65ac713,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:23.136731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-50bd69e7-9b4f-4d83-a7ef-c0131bbbdf2c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a06eefc3f19c4bddb4d53abcb65e5af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457185 Dec 08 01:50:23.139350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40072) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:23.145863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40074) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:23.147402 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d9e93177-7fe7-4ad1-bb5a-1a7ee8fac676 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1cf20ca567f7489da1a6a3c73088d106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535208 Dec 08 01:50:23.150171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e93177-7fe7-4ad1-bb5a-1a7ee8fac676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeecd5c-7a2c-4f2b-8df3-0942ec27f3b1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:23.151271 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port f0330a8a-8408-4900-9f97-eb9f65adc0c1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f0330a8a-8408-4900-9f97-eb9f65adc0c1,segment=NetworkSegment(da8c39e4-3f4a-4224-bbbc-48143c425159),segment_id=da8c39e4-3f4a-4224-bbbc-48143c425159)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:23.163643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'f0330a8a-8408-4900-9f97-eb9f65adc0c1', 'network_id': 'c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef', 'port_id': 'f0330a8a-8408-4900-9f97-eb9f65adc0c1', 'mac_address': 'fa:16:3e:af:c5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa12d11e-f9c5-478e-b5a3-1d51d0f65017', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:50:23.201455 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.222038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0330a8a-8408-4900-9f97-eb9f65adc0c1 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:23.229836 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a22f567-77ec-4475-bc75-eed170b05720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.232305 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dcaef9c-6243-475d-b84f-8c04fc832789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.253774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port f0330a8a-8408-4900-9f97-eb9f65adc0c1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f0330a8a-8408-4900-9f97-eb9f65adc0c1,segment=NetworkSegment(da8c39e4-3f4a-4224-bbbc-48143c425159),segment_id=da8c39e4-3f4a-4224-bbbc-48143c425159)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:23.257819 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.264036 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a22f567-77ec-4475-bc75-eed170b05720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.279082 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dcaef9c-6243-475d-b84f-8c04fc832789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.317594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=f0330a8a-8408-4900-9f97-eb9f65adc0c1,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:23.346557 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a22f567-77ec-4475-bc75-eed170b05720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.349480 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a22f567-77ec-4475-bc75-eed170b05720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.350659 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5a22f567-77ec-4475-bc75-eed170b05720 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bbeecd5c-7a2c-4f2b-8df3-0942ec27f3b1 HTTP/1.1" status: 204 len: 168 time: 0.2034700 Dec 08 01:50:23.358735 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dcaef9c-6243-475d-b84f-8c04fc832789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.361598 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dcaef9c-6243-475d-b84f-8c04fc832789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.362731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4dcaef9c-6243-475d-b84f-8c04fc832789 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/95351512-dc42-4f5d-bada-6503f65ac713 HTTP/1.1" status: 204 len: 168 time: 0.2223635 Dec 08 01:50:23.368647 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22f567-77ec-4475-bc75-eed170b05720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeecd5c-7a2c-4f2b-8df3-0942ec27f3b1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:23.377811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaef9c-6243-475d-b84f-8c04fc832789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95351512-dc42-4f5d-bada-6503f65ac713,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:23.574664 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe4e3c-3e11-43e5-8e64-7f9728a228ed req-e300bd5f-77e8-4ed7-b7d6-2d751b22b942 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:23.576574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aefe4e3c-3e11-43e5-8e64-7f9728a228ed req-e300bd5f-77e8-4ed7-b7d6-2d751b22b942 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 945 time: 0.0867007 Dec 08 01:50:23.597609 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909e158-5358-41b4-b5e9-d3b021df95b3 req-7adffffb-7dab-471f-b89e-2be9ebea471d tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:23.599077 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e909e158-5358-41b4-b5e9-d3b021df95b3 req-7adffffb-7dab-471f-b89e-2be9ebea471d tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 944 time: 0.0765848 Dec 08 01:50:23.607281 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['f0330a8a-8408-4900-9f97-eb9f65adc0c1'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:23.670654 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aefe4e3c-3e11-43e5-8e64-7f9728a228ed req-3e05bda0-613f-4997-90dc-b981b7a98806 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/security-groups?id=b874f087-eb2b-4c97-9d4d-9c35d99b1885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864573 Dec 08 01:50:23.727316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e909e158-5358-41b4-b5e9-d3b021df95b3 req-7a1b5075-91c4-44ea-befe-f4ce5a9567ed tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031260 Dec 08 01:50:23.842701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 34b6e12d-3483-4449-bfb6-a5a9b611d14d details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:50:23.867719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40106) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:23.897336 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78dad703-0dc7-4d7c-b07e-5d9f7a20d059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.939730 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7965c3-dcd1-4553-b51f-5fe3b44b05b7 req-4ab11e25-5b3e-4276-ade0-0c902cdb39d2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:23.947210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d7965c3-dcd1-4553-b51f-5fe3b44b05b7 req-4ab11e25-5b3e-4276-ade0-0c902cdb39d2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 946 time: 0.1117418 Dec 08 01:50:24.016083 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.049073 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78dad703-0dc7-4d7c-b07e-5d9f7a20d059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.049408 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 34b6e12d-3483-4449-bfb6-a5a9b611d14d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=34b6e12d-3483-4449-bfb6-a5a9b611d14d,segment=NetworkSegment(323424bb-2ebd-4c15-af2e-99565e2ac8d9),segment_id=323424bb-2ebd-4c15-af2e-99565e2ac8d9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:24.055270 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0088f0-4fa1-4d82-9ebd-c8c85cb1e5d7 req-f1fb0efc-0714-4e8c-b7ab-fb5a7b304c8d tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:24.055972 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78dad703-0dc7-4d7c-b07e-5d9f7a20d059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.057920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea0088f0-4fa1-4d82-9ebd-c8c85cb1e5d7 req-f1fb0efc-0714-4e8c-b7ab-fb5a7b304c8d tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 1096 time: 0.1386907 Dec 08 01:50:24.064206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '34b6e12d-3483-4449-bfb6-a5a9b611d14d', 'network_id': '902dc1df-9f44-4c8c-a6ed-450a63390fcd', 'port_id': '34b6e12d-3483-4449-bfb6-a5a9b611d14d', 'mac_address': 'fa:16:3e:97:f5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87daa265-7408-4695-acf4-fccb886c858c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:50:24.104544 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.106023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d7965c3-dcd1-4553-b51f-5fe3b44b05b7 req-ad038a31-6f9b-41c4-9ae8-259a2234f718 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387496 Dec 08 01:50:24.110911 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-78dad703-0dc7-4d7c-b07e-5d9f7a20d059 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=907dbb38d8894f33819b8d0bbdcbfd73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397382 Dec 08 01:50:24.110911 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dad703-0dc7-4d7c-b07e-5d9f7a20d059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff1f421-4fc6-42a2-8264-fa80636550ad,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:24.113084 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40110) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:24.129031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b6e12d-3483-4449-bfb6-a5a9b611d14d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:24.158963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 34b6e12d-3483-4449-bfb6-a5a9b611d14d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=34b6e12d-3483-4449-bfb6-a5a9b611d14d,segment=NetworkSegment(323424bb-2ebd-4c15-af2e-99565e2ac8d9),segment_id=323424bb-2ebd-4c15-af2e-99565e2ac8d9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:24.165201 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.170428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea0088f0-4fa1-4d82-9ebd-c8c85cb1e5d7 req-a84541fb-e21b-4df3-9a9d-a3f563a3587f tempest-LiveMigrationTest-1845645290 tempest-LiveMigrationTest-1845645290-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003733 Dec 08 01:50:24.181385 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e812188-05b5-45f6-ba59-52fdb9f1a0fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.234067 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e812188-05b5-45f6-ba59-52fdb9f1a0fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.263732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=34b6e12d-3483-4449-bfb6-a5a9b611d14d,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:24.307371 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec87f82c-a3d4-48f8-819c-5acecf0ab5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.307740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09af39-2b01-4560-97b6-05f43aeab58a req-1f7bdca6-5e63-48ca-8df0-685994623770 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:24.316062 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a09af39-2b01-4560-97b6-05f43aeab58a req-1f7bdca6-5e63-48ca-8df0-685994623770 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 944 time: 0.0800130 Dec 08 01:50:24.337401 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e812188-05b5-45f6-ba59-52fdb9f1a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.340744 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e812188-05b5-45f6-ba59-52fdb9f1a0fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.343551 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2e812188-05b5-45f6-ba59-52fdb9f1a0fc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cff1f421-4fc6-42a2-8264-fa80636550ad HTTP/1.1" status: 204 len: 168 time: 0.2284374 Dec 08 01:50:24.375820 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e812188-05b5-45f6-ba59-52fdb9f1a0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff1f421-4fc6-42a2-8264-fa80636550ad,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:24.382531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a09af39-2b01-4560-97b6-05f43aeab58a req-7b8de81c-3a7b-4f4e-9956-f0b0962d3f8f tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653985 Dec 08 01:50:24.462377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['34b6e12d-3483-4449-bfb6-a5a9b611d14d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:24.608481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b9f8c-16e8-4ecd-ba1c-de468c59a1f4 req-06e050d2-7f64-4ec4-b630-57fc10090654 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:24.610397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c63b9f8c-16e8-4ecd-ba1c-de468c59a1f4 req-06e050d2-7f64-4ec4-b630-57fc10090654 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 944 time: 0.0681462 Dec 08 01:50:24.668073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c63b9f8c-16e8-4ecd-ba1c-de468c59a1f4 req-14426f54-211c-46ba-a0f2-0cbc89315994 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510638 Dec 08 01:50:24.800664 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cc992-f122-4400-a989-eae3d33f1aa3 req-bbff1afe-3a24-42cf-98af-ffdf07ccf340 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:24.802217 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d10cc992-f122-4400-a989-eae3d33f1aa3 req-bbff1afe-3a24-42cf-98af-ffdf07ccf340 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 945 time: 0.0544016 Dec 08 01:50:24.865777 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d10cc992-f122-4400-a989-eae3d33f1aa3 req-0e8f6b3c-e018-489e-b647-9fc5fa5be438 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/security-groups?id=b874f087-eb2b-4c97-9d4d-9c35d99b1885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555980 Dec 08 01:50:25.047188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device f0330a8a-8408-4900-9f97-eb9f65adc0c1 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:50:25.098193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port f0330a8a-8408-4900-9f97-eb9f65adc0c1 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:50:25.102538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port f0330a8a-8408-4900-9f97-eb9f65adc0c1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:25.103123 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:25.191143 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:25.225498 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9bfc09-0c68-48f8-ae35-66555e13622f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0330a8a-8408-4900-9f97-eb9f65adc0c1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:25.227912 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b5342e-6ed2-4143-b570-35043eb15728" -d '{"events": [{"server_uuid": "1e9bfc09-0c68-48f8-ae35-66555e13622f", "name": "network-vif-plugged", "status": "completed", "tag": "f0330a8a-8408-4900-9f97-eb9f65adc0c1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:25.249845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port f0330a8a-8408-4900-9f97-eb9f65adc0c1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f0330a8a-8408-4900-9f97-eb9f65adc0c1,segment=NetworkSegment(da8c39e4-3f4a-4224-bbbc-48143c425159),segment_id=da8c39e4-3f4a-4224-bbbc-48143c425159)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:25.257447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722854a-1319-4f2d-8121-d5d2d7ee7521 req-91ceebd5-d8e8-4c5b-b145-fe6864bfc8a0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:25.259055 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9722854a-1319-4f2d-8121-d5d2d7ee7521 req-91ceebd5-d8e8-4c5b-b145-fe6864bfc8a0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 946 time: 0.0672824 Dec 08 01:50:25.267423 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:25.312479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9722854a-1319-4f2d-8121-d5d2d7ee7521 req-fc161c8d-47d9-4482-af5f-6ae6bb5f6c70 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460889 Dec 08 01:50:25.327103 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:25.346579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=f0330a8a-8408-4900-9f97-eb9f65adc0c1,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:25.380318 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44db6f7c-3226-4ada-a54e-84f2d65d850f x-openstack-request-id: req-44db6f7c-3226-4ada-a54e-84f2d65d850f {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:25.380698 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9bfc09-0c68-48f8-ae35-66555e13622f", "name": "network-vif-plugged", "status": "completed", "tag": "f0330a8a-8408-4900-9f97-eb9f65adc0c1", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:25.381084 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-44db6f7c-3226-4ada-a54e-84f2d65d850f {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:25.381561 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9bfc09-0c68-48f8-ae35-66555e13622f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0330a8a-8408-4900-9f97-eb9f65adc0c1', 'code': 200} Dec 08 01:50:25.438448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6135e61-7593-4713-8967-69df46d46c1e req-b694c74b-2550-4edc-b709-d6d8fb0c35e7 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:25.440014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6135e61-7593-4713-8967-69df46d46c1e req-b694c74b-2550-4edc-b709-d6d8fb0c35e7 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 944 time: 0.1140842 Dec 08 01:50:25.601919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15051ff-64c8-4538-bab2-d63564f2c287 req-fc4deb5b-52da-44bf-9cfe-979fe8456273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:25.604662 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d15051ff-64c8-4538-bab2-d63564f2c287 req-fc4deb5b-52da-44bf-9cfe-979fe8456273 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 1098 time: 0.0899777 Dec 08 01:50:25.690609 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d15051ff-64c8-4538-bab2-d63564f2c287 req-9aa50dcd-6f53-4e9c-834f-10e08eeceb08 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b874f087-eb2b-4c97-9d4d-9c35d99b1885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775652 Dec 08 01:50:25.718261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-a6135e61-7593-4713-8967-69df46d46c1e req-d4774c3e-3c03-4f5d-9735-0f79f65eb3da tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Deleting port d736a6c1-ee45-4b83-99ab-2147623dd93d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:25.718600 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6135e61-7593-4713-8967-69df46d46c1e req-d4774c3e-3c03-4f5d-9735-0f79f65eb3da tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:25.730826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfed5b9-2b98-4a9b-80c3-e523c462e67c req-7e28e406-e2b1-48b6-9def-677cd4359468 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:25.739299 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7dfed5b9-2b98-4a9b-80c3-e523c462e67c req-7e28e406-e2b1-48b6-9def-677cd4359468 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 944 time: 0.1188729 Dec 08 01:50:25.830811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 34b6e12d-3483-4449-bfb6-a5a9b611d14d up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:50:25.856731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7dfed5b9-2b98-4a9b-80c3-e523c462e67c req-533772df-e323-45a9-a31c-882803acca8d tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162271 Dec 08 01:50:25.910373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a6135e61-7593-4713-8967-69df46d46c1e req-d4774c3e-3c03-4f5d-9735-0f79f65eb3da tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] For port d736a6c1-ee45-4b83-99ab-2147623dd93d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d736a6c1-ee45-4b83-99ab-2147623dd93d,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:25.910748 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6135e61-7593-4713-8967-69df46d46c1e req-d4774c3e-3c03-4f5d-9735-0f79f65eb3da tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:25.932656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 34b6e12d-3483-4449-bfb6-a5a9b611d14d completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:50:25.939460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 34b6e12d-3483-4449-bfb6-a5a9b611d14d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:25.939817 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:25.942591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-a6135e61-7593-4713-8967-69df46d46c1e req-d4774c3e-3c03-4f5d-9735-0f79f65eb3da tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Calling delete_port for d736a6c1-ee45-4b83-99ab-2147623dd93d owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:26.078189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea6755-cac7-42ab-824f-51b45fd448bc req-02e78f6b-f696-4709-9787-97b8e5e1ecb5 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:26.079929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-13ea6755-cac7-42ab-824f-51b45fd448bc req-02e78f6b-f696-4709-9787-97b8e5e1ecb5 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 944 time: 0.1195555 Dec 08 01:50:26.094994 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:26.131392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 34b6e12d-3483-4449-bfb6-a5a9b611d14d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=34b6e12d-3483-4449-bfb6-a5a9b611d14d,segment=NetworkSegment(323424bb-2ebd-4c15-af2e-99565e2ac8d9),segment_id=323424bb-2ebd-4c15-af2e-99565e2ac8d9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:26.136848 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:26.183686 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365421e-3578-4f7a-8dc2-ffab65f5e6c6 req-21890094-3ec9-4fc7-93d9-79c3f02682d5 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:26.185238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6365421e-3578-4f7a-8dc2-ffab65f5e6c6 req-21890094-3ec9-4fc7-93d9-79c3f02682d5 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 946 time: 0.1041653 Dec 08 01:50:26.207013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=34b6e12d-3483-4449-bfb6-a5a9b611d14d,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:26.254765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-13ea6755-cac7-42ab-824f-51b45fd448bc req-18223f1e-fb88-4844-899e-0f26256feb93 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326246 Dec 08 01:50:26.300605 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6365421e-3578-4f7a-8dc2-ffab65f5e6c6 req-ba3b69c9-af63-4cfe-90c6-63658469d49d tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/security-groups?id=b874f087-eb2b-4c97-9d4d-9c35d99b1885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850804 Dec 08 01:50:26.325640 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6135e61-7593-4713-8967-69df46d46c1e req-d4774c3e-3c03-4f5d-9735-0f79f65eb3da tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:26.368633 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['d327abd3-ef94-4f02-ab9b-a283ef9a3c2a', 'd736a6c1-ee45-4b83-99ab-2147623dd93d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:26.370407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4774c3e-3c03-4f5d-9735-0f79f65eb3da tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Pushing event deleted for resources: {'Port': ['ID=d736a6c1-ee45-4b83-99ab-2147623dd93d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:26.420871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6135e61-7593-4713-8967-69df46d46c1e req-d4774c3e-3c03-4f5d-9735-0f79f65eb3da tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] No DVR routers for this DVR port d736a6c1-ee45-4b83-99ab-2147623dd93d on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:26.425052 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a6135e61-7593-4713-8967-69df46d46c1e req-d4774c3e-3c03-4f5d-9735-0f79f65eb3da tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:26.428503 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6135e61-7593-4713-8967-69df46d46c1e req-d4774c3e-3c03-4f5d-9735-0f79f65eb3da tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.75 "DELETE /v2.0/ports/d736a6c1-ee45-4b83-99ab-2147623dd93d HTTP/1.1" status: 204 len: 173 time: 0.9576807 Dec 08 01:50:26.428961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b67cf1-1129-44a2-8aa9-e2965f5b40db', 'name': 'network-vif-deleted', 'tag': 'd736a6c1-ee45-4b83-99ab-2147623dd93d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:26.431202 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d13d39-f3a2-483b-8ee6-997314e1dd5b" -d '{"events": [{"server_uuid": "f2b67cf1-1129-44a2-8aa9-e2965f5b40db", "name": "network-vif-deleted", "tag": "d736a6c1-ee45-4b83-99ab-2147623dd93d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:26.712737 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01448c0-159e-4833-b14f-20623057dd76 x-openstack-request-id: req-e01448c0-159e-4833-b14f-20623057dd76 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:26.713559 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b67cf1-1129-44a2-8aa9-e2965f5b40db", "name": "network-vif-deleted", "tag": "d736a6c1-ee45-4b83-99ab-2147623dd93d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:26.714264 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e01448c0-159e-4833-b14f-20623057dd76 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:26.714734 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b67cf1-1129-44a2-8aa9-e2965f5b40db', 'name': 'network-vif-deleted', 'tag': 'd736a6c1-ee45-4b83-99ab-2147623dd93d', 'status': 'completed', 'code': 200} Dec 08 01:50:26.813329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40238) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:26.835522 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:26.920942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40244) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:27.009391 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2bde3b7a-532e-4956-bd4e-950ee3dc9b15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.037004 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f4c17487-1f93-4c74-b9e5-be8799612867 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:27.049212 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1f2b-dc1e-4978-be6a-b91db28c8229 req-5b177320-f35a-4dfa-ab05-1651cca08084 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:27.051008 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-005c1f2b-dc1e-4978-be6a-b91db28c8229 req-5b177320-f35a-4dfa-ab05-1651cca08084 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 945 time: 0.0686018 Dec 08 01:50:27.090975 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f4c17487-1f93-4c74-b9e5-be8799612867 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] 10.222.0.71 "PUT /v2.0/quotas/76c1d6881334417b8437d31a547a34df HTTP/1.1" status: 200 len: 368 time: 0.1686168 Dec 08 01:50:27.095074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40248) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:27.100458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Request body: {'network': {'project_id': '76c1d6881334417b8437d31a547a34df'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:27.113607 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-005c1f2b-dc1e-4978-be6a-b91db28c8229 req-60a21f6c-b4d8-4bd2-acab-f5dae60a3b09 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549021 Dec 08 01:50:27.147007 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Made reservation on behalf of 76c1d6881334417b8437d31a547a34df for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:27.149219 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.164370 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.171580 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2bde3b7a-532e-4956-bd4e-950ee3dc9b15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.177556 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2bde3b7a-532e-4956-bd4e-950ee3dc9b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.220687 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2bde3b7a-532e-4956-bd4e-950ee3dc9b15 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d282527e5deb4b36b900181ead00f3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4037251 Dec 08 01:50:27.221148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40250) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:27.230225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde3b7a-532e-4956-bd4e-950ee3dc9b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a9a138-a3f6-49b8-9fd2-81af95269137,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:27.298249 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.303222 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.320257 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29398166-1285-4faf-81e9-18416c064b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.342032 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:50:27.349207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4182e581-2ca2-4484-a260-bd8909a751d9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:27.358634 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.359002 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Added segment cbdd4e6b-afa0-438e-a0ea-170dd3f72c27 of type vlan for network 22ba2853-a8c4-45c4-baf3-86156f41deb2 Dec 08 01:50:27.367810 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29398166-1285-4faf-81e9-18416c064b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.383066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67f5e62-6b49-44bc-94ad-d2ae1e55beb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6e12d-3483-4449-bfb6-a5a9b611d14d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:27.386238 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebdbff0-45cf-4591-8471-902e03367f4b" -d '{"events": [{"server_uuid": "d67f5e62-6b49-44bc-94ad-d2ae1e55beb8", "name": "network-vif-plugged", "status": "completed", "tag": "34b6e12d-3483-4449-bfb6-a5a9b611d14d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:27.408320 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.440612 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.444620 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:27.444620 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.467397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c01cbd2-640c-48f1-b572-882b1a0b2888 req-df03c129-b81e-42c5-aea7-6e72ad58b271 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 210 time: 0.0611866 Dec 08 01:50:27.484685 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3887167 Dec 08 01:50:27.490544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298533b-6173-4d95-a4ad-0bb0df2348c4 req-359c3371-7b05-497b-9333-ab5390e101c0 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:27.492088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7298533b-6173-4d95-a4ad-0bb0df2348c4 req-359c3371-7b05-497b-9333-ab5390e101c0 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 946 time: 0.0849743 Dec 08 01:50:27.493436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40258) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:27.499074 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b748aab4-fd1d-4ffb-a005-56cf95909dc2 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Request body: {'network': {'project_id': '76c1d6881334417b8437d31a547a34df'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:27.536412 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29398166-1285-4faf-81e9-18416c064b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.539711 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29398166-1285-4faf-81e9-18416c064b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.541198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-29398166-1285-4faf-81e9-18416c064b42 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e4a9a138-a3f6-49b8-9fd2-81af95269137 HTTP/1.1" status: 204 len: 168 time: 0.3168101 Dec 08 01:50:27.544711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50909192-3cbb-4112-984e-ea1bed0082ed tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Pushing event updated for resources: {'Network': ['ID=22ba2853-a8c4-45c4-baf3-86156f41deb2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:27.557672 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 22ba2853-a8c4-45c4-baf3-86156f41deb2 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:50:27.562647 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b748aab4-fd1d-4ffb-a005-56cf95909dc2 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Made reservation on behalf of 76c1d6881334417b8437d31a547a34df for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:27.565007 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b748aab4-fd1d-4ffb-a005-56cf95909dc2 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.575711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29398166-1285-4faf-81e9-18416c064b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a9a138-a3f6-49b8-9fd2-81af95269137,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:27.596033 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec76c65-8d74-4c20-ba4a-b41651a7a9dd x-openstack-request-id: req-7ec76c65-8d74-4c20-ba4a-b41651a7a9dd {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:27.596762 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67f5e62-6b49-44bc-94ad-d2ae1e55beb8", "name": "network-vif-plugged", "status": "completed", "tag": "34b6e12d-3483-4449-bfb6-a5a9b611d14d", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:27.597220 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7ec76c65-8d74-4c20-ba4a-b41651a7a9dd {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:27.597797 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67f5e62-6b49-44bc-94ad-d2ae1e55beb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6e12d-3483-4449-bfb6-a5a9b611d14d', 'code': 200} Dec 08 01:50:27.629922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b748aab4-fd1d-4ffb-a005-56cf95909dc2 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:50:27.644633 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7298533b-6173-4d95-a4ad-0bb0df2348c4 req-725a5d4f-1ea6-4070-be61-97eed2aaedaa tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/security-groups?id=b874f087-eb2b-4c97-9d4d-9c35d99b1885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415563 Dec 08 01:50:27.690615 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b748aab4-fd1d-4ffb-a005-56cf95909dc2 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.691048 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-b748aab4-fd1d-4ffb-a005-56cf95909dc2 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Added segment 356ed697-68fd-4140-a0dd-0dbaa1e007ed of type vlan for network cb02eaaf-bd97-40bc-9ea6-0eac4bbe82b6 Dec 08 01:50:27.771072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05601f6-628f-4f8b-b881-aa5481c623fa req-58ce99bf-693f-4cf9-9963-22ee145a779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:27.773645 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c05601f6-628f-4f8b-b881-aa5481c623fa req-58ce99bf-693f-4cf9-9963-22ee145a779a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 1097 time: 0.0721457 Dec 08 01:50:27.835064 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b748aab4-fd1d-4ffb-a005-56cf95909dc2 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.847409 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c05601f6-628f-4f8b-b881-aa5481c623fa req-97e81084-ccbc-49a7-a549-923aa080e124 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672855 Dec 08 01:50:27.918620 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b748aab4-fd1d-4ffb-a005-56cf95909dc2 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.919876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b748aab4-fd1d-4ffb-a005-56cf95909dc2 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:27.922259 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b748aab4-fd1d-4ffb-a005-56cf95909dc2 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:27.975428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b748aab4-fd1d-4ffb-a005-56cf95909dc2 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4728427 Dec 08 01:50:27.976540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40274) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:27.982310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0aa9abb5-1fef-4f01-9509-1c3c2c519b1b tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Request body: {'network': {'project_id': '76c1d6881334417b8437d31a547a34df'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:28.012400 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa9abb5-1fef-4f01-9509-1c3c2c519b1b tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 01:50:28.013148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa9abb5-1fef-4f01-9509-1c3c2c519b1b tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:50:28.014866 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0aa9abb5-1fef-4f01-9509-1c3c2c519b1b tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0371597 Dec 08 01:50:28.017746 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40278) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:28.025005 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.046109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748aab4-fd1d-4ffb-a005-56cf95909dc2 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Pushing event updated for resources: {'Network': ['ID=cb02eaaf-bd97-40bc-9ea6-0eac4bbe82b6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:28.058734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network cb02eaaf-bd97-40bc-9ea6-0eac4bbe82b6 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:50:28.099884 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f1662542-137b-422b-b870-4c37a23b9908 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=76c1d6881334417b8437d31a547a34df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0800633 Dec 08 01:50:28.102605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40282) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:28.104834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64453560-ee04-435c-91d0-c542436e618f req-92f24f3f-ee19-47d6-a558-d012f546780d tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:28.106517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64453560-ee04-435c-91d0-c542436e618f req-92f24f3f-ee19-47d6-a558-d012f546780d tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 946 time: 0.0989046 Dec 08 01:50:28.150274 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40286) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:28.197144 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c924a94-aa88-447b-89c3-92d5ef9e895e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.205314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64453560-ee04-435c-91d0-c542436e618f req-c02efcab-c062-4a2c-87b4-18122283ee5c tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/security-groups?id=b874f087-eb2b-4c97-9d4d-9c35d99b1885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883248 Dec 08 01:50:28.253178 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c564-9d08-44bf-9550-97858d9ab3e1 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.287935 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c564-9d08-44bf-9550-97858d9ab3e1 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.342823 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c924a94-aa88-447b-89c3-92d5ef9e895e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.348714 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c924a94-aa88-447b-89c3-92d5ef9e895e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.393267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c564-9d08-44bf-9550-97858d9ab3e1 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.396391 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c564-9d08-44bf-9550-97858d9ab3e1 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.400884 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e0d1c564-9d08-44bf-9550-97858d9ab3e1 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] 10.222.0.71 "DELETE /v2.0/security-groups/4182e581-2ca2-4484-a260-bd8909a751d9 HTTP/1.1" status: 204 len: 168 time: 0.2936788 Dec 08 01:50:28.401990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40292) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:28.402141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7bd3e-1c7f-4194-9052-0194d586f4d9 req-b1f0ca7d-f3d1-457c-8fc5-8d3f5b157a6a tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:28.405945 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7c924a94-aa88-447b-89c3-92d5ef9e895e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fba386c4cd804c46be73557cd76ca858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547052 Dec 08 01:50:28.410331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4f7bd3e-1c7f-4194-9052-0194d586f4d9 req-b1f0ca7d-f3d1-457c-8fc5-8d3f5b157a6a tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 945 time: 0.0669973 Dec 08 01:50:28.412456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c924a94-aa88-447b-89c3-92d5ef9e895e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a148e39f-d128-4b3e-932f-5664c7e0a161,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:28.412867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40294) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:28.439375 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1c564-9d08-44bf-9550-97858d9ab3e1 tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4182e581-2ca2-4484-a260-bd8909a751d9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:28.507414 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0db037ad-e1fb-4a5a-aeb7-ebbdabb5f30f tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.542206 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4f7bd3e-1c7f-4194-9052-0194d586f4d9 req-0a38c3b4-c8a1-45ae-8d11-fd1c57d8708c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308887 Dec 08 01:50:28.570382 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f2ae47f-b800-49a9-93ab-e17f50504f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.595101 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f2ae47f-b800-49a9-93ab-e17f50504f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.621959 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0db037ad-e1fb-4a5a-aeb7-ebbdabb5f30f tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.643467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-0db037ad-e1fb-4a5a-aeb7-ebbdabb5f30f tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb02eaaf-bd97-40bc-9ea6-0eac4bbe82b6']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:28.654222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-0db037ad-e1fb-4a5a-aeb7-ebbdabb5f30f tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356ed697-68fd-4140-a0dd-0dbaa1e007ed') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:28.655099 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-0db037ad-e1fb-4a5a-aeb7-ebbdabb5f30f tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356ed697-68fd-4140-a0dd-0dbaa1e007ed') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:28.665265 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0db037ad-e1fb-4a5a-aeb7-ebbdabb5f30f tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.672887 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-75c575f9-d4b1-4fce-9ba0-0e21430be169 req-bc42b2cb-2060-4858-b048-868c3d68c8a3 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 210 time: 0.0420532 Dec 08 01:50:28.680341 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0db037ad-e1fb-4a5a-aeb7-ebbdabb5f30f tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.687511 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f2ae47f-b800-49a9-93ab-e17f50504f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.690058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f2ae47f-b800-49a9-93ab-e17f50504f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.691373 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5f2ae47f-b800-49a9-93ab-e17f50504f81 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a148e39f-d128-4b3e-932f-5664c7e0a161 HTTP/1.1" status: 204 len: 168 time: 0.2772799 Dec 08 01:50:28.700478 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db037ad-e1fb-4a5a-aeb7-ebbdabb5f30f tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:50:28.700909 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0db037ad-e1fb-4a5a-aeb7-ebbdabb5f30f tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.702696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ae47f-b800-49a9-93ab-e17f50504f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a148e39f-d128-4b3e-932f-5664c7e0a161,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:50:28.705298 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:50:28.773420 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0db037ad-e1fb-4a5a-aeb7-ebbdabb5f30f tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.784570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0db037ad-e1fb-4a5a-aeb7-ebbdabb5f30f tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.792960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40304) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:28.794467 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0db037ad-e1fb-4a5a-aeb7-ebbdabb5f30f tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] 10.222.0.71 "DELETE /v2.0/networks/cb02eaaf-bd97-40bc-9ea6-0eac4bbe82b6 HTTP/1.1" status: 204 len: 168 time: 0.3913138 Dec 08 01:50:28.817925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db037ad-e1fb-4a5a-aeb7-ebbdabb5f30f tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb02eaaf-bd97-40bc-9ea6-0eac4bbe82b6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:28.910112 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9d8f-c454-494d-8ec4-803c128f616a tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:29.011026 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9d8f-c454-494d-8ec4-803c128f616a tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:29.045520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-ebbd9d8f-c454-494d-8ec4-803c128f616a tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ba2853-a8c4-45c4-baf3-86156f41deb2']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:29.058511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-ebbd9d8f-c454-494d-8ec4-803c128f616a tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdd4e6b-afa0-438e-a0ea-170dd3f72c27') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:29.058812 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-ebbd9d8f-c454-494d-8ec4-803c128f616a tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdd4e6b-afa0-438e-a0ea-170dd3f72c27') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:29.063563 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d736a6c1-ee45-4b83-99ab-2147623dd93d no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:29.070611 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9d8f-c454-494d-8ec4-803c128f616a tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:29.084998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9d8f-c454-494d-8ec4-803c128f616a tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:29.092667 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbd9d8f-c454-494d-8ec4-803c128f616a tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:50:29.093196 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9d8f-c454-494d-8ec4-803c128f616a tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:50:29.095283 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:50:29.119500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: d736a6c1-ee45-4b83-99ab-2147623dd93d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:29.120302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d736a6c1-ee45-4b83-99ab-2147623dd93d not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:29.169222 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9d8f-c454-494d-8ec4-803c128f616a tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:29.181821 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9d8f-c454-494d-8ec4-803c128f616a tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:29.187856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ebbd9d8f-c454-494d-8ec4-803c128f616a tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] 10.222.0.71 "DELETE /v2.0/networks/22ba2853-a8c4-45c4-baf3-86156f41deb2 HTTP/1.1" status: 204 len: 168 time: 0.3913302 Dec 08 01:50:29.221106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd9d8f-c454-494d-8ec4-803c128f616a tempest-QuotasNegativeTest-1114590753 tempest-QuotasNegativeTest-1114590753-project-admin] Pushing event deleted for resources: {'Network': ['ID=22ba2853-a8c4-45c4-baf3-86156f41deb2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:29.233744 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:50:29.410178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ecf46-1e94-4c82-aa6a-2c8d3517bdaf req-54b944b5-e9f4-4bfe-a3ef-3668c6e6d830 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:29.411803 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a9ecf46-1e94-4c82-aa6a-2c8d3517bdaf req-54b944b5-e9f4-4bfe-a3ef-3668c6e6d830 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 946 time: 0.1167967 Dec 08 01:50:29.425328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0ac97-bb62-4711-88a6-9f5c909a69eb req-82001fa7-fec8-4c5c-a839-842fea3815fb tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:29.433855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5c0ac97-bb62-4711-88a6-9f5c909a69eb req-82001fa7-fec8-4c5c-a839-842fea3815fb tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 946 time: 0.0972693 Dec 08 01:50:29.530890 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5c0ac97-bb62-4711-88a6-9f5c909a69eb req-47703408-2c88-41f6-8d34-be3163385fa1 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/security-groups?id=b874f087-eb2b-4c97-9d4d-9c35d99b1885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958798 Dec 08 01:50:29.666945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1a9ecf46-1e94-4c82-aa6a-2c8d3517bdaf req-e9703cb1-0b5e-406c-8075-ff69872ec719 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Deleting port f0330a8a-8408-4900-9f97-eb9f65adc0c1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:29.667291 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1a9ecf46-1e94-4c82-aa6a-2c8d3517bdaf req-e9703cb1-0b5e-406c-8075-ff69872ec719 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:29.704728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88586e-1bdc-44d3-8265-ca5414f8ea21 req-dfddf0be-4102-4c4d-9b49-515c095ad72e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:29.706992 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed88586e-1bdc-44d3-8265-ca5414f8ea21 req-dfddf0be-4102-4c4d-9b49-515c095ad72e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 945 time: 0.0931482 Dec 08 01:50:29.817599 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-917622a3-ef8a-4a6e-aef1-bd74c6b1f477 req-6c45a4d2-487b-4af1-8744-99073baca836 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 210 time: 0.0476356 Dec 08 01:50:29.858814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40338) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:29.864144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed88586e-1bdc-44d3-8265-ca5414f8ea21 req-17985735-8b91-4e22-925f-fda0c55e4995 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210139 Dec 08 01:50:29.868345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-1a9ecf46-1e94-4c82-aa6a-2c8d3517bdaf req-e9703cb1-0b5e-406c-8075-ff69872ec719 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] For port f0330a8a-8408-4900-9f97-eb9f65adc0c1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f0330a8a-8408-4900-9f97-eb9f65adc0c1,segment=NetworkSegment(da8c39e4-3f4a-4224-bbbc-48143c425159),segment_id=da8c39e4-3f4a-4224-bbbc-48143c425159)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:29.868714 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1a9ecf46-1e94-4c82-aa6a-2c8d3517bdaf req-e9703cb1-0b5e-406c-8075-ff69872ec719 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:29.892790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1a9ecf46-1e94-4c82-aa6a-2c8d3517bdaf req-e9703cb1-0b5e-406c-8075-ff69872ec719 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Calling delete_port for f0330a8a-8408-4900-9f97-eb9f65adc0c1 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:30.018654 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2d58d47-5807-4e5b-9c01-ed6a080fca56 req-3eb3af12-44c7-4022-95c1-4d3540f614a8 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-959530942&fields=id&tenant_id=841ba7e35e4f46aca806810a0833bd8d HTTP/1.1" status: 200 len: 267 time: 0.0738373 Dec 08 01:50:30.119647 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1a9ecf46-1e94-4c82-aa6a-2c8d3517bdaf req-e9703cb1-0b5e-406c-8075-ff69872ec719 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.131494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d58d47-5807-4e5b-9c01-ed6a080fca56 req-193371b8-0774-4e1d-9ece-2bc6079520b8 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:30.133051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2d58d47-5807-4e5b-9c01-ed6a080fca56 req-193371b8-0774-4e1d-9ece-2bc6079520b8 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 945 time: 0.0741975 Dec 08 01:50:30.153547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['f0330a8a-8408-4900-9f97-eb9f65adc0c1'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:30.164746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9703cb1-0b5e-406c-8075-ff69872ec719 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Pushing event deleted for resources: {'Port': ['ID=f0330a8a-8408-4900-9f97-eb9f65adc0c1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:30.170645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d2d58d47-5807-4e5b-9c01-ed6a080fca56 req-e1cd0126-90c8-44c3-a2aa-8215c05dc7bc tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'port': {'security_groups': ['a5eb1999-57a4-47c1-9fdf-af771c1c5b93', '3ccb6289-1d87-4120-bbca-3c3ff14a4875']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:30.237950 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70805847-d0f8-436a-bc40-524740d72ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.261326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9ecf46-1e94-4c82-aa6a-2c8d3517bdaf req-e9703cb1-0b5e-406c-8075-ff69872ec719 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] No DVR routers for this DVR port f0330a8a-8408-4900-9f97-eb9f65adc0c1 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:30.263838 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1a9ecf46-1e94-4c82-aa6a-2c8d3517bdaf req-e9703cb1-0b5e-406c-8075-ff69872ec719 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.267403 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a9ecf46-1e94-4c82-aa6a-2c8d3517bdaf req-e9703cb1-0b5e-406c-8075-ff69872ec719 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.75 "DELETE /v2.0/ports/f0330a8a-8408-4900-9f97-eb9f65adc0c1 HTTP/1.1" status: 204 len: 173 time: 0.8306732 Dec 08 01:50:30.267897 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9bfc09-0c68-48f8-ae35-66555e13622f', 'name': 'network-vif-deleted', 'tag': 'f0330a8a-8408-4900-9f97-eb9f65adc0c1'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:30.271240 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4f9225-5e06-4c07-8be5-e8ebd73be3a5" -d '{"events": [{"server_uuid": "1e9bfc09-0c68-48f8-ae35-66555e13622f", "name": "network-vif-deleted", "tag": "f0330a8a-8408-4900-9f97-eb9f65adc0c1"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:30.313731 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d2d58d47-5807-4e5b-9c01-ed6a080fca56 req-e1cd0126-90c8-44c3-a2aa-8215c05dc7bc tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.350558 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70805847-d0f8-436a-bc40-524740d72ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.356450 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70805847-d0f8-436a-bc40-524740d72ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.379780 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e55519d-02b2-44f8-8164-abfa379cc8e3 x-openstack-request-id: req-2e55519d-02b2-44f8-8164-abfa379cc8e3 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:30.379780 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9bfc09-0c68-48f8-ae35-66555e13622f", "name": "network-vif-deleted", "tag": "f0330a8a-8408-4900-9f97-eb9f65adc0c1", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:30.380184 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2e55519d-02b2-44f8-8164-abfa379cc8e3 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:30.380421 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9bfc09-0c68-48f8-ae35-66555e13622f', 'name': 'network-vif-deleted', 'tag': 'f0330a8a-8408-4900-9f97-eb9f65adc0c1', 'status': 'completed', 'code': 200} Dec 08 01:50:30.434367 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-70805847-d0f8-436a-bc40-524740d72ac6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d4c6143724474069ae0e9d248430ce9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5714135 Dec 08 01:50:30.434367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70805847-d0f8-436a-bc40-524740d72ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a302e90-7b6d-4fc5-9ef6-0f2e6d6c5fe1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:30.435127 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40356) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:30.503523 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe12f67b-1182-4032-a56a-004e1d79ecab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.533879 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe12f67b-1182-4032-a56a-004e1d79ecab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.591899 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe12f67b-1182-4032-a56a-004e1d79ecab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.596288 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe12f67b-1182-4032-a56a-004e1d79ecab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.597787 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fe12f67b-1182-4032-a56a-004e1d79ecab admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6a302e90-7b6d-4fc5-9ef6-0f2e6d6c5fe1 HTTP/1.1" status: 204 len: 168 time: 0.1617293 Dec 08 01:50:30.609498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12f67b-1182-4032-a56a-004e1d79ecab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a302e90-7b6d-4fc5-9ef6-0f2e6d6c5fe1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:30.681141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d2d58d47-5807-4e5b-9c01-ed6a080fca56 req-e1cd0126-90c8-44c3-a2aa-8215c05dc7bc tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] For port 34b6e12d-3483-4449-bfb6-a5a9b611d14d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=34b6e12d-3483-4449-bfb6-a5a9b611d14d,segment=NetworkSegment(323424bb-2ebd-4c15-af2e-99565e2ac8d9),segment_id=323424bb-2ebd-4c15-af2e-99565e2ac8d9)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:30.719854 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f3d22d7-5e77-4821-8a5a-0d8a40c9f4ab req-d7a08efc-c2b4-4bc2-b026-8e614095a800 tempest-InstanceActionsV221TestJSON-1782459067 tempest-InstanceActionsV221TestJSON-1782459067-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e9bfc09-0c68-48f8-ae35-66555e13622f HTTP/1.1" status: 200 len: 210 time: 0.0367672 Dec 08 01:50:30.782617 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d2d58d47-5807-4e5b-9c01-ed6a080fca56 req-e1cd0126-90c8-44c3-a2aa-8215c05dc7bc tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.792858 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d2d58d47-5807-4e5b-9c01-ed6a080fca56 req-e1cd0126-90c8-44c3-a2aa-8215c05dc7bc tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.832467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['34b6e12d-3483-4449-bfb6-a5a9b611d14d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:30.894043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd0126-90c8-44c3-a2aa-8215c05dc7bc tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'Port': ['ID=34b6e12d-3483-4449-bfb6-a5a9b611d14d,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:30.912234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d58d47-5807-4e5b-9c01-ed6a080fca56 req-e1cd0126-90c8-44c3-a2aa-8215c05dc7bc tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:30.912986 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d2d58d47-5807-4e5b-9c01-ed6a080fca56 req-e1cd0126-90c8-44c3-a2aa-8215c05dc7bc tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.920545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2d58d47-5807-4e5b-9c01-ed6a080fca56 req-e1cd0126-90c8-44c3-a2aa-8215c05dc7bc tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "PUT /v2.0/ports/34b6e12d-3483-4449-bfb6-a5a9b611d14d HTTP/1.1" status: 200 len: 981 time: 0.7592301 Dec 08 01:50:31.038587 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5de9d9c-bb98-4b37-ba16-7a8623ffd7e8 req-c4740ebe-38cc-414e-9b4e-a5d05147cf16 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 210 time: 0.0735452 Dec 08 01:50:31.076606 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['34b6e12d-3483-4449-bfb6-a5a9b611d14d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:31.137643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58aca15e-7970-4ed2-b6d5-dba723a89b8b req-c26e4218-5810-4221-a3cc-08182a87f9d3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-78862948&fields=id&tenant_id=841ba7e35e4f46aca806810a0833bd8d HTTP/1.1" status: 200 len: 267 time: 0.0970252 Dec 08 01:50:31.178342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40382) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:31.215226 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b612b0d7-ef60-4c1b-bb17-f6569c157219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:31.243399 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aca15e-7970-4ed2-b6d5-dba723a89b8b req-6dd78889-4284-41cc-9c3b-7b19797abbae tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:31.250033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58aca15e-7970-4ed2-b6d5-dba723a89b8b req-6dd78889-4284-41cc-9c3b-7b19797abbae tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 984 time: 0.1109583 Dec 08 01:50:31.264175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-58aca15e-7970-4ed2-b6d5-dba723a89b8b req-22ff968e-60ce-4e6f-aaf3-250da2649cfd tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'port': {'security_groups': ['3ccb6289-1d87-4120-bbca-3c3ff14a4875', 'a5eb1999-57a4-47c1-9fdf-af771c1c5b93', 'd04d9163-cfdf-4746-beab-707ae86687e5']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:31.321810 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b612b0d7-ef60-4c1b-bb17-f6569c157219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:31.329530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b612b0d7-ef60-4c1b-bb17-f6569c157219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:31.350698 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-58aca15e-7970-4ed2-b6d5-dba723a89b8b req-22ff968e-60ce-4e6f-aaf3-250da2649cfd tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:31.401130 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b612b0d7-ef60-4c1b-bb17-f6569c157219 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3f1419d389204767bfe2a5d36ccde5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184579 Dec 08 01:50:31.401130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612b0d7-ef60-4c1b-bb17-f6569c157219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893b7edd-2c10-472e-9d80-3b3fbf27c396,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:31.402209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40388) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:31.470289 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4983b7c1-33d3-4f1b-a3f6-23326f4dc4fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:31.496251 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4983b7c1-33d3-4f1b-a3f6-23326f4dc4fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:31.562226 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4983b7c1-33d3-4f1b-a3f6-23326f4dc4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:31.565359 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4983b7c1-33d3-4f1b-a3f6-23326f4dc4fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:31.566518 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4983b7c1-33d3-4f1b-a3f6-23326f4dc4fc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/893b7edd-2c10-472e-9d80-3b3fbf27c396 HTTP/1.1" status: 204 len: 168 time: 0.1534166 Dec 08 01:50:31.576123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983b7c1-33d3-4f1b-a3f6-23326f4dc4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893b7edd-2c10-472e-9d80-3b3fbf27c396,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:31.657531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-58aca15e-7970-4ed2-b6d5-dba723a89b8b req-22ff968e-60ce-4e6f-aaf3-250da2649cfd tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] For port 34b6e12d-3483-4449-bfb6-a5a9b611d14d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=34b6e12d-3483-4449-bfb6-a5a9b611d14d,segment=NetworkSegment(323424bb-2ebd-4c15-af2e-99565e2ac8d9),segment_id=323424bb-2ebd-4c15-af2e-99565e2ac8d9)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:31.697724 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-58aca15e-7970-4ed2-b6d5-dba723a89b8b req-22ff968e-60ce-4e6f-aaf3-250da2649cfd tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:31.704936 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-58aca15e-7970-4ed2-b6d5-dba723a89b8b req-22ff968e-60ce-4e6f-aaf3-250da2649cfd tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:31.734031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aca15e-7970-4ed2-b6d5-dba723a89b8b req-22ff968e-60ce-4e6f-aaf3-250da2649cfd tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:31.735026 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-58aca15e-7970-4ed2-b6d5-dba723a89b8b req-22ff968e-60ce-4e6f-aaf3-250da2649cfd tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:31.738459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58aca15e-7970-4ed2-b6d5-dba723a89b8b req-22ff968e-60ce-4e6f-aaf3-250da2649cfd tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "PUT /v2.0/ports/34b6e12d-3483-4449-bfb6-a5a9b611d14d HTTP/1.1" status: 200 len: 1020 time: 0.4802611 Dec 08 01:50:31.739334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['34b6e12d-3483-4449-bfb6-a5a9b611d14d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:31.827981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff968e-60ce-4e6f-aaf3-250da2649cfd tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'Port': ['ID=34b6e12d-3483-4449-bfb6-a5a9b611d14d,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:31.902680 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['34b6e12d-3483-4449-bfb6-a5a9b611d14d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:31.970593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c8483-ab1d-4a77-ba49-2c8b81c2f61d req-a6efb7f0-ffe6-4269-a2f6-c0c8573d98c0 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:31.972262 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f12c8483-ab1d-4a77-ba49-2c8b81c2f61d req-a6efb7f0-ffe6-4269-a2f6-c0c8573d98c0 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 1023 time: 0.0946758 Dec 08 01:50:32.081685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f12c8483-ab1d-4a77-ba49-2c8b81c2f61d req-e20cb95f-6668-45ad-9d7b-bc77edcc1a8c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&id=3ccb6289-1d87-4120-bbca-3c3ff14a4875&id=d04d9163-cfdf-4746-beab-707ae86687e5 HTTP/1.1" status: 200 len: 6196 time: 0.0984833 Dec 08 01:50:32.136415 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-eaee99de-6777-4dcc-a0f7-d3d39e18ddc0 req-10b8f062-1865-4450-9a43-921df50bf357 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1035533738 ', 'description': 'tempest-description-9365516'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:32.164126 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-eaee99de-6777-4dcc-a0f7-d3d39e18ddc0 req-10b8f062-1865-4450-9a43-921df50bf357 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:32.552790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67f5e62-6b49-44bc-94ad-d2ae1e55beb8', 'tag': '34b6e12d-3483-4449-bfb6-a5a9b611d14d'}, {'name': 'network-changed', 'server_uuid': 'd67f5e62-6b49-44bc-94ad-d2ae1e55beb8', 'tag': '34b6e12d-3483-4449-bfb6-a5a9b611d14d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:32.555753 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01594a0e-549d-427f-a7a1-42d1069973e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d67f5e62-6b49-44bc-94ad-d2ae1e55beb8", "tag": "34b6e12d-3483-4449-bfb6-a5a9b611d14d"}, {"name": "network-changed", "server_uuid": "d67f5e62-6b49-44bc-94ad-d2ae1e55beb8", "tag": "34b6e12d-3483-4449-bfb6-a5a9b611d14d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:32.563378 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8928ee67-2c10-4715-8025-3c6e4718065a req-a13a194a-7320-44b3-856d-e698762bedf5 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2b67cf1-1129-44a2-8aa9-e2965f5b40db HTTP/1.1" status: 200 len: 210 time: 0.3783715 Dec 08 01:50:32.672543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40442) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:32.675060 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-eaee99de-6777-4dcc-a0f7-d3d39e18ddc0 req-10b8f062-1865-4450-9a43-921df50bf357 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:32.683956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-eaee99de-6777-4dcc-a0f7-d3d39e18ddc0 req-10b8f062-1865-4450-9a43-921df50bf357 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:32.739094 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-eaee99de-6777-4dcc-a0f7-d3d39e18ddc0 req-10b8f062-1865-4450-9a43-921df50bf357 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:32.740373 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eaee99de-6777-4dcc-a0f7-d3d39e18ddc0 req-10b8f062-1865-4450-9a43-921df50bf357 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6085756 Dec 08 01:50:32.755674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8f062-1865-4450-9a43-921df50bf357 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eaf521-92bb-45f2-80e3-110e04265460,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:32.766897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccff50c-4cca-46c1-9985-0eaf8839252f admin admin] Deleting subnet aa12d11e-f9c5-478e-b5a3-1d51d0f65017 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:50:32.776443 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bccff50c-4cca-46c1-9985-0eaf8839252f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:32.857414 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bccff50c-4cca-46c1-9985-0eaf8839252f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:32.906574 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bccff50c-4cca-46c1-9985-0eaf8839252f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:32.929171 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1c9465-d40c-4d7f-8134-749d2b0e3d41 x-openstack-request-id: req-3b1c9465-d40c-4d7f-8134-749d2b0e3d41 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:32.929799 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67f5e62-6b49-44bc-94ad-d2ae1e55beb8", "tag": "34b6e12d-3483-4449-bfb6-a5a9b611d14d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d67f5e62-6b49-44bc-94ad-d2ae1e55beb8", "tag": "34b6e12d-3483-4449-bfb6-a5a9b611d14d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:32.930799 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b1c9465-d40c-4d7f-8134-749d2b0e3d41 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:32.932618 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67f5e62-6b49-44bc-94ad-d2ae1e55beb8', 'tag': '34b6e12d-3483-4449-bfb6-a5a9b611d14d', 'status': 'completed', 'code': 200} Dec 08 01:50:32.933356 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67f5e62-6b49-44bc-94ad-d2ae1e55beb8', 'tag': '34b6e12d-3483-4449-bfb6-a5a9b611d14d', 'status': 'completed', 'code': 200} Dec 08 01:50:33.022762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb545914-bc05-4664-8f2d-74eabcade8a2 req-6449189e-4554-4a32-a66a-206796cc3af4 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/f6eaf521-92bb-45f2-80e3-110e04265460 HTTP/1.1" status: 200 len: 1795 time: 0.0774524 Dec 08 01:50:33.043743 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bccff50c-4cca-46c1-9985-0eaf8839252f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.086232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device f0330a8a-8408-4900-9f97-eb9f65adc0c1 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:33.103015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-1aa9dcda-8d77-4b06-b17d-c4aff1821469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:33.106484 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-1aa9dcda-8d77-4b06-b17d-c4aff1821469 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=841ba7e35e4f46aca806810a0833bd8d&device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 1175 time: 0.1267767 Dec 08 01:50:33.107241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccff50c-4cca-46c1-9985-0eaf8839252f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa12d11e-f9c5-478e-b5a3-1d51d0f65017,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:33.112241 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bccff50c-4cca-46c1-9985-0eaf8839252f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.123794 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bccff50c-4cca-46c1-9985-0eaf8839252f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/aa12d11e-f9c5-478e-b5a3-1d51d0f65017 HTTP/1.1" status: 204 len: 168 time: 0.4495718 Dec 08 01:50:33.127176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: f0330a8a-8408-4900-9f97-eb9f65adc0c1 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:33.128208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40454) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:33.129175 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device f0330a8a-8408-4900-9f97-eb9f65adc0c1 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:33.142393 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3952c95e-4f2e-4098-a7c1-2dab407c079e req-a5925afe-672e-4ecd-8b26-58058bfcec0a tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/f6eaf521-92bb-45f2-80e3-110e04265460 HTTP/1.1" status: 200 len: 1795 time: 0.0892379 Dec 08 01:50:33.252194 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3952c95e-4f2e-4098-a7c1-2dab407c079e req-01ef0026-4ec2-46c0-9b6c-d3fbcddc2856 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.278066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-aa7eceb6-3f35-4452-9334-f13ab0ae5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:33.279410 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-aa7eceb6-3f35-4452-9334-f13ab0ae5b47 service neutron] 10.222.0.45 "GET /v2.0/networks?id=902dc1df-9f44-4c8c-a6ed-450a63390fcd HTTP/1.1" status: 200 len: 913 time: 0.1485381 Dec 08 01:50:33.304809 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3952c95e-4f2e-4098-a7c1-2dab407c079e req-01ef0026-4ec2-46c0-9b6c-d3fbcddc2856 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.326837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64245b3c-9e4b-4231-8ae4-f647eb89c87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.328336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40460) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:33.371866 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3952c95e-4f2e-4098-a7c1-2dab407c079e req-01ef0026-4ec2-46c0-9b6c-d3fbcddc2856 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.380890 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-c8204400-49ad-45ed-9402-60e165e05e44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b6e12d-3483-4449-bfb6-a5a9b611d14d HTTP/1.1" status: 200 len: 217 time: 0.0514591 Dec 08 01:50:33.381887 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3952c95e-4f2e-4098-a7c1-2dab407c079e req-01ef0026-4ec2-46c0-9b6c-d3fbcddc2856 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.394330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3952c95e-4f2e-4098-a7c1-2dab407c079e req-01ef0026-4ec2-46c0-9b6c-d3fbcddc2856 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "DELETE /v2.0/security-groups/f6eaf521-92bb-45f2-80e3-110e04265460 HTTP/1.1" status: 204 len: 173 time: 0.2507262 Dec 08 01:50:33.405881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef0026-4ec2-46c0-9b6c-d3fbcddc2856 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eaf521-92bb-45f2-80e3-110e04265460,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:33.455228 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-d40d34da-8823-4b60-ae42-a34bb0dc9de3 req-a26309b5-9b4b-4a77-a722-845dba4b23f5 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] show failed (client error): The resource could not be found. Dec 08 01:50:33.468282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d40d34da-8823-4b60-ae42-a34bb0dc9de3 req-a26309b5-9b4b-4a77-a722-845dba4b23f5 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/f6eaf521-92bb-45f2-80e3-110e04265460 HTTP/1.1" status: 404 len: 352 time: 0.0488698 Dec 08 01:50:33.484631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8d02cbd4-ee80-4392-955b-c3efcc9bd192 req-c8c96108-f869-4c9f-a84a-2eb05c87dfae tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1987260756', 'description': 'tempest-description-1813555201'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:33.508247 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64245b3c-9e4b-4231-8ae4-f647eb89c87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.524559 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8d02cbd4-ee80-4392-955b-c3efcc9bd192 req-c8c96108-f869-4c9f-a84a-2eb05c87dfae tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.547345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-64245b3c-9e4b-4231-8ae4-f647eb89c87b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:33.560855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-64245b3c-9e4b-4231-8ae4-f647eb89c87b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8c39e4-3f4a-4224-bbbc-48143c425159') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:33.561224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-64245b3c-9e4b-4231-8ae4-f647eb89c87b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8c39e4-3f4a-4224-bbbc-48143c425159') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:33.581916 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64245b3c-9e4b-4231-8ae4-f647eb89c87b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.600822 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64245b3c-9e4b-4231-8ae4-f647eb89c87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.609174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64245b3c-9e4b-4231-8ae4-f647eb89c87b admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:50:33.609855 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64245b3c-9e4b-4231-8ae4-f647eb89c87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.631648 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8d02cbd4-ee80-4392-955b-c3efcc9bd192 req-c8c96108-f869-4c9f-a84a-2eb05c87dfae tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.642610 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8d02cbd4-ee80-4392-955b-c3efcc9bd192 req-c8c96108-f869-4c9f-a84a-2eb05c87dfae tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:50:33.670003 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:50:33.709065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c96108-f869-4c9f-a84a-2eb05c87dfae tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6815eb-cb81-4da5-80eb-814cfe42e169,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:33.710282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b793f23-91eb-4cac-9e19-93dbbe10770c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.717250 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8d02cbd4-ee80-4392-955b-c3efcc9bd192 req-c8c96108-f869-4c9f-a84a-2eb05c87dfae tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.718761 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d02cbd4-ee80-4392-955b-c3efcc9bd192 req-c8c96108-f869-4c9f-a84a-2eb05c87dfae tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2380917 Dec 08 01:50:33.732362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-3d0a2969-b829-47c7-8e0a-9f414cf8bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:33.733817 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-3d0a2969-b829-47c7-8e0a-9f414cf8bdeb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=87daa265-7408-4695-acf4-fccb886c858c HTTP/1.1" status: 200 len: 852 time: 0.3318701 Dec 08 01:50:33.762250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0035699e-6b9b-4fb4-9277-6f60f783bc13 req-aa5abd10-0f3b-4628-b8b5-c0bb2c686935 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-574706453', 'description': 'tempest-description-348026109'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:33.802756 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0035699e-6b9b-4fb4-9277-6f60f783bc13 req-aa5abd10-0f3b-4628-b8b5-c0bb2c686935 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.826205 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b793f23-91eb-4cac-9e19-93dbbe10770c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.830284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64245b3c-9e4b-4231-8ae4-f647eb89c87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.867442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b793f23-91eb-4cac-9e19-93dbbe10770c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.894222 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64245b3c-9e4b-4231-8ae4-f647eb89c87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.904238 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-64245b3c-9e4b-4231-8ae4-f647eb89c87b admin admin] 10.222.0.71 "DELETE /v2.0/networks/c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef HTTP/1.1" status: 204 len: 168 time: 0.7444866 Dec 08 01:50:33.910254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40494) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:33.920485 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0035699e-6b9b-4fb4-9277-6f60f783bc13 req-aa5abd10-0f3b-4628-b8b5-c0bb2c686935 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.930583 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64245b3c-9e4b-4231-8ae4-f647eb89c87b admin admin] Pushing event deleted for resources: {'Network': ['ID=c4660ba1-f1a5-42c1-8b3b-50f4e4f0faef,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:33.931376 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0035699e-6b9b-4fb4-9277-6f60f783bc13 req-aa5abd10-0f3b-4628-b8b5-c0bb2c686935 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.948898 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-3b665f37-b08f-435c-84b7-7bfe95deb6c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=902dc1df-9f44-4c8c-a6ed-450a63390fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201067 Dec 08 01:50:33.987539 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0035699e-6b9b-4fb4-9277-6f60f783bc13 req-aa5abd10-0f3b-4628-b8b5-c0bb2c686935 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.995195 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0035699e-6b9b-4fb4-9277-6f60f783bc13 req-aa5abd10-0f3b-4628-b8b5-c0bb2c686935 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2538002 Dec 08 01:50:34.011570 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5abd10-0f3b-4628-b8b5-c0bb2c686935 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aadcfd-53e4-4a14-bef8-33c08e9d561e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:34.025689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-fe332a6f-3450-41eb-9892-e3446ac94a75 req-c074ae73-667f-4fbd-ba29-8c98ae01c227 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-748052609', 'description': 'tempest-description-1705405744'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:34.062028 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fe332a6f-3450-41eb-9892-e3446ac94a75 req-c074ae73-667f-4fbd-ba29-8c98ae01c227 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.087457 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9b793f23-91eb-4cac-9e19-93dbbe10770c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c3e95cf034c44a399ec8d9186a997f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7560318 Dec 08 01:50:34.088324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40500) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:34.090837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b793f23-91eb-4cac-9e19-93dbbe10770c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b9055d-0927-4b0d-b470-eb9d0327c0a1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:34.139401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-731706839', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:34.175850 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fe332a6f-3450-41eb-9892-e3446ac94a75 req-c074ae73-667f-4fbd-ba29-8c98ae01c227 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.182048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fe332a6f-3450-41eb-9892-e3446ac94a75 req-c074ae73-667f-4fbd-ba29-8c98ae01c227 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.196315 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-feba03aa-4804-48b0-96ff-7a62a07012c9 service neutron] 10.222.0.45 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221653 Dec 08 01:50:34.221627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074ae73-667f-4fbd-ba29-8c98ae01c227 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d93f9f-b114-481d-acc6-6adc3b1070aa,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:34.223746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Made reservation on behalf of 883bc7093dd041d39a70ecc5eb2b97af for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:34.225955 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.227680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40502) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:34.255166 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.266773 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fe332a6f-3450-41eb-9892-e3446ac94a75 req-c074ae73-667f-4fbd-ba29-8c98ae01c227 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.277924 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe332a6f-3450-41eb-9892-e3446ac94a75 req-c074ae73-667f-4fbd-ba29-8c98ae01c227 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2596374 Dec 08 01:50:34.329453 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b7a57c02-d88c-41ed-aef9-11ef0fdb825e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.349655 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.359359 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.365648 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-cbd16f3c-7baf-4c42-9785-e64fa177c039 service neutron] 10.222.0.45 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583481 Dec 08 01:50:34.367811 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b7a57c02-d88c-41ed-aef9-11ef0fdb825e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.390629 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] device_id is not set on port b5d1b94a-fad9-4bd4-bb28-9a18565270ce yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:50:34.412461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1e4258ea-548e-4de7-a0c3-92be6c18ca2e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8957a9eab65f4f598fde411277c25534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811192 Dec 08 01:50:34.417285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40506) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:34.444756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0ad2c9-bd4d-49d3-94ee-1a50a2964d9b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:34.446516 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b7a57c02-d88c-41ed-aef9-11ef0fdb825e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.449780 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b7a57c02-d88c-41ed-aef9-11ef0fdb825e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.454238 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b7a57c02-d88c-41ed-aef9-11ef0fdb825e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/39b9055d-0927-4b0d-b470-eb9d0327c0a1 HTTP/1.1" status: 204 len: 168 time: 0.3573406 Dec 08 01:50:34.474986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a57c02-d88c-41ed-aef9-11ef0fdb825e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b9055d-0927-4b0d-b470-eb9d0327c0a1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:34.514022 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ea068f06-085c-4a21-9352-f4bf11298d15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.572254 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ea068f06-085c-4a21-9352-f4bf11298d15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.594188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc02e811-fcf1-470a-b461-033d6fcd98e9 req-284e3521-ffe5-4899-bf79-6e56713d8609 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=841ba7e35e4f46aca806810a0833bd8d HTTP/1.1" status: 200 len: 10994 time: 0.2380812 Dec 08 01:50:34.595210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Allocated IP 172.25.8.65 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/b5d1b94a-fad9-4bd4-bb28-9a18565270ce) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:50:34.600193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-f2440141-a1cc-44bb-b12d-95200c1416af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:34.603534 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-f2440141-a1cc-44bb-b12d-95200c1416af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=841ba7e35e4f46aca806810a0833bd8d&device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 1175 time: 0.1097238 Dec 08 01:50:34.675737 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc02e811-fcf1-470a-b461-033d6fcd98e9 req-f8a2f3c0-29c9-4207-bef8-b3876a634233 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/a5eb1999-57a4-47c1-9fdf-af771c1c5b93 HTTP/1.1" status: 200 len: 2998 time: 0.0700202 Dec 08 01:50:34.724694 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ea068f06-085c-4a21-9352-f4bf11298d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.727418 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ea068f06-085c-4a21-9352-f4bf11298d15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.732446 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ea068f06-085c-4a21-9352-f4bf11298d15 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b874f087-eb2b-4c97-9d4d-9c35d99b1885 HTTP/1.1" status: 204 len: 168 time: 0.3137231 Dec 08 01:50:34.745560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-615c1c58-70f5-4bd3-986a-2f48f1962662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:34.748268 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-615c1c58-70f5-4bd3-986a-2f48f1962662 service neutron] 10.222.0.45 "GET /v2.0/networks?id=902dc1df-9f44-4c8c-a6ed-450a63390fcd HTTP/1.1" status: 200 len: 913 time: 0.1335552 Dec 08 01:50:34.748268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea068f06-085c-4a21-9352-f4bf11298d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b874f087-eb2b-4c97-9d4d-9c35d99b1885,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:34.827859 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc02e811-fcf1-470a-b461-033d6fcd98e9 req-9817e809-af50-4f62-894b-35ddee3bbbc7 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/a5eb1999-57a4-47c1-9fdf-af771c1c5b93 HTTP/1.1" status: 200 len: 2998 time: 0.1371131 Dec 08 01:50:34.861481 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-ef0a8dc3-0d4d-4fcd-bcc3-c1ab2af90d82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34b6e12d-3483-4449-bfb6-a5a9b611d14d HTTP/1.1" status: 200 len: 217 time: 0.1065059 Dec 08 01:50:34.923364 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.937632 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2363f626-acd8-4bd3-b9c6-a23b01ebdd94 req-64bc20f9-163d-4f3c-92d5-259ff3351524 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/fe6815eb-cb81-4da5-80eb-814cfe42e169 HTTP/1.1" status: 200 len: 1818 time: 0.0874720 Dec 08 01:50:34.966700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-0dc6b67e-2c64-4308-b930-0d6597238c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:34.968482 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-0dc6b67e-2c64-4308-b930-0d6597238c27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=87daa265-7408-4695-acf4-fccb886c858c HTTP/1.1" status: 200 len: 852 time: 0.0903358 Dec 08 01:50:35.024795 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-817cfbb8-7d78-4ba1-a570-8499c7e6ac2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=902dc1df-9f44-4c8c-a6ed-450a63390fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454149 Dec 08 01:50:35.056767 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2363f626-acd8-4bd3-b9c6-a23b01ebdd94 req-6ffc2736-076f-418f-9423-185b9eca0122 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.073684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40522) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:35.127782 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ce0dc0b-d361-47c9-9dcf-644fd47e53d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.143948 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-f0890a61-28ea-4205-82a4-e3af95842a97 service neutron] 10.222.0.45 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127203 Dec 08 01:50:35.162444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2363f626-acd8-4bd3-b9c6-a23b01ebdd94 req-6ffc2736-076f-418f-9423-185b9eca0122 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.186425 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.261337 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01594a0e-549d-427f-a7a1-42d1069973e7 req-0f001f90-473b-4ead-adf5-784da34d0c46 service neutron] 10.222.0.45 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094053 Dec 08 01:50:35.273201 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Pushing event updated for resources: {'Port': ['ID=b5d1b94a-fad9-4bd4-bb28-9a18565270ce,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:35.305113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:50:35.312758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:35.315758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:50:35.364472 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2363f626-acd8-4bd3-b9c6-a23b01ebdd94 req-6ffc2736-076f-418f-9423-185b9eca0122 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.367571 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2363f626-acd8-4bd3-b9c6-a23b01ebdd94 req-6ffc2736-076f-418f-9423-185b9eca0122 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.368873 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2363f626-acd8-4bd3-b9c6-a23b01ebdd94 req-6ffc2736-076f-418f-9423-185b9eca0122 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "DELETE /v2.0/security-groups/fe6815eb-cb81-4da5-80eb-814cfe42e169 HTTP/1.1" status: 204 len: 173 time: 0.4303021 Dec 08 01:50:35.387381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc2736-076f-418f-9423-185b9eca0122 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6815eb-cb81-4da5-80eb-814cfe42e169,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:35.395786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:35.396460 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.435351 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-3021c42f-6319-411a-93d0-345ec2e9d04a req-95a5d652-282f-4ddd-9e39-1026515f5d46 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] show failed (client error): The resource could not be found. Dec 08 01:50:35.436439 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3021c42f-6319-411a-93d0-345ec2e9d04a req-95a5d652-282f-4ddd-9e39-1026515f5d46 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/fe6815eb-cb81-4da5-80eb-814cfe42e169 HTTP/1.1" status: 404 len: 352 time: 0.0309310 Dec 08 01:50:35.443792 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-da8f691f-3d83-4a80-9089-2b091721eb34 tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.5322516 Dec 08 01:50:35.447402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40538) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:35.449160 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ce0dc0b-d361-47c9-9dcf-644fd47e53d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.451910 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-36370104-834b-45c8-8fdf-7067622cc63e tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.65'}]}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:35.453836 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ce0dc0b-d361-47c9-9dcf-644fd47e53d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.488953 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36370104-834b-45c8-8fdf-7067622cc63e tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.489624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36370104-834b-45c8-8fdf-7067622cc63e tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.537841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6ce0dc0b-d361-47c9-9dcf-644fd47e53d2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1e765c0c471d406d9dd058cdf4a8dd14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4583797 Dec 08 01:50:35.539480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0dc0b-d361-47c9-9dcf-644fd47e53d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09574ef-2dfa-441e-8a56-982e53dbb30c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:35.545160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40542) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:35.548116 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66040a15-97ee-48b1-bc20-9b6bc2adb031 req-38fd92f0-e8ec-45f5-8adb-69de4e3e35c6 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/e0aadcfd-53e4-4a14-bef8-33c08e9d561e HTTP/1.1" status: 200 len: 1816 time: 0.0732131 Dec 08 01:50:35.556676 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36370104-834b-45c8-8fdf-7067622cc63e tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.630818 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1f5c627-8c48-42c4-8ab1-3f7a191ac38d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.660741 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-66040a15-97ee-48b1-bc20-9b6bc2adb031 req-dc4d173a-0ab3-4900-92f3-1e786d9defb6 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.681848 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1f5c627-8c48-42c4-8ab1-3f7a191ac38d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.706620 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-66040a15-97ee-48b1-bc20-9b6bc2adb031 req-dc4d173a-0ab3-4900-92f3-1e786d9defb6 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.770642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1f5c627-8c48-42c4-8ab1-3f7a191ac38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.773852 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1f5c627-8c48-42c4-8ab1-3f7a191ac38d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.778409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a1f5c627-8c48-42c4-8ab1-3f7a191ac38d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d09574ef-2dfa-441e-8a56-982e53dbb30c HTTP/1.1" status: 204 len: 168 time: 0.2266638 Dec 08 01:50:35.797126 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-66040a15-97ee-48b1-bc20-9b6bc2adb031 req-dc4d173a-0ab3-4900-92f3-1e786d9defb6 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.802611 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-66040a15-97ee-48b1-bc20-9b6bc2adb031 req-dc4d173a-0ab3-4900-92f3-1e786d9defb6 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.804694 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66040a15-97ee-48b1-bc20-9b6bc2adb031 req-dc4d173a-0ab3-4900-92f3-1e786d9defb6 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "DELETE /v2.0/security-groups/e0aadcfd-53e4-4a14-bef8-33c08e9d561e HTTP/1.1" status: 204 len: 173 time: 0.2415473 Dec 08 01:50:35.819951 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5c627-8c48-42c4-8ab1-3f7a191ac38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09574ef-2dfa-441e-8a56-982e53dbb30c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:35.848025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d173a-0ab3-4900-92f3-1e786d9defb6 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0aadcfd-53e4-4a14-bef8-33c08e9d561e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:35.899460 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-450bffb8-acb7-4dee-9944-5724978bafd1 req-5db56b3e-731c-481c-8939-17afbe982990 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] show failed (client error): The resource could not be found. Dec 08 01:50:35.904614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-450bffb8-acb7-4dee-9944-5724978bafd1 req-5db56b3e-731c-481c-8939-17afbe982990 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/e0aadcfd-53e4-4a14-bef8-33c08e9d561e HTTP/1.1" status: 404 len: 352 time: 0.0484905 Dec 08 01:50:35.928751 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40560) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:35.993197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7df410cf-5b70-41ef-aeed-3c5cbce3bdca req-d9d4fdba-15f7-4edc-a33a-841ab906ef73 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/f4d93f9f-b114-481d-acc6-6adc3b1070aa HTTP/1.1" status: 200 len: 1817 time: 0.0660610 Dec 08 01:50:36.080754 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7df410cf-5b70-41ef-aeed-3c5cbce3bdca req-85c83a69-c085-4680-99fb-4ebb13f58e1b tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.107971 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7df410cf-5b70-41ef-aeed-3c5cbce3bdca req-85c83a69-c085-4680-99fb-4ebb13f58e1b tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.182904 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7df410cf-5b70-41ef-aeed-3c5cbce3bdca req-85c83a69-c085-4680-99fb-4ebb13f58e1b tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.186431 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7df410cf-5b70-41ef-aeed-3c5cbce3bdca req-85c83a69-c085-4680-99fb-4ebb13f58e1b tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.188061 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7df410cf-5b70-41ef-aeed-3c5cbce3bdca req-85c83a69-c085-4680-99fb-4ebb13f58e1b tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "DELETE /v2.0/security-groups/f4d93f9f-b114-481d-acc6-6adc3b1070aa HTTP/1.1" status: 204 len: 173 time: 0.1874549 Dec 08 01:50:36.204216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c83a69-c085-4680-99fb-4ebb13f58e1b tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d93f9f-b114-481d-acc6-6adc3b1070aa,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:36.205275 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36370104-834b-45c8-8fdf-7067622cc63e tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.264997 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-567fe4fa-6379-4148-8365-55f640f8005a req-7f6eb14f-5ea5-4279-b938-388f80330337 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] show failed (client error): The resource could not be found. Dec 08 01:50:36.267688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-567fe4fa-6379-4148-8365-55f640f8005a req-7f6eb14f-5ea5-4279-b938-388f80330337 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/f4d93f9f-b114-481d-acc6-6adc3b1070aa HTTP/1.1" status: 404 len: 352 time: 0.0446997 Dec 08 01:50:36.395295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-51785500-network', 'tenant_id': 'ec2381bee28b433e877f4ee2b84c97f9'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:36.452900 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6f3b206-d702-41d9-80f6-a4eaed6251c9 req-aa2353f7-a027-4bd7-8d60-58f855293b9a tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=841ba7e35e4f46aca806810a0833bd8d HTTP/1.1" status: 200 len: 6196 time: 0.1456325 Dec 08 01:50:36.454021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] Made reservation on behalf of ec2381bee28b433e877f4ee2b84c97f9 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:36.456318 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.471886 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.517188 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36370104-834b-45c8-8fdf-7067622cc63e tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.525357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6f3b206-d702-41d9-80f6-a4eaed6251c9 req-caa751e8-e269-4d6f-a112-2480f71828bd tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/a5eb1999-57a4-47c1-9fdf-af771c1c5b93 HTTP/1.1" status: 200 len: 2998 time: 0.0550966 Dec 08 01:50:36.554457 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36370104-834b-45c8-8fdf-7067622cc63e tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.634748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6f3b206-d702-41d9-80f6-a4eaed6251c9 req-086209a9-e17e-45bf-a117-81d014235d68 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/a5eb1999-57a4-47c1-9fdf-af771c1c5b93 HTTP/1.1" status: 200 len: 2998 time: 0.0984378 Dec 08 01:50:36.683211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-86f4bb9a-d67b-4466-a903-82f17ab30138 req-04fde912-6823-434e-a694-fbf4d07dece6 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1462841488', 'description': 'tempest-description-291937653'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:36.694932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.707547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.743133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:50:36.745288 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-86f4bb9a-d67b-4466-a903-82f17ab30138 req-04fde912-6823-434e-a694-fbf4d07dece6 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.776198 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36370104-834b-45c8-8fdf-7067622cc63e tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.778525 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.778865 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] Added segment 0ca8e8ef-aa93-43de-8bdf-460f550e27e1 of type vlan for network 872cfc2d-2663-40ec-a775-c5730d2eb519 Dec 08 01:50:36.780260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dd2100-a8c7-42ca-a65a-751983aafc8e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:36.844783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40594) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:36.861047 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.914843 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-86f4bb9a-d67b-4466-a903-82f17ab30138 req-04fde912-6823-434e-a694-fbf4d07dece6 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.916790 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.917786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:36.918566 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.926606 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-86f4bb9a-d67b-4466-a903-82f17ab30138 req-04fde912-6823-434e-a694-fbf4d07dece6 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.993029 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36370104-834b-45c8-8fdf-7067622cc63e tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.996213 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36370104-834b-45c8-8fdf-7067622cc63e tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.007835 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0780013 Dec 08 01:50:37.038976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1307166414-network', 'tenant_id': '3ea3a98675f74d9ca617927f4f236c6e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:37.041519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40600) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:37.047250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-de103330-3338-40da-a3dd-d6910a4b0400 admin admin] Request body: {'subnet': {'network_id': '872cfc2d-2663-40ec-a775-c5730d2eb519', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-51785500-subnet', 'tenant_id': 'ec2381bee28b433e877f4ee2b84c97f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:37.059595 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36370104-834b-45c8-8fdf-7067622cc63e tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.059852 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-86f4bb9a-d67b-4466-a903-82f17ab30138 req-04fde912-6823-434e-a694-fbf4d07dece6 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.060187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36370104-834b-45c8-8fdf-7067622cc63e tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72f27509-6825-4075-a18f-6c8dd9378f4a {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:50:37.060934 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86f4bb9a-d67b-4466-a903-82f17ab30138 req-04fde912-6823-434e-a694-fbf4d07dece6 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3926456 Dec 08 01:50:37.070865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fde912-6823-434e-a694-fbf4d07dece6 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11aaf70-72fa-4571-9c45-eb0206319f31,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:37.079173 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df63c1-06dc-4079-9395-ebb3099c49c9 admin admin] Pushing event updated for resources: {'Network': ['ID=872cfc2d-2663-40ec-a775-c5730d2eb519,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:37.099385 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-36370104-834b-45c8-8fdf-7067622cc63e tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 08 01:50:37.103953 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-36370104-834b-45c8-8fdf-7067622cc63e tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6527004 Dec 08 01:50:37.105295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40604) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:37.106083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-6b6115d7-3e50-4c61-93e8-ed2488accfbc req-6c093c81-c43b-4090-a956-d771871d2f67 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-60736631', 'description': 'tempest-description-20596217'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:37.111575 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] Made reservation on behalf of 3ea3a98675f74d9ca617927f4f236c6e for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:37.115094 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.126500 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.127542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 872cfc2d-2663-40ec-a775-c5730d2eb519 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:50:37.150243 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de103330-3338-40da-a3dd-d6910a4b0400 admin admin] Made reservation on behalf of ec2381bee28b433e877f4ee2b84c97f9 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:37.153468 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de103330-3338-40da-a3dd-d6910a4b0400 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.188235 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6b6115d7-3e50-4c61-93e8-ed2488accfbc req-6c093c81-c43b-4090-a956-d771871d2f67 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.284823 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.303308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a14ed4d8-38bc-47dc-902c-64b1aee1eb9d tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Deleting port b5d1b94a-fad9-4bd4-bb28-9a18565270ce {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:37.304541 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a14ed4d8-38bc-47dc-902c-64b1aee1eb9d tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.313629 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.341739 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6b6115d7-3e50-4c61-93e8-ed2488accfbc req-6c093c81-c43b-4090-a956-d771871d2f67 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.364649 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6b6115d7-3e50-4c61-93e8-ed2488accfbc req-6c093c81-c43b-4090-a956-d771871d2f67 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.369238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:50:37.378070 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb989ab7-16d3-4424-bdc5-cbd7555342f6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:37.409721 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a14ed4d8-38bc-47dc-902c-64b1aee1eb9d tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.413309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c093c81-c43b-4090-a956-d771871d2f67 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6f836f-48b7-489f-a31f-12dffe6a3da7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:37.419876 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.421282 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] Added segment 0171bdc1-3956-47a8-840e-c704b75e43a8 of type vlan for network a59a8412-6343-41a4-920a-bc94665ff18f Dec 08 01:50:37.424862 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a14ed4d8-38bc-47dc-902c-64b1aee1eb9d tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Calling delete_port for b5d1b94a-fad9-4bd4-bb28-9a18565270ce owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:37.448801 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6b6115d7-3e50-4c61-93e8-ed2488accfbc req-6c093c81-c43b-4090-a956-d771871d2f67 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.450060 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b6115d7-3e50-4c61-93e8-ed2488accfbc req-6c093c81-c43b-4090-a956-d771871d2f67 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3488433 Dec 08 01:50:37.512725 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.546644 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.549357 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:37.553269 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.647641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de103330-3338-40da-a3dd-d6910a4b0400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.661501 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8083789 Dec 08 01:50:37.677111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40614) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:37.693720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de103330-3338-40da-a3dd-d6910a4b0400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f5c090-b44c-410b-9a39-84daff16f127,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:37.698232 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a14ed4d8-38bc-47dc-902c-64b1aee1eb9d tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.734256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ed4d8-38bc-47dc-902c-64b1aee1eb9d tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5d1b94a-fad9-4bd4-bb28-9a18565270ce,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:37.782927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de103330-3338-40da-a3dd-d6910a4b0400 admin admin] Checking segment: {'id': '0ca8e8ef-aa93-43de-8bdf-460f550e27e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '872cfc2d-2663-40ec-a775-c5730d2eb519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:37.783288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de103330-3338-40da-a3dd-d6910a4b0400 admin admin] Network hostable DHCP agents. Network: 872cfc2d-2663-40ec-a775-c5730d2eb519, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:50:37.810970 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f4afac06-5673-4c78-b500-a133c4c3e14c admin admin] Request body: {'subnet': {'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1307166414-subnet', 'tenant_id': '3ea3a98675f74d9ca617927f4f236c6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:37.830342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de103330-3338-40da-a3dd-d6910a4b0400 admin admin] Network 872cfc2d-2663-40ec-a775-c5730d2eb519 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:50:37.836447 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a14ed4d8-38bc-47dc-902c-64b1aee1eb9d tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.840996 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a14ed4d8-38bc-47dc-902c-64b1aee1eb9d tempest-RoutersAdminNegativeIpV6Test-1111466741 tempest-RoutersAdminNegativeIpV6Test-1111466741-project-admin] 10.222.0.71 "DELETE /v2.0/ports/b5d1b94a-fad9-4bd4-bb28-9a18565270ce HTTP/1.1" status: 204 len: 168 time: 0.7341394 Dec 08 01:50:37.859921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f3a02-7086-4118-9feb-6712ded4a79f admin admin] Pushing event updated for resources: {'Network': ['ID=a59a8412-6343-41a4-920a-bc94665ff18f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:37.865050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-de103330-3338-40da-a3dd-d6910a4b0400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 872cfc2d-2663-40ec-a775-c5730d2eb519) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:37.872434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network a59a8412-6343-41a4-920a-bc94665ff18f details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:50:37.876759 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396bad5e-c63e-4e6c-affe-49d1dfb7091c None None] Network 872cfc2d-2663-40ec-a775-c5730d2eb519 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:37.880974 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de103330-3338-40da-a3dd-d6910a4b0400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:37.881587 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de103330-3338-40da-a3dd-d6910a4b0400 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.923773 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-de103330-3338-40da-a3dd-d6910a4b0400 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8803144 Dec 08 01:50:37.947296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4afac06-5673-4c78-b500-a133c4c3e14c admin admin] Made reservation on behalf of 3ea3a98675f74d9ca617927f4f236c6e for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:37.950070 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4afac06-5673-4c78-b500-a133c4c3e14c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.111646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2393e9-462d-41ba-bac6-aed7633d27d3 None None] Network 872cfc2d-2663-40ec-a775-c5730d2eb519 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:38.166011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-b5123101-6fc4-4a36-b967-1d84f0dd1b99 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:38.168229 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-b5123101-6fc4-4a36-b967-1d84f0dd1b99 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/networks?id=902dc1df-9f44-4c8c-a6ed-450a63390fcd HTTP/1.1" status: 200 len: 812 time: 0.3500028 Dec 08 01:50:38.194769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-1d49fd48-6f19-42e6-9029-7071f4ffa52a tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/quotas/841ba7e35e4f46aca806810a0833bd8d HTTP/1.1" status: 200 len: 375 time: 0.0182972 Dec 08 01:50:38.311114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40638) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:38.334744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-72cadc17-b6fd-494d-ac0c-ceb389d245ce tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=841ba7e35e4f46aca806810a0833bd8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1336250 Dec 08 01:50:38.403564 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4afac06-5673-4c78-b500-a133c4c3e14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.482927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afac06-5673-4c78-b500-a133c4c3e14c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5844c7-e431-4bd7-b10d-a05251110465,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:38.505086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4afac06-5673-4c78-b500-a133c4c3e14c admin admin] Checking segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:38.505775 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4afac06-5673-4c78-b500-a133c4c3e14c admin admin] Network hostable DHCP agents. Network: a59a8412-6343-41a4-920a-bc94665ff18f, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:50:38.527857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4afac06-5673-4c78-b500-a133c4c3e14c admin admin] Network a59a8412-6343-41a4-920a-bc94665ff18f is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:50:38.544182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f4afac06-5673-4c78-b500-a133c4c3e14c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, a59a8412-6343-41a4-920a-bc94665ff18f) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:38.553388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76bab85-fe11-4b36-9a49-0d7cbee34fca None None] Network a59a8412-6343-41a4-920a-bc94665ff18f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:38.553871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4afac06-5673-4c78-b500-a133c4c3e14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:38.554098 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4afac06-5673-4c78-b500-a133c4c3e14c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.595429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f4afac06-5673-4c78-b500-a133c4c3e14c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9091394 Dec 08 01:50:38.601389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c14b18f7-1b30-4f5b-bca8-e766825c4049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.837980 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-e5560904-a5f0-407e-af96-c8ccc6d4f475 service neutron] 10.222.0.71 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935760 Dec 08 01:50:38.861008 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd48bf-bcd7-41cb-9f25-24436e3479a9 None None] Network a59a8412-6343-41a4-920a-bc94665ff18f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:38.862369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c14b18f7-1b30-4f5b-bca8-e766825c4049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.872003 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c14b18f7-1b30-4f5b-bca8-e766825c4049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.962920 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c14b18f7-1b30-4f5b-bca8-e766825c4049 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e1c7a02100a641db821ce9d3921fc9e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6502502 Dec 08 01:50:38.974824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40656) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:39.002021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b18f7-1b30-4f5b-bca8-e766825c4049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4668e275-56c4-4d18-be8c-889433543101,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:39.139222 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd52e02b-d344-4ca5-91e8-0c3de1b03ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:39.194236 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd52e02b-d344-4ca5-91e8-0c3de1b03ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:39.261390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-8f93838e-07eb-46d1-8576-c5343a488923 service neutron] 10.222.0.71 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168165 Dec 08 01:50:39.273580 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd52e02b-d344-4ca5-91e8-0c3de1b03ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:39.277390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd52e02b-d344-4ca5-91e8-0c3de1b03ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:39.278688 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fd52e02b-d344-4ca5-91e8-0c3de1b03ae1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4668e275-56c4-4d18-be8c-889433543101 HTTP/1.1" status: 204 len: 168 time: 0.2939858 Dec 08 01:50:39.290996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52e02b-d344-4ca5-91e8-0c3de1b03ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4668e275-56c4-4d18-be8c-889433543101,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:39.319316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-19077f90-15bb-43f6-aad2-51236c44eb9b tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:39.327953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-19077f90-15bb-43f6-aad2-51236c44eb9b tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/networks?id=872cfc2d-2663-40ec-a775-c5730d2eb519 HTTP/1.1" status: 200 len: 812 time: 0.2735474 Dec 08 01:50:39.369579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-b12fec91-0482-4909-ac1d-5469eebf13a5 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/quotas/ec2381bee28b433e877f4ee2b84c97f9 HTTP/1.1" status: 200 len: 375 time: 0.0406125 Dec 08 01:50:39.447263 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-a743e66d-4e9a-4b56-beae-02689c88836c tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ec2381bee28b433e877f4ee2b84c97f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760984 Dec 08 01:50:39.694505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-363519d9-856a-4afa-ab20-250a69547437 service neutron] 10.222.0.71 "GET /v2.0/networks/872cfc2d-2663-40ec-a775-c5730d2eb519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457500 Dec 08 01:50:39.858593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40698) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:39.865051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-705412127-network', 'tenant_id': '6b086251cbc9488a860abd5e06813540'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:39.866852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-f9ad3a1d-ae5c-478b-8104-c3982f3c0300 service neutron] 10.222.0.71 "GET /v2.0/networks/872cfc2d-2663-40ec-a775-c5730d2eb519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632164 Dec 08 01:50:39.899202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4c082c9-a063-44a7-8be5-7751ec325632 req-c43ff016-0d97-42d6-9653-cecc6b4510c8 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 210 time: 0.2039642 Dec 08 01:50:39.948900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] Made reservation on behalf of 6b086251cbc9488a860abd5e06813540 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:39.952604 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:39.968514 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.056532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40700) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:40.145441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0588b4ad-e591-4bc1-b103-61f4ed137d1d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=883bc7093dd041d39a70ecc5eb2b97af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0877399 Dec 08 01:50:40.150182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40704) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:40.301059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e52143c-991c-4189-bc84-257b59cb3b4e req-dcf39420-bb21-4c34-85ef-e77970dcc1b1 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/ports?device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 210 time: 0.0624993 Dec 08 01:50:40.522557 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.531080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb92295-e9c0-449c-8d5a-ff738e79c64a req-c78624b1-4a5f-43ae-af1a-035123e00bde tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:40.543410 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4eb92295-e9c0-449c-8d5a-ff738e79c64a req-c78624b1-4a5f-43ae-af1a-035123e00bde tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 945 time: 0.1358435 Dec 08 01:50:40.576138 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40fdcf4c-ef4b-4a6a-b1a5-6c33b8b92a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.614872 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40fdcf4c-ef4b-4a6a-b1a5-6c33b8b92a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.688204 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4eb92295-e9c0-449c-8d5a-ff738e79c64a req-1646fc29-a6fa-425f-9f38-107a12d22527 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/security-groups?id=114d7a51-5244-4e43-acc3-4f8913737361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438086 Dec 08 01:50:40.706500 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.713933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40fdcf4c-ef4b-4a6a-b1a5-6c33b8b92a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.717718 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40fdcf4c-ef4b-4a6a-b1a5-6c33b8b92a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.719314 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-40fdcf4c-ef4b-4a6a-b1a5-6c33b8b92a29 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/af0ad2c9-bd4d-49d3-94ee-1a50a2964d9b HTTP/1.1" status: 204 len: 168 time: 0.5661800 Dec 08 01:50:40.801160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:50:40.837403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7408cdf7-d7fa-4d11-a89b-0c7710c54e24,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:40.847585 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.850273 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] Added segment fc09967e-dac0-414f-971f-440e7912d54d of type vlan for network dfa65691-8d08-484b-9e46-79e68b518d33 Dec 08 01:50:40.957928 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdcf4c-ef4b-4a6a-b1a5-6c33b8b92a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0ad2c9-bd4d-49d3-94ee-1a50a2964d9b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:41.019550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f63b93-83a3-4e50-b5c4-9a849f00194c req-af122def-049f-4bdc-b156-3840e5bdecb1 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:41.024139 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.030523 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-28f63b93-83a3-4e50-b5c4-9a849f00194c req-af122def-049f-4bdc-b156-3840e5bdecb1 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 946 time: 0.1255901 Dec 08 01:50:41.109508 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.113372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:41.113971 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.177589 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-28f63b93-83a3-4e50-b5c4-9a849f00194c req-ef7b7d52-ff8e-4ba2-ae0a-4c1b5c8babdd tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/security-groups?id=97671f96-6eda-4252-bb75-1bac419f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381252 Dec 08 01:50:41.267243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af0cbd26-59fc-4a08-9872-5ea949baab0d req-95ee5543-8114-4a1c-bc10-f8a55889902d tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 210 time: 0.1652880 Dec 08 01:50:41.299386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] Pushing event updated for resources: {'Network': ['ID=dfa65691-8d08-484b-9e46-79e68b518d33,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:41.318904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network dfa65691-8d08-484b-9e46-79e68b518d33 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:50:41.338316 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7d252b30-526c-4919-80fc-48b1a055377e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4775314 Dec 08 01:50:41.340853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40736) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:41.346623 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-167ba052-bf1f-4eb6-aa6a-1a5e7856eea8 admin admin] Request body: {'subnet': {'network_id': 'dfa65691-8d08-484b-9e46-79e68b518d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-705412127-subnet', 'tenant_id': '6b086251cbc9488a860abd5e06813540', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:41.417161 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167ba052-bf1f-4eb6-aa6a-1a5e7856eea8 admin admin] Made reservation on behalf of 6b086251cbc9488a860abd5e06813540 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:41.419941 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-167ba052-bf1f-4eb6-aa6a-1a5e7856eea8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.662183 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-770f0fed-d549-42c8-b0d0-1a1f24a5462b req-8a6821cb-60b6-4b2a-b8be-04eb200d35c6 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/ports?device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 210 time: 0.0895085 Dec 08 01:50:42.123519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5b3a3-c01e-4081-9f5b-5df356c46d6f req-c4e6e452-34d1-4c38-9317-46dd56678c0a tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:42.133960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ff5b3a3-c01e-4081-9f5b-5df356c46d6f req-c4e6e452-34d1-4c38-9317-46dd56678c0a tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 945 time: 0.1967981 Dec 08 01:50:42.171837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-e1e1ff30-8352-4bf9-9cc9-52a60af3fe17 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:42.173852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-e1e1ff30-8352-4bf9-9cc9-52a60af3fe17 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.75 "GET /v2.0/networks?id=902dc1df-9f44-4c8c-a6ed-450a63390fcd HTTP/1.1" status: 200 len: 812 time: 0.4714415 Dec 08 01:50:42.254042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-3c2fda02-216f-4531-b0de-2f5bb2dec79e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'port': {'device_id': '6ee051f7-8e9f-480e-8d2b-d6d37d8779db', 'network_id': '902dc1df-9f44-4c8c-a6ed-450a63390fcd', 'admin_state_up': True, 'tenant_id': '841ba7e35e4f46aca806810a0833bd8d'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:42.350046 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ff5b3a3-c01e-4081-9f5b-5df356c46d6f req-4c267838-eb79-4368-8c9c-a8e8e7327d20 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/security-groups?id=114d7a51-5244-4e43-acc3-4f8913737361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131991 Dec 08 01:50:42.421414 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-167ba052-bf1f-4eb6-aa6a-1a5e7856eea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:42.581578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ba052-bf1f-4eb6-aa6a-1a5e7856eea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea788ea-f24f-48a2-8c1e-55fc1ecb14bf,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:42.626505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733cece-578e-4b13-bf47-96e8503861c6 req-c3733126-343a-49eb-820b-03ec61e3ceb1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:42.637515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a733cece-578e-4b13-bf47-96e8503861c6 req-c3733126-343a-49eb-820b-03ec61e3ceb1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 945 time: 0.4134481 Dec 08 01:50:42.817531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a47420-8189-4b83-9f90-5baaface743f req-28c99eff-ca2e-43a1-b2a9-a84fa341cd24 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:42.818983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10a47420-8189-4b83-9f90-5baaface743f req-28c99eff-ca2e-43a1-b2a9-a84fa341cd24 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 946 time: 0.4105930 Dec 08 01:50:42.836747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-aa8cca3a-25bc-4d32-b000-a944bf617470 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:42.844370 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-aa8cca3a-25bc-4d32-b000-a944bf617470 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.75 "GET /v2.0/networks?id=872cfc2d-2663-40ec-a775-c5730d2eb519 HTTP/1.1" status: 200 len: 812 time: 0.3221927 Dec 08 01:50:42.878045 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a733cece-578e-4b13-bf47-96e8503861c6 req-c4c544af-2940-41bf-86c5-985bfcba5c7d tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395616 Dec 08 01:50:42.878705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ba052-bf1f-4eb6-aa6a-1a5e7856eea8 admin admin] Checking segment: {'id': 'fc09967e-dac0-414f-971f-440e7912d54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dfa65691-8d08-484b-9e46-79e68b518d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:42.879063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ba052-bf1f-4eb6-aa6a-1a5e7856eea8 admin admin] Network hostable DHCP agents. Network: dfa65691-8d08-484b-9e46-79e68b518d33, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:50:42.888786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14ccd4-c6c9-4807-8c3d-83485bc2aed6 req-b34242fc-d7ae-4c6e-b3a3-3b7b846f775f tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:42.890986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-cf36e70c-f5d4-4b69-b691-3270b81662a3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Request body: {'port': {'device_id': '656ac874-fe0c-46ff-8a45-e807548fdb22', 'network_id': '872cfc2d-2663-40ec-a775-c5730d2eb519', 'admin_state_up': True, 'tenant_id': 'ec2381bee28b433e877f4ee2b84c97f9'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:42.897045 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc14ccd4-c6c9-4807-8c3d-83485bc2aed6 req-b34242fc-d7ae-4c6e-b3a3-3b7b846f775f tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 946 time: 0.3050623 Dec 08 01:50:42.957688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.75', 52747) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:43.056701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-3c2fda02-216f-4531-b0de-2f5bb2dec79e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Made reservation on behalf of 841ba7e35e4f46aca806810a0833bd8d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:43.060136 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-3c2fda02-216f-4531-b0de-2f5bb2dec79e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.082850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ba052-bf1f-4eb6-aa6a-1a5e7856eea8 admin admin] Network dfa65691-8d08-484b-9e46-79e68b518d33 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:50:43.122175 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c409b6b-73c3-4b12-bf42-84e5c3c5cf7d req-98959f57-c722-4971-a440-82cf080b96c1 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 210 time: 0.0898139 Dec 08 01:50:43.122863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-167ba052-bf1f-4eb6-aa6a-1a5e7856eea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, dfa65691-8d08-484b-9e46-79e68b518d33) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:43.138388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ab8c5f-e038-4e0b-8da4-8a33b7977128 None None] Network dfa65691-8d08-484b-9e46-79e68b518d33 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:43.150950 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc14ccd4-c6c9-4807-8c3d-83485bc2aed6 req-23209a7c-cda9-4849-aab2-15780edbb8d6 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/security-groups?id=97671f96-6eda-4252-bb75-1bac419f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530499 Dec 08 01:50:43.165891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-cf36e70c-f5d4-4b69-b691-3270b81662a3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Made reservation on behalf of ec2381bee28b433e877f4ee2b84c97f9 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:43.176611 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-cf36e70c-f5d4-4b69-b691-3270b81662a3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.184559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ba052-bf1f-4eb6-aa6a-1a5e7856eea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:43.185172 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-167ba052-bf1f-4eb6-aa6a-1a5e7856eea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.263051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-167ba052-bf1f-4eb6-aa6a-1a5e7856eea8 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9152083 Dec 08 01:50:43.271669 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb114fc-d31a-4873-947e-31e15992b105 req-c811f01d-a682-41bc-817e-1409e05f108f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:43.273293 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9fb114fc-d31a-4873-947e-31e15992b105 req-c811f01d-a682-41bc-817e-1409e05f108f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 945 time: 0.3131142 Dec 08 01:50:43.290527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-10a47420-8189-4b83-9f90-5baaface743f req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Deleting port 9ecfec8c-3538-4308-ba36-c533b7033a42 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:43.291157 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-10a47420-8189-4b83-9f90-5baaface743f req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.410682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ca505c9-a6e4-40c7-9989-fc9d679c5f70 req-8b70dba6-01df-42f4-bee7-b09370d05ba1 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/ports?device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 210 time: 0.1066999 Dec 08 01:50:43.475779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-cf36e70c-f5d4-4b69-b691-3270b81662a3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Allocated IP 172.20.0.11 (872cfc2d-2663-40ec-a775-c5730d2eb519/03f5c090-b44c-410b-9a39-84daff16f127/b25032ff-3c18-41bb-a274-7f95892fae70) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:50:43.522437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857c504e-7bc8-4e50-b2d4-7c272d40e1d2 None None] Network dfa65691-8d08-484b-9e46-79e68b518d33 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:43.570810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-3c2fda02-216f-4531-b0de-2f5bb2dec79e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Allocated IP 172.20.0.7 (902dc1df-9f44-4c8c-a6ed-450a63390fcd/87daa265-7408-4695-acf4-fccb886c858c/e710cfd2-694a-4f47-9f18-86fd79e13336) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:50:43.971429 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-cf36e70c-f5d4-4b69-b691-3270b81662a3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.028448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40808) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:44.074072 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-cf36e70c-f5d4-4b69-b691-3270b81662a3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.133022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-cf36e70c-f5d4-4b69-b691-3270b81662a3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Network 872cfc2d-2663-40ec-a775-c5730d2eb519 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:50:44.141029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-cf36e70c-f5d4-4b69-b691-3270b81662a3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:44.145160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-cf36e70c-f5d4-4b69-b691-3270b81662a3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:50:44.199876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36e70c-f5d4-4b69-b691-3270b81662a3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Pushing event updated for resources: {'Port': ['ID=b25032ff-3c18-41bb-a274-7f95892fae70,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:44.245537 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-cf36e70c-f5d4-4b69-b691-3270b81662a3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:44.246210 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-cf36e70c-f5d4-4b69-b691-3270b81662a3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.264525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-304482424', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:44.286494 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-cf36e70c-f5d4-4b69-b691-3270b81662a3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3902328 Dec 08 01:50:44.304045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Request body: {'port': {'device_id': '656ac874-fe0c-46ff-8a45-e807548fdb22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:44.362719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Made reservation on behalf of f438df4a25d8440aa913e49477588c22 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:44.365983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-10a47420-8189-4b83-9f90-5baaface743f req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] For port 9ecfec8c-3538-4308-ba36-c533b7033a42, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9ecfec8c-3538-4308-ba36-c533b7033a42,segment=NetworkSegment(cc262778-cce3-42dd-914c-af7a1420879c),segment_id=cc262778-cce3-42dd-914c-af7a1420879c)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:44.366193 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.366444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-10a47420-8189-4b83-9f90-5baaface743f req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.389878 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.413639 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.570567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-9fb114fc-d31a-4873-947e-31e15992b105 req-b00ac536-031a-42f2-a8a7-06c40440992e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Deleting port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:44.571126 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9fb114fc-d31a-4873-947e-31e15992b105 req-b00ac536-031a-42f2-a8a7-06c40440992e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.584181 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.599998 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.609266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] device_id is not set on port 59bf4b8e-2287-42fb-aa4f-86730da2b594 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:50:44.703630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6633f2b9-e600-4f5e-a319-c291ea80265f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:44.705111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd569b4-5c5c-493f-a022-c5b6a02e8a75 req-c4311fda-44ee-404f-9df4-8d0b204aa694 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:44.712992 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5dd569b4-5c5c-493f-a022-c5b6a02e8a75 req-c4311fda-44ee-404f-9df4-8d0b204aa694 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 945 time: 0.3795094 Dec 08 01:50:44.717204 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-3c2fda02-216f-4531-b0de-2f5bb2dec79e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.792734 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Allocated IP 172.25.8.117 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/59bf4b8e-2287-42fb-aa4f-86730da2b594) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:50:44.795241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-f3998c22-17cf-41bd-be98-1ae1df73a0e2 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:44.796822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-f3998c22-17cf-41bd-be98-1ae1df73a0e2 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 821 time: 0.4625440 Dec 08 01:50:44.853527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25032ff-3c18-41bb-a274-7f95892fae70 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:44.869651 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.895929 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Transition to ACTIVE for port object b25032ff-3c18-41bb-a274-7f95892fae70 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:50:44.902895 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-bf40ce61-e107-4ef6-aba5-99cbbbac86d4 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/quotas/3ea3a98675f74d9ca617927f4f236c6e HTTP/1.1" status: 200 len: 375 time: 0.0561125 Dec 08 01:50:44.906338 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5dd569b4-5c5c-493f-a022-c5b6a02e8a75 req-23bd08d8-531a-4b64-bea0-6cc420df0421 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/security-groups?id=114d7a51-5244-4e43-acc3-4f8913737361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925645 Dec 08 01:50:44.908177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9fb114fc-d31a-4873-947e-31e15992b105 req-b00ac536-031a-42f2-a8a7-06c40440992e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] For port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:44.908545 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9fb114fc-d31a-4873-947e-31e15992b105 req-b00ac536-031a-42f2-a8a7-06c40440992e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.921367 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.946117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-9fb114fc-d31a-4873-947e-31e15992b105 req-b00ac536-031a-42f2-a8a7-06c40440992e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Calling delete_port for d327abd3-ef94-4f02-ab9b-a283ef9a3c2a owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:44.968317 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-9b03b83a-16c8-4768-b5ee-f4bc7a7c2bfa tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492985 Dec 08 01:50:44.970677 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-10a47420-8189-4b83-9f90-5baaface743f req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.970677 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-10a47420-8189-4b83-9f90-5baaface743f req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.971058 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-10a47420-8189-4b83-9f90-5baaface743f req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Floating IP 00729fc9-0002-45c2-be2c-7e3a6953d6cc disassociated. External IP: 172.25.8.51, port: 9ecfec8c-3538-4308-ba36-c533b7033a42. Dec 08 01:50:44.971347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-10a47420-8189-4b83-9f90-5baaface743f req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Calling delete_port for 9ecfec8c-3538-4308-ba36-c533b7033a42 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:44.975115 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-3c2fda02-216f-4531-b0de-2f5bb2dec79e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.013758 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['34b6e12d-3483-4449-bfb6-a5a9b611d14d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:45.022769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b25032ff-3c18-41bb-a274-7f95892fae70,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:45.118425 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.144067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Attempting to bind port b25032ff-3c18-41bb-a274-7f95892fae70 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:50:45.144984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Attempting to bind port b25032ff-3c18-41bb-a274-7f95892fae70 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '0ca8e8ef-aa93-43de-8bdf-460f550e27e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '872cfc2d-2663-40ec-a775-c5730d2eb519'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:50:45.145322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Attempting to bind port b25032ff-3c18-41bb-a274-7f95892fae70 on network 872cfc2d-2663-40ec-a775-c5730d2eb519 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:45.151987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Port b25032ff-3c18-41bb-a274-7f95892fae70 on network 872cfc2d-2663-40ec-a775-c5730d2eb519 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:50:45.152327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Attempting to bind port b25032ff-3c18-41bb-a274-7f95892fae70 on network 872cfc2d-2663-40ec-a775-c5730d2eb519 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:45.167781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:50:45.168120 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Checking segment: {'id': '0ca8e8ef-aa93-43de-8bdf-460f550e27e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '872cfc2d-2663-40ec-a775-c5730d2eb519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:45.168535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Bound using segment: {'id': '0ca8e8ef-aa93-43de-8bdf-460f550e27e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '872cfc2d-2663-40ec-a775-c5730d2eb519'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:50:45.168970 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Bound port: b25032ff-3c18-41bb-a274-7f95892fae70, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca8e8ef-aa93-43de-8bdf-460f550e27e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '872cfc2d-2663-40ec-a775-c5730d2eb519'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:50:45.169321 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.185823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9ecfec8c-3538-4308-ba36-c533b7033a42 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:45.186042 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.75', 52748) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:45.189152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-3c2fda02-216f-4531-b0de-2f5bb2dec79e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Network 902dc1df-9f44-4c8c-a6ed-450a63390fcd is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:50:45.216494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-3c2fda02-216f-4531-b0de-2f5bb2dec79e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:45.220834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.224122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fda02-216f-4531-b0de-2f5bb2dec79e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'Port': ['ID=e710cfd2-694a-4f47-9f18-86fd79e13336,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:45.236012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-3c2fda02-216f-4531-b0de-2f5bb2dec79e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:50:45.302280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:50:45.321351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:45.324333 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:50:45.355966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Pushing event updated for resources: {'Port': ['ID=59bf4b8e-2287-42fb-aa4f-86730da2b594,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:45.359885 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.373281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-3c2fda02-216f-4531-b0de-2f5bb2dec79e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:45.373625 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-3c2fda02-216f-4531-b0de-2f5bb2dec79e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.377346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-75958001-12f7-4a47-893b-00ca8108ca29 service neutron] 10.222.0.71 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924336 Dec 08 01:50:45.383713 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] For port b25032ff-3c18-41bb-a274-7f95892fae70, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:45.397417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-8ad86333-6e8f-467a-9947-6aee189d8d05 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:45.398720 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e643f-83e7-4cd0-ac3e-926c828aa0f2 req-4a03473d-69c8-4308-827c-b71a4db39680 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:45.399640 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-8ad86333-6e8f-467a-9947-6aee189d8d05 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.75 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 945 time: 0.2125220 Dec 08 01:50:45.400542 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-309e643f-83e7-4cd0-ac3e-926c828aa0f2 req-4a03473d-69c8-4308-827c-b71a4db39680 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af59180-58dc-4f07-a5e6-d524d46fa0b1 HTTP/1.1" status: 200 len: 945 time: 0.2571578 Dec 08 01:50:45.401998 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] For port b25032ff-3c18-41bb-a274-7f95892fae70, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b25032ff-3c18-41bb-a274-7f95892fae70,segment=NetworkSegment(0ca8e8ef-aa93-43de-8bdf-460f550e27e1),segment_id=0ca8e8ef-aa93-43de-8bdf-460f550e27e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:50:45.419319 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.441769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:45.442370 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.486660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-3c2fda02-216f-4531-b0de-2f5bb2dec79e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2552044 Dec 08 01:50:45.500213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:45.500871 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.502407 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] 10.222.0.75 "PUT /v2.0/ports/b25032ff-3c18-41bb-a274-7f95892fae70 HTTP/1.1" status: 200 len: 1093 time: 1.2092574 Dec 08 01:50:45.502865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656ac874-fe0c-46ff-8a45-e807548fdb22', 'tag': 'b25032ff-3c18-41bb-a274-7f95892fae70'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:45.505136 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e01ec0-7cd4-4154-ae0b-d4dad0021699" -d '{"events": [{"name": "network-changed", "server_uuid": "656ac874-fe0c-46ff-8a45-e807548fdb22", "tag": "b25032ff-3c18-41bb-a274-7f95892fae70"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:45.531567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Request body: {'port': {'device_id': '6ee051f7-8e9f-480e-8d2b-d6d37d8779db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:45.540069 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7dad79ba-f090-48fb-9cc3-d28ba5deab73 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5079370 Dec 08 01:50:45.540335 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-10a47420-8189-4b83-9f90-5baaface743f req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.544054 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40830) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:45.549222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7e497343-ccf4-4087-8c80-b08391441dd3 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.117'}]}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:45.550229 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d327abd3-ef94-4f02-ab9b-a283ef9a3c2a no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:45.592412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc04cb-c502-49b7-a1c6-16fad60009d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b25032ff-3c18-41bb-a274-7f95892fae70,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:45.621908 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Pushing event deleted for resources: {'Port': ['ID=9ecfec8c-3538-4308-ba36-c533b7033a42,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:45.629769 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e497343-ccf4-4087-8c80-b08391441dd3 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.630800 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e497343-ccf4-4087-8c80-b08391441dd3 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.633121 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9fb114fc-d31a-4873-947e-31e15992b105 req-b00ac536-031a-42f2-a8a7-06c40440992e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.664709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-e6444516-1a77-4d32-8262-dde41092f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:45.666304 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-e6444516-1a77-4d32-8262-dde41092f128 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec2381bee28b433e877f4ee2b84c97f9&device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 1096 time: 0.0969398 Dec 08 01:50:45.678278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Deleting port 2ae05417-b2d9-4b14-b393-1309aa8eb15a {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:45.678619 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.683107 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-309e643f-83e7-4cd0-ac3e-926c828aa0f2 req-97d9ce6f-8b48-4a15-80a2-528a453f2a29 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563348 Dec 08 01:50:45.722274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ac536-031a-42f2-a8a7-06c40440992e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Pushing event deleted for resources: {'Port': ['ID=d327abd3-ef94-4f02-ab9b-a283ef9a3c2a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:45.741077 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-53cbe02c-9b13-4e15-ab11-e5e2df073de5 service neutron] 10.222.0.71 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345282 Dec 08 01:50:45.767475 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e497343-ccf4-4087-8c80-b08391441dd3 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.776019 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.793663 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-bef36bb8-b0c6-4aa2-b254-e13896754d7d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b25032ff-3c18-41bb-a274-7f95892fae70 HTTP/1.1" status: 200 len: 217 time: 0.1089904 Dec 08 01:50:45.864621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb114fc-d31a-4873-947e-31e15992b105 req-b00ac536-031a-42f2-a8a7-06c40440992e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] No DVR routers for this DVR port d327abd3-ef94-4f02-ab9b-a283ef9a3c2a on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:45.913176 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9fb114fc-d31a-4873-947e-31e15992b105 req-b00ac536-031a-42f2-a8a7-06c40440992e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.917204 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9fb114fc-d31a-4873-947e-31e15992b105 req-b00ac536-031a-42f2-a8a7-06c40440992e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.75 "DELETE /v2.0/ports/d327abd3-ef94-4f02-ab9b-a283ef9a3c2a HTTP/1.1" status: 204 len: 173 time: 2.6300414 Dec 08 01:50:45.920184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af59180-58dc-4f07-a5e6-d524d46fa0b1', 'name': 'network-vif-deleted', 'tag': 'd327abd3-ef94-4f02-ab9b-a283ef9a3c2a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:45.922618 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c69c67-a6b9-453f-9611-f4b41f6cbc9b" -d '{"events": [{"server_uuid": "8af59180-58dc-4f07-a5e6-d524d46fa0b1", "name": "network-vif-deleted", "tag": "d327abd3-ef94-4f02-ab9b-a283ef9a3c2a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:45.984285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41495901-daf9-45a9-aa18-08f0b79d0db8 req-f1cfe04f-487a-4137-bc01-bc8efa416585 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 210 time: 0.0566804 Dec 08 01:50:46.031252 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f07c5-c43b-4692-a04d-e46ad9c9510e req-3e0a15d8-e5d4-4ebe-a3c3-b257519d0171 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:46.045148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e34f07c5-c43b-4692-a04d-e46ad9c9510e req-3e0a15d8-e5d4-4ebe-a3c3-b257519d0171 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 931 time: 0.2702463 Dec 08 01:50:46.146777 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10a47420-8189-4b83-9f90-5baaface743f req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Router fa17632b-6b19-43c6-b398-3b0585d0d2ef has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:50:46.345013 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e497343-ccf4-4087-8c80-b08391441dd3 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.360429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] For port 2ae05417-b2d9-4b14-b393-1309aa8eb15a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2ae05417-b2d9-4b14-b393-1309aa8eb15a,segment=NetworkSegment(72deb713-09a3-48e8-be2b-8f56056660ad),segment_id=72deb713-09a3-48e8-be2b-8f56056660ad)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:46.360755 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.391355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-402c1fc1-abf9-44eb-8e75-d3324388e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:46.393064 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-402c1fc1-abf9-44eb-8e75-d3324388e65c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=03f5c090-b44c-410b-9a39-84daff16f127 HTTP/1.1" status: 200 len: 852 time: 0.2082851 Dec 08 01:50:46.426036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e710cfd2-694a-4f47-9f18-86fd79e13336 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:46.445980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44ebd-b5e0-4972-ad02-86172fcca269 req-ddb9f924-bf0b-41c9-9524-daef9a8a4ac3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:46.448246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-29d44ebd-b5e0-4972-ad02-86172fcca269 req-ddb9f924-bf0b-41c9-9524-daef9a8a4ac3 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/ports?device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 944 time: 0.3321483 Dec 08 01:50:46.454369 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.463963 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e34f07c5-c43b-4692-a04d-e46ad9c9510e req-6cda5218-2419-48b1-8e35-9168be56040e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068472 Dec 08 01:50:46.557452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10a47420-8189-4b83-9f90-5baaface743f req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:50:46.569529 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbbe146-ca07-492e-9462-7524c2dccc34 None None] Sync routers for ids ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:50:46.580317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Transition to ACTIVE for port object e710cfd2-694a-4f47-9f18-86fd79e13336 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:50:46.601202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbe146-ca07-492e-9462-7524c2dccc34 None None] Routers {'fa17632b-6b19-43c6-b398-3b0585d0d2ef'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:46.606089 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1cbbe146-ca07-492e-9462-7524c2dccc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:50:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:46.612302 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.627775 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd69e52c-8347-418e-8573-ab5c9bce9975 x-openstack-request-id: req-bd69e52c-8347-418e-8573-ab5c9bce9975 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:46.629683 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656ac874-fe0c-46ff-8a45-e807548fdb22", "tag": "b25032ff-3c18-41bb-a274-7f95892fae70", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:46.630020 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bd69e52c-8347-418e-8573-ab5c9bce9975 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:46.631099 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656ac874-fe0c-46ff-8a45-e807548fdb22', 'tag': 'b25032ff-3c18-41bb-a274-7f95892fae70', 'status': 'completed', 'code': 200} Dec 08 01:50:46.640609 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-7187ce2d-3548-47d1-a881-3572d84cf270 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=872cfc2d-2663-40ec-a775-c5730d2eb519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2159967 Dec 08 01:50:46.655437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-29d44ebd-b5e0-4972-ad02-86172fcca269 req-74465c9e-8b86-4987-9986-87d74955e39e tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/security-groups?id=b4dd2100-a8c7-42ca-a65a-751983aafc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979630 Dec 08 01:50:46.676544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a47420-8189-4b83-9f90-5baaface743f req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] No DVR routers for this DVR port 9ecfec8c-3538-4308-ba36-c533b7033a42 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:46.694750 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-10a47420-8189-4b83-9f90-5baaface743f req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.698823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10a47420-8189-4b83-9f90-5baaface743f req-2d917b30-07ab-48d2-8018-6c7eae2b0670 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.75 "DELETE /v2.0/ports/9ecfec8c-3538-4308-ba36-c533b7033a42 HTTP/1.1" status: 204 len: 173 time: 3.8611445 Dec 08 01:50:46.833304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-1cbbe146-ca07-492e-9462-7524c2dccc34 None None] Set router fa17632b-6b19-43c6-b398-3b0585d0d2ef gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:46.858916 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-e2fe8619-1c2b-414b-a3de-4bb03140a08a service neutron] 10.222.0.75 "GET /v2.0/networks/872cfc2d-2663-40ec-a775-c5730d2eb519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066441 Dec 08 01:50:46.864208 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.864571 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.864889 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Floating IP fd8d39bf-f486-4c12-9782-8ec8aba371ee disassociated. External IP: 172.25.8.72, port: 2ae05417-b2d9-4b14-b393-1309aa8eb15a. Dec 08 01:50:46.865236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Calling delete_port for 2ae05417-b2d9-4b14-b393-1309aa8eb15a owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:47.047224 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a9467bd2-4b3a-40a0-87ce-c29b1b5c3f1d req-110bcb68-b8f3-4030-b9e8-9c3b430e2738 service neutron] 10.222.0.75 "GET /v2.0/networks/872cfc2d-2663-40ec-a775-c5730d2eb519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786594 Dec 08 01:50:47.050524 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3fcc6e2-9ee0-41bc-ac06-0fda96e24326 req-9f8e1787-5c6a-428d-922f-d89e5f6756df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 210 time: 0.3922119 Dec 08 01:50:47.053950 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec63512-d7ea-42b5-bf7e-0345194677fd x-openstack-request-id: req-eec63512-d7ea-42b5-bf7e-0345194677fd {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:47.054243 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af59180-58dc-4f07-a5e6-d524d46fa0b1", "name": "network-vif-deleted", "tag": "d327abd3-ef94-4f02-ab9b-a283ef9a3c2a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:47.054499 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eec63512-d7ea-42b5-bf7e-0345194677fd {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:47.054889 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af59180-58dc-4f07-a5e6-d524d46fa0b1', 'name': 'network-vif-deleted', 'tag': 'd327abd3-ef94-4f02-ab9b-a283ef9a3c2a', 'status': 'completed', 'code': 200} Dec 08 01:50:47.089094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1cbbe146-ca07-492e-9462-7524c2dccc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:48:29Z', 'revision_number': 4, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port': {'id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:23Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'a0471f96-b7d3-4665-bf6a-790847a98754', 'name': '', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'mac_address': 'fa:16:3e:b6:8f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:38Z', 'revision_number': 5, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'subnets': [{'id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:47.115874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Pushing event updated for resources: {'Port': ['ID=e710cfd2-694a-4f47-9f18-86fd79e13336,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:47.148365 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Attempting to bind port e710cfd2-694a-4f47-9f18-86fd79e13336 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:50:47.148365 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Attempting to bind port e710cfd2-694a-4f47-9f18-86fd79e13336 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '323424bb-2ebd-4c15-af2e-99565e2ac8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902dc1df-9f44-4c8c-a6ed-450a63390fcd'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:50:47.148365 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Attempting to bind port e710cfd2-694a-4f47-9f18-86fd79e13336 on network 902dc1df-9f44-4c8c-a6ed-450a63390fcd {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:47.154827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbbe146-ca07-492e-9462-7524c2dccc34 None None] Checking router: fa17632b-6b19-43c6-b398-3b0585d0d2ef for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:50:47.163149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Port e710cfd2-694a-4f47-9f18-86fd79e13336 on network 902dc1df-9f44-4c8c-a6ed-450a63390fcd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:50:47.166972 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Attempting to bind port e710cfd2-694a-4f47-9f18-86fd79e13336 on network 902dc1df-9f44-4c8c-a6ed-450a63390fcd {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:47.175856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:50:47.179101 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Checking segment: {'id': '323424bb-2ebd-4c15-af2e-99565e2ac8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902dc1df-9f44-4c8c-a6ed-450a63390fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:47.179918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Bound using segment: {'id': '323424bb-2ebd-4c15-af2e-99565e2ac8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902dc1df-9f44-4c8c-a6ed-450a63390fcd'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:50:47.180534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Bound port: e710cfd2-694a-4f47-9f18-86fd79e13336, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323424bb-2ebd-4c15-af2e-99565e2ac8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902dc1df-9f44-4c8c-a6ed-450a63390fcd'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:50:47.181598 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.185748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbe146-ca07-492e-9462-7524c2dccc34 None None] Routers {'fa17632b-6b19-43c6-b398-3b0585d0d2ef'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:47.186385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1cbbe146-ca07-492e-9462-7524c2dccc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:50:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:47.189762 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e497343-ccf4-4087-8c80-b08391441dd3 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.234886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ee5fe-f1b9-4ffe-93f5-58555cbee582 req-e84f9684-ad7e-4e6b-9dcd-57eb28de5ebd tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:47.235133 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e497343-ccf4-4087-8c80-b08391441dd3 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.244755 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-546ee5fe-f1b9-4ffe-93f5-58555cbee582 req-e84f9684-ad7e-4e6b-9dcd-57eb28de5ebd tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 945 time: 0.1876664 Dec 08 01:50:47.311189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] For port e710cfd2-694a-4f47-9f18-86fd79e13336, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:47.315065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] For port e710cfd2-694a-4f47-9f18-86fd79e13336, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e710cfd2-694a-4f47-9f18-86fd79e13336,segment=NetworkSegment(323424bb-2ebd-4c15-af2e-99565e2ac8d9),segment_id=323424bb-2ebd-4c15-af2e-99565e2ac8d9)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:50:47.330905 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.371295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:47.372116 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.373851 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] 10.222.0.75 "PUT /v2.0/ports/e710cfd2-694a-4f47-9f18-86fd79e13336 HTTP/1.1" status: 200 len: 1092 time: 1.8504343 Dec 08 01:50:47.401611 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e497343-ccf4-4087-8c80-b08391441dd3 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.432693 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-546ee5fe-f1b9-4ffe-93f5-58555cbee582 req-9f2f450e-7a4d-44a9-95b4-b6959aa96eef tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/security-groups?id=114d7a51-5244-4e43-acc3-4f8913737361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859677 Dec 08 01:50:47.453501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-1cbbe146-ca07-492e-9462-7524c2dccc34 None None] Set router fa17632b-6b19-43c6-b398-3b0585d0d2ef gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:47.471242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3efd7-5d2f-4d36-a564-f3749ef91e97 service neutron] Pushing event updated for resources: {'Port': ['ID=e710cfd2-694a-4f47-9f18-86fd79e13336,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:47.563958 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.587965 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-210c09f8-2315-4907-b274-78d96b2f273f req-223ba009-f3a5-43be-82b8-eaad99ae39df tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/ports?device_id=b183b288-8c98-4b73-bc74-0fc500c223b0 HTTP/1.1" status: 200 len: 210 time: 0.1684570 Dec 08 01:50:47.642036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-e8744772-c035-4b86-b40a-3a539abf6cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:47.644296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-e8744772-c035-4b86-b40a-3a539abf6cf4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=841ba7e35e4f46aca806810a0833bd8d&device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 1095 time: 0.1674688 Dec 08 01:50:47.711323 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-9bb56bed-93aa-4e47-baaa-a6cf6e30c8d0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710cfd2-694a-4f47-9f18-86fd79e13336 HTTP/1.1" status: 200 len: 217 time: 0.0516837 Dec 08 01:50:47.749493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e01ec0-7cd4-4154-ae0b-d4dad0021699 req-3315304b-23a6-4e52-b433-4d6c60a5c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:47.751546 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-49e01ec0-7cd4-4154-ae0b-d4dad0021699 req-3315304b-23a6-4e52-b433-4d6c60a5c4c5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec2381bee28b433e877f4ee2b84c97f9&device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 1096 time: 0.5355356 Dec 08 01:50:47.792423 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Pushing event deleted for resources: {'Port': ['ID=2ae05417-b2d9-4b14-b393-1309aa8eb15a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:47.803928 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e497343-ccf4-4087-8c80-b08391441dd3 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.808353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1cbbe146-ca07-492e-9462-7524c2dccc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:48:29Z', 'revision_number': 4, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port': {'id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:23Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'a0471f96-b7d3-4665-bf6a-790847a98754', 'name': '', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'mac_address': 'fa:16:3e:b6:8f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:38Z', 'revision_number': 5, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'subnets': [{'id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:47.810511 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e497343-ccf4-4087-8c80-b08391441dd3 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.822369 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-aea555a3-20e7-4240-a5d8-12832245d3a2 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:47.823773 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-aea555a3-20e7-4240-a5d8-12832245d3a2 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.45 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 821 time: 0.4357033 Dec 08 01:50:47.844122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac281d-c08d-47e4-bd2b-1dc4461b9860 req-293e8791-6535-47a9-9cac-6ffbd7a56054 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:47.845840 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4eac281d-c08d-47e4-bd2b-1dc4461b9860 req-293e8791-6535-47a9-9cac-6ffbd7a56054 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 943 time: 0.1368115 Dec 08 01:50:47.846082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbbe146-ca07-492e-9462-7524c2dccc34 None None] The sync data for ids ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'] in n-d-713499-31 is: [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:48:29Z', 'revision_number': 4, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port': {'id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:23Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'a0471f96-b7d3-4665-bf6a-790847a98754', 'name': '', 'network_id': '3d97cd5b-18c4-49e8-827b-1e8391b93d1f', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'mac_address': 'fa:16:3e:b6:8f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:38Z', 'revision_number': 5, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'subnets': [{'id': '4425254a-03cc-4703-ac3f-20fb9aedeabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:50:47.849401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-75cb140b-9e81-4bc3-96e8-51f87af04e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:47.850815 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-75cb140b-9e81-4bc3-96e8-51f87af04e47 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=87daa265-7408-4695-acf4-fccb886c858c HTTP/1.1" status: 200 len: 852 time: 0.1076975 Dec 08 01:50:47.858651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-49266aa2-27d2-471e-98b9-686a019f811f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Request body: {'port': {'device_id': '09322534-24d4-41b3-abbc-3c5931a67893', 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f', 'admin_state_up': True, 'tenant_id': '3ea3a98675f74d9ca617927f4f236c6e'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:47.860529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a010951-1651-4a9f-8ee1-79faf9c822e1 req-55b04105-19ca-4f59-a34f-d95c62e147f5 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:47.862499 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a010951-1651-4a9f-8ee1-79faf9c822e1 req-55b04105-19ca-4f59-a34f-d95c62e147f5 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 945 time: 0.1207216 Dec 08 01:50:47.912996 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-f93b2904-cb44-40e7-b953-2412f390e019 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=902dc1df-9f44-4c8c-a6ed-450a63390fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495048 Dec 08 01:50:48.043586 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e497343-ccf4-4087-8c80-b08391441dd3 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:48.044165 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e497343-ccf4-4087-8c80-b08391441dd3 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22328f68-fbda-4fe8-a7bc-1880e6c470fc {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:50:48.140493 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a010951-1651-4a9f-8ee1-79faf9c822e1 req-dca93030-90a3-47f6-b25e-fc66d4ec8fd5 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610171 Dec 08 01:50:48.145809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-e1522dc7-b511-4352-b5d1-606cb0b01116 service neutron] 10.222.0.75 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163403 Dec 08 01:50:48.161392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e01ec0-7cd4-4154-ae0b-d4dad0021699 req-0340f2e3-5e2b-435f-8d67-55fe5881ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:48.163889 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-49e01ec0-7cd4-4154-ae0b-d4dad0021699 req-0340f2e3-5e2b-435f-8d67-55fe5881ed02 service neutron] 10.222.0.75 "GET /v2.0/networks?id=872cfc2d-2663-40ec-a775-c5730d2eb519 HTTP/1.1" status: 200 len: 913 time: 0.3769274 Dec 08 01:50:48.170649 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4eac281d-c08d-47e4-bd2b-1dc4461b9860 req-81241e25-3eb0-45cd-bac3-2b0c283d7061 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765722 Dec 08 01:50:48.172488 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Router 696819a6-8142-4337-bcb8-bee135bd6219 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:50:48.317997 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b4932-51d7-43d3-bb9c-be1b9492a313 None None] New status for floating IP 00729fc9-0002-45c2-be2c-7e3a6953d6cc: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:50:48.338898 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-7e497343-ccf4-4087-8c80-b08391441dd3 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 08 01:50:48.344183 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7e497343-ccf4-4087-8c80-b08391441dd3 tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7964482 Dec 08 01:50:48.345925 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-49e01ec0-7cd4-4154-ae0b-d4dad0021699 req-1be0e101-4efb-4c7d-92d9-431796f3bdab service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b25032ff-3c18-41bb-a274-7f95892fae70 HTTP/1.1" status: 200 len: 217 time: 0.1579828 Dec 08 01:50:48.347667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40866) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:48.401567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e0e85cf-9810-419c-a5a0-830240b93dc9 req-bd78f449-00c9-4006-ae96-395809507063 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 210 time: 0.0880637 Dec 08 01:50:48.437577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d0be4-bcd2-48c4-9ec3-7f2919944526 req-2e24e78b-6099-4d39-805c-dad977e53129 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:48.445176 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-983d0be4-bcd2-48c4-9ec3-7f2919944526 req-2e24e78b-6099-4d39-805c-dad977e53129 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/ports?device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 944 time: 0.1992712 Dec 08 01:50:48.477539 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e0dfc-6218-41c6-ab1c-0872105114ca req-a4f4df44-d524-43c6-beb6-fe44c562ae87 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:48.479076 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e54e0dfc-6218-41c6-ab1c-0872105114ca req-a4f4df44-d524-43c6-beb6-fe44c562ae87 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.75 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 945 time: 0.2005267 Dec 08 01:50:48.483239 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac8fee5-fb79-4cf7-81f9-3623d12b3fa7 req-7e834345-fa2d-4431-b45e-bd4416af29e1 service neutron] 10.222.0.75 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103213 Dec 08 01:50:48.600387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb6e0ade-c82a-4639-98a0-0072406bd825 req-f1d1e012-747b-45ed-a662-f536d45f9194 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/ports?device_id=0141762f-b650-4ef2-baae-5517dbc64341 HTTP/1.1" status: 200 len: 210 time: 0.0465159 Dec 08 01:50:48.601299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:50:48.603751 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e01ec0-7cd4-4154-ae0b-d4dad0021699 req-4cf236e4-2b48-46db-b285-0a9292a21773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:48.605256 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-49e01ec0-7cd4-4154-ae0b-d4dad0021699 req-4cf236e4-2b48-46db-b285-0a9292a21773 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=03f5c090-b44c-410b-9a39-84daff16f127 HTTP/1.1" status: 200 len: 852 time: 0.2312341 Dec 08 01:50:48.613271 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79656d6-ecff-4d23-b62d-dc7352e2805a None None] Sync routers for ids ['696819a6-8142-4337-bcb8-bee135bd6219'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:50:48.620393 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-983d0be4-bcd2-48c4-9ec3-7f2919944526 req-4edc0ab4-4980-41d4-87f7-6d57f47ca234 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/security-groups?id=b4dd2100-a8c7-42ca-a65a-751983aafc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747143 Dec 08 01:50:48.639546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79656d6-ecff-4d23-b62d-dc7352e2805a None None] Routers {'696819a6-8142-4337-bcb8-bee135bd6219'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:48.640204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a79656d6-ecff-4d23-b62d-dc7352e2805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:50:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['696819a6-8142-4337-bcb8-bee135bd6219'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:48.695235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-e54e0dfc-6218-41c6-ab1c-0872105114ca req-29d0394a-6f5c-4408-9729-26177aa3f990 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Deleting port 38907ab7-489e-4211-863a-6f46431150c2 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:48.695575 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e54e0dfc-6218-41c6-ab1c-0872105114ca req-29d0394a-6f5c-4408-9729-26177aa3f990 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:48.724844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40874) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:48.793777 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-a79656d6-ecff-4d23-b62d-dc7352e2805a None None] Set router 696819a6-8142-4337-bcb8-bee135bd6219 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:48.833640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e54e0dfc-6218-41c6-ab1c-0872105114ca req-29d0394a-6f5c-4408-9729-26177aa3f990 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] For port 38907ab7-489e-4211-863a-6f46431150c2, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=38907ab7-489e-4211-863a-6f46431150c2,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:48.834005 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e54e0dfc-6218-41c6-ab1c-0872105114ca req-29d0394a-6f5c-4408-9729-26177aa3f990 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:48.857897 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-e54e0dfc-6218-41c6-ab1c-0872105114ca req-29d0394a-6f5c-4408-9729-26177aa3f990 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Calling delete_port for 38907ab7-489e-4211-863a-6f46431150c2 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:48.861859 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aeda4d01-42c6-41fd-a04c-e18efc6b8760 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:48.925695 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aeda4d01-42c6-41fd-a04c-e18efc6b8760 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:48.958191 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-49e01ec0-7cd4-4154-ae0b-d4dad0021699 req-9da14afe-a5cc-427d-b2fe-0b44a8005d4e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=872cfc2d-2663-40ec-a775-c5730d2eb519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3402615 Dec 08 01:50:48.963861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-49266aa2-27d2-471e-98b9-686a019f811f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Made reservation on behalf of 3ea3a98675f74d9ca617927f4f236c6e for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:48.966431 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-49266aa2-27d2-471e-98b9-686a019f811f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.000172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] No DVR routers for this DVR port 2ae05417-b2d9-4b14-b393-1309aa8eb15a on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:49.006616 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.007117 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aeda4d01-42c6-41fd-a04c-e18efc6b8760 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.010198 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aeda4d01-42c6-41fd-a04c-e18efc6b8760 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.010416 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2e917a48-f5f1-4af4-8881-1466bcffd841 req-d4db4e54-ed1e-4f91-8347-080b63784b2c tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.75 "DELETE /v2.0/ports/2ae05417-b2d9-4b14-b393-1309aa8eb15a HTTP/1.1" status: 204 len: 173 time: 3.6028988 Dec 08 01:50:49.013659 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-aeda4d01-42c6-41fd-a04c-e18efc6b8760 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "DELETE /v2.0/security-groups/97671f96-6eda-4252-bb75-1bac419f4acf HTTP/1.1" status: 204 len: 168 time: 0.2855351 Dec 08 01:50:49.036441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0141762f-b650-4ef2-baae-5517dbc64341', 'name': 'network-vif-deleted', 'tag': '2ae05417-b2d9-4b14-b393-1309aa8eb15a'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:49.042950 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4331e54c-4d02-4523-820f-f32dd86b9e12" -d '{"events": [{"server_uuid": "0141762f-b650-4ef2-baae-5517dbc64341", "name": "network-vif-deleted", "tag": "2ae05417-b2d9-4b14-b393-1309aa8eb15a"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:49.047241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40876) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:49.059757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b183b288-8c98-4b73-bc74-0fc500c223b0', 'name': 'network-vif-deleted', 'tag': '9ecfec8c-3538-4308-ba36-c533b7033a42'}, {'name': 'network-changed', 'server_uuid': '6ee051f7-8e9f-480e-8d2b-d6d37d8779db', 'tag': 'e710cfd2-694a-4f47-9f18-86fd79e13336'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:49.062890 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8546f9f-4ef6-443b-90ad-a63e7183bc96" -d '{"events": [{"server_uuid": "b183b288-8c98-4b73-bc74-0fc500c223b0", "name": "network-vif-deleted", "tag": "9ecfec8c-3538-4308-ba36-c533b7033a42"}, {"name": "network-changed", "server_uuid": "6ee051f7-8e9f-480e-8d2b-d6d37d8779db", "tag": "e710cfd2-694a-4f47-9f18-86fd79e13336"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:49.067756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a79656d6-ecff-4d23-b62d-dc7352e2805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:48:28Z', 'revision_number': 4, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '4c535a71-c2ac-4e5e-9fd5-f205a63f9084', 'name': '', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'mac_address': 'fa:16:3e:3b:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:26Z', 'updated_at': '2021-12-08T01:48:33Z', 'revision_number': 5, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'subnets': [{'id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:49.074583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda4d01-42c6-41fd-a04c-e18efc6b8760 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97671f96-6eda-4252-bb75-1bac419f4acf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:49.079517 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-6fc1949d-beeb-4c73-805d-5e9b9fedfcf5 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] show failed (client error): The resource could not be found. Dec 08 01:50:49.080577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6fc1949d-beeb-4c73-805d-5e9b9fedfcf5 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "GET /v2.0/security-groups/97671f96-6eda-4252-bb75-1bac419f4acf HTTP/1.1" status: 404 len: 347 time: 0.0323751 Dec 08 01:50:49.084684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40882) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:49.116467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79656d6-ecff-4d23-b62d-dc7352e2805a None None] Checking router: 696819a6-8142-4337-bcb8-bee135bd6219 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:50:49.137284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79656d6-ecff-4d23-b62d-dc7352e2805a None None] Routers {'696819a6-8142-4337-bcb8-bee135bd6219'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:49.137921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a79656d6-ecff-4d23-b62d-dc7352e2805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:50:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['696819a6-8142-4337-bcb8-bee135bd6219'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:49.154292 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2173c543-17e8-4006-8cce-02b928edb84a x-openstack-request-id: req-2173c543-17e8-4006-8cce-02b928edb84a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:49.154570 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b183b288-8c98-4b73-bc74-0fc500c223b0", "name": "network-vif-deleted", "tag": "9ecfec8c-3538-4308-ba36-c533b7033a42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ee051f7-8e9f-480e-8d2b-d6d37d8779db", "tag": "e710cfd2-694a-4f47-9f18-86fd79e13336", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:49.154831 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2173c543-17e8-4006-8cce-02b928edb84a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:49.158281 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b183b288-8c98-4b73-bc74-0fc500c223b0', 'name': 'network-vif-deleted', 'tag': '9ecfec8c-3538-4308-ba36-c533b7033a42', 'status': 'completed', 'code': 200} Dec 08 01:50:49.158541 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee051f7-8e9f-480e-8d2b-d6d37d8779db', 'tag': 'e710cfd2-694a-4f47-9f18-86fd79e13336', 'status': 'completed', 'code': 200} Dec 08 01:50:49.187076 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a89a95c-ced0-418b-bb31-21a7504b219d x-openstack-request-id: req-3a89a95c-ced0-418b-bb31-21a7504b219d {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:49.187362 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0141762f-b650-4ef2-baae-5517dbc64341", "name": "network-vif-deleted", "tag": "2ae05417-b2d9-4b14-b393-1309aa8eb15a", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:49.187637 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3a89a95c-ced0-418b-bb31-21a7504b219d {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:49.188118 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0141762f-b650-4ef2-baae-5517dbc64341', 'name': 'network-vif-deleted', 'tag': '2ae05417-b2d9-4b14-b393-1309aa8eb15a', 'status': 'completed', 'code': 200} Dec 08 01:50:49.204833 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e54e0dfc-6218-41c6-ab1c-0872105114ca req-29d0394a-6f5c-4408-9729-26177aa3f990 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.217889 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device b25032ff-3c18-41bb-a274-7f95892fae70 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:50:49.228054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2ae05417-b2d9-4b14-b393-1309aa8eb15a no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:49.246165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0394a-6f5c-4408-9729-26177aa3f990 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Pushing event deleted for resources: {'Port': ['ID=38907ab7-489e-4211-863a-6f46431150c2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:49.293285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 2ae05417-b2d9-4b14-b393-1309aa8eb15a {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:49.293627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2ae05417-b2d9-4b14-b393-1309aa8eb15a not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:49.378791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54e0dfc-6218-41c6-ab1c-0872105114ca req-29d0394a-6f5c-4408-9729-26177aa3f990 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] No DVR routers for this DVR port 38907ab7-489e-4211-863a-6f46431150c2 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:49.381439 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e54e0dfc-6218-41c6-ab1c-0872105114ca req-29d0394a-6f5c-4408-9729-26177aa3f990 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.385500 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e54e0dfc-6218-41c6-ab1c-0872105114ca req-29d0394a-6f5c-4408-9729-26177aa3f990 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.75 "DELETE /v2.0/ports/38907ab7-489e-4211-863a-6f46431150c2 HTTP/1.1" status: 204 len: 173 time: 0.8663304 Dec 08 01:50:49.400590 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-900feb67-5c8d-4856-8820-f402ba2b7bb8 req-c5fdbac9-3cee-42e9-8e1e-29545ab87f5b tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=6076755f-9ec5-4443-b110-ef9d2f0a70d0 HTTP/1.1" status: 200 len: 210 time: 0.1047013 Dec 08 01:50:49.438982 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f6979707-0bdd-43ce-9d93-d7031acd9364 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Deleting port 88773648-e0e3-4f50-8e96-4a64b96a3c2c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:49.439314 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6979707-0bdd-43ce-9d93-d7031acd9364 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.454851 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-a79656d6-ecff-4d23-b62d-dc7352e2805a None None] Set router 696819a6-8142-4337-bcb8-bee135bd6219 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:49.466208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bafa-6c62-4d65-a5af-5c9ddd7b7368 req-e7eed5d0-4422-4cb4-96bb-882bc9c094b2 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:49.468063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca71bafa-6c62-4d65-a5af-5c9ddd7b7368 req-e7eed5d0-4422-4cb4-96bb-882bc9c094b2 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 943 time: 0.1753528 Dec 08 01:50:49.491509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-49266aa2-27d2-471e-98b9-686a019f811f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Allocated IP 172.20.0.4 (a59a8412-6343-41a4-920a-bc94665ff18f/ce5844c7-e431-4bd7-b10d-a05251110465/931d28c2-bd85-4db4-a8e7-ee1e53ea6114) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:50:49.510830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-51178c66-24a5-4a3e-b26e-25bfe8ca96ac tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Deleting port 59bf4b8e-2287-42fb-aa4f-86730da2b594 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:49.511258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51178c66-24a5-4a3e-b26e-25bfe8ca96ac tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.514474 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-49e01ec0-7cd4-4154-ae0b-d4dad0021699 req-8c7b03d9-b37e-4254-9ee7-73fe829b12d5 service neutron] 10.222.0.75 "GET /v2.0/networks/872cfc2d-2663-40ec-a775-c5730d2eb519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457790 Dec 08 01:50:49.577174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port b25032ff-3c18-41bb-a274-7f95892fae70, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b25032ff-3c18-41bb-a274-7f95892fae70,segment=NetworkSegment(0ca8e8ef-aa93-43de-8bdf-460f550e27e1),segment_id=0ca8e8ef-aa93-43de-8bdf-460f550e27e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:49.585572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8546f9f-4ef6-443b-90ad-a63e7183bc96 req-0ae72ce5-47d5-4f3a-8f33-91c6bda6aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:49.587294 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c8546f9f-4ef6-443b-90ad-a63e7183bc96 req-0ae72ce5-47d5-4f3a-8f33-91c6bda6aad6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=841ba7e35e4f46aca806810a0833bd8d&device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 1095 time: 0.2898054 Dec 08 01:50:49.608175 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37d9681e-9f22-4dcf-92eb-c42809841a1a req-84aa6d60-c024-41d4-bf64-e9ae8302f067 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 210 time: 0.0580642 Dec 08 01:50:49.621952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'b25032ff-3c18-41bb-a274-7f95892fae70', 'network_id': '872cfc2d-2663-40ec-a775-c5730d2eb519', 'port_id': 'b25032ff-3c18-41bb-a274-7f95892fae70', 'mac_address': 'fa:16:3e:f7:9b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f5c090-b44c-410b-9a39-84daff16f127', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:50:49.689969 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca71bafa-6c62-4d65-a5af-5c9ddd7b7368 req-7352069e-c292-4ef0-b88e-9631d1a56ff4 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524820 Dec 08 01:50:49.693572 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.710094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25032ff-3c18-41bb-a274-7f95892fae70 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:49.743364 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6979707-0bdd-43ce-9d93-d7031acd9364 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.744060 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6979707-0bdd-43ce-9d93-d7031acd9364 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.776277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f6979707-0bdd-43ce-9d93-d7031acd9364 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Calling delete_port for 88773648-e0e3-4f50-8e96-4a64b96a3c2c owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:49.776854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port b25032ff-3c18-41bb-a274-7f95892fae70, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b25032ff-3c18-41bb-a274-7f95892fae70,segment=NetworkSegment(0ca8e8ef-aa93-43de-8bdf-460f550e27e1),segment_id=0ca8e8ef-aa93-43de-8bdf-460f550e27e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:49.785491 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.914667 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=b25032ff-3c18-41bb-a274-7f95892fae70,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:49.927073 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51178c66-24a5-4a3e-b26e-25bfe8ca96ac tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.940722 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-49e01ec0-7cd4-4154-ae0b-d4dad0021699 req-9f95b2f9-d4e9-4710-9f51-3424324e79a4 service neutron] 10.222.0.75 "GET /v2.0/networks/872cfc2d-2663-40ec-a775-c5730d2eb519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994401 Dec 08 01:50:49.948574 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a79656d6-ecff-4d23-b62d-dc7352e2805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:48:28Z', 'revision_number': 4, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '4c535a71-c2ac-4e5e-9fd5-f205a63f9084', 'name': '', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'mac_address': 'fa:16:3e:3b:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:26Z', 'updated_at': '2021-12-08T01:48:33Z', 'revision_number': 5, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'subnets': [{'id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:49.964597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-51178c66-24a5-4a3e-b26e-25bfe8ca96ac tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Calling delete_port for 59bf4b8e-2287-42fb-aa4f-86730da2b594 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:49.991054 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8546f9f-4ef6-443b-90ad-a63e7183bc96 req-502dca4a-936a-4b0f-86f1-b9cfce4e12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:49.992943 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c8546f9f-4ef6-443b-90ad-a63e7183bc96 req-502dca4a-936a-4b0f-86f1-b9cfce4e12ae service neutron] 10.222.0.75 "GET /v2.0/networks?id=902dc1df-9f44-4c8c-a6ed-450a63390fcd HTTP/1.1" status: 200 len: 913 time: 0.3626940 Dec 08 01:50:50.001024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79656d6-ecff-4d23-b62d-dc7352e2805a None None] The sync data for ids ['696819a6-8142-4337-bcb8-bee135bd6219'] in n-d-713499-31 is: [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:48:28Z', 'revision_number': 4, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '4c535a71-c2ac-4e5e-9fd5-f205a63f9084', 'name': '', 'network_id': '33e3fb21-a529-4393-ae6a-590f7c4b16e4', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'mac_address': 'fa:16:3e:3b:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:26Z', 'updated_at': '2021-12-08T01:48:33Z', 'revision_number': 5, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'subnets': [{'id': 'b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:50:50.043390 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c44e4-1126-4bdc-bdca-3b101398f679 req-f3161da6-f6e4-4a9b-a000-1c864a5a75c8 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:50.044972 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-428c44e4-1126-4bdc-bdca-3b101398f679 req-f3161da6-f6e4-4a9b-a000-1c864a5a75c8 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/ports?device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 945 time: 0.2467523 Dec 08 01:50:50.063298 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6979707-0bdd-43ce-9d93-d7031acd9364 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.107844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6979707-0bdd-43ce-9d93-d7031acd9364 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Pushing event deleted for resources: {'Port': ['ID=88773648-e0e3-4f50-8e96-4a64b96a3c2c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:50.118605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['b25032ff-3c18-41bb-a274-7f95892fae70'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:50.132184 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c8546f9f-4ef6-443b-90ad-a63e7183bc96 req-bd7e6d6a-d608-4d13-89c9-cf66c77e1def service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710cfd2-694a-4f47-9f18-86fd79e13336 HTTP/1.1" status: 200 len: 217 time: 0.0731480 Dec 08 01:50:50.179216 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-49266aa2-27d2-471e-98b9-686a019f811f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.229522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-428c44e4-1126-4bdc-bdca-3b101398f679 req-986b1da7-cc76-4540-9bed-09b38e131b60 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/security-groups?id=b4dd2100-a8c7-42ca-a65a-751983aafc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749098 Dec 08 01:50:50.247678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8546f9f-4ef6-443b-90ad-a63e7183bc96 req-88257f9d-b0d8-4a10-b102-e0275e02a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:50.249509 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c8546f9f-4ef6-443b-90ad-a63e7183bc96 req-88257f9d-b0d8-4a10-b102-e0275e02a965 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=87daa265-7408-4695-acf4-fccb886c858c HTTP/1.1" status: 200 len: 852 time: 0.1051693 Dec 08 01:50:50.256765 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6979707-0bdd-43ce-9d93-d7031acd9364 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.260383 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6979707-0bdd-43ce-9d93-d7031acd9364 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.261539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f6979707-0bdd-43ce-9d93-d7031acd9364 tempest-ServersTestFqdnHostnames-420851707 tempest-ServersTestFqdnHostnames-420851707-project] 10.222.0.71 "DELETE /v2.0/floatingips/00729fc9-0002-45c2-be2c-7e3a6953d6cc HTTP/1.1" status: 204 len: 168 time: 1.1761117 Dec 08 01:50:50.270639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40904) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:50.294795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40906) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:50.348192 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c8546f9f-4ef6-443b-90ad-a63e7183bc96 req-5980d62a-28a3-4d04-bc40-6eb07d5aecb1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=902dc1df-9f44-4c8c-a6ed-450a63390fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822861 Dec 08 01:50:50.380722 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc78425-6162-42f4-b8f2-46549f006f22 None None] New status for floating IP fd8d39bf-f486-4c12-9782-8ec8aba371ee: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:50:50.382836 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-49266aa2-27d2-471e-98b9-686a019f811f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.386243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df2b47-03d8-4a45-bb95-fb72559c8fab req-5a4fcf72-58ef-4d91-9b95-2692e0a6f4f1 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:50.393241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7df2b47-03d8-4a45-bb95-fb72559c8fab req-5a4fcf72-58ef-4d91-9b95-2692e0a6f4f1 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 946 time: 0.2877047 Dec 08 01:50:50.471831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7df2b47-03d8-4a45-bb95-fb72559c8fab req-1a13879d-7554-4204-b131-d7e59ddf251d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722394 Dec 08 01:50:50.521310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-49266aa2-27d2-471e-98b9-686a019f811f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Network a59a8412-6343-41a4-920a-bc94665ff18f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:50:50.522652 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51178c66-24a5-4a3e-b26e-25bfe8ca96ac tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.527482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-49266aa2-27d2-471e-98b9-686a019f811f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:50.535139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-49266aa2-27d2-471e-98b9-686a019f811f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:50:50.623922 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49266aa2-27d2-471e-98b9-686a019f811f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Pushing event updated for resources: {'Port': ['ID=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:50.654927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6b7c-a48a-4c74-863c-b0698ba7f1d1 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.699168 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51178c66-24a5-4a3e-b26e-25bfe8ca96ac tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Pushing event deleted for resources: {'Port': ['ID=59bf4b8e-2287-42fb-aa4f-86730da2b594,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:50.706196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-49266aa2-27d2-471e-98b9-686a019f811f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:50.706826 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-49266aa2-27d2-471e-98b9-686a019f811f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.728858 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c8546f9f-4ef6-443b-90ad-a63e7183bc96 req-816565e2-b3d3-4fde-a739-9cb740f8b497 service neutron] 10.222.0.75 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684118 Dec 08 01:50:50.743851 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6b7c-a48a-4c74-863c-b0698ba7f1d1 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.762557 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-49266aa2-27d2-471e-98b9-686a019f811f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9131582 Dec 08 01:50:50.785995 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51178c66-24a5-4a3e-b26e-25bfe8ca96ac tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.789245 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-51178c66-24a5-4a3e-b26e-25bfe8ca96ac tempest-RoutersAdminNegativeTest-46153431 tempest-RoutersAdminNegativeTest-46153431-project-admin] 10.222.0.71 "DELETE /v2.0/ports/59bf4b8e-2287-42fb-aa4f-86730da2b594 HTTP/1.1" status: 204 len: 168 time: 2.4321060 Dec 08 01:50:50.794300 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Request body: {'port': {'device_id': '09322534-24d4-41b3-abbc-3c5931a67893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:50.825778 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfcd7a-0dc0-41f1-a964-93e99cd53181 req-404ae15d-400e-4f73-bea7-09c960bdc843 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:50.826411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7cfcd7a-0dc0-41f1-a964-93e99cd53181 req-404ae15d-400e-4f73-bea7-09c960bdc843 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 944 time: 0.1167858 Dec 08 01:50:50.840740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11ac9a-96e9-4706-9c48-131c79ded84e req-fd9e2925-0bed-4139-a4e7-b11d17140ac3 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:50.842973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab11ac9a-96e9-4706-9c48-131c79ded84e req-fd9e2925-0bed-4139-a4e7-b11d17140ac3 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 931 time: 0.1360321 Dec 08 01:50:50.904135 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-137c6296-a394-476e-a19d-1edd39fe5578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.909354 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6b7c-a48a-4c74-863c-b0698ba7f1d1 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.912036 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6b7c-a48a-4c74-863c-b0698ba7f1d1 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.916010 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9dfb6b7c-a48a-4c74-863c-b0698ba7f1d1 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "DELETE /v2.0/security-groups/114d7a51-5244-4e43-acc3-4f8913737361 HTTP/1.1" status: 204 len: 168 time: 0.6171722 Dec 08 01:50:50.916010 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.922453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40922) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:50.957897 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c8546f9f-4ef6-443b-90ad-a63e7183bc96 req-db67a333-a8ed-4365-a0c6-97eb5e841203 service neutron] 10.222.0.75 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189035 Dec 08 01:50:50.958695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb6b7c-a48a-4c74-863c-b0698ba7f1d1 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114d7a51-5244-4e43-acc3-4f8913737361,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:50.963700 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-ae0b1e0d-01b6-4195-9a4a-7e5236c08ff4 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] show failed (client error): The resource could not be found. Dec 08 01:50:50.967109 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ae0b1e0d-01b6-4195-9a4a-7e5236c08ff4 tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "GET /v2.0/security-groups/114d7a51-5244-4e43-acc3-4f8913737361 HTTP/1.1" status: 404 len: 347 time: 0.0307026 Dec 08 01:50:50.983276 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7cfcd7a-0dc0-41f1-a964-93e99cd53181 req-1f9499dc-f865-4486-a366-26bfa26aaf70 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381991 Dec 08 01:50:50.983810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40924) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:51.008187 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab11ac9a-96e9-4706-9c48-131c79ded84e req-1a5b19a4-a196-480f-a297-a7a0664a2f67 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538033 Dec 08 01:50:51.126858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40928) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:51.171950 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e710cfd2-694a-4f47-9f18-86fd79e13336 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:50:51.185409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device b25032ff-3c18-41bb-a274-7f95892fae70 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:50:51.305800 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6fd14437-12b7-4641-81c4-2dba44b3e612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.357002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port b25032ff-3c18-41bb-a274-7f95892fae70 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:50:51.365830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port b25032ff-3c18-41bb-a274-7f95892fae70 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:51.366201 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.396961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:51.407256 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.417310 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e710cfd2-694a-4f47-9f18-86fd79e13336, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e710cfd2-694a-4f47-9f18-86fd79e13336,segment=NetworkSegment(323424bb-2ebd-4c15-af2e-99565e2ac8d9),segment_id=323424bb-2ebd-4c15-af2e-99565e2ac8d9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:51.435841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'e710cfd2-694a-4f47-9f18-86fd79e13336', 'network_id': '902dc1df-9f44-4c8c-a6ed-450a63390fcd', 'port_id': 'e710cfd2-694a-4f47-9f18-86fd79e13336', 'mac_address': 'fa:16:3e:c7:49:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87daa265-7408-4695-acf4-fccb886c858c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:50:51.438327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Transition to ACTIVE for port object 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:50:51.454705 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f514c6-a8f4-4f75-b0dd-a4cdfdb818be req-c5f3d23e-3dad-4fb3-8af7-0e377a5db84f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:51.456549 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d3f514c6-a8f4-4f75-b0dd-a4cdfdb818be req-c5f3d23e-3dad-4fb3-8af7-0e377a5db84f tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.45 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 944 time: 0.1054568 Dec 08 01:50:51.459084 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.463348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6076755f-9ec5-4443-b110-ef9d2f0a70d0', 'name': 'network-vif-deleted', 'tag': '38907ab7-489e-4211-863a-6f46431150c2'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:51.465634 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672c97e0-9070-443f-8de7-00f06bc645b2" -d '{"events": [{"server_uuid": "6076755f-9ec5-4443-b110-ef9d2f0a70d0", "name": "network-vif-deleted", "tag": "38907ab7-489e-4211-863a-6f46431150c2"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:51.515380 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.517487 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.539104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e710cfd2-694a-4f47-9f18-86fd79e13336 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:51.562925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656ac874-fe0c-46ff-8a45-e807548fdb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25032ff-3c18-41bb-a274-7f95892fae70'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:51.565274 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0a29d0-63e1-4852-932f-6a592d53e8d4" -d '{"events": [{"server_uuid": "656ac874-fe0c-46ff-8a45-e807548fdb22", "name": "network-vif-plugged", "status": "completed", "tag": "b25032ff-3c18-41bb-a274-7f95892fae70"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:51.583855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e710cfd2-694a-4f47-9f18-86fd79e13336, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e710cfd2-694a-4f47-9f18-86fd79e13336,segment=NetworkSegment(323424bb-2ebd-4c15-af2e-99565e2ac8d9),segment_id=323424bb-2ebd-4c15-af2e-99565e2ac8d9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:51.585821 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port b25032ff-3c18-41bb-a274-7f95892fae70, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b25032ff-3c18-41bb-a274-7f95892fae70,segment=NetworkSegment(0ca8e8ef-aa93-43de-8bdf-460f550e27e1),segment_id=0ca8e8ef-aa93-43de-8bdf-460f550e27e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:51.588673 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:51.593324 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.597323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26a427-7606-4855-9a0b-3de6bafea505 req-2e7691bf-89d9-4337-81d6-8dc21df5014b tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:51.597724 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.598456 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 38907ab7-489e-4211-863a-6f46431150c2 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:51.600136 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb26a427-7606-4855-9a0b-3de6bafea505 req-2e7691bf-89d9-4337-81d6-8dc21df5014b tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 943 time: 0.5151448 Dec 08 01:50:51.641937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 38907ab7-489e-4211-863a-6f46431150c2 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:51.642281 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 38907ab7-489e-4211-863a-6f46431150c2 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:51.647020 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6fd14437-12b7-4641-81c4-2dba44b3e612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.655248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a3233-f11b-4e44-90ce-795710a5e9e9 req-e31068de-dbfa-4a24-b22c-26b304d60a24 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:51.656766 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-010a3233-f11b-4e44-90ce-795710a5e9e9 req-e31068de-dbfa-4a24-b22c-26b304d60a24 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/ports?device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 945 time: 0.1881678 Dec 08 01:50:51.668945 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6fd14437-12b7-4641-81c4-2dba44b3e612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.674393 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=e710cfd2-694a-4f47-9f18-86fd79e13336,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:51.728532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b5fcf26d-b884-4739-830d-646810cec89d tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Deleting port 69f37305-e487-4537-a7d8-7d95934580a2 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:51.729174 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf26d-b884-4739-830d-646810cec89d tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.730034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=b25032ff-3c18-41bb-a274-7f95892fae70,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:51.748927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd14437-12b7-4641-81c4-2dba44b3e612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193c1a58-2faa-4f33-861a-f5668d59623b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:51.755866 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6fd14437-12b7-4641-81c4-2dba44b3e612 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b4dbe4954fd04e89928b9dd8c64d8d40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6278863 Dec 08 01:50:51.757150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40940) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:51.774094 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb26a427-7606-4855-9a0b-3de6bafea505 req-1912af84-b0de-4ed5-95d8-d2cb7edc7e3e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431656 Dec 08 01:50:51.790731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Attempting to bind port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:50:51.791143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Attempting to bind port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:50:51.791531 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Attempting to bind port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:51.811567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 on network a59a8412-6343-41a4-920a-bc94665ff18f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:50:51.811971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Attempting to bind port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:51.815364 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-010a3233-f11b-4e44-90ce-795710a5e9e9 req-ab5d68b7-f655-44de-86a9-28387973d4b9 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/security-groups?id=b4dd2100-a8c7-42ca-a65a-751983aafc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478992 Dec 08 01:50:51.821573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-d3f514c6-a8f4-4f75-b0dd-a4cdfdb818be req-e11bc417-898a-43c1-996d-f6eceb4f49b1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Deleting port 7f71793d-de5d-49ba-a155-c930f3e1cb0e {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:51.821985 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d3f514c6-a8f4-4f75-b0dd-a4cdfdb818be req-e11bc417-898a-43c1-996d-f6eceb4f49b1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.829832 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8940e739-0ffd-4851-b432-a545469f77ba x-openstack-request-id: req-8940e739-0ffd-4851-b432-a545469f77ba {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:51.830364 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6076755f-9ec5-4443-b110-ef9d2f0a70d0", "name": "network-vif-deleted", "tag": "38907ab7-489e-4211-863a-6f46431150c2", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:51.830364 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8940e739-0ffd-4851-b432-a545469f77ba {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:51.830726 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6076755f-9ec5-4443-b110-ef9d2f0a70d0', 'name': 'network-vif-deleted', 'tag': '38907ab7-489e-4211-863a-6f46431150c2', 'status': 'completed', 'code': 200} Dec 08 01:50:51.835761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:50:51.836087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Checking segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:51.836701 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Bound using segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:50:51.837491 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Bound port: 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:50:51.838646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.874335 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf26d-b884-4739-830d-646810cec89d tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.874661 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf26d-b884-4739-830d-646810cec89d tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.915332 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b5fcf26d-b884-4739-830d-646810cec89d tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Calling delete_port for 69f37305-e487-4537-a7d8-7d95934580a2 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:51.937751 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e73a17c3-b537-49c4-9715-92e0cd7d4292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.959013 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-779b9bfb-7c91-47cf-9716-5391b59396d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.992200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['e710cfd2-694a-4f47-9f18-86fd79e13336'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:52.021987 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-779b9bfb-7c91-47cf-9716-5391b59396d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.037867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-137c6296-a394-476e-a19d-1edd39fe5578 admin admin] Deleting port a0471f96-b7d3-4665-bf6a-790847a98754 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:52.038211 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-137c6296-a394-476e-a19d-1edd39fe5578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.047743 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2eca6b-f6b9-4332-99ec-14600eb8f213 x-openstack-request-id: req-de2eca6b-f6b9-4332-99ec-14600eb8f213 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:52.048084 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656ac874-fe0c-46ff-8a45-e807548fdb22", "name": "network-vif-plugged", "status": "completed", "tag": "b25032ff-3c18-41bb-a274-7f95892fae70", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:52.048797 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-de2eca6b-f6b9-4332-99ec-14600eb8f213 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:52.049202 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656ac874-fe0c-46ff-8a45-e807548fdb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25032ff-3c18-41bb-a274-7f95892fae70', 'code': 200} Dec 08 01:50:52.070206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d3f514c6-a8f4-4f75-b0dd-a4cdfdb818be req-e11bc417-898a-43c1-996d-f6eceb4f49b1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] For port 7f71793d-de5d-49ba-a155-c930f3e1cb0e, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7f71793d-de5d-49ba-a155-c930f3e1cb0e,segment=NetworkSegment(2156e743-309f-4746-a82e-be1a6c0ad7e4),segment_id=2156e743-309f-4746-a82e-be1a6c0ad7e4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:52.074230 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d3f514c6-a8f4-4f75-b0dd-a4cdfdb818be req-e11bc417-898a-43c1-996d-f6eceb4f49b1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.106245 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:52.126045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58a1ae-876f-43db-a98e-2e88beb9dfcb req-02a3a067-b9c3-4ce3-8e83-f357de1b0a45 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:52.134180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f58a1ae-876f-43db-a98e-2e88beb9dfcb req-02a3a067-b9c3-4ce3-8e83-f357de1b0a45 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 946 time: 0.2354972 Dec 08 01:50:52.161372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-d3f514c6-a8f4-4f75-b0dd-a4cdfdb818be req-e11bc417-898a-43c1-996d-f6eceb4f49b1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Calling delete_port for 7f71793d-de5d-49ba-a155-c930f3e1cb0e owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:52.168440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:50:52.189877 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.196764 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-137c6296-a394-476e-a19d-1edd39fe5578 admin admin] For port a0471f96-b7d3-4665-bf6a-790847a98754, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a0471f96-b7d3-4665-bf6a-790847a98754,segment=NetworkSegment(cc262778-cce3-42dd-914c-af7a1420879c),segment_id=cc262778-cce3-42dd-914c-af7a1420879c)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:52.197128 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-137c6296-a394-476e-a19d-1edd39fe5578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.230716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-137c6296-a394-476e-a19d-1edd39fe5578 admin admin] Calling delete_port for a0471f96-b7d3-4665-bf6a-790847a98754 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:52.271530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f58a1ae-876f-43db-a98e-2e88beb9dfcb req-19ed206f-5e97-4689-ba68-42cd27627339 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365445 Dec 08 01:50:52.281940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747217a4-5635-44da-97e3-7f35fdbbb192 req-92b68fb2-63b6-438f-a2bc-ad97023f234e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:52.283448 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-747217a4-5635-44da-97e3-7f35fdbbb192 req-92b68fb2-63b6-438f-a2bc-ad97023f234e tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 944 time: 0.1716216 Dec 08 01:50:52.296495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:52.296495 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.296495 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] 10.222.0.45 "PUT /v2.0/ports/931d28c2-bd85-4db4-a8e7-ee1e53ea6114 HTTP/1.1" status: 200 len: 1092 time: 1.5053728 Dec 08 01:50:52.300074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09322534-24d4-41b3-abbc-3c5931a67893', 'tag': '931d28c2-bd85-4db4-a8e7-ee1e53ea6114'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:52.302580 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe0ee68-6cd9-435f-8c13-a2d11acc6ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "09322534-24d4-41b3-abbc-3c5931a67893", "tag": "931d28c2-bd85-4db4-a8e7-ee1e53ea6114"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:52.332796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0732b58-c351-4329-8ef1-894178d50ffd req-016eb71e-f40e-4da2-90c3-0b2fafeba1d8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:52.334277 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c0732b58-c351-4329-8ef1-894178d50ffd req-016eb71e-f40e-4da2-90c3-0b2fafeba1d8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 946 time: 0.2819502 Dec 08 01:50:52.349885 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-779b9bfb-7c91-47cf-9716-5391b59396d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.352511 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-779b9bfb-7c91-47cf-9716-5391b59396d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.353604 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-779b9bfb-7c91-47cf-9716-5391b59396d9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/193c1a58-2faa-4f33-861a-f5668d59623b HTTP/1.1" status: 204 len: 168 time: 0.5897312 Dec 08 01:50:52.405858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1461f9a-871d-411d-a4da-35f0c1905c3e req-9f8b6e8a-32c3-4a86-9603-14bf86c2ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:52.407171 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1461f9a-871d-411d-a4da-35f0c1905c3e req-9f8b6e8a-32c3-4a86-9603-14bf86c2ba1a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 1098 time: 0.2542067 Dec 08 01:50:52.417698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc748f2-830c-492b-9975-3bf33555dcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:52.427879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b9bfb-7c91-47cf-9716-5391b59396d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193c1a58-2faa-4f33-861a-f5668d59623b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:52.504656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-747217a4-5635-44da-97e3-7f35fdbbb192 req-c2c4742b-bfc5-4e64-8e91-7162637bf0e4 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/security-groups?id=f29d54ba-5e77-46d5-a8da-d5aa0e236706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693437 Dec 08 01:50:52.507077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf26d-b884-4739-830d-646810cec89d tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.545020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1799a2-f3e3-4b11-845a-2e23e087d5b4 req-8a00d708-6403-4453-855e-80ce9cb4c992 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:52.552211 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef1799a2-f3e3-4b11-845a-2e23e087d5b4 req-8a00d708-6403-4453-855e-80ce9cb4c992 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 943 time: 0.1849589 Dec 08 01:50:52.553576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-294b65d9-43ff-4140-a6e2-d84418dcb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:52.555079 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-294b65d9-43ff-4140-a6e2-d84418dcb80e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 1095 time: 0.1761572 Dec 08 01:50:52.569306 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9921b8ae-b66b-4f7b-a0b9-dcf46a3d0853 x-openstack-request-id: req-9921b8ae-b66b-4f7b-a0b9-dcf46a3d0853 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:52.569606 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09322534-24d4-41b3-abbc-3c5931a67893", "tag": "931d28c2-bd85-4db4-a8e7-ee1e53ea6114", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:52.569856 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9921b8ae-b66b-4f7b-a0b9-dcf46a3d0853 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:52.570442 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09322534-24d4-41b3-abbc-3c5931a67893', 'tag': '931d28c2-bd85-4db4-a8e7-ee1e53ea6114', 'status': 'completed', 'code': 200} Dec 08 01:50:52.584811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcf26d-b884-4739-830d-646810cec89d tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Pushing event deleted for resources: {'Port': ['ID=69f37305-e487-4537-a7d8-7d95934580a2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:52.599291 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1461f9a-871d-411d-a4da-35f0c1905c3e req-dd5094a8-9681-4c38-95b4-34e394b87cf9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b4dd2100-a8c7-42ca-a65a-751983aafc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730845 Dec 08 01:50:52.684408 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef1799a2-f3e3-4b11-845a-2e23e087d5b4 req-4ce94a47-3cff-46f2-9774-0e29125a3ce6 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313946 Dec 08 01:50:52.701717 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf26d-b884-4739-830d-646810cec89d tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.704361 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf26d-b884-4739-830d-646810cec89d tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.708451 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b5fcf26d-b884-4739-830d-646810cec89d tempest-ServersTestJSON-1740885286 tempest-ServersTestJSON-1740885286-project] 10.222.0.71 "DELETE /v2.0/floatingips/fd8d39bf-f486-4c12-9782-8ec8aba371ee HTTP/1.1" status: 204 len: 168 time: 1.7152977 Dec 08 01:50:52.708954 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40954) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:52.769921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40956) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:52.861949 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-137c6296-a394-476e-a19d-1edd39fe5578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.895864 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-771a8e1f-d233-4adb-be35-6e777f625cb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114 HTTP/1.1" status: 200 len: 217 time: 0.3194127 Dec 08 01:50:52.912624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d3f514c6-a8f4-4f75-b0dd-a4cdfdb818be req-e11bc417-898a-43c1-996d-f6eceb4f49b1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.937914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0549f49d-31e5-4115-97ab-782851b16fbb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f438df4a25d8440aa913e49477588c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1648808 Dec 08 01:50:52.945546 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c6296-a394-476e-a19d-1edd39fe5578 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0471f96-b7d3-4665-bf6a-790847a98754,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:52.949923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40962) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:52.974763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bc417-898a-43c1-996d-f6eceb4f49b1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Pushing event deleted for resources: {'Port': ['ID=7f71793d-de5d-49ba-a155-c930f3e1cb0e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:52.999558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c0732b58-c351-4329-8ef1-894178d50ffd req-ef338459-d5f1-417e-829c-68715a665bbb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Deleting port 571a26ea-ac69-4081-87e1-14b1e226757b {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:52.999978 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c0732b58-c351-4329-8ef1-894178d50ffd req-ef338459-d5f1-417e-829c-68715a665bbb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.046702 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f514c6-a8f4-4f75-b0dd-a4cdfdb818be req-e11bc417-898a-43c1-996d-f6eceb4f49b1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] No DVR routers for this DVR port 7f71793d-de5d-49ba-a155-c930f3e1cb0e on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:53.049378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d3f514c6-a8f4-4f75-b0dd-a4cdfdb818be req-e11bc417-898a-43c1-996d-f6eceb4f49b1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.053101 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d3f514c6-a8f4-4f75-b0dd-a4cdfdb818be req-e11bc417-898a-43c1-996d-f6eceb4f49b1 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.45 "DELETE /v2.0/ports/7f71793d-de5d-49ba-a155-c930f3e1cb0e HTTP/1.1" status: 204 len: 173 time: 1.5857806 Dec 08 01:50:53.059175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-d70d4399-ddb7-4240-8a49-7ede39db5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:53.060621 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-d70d4399-ddb7-4240-8a49-7ede39db5793 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.1562588 Dec 08 01:50:53.114174 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.117703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423c162-42a6-4ce0-93fb-16f738becf26 req-f95e3b2e-7568-44af-bf4b-77824b8d0af7 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:53.125923 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f423c162-42a6-4ce0-93fb-16f738becf26 req-f95e3b2e-7568-44af-bf4b-77824b8d0af7 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 944 time: 0.2700875 Dec 08 01:50:53.127075 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-92e11246-07da-4ad4-a60f-229ae28fce70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384846 Dec 08 01:50:53.154800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022228bd-0a13-4eed-ae1f-384c05241188 req-75836008-9e0f-466c-8383-e6df47e59085 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:53.163583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-022228bd-0a13-4eed-ae1f-384c05241188 req-75836008-9e0f-466c-8383-e6df47e59085 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/ports?device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 946 time: 0.2329748 Dec 08 01:50:53.197800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e710cfd2-694a-4f47-9f18-86fd79e13336 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:50:53.232041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c0732b58-c351-4329-8ef1-894178d50ffd req-ef338459-d5f1-417e-829c-68715a665bbb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] For port 571a26ea-ac69-4081-87e1-14b1e226757b, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=571a26ea-ac69-4081-87e1-14b1e226757b,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:53.232434 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c0732b58-c351-4329-8ef1-894178d50ffd req-ef338459-d5f1-417e-829c-68715a665bbb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.264638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port e710cfd2-694a-4f47-9f18-86fd79e13336 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:50:53.270949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port e710cfd2-694a-4f47-9f18-86fd79e13336 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:53.272285 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.284098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c0732b58-c351-4329-8ef1-894178d50ffd req-ef338459-d5f1-417e-829c-68715a665bbb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Calling delete_port for 571a26ea-ac69-4081-87e1-14b1e226757b owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:53.312469 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8de6acf-8b88-41fd-ac55-57a790f56a09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.313321 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-a2ac6a0b-b8eb-421a-94b9-fd182cebba43 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693113 Dec 08 01:50:53.358899 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.391220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f423c162-42a6-4ce0-93fb-16f738becf26 req-c94004a6-14ee-488b-913e-7223a4a2cfab tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644091 Dec 08 01:50:53.396943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e710cfd2-694a-4f47-9f18-86fd79e13336, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e710cfd2-694a-4f47-9f18-86fd79e13336,segment=NetworkSegment(323424bb-2ebd-4c15-af2e-99565e2ac8d9),segment_id=323424bb-2ebd-4c15-af2e-99565e2ac8d9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:53.402309 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.407862 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8de6acf-8b88-41fd-ac55-57a790f56a09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.418941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-022228bd-0a13-4eed-ae1f-384c05241188 req-b6681f3e-e29c-430c-8867-c29f970e69a9 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/security-groups?id=b4dd2100-a8c7-42ca-a65a-751983aafc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544379 Dec 08 01:50:53.468968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=e710cfd2-694a-4f47-9f18-86fd79e13336,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:53.476382 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-718de6f1-d980-413b-8a7c-45e80dd0ae77 req-522af1f3-554b-4fa8-9e5c-586059a73b68 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314595 Dec 08 01:50:53.479678 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-137c6296-a394-476e-a19d-1edd39fe5578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.545652 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c0732b58-c351-4329-8ef1-894178d50ffd req-ef338459-d5f1-417e-829c-68715a665bbb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.584304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['571a26ea-ac69-4081-87e1-14b1e226757b'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:53.611326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338459-d5f1-417e-829c-68715a665bbb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Pushing event deleted for resources: {'Port': ['ID=571a26ea-ac69-4081-87e1-14b1e226757b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:53.619780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be264509-cfae-4cb4-ab86-e13520616fe8 req-f147a66e-1719-462b-bd68-041ff9f2890b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 210 time: 0.0888662 Dec 08 01:50:53.645363 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8de6acf-8b88-41fd-ac55-57a790f56a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.648041 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8de6acf-8b88-41fd-ac55-57a790f56a09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.649224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d8de6acf-8b88-41fd-ac55-57a790f56a09 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6633f2b9-e600-4f5e-a319-c291ea80265f HTTP/1.1" status: 204 len: 168 time: 0.6903911 Dec 08 01:50:53.673565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0732b58-c351-4329-8ef1-894178d50ffd req-ef338459-d5f1-417e-829c-68715a665bbb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] No DVR routers for this DVR port 571a26ea-ac69-4081-87e1-14b1e226757b on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:53.680670 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c0732b58-c351-4329-8ef1-894178d50ffd req-ef338459-d5f1-417e-829c-68715a665bbb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.685377 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c0732b58-c351-4329-8ef1-894178d50ffd req-ef338459-d5f1-417e-829c-68715a665bbb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "DELETE /v2.0/ports/571a26ea-ac69-4081-87e1-14b1e226757b HTTP/1.1" status: 204 len: 173 time: 1.3419583 Dec 08 01:50:53.710138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ebb873c-6b11-47cf-b518-3a4680f8d491 req-110a20f6-5740-4dfa-8613-91d4f0b73219 tempest-LiveMigrationTest-256077989 tempest-LiveMigrationTest-256077989-project] 10.222.0.71 "GET /v2.0/ports?device_id=06482c73-5f72-433b-810e-9c89ec001093 HTTP/1.1" status: 200 len: 210 time: 0.1037538 Dec 08 01:50:53.735327 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de6acf-8b88-41fd-ac55-57a790f56a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6633f2b9-e600-4f5e-a319-c291ea80265f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:53.778534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0ee68-6cd9-435f-8c13-a2d11acc6ecb req-4c379a68-c2f0-4434-b324-597942255e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:53.780572 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abe0ee68-6cd9-435f-8c13-a2d11acc6ecb req-4c379a68-c2f0-4434-b324-597942255e3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 1095 time: 0.0936100 Dec 08 01:50:53.934229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0ee68-6cd9-435f-8c13-a2d11acc6ecb req-24523d0c-1054-4374-a485-404b8575200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:53.936498 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abe0ee68-6cd9-435f-8c13-a2d11acc6ecb req-24523d0c-1054-4374-a485-404b8575200b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.1461561 Dec 08 01:50:53.966083 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.975103 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aab6cb-d209-43ed-8f33-1090d26c1490 req-90465c67-645e-42c0-8576-5181901f2895 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:53.976622 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55aab6cb-d209-43ed-8f33-1090d26c1490 req-90465c67-645e-42c0-8576-5181901f2895 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 943 time: 0.1475158 Dec 08 01:50:53.984476 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abe0ee68-6cd9-435f-8c13-a2d11acc6ecb req-f6e9ea44-77af-4722-9369-5d4bd40fffb1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114 HTTP/1.1" status: 200 len: 217 time: 0.0385492 Dec 08 01:50:54.000671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137c6296-a394-476e-a19d-1edd39fe5578 admin admin] Router fa17632b-6b19-43c6-b398-3b0585d0d2ef has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:50:54.004827 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d97dd53-25ff-4ac1-8cbd-b2e22fcf856f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:54.050879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee051f7-8e9f-480e-8d2b-d6d37d8779db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e710cfd2-694a-4f47-9f18-86fd79e13336'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:54.052884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0ee68-6cd9-435f-8c13-a2d11acc6ecb req-a75f634a-6060-45d9-87f2-72f5d7b197e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:54.053312 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0295e2a-b37a-4893-98b8-0a40f13ad35a" -d '{"events": [{"server_uuid": "6ee051f7-8e9f-480e-8d2b-d6d37d8779db", "name": "network-vif-plugged", "status": "completed", "tag": "e710cfd2-694a-4f47-9f18-86fd79e13336"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:54.056756 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abe0ee68-6cd9-435f-8c13-a2d11acc6ecb req-a75f634a-6060-45d9-87f2-72f5d7b197e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.0614128 Dec 08 01:50:54.100971 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abe0ee68-6cd9-435f-8c13-a2d11acc6ecb req-c83457e7-c3c7-49a9-a8d2-e1c63921bd99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368469 Dec 08 01:50:54.120271 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc32abf8-64a3-4b38-aeca-62c2f467872a x-openstack-request-id: req-cc32abf8-64a3-4b38-aeca-62c2f467872a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:54.121173 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee051f7-8e9f-480e-8d2b-d6d37d8779db", "name": "network-vif-plugged", "status": "completed", "tag": "e710cfd2-694a-4f47-9f18-86fd79e13336", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:54.122244 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cc32abf8-64a3-4b38-aeca-62c2f467872a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:54.124326 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee051f7-8e9f-480e-8d2b-d6d37d8779db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e710cfd2-694a-4f47-9f18-86fd79e13336', 'code': 200} Dec 08 01:50:54.286503 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abe0ee68-6cd9-435f-8c13-a2d11acc6ecb req-8a345b23-64a2-4cbc-87b5-214f61c4a5c0 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776924 Dec 08 01:50:54.310152 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39d47f53-1181-478d-a2f6-aa47105ae736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:54.310572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49994ea7-59bb-44a7-9f1c-7eee438deda2 req-0e9ff53f-13e6-42ea-b06c-11102979d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:54.312202 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-49994ea7-59bb-44a7-9f1c-7eee438deda2 req-0e9ff53f-13e6-42ea-b06c-11102979d3a1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 1097 time: 0.0989401 Dec 08 01:50:54.432424 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-49994ea7-59bb-44a7-9f1c-7eee438deda2 req-c5b2e279-8f6b-4976-b6dc-773cc0919e9c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094954 Dec 08 01:50:54.449173 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abe0ee68-6cd9-435f-8c13-a2d11acc6ecb req-8357d17c-337d-49ed-b0bc-66a327e1ff7c service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544547 Dec 08 01:50:54.562110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55aab6cb-d209-43ed-8f33-1090d26c1490 req-5937d2de-a1fb-4068-949a-b44bfa79ad69 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725348 Dec 08 01:50:54.571310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06482c73-5f72-433b-810e-9c89ec001093', 'name': 'network-vif-deleted', 'tag': '7f71793d-de5d-49ba-a155-c930f3e1cb0e'}, {'server_uuid': '49e3a918-3edf-422c-aaca-fba39e2b031d', 'name': 'network-vif-deleted', 'tag': '571a26ea-ac69-4081-87e1-14b1e226757b'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:54.574300 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e3fa57-3e00-465b-813c-df5d52d7d2f6" -d '{"events": [{"server_uuid": "06482c73-5f72-433b-810e-9c89ec001093", "name": "network-vif-deleted", "tag": "7f71793d-de5d-49ba-a155-c930f3e1cb0e"}, {"server_uuid": "49e3a918-3edf-422c-aaca-fba39e2b031d", "name": "network-vif-deleted", "tag": "571a26ea-ac69-4081-87e1-14b1e226757b"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:54.671251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595c11f-b957-4d78-bd49-10afea612c06 req-9fe50582-c26f-4973-9b03-627ec6389b38 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:54.671251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0595c11f-b957-4d78-bd49-10afea612c06 req-9fe50582-c26f-4973-9b03-627ec6389b38 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 945 time: 0.1288748 Dec 08 01:50:54.699857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137c6296-a394-476e-a19d-1edd39fe5578 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:50:54.711515 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd2bdd9-a0ee-47f4-a7ac-f84f85e4f655 None None] Sync routers for ids ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:50:54.719234 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-137c6296-a394-476e-a19d-1edd39fe5578 admin admin] 10.222.0.71 "PUT /v2.0/routers/fa17632b-6b19-43c6-b398-3b0585d0d2ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4475267 Dec 08 01:50:54.723226 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41000) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:54.729990 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2bdd9-a0ee-47f4-a7ac-f84f85e4f655 None None] Routers {'fa17632b-6b19-43c6-b398-3b0585d0d2ef'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:54.730923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fbd2bdd9-a0ee-47f4-a7ac-f84f85e4f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:50:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:54.825926 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0595c11f-b957-4d78-bd49-10afea612c06 req-b1a2931e-9d80-4994-b9ad-13eaf7d9c20a tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217177 Dec 08 01:50:54.833987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d74e46-e029-479a-aae9-f418e16655df req-be92b4c6-1b89-4efd-9257-7bfebb1c5cc7 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:54.835571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25d74e46-e029-479a-aae9-f418e16655df req-be92b4c6-1b89-4efd-9257-7bfebb1c5cc7 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/ports?device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 946 time: 0.1392217 Dec 08 01:50:54.874936 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41004) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:54.895337 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.004347 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25d74e46-e029-479a-aae9-f418e16655df req-ac29179e-1030-4b37-a212-f0fdb8c21f13 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/security-groups?id=b4dd2100-a8c7-42ca-a65a-751983aafc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531086 Dec 08 01:50:55.016215 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e6a3f9-4823-4a20-94dc-14cfaa0d8767 x-openstack-request-id: req-e1e6a3f9-4823-4a20-94dc-14cfaa0d8767 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:55.016802 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06482c73-5f72-433b-810e-9c89ec001093", "name": "network-vif-deleted", "tag": "7f71793d-de5d-49ba-a155-c930f3e1cb0e", "status": "completed", "code": 200}, {"server_uuid": "49e3a918-3edf-422c-aaca-fba39e2b031d", "name": "network-vif-deleted", "tag": "571a26ea-ac69-4081-87e1-14b1e226757b", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:55.016802 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e1e6a3f9-4823-4a20-94dc-14cfaa0d8767 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:55.017159 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06482c73-5f72-433b-810e-9c89ec001093', 'name': 'network-vif-deleted', 'tag': '7f71793d-de5d-49ba-a155-c930f3e1cb0e', 'status': 'completed', 'code': 200} Dec 08 01:50:55.017431 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e3a918-3edf-422c-aaca-fba39e2b031d', 'name': 'network-vif-deleted', 'tag': '571a26ea-ac69-4081-87e1-14b1e226757b', 'status': 'completed', 'code': 200} Dec 08 01:50:55.021664 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.073805 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41010) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:55.124115 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-fbd2bdd9-a0ee-47f4-a7ac-f84f85e4f655 None None] Set router fa17632b-6b19-43c6-b398-3b0585d0d2ef gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:55.141874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec2a521-96a2-4a81-bd0d-dcae90ad4144 admin admin] Deleting subnet b93b70d1-63b4-4a4c-928e-4b029b4b6b64 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:50:55.146665 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aec2a521-96a2-4a81-bd0d-dcae90ad4144 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.156948 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d5c8f075-01b8-4e4b-b17b-baf12189fa72 tempest-AgentManagementNegativeTest-1628325704 tempest-AgentManagementNegativeTest-1628325704-project] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2668827 Dec 08 01:50:55.185448 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-865fd463-28d8-4fbd-86c3-eebd8a2ca8e9 req-04df81d8-365d-4a5d-8c8e-9f9bc5a1e005 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 210 time: 0.1737170 Dec 08 01:50:55.189279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] Deleting port f2e7b833-0255-44b2-84c7-aed41d013241 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:55.189627 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.192847 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aec2a521-96a2-4a81-bd0d-dcae90ad4144 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.278415 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2d97dd53-25ff-4ac1-8cbd-b2e22fcf856f admin admin] Deleting port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:55.281310 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d97dd53-25ff-4ac1-8cbd-b2e22fcf856f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.322285 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.369899 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aec2a521-96a2-4a81-bd0d-dcae90ad4144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.440601 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fbd2bdd9-a0ee-47f4-a7ac-f84f85e4f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:50:52Z', 'revision_number': 5, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port': {'id': 'f2e7b833-0255-44b2-84c7-aed41d013241', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:23Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:55.449707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-2d97dd53-25ff-4ac1-8cbd-b2e22fcf856f admin admin] For port 4c535a71-c2ac-4e5e-9fd5-f205a63f9084, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4c535a71-c2ac-4e5e-9fd5-f205a63f9084,segment=NetworkSegment(72deb713-09a3-48e8-be2b-8f56056660ad),segment_id=72deb713-09a3-48e8-be2b-8f56056660ad)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:55.450099 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d97dd53-25ff-4ac1-8cbd-b2e22fcf856f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.468574 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2d97dd53-25ff-4ac1-8cbd-b2e22fcf856f admin admin] Calling delete_port for 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:55.481440 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd2bdd9-a0ee-47f4-a7ac-f84f85e4f655 None None] Checking router: fa17632b-6b19-43c6-b398-3b0585d0d2ef for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:50:55.493573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2bdd9-a0ee-47f4-a7ac-f84f85e4f655 None None] Routers {'fa17632b-6b19-43c6-b398-3b0585d0d2ef'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:55.494369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fbd2bdd9-a0ee-47f4-a7ac-f84f85e4f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:50:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:55.535529 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] For port f2e7b833-0255-44b2-84c7-aed41d013241, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f2e7b833-0255-44b2-84c7-aed41d013241,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:55.536111 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.567408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] Calling delete_port for f2e7b833-0255-44b2-84c7-aed41d013241 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:55.667049 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aec2a521-96a2-4a81-bd0d-dcae90ad4144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.671784 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-fbd2bdd9-a0ee-47f4-a7ac-f84f85e4f655 None None] Set router fa17632b-6b19-43c6-b398-3b0585d0d2ef gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:55.739490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2a521-96a2-4a81-bd0d-dcae90ad4144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b93b70d1-63b4-4a4c-928e-4b029b4b6b64,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:55.758099 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aec2a521-96a2-4a81-bd0d-dcae90ad4144 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.767359 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-aec2a521-96a2-4a81-bd0d-dcae90ad4144 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b93b70d1-63b4-4a4c-928e-4b029b4b6b64 HTTP/1.1" status: 204 len: 168 time: 0.6930594 Dec 08 01:50:55.775909 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41026) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:55.776117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fbd2bdd9-a0ee-47f4-a7ac-f84f85e4f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 6, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:55.776453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41028) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:55.818791 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd2bdd9-a0ee-47f4-a7ac-f84f85e4f655 None None] The sync data for ids ['fa17632b-6b19-43c6-b398-3b0585d0d2ef'] in n-d-713499-31 is: [{'id': 'fa17632b-6b19-43c6-b398-3b0585d0d2ef', 'name': 'tempest-ServersTestFqdnHostnames-1238329861-router', 'tenant_id': 'd91ebd5b4cd345d68845d205f9900636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:22Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 6, 'project_id': 'd91ebd5b4cd345d68845d205f9900636', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:50:55.934447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed31898-9565-4b24-8a22-7e2addb5f7e7 req-12dbceb5-5307-4863-b921-3831379200bd tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:55.936246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ed31898-9565-4b24-8a22-7e2addb5f7e7 req-12dbceb5-5307-4863-b921-3831379200bd tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/ports?device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 946 time: 0.2241759 Dec 08 01:50:55.940501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:50:55.955083 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7f71793d-de5d-49ba-a155-c930f3e1cb0e no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:55.965066 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9d75fb4-9df8-4146-95c9-754e4859b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.974263 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80905d78-861a-49a9-9ebf-5bd446ffd82f req-fc1fdb2f-f1cb-47b4-b1c6-b3c4a1e95771 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:55.975932 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80905d78-861a-49a9-9ebf-5bd446ffd82f req-fc1fdb2f-f1cb-47b4-b1c6-b3c4a1e95771 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 943 time: 0.2414219 Dec 08 01:50:55.976655 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-18582ba7-9f81-4d8b-856b-d37f5b8e085b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.991100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 7f71793d-de5d-49ba-a155-c930f3e1cb0e {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:55.991571 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7f71793d-de5d-49ba-a155-c930f3e1cb0e not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:55.994575 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 571a26ea-ac69-4081-87e1-14b1e226757b no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:55.997122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.036534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e7b833-0255-44b2-84c7-aed41d013241,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:56.047205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 571a26ea-ac69-4081-87e1-14b1e226757b {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:56.047205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 571a26ea-ac69-4081-87e1-14b1e226757b not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:56.112862 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d97dd53-25ff-4ac1-8cbd-b2e22fcf856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.128488 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:56.132081 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.146326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '931d28c2-bd85-4db4-a8e7-ee1e53ea6114', 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f', 'port_id': '931d28c2-bd85-4db4-a8e7-ee1e53ea6114', 'mac_address': 'fa:16:3e:52:9b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5844c7-e431-4bd7-b10d-a05251110465', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:50:56.216612 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.249786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:56.266727 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97dd53-25ff-4ac1-8cbd-b2e22fcf856f admin admin] Pushing event deleted for resources: {'Port': ['ID=4c535a71-c2ac-4e5e-9fd5-f205a63f9084,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:56.278034 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.281005 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.290782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:56.297588 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.346419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ed31898-9565-4b24-8a22-7e2addb5f7e7 req-9294a08e-d82f-4cea-888b-bf7d07ce24cc tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/security-groups?id=b4dd2100-a8c7-42ca-a65a-751983aafc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837228 Dec 08 01:50:56.395214 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80905d78-861a-49a9-9ebf-5bd446ffd82f req-9007719f-cfcf-4ba5-8928-1b646cdc234d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112368 Dec 08 01:50:56.403811 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.405629 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa17632b-6b19-43c6-b398-3b0585d0d2ef {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:50:56.408914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:56.410786 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9d75fb4-9df8-4146-95c9-754e4859b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.436654 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.441474 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d498c5cc-afdc-41b9-a3ee-86c0365ed69e admin admin] 10.222.0.71 "DELETE /v2.0/routers/fa17632b-6b19-43c6-b398-3b0585d0d2ef HTTP/1.1" status: 204 len: 168 time: 1.7178192 Dec 08 01:50:56.445741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41036) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:56.449765 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-18582ba7-9f81-4d8b-856b-d37f5b8e085b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.459338 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-18582ba7-9f81-4d8b-856b-d37f5b8e085b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.510111 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-18582ba7-9f81-4d8b-856b-d37f5b8e085b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2bc5c05c6396400cb0ab5376f8ec2122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7324686 Dec 08 01:50:56.512817 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41038) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:56.570551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18582ba7-9f81-4d8b-856b-d37f5b8e085b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c16ea6-fc48-433c-9567-dc3d80e7a4a7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:56.572557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c9d75fb4-9df8-4146-95c9-754e4859b7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776e026d-dfd5-4122-9a50-8ea153b9e036']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:56.596937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['931d28c2-bd85-4db4-a8e7-ee1e53ea6114'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:56.597180 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdc55ef8-950a-4907-9345-f2afed8d4279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.610203 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a09421dd-7fed-4a3b-86a1-627b037c28b4 req-cb3cb0fc-b662-4327-ac22-e691fa42f8ab tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 210 time: 0.1027985 Dec 08 01:50:56.625813 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdc55ef8-950a-4907-9345-f2afed8d4279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.634076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c9d75fb4-9df8-4146-95c9-754e4859b7e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2156e743-309f-4746-a82e-be1a6c0ad7e4') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:56.634414 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c9d75fb4-9df8-4146-95c9-754e4859b7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2156e743-309f-4746-a82e-be1a6c0ad7e4') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:56.663222 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9d75fb4-9df8-4146-95c9-754e4859b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.687363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da90e80-1a1c-4acd-b83f-1a7170135526 admin admin] Deleting subnet 4425254a-03cc-4703-ac3f-20fb9aedeabe {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:50:56.691728 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8da90e80-1a1c-4acd-b83f-1a7170135526 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.749498 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdc55ef8-950a-4907-9345-f2afed8d4279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.749694 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8da90e80-1a1c-4acd-b83f-1a7170135526 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.752804 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdc55ef8-950a-4907-9345-f2afed8d4279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.760208 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fdc55ef8-950a-4907-9345-f2afed8d4279 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/44c16ea6-fc48-433c-9567-dc3d80e7a4a7 HTTP/1.1" status: 204 len: 168 time: 0.2457676 Dec 08 01:50:56.781546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc55ef8-950a-4907-9345-f2afed8d4279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c16ea6-fc48-433c-9567-dc3d80e7a4a7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:56.863198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f2e7b833-0255-44b2-84c7-aed41d013241 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:56.877530 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c726ac9-67bb-44b4-b5f7-746e4c8a248a req-b249ba68-b693-45c7-befb-71267e897669 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:56.879298 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c726ac9-67bb-44b4-b5f7-746e4c8a248a req-b249ba68-b693-45c7-befb-71267e897669 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 945 time: 0.4021652 Dec 08 01:50:56.887248 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9d75fb4-9df8-4146-95c9-754e4859b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.906630 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: f2e7b833-0255-44b2-84c7-aed41d013241 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:56.907175 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f2e7b833-0255-44b2-84c7-aed41d013241 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:56.907800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a0471f96-b7d3-4665-bf6a-790847a98754 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:56.915798 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.951204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: a0471f96-b7d3-4665-bf6a-790847a98754 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:56.951382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d75fb4-9df8-4146-95c9-754e4859b7e9 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:50:56.951671 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a0471f96-b7d3-4665-bf6a-790847a98754 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:56.951956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9d75fb4-9df8-4146-95c9-754e4859b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:50:56.956615 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:50:57.088041 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d97dd53-25ff-4ac1-8cbd-b2e22fcf856f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.107522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c726ac9-67bb-44b4-b5f7-746e4c8a248a req-32b60dea-0ffe-420b-ac5d-31d7a1707d95 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024667 Dec 08 01:50:57.111443 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bab8a-fb01-4ce1-a998-8e521095d467 req-d8e734e1-f19d-4401-a8b7-9e408971f4e8 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:57.113915 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc1bab8a-fb01-4ce1-a998-8e521095d467 req-d8e734e1-f19d-4401-a8b7-9e408971f4e8 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.75 "GET /v2.0/ports?device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 946 time: 0.0874231 Dec 08 01:50:57.142566 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9d75fb4-9df8-4146-95c9-754e4859b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.188292 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9d75fb4-9df8-4146-95c9-754e4859b7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.192983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c9d75fb4-9df8-4146-95c9-754e4859b7e9 admin admin] 10.222.0.71 "DELETE /v2.0/networks/776e026d-dfd5-4122-9a50-8ea153b9e036 HTTP/1.1" status: 204 len: 168 time: 1.4105184 Dec 08 01:50:57.192983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d75fb4-9df8-4146-95c9-754e4859b7e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=776e026d-dfd5-4122-9a50-8ea153b9e036,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:57.194894 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8da90e80-1a1c-4acd-b83f-1a7170135526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.199273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41052) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:57.303207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad0e4e2-18d2-4445-bdf5-11ce538f7ae5 admin admin] Deleting subnet aeb09bff-b619-4ed5-ab84-bcede3906325 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:50:57.310464 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e4e2-18d2-4445-bdf5-11ce538f7ae5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.355549 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e4e2-18d2-4445-bdf5-11ce538f7ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.379128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-cc1bab8a-fb01-4ce1-a998-8e521095d467 req-bd81e59c-13c1-48dd-9f19-dcabd99214c6 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Deleting port b25032ff-3c18-41bb-a274-7f95892fae70 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:57.379594 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc1bab8a-fb01-4ce1-a998-8e521095d467 req-bd81e59c-13c1-48dd-9f19-dcabd99214c6 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.486649 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e4e2-18d2-4445-bdf5-11ce538f7ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.507000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60a80ec9-76b0-41c8-b884-ce6947563c15 req-4ab14e6d-02c9-4874-9cab-eb2526f649ba tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1462841488&fields=id&tenant_id=841ba7e35e4f46aca806810a0833bd8d HTTP/1.1" status: 200 len: 267 time: 0.1418579 Dec 08 01:50:57.564799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-cc1bab8a-fb01-4ce1-a998-8e521095d467 req-bd81e59c-13c1-48dd-9f19-dcabd99214c6 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] For port b25032ff-3c18-41bb-a274-7f95892fae70, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b25032ff-3c18-41bb-a274-7f95892fae70,segment=NetworkSegment(0ca8e8ef-aa93-43de-8bdf-460f550e27e1),segment_id=0ca8e8ef-aa93-43de-8bdf-460f550e27e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:57.565265 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc1bab8a-fb01-4ce1-a998-8e521095d467 req-bd81e59c-13c1-48dd-9f19-dcabd99214c6 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.583365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-cc1bab8a-fb01-4ce1-a998-8e521095d467 req-bd81e59c-13c1-48dd-9f19-dcabd99214c6 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Calling delete_port for b25032ff-3c18-41bb-a274-7f95892fae70 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:57.585799 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8da90e80-1a1c-4acd-b83f-1a7170135526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.604657 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e4e2-18d2-4445-bdf5-11ce538f7ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.620402 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da90e80-1a1c-4acd-b83f-1a7170135526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4425254a-03cc-4703-ac3f-20fb9aedeabe,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:57.635380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b24ee-b9d8-4bd4-a519-708a2d57457c req-30b1bb1a-a178-4c57-b2a2-530a971b2fcb tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:57.637763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be3b24ee-b9d8-4bd4-a519-708a2d57457c req-30b1bb1a-a178-4c57-b2a2-530a971b2fcb tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/ports?device_id=656ac874-fe0c-46ff-8a45-e807548fdb22 HTTP/1.1" status: 200 len: 946 time: 0.2180731 Dec 08 01:50:57.676209 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8da90e80-1a1c-4acd-b83f-1a7170135526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.679541 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a67c1e-db9e-4254-9244-9cb4e4e4f68e None None] Network 3d97cd5b-18c4-49e8-827b-1e8391b93d1f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:57.682580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8da90e80-1a1c-4acd-b83f-1a7170135526 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4425254a-03cc-4703-ac3f-20fb9aedeabe HTTP/1.1" status: 204 len: 168 time: 1.2352972 Dec 08 01:50:57.688221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41068) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:57.696943 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0e4e2-18d2-4445-bdf5-11ce538f7ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb09bff-b619-4ed5-ab84-bcede3906325,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:57.700498 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e4e2-18d2-4445-bdf5-11ce538f7ae5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.704557 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5ad0e4e2-18d2-4445-bdf5-11ce538f7ae5 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/aeb09bff-b619-4ed5-ab84-bcede3906325 HTTP/1.1" status: 204 len: 168 time: 0.5042479 Dec 08 01:50:57.707112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41070) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:57.741632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a80ec9-76b0-41c8-b884-ce6947563c15 req-a27c562f-5e70-4198-af83-ab3b3c1c7c9c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:57.750533 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60a80ec9-76b0-41c8-b884-ce6947563c15 req-a27c562f-5e70-4198-af83-ab3b3c1c7c9c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 945 time: 0.2103958 Dec 08 01:50:57.766934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-60a80ec9-76b0-41c8-b884-ce6947563c15 req-835ac88a-0201-4869-a48f-2792fc4188df tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'port': {'security_groups': ['a5eb1999-57a4-47c1-9fdf-af771c1c5b93', 'a11aaf70-72fa-4571-9c45-eb0206319f31']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:57.806361 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9018322a-d91c-46ec-8dc9-abb03154b06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.836695 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.871131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d97dd53-25ff-4ac1-8cbd-b2e22fcf856f admin admin] Router 696819a6-8142-4337-bcb8-bee135bd6219 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:50:57.928676 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.935399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be3b24ee-b9d8-4bd4-a519-708a2d57457c req-c29bfd6f-3937-4c4c-b069-4329049fb619 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.71 "GET /v2.0/security-groups?id=b4dd2100-a8c7-42ca-a65a-751983aafc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621195 Dec 08 01:50:57.952803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f034a93-9f57-4a7c-af4f-d0cc97fea01e None None] DHCP port deletion for 3d97cd5b-18c4-49e8-827b-1e8391b93d1f request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:50:57.968580 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9018322a-d91c-46ec-8dc9-abb03154b06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.978638 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc1bab8a-fb01-4ce1-a998-8e521095d467 req-bd81e59c-13c1-48dd-9f19-dcabd99214c6 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.983490 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-60a80ec9-76b0-41c8-b884-ce6947563c15 req-835ac88a-0201-4869-a48f-2792fc4188df tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.012990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81e59c-13c1-48dd-9f19-dcabd99214c6 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Pushing event deleted for resources: {'Port': ['ID=b25032ff-3c18-41bb-a274-7f95892fae70,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:58.030940 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:50:58.042437 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-9018322a-d91c-46ec-8dc9-abb03154b06b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b266c5e-5063-4a10-82d3-f1ebc7a89801']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:58.080123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41074) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:58.095004 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-9018322a-d91c-46ec-8dc9-abb03154b06b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b3af01-498e-4f4e-a4a1-7756cea4acfa') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:58.095381 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-9018322a-d91c-46ec-8dc9-abb03154b06b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b3af01-498e-4f4e-a4a1-7756cea4acfa') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:58.098845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['b25032ff-3c18-41bb-a274-7f95892fae70'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:58.129060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1bab8a-fb01-4ce1-a998-8e521095d467 req-bd81e59c-13c1-48dd-9f19-dcabd99214c6 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] No DVR routers for this DVR port b25032ff-3c18-41bb-a274-7f95892fae70 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:58.131959 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9018322a-d91c-46ec-8dc9-abb03154b06b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.134866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc1bab8a-fb01-4ce1-a998-8e521095d467 req-bd81e59c-13c1-48dd-9f19-dcabd99214c6 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.140951 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc1bab8a-fb01-4ce1-a998-8e521095d467 req-bd81e59c-13c1-48dd-9f19-dcabd99214c6 tempest-ServerAddressesTestJSON-933209681 tempest-ServerAddressesTestJSON-933209681-project] 10.222.0.75 "DELETE /v2.0/ports/b25032ff-3c18-41bb-a274-7f95892fae70 HTTP/1.1" status: 204 len: 173 time: 1.0177786 Dec 08 01:50:58.141558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656ac874-fe0c-46ff-8a45-e807548fdb22', 'name': 'network-vif-deleted', 'tag': 'b25032ff-3c18-41bb-a274-7f95892fae70'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:58.144145 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d7460f-19d8-4321-847c-77d86c2b61b3" -d '{"events": [{"server_uuid": "656ac874-fe0c-46ff-8a45-e807548fdb22", "name": "network-vif-deleted", "tag": "b25032ff-3c18-41bb-a274-7f95892fae70"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:58.171301 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9018322a-d91c-46ec-8dc9-abb03154b06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.182966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9018322a-d91c-46ec-8dc9-abb03154b06b admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:50:58.183528 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9018322a-d91c-46ec-8dc9-abb03154b06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:50:58.185411 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:50:58.266779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8f034a93-9f57-4a7c-af4f-d0cc97fea01e None None] Deleting port b8788420-4553-46b9-9a4f-97f1e58381b6 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:58.267315 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f034a93-9f57-4a7c-af4f-d0cc97fea01e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.273559 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:50:58.321578 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9018322a-d91c-46ec-8dc9-abb03154b06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.329390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9018322a-d91c-46ec-8dc9-abb03154b06b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.340615 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:58.347130 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9018322a-d91c-46ec-8dc9-abb03154b06b admin admin] 10.222.0.71 "DELETE /v2.0/networks/0b266c5e-5063-4a10-82d3-f1ebc7a89801 HTTP/1.1" status: 204 len: 168 time: 0.6365654 Dec 08 01:50:58.347308 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.379154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018322a-d91c-46ec-8dc9-abb03154b06b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b266c5e-5063-4a10-82d3-f1ebc7a89801,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:58.499589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8f034a93-9f57-4a7c-af4f-d0cc97fea01e None None] For port b8788420-4553-46b9-9a4f-97f1e58381b6, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b8788420-4553-46b9-9a4f-97f1e58381b6,segment=NetworkSegment(cc262778-cce3-42dd-914c-af7a1420879c),segment_id=cc262778-cce3-42dd-914c-af7a1420879c)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:58.500373 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f034a93-9f57-4a7c-af4f-d0cc97fea01e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.500874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d0d9c058-6f95-4ce4-bfb4-794f3cfd0317 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1970226710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:58.516887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b8788420-4553-46b9-9a4f-97f1e58381b6 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:58.547292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8f034a93-9f57-4a7c-af4f-d0cc97fea01e None None] Calling delete_port for b8788420-4553-46b9-9a4f-97f1e58381b6 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:58.548316 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0d9c058-6f95-4ce4-bfb4-794f3cfd0317 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.549493 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0d9c058-6f95-4ce4-bfb4-794f3cfd0317 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.633823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470356-f111-42e8-aeae-6ceb97804bf4 req-6065e0d5-c8c0-4941-b00f-c5c7805b6eb3 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:58.635376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0470356-f111-42e8-aeae-6ceb97804bf4 req-6065e0d5-c8c0-4941-b00f-c5c7805b6eb3 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 944 time: 0.5535917 Dec 08 01:50:58.636729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d97dd53-25ff-4ac1-8cbd-b2e22fcf856f admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:50:58.658141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41082) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:58.658332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2d97dd53-25ff-4ac1-8cbd-b2e22fcf856f admin admin] 10.222.0.71 "PUT /v2.0/routers/696819a6-8142-4337-bcb8-bee135bd6219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9482281 Dec 08 01:50:58.658919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41084) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:58.661451 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9684cb9-0e51-4554-a46f-db59a1a88933 None None] Sync routers for ids ['696819a6-8142-4337-bcb8-bee135bd6219'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:50:58.677759 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9684cb9-0e51-4554-a46f-db59a1a88933 None None] Routers {'696819a6-8142-4337-bcb8-bee135bd6219'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:58.678757 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a9684cb9-0e51-4554-a46f-db59a1a88933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:50:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['696819a6-8142-4337-bcb8-bee135bd6219'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:58.682701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Deleting port b8788420-4553-46b9-9a4f-97f1e58381b6 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:58.682701 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.696783 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.722672 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.746129 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09322534-24d4-41b3-abbc-3c5931a67893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931d28c2-bd85-4db4-a8e7-ee1e53ea6114'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:58.748809 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45d3541-d3a0-4d73-8658-e900425610d0" -d '{"events": [{"server_uuid": "09322534-24d4-41b3-abbc-3c5931a67893", "name": "network-vif-plugged", "status": "completed", "tag": "931d28c2-bd85-4db4-a8e7-ee1e53ea6114"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:58.774159 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:58.779331 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f034a93-9f57-4a7c-af4f-d0cc97fea01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.827835 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0d9c058-6f95-4ce4-bfb4-794f3cfd0317 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.829230 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.877140 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0d9c058-6f95-4ce4-bfb4-794f3cfd0317 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.888343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f034a93-9f57-4a7c-af4f-d0cc97fea01e None None] Pushing event deleted for resources: {'Port': ['ID=b8788420-4553-46b9-9a4f-97f1e58381b6,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:58.894675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f034a93-9f57-4a7c-af4f-d0cc97fea01e None None] No DVR routers for this DVR port b8788420-4553-46b9-9a4f-97f1e58381b6 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:58.911636 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dc132ff7-5613-4df9-b1c8-7178dd0cf740 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d9da45ea7cc343eebae48b10a6a55294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499673 Dec 08 01:50:58.916986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41088) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:58.933743 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a9684cb9-0e51-4554-a46f-db59a1a88933 None None] Set router 696819a6-8142-4337-bcb8-bee135bd6219 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:59.035723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:59.056571 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f044f2c-fb67-4cda-bac2-c6310804408e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.100259 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f044f2c-fb67-4cda-bac2-c6310804408e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.156584 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.159985 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a9684cb9-0e51-4554-a46f-db59a1a88933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 5, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:59.189895 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9684cb9-0e51-4554-a46f-db59a1a88933 None None] Checking router: 696819a6-8142-4337-bcb8-bee135bd6219 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:50:59.199190 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9684cb9-0e51-4554-a46f-db59a1a88933 None None] Routers {'696819a6-8142-4337-bcb8-bee135bd6219'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:59.199880 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a9684cb9-0e51-4554-a46f-db59a1a88933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:50:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['696819a6-8142-4337-bcb8-bee135bd6219'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:59.204613 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f044f2c-fb67-4cda-bac2-c6310804408e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.208427 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f044f2c-fb67-4cda-bac2-c6310804408e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.212151 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3f044f2c-fb67-4cda-bac2-c6310804408e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f29d54ba-5e77-46d5-a8da-d5aa0e236706 HTTP/1.1" status: 204 len: 168 time: 0.2372813 Dec 08 01:50:59.234871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f044f2c-fb67-4cda-bac2-c6310804408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29d54ba-5e77-46d5-a8da-d5aa0e236706,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:59.332338 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a9684cb9-0e51-4554-a46f-db59a1a88933 None None] Set router 696819a6-8142-4337-bcb8-bee135bd6219 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:59.378506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-60a80ec9-76b0-41c8-b884-ce6947563c15 req-835ac88a-0201-4869-a48f-2792fc4188df tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] For port e710cfd2-694a-4f47-9f18-86fd79e13336, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e710cfd2-694a-4f47-9f18-86fd79e13336,segment=NetworkSegment(323424bb-2ebd-4c15-af2e-99565e2ac8d9),segment_id=323424bb-2ebd-4c15-af2e-99565e2ac8d9)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:59.412852 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-60a80ec9-76b0-41c8-b884-ce6947563c15 req-835ac88a-0201-4869-a48f-2792fc4188df tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.432678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] For port b8788420-4553-46b9-9a4f-97f1e58381b6, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b8788420-4553-46b9-9a4f-97f1e58381b6,segment=NetworkSegment(cc262778-cce3-42dd-914c-af7a1420879c),segment_id=cc262778-cce3-42dd-914c-af7a1420879c)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:59.433527 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.458982 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Calling delete_port for b8788420-4553-46b9-9a4f-97f1e58381b6 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:59.534900 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a9684cb9-0e51-4554-a46f-db59a1a88933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 5, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:59.566648 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9684cb9-0e51-4554-a46f-db59a1a88933 None None] The sync data for ids ['696819a6-8142-4337-bcb8-bee135bd6219'] in n-d-713499-31 is: [{'id': '696819a6-8142-4337-bcb8-bee135bd6219', 'name': 'tempest-ServersTestJSON-1593042082-router', 'tenant_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '746e47a1-561a-451b-978a-03c7f71994d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:18Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 5, 'project_id': 'e3e93de0f78547b4aac1f8512f8f7d23', 'gw_port': {'id': '746e47a1-561a-451b-978a-03c7f71994d8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696819a6-8142-4337-bcb8-bee135bd6219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:20Z', 'updated_at': '2021-12-08T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:50:59.598773 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-60a80ec9-76b0-41c8-b884-ce6947563c15 req-835ac88a-0201-4869-a48f-2792fc4188df tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.631483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['e710cfd2-694a-4f47-9f18-86fd79e13336'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:59.637522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['34b6e12d-3483-4449-bfb6-a5a9b611d14d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:59.693018 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0d9c058-6f95-4ce4-bfb4-794f3cfd0317 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.694579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d0d9c058-6f95-4ce4-bfb4-794f3cfd0317 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6027746 Dec 08 01:50:59.699781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41096) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:59.707827 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-640732493'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:59.708114 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41098) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:59.746953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a80ec9-76b0-41c8-b884-ce6947563c15 req-835ac88a-0201-4869-a48f-2792fc4188df tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:59.747878 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-60a80ec9-76b0-41c8-b884-ce6947563c15 req-835ac88a-0201-4869-a48f-2792fc4188df tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.749434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60a80ec9-76b0-41c8-b884-ce6947563c15 req-835ac88a-0201-4869-a48f-2792fc4188df tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "PUT /v2.0/ports/e710cfd2-694a-4f47-9f18-86fd79e13336 HTTP/1.1" status: 200 len: 981 time: 1.9980974 Dec 08 01:50:59.750232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee051f7-8e9f-480e-8d2b-d6d37d8779db', 'tag': 'e710cfd2-694a-4f47-9f18-86fd79e13336'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:59.753293 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc595d3-1c19-4fb3-b945-3ff47b09805e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee051f7-8e9f-480e-8d2b-d6d37d8779db", "tag": "e710cfd2-694a-4f47-9f18-86fd79e13336"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:59.759260 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0470356-f111-42e8-aeae-6ceb97804bf4 req-9e42e33d-26eb-4189-b791-a36df6a3ed1d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0712936 Dec 08 01:50:59.770792 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.795043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ac88a-0201-4869-a48f-2792fc4188df tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'Port': ['ID=e710cfd2-694a-4f47-9f18-86fd79e13336,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:59.816502 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.829121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Made reservation on behalf of ac55e942223c44be93cfda0a892998d2 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:59.834579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c32a790e-f843-468e-9a5d-9804d021dbf1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=92d2df65648541fa952ac8d4a8634e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1164525 Dec 08 01:50:59.835951 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41104) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:59.837371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] No DVR routers for this DVR port b8788420-4553-46b9-9a4f-97f1e58381b6 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:59.844797 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.884711 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593e2ea5-5878-441c-bef1-123ab4830f50 x-openstack-request-id: req-593e2ea5-5878-441c-bef1-123ab4830f50 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:59.885728 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656ac874-fe0c-46ff-8a45-e807548fdb22", "name": "network-vif-deleted", "tag": "b25032ff-3c18-41bb-a274-7f95892fae70", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:59.886398 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-593e2ea5-5878-441c-bef1-123ab4830f50 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:59.887918 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656ac874-fe0c-46ff-8a45-e807548fdb22', 'name': 'network-vif-deleted', 'tag': 'b25032ff-3c18-41bb-a274-7f95892fae70', 'status': 'completed', 'code': 200} Dec 08 01:50:59.894086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.895425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['e710cfd2-694a-4f47-9f18-86fd79e13336'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:59.956141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41106) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:59.967361 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6d11cb-1af0-427a-9305-5089bf561e1c x-openstack-request-id: req-eb6d11cb-1af0-427a-9305-5089bf561e1c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:59.972009 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8788420-4553-46b9-9a4f-97f1e58381b6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:59.973322 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09322534-24d4-41b3-abbc-3c5931a67893", "name": "network-vif-plugged", "status": "completed", "tag": "931d28c2-bd85-4db4-a8e7-ee1e53ea6114", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:59.973841 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eb6d11cb-1af0-427a-9305-5089bf561e1c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:59.974447 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09322534-24d4-41b3-abbc-3c5931a67893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931d28c2-bd85-4db4-a8e7-ee1e53ea6114', 'code': 200} Dec 08 01:51:00.008297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1f97e7-c7f1-4c52-a1e9-6e410f08259d admin admin] Deleting subnet 03f5c090-b44c-410b-9a39-84daff16f127 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:51:00.016823 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fc1f97e7-c7f1-4c52-a1e9-6e410f08259d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.121472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] Deleting port 746e47a1-561a-451b-978a-03c7f71994d8 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:00.121809 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.129669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-352a8f66-b080-4d8c-8f5e-257038ee23c4 req-6c76dca2-988b-4a75-8a56-ec087f190a28 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 210 time: 0.1830189 Dec 08 01:51:00.201468 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-187f9f58-83cf-48df-803e-8c55b6b0c45d req-bee7041a-4723-4b38-ba38-659fbe9d94cc tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/a11aaf70-72fa-4571-9c45-eb0206319f31 HTTP/1.1" status: 200 len: 1817 time: 0.1997030 Dec 08 01:51:00.208617 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.219388 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95df1337-b8c5-44bd-8274-48ed4d25dbb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.246953 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95df1337-b8c5-44bd-8274-48ed4d25dbb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.251310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] For port 746e47a1-561a-451b-978a-03c7f71994d8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=746e47a1-561a-451b-978a-03c7f71994d8,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:00.252275 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.274709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] Calling delete_port for 746e47a1-561a-451b-978a-03c7f71994d8 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:00.308666 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059e9e0b-b112-4893-bc5b-476d536f35bc x-openstack-request-id: req-059e9e0b-b112-4893-bc5b-476d536f35bc {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:00.308995 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee051f7-8e9f-480e-8d2b-d6d37d8779db", "tag": "e710cfd2-694a-4f47-9f18-86fd79e13336", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:00.309209 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-059e9e0b-b112-4893-bc5b-476d536f35bc {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:00.309604 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee051f7-8e9f-480e-8d2b-d6d37d8779db', 'tag': 'e710cfd2-694a-4f47-9f18-86fd79e13336', 'status': 'completed', 'code': 200} Dec 08 01:51:00.331001 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95df1337-b8c5-44bd-8274-48ed4d25dbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.334151 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95df1337-b8c5-44bd-8274-48ed4d25dbb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.335240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-95df1337-b8c5-44bd-8274-48ed4d25dbb4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cd623bd1-45c6-4e41-bfd6-0cfface0ef19 HTTP/1.1" status: 204 len: 168 time: 0.4908943 Dec 08 01:51:00.344866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d97cd5b-18c4-49e8-827b-1e8391b93d1f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:00.376546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:00.386294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc262778-cce3-42dd-914c-af7a1420879c') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:00.386598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc262778-cce3-42dd-914c-af7a1420879c') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:00.388546 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df1337-b8c5-44bd-8274-48ed4d25dbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd623bd1-45c6-4e41-bfd6-0cfface0ef19,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:00.413019 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.415719 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-187f9f58-83cf-48df-803e-8c55b6b0c45d req-2ef1629f-626d-4a40-9c23-1f8b4a170add tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 01:51:00.421771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-187f9f58-83cf-48df-803e-8c55b6b0c45d req-2ef1629f-626d-4a40-9c23-1f8b4a170add tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "DELETE /v2.0/security-groups/a11aaf70-72fa-4571-9c45-eb0206319f31 HTTP/1.1" status: 409 len: 341 time: 0.2100110 Dec 08 01:51:00.432734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:00.433080 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4c535a71-c2ac-4e5e-9fd5-f205a63f9084 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:00.444113 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.458304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:51:00.459110 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:51:00.464653 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:51:00.624721 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.630488 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fc1f97e7-c7f1-4c52-a1e9-6e410f08259d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.637459 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.651411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] 10.222.0.71 "DELETE /v2.0/networks/3d97cd5b-18c4-49e8-827b-1e8391b93d1f HTTP/1.1" status: 204 len: 168 time: 2.9525506 Dec 08 01:51:00.686633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fb843-2297-4e4a-8e78-5a3faaf3df65 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d97cd5b-18c4-49e8-827b-1e8391b93d1f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:00.776526 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.792760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc595d3-1c19-4fb3-b945-3ff47b09805e req-5ed2b8dc-7338-4500-a6fc-1e9040a4503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:00.795070 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5bc595d3-1c19-4fb3-b945-3ff47b09805e req-5ed2b8dc-7338-4500-a6fc-1e9040a4503e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=841ba7e35e4f46aca806810a0833bd8d&device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 1136 time: 0.2505443 Dec 08 01:51:00.825500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] Pushing event deleted for resources: {'Port': ['ID=746e47a1-561a-451b-978a-03c7f71994d8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:00.830067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e905b3e-d292-4312-ab6d-37a183b8655d req-276a320a-b61b-4816-a84d-8727dcd3140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:00.831038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d5d86-ad83-4a98-a64d-304186357c4c req-e0d3117c-4b95-46b0-8669-067bb2257210 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:00.832428 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5e905b3e-d292-4312-ab6d-37a183b8655d req-276a320a-b61b-4816-a84d-8727dcd3140a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 1097 time: 0.7988644 Dec 08 01:51:00.832582 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee1d5d86-ad83-4a98-a64d-304186357c4c req-e0d3117c-4b95-46b0-8669-067bb2257210 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 984 time: 0.1412792 Dec 08 01:51:00.868150 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2a4a71d-fba0-42b8-9e18-86beeda751a9 req-6d4cd929-9cf8-4474-a319-544db2b7e623 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3199549 Dec 08 01:51:00.887109 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fc1f97e7-c7f1-4c52-a1e9-6e410f08259d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.994951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee1d5d86-ad83-4a98-a64d-304186357c4c req-b2d3c37d-5e71-4fe4-b03c-81fba5eb7bd5 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a11aaf70-72fa-4571-9c45-eb0206319f31&id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1523418 Dec 08 01:51:01.023408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f4cca-da55-4ece-92db-cf372091f387 req-b35bc48a-d904-4793-a3b0-36f4fb029158 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:01.025845 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b0f4cca-da55-4ece-92db-cf372091f387 req-b35bc48a-d904-4793-a3b0-36f4fb029158 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 945 time: 0.0749187 Dec 08 01:51:01.027764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41128) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:01.061999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.080171 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b0f4cca-da55-4ece-92db-cf372091f387 req-619c5c88-8b8e-4b3a-8265-1647d67d3207 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534427 Dec 08 01:51:01.098346 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.127100 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5e905b3e-d292-4312-ab6d-37a183b8655d req-56aa87b2-68ca-40be-a6ca-71213c2e31dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631800 Dec 08 01:51:01.139632 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.157050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:51:01.225815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device b25032ff-3c18-41bb-a274-7f95892fae70 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:01.244567 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fc1f97e7-c7f1-4c52-a1e9-6e410f08259d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.300308 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.301008 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Added segment f64b8583-5f69-4c68-96a3-523c6a494567 of type vlan for network 5a660a77-09ed-4952-bb95-ee1ce6a097be Dec 08 01:51:01.305720 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6965d416-99c8-4031-89c6-d4973ec4e0a2 req-b169e6c8-02c8-47f7-ac86-d676cef4e544 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=49e3a918-3edf-422c-aaca-fba39e2b031d HTTP/1.1" status: 200 len: 210 time: 0.0429983 Dec 08 01:51:01.328394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11f6413-001b-473c-8d65-c4576dc77f86,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:01.331448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc595d3-1c19-4fb3-b945-3ff47b09805e req-20198d0b-a06b-48df-bec2-1d2a58db8dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:01.333046 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5bc595d3-1c19-4fb3-b945-3ff47b09805e req-20198d0b-a06b-48df-bec2-1d2a58db8dc3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=902dc1df-9f44-4c8c-a6ed-450a63390fcd HTTP/1.1" status: 200 len: 913 time: 0.4994218 Dec 08 01:51:01.342167 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-883358bf-298c-4471-a0f3-e56731e76641 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d91ebd5b4cd345d68845d205f9900636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011737 Dec 08 01:51:01.344236 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.346181 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f97e7-c7f1-4c52-a1e9-6e410f08259d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f5c090-b44c-410b-9a39-84daff16f127,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:01.347086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41138) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:01.373460 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.385570 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: b25032ff-3c18-41bb-a274-7f95892fae70 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:01.385874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device b25032ff-3c18-41bb-a274-7f95892fae70 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:01.392601 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fc1f97e7-c7f1-4c52-a1e9-6e410f08259d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.400766 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fc1f97e7-c7f1-4c52-a1e9-6e410f08259d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/03f5c090-b44c-410b-9a39-84daff16f127 HTTP/1.1" status: 204 len: 168 time: 1.4425735 Dec 08 01:51:01.407054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41142) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:01.474393 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f7d60a9-f97d-4bc1-b82c-eb582189adfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.486152 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5bc595d3-1c19-4fb3-b945-3ff47b09805e req-d0ed47f8-2e0a-47ec-b8b5-5bec887e76ec service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710cfd2-694a-4f47-9f18-86fd79e13336 HTTP/1.1" status: 200 len: 217 time: 0.1439378 Dec 08 01:51:01.490852 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.525124 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4590aeb5-1a88-42d8-991d-43d35ec31ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.528801 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f7d60a9-f97d-4bc1-b82c-eb582189adfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.540917 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.541683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 696819a6-8142-4337-bcb8-bee135bd6219 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:51:01.546076 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc595d3-1c19-4fb3-b945-3ff47b09805e req-4a8a9746-c9b6-4d39-9594-c0dad3e6dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:01.548080 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5bc595d3-1c19-4fb3-b945-3ff47b09805e req-4a8a9746-c9b6-4d39-9594-c0dad3e6dd12 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=87daa265-7408-4695-acf4-fccb886c858c HTTP/1.1" status: 200 len: 852 time: 0.0528345 Dec 08 01:51:01.550715 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.551825 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b9ed92d3-6b1c-46d5-8335-e6a1bf181859 admin admin] 10.222.0.71 "DELETE /v2.0/routers/696819a6-8142-4337-bcb8-bee135bd6219 HTTP/1.1" status: 204 len: 168 time: 2.8916831 Dec 08 01:51:01.571495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41146) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:01.588134 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5bc595d3-1c19-4fb3-b945-3ff47b09805e req-722db229-236d-4147-9815-b09a206b8d75 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=902dc1df-9f44-4c8c-a6ed-450a63390fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333736 Dec 08 01:51:01.621065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.630237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:01.631258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.716386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d603ad-f162-4911-a660-2ddae4a30726 admin admin] Deleting subnet b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:51:01.721590 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4590aeb5-1a88-42d8-991d-43d35ec31ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.724196 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45d603ad-f162-4911-a660-2ddae4a30726 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.749287 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f7d60a9-f97d-4bc1-b82c-eb582189adfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.751923 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f7d60a9-f97d-4bc1-b82c-eb582189adfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.753078 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4f7d60a9-f97d-4bc1-b82c-eb582189adfd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f4bec00f-09a1-4dd1-98f3-0eb042c52255 HTTP/1.1" status: 204 len: 168 time: 0.3983147 Dec 08 01:51:01.784111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4590aeb5-1a88-42d8-991d-43d35ec31ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872cfc2d-2663-40ec-a775-c5730d2eb519']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:01.794900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d60a9-f97d-4bc1-b82c-eb582189adfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bec00f-09a1-4dd1-98f3-0eb042c52255,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:01.804442 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4590aeb5-1a88-42d8-991d-43d35ec31ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca8e8ef-aa93-43de-8bdf-460f550e27e1') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:01.804907 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4590aeb5-1a88-42d8-991d-43d35ec31ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca8e8ef-aa93-43de-8bdf-460f550e27e1') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:01.810246 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1067185 Dec 08 01:51:01.816223 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41152) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:01.823683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2b37749f-f410-4737-b4aa-6bdc76b2d52d tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Request body: {'subnet': {'network_id': '5a660a77-09ed-4952-bb95-ee1ce6a097be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:01.833481 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4590aeb5-1a88-42d8-991d-43d35ec31ddd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.834791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a31e2-2270-4f42-baa9-d732ebec5d8a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event updated for resources: {'Network': ['ID=5a660a77-09ed-4952-bb95-ee1ce6a097be,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:01.836774 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45d603ad-f162-4911-a660-2ddae4a30726 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.847791 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 5a660a77-09ed-4952-bb95-ee1ce6a097be details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:51:01.856413 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5bc595d3-1c19-4fb3-b945-3ff47b09805e req-ca837ed9-d719-4057-83dc-f1cec9322e68 service neutron] 10.222.0.75 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490335 Dec 08 01:51:01.954615 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4590aeb5-1a88-42d8-991d-43d35ec31ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.967003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4590aeb5-1a88-42d8-991d-43d35ec31ddd admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:51:01.967717 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4590aeb5-1a88-42d8-991d-43d35ec31ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.968254 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5bc595d3-1c19-4fb3-b945-3ff47b09805e req-c8833b92-6c6f-4d94-9405-defb560a8576 service neutron] 10.222.0.75 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997834 Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:51:01.971948 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:51:02.080732 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4590aeb5-1a88-42d8-991d-43d35ec31ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.093992 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4590aeb5-1a88-42d8-991d-43d35ec31ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.098427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4590aeb5-1a88-42d8-991d-43d35ec31ddd admin admin] 10.222.0.71 "DELETE /v2.0/networks/872cfc2d-2663-40ec-a775-c5730d2eb519 HTTP/1.1" status: 204 len: 168 time: 0.6900520 Dec 08 01:51:02.132325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590aeb5-1a88-42d8-991d-43d35ec31ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=872cfc2d-2663-40ec-a775-c5730d2eb519,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:02.142230 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45d603ad-f162-4911-a660-2ddae4a30726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.145591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b37749f-f410-4737-b4aa-6bdc76b2d52d tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Made reservation on behalf of ac55e942223c44be93cfda0a892998d2 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:02.151179 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b37749f-f410-4737-b4aa-6bdc76b2d52d tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.161650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4de4d-36b2-49f2-beb9-cb6b128ecd20 req-4c6a4d01-95ba-496b-9dc4-22c5684539d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:02.164057 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4a4de4d-36b2-49f2-beb9-cb6b128ecd20 req-4c6a4d01-95ba-496b-9dc4-22c5684539d6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=841ba7e35e4f46aca806810a0833bd8d&device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 1136 time: 0.1102319 Dec 08 01:51:02.329323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4de4d-36b2-49f2-beb9-cb6b128ecd20 req-5a8d6902-2feb-443a-9e3a-9547a3bc9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:02.331697 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4a4de4d-36b2-49f2-beb9-cb6b128ecd20 req-5a8d6902-2feb-443a-9e3a-9547a3bc9899 service neutron] 10.222.0.75 "GET /v2.0/networks?id=902dc1df-9f44-4c8c-a6ed-450a63390fcd HTTP/1.1" status: 200 len: 913 time: 0.1600616 Dec 08 01:51:02.386370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447021a7-73e0-4696-8775-e8fdb66cb7aa req-60c20020-6c94-4909-8096-36aec98e2a83 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:02.388678 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-447021a7-73e0-4696-8775-e8fdb66cb7aa req-60c20020-6c94-4909-8096-36aec98e2a83 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 984 time: 0.2486231 Dec 08 01:51:02.406128 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4a4de4d-36b2-49f2-beb9-cb6b128ecd20 req-1fa54a54-fa37-48c0-a0ed-620823924a5f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710cfd2-694a-4f47-9f18-86fd79e13336 HTTP/1.1" status: 200 len: 217 time: 0.0608652 Dec 08 01:51:02.411332 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45d603ad-f162-4911-a660-2ddae4a30726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.429784 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 746e47a1-561a-451b-978a-03c7f71994d8 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:02.448541 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45d603ad-f162-4911-a660-2ddae4a30726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.453241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-45d603ad-f162-4911-a660-2ddae4a30726 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47 HTTP/1.1" status: 204 len: 168 time: 0.8785927 Dec 08 01:51:02.458608 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41174) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:02.458608 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41176) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:02.482564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06960c37-bfe3-4f1c-bba4-238b38ebf607 None None] Network 33e3fb21-a529-4393-ae6a-590f7c4b16e4 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:02.493739 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 746e47a1-561a-451b-978a-03c7f71994d8 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:02.495235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 746e47a1-561a-451b-978a-03c7f71994d8 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:02.498553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4e2b5-1ac3-4bf2-bb87-e8ea79460417 req-50e4c93c-70ca-4d6a-9196-e0df714bd398 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:02.500133 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7fc4e2b5-1ac3-4bf2-bb87-e8ea79460417 req-50e4c93c-70ca-4d6a-9196-e0df714bd398 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 945 time: 0.2614925 Dec 08 01:51:02.506358 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d603ad-f162-4911-a660-2ddae4a30726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b4c6eb-2d4f-4cf8-a83c-7d9f71b56a47,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:02.581220 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-09934bb4-e43a-4e1e-85cd-41162dffa207 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ec2381bee28b433e877f4ee2b84c97f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1208718 Dec 08 01:51:02.585240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41180) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:02.586791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4de4d-36b2-49f2-beb9-cb6b128ecd20 req-934619af-c469-40e8-a3f5-42545bc37e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:02.588465 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4a4de4d-36b2-49f2-beb9-cb6b128ecd20 req-934619af-c469-40e8-a3f5-42545bc37e14 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=87daa265-7408-4695-acf4-fccb886c858c HTTP/1.1" status: 200 len: 852 time: 0.1747470 Dec 08 01:51:02.617662 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-447021a7-73e0-4696-8775-e8fdb66cb7aa req-261217f6-a4e5-4fa1-9e50-5c4edff0d4d8 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a11aaf70-72fa-4571-9c45-eb0206319f31&id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2180290 Dec 08 01:51:02.638814 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.644044 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4a4de4d-36b2-49f2-beb9-cb6b128ecd20 req-53ebd766-2257-45a1-a80a-7791b9206bce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=902dc1df-9f44-4c8c-a6ed-450a63390fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477457 Dec 08 01:51:02.649589 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7fc4e2b5-1ac3-4bf2-bb87-e8ea79460417 req-e1f03f80-5790-4ec4-b2d5-da94c6172a52 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378889 Dec 08 01:51:02.784077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57375cb8-2a70-408b-9d80-1af699ca1f50 None None] DHCP port deletion for 33e3fb21-a529-4393-ae6a-590f7c4b16e4 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:51:02.837839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bbee262f-54e9-40a9-a6a9-4b7f5af1085f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.853227 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Deleting port 388815cb-e657-4113-b2b1-bf2660a3bce1 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:02.853968 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.893784 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4a4de4d-36b2-49f2-beb9-cb6b128ecd20 req-b583b6dc-1087-456c-be8c-ba7627a725e3 service neutron] 10.222.0.75 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330420 Dec 08 01:51:02.902107 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bbee262f-54e9-40a9-a6a9-4b7f5af1085f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.907490 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b37749f-f410-4737-b4aa-6bdc76b2d52d tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.924526 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-57375cb8-2a70-408b-9d80-1af699ca1f50 None None] Deleting port 388815cb-e657-4113-b2b1-bf2660a3bce1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:02.925842 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57375cb8-2a70-408b-9d80-1af699ca1f50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.029916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b37749f-f410-4737-b4aa-6bdc76b2d52d tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Checking segment: {'id': 'f64b8583-5f69-4c68-96a3-523c6a494567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a660a77-09ed-4952-bb95-ee1ce6a097be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:03.030302 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b37749f-f410-4737-b4aa-6bdc76b2d52d tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Network hostable DHCP agents. Network: 5a660a77-09ed-4952-bb95-ee1ce6a097be, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:51:03.042920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37749f-f410-4737-b4aa-6bdc76b2d52d tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event updated for resources: {'Subnet': ['ID=b6d687f6-6f98-4caf-be29-8f41ec5087ac,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:03.060859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b37749f-f410-4737-b4aa-6bdc76b2d52d tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Network 5a660a77-09ed-4952-bb95-ee1ce6a097be is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:51:03.075283 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2b37749f-f410-4737-b4aa-6bdc76b2d52d tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 5a660a77-09ed-4952-bb95-ee1ce6a097be) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:03.085075 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b37749f-f410-4737-b4aa-6bdc76b2d52d tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:03.085673 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b37749f-f410-4737-b4aa-6bdc76b2d52d tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.099533 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4a4de4d-36b2-49f2-beb9-cb6b128ecd20 req-e5932b04-f74b-4986-aa8b-d3276c349c61 service neutron] 10.222.0.75 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935160 Dec 08 01:51:03.100755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad4d615-fe26-41d8-b894-7694a050bbeb None None] Network 5a660a77-09ed-4952-bb95-ee1ce6a097be requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:03.121009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2b37749f-f410-4737-b4aa-6bdc76b2d52d tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3033137 Dec 08 01:51:03.123831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41206) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:03.132160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-192df14d-e2b9-4e83-9211-bdbbe46dcc89 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Request body: {'network': {'name': 'tempest-router-network01--372460426'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:03.168506 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] For port 388815cb-e657-4113-b2b1-bf2660a3bce1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=388815cb-e657-4113-b2b1-bf2660a3bce1,segment=NetworkSegment(72deb713-09a3-48e8-be2b-8f56056660ad),segment_id=72deb713-09a3-48e8-be2b-8f56056660ad)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:03.169566 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.180929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192df14d-e2b9-4e83-9211-bdbbe46dcc89 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Made reservation on behalf of ac55e942223c44be93cfda0a892998d2 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:03.187624 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192df14d-e2b9-4e83-9211-bdbbe46dcc89 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.202310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Calling delete_port for 388815cb-e657-4113-b2b1-bf2660a3bce1 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:03.262634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192df14d-e2b9-4e83-9211-bdbbe46dcc89 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:51:03.286157 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192df14d-e2b9-4e83-9211-bdbbe46dcc89 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.286408 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-192df14d-e2b9-4e83-9211-bdbbe46dcc89 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Added segment 2bb95e9c-6353-44a9-8804-b2a29df54174 of type vlan for network 9d4965a7-fb85-470e-b131-89f412b82f84 Dec 08 01:51:03.304691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-5a660a77-09ed-4952-bb95-ee1ce6a097be', 'network_id': '5a660a77-09ed-4952-bb95-ee1ce6a097be', 'project_id': 'ac55e942223c44be93cfda0a892998d2', 'fixed_ips': [{'subnet_id': 'b6d687f6-6f98-4caf-be29-8f41ec5087ac'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:51:03.305513 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.317152 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bbee262f-54e9-40a9-a6a9-4b7f5af1085f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.321584 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bbee262f-54e9-40a9-a6a9-4b7f5af1085f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.322692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-57375cb8-2a70-408b-9d80-1af699ca1f50 None None] For port 388815cb-e657-4113-b2b1-bf2660a3bce1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=388815cb-e657-4113-b2b1-bf2660a3bce1,segment=NetworkSegment(72deb713-09a3-48e8-be2b-8f56056660ad),segment_id=72deb713-09a3-48e8-be2b-8f56056660ad)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:03.323143 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57375cb8-2a70-408b-9d80-1af699ca1f50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.331361 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bbee262f-54e9-40a9-a6a9-4b7f5af1085f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b4dd2100-a8c7-42ca-a65a-751983aafc8e HTTP/1.1" status: 204 len: 168 time: 0.7417824 Dec 08 01:51:03.346636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-57375cb8-2a70-408b-9d80-1af699ca1f50 None None] Calling delete_port for 388815cb-e657-4113-b2b1-bf2660a3bce1 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:03.472537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d345c6-e15a-4028-9e28-b677b940b80c req-f6af4eae-1d8e-41e2-ba4b-5823dad431b0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:03.474100 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-f6af4eae-1d8e-41e2-ba4b-5823dad431b0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 811 time: 0.1493700 Dec 08 01:51:03.507894 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-db89e2a7-d3f9-4a14-b215-b203647fe76b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/quotas/ea4d916952c04b248677383b4d824ca8 HTTP/1.1" status: 200 len: 375 time: 0.0148289 Dec 08 01:51:03.542823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-088514a8-32e7-47d0-b868-6060becfd5dc tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284553 Dec 08 01:51:03.544602 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192df14d-e2b9-4e83-9211-bdbbe46dcc89 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.569426 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57375cb8-2a70-408b-9d80-1af699ca1f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.590519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Allocated IP 172.20.0.2 (5a660a77-09ed-4952-bb95-ee1ce6a097be/b6d687f6-6f98-4caf-be29-8f41ec5087ac/dc909d4a-ffbc-4957-b036-371a94bc6d2c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:03.623200 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192df14d-e2b9-4e83-9211-bdbbe46dcc89 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.623727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57375cb8-2a70-408b-9d80-1af699ca1f50 None None] No DVR routers for this DVR port 388815cb-e657-4113-b2b1-bf2660a3bce1 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:03.631326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192df14d-e2b9-4e83-9211-bdbbe46dcc89 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:03.632209 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192df14d-e2b9-4e83-9211-bdbbe46dcc89 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.639842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57375cb8-2a70-408b-9d80-1af699ca1f50 None None] Pushing event deleted for resources: {'Port': ['ID=388815cb-e657-4113-b2b1-bf2660a3bce1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:03.663945 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-192df14d-e2b9-4e83-9211-bdbbe46dcc89 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5379527 Dec 08 01:51:03.681013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41230) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:03.689486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-224c3152-3af2-4c9d-85e2-16068f45b252 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Request body: {'network': {'name': 'tempest-router-network02--947776467'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:03.724038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224c3152-3af2-4c9d-85e2-16068f45b252 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Made reservation on behalf of ac55e942223c44be93cfda0a892998d2 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:03.727402 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-224c3152-3af2-4c9d-85e2-16068f45b252 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.763323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224c3152-3af2-4c9d-85e2-16068f45b252 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:51:03.774881 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-224c3152-3af2-4c9d-85e2-16068f45b252 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.775247 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-224c3152-3af2-4c9d-85e2-16068f45b252 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Added segment ff747b2f-ec31-49fa-b037-6e2230acf9f6 of type vlan for network 27c09620-5107-45f7-8e12-8a3159dcbb15 Dec 08 01:51:03.840819 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-224c3152-3af2-4c9d-85e2-16068f45b252 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.936866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41246) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:03.950112 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-224c3152-3af2-4c9d-85e2-16068f45b252 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.956287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c3152-3af2-4c9d-85e2-16068f45b252 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:03.960133 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-224c3152-3af2-4c9d-85e2-16068f45b252 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.961072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee262f-54e9-40a9-a6a9-4b7f5af1085f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dd2100-a8c7-42ca-a65a-751983aafc8e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:03.980020 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.980206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4a71d-fba0-42b8-9e18-86beeda751a9 req-794d7d2a-b3b7-4c70-91f9-0e7fb97592fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:03.982001 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2a4a71d-fba0-42b8-9e18-86beeda751a9 req-794d7d2a-b3b7-4c70-91f9-0e7fb97592fb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=841ba7e35e4f46aca806810a0833bd8d&device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 1136 time: 0.6436248 Dec 08 01:51:03.983119 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.016933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-5a695d4e-1462-4971-acb3-80c911973f4d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c9a17c065930444c8f53a860d8330270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1174550 Dec 08 01:51:04.019875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192df14d-e2b9-4e83-9211-bdbbe46dcc89 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event updated for resources: {'Network': ['ID=9d4965a7-fb85-470e-b131-89f412b82f84,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:04.024116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Pushing event deleted for resources: {'Port': ['ID=388815cb-e657-4113-b2b1-bf2660a3bce1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:04.045815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] No DVR routers for this DVR port 388815cb-e657-4113-b2b1-bf2660a3bce1 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:04.049184 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.079222 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 9d4965a7-fb85-470e-b131-89f412b82f84 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:51:04.096993 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-7536b30c-d6a7-4916-a04d-1c94c7cb4e3d service neutron] 10.222.0.71 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447681 Dec 08 01:51:04.097984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c3152-3af2-4c9d-85e2-16068f45b252 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event updated for resources: {'Network': ['ID=27c09620-5107-45f7-8e12-8a3159dcbb15,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:04.106213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-224c3152-3af2-4c9d-85e2-16068f45b252 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4208217 Dec 08 01:51:04.148978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41254) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:04.154270 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1ea3f8f4-5984-4867-bca4-fc3deab03a24 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Request body: {'subnet': {'network_id': '9d4965a7-fb85-470e-b131-89f412b82f84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:04.155766 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 27c09620-5107-45f7-8e12-8a3159dcbb15 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:51:04.172432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2077689307-network', 'tenant_id': '8a318c364fcf4694b611c140d4710896'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:04.214048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] Made reservation on behalf of 8a318c364fcf4694b611c140d4710896 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:04.216701 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.240441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Network 5a660a77-09ed-4952-bb95-ee1ce6a097be is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:04.245479 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:04.263353 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.276102 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.316255 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e3fb21-a529-4393-ae6a-590f7c4b16e4']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:04.329435 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:04.331789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4a71d-fba0-42b8-9e18-86beeda751a9 req-020aee43-59a9-4f47-8670-c1e157e2458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:04.333384 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2a4a71d-fba0-42b8-9e18-86beeda751a9 req-020aee43-59a9-4f47-8670-c1e157e2458b service neutron] 10.222.0.75 "GET /v2.0/networks?id=902dc1df-9f44-4c8c-a6ed-450a63390fcd HTTP/1.1" status: 200 len: 913 time: 0.3212075 Dec 08 01:51:04.338159 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72deb713-09a3-48e8-be2b-8f56056660ad') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:04.338535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72deb713-09a3-48e8-be2b-8f56056660ad') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:04.362515 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.385562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea3f8f4-5984-4867-bca4-fc3deab03a24 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Made reservation on behalf of ac55e942223c44be93cfda0a892998d2 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:04.387021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Pushing event updated for resources: {'Port': ['ID=dc909d4a-ffbc-4957-b036-371a94bc6d2c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:04.391953 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ea3f8f4-5984-4867-bca4-fc3deab03a24 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.410992 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2a4a71d-fba0-42b8-9e18-86beeda751a9 req-204b6844-38ed-49d0-b645-62cb28ea15e7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710cfd2-694a-4f47-9f18-86fd79e13336 HTTP/1.1" status: 200 len: 217 time: 0.0690243 Dec 08 01:51:04.431961 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.440937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-85c0d7e1-97bf-4504-92ff-d7afad67c855 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:04.442508 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-85c0d7e1-97bf-4504-92ff-d7afad67c855 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3419697 Dec 08 01:51:04.462418 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:51:04.462708 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:51:04.465408 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:51:04.487825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 388815cb-e657-4113-b2b1-bf2660a3bce1 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:04.518104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Attempting to bind port dc909d4a-ffbc-4957-b036-371a94bc6d2c on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:04.518847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Attempting to bind port dc909d4a-ffbc-4957-b036-371a94bc6d2c by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'f64b8583-5f69-4c68-96a3-523c6a494567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a660a77-09ed-4952-bb95-ee1ce6a097be'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:04.519352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Attempting to bind port dc909d4a-ffbc-4957-b036-371a94bc6d2c on network 5a660a77-09ed-4952-bb95-ee1ce6a097be {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:04.520916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-a4b3a66e-77c5-445b-9156-2b5dc019a56e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/quotas/c9a17c065930444c8f53a860d8330270 HTTP/1.1" status: 200 len: 375 time: 0.0527682 Dec 08 01:51:04.525643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-d2fd7f4d-2a52-475e-8060-adf8d310bf2c service neutron] 10.222.0.71 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852074 Dec 08 01:51:04.528990 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 388815cb-e657-4113-b2b1-bf2660a3bce1 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:04.529517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 388815cb-e657-4113-b2b1-bf2660a3bce1 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:04.536412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:04.536795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Checking segment: {'id': 'f64b8583-5f69-4c68-96a3-523c6a494567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a660a77-09ed-4952-bb95-ee1ce6a097be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:04.537993 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.538402 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Bound using segment: {'id': 'f64b8583-5f69-4c68-96a3-523c6a494567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a660a77-09ed-4952-bb95-ee1ce6a097be'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:04.538903 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Bound port: dc909d4a-ffbc-4957-b036-371a94bc6d2c, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64b8583-5f69-4c68-96a3-523c6a494567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a660a77-09ed-4952-bb95-ee1ce6a097be'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:04.539264 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.559207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4a71d-fba0-42b8-9e18-86beeda751a9 req-d5ee750b-4a51-4634-9a0e-42a156e90f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:04.560683 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2a4a71d-fba0-42b8-9e18-86beeda751a9 req-d5ee750b-4a51-4634-9a0e-42a156e90f43 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=87daa265-7408-4695-acf4-fccb886c858c HTTP/1.1" status: 200 len: 852 time: 0.1418405 Dec 08 01:51:04.575243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-88947739-4495-4e58-b9c3-915dad7b38e3 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459473 Dec 08 01:51:04.590907 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.636760 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.638288 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.644167 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] 10.222.0.71 "DELETE /v2.0/networks/33e3fb21-a529-4393-ae6a-590f7c4b16e4 HTTP/1.1" status: 204 len: 168 time: 2.1827292 Dec 08 01:51:04.673144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] For port dc909d4a-ffbc-4957-b036-371a94bc6d2c, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:04.680731 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] For port dc909d4a-ffbc-4957-b036-371a94bc6d2c, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=dc909d4a-ffbc-4957-b036-371a94bc6d2c,segment=NetworkSegment(f64b8583-5f69-4c68-96a3-523c6a494567),segment_id=f64b8583-5f69-4c68-96a3-523c6a494567)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:04.689903 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.718087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a098d-70ee-46ec-8738-a6e089730321 admin admin] Pushing event deleted for resources: {'Network': ['ID=33e3fb21-a529-4393-ae6a-590f7c4b16e4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:04.720509 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.736692 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2a4a71d-fba0-42b8-9e18-86beeda751a9 req-81ca267f-d8a0-4d41-b6ef-db0e3c4ade86 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=902dc1df-9f44-4c8c-a6ed-450a63390fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469741 Dec 08 01:51:04.785309 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ea3f8f4-5984-4867-bca4-fc3deab03a24 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.842015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41272) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:04.845846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:51:04.878359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26866fd-cef7-43c8-b788-05b7eaabb364 None None] Pushing event updated for resources: {'Port': ['ID=dc909d4a-ffbc-4957-b036-371a94bc6d2c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:04.936054 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377f0060-b58a-4fff-ad1a-0a73d5dc87da,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:04.974333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.976471 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] Added segment 104aa23b-a1b8-4995-9503-838947c18f49 of type vlan for network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 Dec 08 01:51:05.051837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.060977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41282) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:05.061864 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3f8f4-5984-4867-bca4-fc3deab03a24 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event updated for resources: {'Subnet': ['ID=3ab812b7-6204-482e-9cb6-61dd87860a5b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:05.217840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.221770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc091da-b473-4941-930b-77ba720643e7 req-c35239d2-05e1-421b-8465-cf0b798ff0c2 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:05.222302 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:05.222977 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.223443 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fc091da-b473-4941-930b-77ba720643e7 req-c35239d2-05e1-421b-8465-cf0b798ff0c2 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 945 time: 0.2903938 Dec 08 01:51:05.287875 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3423109 Dec 08 01:51:05.314034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ce81c-4db4-4c14-bfa8-bc0be16b8f21 req-28bf8a20-5de9-420e-8340-ecc41bcf16eb tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:05.322673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-745ce81c-4db4-4c14-bfa8-bc0be16b8f21 req-28bf8a20-5de9-420e-8340-ecc41bcf16eb tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 984 time: 0.4147942 Dec 08 01:51:05.324501 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41290) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:05.336847 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c10b6553-1da4-4c42-bca4-834639f54707 admin admin] Request body: {'subnet': {'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2077689307-subnet', 'tenant_id': '8a318c364fcf4694b611c140d4710896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:05.358962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-746483697-network', 'tenant_id': '94ac76568176464b889e99da692ecdb3'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:05.368190 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1ac30446-100c-4422-9c16-cf816723b378 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e3e93de0f78547b4aac1f8512f8f7d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915680 Dec 08 01:51:05.369069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea3f8f4-5984-4867-bca4-fc3deab03a24 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Checking segment: {'id': '2bb95e9c-6353-44a9-8804-b2a29df54174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d4965a7-fb85-470e-b131-89f412b82f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:05.369485 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea3f8f4-5984-4867-bca4-fc3deab03a24 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Network hostable DHCP agents. Network: 9d4965a7-fb85-470e-b131-89f412b82f84, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:51:05.379567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41294) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:05.451580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fc091da-b473-4941-930b-77ba720643e7 req-50c35c69-c9d3-47ac-9d9b-ef046300358d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071130 Dec 08 01:51:05.452251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10b6553-1da4-4c42-bca4-834639f54707 admin admin] Made reservation on behalf of 8a318c364fcf4694b611c140d4710896 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:05.454908 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c10b6553-1da4-4c42-bca4-834639f54707 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.478034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea3f8f4-5984-4867-bca4-fc3deab03a24 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Network 9d4965a7-fb85-470e-b131-89f412b82f84 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:51:05.498867 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-745ce81c-4db4-4c14-bfa8-bc0be16b8f21 req-2cb9a5a8-cbf7-4f35-a6f2-e3d724effd5c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a11aaf70-72fa-4571-9c45-eb0206319f31&id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1753006 Dec 08 01:51:05.527511 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2a4a71d-fba0-42b8-9e18-86beeda751a9 req-935b8cf8-603c-4773-b763-6fb5bb763e0b service neutron] 10.222.0.75 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7668240 Dec 08 01:51:05.542534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010210fe-eea8-4628-aa6a-3cb09a1270b1 admin admin] Pushing event updated for resources: {'Network': ['ID=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:05.561319 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:51:05.585217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1ea3f8f4-5984-4867-bca4-fc3deab03a24 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 9d4965a7-fb85-470e-b131-89f412b82f84) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:05.614612 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea3f8f4-5984-4867-bca4-fc3deab03a24 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:05.623526 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ea3f8f4-5984-4867-bca4-fc3deab03a24 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.640718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] Made reservation on behalf of 94ac76568176464b889e99da692ecdb3 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:05.643108 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.649349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d930924d-45c1-4298-baef-b6d49ec1d1e3 None None] Network 9d4965a7-fb85-470e-b131-89f412b82f84 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:05.658417 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc1d1857-f2b8-42a0-af33-529ae7b51701 req-72161b6a-5040-43cd-9368-765b80efe77f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 210 time: 0.0888553 Dec 08 01:51:05.669921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.720267 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19cd635c-f10d-4245-ad7b-dad9e61125cd req-e8fb7496-3220-47fb-b796-04e16191ea62 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 210 time: 0.0408394 Dec 08 01:51:05.733146 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1ea3f8f4-5984-4867-bca4-fc3deab03a24 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5827341 Dec 08 01:51:05.733883 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41308) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:05.738018 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9da3d0e7-ebea-495f-93bc-b6d6498db0f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.740740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bff97b95-9d94-4fea-97d7-9b8c964a58cc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Request body: {'subnet': {'network_id': '27c09620-5107-45f7-8e12-8a3159dcbb15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:05.842823 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9da3d0e7-ebea-495f-93bc-b6d6498db0f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.876899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-9d4965a7-fb85-470e-b131-89f412b82f84', 'network_id': '9d4965a7-fb85-470e-b131-89f412b82f84', 'project_id': 'ac55e942223c44be93cfda0a892998d2', 'fixed_ips': [{'subnet_id': '3ab812b7-6204-482e-9cb6-61dd87860a5b'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:51:05.879377 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.931965 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9da3d0e7-ebea-495f-93bc-b6d6498db0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.934866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9da3d0e7-ebea-495f-93bc-b6d6498db0f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.936231 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9da3d0e7-ebea-495f-93bc-b6d6498db0f9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/13874d6f-d351-4075-80d1-0f6aa18b57cb HTTP/1.1" status: 204 len: 168 time: 0.5508420 Dec 08 01:51:05.970467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3d0e7-ebea-495f-93bc-b6d6498db0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13874d6f-d351-4075-80d1-0f6aa18b57cb,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:06.008401 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2a4a71d-fba0-42b8-9e18-86beeda751a9 req-e341e95b-3eb7-482b-ad42-0b895bb77bf3 service neutron] 10.222.0.75 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838390 Dec 08 01:51:06.140421 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c10b6553-1da4-4c42-bca4-834639f54707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.142550 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.147911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.156945 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5f6da67-915e-48a7-807f-ea02465ed6ea req-4b99bc28-df6f-4901-8c13-e1ae56e941c8 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-60736631&fields=id&tenant_id=841ba7e35e4f46aca806810a0833bd8d HTTP/1.1" status: 200 len: 267 time: 0.3181942 Dec 08 01:51:06.188741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:51:06.206122 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Allocated IP 172.20.0.2 (9d4965a7-fb85-470e-b131-89f412b82f84/3ab812b7-6204-482e-9cb6-61dd87860a5b/d48f185b-59e9-4061-8697-6ddcb4d716f5) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:06.243404 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:51:06.245899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8cbba4-fc6c-4195-ab92-6596940f456e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:06.255399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.257519 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] Added segment 8d8037dc-a5e9-4c97-92a1-fceb74604fcd of type vlan for network 794feb3e-0034-432a-8d6f-d3691f9c03fb Dec 08 01:51:06.337466 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.398536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff97b95-9d94-4fea-97d7-9b8c964a58cc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Made reservation on behalf of ac55e942223c44be93cfda0a892998d2 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:06.415415 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bff97b95-9d94-4fea-97d7-9b8c964a58cc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.443401 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.db.resource_extend [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:51:06.502730 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b6553-1da4-4c42-bca4-834639f54707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7011422-2fee-464b-8986-d869c753cada,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:06.536566 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337921df-d77c-4499-aa3f-b353bdc76524 None None] Network 5a660a77-09ed-4952-bb95-ee1ce6a097be requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:06.538690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dc909d4a-ffbc-4957-b036-371a94bc6d2c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:06.614728 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d345c6-e15a-4028-9e28-b677b940b80c req-b774d75e-02da-4993-9396-8058483cc8e3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:06.616098 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-b774d75e-02da-4993-9396-8058483cc8e3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 811 time: 0.2507524 Dec 08 01:51:06.623653 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.625006 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:06.625927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.634057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6da67-915e-48a7-807f-ea02465ed6ea req-f2fa3e19-42c5-4df2-a99e-01b0fb0bc657 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:06.635565 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5f6da67-915e-48a7-807f-ea02465ed6ea req-f2fa3e19-42c5-4df2-a99e-01b0fb0bc657 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 984 time: 0.4778352 Dec 08 01:51:06.653246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-37d345c6-e15a-4028-9e28-b677b940b80c req-1420bd7c-1de7-4c43-8213-adec974d2714 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Request body: {'port': {'device_id': 'ac3fefb7-1970-4234-ae79-d94e916b60a4', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'admin_state_up': True, 'tenant_id': 'ea4d916952c04b248677383b4d824ca8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:06.661137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f5f6da67-915e-48a7-807f-ea02465ed6ea req-f88c8cd2-8a12-4300-aba8-bd4dbbdad4ff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'port': {'security_groups': ['a11aaf70-72fa-4571-9c45-eb0206319f31', 'a5eb1999-57a4-47c1-9fdf-af771c1c5b93', 'fc6f836f-48b7-489f-a31f-12dffe6a3da7']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:06.677010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97a434-c139-48ee-a495-3e01c5b60928 req-b342cf08-b51e-44fb-9e90-96b569057a59 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:06.681567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee97a434-c139-48ee-a495-3e01c5b60928 req-b342cf08-b51e-44fb-9e90-96b569057a59 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 1097 time: 0.5389719 Dec 08 01:51:06.716116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10b6553-1da4-4c42-bca4-834639f54707 admin admin] Checking segment: {'id': '104aa23b-a1b8-4995-9503-838947c18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:06.716454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10b6553-1da4-4c42-bca4-834639f54707 admin admin] Network hostable DHCP agents. Network: bfcd6e97-5ac1-4da8-8cea-2004f8afcf83, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:51:06.717390 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8448019 Dec 08 01:51:06.724123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41322) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:06.798272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c1e8cb41-8ddb-4466-a99c-5aaa57a6fbfc admin admin] Request body: {'subnet': {'network_id': '794feb3e-0034-432a-8d6f-d3691f9c03fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-746483697-subnet', 'tenant_id': '94ac76568176464b889e99da692ecdb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:06.808971 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.818545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5e92690f-4900-4c60-8ecc-eff9137bb71f None None] Provisioning complete for port dc909d4a-ffbc-4957-b036-371a94bc6d2c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:06.819270 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e92690f-4900-4c60-8ecc-eff9137bb71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.832167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10b6553-1da4-4c42-bca4-834639f54707 admin admin] Network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:51:06.834183 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775d848-5440-4f31-b4f6-194e03beb862 admin admin] Pushing event updated for resources: {'Network': ['ID=794feb3e-0034-432a-8d6f-d3691f9c03fb,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:06.853331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee97a434-c139-48ee-a495-3e01c5b60928 req-de8275a4-db31-494e-86f0-fff3e8134cdf tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587286 Dec 08 01:51:06.853903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c10b6553-1da4-4c42-bca4-834639f54707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, bfcd6e97-5ac1-4da8-8cea-2004f8afcf83) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:06.858998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f5f6da67-915e-48a7-807f-ea02465ed6ea req-f88c8cd2-8a12-4300-aba8-bd4dbbdad4ff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.861484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10b6553-1da4-4c42-bca4-834639f54707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:06.862076 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c10b6553-1da4-4c42-bca4-834639f54707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.895212 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-686c2b93-4c1c-4467-98a0-1867116d9c55 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c9a17c065930444c8f53a860d8330270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404785 Dec 08 01:51:06.908854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e8cb41-8ddb-4466-a99c-5aaa57a6fbfc admin admin] Made reservation on behalf of 94ac76568176464b889e99da692ecdb3 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:06.913138 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1e8cb41-8ddb-4466-a99c-5aaa57a6fbfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.921786 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.931710 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 794feb3e-0034-432a-8d6f-d3691f9c03fb details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:51:06.933912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50879c2b-e85b-428e-a0a5-d6c2d274c933 None None] Network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:07.165965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-f5f6da67-915e-48a7-807f-ea02465ed6ea req-f88c8cd2-8a12-4300-aba8-bd4dbbdad4ff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] For port e710cfd2-694a-4f47-9f18-86fd79e13336, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e710cfd2-694a-4f47-9f18-86fd79e13336,segment=NetworkSegment(323424bb-2ebd-4c15-af2e-99565e2ac8d9),segment_id=323424bb-2ebd-4c15-af2e-99565e2ac8d9)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:07.184869 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-895f8983-2e12-43ea-8e1a-43fb4d508a68 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:07.186455 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-895f8983-2e12-43ea-8e1a-43fb4d508a68 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686453 Dec 08 01:51:07.253143 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c10b6553-1da4-4c42-bca4-834639f54707 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9218564 Dec 08 01:51:07.262989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41336) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:07.265652 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41338) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:07.269125 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2077689307-router', 'tenant_id': '8a318c364fcf4694b611c140d4710896', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:07.292338 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f5f6da67-915e-48a7-807f-ea02465ed6ea req-f88c8cd2-8a12-4300-aba8-bd4dbbdad4ff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.304013 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f5f6da67-915e-48a7-807f-ea02465ed6ea req-f88c8cd2-8a12-4300-aba8-bd4dbbdad4ff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.342738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Network 9d4965a7-fb85-470e-b131-89f412b82f84 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:07.375352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Request body: {'port': {'device_id': '998de6a5-8396-46dc-a9a7-581cb0feff0c', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'c9a17c065930444c8f53a860d8330270'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:07.379023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6da67-915e-48a7-807f-ea02465ed6ea req-f88c8cd2-8a12-4300-aba8-bd4dbbdad4ff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:07.379914 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f5f6da67-915e-48a7-807f-ea02465ed6ea req-f88c8cd2-8a12-4300-aba8-bd4dbbdad4ff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.393755 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5f6da67-915e-48a7-807f-ea02465ed6ea req-f88c8cd2-8a12-4300-aba8-bd4dbbdad4ff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "PUT /v2.0/ports/e710cfd2-694a-4f47-9f18-86fd79e13336 HTTP/1.1" status: 200 len: 1020 time: 0.7416384 Dec 08 01:51:07.394741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['e710cfd2-694a-4f47-9f18-86fd79e13336'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:07.397401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee051f7-8e9f-480e-8d2b-d6d37d8779db', 'tag': 'e710cfd2-694a-4f47-9f18-86fd79e13336'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:07.400288 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34598321-4991-4228-90e9-5bf5472a7021" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee051f7-8e9f-480e-8d2b-d6d37d8779db", "tag": "e710cfd2-694a-4f47-9f18-86fd79e13336"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:07.436639 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1e8cb41-8ddb-4466-a99c-5aaa57a6fbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.443579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['34b6e12d-3483-4449-bfb6-a5a9b611d14d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:07.458198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d345c6-e15a-4028-9e28-b677b940b80c req-1420bd7c-1de7-4c43-8213-adec974d2714 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Made reservation on behalf of ea4d916952c04b248677383b4d824ca8 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:07.464565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-37d345c6-e15a-4028-9e28-b677b940b80c req-1420bd7c-1de7-4c43-8213-adec974d2714 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.507196 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e6963c7-849b-4a32-9b90-fee1a5898822 req-a2160710-0793-482d-9228-0f60ff0138c1 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 210 time: 0.1126180 Dec 08 01:51:07.515958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1681053448-network', 'tenant_id': '9df686f8edb4470fb9993f7d70bdf1fb'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:07.517563 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port dc909d4a-ffbc-4957-b036-371a94bc6d2c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:07.519155 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bff97b95-9d94-4fea-97d7-9b8c964a58cc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.520622 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.558984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:07.600137 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.601148 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.612470 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Pushing event updated for resources: {'Port': ['ID=d48f185b-59e9-4061-8697-6ddcb4d716f5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:07.622518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c8cd2-8a12-4300-aba8-bd4dbbdad4ff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'Port': ['ID=e710cfd2-694a-4f47-9f18-86fd79e13336,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:07.624943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:07.637668 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['e710cfd2-694a-4f47-9f18-86fd79e13336'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:07.685332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:07.685681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:07.686289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:07.686396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:07.686694 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:07.687031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:07.687654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:07.687867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:07.688202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:07.688533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:07.689021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:07.689415 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:07.689748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:07.722661 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8cb41-8ddb-4466-a99c-5aaa57a6fbfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=87afdd4e-a308-4dae-a0d7-df2054ca7b01,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:07.750691 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e8cb41-8ddb-4466-a99c-5aaa57a6fbfc admin admin] Checking segment: {'id': '8d8037dc-a5e9-4c97-92a1-fceb74604fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '794feb3e-0034-432a-8d6f-d3691f9c03fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:07.751181 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e8cb41-8ddb-4466-a99c-5aaa57a6fbfc admin admin] Network hostable DHCP agents. Network: 794feb3e-0034-432a-8d6f-d3691f9c03fb, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:51:07.773030 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e92690f-4900-4c60-8ecc-eff9137bb71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.807241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e8cb41-8ddb-4466-a99c-5aaa57a6fbfc admin admin] Network 794feb3e-0034-432a-8d6f-d3691f9c03fb is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:51:07.826595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-c1e8cb41-8ddb-4466-a99c-5aaa57a6fbfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 794feb3e-0034-432a-8d6f-d3691f9c03fb) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:07.831936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e8cb41-8ddb-4466-a99c-5aaa57a6fbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:07.832569 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1e8cb41-8ddb-4466-a99c-5aaa57a6fbfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.852490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78658672-edbe-4b44-bd71-0509dfcb322a None None] Network 794feb3e-0034-432a-8d6f-d3691f9c03fb requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:07.862812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-37d345c6-e15a-4028-9e28-b677b940b80c req-1420bd7c-1de7-4c43-8213-adec974d2714 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Allocated IP 172.20.0.3 (3276b31f-6293-4197-963e-cfa311955d62/b9b17d14-ce86-4d96-b0e5-c267582db3e6/83c0d61a-cdac-458c-8b3e-631e1dd69393) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:07.942942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02dc395-1c00-4831-bc36-7eed9c2bce19 None None] Network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:07.995388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Attempting to bind port d48f185b-59e9-4061-8697-6ddcb4d716f5 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:07.995799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Attempting to bind port d48f185b-59e9-4061-8697-6ddcb4d716f5 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '2bb95e9c-6353-44a9-8804-b2a29df54174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d4965a7-fb85-470e-b131-89f412b82f84'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:07.996151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Attempting to bind port d48f185b-59e9-4061-8697-6ddcb4d716f5 on network 9d4965a7-fb85-470e-b131-89f412b82f84 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:08.009657 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c1e8cb41-8ddb-4466-a99c-5aaa57a6fbfc admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2844148 Dec 08 01:51:08.032370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f096309e-5948-4869-9ced-771ea880b923 req-ec58f983-4c01-4f75-8ee6-28493e8cfed7 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 210 time: 0.4142013 Dec 08 01:51:08.034881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5e92690f-4900-4c60-8ecc-eff9137bb71f None None] For port dc909d4a-ffbc-4957-b036-371a94bc6d2c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=dc909d4a-ffbc-4957-b036-371a94bc6d2c,segment=NetworkSegment(f64b8583-5f69-4c68-96a3-523c6a494567),segment_id=f64b8583-5f69-4c68-96a3-523c6a494567)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:08.053849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Made reservation on behalf of c9a17c065930444c8f53a860d8330270 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:08.056505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] Made reservation on behalf of 9df686f8edb4470fb9993f7d70bdf1fb for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:08.057999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.059099 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.070515 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-37d345c6-e15a-4028-9e28-b677b940b80c req-1420bd7c-1de7-4c43-8213-adec974d2714 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.072401 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.093678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff97b95-9d94-4fea-97d7-9b8c964a58cc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event updated for resources: {'Subnet': ['ID=8887d7c1-9260-4438-9ba6-06e760da93f9,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:08.103790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:08.104304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Checking segment: {'id': '2bb95e9c-6353-44a9-8804-b2a29df54174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d4965a7-fb85-470e-b131-89f412b82f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:08.104840 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.105327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Bound using segment: {'id': '2bb95e9c-6353-44a9-8804-b2a29df54174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d4965a7-fb85-470e-b131-89f412b82f84'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:08.105990 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Bound port: d48f185b-59e9-4061-8697-6ddcb4d716f5, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb95e9c-6353-44a9-8804-b2a29df54174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d4965a7-fb85-470e-b131-89f412b82f84'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:08.106372 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.122257 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e92690f-4900-4c60-8ecc-eff9137bb71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.127090 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.141661 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae01e4-55cd-4fe1-8b08-054ae8e88d26 req-263c5704-b5d3-4f2c-9eae-de3264f153f1 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:08.145722 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-37d345c6-e15a-4028-9e28-b677b940b80c req-1420bd7c-1de7-4c43-8213-adec974d2714 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.150754 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bae01e4-55cd-4fe1-8b08-054ae8e88d26 req-263c5704-b5d3-4f2c-9eae-de3264f153f1 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 1097 time: 0.6754081 Dec 08 01:51:08.167578 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.179243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff97b95-9d94-4fea-97d7-9b8c964a58cc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Checking segment: {'id': 'ff747b2f-ec31-49fa-b037-6e2230acf9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27c09620-5107-45f7-8e12-8a3159dcbb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:08.180480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff97b95-9d94-4fea-97d7-9b8c964a58cc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Network hostable DHCP agents. Network: 27c09620-5107-45f7-8e12-8a3159dcbb15, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:51:08.220466 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d345c6-e15a-4028-9e28-b677b940b80c req-1420bd7c-1de7-4c43-8213-adec974d2714 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Network 3276b31f-6293-4197-963e-cfa311955d62 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:08.229336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-37d345c6-e15a-4028-9e28-b677b940b80c req-1420bd7c-1de7-4c43-8213-adec974d2714 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:08.236729 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420bd7c-1de7-4c43-8213-adec974d2714 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Pushing event updated for resources: {'Port': ['ID=83c0d61a-cdac-458c-8b3e-631e1dd69393,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:08.245118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d345c6-e15a-4028-9e28-b677b940b80c req-1420bd7c-1de7-4c43-8213-adec974d2714 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:08.249407 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.276955 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.305968 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.336073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bae01e4-55cd-4fe1-8b08-054ae8e88d26 req-165670bb-c99d-47f2-900f-98c362841572 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840105 Dec 08 01:51:08.358631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-025782a2-9482-42f0-8dee-5308468ea230 None None] Provisioning complete for port dc909d4a-ffbc-4957-b036-371a94bc6d2c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:08.358941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d345c6-e15a-4028-9e28-b677b940b80c req-1420bd7c-1de7-4c43-8213-adec974d2714 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:08.359258 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-025782a2-9482-42f0-8dee-5308468ea230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.359589 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-37d345c6-e15a-4028-9e28-b677b940b80c req-1420bd7c-1de7-4c43-8213-adec974d2714 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.391485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758d092b-8b90-4d2c-b0b4-04b61c581f3e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:08.400385 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-1420bd7c-1de7-4c43-8213-adec974d2714 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7550330 Dec 08 01:51:08.434820 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Request body: {'port': {'device_id': 'ac3fefb7-1970-4234-ae79-d94e916b60a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:08.459501 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.472094 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b46d08d-9693-4153-b53d-3f90623cee16 req-3b968e4a-e8ab-4f91-aa4f-67bb64fa1795 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/fc6f836f-48b7-489f-a31f-12dffe6a3da7 HTTP/1.1" status: 200 len: 1814 time: 0.4024320 Dec 08 01:51:08.513360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Allocated IP 192.168.233.12 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/f1b6de21-ca71-4fbc-8de0-873c2e5c6841) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:08.532733 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c55fa06-1cd5-4041-a5a8-bceeeeb0797c x-openstack-request-id: req-7c55fa06-1cd5-4041-a5a8-bceeeeb0797c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:08.533401 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee051f7-8e9f-480e-8d2b-d6d37d8779db", "tag": "e710cfd2-694a-4f47-9f18-86fd79e13336", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:08.534017 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7c55fa06-1cd5-4041-a5a8-bceeeeb0797c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:08.534872 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee051f7-8e9f-480e-8d2b-d6d37d8779db', 'tag': 'e710cfd2-694a-4f47-9f18-86fd79e13336', 'status': 'completed', 'code': 200} Dec 08 01:51:08.555936 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.582117 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.582931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57aeeae-944b-48f4-8b45-e58864bfbac2 None None] Network 794feb3e-0034-432a-8d6f-d3691f9c03fb requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:08.591474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff97b95-9d94-4fea-97d7-9b8c964a58cc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Network 27c09620-5107-45f7-8e12-8a3159dcbb15 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:51:08.614169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92690f-4900-4c60-8ecc-eff9137bb71f None None] Pushing event updated for resources: {'Port': ['ID=dc909d4a-ffbc-4957-b036-371a94bc6d2c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:08.632192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-bff97b95-9d94-4fea-97d7-9b8c964a58cc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 27c09620-5107-45f7-8e12-8a3159dcbb15) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:08.639994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34598321-4991-4228-90e9-5bf5472a7021 req-bdb57664-bf4d-4f6a-af9b-df420d0f7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:08.641524 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34598321-4991-4228-90e9-5bf5472a7021 req-bdb57664-bf4d-4f6a-af9b-df420d0f7ab4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=841ba7e35e4f46aca806810a0833bd8d&device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 1175 time: 0.1220922 Dec 08 01:51:08.669981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d787a0d-8374-4c65-bfad-acedc04d907e None None] Network 27c09620-5107-45f7-8e12-8a3159dcbb15 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:08.671642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:51:08.684318 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.684750 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] Added segment 16df726f-6d6f-4f38-9021-0b1f816c5d76 of type vlan for network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 Dec 08 01:51:08.726455 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.744719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff97b95-9d94-4fea-97d7-9b8c964a58cc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:08.745490 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bff97b95-9d94-4fea-97d7-9b8c964a58cc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.791272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37602064-c6d6-430e-851d-b4ab12e0f077,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:08.802642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.871748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bff97b95-9d94-4fea-97d7-9b8c964a58cc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1352613 Dec 08 01:51:08.878238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41372) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:08.910112 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-8b46d08d-9693-4153-b53d-3f90623cee16 req-a26efe6f-bdd6-4d65-ba05-5bfec891504e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 01:51:08.911636 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b46d08d-9693-4153-b53d-3f90623cee16 req-a26efe6f-bdd6-4d65-ba05-5bfec891504e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "DELETE /v2.0/security-groups/fc6f836f-48b7-489f-a31f-12dffe6a3da7 HTTP/1.1" status: 409 len: 341 time: 0.3383274 Dec 08 01:51:08.919464 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.920553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:08.921880 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.938464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] For port d48f185b-59e9-4061-8697-6ddcb4d716f5, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:09.016130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-d1a03d6c-c029-42a6-bcdc-10313c634a8d tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:09.017363 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-d1a03d6c-c029-42a6-bcdc-10313c634a8d tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/networks?id=794feb3e-0034-432a-8d6f-d3691f9c03fb HTTP/1.1" status: 200 len: 821 time: 0.2834556 Dec 08 01:51:09.067886 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7881744 Dec 08 01:51:09.069033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] For port d48f185b-59e9-4061-8697-6ddcb4d716f5, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d48f185b-59e9-4061-8697-6ddcb4d716f5,segment=NetworkSegment(2bb95e9c-6353-44a9-8804-b2a29df54174),segment_id=2bb95e9c-6353-44a9-8804-b2a29df54174)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:09.073088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41382) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:09.084852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-00b59a1b-7025-4eba-bc2c-134c8124a824 admin admin] Request body: {'subnet': {'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1681053448-subnet', 'tenant_id': '9df686f8edb4470fb9993f7d70bdf1fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:09.088721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55862897-27ef-498a-897f-9ed6371afce9 admin admin] Pushing event updated for resources: {'Network': ['ID=47fa16b7-ff30-4084-9336-3cf290d7dbc3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:09.092078 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:51:09.092369 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:51:09.099238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34598321-4991-4228-90e9-5bf5472a7021 req-03a14d31-c894-45be-850a-e5286d6e5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:09.100759 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34598321-4991-4228-90e9-5bf5472a7021 req-03a14d31-c894-45be-850a-e5286d6e5027 service neutron] 10.222.0.75 "GET /v2.0/networks?id=902dc1df-9f44-4c8c-a6ed-450a63390fcd HTTP/1.1" status: 200 len: 913 time: 0.4506743 Dec 08 01:51:09.101488 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.109077 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.115877 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-27143c0c-3144-457a-8597-1681c65d8c04 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/quotas/94ac76568176464b889e99da692ecdb3 HTTP/1.1" status: 200 len: 375 time: 0.0558283 Dec 08 01:51:09.135794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:51:09.141280 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b09e05c6-26c1-4685-a7b6-ab7d7f70a340 req-e0a4f27f-e63c-4970-84ca-8aff4aadc93a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 210 time: 0.0461228 Dec 08 01:51:09.156531 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34598321-4991-4228-90e9-5bf5472a7021 req-1d5793a8-7db9-450d-a0b9-0a03ebcccb0a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e710cfd2-694a-4f47-9f18-86fd79e13336 HTTP/1.1" status: 200 len: 217 time: 0.0457027 Dec 08 01:51:09.204153 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-2358ca6b-4722-40db-b265-e58717027cd8 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=94ac76568176464b889e99da692ecdb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668190 Dec 08 01:51:09.214638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b59a1b-7025-4eba-bc2c-134c8124a824 admin admin] Made reservation on behalf of 9df686f8edb4470fb9993f7d70bdf1fb for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:09.217395 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-00b59a1b-7025-4eba-bc2c-134c8124a824 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.576951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-5844d08f-d424-4508-9e75-92cbe1f87cb9 service neutron] 10.222.0.71 "GET /v2.0/networks/794feb3e-0034-432a-8d6f-d3691f9c03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714075 Dec 08 01:51:09.655475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27c09620-5107-45f7-8e12-8a3159dcbb15', 'network_id': '27c09620-5107-45f7-8e12-8a3159dcbb15', 'project_id': 'ac55e942223c44be93cfda0a892998d2', 'fixed_ips': [{'subnet_id': '8887d7c1-9260-4438-9ba6-06e760da93f9'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:51:09.656540 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.670292 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.750349 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.768790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5961cce-2642-4da7-bcfd-1c9fe691736f None None] Pushing event updated for resources: {'Port': ['ID=d48f185b-59e9-4061-8697-6ddcb4d716f5,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:09.924922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-000ab704-9402-4c82-b74b-f0a072c74f30 service neutron] 10.222.0.71 "GET /v2.0/networks/794feb3e-0034-432a-8d6f-d3691f9c03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328435 Dec 08 01:51:09.928332 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-00b59a1b-7025-4eba-bc2c-134c8124a824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.017333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b59a1b-7025-4eba-bc2c-134c8124a824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa64df3-2172-43fb-b1e1-88a3a7ad96b8,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:10.036743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Allocated IP 172.25.8.12 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/f437251b-fe60-4494-92d1-3b7f50a85bb0) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:10.038557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Allocated IP 172.20.0.2 (27c09620-5107-45f7-8e12-8a3159dcbb15/8887d7c1-9260-4438-9ba6-06e760da93f9/80783eac-4379-49c7-b9a6-8d29cb2d8aaf) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:10.072278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b59a1b-7025-4eba-bc2c-134c8124a824 admin admin] Checking segment: {'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:10.072643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b59a1b-7025-4eba-bc2c-134c8124a824 admin admin] Network hostable DHCP agents. Network: 47fa16b7-ff30-4084-9336-3cf290d7dbc3, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:51:10.152037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c0d61a-cdac-458c-8b3e-631e1dd69393 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:10.173960 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.190466 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Transition to ACTIVE for port object 83c0d61a-cdac-458c-8b3e-631e1dd69393 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:10.195181 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34598321-4991-4228-90e9-5bf5472a7021 req-cda40eb3-3abf-49d8-9c5b-37cd17fe2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:10.198338 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34598321-4991-4228-90e9-5bf5472a7021 req-cda40eb3-3abf-49d8-9c5b-37cd17fe2332 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=87daa265-7408-4695-acf4-fccb886c858c HTTP/1.1" status: 200 len: 852 time: 0.5697227 Dec 08 01:51:10.206047 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.239073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b59a1b-7025-4eba-bc2c-134c8124a824 admin admin] Network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:51:10.246001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d48f185b-59e9-4061-8697-6ddcb4d716f5 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:10.263961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-00b59a1b-7025-4eba-bc2c-134c8124a824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 47fa16b7-ff30-4084-9336-3cf290d7dbc3) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:10.272164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b59a1b-7025-4eba-bc2c-134c8124a824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:10.272783 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-00b59a1b-7025-4eba-bc2c-134c8124a824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.309318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b75528-ec53-4500-bacd-acaa3566d8ce None None] Network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:10.321296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-00b59a1b-7025-4eba-bc2c-134c8124a824 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2469783 Dec 08 01:51:10.327316 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.379325 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.380920 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.431208 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.464214 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34598321-4991-4228-90e9-5bf5472a7021 req-49fd3aa9-1389-42ea-bc82-5b8a31d55b2e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=902dc1df-9f44-4c8c-a6ed-450a63390fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2303586 Dec 08 01:51:10.539160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:10.539826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:10.542999 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:10.624685 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Pushing event updated for resources: {'Port': ['ID=f437251b-fe60-4494-92d1-3b7f50a85bb0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:10.672719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event updated for resources: {'Port': ['ID=f1b6de21-ca71-4fbc-8de0-873c2e5c6841,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:10.674379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d48f185b-59e9-4061-8697-6ddcb4d716f5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:10.676006 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.684037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-47fa16b7-ff30-4084-9336-3cf290d7dbc3', 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3', 'project_id': '9df686f8edb4470fb9993f7d70bdf1fb', 'fixed_ips': [{'subnet_id': 'eaa64df3-2172-43fb-b1e1-88a3a7ad96b8'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:51:10.685047 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.731882 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.737744 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627a60f-c060-47b2-9268-a6251686befd req-26a9c981-2482-4dd1-9e9a-b33280b598bb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:10.740931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4627a60f-c060-47b2-9268-a6251686befd req-26a9c981-2482-4dd1-9e9a-b33280b598bb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 943 time: 0.3495181 Dec 08 01:51:10.769800 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.793552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:10.907793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Network 27c09620-5107-45f7-8e12-8a3159dcbb15 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:10.917289 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:10.917923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbc41ec-3f7f-4e3c-8f2b-edfb2da7ca15 None None] Network 9d4965a7-fb85-470e-b131-89f412b82f84 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:10.933782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:10.936711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:10.942453 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4627a60f-c060-47b2-9268-a6251686befd req-a4f7c35d-2c5c-45bf-8038-547257bb2c0d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338775 Dec 08 01:51:10.966691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:10.970521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Pushing event updated for resources: {'Port': ['ID=80783eac-4379-49c7-b9a6-8d29cb2d8aaf,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:11.096639 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.120370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1708fa61-adcc-4631-939b-6b4014b9da10 None None] Provisioning complete for port d48f185b-59e9-4061-8697-6ddcb4d716f5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:11.120745 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1708fa61-adcc-4631-939b-6b4014b9da10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.173644 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144d258-e43b-46b9-b08b-c793b8b5e795 req-419fa3c7-6e98-434c-b05d-916e6e84e035 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:11.175241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4144d258-e43b-46b9-b08b-c793b8b5e795 req-419fa3c7-6e98-434c-b05d-916e6e84e035 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 1023 time: 0.1249564 Dec 08 01:51:11.265832 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.277768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Attempting to bind port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:11.278149 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Attempting to bind port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'ff747b2f-ec31-49fa-b037-6e2230acf9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27c09620-5107-45f7-8e12-8a3159dcbb15'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:11.278558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Attempting to bind port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf on network 27c09620-5107-45f7-8e12-8a3159dcbb15 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:11.314317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Allocated IP 172.20.0.2 (47fa16b7-ff30-4084-9336-3cf290d7dbc3/eaa64df3-2172-43fb-b1e1-88a3a7ad96b8/130356cd-8aab-4132-80e0-0c4f9451bf44) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:11.334893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:11.335276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Checking segment: {'id': 'ff747b2f-ec31-49fa-b037-6e2230acf9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27c09620-5107-45f7-8e12-8a3159dcbb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:11.335766 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.336234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Bound using segment: {'id': 'ff747b2f-ec31-49fa-b037-6e2230acf9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27c09620-5107-45f7-8e12-8a3159dcbb15'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:11.336771 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Bound port: 80783eac-4379-49c7-b9a6-8d29cb2d8aaf, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff747b2f-ec31-49fa-b037-6e2230acf9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27c09620-5107-45f7-8e12-8a3159dcbb15'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:11.337209 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.363694 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4144d258-e43b-46b9-b08b-c793b8b5e795 req-cbe02690-e5e9-4c44-a04d-ebc8790b9685 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a11aaf70-72fa-4571-9c45-eb0206319f31&id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&id=fc6f836f-48b7-489f-a31f-12dffe6a3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1614156 Dec 08 01:51:11.398516 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port d48f185b-59e9-4061-8697-6ddcb4d716f5, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d48f185b-59e9-4061-8697-6ddcb4d716f5,segment=NetworkSegment(2bb95e9c-6353-44a9-8804-b2a29df54174),segment_id=2bb95e9c-6353-44a9-8804-b2a29df54174)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:11.444100 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.459279 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.460172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dc909d4a-ffbc-4957-b036-371a94bc6d2c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:11.535566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Allocated IP 172.20.0.1 (9d4965a7-fb85-470e-b131-89f412b82f84/3ab812b7-6204-482e-9cb6-61dd87860a5b/f6d6e31e-9ebb-4ab8-b3f5-84ddc480eb6c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:11.600259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24903b85-187f-44a1-941d-1f96e155a61b req-88289569-aef2-4c73-9c7a-9fa00468b967 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:11.611450 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-24903b85-187f-44a1-941d-1f96e155a61b req-88289569-aef2-4c73-9c7a-9fa00468b967 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 935 time: 0.1585522 Dec 08 01:51:11.619933 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] For port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:11.634184 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] For port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=80783eac-4379-49c7-b9a6-8d29cb2d8aaf,segment=NetworkSegment(ff747b2f-ec31-49fa-b037-6e2230acf9f6),segment_id=ff747b2f-ec31-49fa-b037-6e2230acf9f6)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:11.653930 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.682535 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.683699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=d48f185b-59e9-4061-8697-6ddcb4d716f5,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:11.694913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-24903b85-187f-44a1-941d-1f96e155a61b req-a017543f-94b8-4bb7-b697-e80c94a885d3 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823240 Dec 08 01:51:11.705547 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:11.706218 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.712903 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34598321-4991-4228-90e9-5bf5472a7021 req-20349c67-87c9-4e10-aa2f-36d36b3a2e3e service neutron] 10.222.0.75 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2193060 Dec 08 01:51:11.735492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Router b0d326ce-0bb3-47b9-bd06-46feef10860e is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:51:11.743217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-27589adf-01f0-4f71-a01b-b16b4f3c00a5 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:51:11.753815 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-27589adf-01f0-4f71-a01b-b16b4f3c00a5 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7761672 Dec 08 01:51:11.763638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Attempting to bind port 83c0d61a-cdac-458c-8b3e-631e1dd69393 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:11.764027 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Attempting to bind port 83c0d61a-cdac-458c-8b3e-631e1dd69393 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:11.764249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Attempting to bind port 83c0d61a-cdac-458c-8b3e-631e1dd69393 on network 3276b31f-6293-4197-963e-cfa311955d62 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:11.827120 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.833540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port dc909d4a-ffbc-4957-b036-371a94bc6d2c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:11.833909 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.866082 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b218f68-7e35-4c30-a3c8-e41e64e8aa43 req-c12c4547-ef0a-4e07-94b8-3213624a663f tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 210 time: 0.0478010 Dec 08 01:51:11.871267 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.877282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e01a20-62a5-4b1e-a095-8925d1f77816 None None] Pushing event updated for resources: {'Port': ['ID=80783eac-4379-49c7-b9a6-8d29cb2d8aaf,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:11.879983 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-aba924a7-89e0-438d-aea5-1bf7f8b8f234 None None] Provisioning complete for port f1b6de21-ca71-4fbc-8de0-873c2e5c6841 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:11.880355 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aba924a7-89e0-438d-aea5-1bf7f8b8f234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.958365 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:51:11.960236 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34598321-4991-4228-90e9-5bf5472a7021 req-88fdad54-d5c3-4295-b55b-6ccbd910269f service neutron] 10.222.0.75 "GET /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866279 Dec 08 01:51:11.996846 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Sync routers for ids ['b0d326ce-0bb3-47b9-bd06-46feef10860e'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:51:12.002188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:12.010921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-aba924a7-89e0-438d-aea5-1bf7f8b8f234 None None] Port f1b6de21-ca71-4fbc-8de0-873c2e5c6841 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:12.015756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Pushing event updated for resources: {'Port': ['ID=130356cd-8aab-4132-80e0-0c4f9451bf44,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:12.018269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:12.028370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:12.046027 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:12.050027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6c904c79-d82a-4809-9439-366404a1d05c admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7827094 Dec 08 01:51:12.051641 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Routers {'b0d326ce-0bb3-47b9-bd06-46feef10860e'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:12.054487 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41430) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:12.056804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:50:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b0d326ce-0bb3-47b9-bd06-46feef10860e'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:12.059996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Pushing event updated for resources: {'Port': ['ID=83c0d61a-cdac-458c-8b3e-631e1dd69393,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:12.094962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Port 83c0d61a-cdac-458c-8b3e-631e1dd69393 on network 3276b31f-6293-4197-963e-cfa311955d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:12.095508 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Attempting to bind port 83c0d61a-cdac-458c-8b3e-631e1dd69393 on network 3276b31f-6293-4197-963e-cfa311955d62 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:12.100530 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-9ec2be27-07a8-4311-aab3-af7f922c67fe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7307806 Dec 08 01:51:12.223294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Request body: {'port': {'device_id': '998de6a5-8396-46dc-a9a7-581cb0feff0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:12.246744 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:12.247095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Checking segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:12.250270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Bound using segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:12.250750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Bound port: 83c0d61a-cdac-458c-8b3e-631e1dd69393, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:12.251120 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:12.253626 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-8e598bbc-c23a-4583-9969-9bab414df6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:12.255065 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-8e598bbc-c23a-4583-9969-9bab414df6da service neutron] 10.222.0.71 "GET /v2.0/ports/931d28c2-bd85-4db4-a8e7-ee1e53ea6114 HTTP/1.1" status: 200 len: 1094 time: 0.5004797 Dec 08 01:51:12.273270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Attempting to bind port 130356cd-8aab-4132-80e0-0c4f9451bf44 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:12.273989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Attempting to bind port 130356cd-8aab-4132-80e0-0c4f9451bf44 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:12.274104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Attempting to bind port 130356cd-8aab-4132-80e0-0c4f9451bf44 on network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:12.329442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-115bd653-d774-48e0-9675-fa7556cbac99 service neutron] Request body: {'binding': {'host': 'n-h2-713499-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:12.330324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-115bd653-d774-48e0-9675-fa7556cbac99 service neutron] Unknown quota resources ['binding']. {{(pid=109766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:51:12.411885 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115abda9-5306-456f-b780-7ccd83893fb0 req-a3648375-3a8e-4d12-8a83-bc8cd7193284 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:12.413514 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-115abda9-5306-456f-b780-7ccd83893fb0 req-a3648375-3a8e-4d12-8a83-bc8cd7193284 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 1023 time: 0.7159076 Dec 08 01:51:12.475351 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:12.477442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0cda4b65-d683-4f14-9d6e-a09eccbd6baa None None] Provisioning complete for port d48f185b-59e9-4061-8697-6ddcb4d716f5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:12.477816 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cda4b65-d683-4f14-9d6e-a09eccbd6baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:12.485021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:12.485399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Checking segment: {'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:12.485807 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:12.486204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Bound using segment: {'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:12.486705 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Bound port: 130356cd-8aab-4132-80e0-0c4f9451bf44, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:12.487095 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:12.573208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Set router b0d326ce-0bb3-47b9-bd06-46feef10860e gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:12.610451 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:12.628724 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-1c18f218-5f6b-413a-9a06-3f7e22174c5d tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:12.630577 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-1c18f218-5f6b-413a-9a06-3f7e22174c5d tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.75 "GET /v2.0/networks?id=794feb3e-0034-432a-8d6f-d3691f9c03fb HTTP/1.1" status: 200 len: 821 time: 0.5579362 Dec 08 01:51:12.693846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Network 9d4965a7-fb85-470e-b131-89f412b82f84 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:12.720931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] For port 130356cd-8aab-4132-80e0-0c4f9451bf44, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:12.736515 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-7fa3a7be-4dda-4f40-b711-ea95d3872fc9 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Request body: {'port': {'device_id': '9d59c157-2093-46ed-97e4-33e3f0439063', 'network_id': '794feb3e-0034-432a-8d6f-d3691f9c03fb', 'admin_state_up': True, 'tenant_id': '94ac76568176464b889e99da692ecdb3'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:12.753525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:12.764871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] For port 130356cd-8aab-4132-80e0-0c4f9451bf44, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=130356cd-8aab-4132-80e0-0c4f9451bf44,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:12.777354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] For port 83c0d61a-cdac-458c-8b3e-631e1dd69393, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:12.786966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:12.789932 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:12.790459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event updated for resources: {'Port': ['ID=f6d6e31e-9ebb-4ab8-b3f5-84ddc480eb6c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:12.817595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 80783eac-4379-49c7-b9a6-8d29cb2d8aaf up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:12.884850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b637a-874b-4129-97dd-bc49ba31f80e req-75f4e9e1-00ff-4597-9a5c-4637ec942b59 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:12.886431 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-324b637a-874b-4129-97dd-bc49ba31f80e req-75f4e9e1-00ff-4597-9a5c-4637ec942b59 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/networks?id=47fa16b7-ff30-4084-9336-3cf290d7dbc3 HTTP/1.1" status: 200 len: 816 time: 0.5970776 Dec 08 01:51:12.906179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] For port 83c0d61a-cdac-458c-8b3e-631e1dd69393, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=83c0d61a-cdac-458c-8b3e-631e1dd69393,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:12.940005 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.030829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-324b637a-874b-4129-97dd-bc49ba31f80e req-98f427d8-177c-4363-8756-e276cb471a07 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/quotas/9df686f8edb4470fb9993f7d70bdf1fb HTTP/1.1" status: 200 len: 375 time: 0.0159471 Dec 08 01:51:13.036995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a181b7-98da-4ed0-9f0a-ad58b0f2e6e1 None None] Pushing event updated for resources: {'Port': ['ID=130356cd-8aab-4132-80e0-0c4f9451bf44,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:13.078681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:13.079524 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.162346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-324b637a-874b-4129-97dd-bc49ba31f80e req-6127b208-a572-4bf7-afab-e70f2fe43f1e tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9df686f8edb4470fb9993f7d70bdf1fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0989969 Dec 08 01:51:13.173349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'name': 'tempest-ServerRescueTestJSON-2077689307-router', 'tenant_id': '8a318c364fcf4694b611c140d4710896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f437251b-fe60-4494-92d1-3b7f50a85bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:07Z', 'updated_at': '2021-12-08T01:51:10Z', 'revision_number': 3, 'project_id': '8a318c364fcf4694b611c140d4710896', 'gw_port': {'id': 'f437251b-fe60-4494-92d1-3b7f50a85bb0', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:09Z', 'updated_at': '2021-12-08T01:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:13.226957 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Checking router: b0d326ce-0bb3-47b9-bd06-46feef10860e for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:51:13.227437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Updating router b0d326ce-0bb3-47b9-bd06-46feef10860e port f437251b-fe60-4494-92d1-3b7f50a85bb0 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:51:13.294000 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.296498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-7fa3a7be-4dda-4f40-b711-ea95d3872fc9 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Made reservation on behalf of 94ac76568176464b889e99da692ecdb3 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:13.300190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-7fa3a7be-4dda-4f40-b711-ea95d3872fc9 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.308963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-99a64af5-8490-4ca2-b4f5-6624bd2d3529 None None] Provisioning complete for port f6d6e31e-9ebb-4ab8-b3f5-84ddc480eb6c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:13.309518 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99a64af5-8490-4ca2-b4f5-6624bd2d3529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.335369 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:13.337025 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.338609 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] 10.222.0.45 "PUT /v2.0/ports/83c0d61a-cdac-458c-8b3e-631e1dd69393 HTTP/1.1" status: 200 len: 1092 time: 4.9087300 Dec 08 01:51:13.364451 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.367128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-99a64af5-8490-4ca2-b4f5-6624bd2d3529 None None] Port f6d6e31e-9ebb-4ab8-b3f5-84ddc480eb6c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:13.397756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3fefb7-1970-4234-ae79-d94e916b60a4', 'tag': '83c0d61a-cdac-458c-8b3e-631e1dd69393'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:13.400887 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c630965a-ca4f-4f16-8278-4d356812d8de" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3fefb7-1970-4234-ae79-d94e916b60a4", "tag": "83c0d61a-cdac-458c-8b3e-631e1dd69393"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:13.416187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c660e7-f898-46fe-b5e5-705ab03e938a service neutron] Pushing event updated for resources: {'Port': ['ID=83c0d61a-cdac-458c-8b3e-631e1dd69393,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:13.462976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-115abda9-5306-456f-b780-7ccd83893fb0 req-ee751ca5-e03d-4adb-8edd-3b47077e3751 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Deleting port e710cfd2-694a-4f47-9f18-86fd79e13336 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:13.463158 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-115abda9-5306-456f-b780-7ccd83893fb0 req-ee751ca5-e03d-4adb-8edd-3b47077e3751 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.464436 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.472490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-324b637a-874b-4129-97dd-bc49ba31f80e req-31a68dd7-0754-4e5e-8fb3-e116ebe4f0a3 service neutron] 10.222.0.71 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952850 Dec 08 01:51:13.501884 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.549000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb9239d-2bf9-40de-a524-09a22ae0fb3a None None] Network 27c09620-5107-45f7-8e12-8a3159dcbb15 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:13.656195 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=80783eac-4379-49c7-b9a6-8d29cb2d8aaf,segment=NetworkSegment(ff747b2f-ec31-49fa-b037-6e2230acf9f6),segment_id=ff747b2f-ec31-49fa-b037-6e2230acf9f6)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:13.679327 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.680253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d48f185b-59e9-4061-8697-6ddcb4d716f5 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:13.697362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-09e773ff-167c-4285-a636-296f084ff5d5 None None] Provisioning complete for port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:13.697728 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-09e773ff-167c-4285-a636-296f084ff5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.699852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-324b637a-874b-4129-97dd-bc49ba31f80e req-6882ceb9-0890-44b4-9856-31cfcbfd6813 service neutron] 10.222.0.71 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945891 Dec 08 01:51:13.810573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Allocated IP 172.20.0.1 (bfcd6e97-5ac1-4da8-8cea-2004f8afcf83/e7011422-2fee-464b-8986-d869c753cada/c2a78aae-919d-4bea-a44c-fa5c7db82ab0) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:13.889320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-115bd653-d774-48e0-9675-fa7556cbac99 service neutron] Attempting to bind port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 on host n-h2-713499-31 for vnic_type normal with profile None {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:13.889974 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-115bd653-d774-48e0-9675-fa7556cbac99 service neutron] Attempting to bind port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:13.889974 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-115bd653-d774-48e0-9675-fa7556cbac99 service neutron] Attempting to bind port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:13.894453 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=80783eac-4379-49c7-b9a6-8d29cb2d8aaf,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:13.996308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d48f185b-59e9-4061-8697-6ddcb4d716f5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:13.996688 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.036795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-115bd653-d774-48e0-9675-fa7556cbac99 service neutron] Port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 on network a59a8412-6343-41a4-920a-bc94665ff18f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:14.037457 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-115bd653-d774-48e0-9675-fa7556cbac99 service neutron] Attempting to bind port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:14.069037 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.113051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d345c6-e15a-4028-9e28-b677b940b80c req-09b46e2b-62cd-4d35-bf17-a616d1eb981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:14.115577 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-09b46e2b-62cd-4d35-bf17-a616d1eb981d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 1095 time: 0.6951430 Dec 08 01:51:14.116962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-115bd653-d774-48e0-9675-fa7556cbac99 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:14.118041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-115bd653-d774-48e0-9675-fa7556cbac99 service neutron] Checking segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:14.118643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-115bd653-d774-48e0-9675-fa7556cbac99 service neutron] Bound using segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:14.119292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-115bd653-d774-48e0-9675-fa7556cbac99 service neutron] Bound port: 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:14.169958 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.178318 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.262473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec720f-1f15-47cc-a21d-9432983c72b4 req-89bcc9c0-8cc9-4ff9-8223-b5f435a4f8cf tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:14.281924 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cdec720f-1f15-47cc-a21d-9432983c72b4 req-89bcc9c0-8cc9-4ff9-8223-b5f435a4f8cf tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 943 time: 0.2108545 Dec 08 01:51:14.291489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9dac5-1447-46cd-8c55-bc1b33d17992 None None] Pushing event updated for resources: {'Port': ['ID=f437251b-fe60-4494-92d1-3b7f50a85bb0,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:14.303868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Attempting to bind port f437251b-fe60-4494-92d1-3b7f50a85bb0 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:14.304674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Attempting to bind port f437251b-fe60-4494-92d1-3b7f50a85bb0 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:14.306277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Attempting to bind port f437251b-fe60-4494-92d1-3b7f50a85bb0 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:14.320781 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.324354 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:14.325749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:14.328167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.329046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:14.329809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Bound port: f437251b-fe60-4494-92d1-3b7f50a85bb0, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:14.332188 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.365080 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.376567 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-be93792f-aed0-4ccc-a03e-a1bc5b49f360 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c0d61a-cdac-458c-8b3e-631e1dd69393 HTTP/1.1" status: 200 len: 217 time: 0.2161648 Dec 08 01:51:14.402854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] For port f437251b-fe60-4494-92d1-3b7f50a85bb0, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:14.407024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] For port f437251b-fe60-4494-92d1-3b7f50a85bb0, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f437251b-fe60-4494-92d1-3b7f50a85bb0,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:14.414943 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.419708 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cdec720f-1f15-47cc-a21d-9432983c72b4 req-c209b710-4b9d-43ab-9178-9ca54e8559f8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364348 Dec 08 01:51:14.423502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:14.438694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:14.442229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:14.508592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-115abda9-5306-456f-b780-7ccd83893fb0 req-ee751ca5-e03d-4adb-8edd-3b47077e3751 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] For port e710cfd2-694a-4f47-9f18-86fd79e13336, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e710cfd2-694a-4f47-9f18-86fd79e13336,segment=NetworkSegment(323424bb-2ebd-4c15-af2e-99565e2ac8d9),segment_id=323424bb-2ebd-4c15-af2e-99565e2ac8d9)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:14.508592 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-115abda9-5306-456f-b780-7ccd83893fb0 req-ee751ca5-e03d-4adb-8edd-3b47077e3751 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.531754 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.595835 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-7fa3a7be-4dda-4f40-b711-ea95d3872fc9 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Allocated IP 172.20.0.2 (794feb3e-0034-432a-8d6f-d3691f9c03fb/87afdd4e-a308-4dae-a0d7-df2054ca7b01/30ffa2d2-d6b6-4280-92b2-a125f372e293) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:14.603435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Pushing event updated for resources: {'Port': ['ID=c2a78aae-919d-4bea-a44c-fa5c7db82ab0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:14.619875 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-115abda9-5306-456f-b780-7ccd83893fb0 req-ee751ca5-e03d-4adb-8edd-3b47077e3751 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Calling delete_port for e710cfd2-694a-4f47-9f18-86fd79e13336 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:14.635253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9dac5-1447-46cd-8c55-bc1b33d17992 None None] Pushing event updated for resources: {'Port': ['ID=f437251b-fe60-4494-92d1-3b7f50a85bb0,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:14.636401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:14.636916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:14.637471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:14.637984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:14.640202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7ffb9695-5a79-4b06-8117-cb507e176829 None None] Provisioning complete for port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:14.640575 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9695-5a79-4b06-8117-cb507e176829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.646067 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:14.646654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:14.647289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:14.648889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:14.649384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:14.649892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:14.650385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:14.650872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:14.651366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:14.689277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-115bd653-d774-48e0-9675-fa7556cbac99 service neutron] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:14.699765 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Routers {'b0d326ce-0bb3-47b9-bd06-46feef10860e'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:14.700420 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:50:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b0d326ce-0bb3-47b9-bd06-46feef10860e'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:14.710481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314e2cb-9532-4f5f-9abb-ce5034fc0d29 req-7397fed8-d60a-48c3-91fa-bffc8c40d1c4 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:14.718317 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3314e2cb-9532-4f5f-9abb-ce5034fc0d29 req-7397fed8-d60a-48c3-91fa-bffc8c40d1c4 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee051f7-8e9f-480e-8d2b-d6d37d8779db HTTP/1.1" status: 200 len: 1023 time: 0.1371806 Dec 08 01:51:14.827448 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-115bd653-d774-48e0-9675-fa7556cbac99 service neutron] Publish callbacks [] for binding, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.828665 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-115bd653-d774-48e0-9675-fa7556cbac99 service neutron] 10.222.0.71 "POST /v2.0/ports/931d28c2-bd85-4db4-a8e7-ee1e53ea6114/bindings HTTP/1.1" status: 201 len: 390 time: 2.5080142 Dec 08 01:51:14.834301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 80783eac-4379-49c7-b9a6-8d29cb2d8aaf up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:14.836743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91282a0-6d37-4d60-a8a7-c6e541610470 None None] Network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:14.849273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3314e2cb-9532-4f5f-9abb-ce5034fc0d29 req-007833a7-eaf3-4225-9152-71a9d01360b3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a11aaf70-72fa-4571-9c45-eb0206319f31&id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&id=fc6f836f-48b7-489f-a31f-12dffe6a3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1281121 Dec 08 01:51:14.853073 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.855096 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d345c6-e15a-4028-9e28-b677b940b80c req-8b489b0f-72db-4c4c-81b0-fdce6e237d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:14.857332 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-8b489b0f-72db-4c4c-81b0-fdce6e237d75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.4311497 Dec 08 01:51:14.978355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b6de21-ca71-4fbc-8de0-873c2e5c6841 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:15.004552 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.083072 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-44334c28-e32f-4ad8-b687-70bcbea7401a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1901217 Dec 08 01:51:15.163310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Transition to ACTIVE for port object f1b6de21-ca71-4fbc-8de0-873c2e5c6841 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:15.199721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] Set router b0d326ce-0bb3-47b9-bd06-46feef10860e gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:15.217444 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.281986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a26e74-f9b0-4fc7-bc39-8469e0fe25ef req-ed4eaf54-90b7-4e64-b9af-2a89804bada8 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:15.290958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-81a26e74-f9b0-4fc7-bc39-8469e0fe25ef req-ed4eaf54-90b7-4e64-b9af-2a89804bada8 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 935 time: 0.3010571 Dec 08 01:51:15.298023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c927056-c533-4a30-a9f5-99addaace4c2 req-1477672e-53fd-40ea-9705-262c3353caea tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 210 time: 0.1788855 Dec 08 01:51:15.301212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:15.301660 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.362670 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285034c6-58c8-4181-bf9a-a3be98902ba5 x-openstack-request-id: req-285034c6-58c8-4181-bf9a-a3be98902ba5 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:15.362958 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3fefb7-1970-4234-ae79-d94e916b60a4", "tag": "83c0d61a-cdac-458c-8b3e-631e1dd69393", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:15.363209 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-285034c6-58c8-4181-bf9a-a3be98902ba5 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:15.363597 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3fefb7-1970-4234-ae79-d94e916b60a4', 'tag': '83c0d61a-cdac-458c-8b3e-631e1dd69393', 'status': 'completed', 'code': 200} Dec 08 01:51:15.369981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-81a26e74-f9b0-4fc7-bc39-8469e0fe25ef req-f74b99a9-7e4b-457b-9d80-cd1bd5a90088 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715785 Dec 08 01:51:15.448305 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.471900 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.473282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e710cfd2-694a-4f47-9f18-86fd79e13336 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:15.540322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-bea22873-b4f8-4bf2-8cf7-72586e9a87f2 None None] Provisioning complete for port 130356cd-8aab-4132-80e0-0c4f9451bf44 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:15.540696 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bea22873-b4f8-4bf2-8cf7-72586e9a87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.541659 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b6de21-ca71-4fbc-8de0-873c2e5c6841,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:15.562634 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.609867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-45817abe-d4fb-4950-bc0b-8e30815fb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:15.611391 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-45817abe-d4fb-4950-bc0b-8e30815fb860 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 1097 time: 0.3158882 Dec 08 01:51:15.617649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:15.618372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:15.618997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:15.619593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:15.620118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:15.620597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:15.621190 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:15.621822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:15.622307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:15.623278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:15.632165 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:15.632874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:15.633570 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:15.665753 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-7fa3a7be-4dda-4f40-b711-ea95d3872fc9 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.739915 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Pushing event updated for resources: {'Port': ['ID=c2a78aae-919d-4bea-a44c-fa5c7db82ab0,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:15.763926 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-34648403-4110-447e-aad0-696bb8dfd729 service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6685560 Dec 08 01:51:15.779464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 130356cd-8aab-4132-80e0-0c4f9451bf44 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:15.785133 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-7fa3a7be-4dda-4f40-b711-ea95d3872fc9 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.858979 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bea22873-b4f8-4bf2-8cf7-72586e9a87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.892813 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.923399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'name': 'tempest-ServerRescueTestJSON-2077689307-router', 'tenant_id': '8a318c364fcf4694b611c140d4710896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f437251b-fe60-4494-92d1-3b7f50a85bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:07Z', 'updated_at': '2021-12-08T01:51:10Z', 'revision_number': 3, 'project_id': '8a318c364fcf4694b611c140d4710896', 'gw_port': {'id': 'f437251b-fe60-4494-92d1-3b7f50a85bb0', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:09Z', 'updated_at': '2021-12-08T01:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:15.966358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d40640e-8eaf-4e9d-b034-32c17726e25f None None] The sync data for ids ['b0d326ce-0bb3-47b9-bd06-46feef10860e'] in n-d-713499-31 is: [{'id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'name': 'tempest-ServerRescueTestJSON-2077689307-router', 'tenant_id': '8a318c364fcf4694b611c140d4710896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f437251b-fe60-4494-92d1-3b7f50a85bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:07Z', 'updated_at': '2021-12-08T01:51:10Z', 'revision_number': 3, 'project_id': '8a318c364fcf4694b611c140d4710896', 'gw_port': {'id': 'f437251b-fe60-4494-92d1-3b7f50a85bb0', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:09Z', 'updated_at': '2021-12-08T01:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:51:15.975186 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.977612 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-bea22873-b4f8-4bf2-8cf7-72586e9a87f2 None None] For port 130356cd-8aab-4132-80e0-0c4f9451bf44, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=130356cd-8aab-4132-80e0-0c4f9451bf44,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:15.986454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f6490-23a1-4027-b304-ef702622639f req-a61dd18d-899c-45ca-bfcd-beaa523d89e8 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:15.987754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 130356cd-8aab-4132-80e0-0c4f9451bf44 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:15.988125 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.989901 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bea22873-b4f8-4bf2-8cf7-72586e9a87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.994258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-593f6490-23a1-4027-b304-ef702622639f req-a61dd18d-899c-45ca-bfcd-beaa523d89e8 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 945 time: 0.5302508 Dec 08 01:51:16.024613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-7fa3a7be-4dda-4f40-b711-ea95d3872fc9 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Network 794feb3e-0034-432a-8d6f-d3691f9c03fb is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:16.026597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Attempting to bind port f1b6de21-ca71-4fbc-8de0-873c2e5c6841 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:16.026935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Attempting to bind port f1b6de21-ca71-4fbc-8de0-873c2e5c6841 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:16.027264 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Attempting to bind port f1b6de21-ca71-4fbc-8de0-873c2e5c6841 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:16.037645 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.041784 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-7fa3a7be-4dda-4f40-b711-ea95d3872fc9 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:16.044525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-7fa3a7be-4dda-4f40-b711-ea95d3872fc9 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:16.084073 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea22873-b4f8-4bf2-8cf7-72586e9a87f2 None None] Pushing event updated for resources: {'Port': ['ID=130356cd-8aab-4132-80e0-0c4f9451bf44,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:16.107380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Port f1b6de21-ca71-4fbc-8de0-873c2e5c6841 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:16.107839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Attempting to bind port f1b6de21-ca71-4fbc-8de0-873c2e5c6841 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:16.122529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:16.122822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3a7be-4dda-4f40-b711-ea95d3872fc9 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Pushing event updated for resources: {'Port': ['ID=30ffa2d2-d6b6-4280-92b2-a125f372e293,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:16.148329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b637a-874b-4129-97dd-bc49ba31f80e req-2cfe1366-8b1e-41a9-a280-3bcb398bd2e0 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:16.149870 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-115abda9-5306-456f-b780-7ccd83893fb0 req-ee751ca5-e03d-4adb-8edd-3b47077e3751 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.150041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-324b637a-874b-4129-97dd-bc49ba31f80e req-2cfe1366-8b1e-41a9-a280-3bcb398bd2e0 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.75 "GET /v2.0/networks?id=47fa16b7-ff30-4084-9336-3cf290d7dbc3 HTTP/1.1" status: 200 len: 816 time: 0.4954782 Dec 08 01:51:16.150853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:16.174080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-24cc02d3-8b3e-4fd9-94f5-72149c5262bc tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:16.181163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-24cc02d3-8b3e-4fd9-94f5-72149c5262bc tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/networks?id=47fa16b7-ff30-4084-9336-3cf290d7dbc3 HTTP/1.1" status: 200 len: 816 time: 0.6216855 Dec 08 01:51:16.184631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4dcca4c5-7ba7-45e4-91e8-56db2eed2314 None None] Provisioning complete for port 130356cd-8aab-4132-80e0-0c4f9451bf44 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:16.184785 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4dcca4c5-7ba7-45e4-91e8-56db2eed2314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.187993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['34b6e12d-3483-4449-bfb6-a5a9b611d14d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:16.199323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:16.199694 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:16.200080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:16.200204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e17a0a40-e4cf-4115-91e8-157440b19e9c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Request body: {'port': {'device_id': '3e679709-3bdc-4356-9f72-34a6b2153592', 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3', 'admin_state_up': True, 'tenant_id': '9df686f8edb4470fb9993f7d70bdf1fb'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:16.200546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Bound port: f1b6de21-ca71-4fbc-8de0-873c2e5c6841, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:16.200886 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.263689 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-593f6490-23a1-4027-b304-ef702622639f req-8e7d09ff-6135-4bf2-bd75-aacefec9a046 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675314 Dec 08 01:51:16.327282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-7fa3a7be-4dda-4f40-b711-ea95d3872fc9 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:16.328059 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-7fa3a7be-4dda-4f40-b711-ea95d3872fc9 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.331837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.344390 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-92f05a8d-f6de-4ccc-a39a-9d41df1c90da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:16.346857 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-92f05a8d-f6de-4ccc-a39a-9d41df1c90da service neutron] 10.222.0.75 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.6817577 Dec 08 01:51:16.359517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-ece24780-e311-4e40-b45d-1443fe445bdc tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/quotas/9df686f8edb4470fb9993f7d70bdf1fb HTTP/1.1" status: 200 len: 375 time: 0.1774557 Dec 08 01:51:16.396432 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-98c67cd2-3163-47e0-adf7-4e1002348b4a service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6123011 Dec 08 01:51:16.401644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event updated for resources: {'Port': ['ID=f6d6e31e-9ebb-4ab8-b3f5-84ddc480eb6c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:16.408590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-115abda9-5306-456f-b780-7ccd83893fb0 req-ee751ca5-e03d-4adb-8edd-3b47077e3751 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] No DVR routers for this DVR port e710cfd2-694a-4f47-9f18-86fd79e13336 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:16.411999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-115abda9-5306-456f-b780-7ccd83893fb0 req-ee751ca5-e03d-4adb-8edd-3b47077e3751 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.416360 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-115abda9-5306-456f-b780-7ccd83893fb0 req-ee751ca5-e03d-4adb-8edd-3b47077e3751 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.75 "DELETE /v2.0/ports/e710cfd2-694a-4f47-9f18-86fd79e13336 HTTP/1.1" status: 204 len: 173 time: 3.9634039 Dec 08 01:51:16.487937 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-7fa3a7be-4dda-4f40-b711-ea95d3872fc9 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7926688 Dec 08 01:51:16.503239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee751ca5-e03d-4adb-8edd-3b47077e3751 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event deleted for resources: {'Port': ['ID=e710cfd2-694a-4f47-9f18-86fd79e13336,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:16.520438 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-3bf58976-c973-4b9c-b60d-b5fe0315589e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114 HTTP/1.1" status: 200 len: 217 time: 0.0991087 Dec 08 01:51:16.554375 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Request body: {'port': {'device_id': '9d59c157-2093-46ed-97e4-33e3f0439063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:16.559477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] For port f1b6de21-ca71-4fbc-8de0-873c2e5c6841, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:16.626285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] For port f1b6de21-ca71-4fbc-8de0-873c2e5c6841, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f1b6de21-ca71-4fbc-8de0-873c2e5c6841,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:16.669339 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.733488 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:16.734467 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.736662 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] 10.222.0.45 "PUT /v2.0/ports/f1b6de21-ca71-4fbc-8de0-873c2e5c6841 HTTP/1.1" status: 200 len: 1096 time: 4.5327380 Dec 08 01:51:16.745873 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.763547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-c94bab8c-8418-46fd-8fc0-468279a9f237 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9df686f8edb4470fb9993f7d70bdf1fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4028060 Dec 08 01:51:16.764992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630965a-ca4f-4f16-8278-4d356812d8de req-4b592e0e-df2d-47fb-b9f6-25e658f8cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:16.766482 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c630965a-ca4f-4f16-8278-4d356812d8de req-4b592e0e-df2d-47fb-b9f6-25e658f8cc0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 1095 time: 0.2175264 Dec 08 01:51:16.774384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-c9a801b0-2cf3-4859-9460-6cea85d1b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:16.778162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Network 9d4965a7-fb85-470e-b131-89f412b82f84 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:16.782483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-c9a801b0-2cf3-4859-9460-6cea85d1b40c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.2538853 Dec 08 01:51:16.790919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff1a58-89d4-4d19-beea-3d2464d51197 req-e425927a-0596-47be-ab61-fc2a3f2e82e6 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:16.805644 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2ff1a58-89d4-4d19-beea-3d2464d51197 req-e425927a-0596-47be-ab61-fc2a3f2e82e6 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 943 time: 0.4566839 Dec 08 01:51:16.821731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:16.865829 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 130356cd-8aab-4132-80e0-0c4f9451bf44 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:16.903492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c186613-a3f2-43ae-b6dd-1b0d4a2f4713 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b6de21-ca71-4fbc-8de0-873c2e5c6841,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:16.947916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-d3c3ce16-c20f-47e9-b995-60641c1b4acc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1410079 Dec 08 01:51:16.986129 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 130356cd-8aab-4132-80e0-0c4f9451bf44 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:16.986502 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:17.115631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f437251b-fe60-4494-92d1-3b7f50a85bb0 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:17.170854 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-60644822-232f-4733-bfed-88d857bfb5a3 service neutron] 10.222.0.71 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063945 Dec 08 01:51:17.205704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f437251b-fe60-4494-92d1-3b7f50a85bb0 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:17.206224 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:17.215971 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e17a0a40-e4cf-4115-91e8-157440b19e9c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Made reservation on behalf of 9df686f8edb4470fb9993f7d70bdf1fb for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:17.220020 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e17a0a40-e4cf-4115-91e8-157440b19e9c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:17.247753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Router b0d326ce-0bb3-47b9-bd06-46feef10860e has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:51:17.312306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f1531f82-2b2f-4ef8-8c36-5cc281bc8647 None None] Provisioning complete for port f6d6e31e-9ebb-4ab8-b3f5-84ddc480eb6c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:17.312587 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1531f82-2b2f-4ef8-8c36-5cc281bc8647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:17.361149 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:17.371971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f1531f82-2b2f-4ef8-8c36-5cc281bc8647 None None] Port f6d6e31e-9ebb-4ab8-b3f5-84ddc480eb6c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:17.389035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port f437251b-fe60-4494-92d1-3b7f50a85bb0, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f437251b-fe60-4494-92d1-3b7f50a85bb0,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:17.395953 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:17.437238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2ff1a58-89d4-4d19-beea-3d2464d51197 req-731314e0-c784-4952-8f5b-85d820c6cc74 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903294 Dec 08 01:51:17.471007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=f437251b-fe60-4494-92d1-3b7f50a85bb0,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:17.574720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee051f7-8e9f-480e-8d2b-d6d37d8779db', 'name': 'network-vif-deleted', 'tag': 'e710cfd2-694a-4f47-9f18-86fd79e13336'}, {'name': 'network-changed', 'server_uuid': '998de6a5-8396-46dc-a9a7-581cb0feff0c', 'tag': 'f1b6de21-ca71-4fbc-8de0-873c2e5c6841'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:17.577073 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189893e4-c00b-46b4-8ecb-e9baf65ac852" -d '{"events": [{"server_uuid": "6ee051f7-8e9f-480e-8d2b-d6d37d8779db", "name": "network-vif-deleted", "tag": "e710cfd2-694a-4f47-9f18-86fd79e13336"}, {"name": "network-changed", "server_uuid": "998de6a5-8396-46dc-a9a7-581cb0feff0c", "tag": "f1b6de21-ca71-4fbc-8de0-873c2e5c6841"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:17.598535 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-c819404d-4af3-40af-801e-ca8447470781 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263921 Dec 08 01:51:17.691747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1b922585-ac47-4150-9d61-7a7a077cfe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:17.693274 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-1b922585-ac47-4150-9d61-7a7a077cfe59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 1099 time: 0.8377430 Dec 08 01:51:17.708948 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630965a-ca4f-4f16-8278-4d356812d8de req-99802302-4123-44b9-b430-06ff757be03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:17.710403 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c630965a-ca4f-4f16-8278-4d356812d8de req-99802302-4123-44b9-b430-06ff757be03b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 912 time: 0.9300814 Dec 08 01:51:17.837526 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c630965a-ca4f-4f16-8278-4d356812d8de req-b4d4f8aa-f4c4-45d4-baff-0c4da600a632 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c0d61a-cdac-458c-8b3e-631e1dd69393 HTTP/1.1" status: 200 len: 217 time: 0.1050744 Dec 08 01:51:17.838652 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-3784a82a-55a7-4a92-b8a3-80148c6f1e89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=f1b6de21-ca71-4fbc-8de0-873c2e5c6841 HTTP/1.1" status: 200 len: 217 time: 0.1267786 Dec 08 01:51:17.870568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Router 8fea50bb-e632-400d-9b84-004d6949cfb9 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:51:17.970280 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-23d18f65-2a3b-480d-919d-b2c6705d608b service neutron] 10.222.0.71 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7351570 Dec 08 01:51:18.035695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-ba0130cc-d74c-412e-b8ff-5d7da514029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:18.037178 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-ba0130cc-d74c-412e-b8ff-5d7da514029e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1830459 Dec 08 01:51:18.044803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630965a-ca4f-4f16-8278-4d356812d8de req-8d10457c-180f-47dc-99bd-18ca61e18dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:18.046801 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c630965a-ca4f-4f16-8278-4d356812d8de req-8d10457c-180f-47dc-99bd-18ca61e18dc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.1935997 Dec 08 01:51:18.092160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:51:18.097938 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8f83b70c-1057-475b-8430-0b134afa9bae admin admin] 10.222.0.71 "PUT /v2.0/routers/b0d326ce-0bb3-47b9-bd06-46feef10860e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0415838 Dec 08 01:51:18.130218 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405a3a5-5ecf-4e00-9d0d-b3523df8d23b req-85b35779-f60e-45bd-8933-49e1ebe8644e tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:18.132358 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7405a3a5-5ecf-4e00-9d0d-b3523df8d23b req-85b35779-f60e-45bd-8933-49e1ebe8644e tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 931 time: 0.5584495 Dec 08 01:51:18.138703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e17a0a40-e4cf-4115-91e8-157440b19e9c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Allocated IP 172.20.0.14 (47fa16b7-ff30-4084-9336-3cf290d7dbc3/eaa64df3-2172-43fb-b1e1-88a3a7ad96b8/3caa257a-5f7a-48ba-b3da-5413ecf42060) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:18.193342 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c630965a-ca4f-4f16-8278-4d356812d8de req-588ee4a2-0d7a-4e6e-b952-94dada7789dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276143 Dec 08 01:51:18.223763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-fe074f54-9303-4a0f-b339-cdfbbefd6b3c service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809162 Dec 08 01:51:18.240104 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:51:18.269746 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e5196e19-0a69-4d42-961e-5e7e3dc029ee tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "PUT /v2.0/routers/8fea50bb-e632-400d-9b84-004d6949cfb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3830738 Dec 08 01:51:18.273918 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ffa2d2-d6b6-4280-92b2-a125f372e293 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:18.281014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41496) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:18.282805 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82daf6-7de9-4573-9c5c-ece7ca5ff07b None None] Sync routers for ids ['8fea50bb-e632-400d-9b84-004d6949cfb9'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:51:18.301612 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82daf6-7de9-4573-9c5c-ece7ca5ff07b None None] Routers {'8fea50bb-e632-400d-9b84-004d6949cfb9'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:18.302370 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ac82daf6-7de9-4573-9c5c-ece7ca5ff07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:50:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8fea50bb-e632-400d-9b84-004d6949cfb9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:18.349400 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ac82daf6-7de9-4573-9c5c-ece7ca5ff07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:18.360398 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82daf6-7de9-4573-9c5c-ece7ca5ff07b None None] Routers {'8fea50bb-e632-400d-9b84-004d6949cfb9'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:18.361128 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ac82daf6-7de9-4573-9c5c-ece7ca5ff07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:50:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8fea50bb-e632-400d-9b84-004d6949cfb9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:18.368197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:18.408787 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ac82daf6-7de9-4573-9c5c-ece7ca5ff07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:18.409700 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82daf6-7de9-4573-9c5c-ece7ca5ff07b None None] The sync data for ids ['8fea50bb-e632-400d-9b84-004d6949cfb9'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:51:18.461879 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7405a3a5-5ecf-4e00-9d0d-b3523df8d23b req-6014b153-1ffa-4a14-b003-7dd63c2cb17f tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca8cbba4-fc6c-4195-ab92-6596940f456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172717 Dec 08 01:51:18.466944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-5c3648b8-4e0b-43d7-aef3-b20100564e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:18.468205 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-5c3648b8-4e0b-43d7-aef3-b20100564e4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4176075 Dec 08 01:51:18.527849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Transition to ACTIVE for port object 30ffa2d2-d6b6-4280-92b2-a125f372e293 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:18.552727 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:18.561282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Sync routers for ids ['b0d326ce-0bb3-47b9-bd06-46feef10860e'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:51:18.574815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Routers {'b0d326ce-0bb3-47b9-bd06-46feef10860e'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:18.575836 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-05417757-5771-4100-a34b-5039ac03e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:50:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b0d326ce-0bb3-47b9-bd06-46feef10860e'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:18.587552 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-415fad48-bb6c-45c2-8304-f53b91c5fed2 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:18.589366 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-415fad48-bb6c-45c2-8304-f53b91c5fed2 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893&tenant_id=3ea3a98675f74d9ca617927f4f236c6e&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 1097 time: 0.1231875 Dec 08 01:51:18.601641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409835dc-7217-43d0-b381-edd6a9e5eff7 req-e066c5cf-3ee0-4cf2-981d-e579cd857f10 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:18.604173 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-409835dc-7217-43d0-b381-edd6a9e5eff7 req-e066c5cf-3ee0-4cf2-981d-e579cd857f10 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 947 time: 0.4039173 Dec 08 01:51:18.637438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f437251b-fe60-4494-92d1-3b7f50a85bb0 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:18.639462 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e17a0a40-e4cf-4115-91e8-157440b19e9c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:18.695008 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-31'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:18.703999 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e17a0a40-e4cf-4115-91e8-157440b19e9c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:18.752872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f437251b-fe60-4494-92d1-3b7f50a85bb0 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:18.753416 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:18.785390 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Set router b0d326ce-0bb3-47b9-bd06-46feef10860e gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:18.849283 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e17a0a40-e4cf-4115-91e8-157440b19e9c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:18.855820 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c630965a-ca4f-4f16-8278-4d356812d8de req-97e77a38-41b1-40a1-80db-045c0280ec6f service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324549 Dec 08 01:51:18.863704 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-5e318a3b-5f1a-4c94-91e5-73ab6135ff0c service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781917 Dec 08 01:51:18.885809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e17a0a40-e4cf-4115-91e8-157440b19e9c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:18.888378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e17a0a40-e4cf-4115-91e8-157440b19e9c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:18.900453 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-409835dc-7217-43d0-b381-edd6a9e5eff7 req-a88cb593-5fe2-40d8-ac72-fb9cfdd27707 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103491 Dec 08 01:51:18.901079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a0a40-e4cf-4115-91e8-157440b19e9c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Pushing event updated for resources: {'Port': ['ID=3caa257a-5f7a-48ba-b3da-5413ecf42060,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:18.949394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b1c64-ac71-4924-9663-fe488d838d25 req-d3e3126d-362d-45e2-af58-ce9d6595b492 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:18.951083 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe2b1c64-ac71-4924-9663-fe488d838d25 req-d3e3126d-362d-45e2-af58-ce9d6595b492 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 945 time: 0.3443303 Dec 08 01:51:18.981088 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.098632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e17a0a40-e4cf-4115-91e8-157440b19e9c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:19.099278 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e17a0a40-e4cf-4115-91e8-157440b19e9c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.123198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Pushing event updated for resources: {'Port': ['ID=30ffa2d2-d6b6-4280-92b2-a125f372e293,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:19.159759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-13e34946-0b73-4c8d-ae2f-967ac1d216f6 req-783982af-0558-4ae7-9ad3-58ab39b2107c tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/a11aaf70-72fa-4571-9c45-eb0206319f31 HTTP/1.1" status: 200 len: 1817 time: 0.2034540 Dec 08 01:51:19.194199 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e17a0a40-e4cf-4115-91e8-157440b19e9c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0006559 Dec 08 01:51:19.239138 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Request body: {'port': {'device_id': '3e679709-3bdc-4356-9f72-34a6b2153592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:19.275458 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-05417757-5771-4100-a34b-5039ac03e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'name': 'tempest-ServerRescueTestJSON-2077689307-router', 'tenant_id': '8a318c364fcf4694b611c140d4710896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f437251b-fe60-4494-92d1-3b7f50a85bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:07Z', 'updated_at': '2021-12-08T01:51:14Z', 'revision_number': 4, 'project_id': '8a318c364fcf4694b611c140d4710896', 'gw_port': {'id': 'f437251b-fe60-4494-92d1-3b7f50a85bb0', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:09Z', 'updated_at': '2021-12-08T01:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'c2a78aae-919d-4bea-a44c-fa5c7db82ab0', 'name': '', 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83', 'tenant_id': '8a318c364fcf4694b611c140d4710896', 'mac_address': 'fa:16:3e:10:58:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e7011422-2fee-464b-8986-d869c753cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:13Z', 'updated_at': '2021-12-08T01:51:14Z', 'revision_number': 2, 'project_id': '8a318c364fcf4694b611c140d4710896', 'subnets': [{'id': 'e7011422-2fee-464b-8986-d869c753cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:19.306119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Checking router: b0d326ce-0bb3-47b9-bd06-46feef10860e for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:51:19.306478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Updating router b0d326ce-0bb3-47b9-bd06-46feef10860e port c2a78aae-919d-4bea-a44c-fa5c7db82ab0 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:51:19.308719 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe2b1c64-ac71-4924-9663-fe488d838d25 req-81fc6555-ed2d-4fee-8646-bdb1128293b3 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459558 Dec 08 01:51:19.320752 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c630965a-ca4f-4f16-8278-4d356812d8de req-839afe14-23e2-4e87-85c3-ed7eaa24aac7 service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474392 Dec 08 01:51:19.353589 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c200fdba-9ff6-42f2-b81b-2f4228faaa08 req-7e8c786e-6814-4108-bc98-0a85c6e48669 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094779 Dec 08 01:51:19.359929 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Attempting to bind port 30ffa2d2-d6b6-4280-92b2-a125f372e293 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:19.360686 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Attempting to bind port 30ffa2d2-d6b6-4280-92b2-a125f372e293 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '8d8037dc-a5e9-4c97-92a1-fceb74604fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '794feb3e-0034-432a-8d6f-d3691f9c03fb'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:19.361011 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Attempting to bind port 30ffa2d2-d6b6-4280-92b2-a125f372e293 on network 794feb3e-0034-432a-8d6f-d3691f9c03fb {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:19.365505 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.371276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Port 30ffa2d2-d6b6-4280-92b2-a125f372e293 on network 794feb3e-0034-432a-8d6f-d3691f9c03fb not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:19.371791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Attempting to bind port 30ffa2d2-d6b6-4280-92b2-a125f372e293 on network 794feb3e-0034-432a-8d6f-d3691f9c03fb {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:19.394724 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.403191 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:19.403741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Checking segment: {'id': '8d8037dc-a5e9-4c97-92a1-fceb74604fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '794feb3e-0034-432a-8d6f-d3691f9c03fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:19.404940 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Bound using segment: {'id': '8d8037dc-a5e9-4c97-92a1-fceb74604fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '794feb3e-0034-432a-8d6f-d3691f9c03fb'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:19.405357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Bound port: 30ffa2d2-d6b6-4280-92b2-a125f372e293, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8037dc-a5e9-4c97-92a1-fceb74604fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '794feb3e-0034-432a-8d6f-d3691f9c03fb'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:19.405824 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.427893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-380e3ccd-99b6-4cec-99b0-78c35da78a89 None None] Provisioning complete for port 3caa257a-5f7a-48ba-b3da-5413ecf42060 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:19.428265 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-380e3ccd-99b6-4cec-99b0-78c35da78a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.429318 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ee12d6-0cbe-4eba-a350-ca1da9c27894 x-openstack-request-id: req-00ee12d6-0cbe-4eba-a350-ca1da9c27894 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:19.430378 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee051f7-8e9f-480e-8d2b-d6d37d8779db", "name": "network-vif-deleted", "tag": "e710cfd2-694a-4f47-9f18-86fd79e13336", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "998de6a5-8396-46dc-a9a7-581cb0feff0c", "tag": "f1b6de21-ca71-4fbc-8de0-873c2e5c6841", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:19.430883 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-00ee12d6-0cbe-4eba-a350-ca1da9c27894 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:19.431492 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee051f7-8e9f-480e-8d2b-d6d37d8779db', 'name': 'network-vif-deleted', 'tag': 'e710cfd2-694a-4f47-9f18-86fd79e13336', 'status': 'completed', 'code': 200} Dec 08 01:51:19.432116 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998de6a5-8396-46dc-a9a7-581cb0feff0c', 'tag': 'f1b6de21-ca71-4fbc-8de0-873c2e5c6841', 'status': 'completed', 'code': 200} Dec 08 01:51:19.439190 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-dfcda364-059f-491c-843e-bd375b45c324 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:51:19.440621 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dfcda364-059f-491c-843e-bd375b45c324 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "PUT /v2.0/routers/8fea50bb-e632-400d-9b84-004d6949cfb9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1586547 Dec 08 01:51:19.443860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41510) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:19.446850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:19.473866 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-13e34946-0b73-4c8d-ae2f-967ac1d216f6 req-bbc86d3b-7466-4ae4-8c75-57f16d36f225 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.498768 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-13e34946-0b73-4c8d-ae2f-967ac1d216f6 req-bbc86d3b-7466-4ae4-8c75-57f16d36f225 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.593105 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-13e34946-0b73-4c8d-ae2f-967ac1d216f6 req-bbc86d3b-7466-4ae4-8c75-57f16d36f225 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.595757 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-13e34946-0b73-4c8d-ae2f-967ac1d216f6 req-bbc86d3b-7466-4ae4-8c75-57f16d36f225 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.606579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-13e34946-0b73-4c8d-ae2f-967ac1d216f6 req-bbc86d3b-7466-4ae4-8c75-57f16d36f225 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "DELETE /v2.0/security-groups/a11aaf70-72fa-4571-9c45-eb0206319f31 HTTP/1.1" status: 204 len: 173 time: 0.4454665 Dec 08 01:51:19.639200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] For port 30ffa2d2-d6b6-4280-92b2-a125f372e293, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:19.684594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-380e3ccd-99b6-4cec-99b0-78c35da78a89 None None] Port 3caa257a-5f7a-48ba-b3da-5413ecf42060 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:19.729940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc86d3b-7466-4ae4-8c75-57f16d36f225 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11aaf70-72fa-4571-9c45-eb0206319f31,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:19.772443 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] For port 30ffa2d2-d6b6-4280-92b2-a125f372e293, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=30ffa2d2-d6b6-4280-92b2-a125f372e293,segment=NetworkSegment(8d8037dc-a5e9-4c97-92a1-fceb74604fcd),segment_id=8d8037dc-a5e9-4c97-92a1-fceb74604fcd)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:19.807621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:19.869968 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.885556 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.886972 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09322534-24d4-41b3-abbc-3c5931a67893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '931d28c2-bd85-4db4-a8e7-ee1e53ea6114'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:19.889451 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9332faf1-d094-47b3-a6b5-ced1e3cb96a8" -d '{"events": [{"server_uuid": "09322534-24d4-41b3-abbc-3c5931a67893", "name": "network-vif-unplugged", "status": "completed", "tag": "931d28c2-bd85-4db4-a8e7-ee1e53ea6114"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:19.895849 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.929914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-5ef8ddf0-6f76-4e30-8c09-1963b312303d tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:19.937409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-5ef8ddf0-6f76-4e30-8c09-1963b312303d tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/networks?id=47fa16b7-ff30-4084-9336-3cf290d7dbc3 HTTP/1.1" status: 200 len: 816 time: 0.3293173 Dec 08 01:51:19.950196 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.951271 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15576842-a7c2-4f4a-9284-23416b2bcb02 None None] Pushing event updated for resources: {'Port': ['ID=c2a78aae-919d-4bea-a44c-fa5c7db82ab0,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:20.008907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Attempting to bind port c2a78aae-919d-4bea-a44c-fa5c7db82ab0 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:20.009577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Attempting to bind port c2a78aae-919d-4bea-a44c-fa5c7db82ab0 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '104aa23b-a1b8-4995-9503-838947c18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:20.010043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Attempting to bind port c2a78aae-919d-4bea-a44c-fa5c7db82ab0 on network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:20.016552 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:20.017677 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Checking segment: {'id': '104aa23b-a1b8-4995-9503-838947c18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:20.018246 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.018644 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Bound using segment: {'id': '104aa23b-a1b8-4995-9503-838947c18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:20.019121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Bound port: c2a78aae-919d-4bea-a44c-fa5c7db82ab0, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104aa23b-a1b8-4995-9503-838947c18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:20.019671 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.079510 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-d65d87ed-762d-4533-9676-92e81f4b39ba tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/quotas/9df686f8edb4470fb9993f7d70bdf1fb HTTP/1.1" status: 200 len: 375 time: 0.1413465 Dec 08 01:51:20.087908 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.091028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189893e4-c00b-46b4-8ecb-e9baf65ac852 req-6b2c6699-c4f6-4627-997f-f520f2c77205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:20.092877 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-189893e4-c00b-46b4-8ecb-e9baf65ac852 req-6b2c6699-c4f6-4627-997f-f520f2c77205 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 1099 time: 0.5893996 Dec 08 01:51:20.093422 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-05417757-5771-4100-a34b-5039ac03e43c None None] For port c2a78aae-919d-4bea-a44c-fa5c7db82ab0, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:20.097162 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-05417757-5771-4100-a34b-5039ac03e43c None None] For port c2a78aae-919d-4bea-a44c-fa5c7db82ab0, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c2a78aae-919d-4bea-a44c-fa5c7db82ab0,segment=NetworkSegment(104aa23b-a1b8-4995-9503-838947c18f49),segment_id=104aa23b-a1b8-4995-9503-838947c18f49)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:20.102657 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.144602 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 83c0d61a-cdac-458c-8b3e-631e1dd69393 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:20.155758 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Pushing event updated for resources: {'Port': ['ID=30ffa2d2-d6b6-4280-92b2-a125f372e293,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:20.171323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Routers {'b0d326ce-0bb3-47b9-bd06-46feef10860e'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:20.172674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-05417757-5771-4100-a34b-5039ac03e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:50:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b0d326ce-0bb3-47b9-bd06-46feef10860e'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:20.205394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:20.206016 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.207422 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-747d187f-ce7d-431d-adde-9d886d2bbaec service neutron] 10.222.0.75 "PUT /v2.0/ports/30ffa2d2-d6b6-4280-92b2-a125f372e293 HTTP/1.1" status: 200 len: 1092 time: 3.6596739 Dec 08 01:51:20.277031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15576842-a7c2-4f4a-9284-23416b2bcb02 None None] Pushing event updated for resources: {'Port': ['ID=c2a78aae-919d-4bea-a44c-fa5c7db82ab0,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:20.277679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Pushing event updated for resources: {'Port': ['ID=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:20.290206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77360109-cc33-4dff-a706-fd333262b149 req-df22bbb9-1451-470e-8f67-25ce8cf4e408 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:20.291773 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77360109-cc33-4dff-a706-fd333262b149 req-df22bbb9-1451-470e-8f67-25ce8cf4e408 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/networks?id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 HTTP/1.1" status: 200 len: 811 time: 0.3939652 Dec 08 01:51:20.304232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Attempting to bind port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 on host n-h1-713499-31 for vnic_type normal with profile {"migrating_to": "n-h2-713499-31"} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:20.304607 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Attempting to bind port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:20.304942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Attempting to bind port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:20.307892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-ab904772-83b4-4736-8bb3-097bd46a0f20 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:20.309639 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-ab904772-83b4-4736-8bb3-097bd46a0f20 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.75 "GET /v2.0/networks?id=47fa16b7-ff30-4084-9336-3cf290d7dbc3 HTTP/1.1" status: 200 len: 816 time: 0.6953826 Dec 08 01:51:20.314443 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-05417757-5771-4100-a34b-5039ac03e43c None None] Set router b0d326ce-0bb3-47b9-bd06-46feef10860e gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:20.329364 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 on network a59a8412-6343-41a4-920a-bc94665ff18f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:20.329691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Attempting to bind port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:20.334699 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77360109-cc33-4dff-a706-fd333262b149 req-84d70e53-d763-4b45-bed0-fb1481f5483f tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/quotas/8a318c364fcf4694b611c140d4710896 HTTP/1.1" status: 200 len: 375 time: 0.0344894 Dec 08 01:51:20.344692 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-79c4c60c-f728-4e9a-a90d-ee9aace2e93c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9df686f8edb4470fb9993f7d70bdf1fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2545972 Dec 08 01:51:20.355040 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-d9e52d3e-e780-4684-bbc1-03966f6d2f96 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Request body: {'port': {'device_id': '3b9d92b2-736c-4098-b23e-3819ca08de21', 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3', 'admin_state_up': True, 'tenant_id': '9df686f8edb4470fb9993f7d70bdf1fb'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:20.387082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:20.387792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Checking segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:20.388175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Bound using segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:20.388623 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Bound port: 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:20.389165 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.440610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 83c0d61a-cdac-458c-8b3e-631e1dd69393, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=83c0d61a-cdac-458c-8b3e-631e1dd69393,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:20.440842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3caa257a-5f7a-48ba-b3da-5413ecf42060 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:20.450206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-e8479f74-4c3e-4841-b010-549d6a448720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:20.451689 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-e8479f74-4c3e-4841-b010-549d6a448720 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=94ac76568176464b889e99da692ecdb3&device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 1095 time: 0.1388640 Dec 08 01:51:20.476876 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.494823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '83c0d61a-cdac-458c-8b3e-631e1dd69393', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'port_id': '83c0d61a-cdac-458c-8b3e-631e1dd69393', 'mac_address': 'fa:16:3e:bc:cb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b17d14-ce86-4d96-b0e5-c267582db3e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:20.497598 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189893e4-c00b-46b4-8ecb-e9baf65ac852 req-fea52bb9-336b-4ec3-ab00-1b2f36c86249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:20.498993 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-189893e4-c00b-46b4-8ecb-e9baf65ac852 req-fea52bb9-336b-4ec3-ab00-1b2f36c86249 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.3478467 Dec 08 01:51:20.526322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Transition to ACTIVE for port object 3caa257a-5f7a-48ba-b3da-5413ecf42060 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:20.538360 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.547190 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-8600f371-cfec-4b0e-856a-cc0829feaf69 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30ffa2d2-d6b6-4280-92b2-a125f372e293 HTTP/1.1" status: 200 len: 217 time: 0.0762072 Dec 08 01:51:20.550259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77360109-cc33-4dff-a706-fd333262b149 req-7b5a6fde-3dbb-43d7-b4fe-6cbb14241f41 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a318c364fcf4694b611c140d4710896&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1848450 Dec 08 01:51:20.559556 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.600418 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-189893e4-c00b-46b4-8ecb-e9baf65ac852 req-33359a40-918a-4a6c-8723-07d26588bc2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=f1b6de21-ca71-4fbc-8de0-873c2e5c6841 HTTP/1.1" status: 200 len: 217 time: 0.0674608 Dec 08 01:51:20.600697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c0d61a-cdac-458c-8b3e-631e1dd69393 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:20.627698 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 83c0d61a-cdac-458c-8b3e-631e1dd69393, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=83c0d61a-cdac-458c-8b3e-631e1dd69393,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:20.637616 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.649506 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-cb98c44c-4d1a-4dd4-a5e2-b552e2ffaf2e service neutron] 10.222.0.71 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850831 Dec 08 01:51:20.653525 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:20.675645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-05417757-5771-4100-a34b-5039ac03e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'name': 'tempest-ServerRescueTestJSON-2077689307-router', 'tenant_id': '8a318c364fcf4694b611c140d4710896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f437251b-fe60-4494-92d1-3b7f50a85bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:07Z', 'updated_at': '2021-12-08T01:51:14Z', 'revision_number': 4, 'project_id': '8a318c364fcf4694b611c140d4710896', 'gw_port': {'id': 'f437251b-fe60-4494-92d1-3b7f50a85bb0', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:09Z', 'updated_at': '2021-12-08T01:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'c2a78aae-919d-4bea-a44c-fa5c7db82ab0', 'name': '', 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83', 'tenant_id': '8a318c364fcf4694b611c140d4710896', 'mac_address': 'fa:16:3e:10:58:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e7011422-2fee-464b-8986-d869c753cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:13Z', 'updated_at': '2021-12-08T01:51:20Z', 'revision_number': 4, 'project_id': '8a318c364fcf4694b611c140d4710896', 'subnets': [{'id': 'e7011422-2fee-464b-8986-d869c753cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:20.709887 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189893e4-c00b-46b4-8ecb-e9baf65ac852 req-14f6a70f-29ee-4f23-b35a-3cb647f66fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:20.711336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05417757-5771-4100-a34b-5039ac03e43c None None] The sync data for ids ['b0d326ce-0bb3-47b9-bd06-46feef10860e'] in n-d-713499-31 is: [{'id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'name': 'tempest-ServerRescueTestJSON-2077689307-router', 'tenant_id': '8a318c364fcf4694b611c140d4710896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f437251b-fe60-4494-92d1-3b7f50a85bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:07Z', 'updated_at': '2021-12-08T01:51:14Z', 'revision_number': 4, 'project_id': '8a318c364fcf4694b611c140d4710896', 'gw_port': {'id': 'f437251b-fe60-4494-92d1-3b7f50a85bb0', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:09Z', 'updated_at': '2021-12-08T01:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'c2a78aae-919d-4bea-a44c-fa5c7db82ab0', 'name': '', 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83', 'tenant_id': '8a318c364fcf4694b611c140d4710896', 'mac_address': 'fa:16:3e:10:58:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e7011422-2fee-464b-8986-d869c753cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:13Z', 'updated_at': '2021-12-08T01:51:20Z', 'revision_number': 4, 'project_id': '8a318c364fcf4694b611c140d4710896', 'subnets': [{'id': 'e7011422-2fee-464b-8986-d869c753cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:51:20.723588 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-189893e4-c00b-46b4-8ecb-e9baf65ac852 req-14f6a70f-29ee-4f23-b35a-3cb647f66fe2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0966108 Dec 08 01:51:20.726922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=83c0d61a-cdac-458c-8b3e-631e1dd69393,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:20.731645 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-32c6118c-b708-4f4e-9fee-fc96eab7c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:20.732996 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-32c6118c-b708-4f4e-9fee-fc96eab7c038 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=87afdd4e-a308-4dae-a0d7-df2054ca7b01 HTTP/1.1" status: 200 len: 861 time: 0.1510689 Dec 08 01:51:20.737041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:20.738482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Pushing event updated for resources: {'Port': ['ID=3caa257a-5f7a-48ba-b3da-5413ecf42060,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:20.745689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-d9e52d3e-e780-4684-bbc1-03966f6d2f96 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Made reservation on behalf of 9df686f8edb4470fb9993f7d70bdf1fb for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:20.749189 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-d9e52d3e-e780-4684-bbc1-03966f6d2f96 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.806084 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.899692 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-617070a5-71b9-425c-bd4a-083e9d2100df service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=794feb3e-0034-432a-8d6f-d3691f9c03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183686 Dec 08 01:51:20.946311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['83c0d61a-cdac-458c-8b3e-631e1dd69393'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:20.968370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77360109-cc33-4dff-a706-fd333262b149 req-fb4f4313-893c-4b88-ab42-df45e44901f8 service neutron] 10.222.0.71 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779197 Dec 08 01:51:20.979854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Pushing event updated for resources: {'Port': ['ID=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,revision_number=8']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:21.015416 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189893e4-c00b-46b4-8ecb-e9baf65ac852 req-9e81a0eb-bfe3-4bca-a405-6f9af97a22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:21.017486 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-189893e4-c00b-46b4-8ecb-e9baf65ac852 req-9e81a0eb-bfe3-4bca-a405-6f9af97a22fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2815983 Dec 08 01:51:21.023043 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-87445422-0134-4e6b-8ee0-b462273ffea5 service neutron] 10.222.0.71 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726103 Dec 08 01:51:21.036873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:21.037496 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:21.038956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-296be460-bb2f-4ccf-98ef-22b4b56cb30e service neutron] 10.222.0.75 "PUT /v2.0/ports/931d28c2-bd85-4db4-a8e7-ee1e53ea6114 HTTP/1.1" status: 200 len: 1123 time: 2.3633945 Dec 08 01:51:21.066296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Attempting to bind port 3caa257a-5f7a-48ba-b3da-5413ecf42060 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:21.066637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Attempting to bind port 3caa257a-5f7a-48ba-b3da-5413ecf42060 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:21.066970 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Attempting to bind port 3caa257a-5f7a-48ba-b3da-5413ecf42060 on network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:21.127080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Port 3caa257a-5f7a-48ba-b3da-5413ecf42060 on network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:21.127472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Attempting to bind port 3caa257a-5f7a-48ba-b3da-5413ecf42060 on network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:21.149509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:21.149920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Checking segment: {'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:21.150240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Bound using segment: {'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:21.150678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Bound port: 3caa257a-5f7a-48ba-b3da-5413ecf42060, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:21.151032 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:21.187821 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['931d28c2-bd85-4db4-a8e7-ee1e53ea6114'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:21.313346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77360109-cc33-4dff-a706-fd333262b149 req-3cc25654-b217-4db2-8078-8484dd3d424e service neutron] 10.222.0.71 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018117 Dec 08 01:51:21.324462 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-26f966a1-9506-43c9-897f-7909e50d4593 service neutron] 10.222.0.75 "GET /v2.0/networks/794feb3e-0034-432a-8d6f-d3691f9c03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054387 Dec 08 01:51:21.378081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] For port 3caa257a-5f7a-48ba-b3da-5413ecf42060, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:21.384997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] For port 3caa257a-5f7a-48ba-b3da-5413ecf42060, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3caa257a-5f7a-48ba-b3da-5413ecf42060,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:21.395423 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8769c3-00ee-4914-be69-d57118f4454e req-e45c8c38-0228-4522-a07e-3a5dd3a878fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:21.397089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e8769c3-00ee-4914-be69-d57118f4454e req-e45c8c38-0228-4522-a07e-3a5dd3a878fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 944 time: 0.1022594 Dec 08 01:51:21.398814 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:21.433607 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d59c157-2093-46ed-97e4-33e3f0439063', 'tag': '30ffa2d2-d6b6-4280-92b2-a125f372e293'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:21.436541 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7830900-c9ff-448c-a218-6b55f1f407da" -d '{"events": [{"name": "network-changed", "server_uuid": "9d59c157-2093-46ed-97e4-33e3f0439063", "tag": "30ffa2d2-d6b6-4280-92b2-a125f372e293"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:21.481596 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8fd191e5-6b4f-4b4d-8aec-0dd89e9849ba tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:21.483549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:21.484210 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:21.485619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-324b637a-874b-4129-97dd-bc49ba31f80e req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] 10.222.0.75 "PUT /v2.0/ports/3caa257a-5f7a-48ba-b3da-5413ecf42060 HTTP/1.1" status: 200 len: 1093 time: 2.2508471 Dec 08 01:51:21.534735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af4863-e79a-4d82-b75b-7fccbdc1bda5 service neutron] Pushing event updated for resources: {'Port': ['ID=3caa257a-5f7a-48ba-b3da-5413ecf42060,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:21.561011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e8769c3-00ee-4914-be69-d57118f4454e req-52d0e14f-dce0-4d11-81bc-24fe93efc800 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509919 Dec 08 01:51:21.729239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-d9e52d3e-e780-4684-bbc1-03966f6d2f96 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Allocated IP 172.20.0.12 (47fa16b7-ff30-4084-9336-3cf290d7dbc3/eaa64df3-2172-43fb-b1e1-88a3a7ad96b8/330cb829-4928-4487-a9cc-126f0888e741) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:21.733667 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-189893e4-c00b-46b4-8ecb-e9baf65ac852 req-fcebd89c-68c8-4056-95ac-08495f1ec147 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728810 Dec 08 01:51:21.741893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b637a-874b-4129-97dd-bc49ba31f80e req-81235b51-87e4-4758-bf0f-92c40be4b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:21.743185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-324b637a-874b-4129-97dd-bc49ba31f80e req-81235b51-87e4-4758-bf0f-92c40be4b806 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9df686f8edb4470fb9993f7d70bdf1fb&device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 1096 time: 0.1782479 Dec 08 01:51:21.875926 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-324b637a-874b-4129-97dd-bc49ba31f80e req-cca6979f-ae57-497f-9f19-f75cdfb00ae9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3caa257a-5f7a-48ba-b3da-5413ecf42060 HTTP/1.1" status: 200 len: 217 time: 0.1057491 Dec 08 01:51:21.956128 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6809df3a-f468-4eef-91fa-f0e00d7386e4 req-ff35f664-9010-4052-b7be-6d334b1058ed service neutron] 10.222.0.75 "GET /v2.0/networks/794feb3e-0034-432a-8d6f-d3691f9c03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856264 Dec 08 01:51:21.962277 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6c05a9d-395c-4a93-8c8b-ea8b91e76426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:21.977923 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b63b474c-9f39-4233-b0ac-86afdb9ba8cc req-bcd1fe14-3fe0-49a2-9cc0-2a4580c129aa tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/fc6f836f-48b7-489f-a31f-12dffe6a3da7 HTTP/1.1" status: 200 len: 1814 time: 0.3040657 Dec 08 01:51:22.032014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b637a-874b-4129-97dd-bc49ba31f80e req-d547fc7e-2e9c-4a28-9c0b-7f7988776711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:22.033644 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-324b637a-874b-4129-97dd-bc49ba31f80e req-d547fc7e-2e9c-4a28-9c0b-7f7988776711 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eaa64df3-2172-43fb-b1e1-88a3a7ad96b8 HTTP/1.1" status: 200 len: 855 time: 0.1479487 Dec 08 01:51:22.059574 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ca21c-efcd-43a5-9f4c-b46731d4c6e2 req-af6df4a9-a81f-4e0c-a449-abecf2dc5c35 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:22.061160 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed2ca21c-efcd-43a5-9f4c-b46731d4c6e2 req-af6df4a9-a81f-4e0c-a449-abecf2dc5c35 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 943 time: 0.3490520 Dec 08 01:51:22.093946 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-189893e4-c00b-46b4-8ecb-e9baf65ac852 req-b458df77-8915-49e6-b46e-cc032d9f03aa service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453181 Dec 08 01:51:22.166947 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f1b6de21-ca71-4fbc-8de0-873c2e5c6841 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:22.183158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 83c0d61a-cdac-458c-8b3e-631e1dd69393 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:22.208282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b637a-874b-4129-97dd-bc49ba31f80e req-668a86c3-1a1b-4843-8db4-4cea8c34546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:22.214589 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-324b637a-874b-4129-97dd-bc49ba31f80e req-668a86c3-1a1b-4843-8db4-4cea8c34546a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=47fa16b7-ff30-4084-9336-3cf290d7dbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1588926 Dec 08 01:51:22.257480 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b63b474c-9f39-4233-b0ac-86afdb9ba8cc req-a93bc3d1-c669-4fe8-a9fa-eba64b6d5674 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.258312 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-d9e52d3e-e780-4684-bbc1-03966f6d2f96 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.353773 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-d9e52d3e-e780-4684-bbc1-03966f6d2f96 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.358826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8fd191e5-6b4f-4b4d-8aec-0dd89e9849ba tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Deleting port f6d6e31e-9ebb-4ab8-b3f5-84ddc480eb6c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:22.359167 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8fd191e5-6b4f-4b4d-8aec-0dd89e9849ba tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.384224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed2ca21c-efcd-43a5-9f4c-b46731d4c6e2 req-a1a7f383-3b4d-4351-842b-0ee7be9c1b5c tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca8cbba4-fc6c-4195-ab92-6596940f456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936125 Dec 08 01:51:22.451302 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b63b474c-9f39-4233-b0ac-86afdb9ba8cc req-a93bc3d1-c669-4fe8-a9fa-eba64b6d5674 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.479502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 83c0d61a-cdac-458c-8b3e-631e1dd69393 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:51:22.487953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port f1b6de21-ca71-4fbc-8de0-873c2e5c6841, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f1b6de21-ca71-4fbc-8de0-873c2e5c6841,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:22.498872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 83c0d61a-cdac-458c-8b3e-631e1dd69393 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:22.499685 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.521338 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb07602-8798-4d3a-895d-1e198753088f x-openstack-request-id: req-0eb07602-8798-4d3a-895d-1e198753088f {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:22.521878 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09322534-24d4-41b3-abbc-3c5931a67893", "name": "network-vif-unplugged", "status": "completed", "tag": "931d28c2-bd85-4db4-a8e7-ee1e53ea6114", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:22.521878 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0eb07602-8798-4d3a-895d-1e198753088f {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:22.524418 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09322534-24d4-41b3-abbc-3c5931a67893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '931d28c2-bd85-4db4-a8e7-ee1e53ea6114', 'code': 200} Dec 08 01:51:22.548949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-d9e52d3e-e780-4684-bbc1-03966f6d2f96 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:22.550466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'f1b6de21-ca71-4fbc-8de0-873c2e5c6841', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'f1b6de21-ca71-4fbc-8de0-873c2e5c6841', 'mac_address': 'fa:16:3e:3e:8a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:22.560105 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-324b637a-874b-4129-97dd-bc49ba31f80e req-d499daff-9bce-4ff5-8c54-69081c453c8f service neutron] 10.222.0.75 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353162 Dec 08 01:51:22.570354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-d9e52d3e-e780-4684-bbc1-03966f6d2f96 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:22.581577 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-d9e52d3e-e780-4684-bbc1-03966f6d2f96 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:22.683574 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.704437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b6de21-ca71-4fbc-8de0-873c2e5c6841 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:22.715114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8fd191e5-6b4f-4b4d-8aec-0dd89e9849ba tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.732923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c2a78aae-919d-4bea-a44c-fa5c7db82ab0 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:22.742037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8fd191e5-6b4f-4b4d-8aec-0dd89e9849ba tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Calling delete_port for f6d6e31e-9ebb-4ab8-b3f5-84ddc480eb6c owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:22.747098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e52d3e-e780-4684-bbc1-03966f6d2f96 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Pushing event updated for resources: {'Port': ['ID=330cb829-4928-4487-a9cc-126f0888e741,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:22.783047 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-d9e52d3e-e780-4684-bbc1-03966f6d2f96 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:22.784027 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-d9e52d3e-e780-4684-bbc1-03966f6d2f96 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.791630 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port f1b6de21-ca71-4fbc-8de0-873c2e5c6841, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f1b6de21-ca71-4fbc-8de0-873c2e5c6841,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:22.792633 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.807328 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-d9e52d3e-e780-4684-bbc1-03966f6d2f96 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4636562 Dec 08 01:51:22.810825 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.857117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3fefb7-1970-4234-ae79-d94e916b60a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c0d61a-cdac-458c-8b3e-631e1dd69393'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:22.859450 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12be663-a9e6-4dda-8fb7-f737a18c2954" -d '{"events": [{"server_uuid": "ac3fefb7-1970-4234-ae79-d94e916b60a4", "name": "network-vif-plugged", "status": "completed", "tag": "83c0d61a-cdac-458c-8b3e-631e1dd69393"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:22.889207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 83c0d61a-cdac-458c-8b3e-631e1dd69393, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=83c0d61a-cdac-458c-8b3e-631e1dd69393,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:22.898451 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.901308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=f1b6de21-ca71-4fbc-8de0-873c2e5c6841,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:22.904376 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port c2a78aae-919d-4bea-a44c-fa5c7db82ab0 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:22.904744 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.935276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Request body: {'port': {'device_id': '3b9d92b2-736c-4098-b23e-3819ca08de21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:23.032838 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:23.088873 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8fd191e5-6b4f-4b4d-8aec-0dd89e9849ba tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:23.179173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd191e5-6b4f-4b4d-8aec-0dd89e9849ba tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event deleted for resources: {'Port': ['ID=f6d6e31e-9ebb-4ab8-b3f5-84ddc480eb6c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:23.193051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=83c0d61a-cdac-458c-8b3e-631e1dd69393,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:23.200882 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b63b474c-9f39-4233-b0ac-86afdb9ba8cc req-a93bc3d1-c669-4fe8-a9fa-eba64b6d5674 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:23.203478 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b63b474c-9f39-4233-b0ac-86afdb9ba8cc req-a93bc3d1-c669-4fe8-a9fa-eba64b6d5674 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:23.204653 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b63b474c-9f39-4233-b0ac-86afdb9ba8cc req-a93bc3d1-c669-4fe8-a9fa-eba64b6d5674 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "DELETE /v2.0/security-groups/fc6f836f-48b7-489f-a31f-12dffe6a3da7 HTTP/1.1" status: 204 len: 173 time: 1.2260678 Dec 08 01:51:23.231212 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bc3d1-c669-4fe8-a9fa-eba64b6d5674 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6f836f-48b7-489f-a31f-12dffe6a3da7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:23.261727 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9efb00-7f39-477e-83bb-3f55a0389968 req-1046de68-62fb-4625-9d2b-0f9c89af0e4b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:23.269854 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c9efb00-7f39-477e-83bb-3f55a0389968 req-1046de68-62fb-4625-9d2b-0f9c89af0e4b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 947 time: 0.6114204 Dec 08 01:51:23.323677 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-324b637a-874b-4129-97dd-bc49ba31f80e req-350e0d0b-c337-4bac-97be-7592d5bec6a0 service neutron] 10.222.0.75 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7482605 Dec 08 01:51:23.369823 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:23.384344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:23.387035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-751a22fe-ba22-4313-a28b-d55b1f0cc476 None None] Provisioning complete for port 330cb829-4928-4487-a9cc-126f0888e741 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:23.390735 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-751a22fe-ba22-4313-a28b-d55b1f0cc476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:23.397204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:23.437743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c9efb00-7f39-477e-83bb-3f55a0389968 req-29e0b042-9c1d-4341-89bc-2e0029f02f76 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670151 Dec 08 01:51:23.452650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910afab-fded-47ef-ac0e-94e55434b94e req-fc3aa94c-be2a-4d99-8793-1134a02e61c1 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:23.454163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1910afab-fded-47ef-ac0e-94e55434b94e req-fc3aa94c-be2a-4d99-8793-1134a02e61c1 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 943 time: 0.0971088 Dec 08 01:51:23.485022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-63f2bfd9-6735-4c83-a759-13c8a39fa9bc tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:23.488175 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-63f2bfd9-6735-4c83-a759-13c8a39fa9bc tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.75 "GET /v2.0/networks?id=47fa16b7-ff30-4084-9336-3cf290d7dbc3 HTTP/1.1" status: 200 len: 816 time: 0.4139190 Dec 08 01:51:23.528797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1910afab-fded-47ef-ac0e-94e55434b94e req-41732c0f-fc01-4592-bd9e-94ec2d42fe7f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685458 Dec 08 01:51:23.558877 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-3d41345c-9f42-467f-b933-5aa7980df073 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Request body: {'port': {'device_id': 'e409c52a-1533-4a53-8dff-065ad08211d4', 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3', 'admin_state_up': True, 'tenant_id': '9df686f8edb4470fb9993f7d70bdf1fb'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:23.596604 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-126fff2d-03ef-4453-9d7c-4c583db53a2a req-4c451d6e-e039-4515-af7c-28988d0d2d08 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 210 time: 0.0494227 Dec 08 01:51:23.608098 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3bd932-6a7a-440d-b1a1-060f9324f730 x-openstack-request-id: req-7a3bd932-6a7a-440d-b1a1-060f9324f730 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:23.608373 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d59c157-2093-46ed-97e4-33e3f0439063", "tag": "30ffa2d2-d6b6-4280-92b2-a125f372e293", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:23.608626 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a3bd932-6a7a-440d-b1a1-060f9324f730 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:23.609425 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d59c157-2093-46ed-97e4-33e3f0439063', 'tag': '30ffa2d2-d6b6-4280-92b2-a125f372e293', 'status': 'completed', 'code': 200} Dec 08 01:51:23.614038 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8fd191e5-6b4f-4b4d-8aec-0dd89e9849ba tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:23.618663 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:23.620401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-751a22fe-ba22-4313-a28b-d55b1f0cc476 None None] Port 330cb829-4928-4487-a9cc-126f0888e741 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:23.703898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port c2a78aae-919d-4bea-a44c-fa5c7db82ab0, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c2a78aae-919d-4bea-a44c-fa5c7db82ab0,segment=NetworkSegment(104aa23b-a1b8-4995-9503-838947c18f49),segment_id=104aa23b-a1b8-4995-9503-838947c18f49)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:23.744738 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:23.782107 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77360109-cc33-4dff-a706-fd333262b149 req-dd2c21a1-ec14-4d00-8adf-ccdced1e3a19 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:23.784037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77360109-cc33-4dff-a706-fd333262b149 req-dd2c21a1-ec14-4d00-8adf-ccdced1e3a19 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.75 "GET /v2.0/networks?id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 HTTP/1.1" status: 200 len: 811 time: 0.1182172 Dec 08 01:51:23.850134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-77360109-cc33-4dff-a706-fd333262b149 req-e81b9ed4-ec4a-4de6-96d0-f9882f91aefd tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Request body: {'port': {'device_id': '0c316621-1c27-4789-af4a-005acc19d83d', 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83', 'admin_state_up': True, 'tenant_id': '8a318c364fcf4694b611c140d4710896'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:23.873339 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:23.875827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=c2a78aae-919d-4bea-a44c-fa5c7db82ab0,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:23.903519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 has no active binding in host n-h2-713499-31 {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:51:23.903924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 30ffa2d2-d6b6-4280-92b2-a125f372e293 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:23.946584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25a447e6-3b5d-4ee2-8ccd-b0040ae17639 req-b32d0f79-a3c0-41cc-ae4b-56ed55f7c3bc tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 210 time: 0.1466315 Dec 08 01:51:23.981529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308463ef-b672-413d-90ac-bce97bae19f6 req-870438a5-344a-4cdd-8ff6-d45862c13589 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:23.983531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-308463ef-b672-413d-90ac-bce97bae19f6 req-870438a5-344a-4cdd-8ff6-d45862c13589 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 945 time: 0.3277645 Dec 08 01:51:23.988457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7830900-c9ff-448c-a218-6b55f1f407da req-eae1e511-d83e-45b6-ad0b-44ef7361386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:23.989950 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7830900-c9ff-448c-a218-6b55f1f407da req-eae1e511-d83e-45b6-ad0b-44ef7361386e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=94ac76568176464b889e99da692ecdb3&device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 1095 time: 0.2050154 Dec 08 01:51:24.035614 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.038342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 30ffa2d2-d6b6-4280-92b2-a125f372e293, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=30ffa2d2-d6b6-4280-92b2-a125f372e293,segment=NetworkSegment(8d8037dc-a5e9-4c97-92a1-fceb74604fcd),segment_id=8d8037dc-a5e9-4c97-92a1-fceb74604fcd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:24.043111 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73481d25-ee76-484f-856a-8e013960f8f7 x-openstack-request-id: req-73481d25-ee76-484f-856a-8e013960f8f7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:24.043711 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3fefb7-1970-4234-ae79-d94e916b60a4", "name": "network-vif-plugged", "status": "completed", "tag": "83c0d61a-cdac-458c-8b3e-631e1dd69393", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:24.044167 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-73481d25-ee76-484f-856a-8e013960f8f7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:24.044759 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3fefb7-1970-4234-ae79-d94e916b60a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c0d61a-cdac-458c-8b3e-631e1dd69393', 'code': 200} Dec 08 01:51:24.056720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '30ffa2d2-d6b6-4280-92b2-a125f372e293', 'network_id': '794feb3e-0034-432a-8d6f-d3691f9c03fb', 'port_id': '30ffa2d2-d6b6-4280-92b2-a125f372e293', 'mac_address': 'fa:16:3e:3e:c2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87afdd4e-a308-4dae-a0d7-df2054ca7b01', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:24.088003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-e35fb680-01e4-49c6-a863-bb90034c3775 req-7f3f36d4-01ac-464f-81e4-ca0060e12caa tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1644077540', 'description': 'tempest-description-1104501605'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:24.109327 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.128533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ffa2d2-d6b6-4280-92b2-a125f372e293 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:24.155802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 30ffa2d2-d6b6-4280-92b2-a125f372e293, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=30ffa2d2-d6b6-4280-92b2-a125f372e293,segment=NetworkSegment(8d8037dc-a5e9-4c97-92a1-fceb74604fcd),segment_id=8d8037dc-a5e9-4c97-92a1-fceb74604fcd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:24.161234 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.162559 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e35fb680-01e4-49c6-a863-bb90034c3775 req-7f3f36d4-01ac-464f-81e4-ca0060e12caa tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.188154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-308463ef-b672-413d-90ac-bce97bae19f6 req-8607a2e8-b068-4e1e-a2c4-e0c8014b7273 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938133 Dec 08 01:51:24.204068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7830900-c9ff-448c-a218-6b55f1f407da req-5c18c520-4a4f-45d9-917c-70754591690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:24.205553 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7830900-c9ff-448c-a218-6b55f1f407da req-5c18c520-4a4f-45d9-917c-70754591690a service neutron] 10.222.0.75 "GET /v2.0/networks?id=794feb3e-0034-432a-8d6f-d3691f9c03fb HTTP/1.1" status: 200 len: 922 time: 0.1961977 Dec 08 01:51:24.207365 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77360109-cc33-4dff-a706-fd333262b149 req-e81b9ed4-ec4a-4de6-96d0-f9882f91aefd tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Made reservation on behalf of 8a318c364fcf4694b611c140d4710896 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:24.218336 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77360109-cc33-4dff-a706-fd333262b149 req-e81b9ed4-ec4a-4de6-96d0-f9882f91aefd tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.226102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=30ffa2d2-d6b6-4280-92b2-a125f372e293,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:24.245683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-3d41345c-9f42-467f-b933-5aa7980df073 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Made reservation on behalf of 9df686f8edb4470fb9993f7d70bdf1fb for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:24.249992 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-3d41345c-9f42-467f-b933-5aa7980df073 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.306293 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a54c8f6-0bcb-48c7-a574-55d951fca3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.311950 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7830900-c9ff-448c-a218-6b55f1f407da req-544b9506-f481-4325-a1c2-9e058be49490 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30ffa2d2-d6b6-4280-92b2-a125f372e293 HTTP/1.1" status: 200 len: 217 time: 0.0727887 Dec 08 01:51:24.313467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd191e5-6b4f-4b4d-8aec-0dd89e9849ba tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Router 8fea50bb-e632-400d-9b84-004d6949cfb9 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:51:24.326147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330cb829-4928-4487-a9cc-126f0888e741 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:24.345303 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.394476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9887411-3aa3-44ee-803d-9f6ba6a693f9 req-0d0ea09b-b978-4030-88c9-757782eb9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:24.395933 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f9887411-3aa3-44ee-803d-9f6ba6a693f9 req-0d0ea09b-b978-4030-88c9-757782eb9310 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 1097 time: 0.1900828 Dec 08 01:51:24.447502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Transition to ACTIVE for port object 330cb829-4928-4487-a9cc-126f0888e741 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:24.461170 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dcedc-fe92-42fe-a76c-4b7fece2c615 req-04c11b48-ce22-4c5c-83bf-4c872d171515 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:24.465429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae4dcedc-fe92-42fe-a76c-4b7fece2c615 req-04c11b48-ce22-4c5c-83bf-4c872d171515 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 944 time: 0.1796548 Dec 08 01:51:24.470684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7830900-c9ff-448c-a218-6b55f1f407da req-d4b46ee1-b65e-4ffb-88c1-29d44ccf178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:24.472269 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7830900-c9ff-448c-a218-6b55f1f407da req-d4b46ee1-b65e-4ffb-88c1-29d44ccf178b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=87afdd4e-a308-4dae-a0d7-df2054ca7b01 HTTP/1.1" status: 200 len: 861 time: 0.1421068 Dec 08 01:51:24.492836 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.528442 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09322534-24d4-41b3-abbc-3c5931a67893', 'tag': '931d28c2-bd85-4db4-a8e7-ee1e53ea6114'}, {'name': 'network-changed', 'server_uuid': '3e679709-3bdc-4356-9f72-34a6b2153592', 'tag': '3caa257a-5f7a-48ba-b3da-5413ecf42060'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:24.531101 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f938cc2-6720-45c4-a129-70233058130d" -d '{"events": [{"name": "network-changed", "server_uuid": "09322534-24d4-41b3-abbc-3c5931a67893", "tag": "931d28c2-bd85-4db4-a8e7-ee1e53ea6114"}, {"name": "network-changed", "server_uuid": "3e679709-3bdc-4356-9f72-34a6b2153592", "tag": "3caa257a-5f7a-48ba-b3da-5413ecf42060"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:24.536591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['30ffa2d2-d6b6-4280-92b2-a125f372e293'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:24.557225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7830900-c9ff-448c-a218-6b55f1f407da req-6fecb92f-bd2d-4263-8160-b67327964358 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=794feb3e-0034-432a-8d6f-d3691f9c03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681505 Dec 08 01:51:24.561396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd191e5-6b4f-4b4d-8aec-0dd89e9849ba tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:51:24.567389 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e35fb680-01e4-49c6-a863-bb90034c3775 req-7f3f36d4-01ac-464f-81e4-ca0060e12caa tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.579881 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d00944-d361-4519-9971-8b545e010efd None None] Sync routers for ids ['8fea50bb-e632-400d-9b84-004d6949cfb9'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:51:24.581562 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8fd191e5-6b4f-4b4d-8aec-0dd89e9849ba tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "PUT /v2.0/routers/8fea50bb-e632-400d-9b84-004d6949cfb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1364491 Dec 08 01:51:24.587395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41576) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:24.598151 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d00944-d361-4519-9971-8b545e010efd None None] Routers {'8fea50bb-e632-400d-9b84-004d6949cfb9'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:24.601545 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-61d00944-d361-4519-9971-8b545e010efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:51:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8fea50bb-e632-400d-9b84-004d6949cfb9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:24.613279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c2a78aae-919d-4bea-a44c-fa5c7db82ab0 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:24.639077 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-61d00944-d361-4519-9971-8b545e010efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:24.649923 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d00944-d361-4519-9971-8b545e010efd None None] Routers {'8fea50bb-e632-400d-9b84-004d6949cfb9'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:24.650795 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-61d00944-d361-4519-9971-8b545e010efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:51:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8fea50bb-e632-400d-9b84-004d6949cfb9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:24.654992 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-77360109-cc33-4dff-a706-fd333262b149 req-e81b9ed4-ec4a-4de6-96d0-f9882f91aefd tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Allocated IP 172.20.0.7 (bfcd6e97-5ac1-4da8-8cea-2004f8afcf83/e7011422-2fee-464b-8986-d869c753cada/7e35ebf0-f300-4bc1-b04d-52c6a2d10eef) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:24.688204 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-61d00944-d361-4519-9971-8b545e010efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:24.689415 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d00944-d361-4519-9971-8b545e010efd None None] The sync data for ids ['8fea50bb-e632-400d-9b84-004d6949cfb9'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:51:24.692744 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Pushing event updated for resources: {'Port': ['ID=330cb829-4928-4487-a9cc-126f0888e741,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:24.693144 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e35fb680-01e4-49c6-a863-bb90034c3775 req-7f3f36d4-01ac-464f-81e4-ca0060e12caa tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.695330 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-cc89e96b-6816-42cc-82bf-24408b44d8a8 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] delete failed (client error): The resource could not be found. Dec 08 01:51:24.696433 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cc89e96b-6816-42cc-82bf-24408b44d8a8 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "DELETE /v2.0/routers/tempest-non_exist_router-184670559 HTTP/1.1" status: 404 len: 334 time: 0.1020334 Dec 08 01:51:24.698528 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-3d41345c-9f42-467f-b933-5aa7980df073 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Allocated IP 172.20.0.8 (47fa16b7-ff30-4084-9336-3cf290d7dbc3/eaa64df3-2172-43fb-b1e1-88a3a7ad96b8/7d3a534d-1c49-4570-a621-99e30f19c911) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:24.705237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41580) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:24.711161 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f9887411-3aa3-44ee-803d-9f6ba6a693f9 req-c04d5bfd-d11b-4353-8f25-a46a8c08a2ff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002489 Dec 08 01:51:24.730281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae4dcedc-fe92-42fe-a76c-4b7fece2c615 req-5ad282a5-f002-42c9-a5c4-c24602528213 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca8cbba4-fc6c-4195-ab92-6596940f456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538588 Dec 08 01:51:24.745157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port c2a78aae-919d-4bea-a44c-fa5c7db82ab0 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:24.745529 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.747174 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c5231708-8bb3-4544-b1d4-b33b27ea80ad tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Request body: {'router': {'external_gateway_info': {'network_id': '8fea50bb-e632-400d-9b84-004d6949cfb9'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:24.848915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Attempting to bind port 330cb829-4928-4487-a9cc-126f0888e741 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:24.849163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Attempting to bind port 330cb829-4928-4487-a9cc-126f0888e741 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:24.849975 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Attempting to bind port 330cb829-4928-4487-a9cc-126f0888e741 on network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:24.866995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Port 330cb829-4928-4487-a9cc-126f0888e741 on network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:24.867277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Attempting to bind port 330cb829-4928-4487-a9cc-126f0888e741 on network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:24.900642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:24.901288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Checking segment: {'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:24.901864 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Bound using segment: {'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:24.902489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Bound port: 330cb829-4928-4487-a9cc-126f0888e741, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:24.903033 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.989694 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e35fb680-01e4-49c6-a863-bb90034c3775 req-7f3f36d4-01ac-464f-81e4-ca0060e12caa tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.990432 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-3d41345c-9f42-467f-b933-5aa7980df073 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.990910 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e35fb680-01e4-49c6-a863-bb90034c3775 req-7f3f36d4-01ac-464f-81e4-ca0060e12caa tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9120374 Dec 08 01:51:25.013445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f36d4-01ac-464f-81e4-ca0060e12caa tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3fc234-053d-400a-acbd-2d0b94a7315d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:25.019755 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] For port 330cb829-4928-4487-a9cc-126f0888e741, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:25.040379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] For port 330cb829-4928-4487-a9cc-126f0888e741, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=330cb829-4928-4487-a9cc-126f0888e741,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:25.047733 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:25.052961 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-3d41345c-9f42-467f-b933-5aa7980df073 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:25.076856 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b57dd2e-7298-4ab3-9a42-9fb2b30e75aa x-openstack-request-id: req-8b57dd2e-7298-4ab3-9a42-9fb2b30e75aa {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:25.077163 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09322534-24d4-41b3-abbc-3c5931a67893", "tag": "931d28c2-bd85-4db4-a8e7-ee1e53ea6114", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3e679709-3bdc-4356-9f72-34a6b2153592", "tag": "3caa257a-5f7a-48ba-b3da-5413ecf42060", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:25.077562 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8b57dd2e-7298-4ab3-9a42-9fb2b30e75aa {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:25.078029 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09322534-24d4-41b3-abbc-3c5931a67893', 'tag': '931d28c2-bd85-4db4-a8e7-ee1e53ea6114', 'status': 'completed', 'code': 200} Dec 08 01:51:25.078333 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e679709-3bdc-4356-9f72-34a6b2153592', 'tag': '3caa257a-5f7a-48ba-b3da-5413ecf42060', 'status': 'completed', 'code': 200} Dec 08 01:51:25.113219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-3d41345c-9f42-467f-b933-5aa7980df073 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:25.115018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:25.115657 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:25.117574 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] 10.222.0.75 "PUT /v2.0/ports/330cb829-4928-4487-a9cc-126f0888e741 HTTP/1.1" status: 200 len: 1093 time: 2.1866753 Dec 08 01:51:25.130358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-3d41345c-9f42-467f-b933-5aa7980df073 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:25.136820 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-3d41345c-9f42-467f-b933-5aa7980df073 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:25.221050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f75cd-a472-4bb4-aed5-0fa36a0b7742 service neutron] Pushing event updated for resources: {'Port': ['ID=330cb829-4928-4487-a9cc-126f0888e741,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:25.229162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7830900-c9ff-448c-a218-6b55f1f407da req-724142d3-25a1-4264-9828-2548ca447a8b service neutron] 10.222.0.75 "GET /v2.0/networks/794feb3e-0034-432a-8d6f-d3691f9c03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576862 Dec 08 01:51:25.248867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d3960-9841-41a8-9cf5-fdf74c2641e9 req-bdc30bb3-b12e-4575-9d2f-aff0859264a7 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:25.256183 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d18d3960-9841-41a8-9cf5-fdf74c2641e9 req-bdc30bb3-b12e-4575-9d2f-aff0859264a7 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 948 time: 0.3948486 Dec 08 01:51:25.294749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f938cc2-6720-45c4-a129-70233058130d req-833b009c-c0a9-4e8c-b212-c3023958e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:25.296664 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4f938cc2-6720-45c4-a129-70233058130d req-833b009c-c0a9-4e8c-b212-c3023958e691 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 1126 time: 0.1763625 Dec 08 01:51:25.306445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-3d41345c-9f42-467f-b933-5aa7980df073 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:25.307080 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-3d41345c-9f42-467f-b933-5aa7980df073 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:25.309891 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:25.328796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41345c-9f42-467f-b933-5aa7980df073 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Pushing event updated for resources: {'Port': ['ID=7d3a534d-1c49-4570-a621-99e30f19c911,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:25.353018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-8b3db8e3-8441-4695-8f59-99144dd364d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:25.354507 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-8b3db8e3-8441-4695-8f59-99144dd364d3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9df686f8edb4470fb9993f7d70bdf1fb&device_id=3b9d92b2-736c-4098-b23e-3819ca08de21 HTTP/1.1" status: 200 len: 1096 time: 0.1676800 Dec 08 01:51:25.386704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3caa257a-5f7a-48ba-b3da-5413ecf42060 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:25.388587 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-3d41345c-9f42-467f-b933-5aa7980df073 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8375957 Dec 08 01:51:25.433349 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Request body: {'port': {'device_id': 'e409c52a-1533-4a53-8dff-065ad08211d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:25.439875 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-23e8eb57-b621-4e30-ba43-acfa99a6962f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330cb829-4928-4487-a9cc-126f0888e741 HTTP/1.1" status: 200 len: 217 time: 0.0550389 Dec 08 01:51:25.450885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f938cc2-6720-45c4-a129-70233058130d req-cbf76804-d997-4330-992b-144dbe232bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:25.452862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f938cc2-6720-45c4-a129-70233058130d req-cbf76804-d997-4330-992b-144dbe232bf7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9df686f8edb4470fb9993f7d70bdf1fb&device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 1096 time: 0.3179202 Dec 08 01:51:25.462606 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5231708-8bb3-4544-b1d4-b33b27ea80ad tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:25.473762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6856ea-5b0f-4651-887c-27fea6fa5ee6 req-75ce4ae0-8a86-4d1b-bfa7-2f98a153e6b7 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:25.479513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb6856ea-5b0f-4651-887c-27fea6fa5ee6 req-75ce4ae0-8a86-4d1b-bfa7-2f98a153e6b7 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 943 time: 0.3498561 Dec 08 01:51:25.566105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3caa257a-5f7a-48ba-b3da-5413ecf42060, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3caa257a-5f7a-48ba-b3da-5413ecf42060,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:25.570753 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:25.578160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '3caa257a-5f7a-48ba-b3da-5413ecf42060', 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3', 'port_id': '3caa257a-5f7a-48ba-b3da-5413ecf42060', 'mac_address': 'fa:16:3e:b9:eb:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa64df3-2172-43fb-b1e1-88a3a7ad96b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:25.582159 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-c3b2ad54-3996-4ef2-b31c-882d7dd8d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:25.583651 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-c3b2ad54-3996-4ef2-b31c-882d7dd8d4b2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eaa64df3-2172-43fb-b1e1-88a3a7ad96b8 HTTP/1.1" status: 200 len: 855 time: 0.1221228 Dec 08 01:51:25.599906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d18d3960-9841-41a8-9cf5-fdf74c2641e9 req-6f433ec6-9f66-4291-ae38-9820941e27de tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399203 Dec 08 01:51:25.629320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9d92b2-736c-4098-b23e-3819ca08de21', 'tag': '330cb829-4928-4487-a9cc-126f0888e741'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:25.632048 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671d254e-2d9d-48b0-8aed-ef4fc9e3e252" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9d92b2-736c-4098-b23e-3819ca08de21", "tag": "330cb829-4928-4487-a9cc-126f0888e741"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:25.632317 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77360109-cc33-4dff-a706-fd333262b149 req-e81b9ed4-ec4a-4de6-96d0-f9882f91aefd tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:25.635020 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f938cc2-6720-45c4-a129-70233058130d req-b807fa4f-2b03-410c-bcd2-52c980348ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:25.635358 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:25.636562 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4f938cc2-6720-45c4-a129-70233058130d req-b807fa4f-2b03-410c-bcd2-52c980348ff2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.3218133 Dec 08 01:51:25.649176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3caa257a-5f7a-48ba-b3da-5413ecf42060 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:25.673605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3caa257a-5f7a-48ba-b3da-5413ecf42060, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3caa257a-5f7a-48ba-b3da-5413ecf42060,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:25.680056 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:25.694669 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4f938cc2-6720-45c4-a129-70233058130d req-61ff40a2-ef14-4078-817b-bc9fda0b0525 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114 HTTP/1.1" status: 200 len: 217 time: 0.0461180 Dec 08 01:51:25.708434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-df3eef9a-c2ca-4d58-a5dc-82f55f86d189 None None] Provisioning complete for port 7d3a534d-1c49-4570-a621-99e30f19c911 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:25.708754 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df3eef9a-c2ca-4d58-a5dc-82f55f86d189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:25.724993 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7830900-c9ff-448c-a218-6b55f1f407da req-092b0352-9d85-416c-ba7b-1926bb5ff0dd service neutron] 10.222.0.75 "GET /v2.0/networks/794feb3e-0034-432a-8d6f-d3691f9c03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610813 Dec 08 01:51:25.725973 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-c5231708-8bb3-4544-b1d4-b33b27ea80ad tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] update failed (client error): The resource could not be found. Dec 08 01:51:25.732980 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c5231708-8bb3-4544-b1d4-b33b27ea80ad tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "PUT /v2.0/routers/8fea50bb-e632-400d-9b84-004d6949cfb9 HTTP/1.1" status: 404 len: 339 time: 1.0066476 Dec 08 01:51:25.734504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f938cc2-6720-45c4-a129-70233058130d req-b892b992-a1ff-4f5a-a4c8-2f363989674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:25.736133 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f938cc2-6720-45c4-a129-70233058130d req-b892b992-a1ff-4f5a-a4c8-2f363989674d service neutron] 10.222.0.75 "GET /v2.0/networks?id=47fa16b7-ff30-4084-9336-3cf290d7dbc3 HTTP/1.1" status: 200 len: 917 time: 0.2328908 Dec 08 01:51:25.739389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41590) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:25.764414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3caa257a-5f7a-48ba-b3da-5413ecf42060,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:25.766877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-df3eef9a-c2ca-4d58-a5dc-82f55f86d189 None None] Port 7d3a534d-1c49-4570-a621-99e30f19c911 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:25.773242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-49c54b9f-aff4-48d6-8f34-2d20822bf5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:25.775124 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-49c54b9f-aff4-48d6-8f34-2d20822bf5ec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=47fa16b7-ff30-4084-9336-3cf290d7dbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1821613 Dec 08 01:51:25.868886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f938cc2-6720-45c4-a129-70233058130d req-3bc9d1f2-013b-4497-ab55-6d05f3d26b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:25.870503 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4f938cc2-6720-45c4-a129-70233058130d req-3bc9d1f2-013b-4497-ab55-6d05f3d26b13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.1563101 Dec 08 01:51:25.897177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f938cc2-6720-45c4-a129-70233058130d req-d3f8e088-a4e3-4905-a2cf-4cf65ec44c09 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3caa257a-5f7a-48ba-b3da-5413ecf42060 HTTP/1.1" status: 200 len: 217 time: 0.1064644 Dec 08 01:51:25.946692 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4f938cc2-6720-45c4-a129-70233058130d req-ba26db09-05fe-4280-bd42-1bf41c6ec482 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448959 Dec 08 01:51:25.967852 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['3caa257a-5f7a-48ba-b3da-5413ecf42060'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:25.983075 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb6856ea-5b0f-4651-887c-27fea6fa5ee6 req-fc5f6750-b0d4-493e-8b19-bc9ad07bad69 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909351 Dec 08 01:51:26.031888 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77360109-cc33-4dff-a706-fd333262b149 req-e81b9ed4-ec4a-4de6-96d0-f9882f91aefd tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.055488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faa629-d20b-43b4-8d12-dee1a16c74e6 req-9ce5ed95-eae7-48a8-951b-a24ce2cc1a3f tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:26.057037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31faa629-d20b-43b4-8d12-dee1a16c74e6 req-9ce5ed95-eae7-48a8-951b-a24ce2cc1a3f tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 931 time: 0.3135786 Dec 08 01:51:26.086654 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-e27ccf51-e8f7-448c-8615-63780a7f65ab service neutron] 10.222.0.75 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005745 Dec 08 01:51:26.112126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f938cc2-6720-45c4-a129-70233058130d req-e83f35ca-0513-4a93-94f3-6537900a6763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:26.113581 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f938cc2-6720-45c4-a129-70233058130d req-e83f35ca-0513-4a93-94f3-6537900a6763 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eaa64df3-2172-43fb-b1e1-88a3a7ad96b8 HTTP/1.1" status: 200 len: 855 time: 0.2037356 Dec 08 01:51:26.171464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f1b6de21-ca71-4fbc-8de0-873c2e5c6841 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:26.178802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d345c6-e15a-4028-9e28-b677b940b80c req-e56f76fd-ffe7-4160-a3f0-f98730297f9b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:26.180807 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-e56f76fd-ffe7-4160-a3f0-f98730297f9b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 945 time: 0.1701026 Dec 08 01:51:26.245317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port f1b6de21-ca71-4fbc-8de0-873c2e5c6841 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:51:26.250396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port f1b6de21-ca71-4fbc-8de0-873c2e5c6841 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:26.250777 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.343597 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4f938cc2-6720-45c4-a129-70233058130d req-769222e0-7d1f-41ee-8c9a-b41f2132c89a service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043458 Dec 08 01:51:26.344975 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.373657 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998de6a5-8396-46dc-a9a7-581cb0feff0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b6de21-ca71-4fbc-8de0-873c2e5c6841'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:26.383978 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43df01a2-765e-4a56-9787-6d4c7c018c1e" -d '{"events": [{"server_uuid": "998de6a5-8396-46dc-a9a7-581cb0feff0c", "name": "network-vif-plugged", "status": "completed", "tag": "f1b6de21-ca71-4fbc-8de0-873c2e5c6841"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:26.402973 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5feab319-8cbe-4868-b577-cda5a7b98be7 req-84f4aec4-1248-48c6-8bc6-289fc3dc4925 service neutron] 10.222.0.75 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848001 Dec 08 01:51:26.404270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port f1b6de21-ca71-4fbc-8de0-873c2e5c6841, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f1b6de21-ca71-4fbc-8de0-873c2e5c6841,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:26.409728 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.475386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=f1b6de21-ca71-4fbc-8de0-873c2e5c6841,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:26.498685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d3a534d-1c49-4570-a621-99e30f19c911 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:26.513681 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.535174 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77360109-cc33-4dff-a706-fd333262b149 req-e81b9ed4-ec4a-4de6-96d0-f9882f91aefd tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:26.554146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-37d345c6-e15a-4028-9e28-b677b940b80c req-eb72190f-b3e3-4ac8-a464-fb42cfbb29ce tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Deleting port 83c0d61a-cdac-458c-8b3e-631e1dd69393 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:26.555075 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-37d345c6-e15a-4028-9e28-b677b940b80c req-eb72190f-b3e3-4ac8-a464-fb42cfbb29ce tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.575335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-77360109-cc33-4dff-a706-fd333262b149 req-e81b9ed4-ec4a-4de6-96d0-f9882f91aefd tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:26.577125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Transition to ACTIVE for port object 7d3a534d-1c49-4570-a621-99e30f19c911 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:26.577676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b9ed4-ec4a-4de6-96d0-f9882f91aefd tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Pushing event updated for resources: {'Port': ['ID=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:26.582071 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-77360109-cc33-4dff-a706-fd333262b149 req-e81b9ed4-ec4a-4de6-96d0-f9882f91aefd tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:26.594975 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.654650 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4f938cc2-6720-45c4-a129-70233058130d req-5dbc5ade-5970-4309-929b-9a15650863a0 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693114 Dec 08 01:51:26.655991 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-1a903a0f-4c8b-4023-b34f-061d42abae7a service neutron] 10.222.0.45 "GET /v2.0/ports/931d28c2-bd85-4db4-a8e7-ee1e53ea6114/bindings/n-h2-713499-31 HTTP/1.1" status: 200 len: 385 time: 0.2521563 Dec 08 01:51:26.660411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31faa629-d20b-43b4-8d12-dee1a16c74e6 req-608de683-dc9b-49bf-9630-414029715be3 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165541 Dec 08 01:51:26.670742 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dbbca-dd1e-499c-98cd-0b3263b9327b req-3608713d-84c5-4680-87d4-2e216de115f3 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:26.672269 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-715dbbca-dd1e-499c-98cd-0b3263b9327b req-3608713d-84c5-4680-87d4-2e216de115f3 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 931 time: 0.5577531 Dec 08 01:51:26.676699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f938cc2-6720-45c4-a129-70233058130d req-48a844a2-0d1e-4ff3-953d-ca83081fb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:26.678232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f938cc2-6720-45c4-a129-70233058130d req-48a844a2-0d1e-4ff3-953d-ca83081fb5b6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=47fa16b7-ff30-4084-9336-3cf290d7dbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5329878 Dec 08 01:51:26.721866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77360109-cc33-4dff-a706-fd333262b149 req-e81b9ed4-ec4a-4de6-96d0-f9882f91aefd tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:26.722492 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77360109-cc33-4dff-a706-fd333262b149 req-e81b9ed4-ec4a-4de6-96d0-f9882f91aefd tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.731073 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.827736 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.911807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77360109-cc33-4dff-a706-fd333262b149 req-e81b9ed4-ec4a-4de6-96d0-f9882f91aefd tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0951762 Dec 08 01:51:26.943075 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Request body: {'port': {'device_id': '0c316621-1c27-4789-af4a-005acc19d83d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:26.980510 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02f1abf6-8296-448e-a469-d4a5fab299f8 req-49c2a8a9-414a-4165-8144-a7db1d668bcd tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/0b3fc234-053d-400a-acbd-2d0b94a7315d HTTP/1.1" status: 200 len: 1820 time: 0.2654297 Dec 08 01:51:26.983536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-715dbbca-dd1e-499c-98cd-0b3263b9327b req-370d80ec-3c82-4f7a-b986-bed27ca6a4ab tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707751 Dec 08 01:51:27.016910 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3a534d-1c49-4570-a621-99e30f19c911,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:27.022918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-02f1abf6-8296-448e-a469-d4a5fab299f8 req-cee0ba4a-7d23-442f-bcb1-8666e5ec1dff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Request body: {'security_group': {'name': 'tempest-sg-hth-597978574', 'description': 'tempest-description-hth-1622370187'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:27.106909 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f938cc2-6720-45c4-a129-70233058130d req-62ae25b6-4edf-426a-8570-0b07cf24c6d6 service neutron] 10.222.0.75 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023159 Dec 08 01:51:27.107229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-37d345c6-e15a-4028-9e28-b677b940b80c req-eb72190f-b3e3-4ac8-a464-fb42cfbb29ce tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] For port 83c0d61a-cdac-458c-8b3e-631e1dd69393, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=83c0d61a-cdac-458c-8b3e-631e1dd69393,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:27.107618 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-37d345c6-e15a-4028-9e28-b677b940b80c req-eb72190f-b3e3-4ac8-a464-fb42cfbb29ce tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.128796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-37d345c6-e15a-4028-9e28-b677b940b80c req-eb72190f-b3e3-4ac8-a464-fb42cfbb29ce tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Calling delete_port for 83c0d61a-cdac-458c-8b3e-631e1dd69393 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:27.228735 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Attempting to bind port 7d3a534d-1c49-4570-a621-99e30f19c911 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:27.229107 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Attempting to bind port 7d3a534d-1c49-4570-a621-99e30f19c911 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:27.229396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Attempting to bind port 7d3a534d-1c49-4570-a621-99e30f19c911 on network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:27.246738 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Port 7d3a534d-1c49-4570-a621-99e30f19c911 on network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:27.247067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Attempting to bind port 7d3a534d-1c49-4570-a621-99e30f19c911 on network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:27.286929 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.292019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:27.292365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Checking segment: {'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:27.292756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Bound using segment: {'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:27.293194 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Bound port: 7d3a534d-1c49-4570-a621-99e30f19c911, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16df726f-6d6f-4f38-9021-0b1f816c5d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:27.293553 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.319477 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-02f1abf6-8296-448e-a469-d4a5fab299f8 req-cee0ba4a-7d23-442f-bcb1-8666e5ec1dff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.343760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ff8f5-5b7d-4b01-983b-cfc74207a608 req-c440171c-3e7e-426e-8c09-0a8942293213 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:27.345249 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d5ff8f5-5b7d-4b01-983b-cfc74207a608 req-c440171c-3e7e-426e-8c09-0a8942293213 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 945 time: 0.2699952 Dec 08 01:51:27.390537 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3caa257a-5f7a-48ba-b3da-5413ecf42060 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:27.398713 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-c766d25e-61b0-4044-98d9-e3a48743e9b7 service neutron] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:27.447365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 3caa257a-5f7a-48ba-b3da-5413ecf42060 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:51:27.450561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-c766d25e-61b0-4044-98d9-e3a48743e9b7 service neutron] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:27.452099 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-37d345c6-e15a-4028-9e28-b677b940b80c req-eb72190f-b3e3-4ac8-a464-fb42cfbb29ce tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.455024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 3caa257a-5f7a-48ba-b3da-5413ecf42060 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:27.455457 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.465907 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Allocated IP 172.20.0.1 (5a660a77-09ed-4952-bb95-ee1ce6a097be/b6d687f6-6f98-4caf-be29-8f41ec5087ac/aaa4ef72-1f38-43e1-93f4-c0afa4edac4b) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:27.483595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['83c0d61a-cdac-458c-8b3e-631e1dd69393'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:27.499911 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-02f1abf6-8296-448e-a469-d4a5fab299f8 req-cee0ba4a-7d23-442f-bcb1-8666e5ec1dff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.506450 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] For port 7d3a534d-1c49-4570-a621-99e30f19c911, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:27.513408 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f938cc2-6720-45c4-a129-70233058130d req-4f938d8b-f04a-4401-aad1-c234ffcd5fd5 service neutron] 10.222.0.75 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682523 Dec 08 01:51:27.517784 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72190f-b3e3-4ac8-a464-fb42cfbb29ce tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Pushing event deleted for resources: {'Port': ['ID=83c0d61a-cdac-458c-8b3e-631e1dd69393,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:27.531169 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] For port 7d3a534d-1c49-4570-a621-99e30f19c911, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7d3a534d-1c49-4570-a621-99e30f19c911,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:27.554773 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.558091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-02f1abf6-8296-448e-a469-d4a5fab299f8 req-cee0ba4a-7d23-442f-bcb1-8666e5ec1dff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.558959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-c766d25e-61b0-4044-98d9-e3a48743e9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:27.559982 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-02f1abf6-8296-448e-a469-d4a5fab299f8 req-cee0ba4a-7d23-442f-bcb1-8666e5ec1dff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.578805 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.580077 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02f1abf6-8296-448e-a469-d4a5fab299f8 req-cee0ba4a-7d23-442f-bcb1-8666e5ec1dff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "PUT /v2.0/security-groups/0b3fc234-053d-400a-acbd-2d0b94a7315d HTTP/1.1" status: 200 len: 1793 time: 0.5878713 Dec 08 01:51:27.618275 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-c766d25e-61b0-4044-98d9-e3a48743e9b7 service neutron] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:27.623478 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d24bca-ed53-4d15-9418-a331f044ef80 x-openstack-request-id: req-c0d24bca-ed53-4d15-9418-a331f044ef80 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:27.623794 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9d92b2-736c-4098-b23e-3819ca08de21", "tag": "330cb829-4928-4487-a9cc-126f0888e741", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:27.624042 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c0d24bca-ed53-4d15-9418-a331f044ef80 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:27.624429 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9d92b2-736c-4098-b23e-3819ca08de21', 'tag': '330cb829-4928-4487-a9cc-126f0888e741', 'status': 'completed', 'code': 200} Dec 08 01:51:27.632062 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d345c6-e15a-4028-9e28-b677b940b80c req-eb72190f-b3e3-4ac8-a464-fb42cfbb29ce tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] No DVR routers for this DVR port 83c0d61a-cdac-458c-8b3e-631e1dd69393 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:27.641194 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:27.641913 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.643186 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] 10.222.0.75 "PUT /v2.0/ports/7d3a534d-1c49-4570-a621-99e30f19c911 HTTP/1.1" status: 200 len: 1092 time: 2.2144797 Dec 08 01:51:27.644174 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-37d345c6-e15a-4028-9e28-b677b940b80c req-eb72190f-b3e3-4ac8-a464-fb42cfbb29ce tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.647395 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37d345c6-e15a-4028-9e28-b677b940b80c req-eb72190f-b3e3-4ac8-a464-fb42cfbb29ce tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "DELETE /v2.0/ports/83c0d61a-cdac-458c-8b3e-631e1dd69393 HTTP/1.1" status: 204 len: 173 time: 1.4333830 Dec 08 01:51:27.650004 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d5ff8f5-5b7d-4b01-983b-cfc74207a608 req-b2b4e446-39bb-4f83-94c1-a67a95139a0d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807345 Dec 08 01:51:27.653084 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3caa257a-5f7a-48ba-b3da-5413ecf42060, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3caa257a-5f7a-48ba-b3da-5413ecf42060,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:27.665067 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.665872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 30ffa2d2-d6b6-4280-92b2-a125f372e293 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:27.683177 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-c766d25e-61b0-4044-98d9-e3a48743e9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.749695 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703b7a67-98f1-4b3c-9589-248801265a5e x-openstack-request-id: req-703b7a67-98f1-4b3c-9589-248801265a5e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:27.749985 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998de6a5-8396-46dc-a9a7-581cb0feff0c", "name": "network-vif-plugged", "status": "completed", "tag": "f1b6de21-ca71-4fbc-8de0-873c2e5c6841", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:27.755899 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-703b7a67-98f1-4b3c-9589-248801265a5e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:27.756376 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998de6a5-8396-46dc-a9a7-581cb0feff0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b6de21-ca71-4fbc-8de0-873c2e5c6841', 'code': 200} Dec 08 01:51:27.760326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0ba4a-7d23-442f-bcb1-8666e5ec1dff tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3fc234-053d-400a-acbd-2d0b94a7315d,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:27.772502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c886a-ccd3-4d62-9366-cba7027a4db0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3a534d-1c49-4570-a621-99e30f19c911,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:27.856636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3caa257a-5f7a-48ba-b3da-5413ecf42060,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:27.886464 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.891140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 30ffa2d2-d6b6-4280-92b2-a125f372e293 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:51:27.908274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 30ffa2d2-d6b6-4280-92b2-a125f372e293 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:27.908934 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.969937 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d254e-2d9d-48b0-8aed-ef4fc9e3e252 req-e6b7cfb8-aee4-444f-9aa0-206a7e3b2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:27.971951 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-671d254e-2d9d-48b0-8aed-ef4fc9e3e252 req-e6b7cfb8-aee4-444f-9aa0-206a7e3b2f44 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9df686f8edb4470fb9993f7d70bdf1fb&device_id=3b9d92b2-736c-4098-b23e-3819ca08de21 HTTP/1.1" status: 200 len: 1096 time: 0.2376361 Dec 08 01:51:28.027700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-c766d25e-61b0-4044-98d9-e3a48743e9b7 service neutron] Transition to ACTIVE for port object 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:28.028614 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.044374 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1ea39-f9ab-448c-b156-d540b6d3529b req-0bd0685e-349e-43f0-8c9c-ea1a33e7b313 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.046963 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.048090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ece1ea39-f9ab-448c-b156-d540b6d3529b req-0bd0685e-349e-43f0-8c9c-ea1a33e7b313 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 944 time: 0.3280454 Dec 08 01:51:28.060792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-74c972cb-c3dd-42f3-b910-d929c44ebffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.062265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-74c972cb-c3dd-42f3-b910-d929c44ebffd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9df686f8edb4470fb9993f7d70bdf1fb&device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 1095 time: 0.2690961 Dec 08 01:51:28.072796 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-c766d25e-61b0-4044-98d9-e3a48743e9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.080797 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd67e02-ed1e-4e92-be1d-9c37ac4e1d60 req-15b44e7c-ea93-4019-b1c3-ccc0e73d7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.082270 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ebd67e02-ed1e-4e92-be1d-9c37ac4e1d60 req-15b44e7c-ea93-4019-b1c3-ccc0e73d7543 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 1101 time: 0.1812196 Dec 08 01:51:28.100808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 30ffa2d2-d6b6-4280-92b2-a125f372e293, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=30ffa2d2-d6b6-4280-92b2-a125f372e293,segment=NetworkSegment(8d8037dc-a5e9-4c97-92a1-fceb74604fcd),segment_id=8d8037dc-a5e9-4c97-92a1-fceb74604fcd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:28.108595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd26eb-b9c6-47f4-84d9-292c00473d7c req-df1b09ed-ed7f-44ee-871d-8f559918cae0 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.110074 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73dd26eb-b9c6-47f4-84d9-292c00473d7c req-df1b09ed-ed7f-44ee-871d-8f559918cae0 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 949 time: 0.1951051 Dec 08 01:51:28.119819 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.127979 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d7b5efc6-8937-464f-97eb-d859fc959931 req-29d5b021-d35f-4dd9-bb89-37aad05dd3d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 210 time: 0.0661604 Dec 08 01:51:28.167702 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-0fa10b49-633a-4367-8c85-b2b10c41ede2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d3a534d-1c49-4570-a621-99e30f19c911 HTTP/1.1" status: 200 len: 217 time: 0.0878606 Dec 08 01:51:28.181845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=30ffa2d2-d6b6-4280-92b2-a125f372e293,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:28.266391 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-c766d25e-61b0-4044-98d9-e3a48743e9b7 service neutron] No DVR routers for this DVR port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:28.282059 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.294751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ece1ea39-f9ab-448c-b156-d540b6d3529b req-b26dc7a5-7e24-41b5-a482-d32a26a6e986 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca8cbba4-fc6c-4195-ab92-6596940f456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298396 Dec 08 01:51:28.314610 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766d25e-61b0-4044-98d9-e3a48743e9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,revision_number=10']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:28.317792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d254e-2d9d-48b0-8aed-ef4fc9e3e252 req-bc361001-3b4c-4cca-b6d3-06a436f825d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.319283 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-671d254e-2d9d-48b0-8aed-ef4fc9e3e252 req-bc361001-3b4c-4cca-b6d3-06a436f825d0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=47fa16b7-ff30-4084-9336-3cf290d7dbc3 HTTP/1.1" status: 200 len: 917 time: 0.3378227 Dec 08 01:51:28.322573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:28.329721 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ebd67e02-ed1e-4e92-be1d-9c37ac4e1d60 req-7c194e5e-bcc0-47df-bf6a-b4f0077bd5d8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083864 Dec 08 01:51:28.360847 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73dd26eb-b9c6-47f4-84d9-292c00473d7c req-28c87808-e20b-4034-89c9-57e89e95d629 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067385 Dec 08 01:51:28.367718 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.370848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-31aff4ad-064e-4d86-a8fd-df886a29c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.372337 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-31aff4ad-064e-4d86-a8fd-df886a29c7dc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eaa64df3-2172-43fb-b1e1-88a3a7ad96b8 HTTP/1.1" status: 200 len: 855 time: 0.1876791 Dec 08 01:51:28.374162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Network 5a660a77-09ed-4952-bb95-ee1ce6a097be is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:28.393333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:28.416097 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-671d254e-2d9d-48b0-8aed-ef4fc9e3e252 req-8879fea6-8fec-4dc0-8763-0c7ff7cb058b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330cb829-4928-4487-a9cc-126f0888e741 HTTP/1.1" status: 200 len: 217 time: 0.0772073 Dec 08 01:51:28.426256 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-c766d25e-61b0-4044-98d9-e3a48743e9b7 service neutron] 10.222.0.45 "PUT /v2.0/ports/931d28c2-bd85-4db4-a8e7-ee1e53ea6114/bindings/n-h2-713499-31/activate HTTP/1.1" status: 200 len: 370 time: 1.7444458 Dec 08 01:51:28.426851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:28.469125 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Transition to ACTIVE for port object 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:28.474675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event updated for resources: {'Port': ['ID=aaa4ef72-1f38-43e1-93f4-c0afa4edac4b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:28.492003 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.496233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5efc6-8937-464f-97eb-d859fc959931 req-18310b64-feab-4f22-9650-83a1370180fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.497706 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d7b5efc6-8937-464f-97eb-d859fc959931 req-18310b64-feab-4f22-9650-83a1370180fd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ea4d916952c04b248677383b4d824ca8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3519437 Dec 08 01:51:28.510597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d254e-2d9d-48b0-8aed-ef4fc9e3e252 req-58559a28-db2f-4ee9-9561-eac25a7ce87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.512187 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-671d254e-2d9d-48b0-8aed-ef4fc9e3e252 req-58559a28-db2f-4ee9-9561-eac25a7ce87b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eaa64df3-2172-43fb-b1e1-88a3a7ad96b8 HTTP/1.1" status: 200 len: 855 time: 0.0800302 Dec 08 01:51:28.566160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d254e-2d9d-48b0-8aed-ef4fc9e3e252 req-8ddbf82c-3ab8-4344-9343-e9bab72e7510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.567881 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-671d254e-2d9d-48b0-8aed-ef4fc9e3e252 req-8ddbf82c-3ab8-4344-9343-e9bab72e7510 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=47fa16b7-ff30-4084-9336-3cf290d7dbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480003 Dec 08 01:51:28.578926 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.598267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7052e2a-5d73-4dbf-90cb-fc92fe44601b req-5de1bbdc-bc55-43f1-8748-0566aafcd192 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.599835 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7052e2a-5d73-4dbf-90cb-fc92fe44601b req-5de1bbdc-bc55-43f1-8748-0566aafcd192 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 944 time: 0.2219326 Dec 08 01:51:28.645109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c83da1a9-3223-4ad6-8d3e-abdde1571416 None None] Provisioning complete for port aaa4ef72-1f38-43e1-93f4-c0afa4edac4b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:28.645722 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c83da1a9-3223-4ad6-8d3e-abdde1571416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.646556 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-36e44f8f-ff51-4485-928c-3db9bebbafee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.648131 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-36e44f8f-ff51-4485-928c-3db9bebbafee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=47fa16b7-ff30-4084-9336-3cf290d7dbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2644212 Dec 08 01:51:28.659333 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b5c4ed8-dff8-4f21-9dfc-3b3e95f979e4 req-d7357c79-d809-4915-b571-3af661a88bbc tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/0b3fc234-053d-400a-acbd-2d0b94a7315d HTTP/1.1" status: 200 len: 1793 time: 0.2335687 Dec 08 01:51:28.659974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Pushing event updated for resources: {'Port': ['ID=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:28.721042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c83da1a9-3223-4ad6-8d3e-abdde1571416 None None] Port aaa4ef72-1f38-43e1-93f4-c0afa4edac4b cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:28.834499 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-671d254e-2d9d-48b0-8aed-ef4fc9e3e252 req-f64f589b-f710-4fb2-b2d0-fb655925bed2 service neutron] 10.222.0.75 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590175 Dec 08 01:51:28.843233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-81bc2529-81b7-4696-83bb-68fc7ca01453 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.844680 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-81bc2529-81b7-4696-83bb-68fc7ca01453 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893&tenant_id=3ea3a98675f74d9ca617927f4f236c6e&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 1096 time: 0.1210542 Dec 08 01:51:28.862954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5efc6-8937-464f-97eb-d859fc959931 req-e615ac54-d452-4110-a69a-f7829bdcc766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.864332 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d7b5efc6-8937-464f-97eb-d859fc959931 req-e615ac54-d452-4110-a69a-f7829bdcc766 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2368672 Dec 08 01:51:28.903268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7052e2a-5d73-4dbf-90cb-fc92fe44601b req-8e8f3e32-ce3f-4aad-9374-204f7ff5d622 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600694 Dec 08 01:51:28.938027 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Attempting to bind port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:28.938355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Attempting to bind port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '104aa23b-a1b8-4995-9503-838947c18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:28.938794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Attempting to bind port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef on network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:28.943479 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.954439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19cb13-1fbc-4e73-8e43-944c0e7f6b37 req-8d84186e-b6f9-444b-ab82-4c87a166fcbd tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.955963 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a19cb13-1fbc-4e73-8e43-944c0e7f6b37 req-8d84186e-b6f9-444b-ab82-4c87a166fcbd tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 943 time: 0.1939800 Dec 08 01:51:28.958912 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-3b4aeb7a-49cc-4f88-952d-994fdd7061ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:28.960942 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-3b4aeb7a-49cc-4f88-952d-994fdd7061ec service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893&tenant_id=3ea3a98675f74d9ca617927f4f236c6e HTTP/1.1" status: 200 len: 1096 time: 0.1061110 Dec 08 01:51:28.964580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-2588e714-1778-4e6b-8d0a-321f90084f22 service neutron] 10.222.0.75 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002083 Dec 08 01:51:28.967181 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef on network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:28.967181 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Attempting to bind port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef on network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:28.990041 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-671d254e-2d9d-48b0-8aed-ef4fc9e3e252 req-56d6294f-3cc2-4dba-ad97-2436d572500d service neutron] 10.222.0.75 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444297 Dec 08 01:51:29.009650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:29.009985 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Checking segment: {'id': '104aa23b-a1b8-4995-9503-838947c18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:29.010359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Bound using segment: {'id': '104aa23b-a1b8-4995-9503-838947c18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:29.010789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Bound port: 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '104aa23b-a1b8-4995-9503-838947c18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:29.011141 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.053549 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-19d950ff-2b70-4538-8f43-35a0fef8f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:29.055592 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-19d950ff-2b70-4538-8f43-35a0fef8f622 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 1096 time: 0.0432220 Dec 08 01:51:29.149239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-0c9fcfee-b28c-42cd-b347-9bdc6683f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:29.150627 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-0c9fcfee-b28c-42cd-b347-9bdc6683f451 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.0884843 Dec 08 01:51:29.191627 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-7eec72c3-f948-4d5c-a4f3-ae90021b17c5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114 HTTP/1.1" status: 200 len: 217 time: 0.0330455 Dec 08 01:51:29.244291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-26150952-f03c-45ec-8d82-341163d902a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:29.245858 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-26150952-f03c-45ec-8d82-341163d902a2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.0454788 Dec 08 01:51:29.283205 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-fc9b0646-17ab-4cc1-8597-ec50e1217fb9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305078 Dec 08 01:51:29.383575 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-8081f440-5658-4189-ab39-54111ad2b1e4 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929615 Dec 08 01:51:29.394154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 330cb829-4928-4487-a9cc-126f0888e741 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:29.510989 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-ba148b84-6b0d-49a1-91e5-997af23dccbe service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146545 Dec 08 01:51:29.512026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 330cb829-4928-4487-a9cc-126f0888e741, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=330cb829-4928-4487-a9cc-126f0888e741,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:29.524336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '330cb829-4928-4487-a9cc-126f0888e741', 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3', 'port_id': '330cb829-4928-4487-a9cc-126f0888e741', 'mac_address': 'fa:16:3e:04:84:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa64df3-2172-43fb-b1e1-88a3a7ad96b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:29.539959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a19cb13-1fbc-4e73-8e43-944c0e7f6b37 req-91a5a88c-3a83-42b7-befd-6fcf48900c2d tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704007 Dec 08 01:51:29.564090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211533aa-9bde-42df-967f-35705ace303a req-c3d7e2f9-736a-447c-b955-77db4cd08d43 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:29.565415 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-211533aa-9bde-42df-967f-35705ace303a req-c3d7e2f9-736a-447c-b955-77db4cd08d43 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 943 time: 0.5856216 Dec 08 01:51:29.574679 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.588470 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330cb829-4928-4487-a9cc-126f0888e741 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:29.609402 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 330cb829-4928-4487-a9cc-126f0888e741, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=330cb829-4928-4487-a9cc-126f0888e741,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:29.613339 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.625773 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e409c52a-1533-4a53-8dff-065ad08211d4', 'tag': '7d3a534d-1c49-4570-a621-99e30f19c911'}, {'server_uuid': 'ac3fefb7-1970-4234-ae79-d94e916b60a4', 'name': 'network-vif-deleted', 'tag': '83c0d61a-cdac-458c-8b3e-631e1dd69393'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:29.628880 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b2de5d-6c08-4245-b3a3-f8622900e9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e409c52a-1533-4a53-8dff-065ad08211d4", "tag": "7d3a534d-1c49-4570-a621-99e30f19c911"}, {"server_uuid": "ac3fefb7-1970-4234-ae79-d94e916b60a4", "name": "network-vif-deleted", "tag": "83c0d61a-cdac-458c-8b3e-631e1dd69393"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:29.648694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] For port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:29.654401 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da75fa81-cbe6-4d4a-a952-54b0bf4a2b11 req-c56d4e3f-dd9d-4606-a05e-5b2128ef4821 service neutron] 10.222.0.75 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557670 Dec 08 01:51:29.665281 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=330cb829-4928-4487-a9cc-126f0888e741,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:29.701241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] For port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef,segment=NetworkSegment(104aa23b-a1b8-4995-9503-838947c18f49),segment_id=104aa23b-a1b8-4995-9503-838947c18f49)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:29.725795 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-211533aa-9bde-42df-967f-35705ace303a req-83eae685-b321-4455-9790-969d6077cd2c tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595387 Dec 08 01:51:29.730631 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.757064 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e679709-3bdc-4356-9f72-34a6b2153592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3caa257a-5f7a-48ba-b3da-5413ecf42060'}, {'server_uuid': '9d59c157-2093-46ed-97e4-33e3f0439063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ffa2d2-d6b6-4280-92b2-a125f372e293'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:29.760799 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46832959-dc43-45c6-aa29-7f3074288ab2" -d '{"events": [{"server_uuid": "3e679709-3bdc-4356-9f72-34a6b2153592", "name": "network-vif-plugged", "status": "completed", "tag": "3caa257a-5f7a-48ba-b3da-5413ecf42060"}, {"server_uuid": "9d59c157-2093-46ed-97e4-33e3f0439063", "name": "network-vif-plugged", "status": "completed", "tag": "30ffa2d2-d6b6-4280-92b2-a125f372e293"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:29.762787 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6d32640-f313-4a41-bf8c-bc98c68aa88c req-60f2ded2-a05d-4229-b970-6905011e8ae4 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/0b3fc234-053d-400a-acbd-2d0b94a7315d HTTP/1.1" status: 200 len: 1793 time: 0.1700096 Dec 08 01:51:29.850384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:29.851027 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.853022 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77360109-cc33-4dff-a706-fd333262b149 req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] 10.222.0.75 "PUT /v2.0/ports/7e35ebf0-f300-4bc1-b04d-52c6a2d10eef HTTP/1.1" status: 200 len: 1092 time: 2.9193933 Dec 08 01:51:29.858669 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c316621-1c27-4789-af4a-005acc19d83d', 'tag': '7e35ebf0-f300-4bc1-b04d-52c6a2d10eef'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:29.860920 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d9991f-af57-496b-bbb4-7a23c7bcc3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c316621-1c27-4789-af4a-005acc19d83d", "tag": "7e35ebf0-f300-4bc1-b04d-52c6a2d10eef"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:29.888831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4e02c9a-a9dc-4892-a11e-952c3189198c req-4ef18b81-2054-442f-a560-55672f5790a0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 210 time: 0.0865078 Dec 08 01:51:29.944514 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['330cb829-4928-4487-a9cc-126f0888e741'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:29.968879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50511963-5eeb-4b09-bc59-747450ae81bd service neutron] Pushing event updated for resources: {'Port': ['ID=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:29.997590 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-ea1417bf-e52a-43ee-b8c0-842ac7fcd255 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:29.999047 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-ea1417bf-e52a-43ee-b8c0-842ac7fcd255 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893&tenant_id=3ea3a98675f74d9ca617927f4f236c6e&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 1096 time: 0.2120080 Dec 08 01:51:30.077206 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.089662 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d6d32640-f313-4a41-bf8c-bc98c68aa88c req-840038e8-6699-4994-9a90-e7cb96470e44 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.092488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77360109-cc33-4dff-a706-fd333262b149 req-a5138219-fa84-4fc4-89ac-51049c6c8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:30.093974 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77360109-cc33-4dff-a706-fd333262b149 req-a5138219-fa84-4fc4-89ac-51049c6c8284 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a318c364fcf4694b611c140d4710896&device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 1095 time: 0.1731060 Dec 08 01:51:30.094561 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.178994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:30.217131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914cf6e-70b3-48b7-8237-03f7e6c940bc req-efc154d9-f3bf-48be-bac4-02def6c408dd tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:30.218647 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2914cf6e-70b3-48b7-8237-03f7e6c940bc req-efc154d9-f3bf-48be-bac4-02def6c408dd tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 945 time: 0.2517815 Dec 08 01:51:30.222844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:30.235503 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77360109-cc33-4dff-a706-fd333262b149 req-2d2f9744-c4ec-42d9-ae7f-e64454ee145a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef HTTP/1.1" status: 200 len: 217 time: 0.0820849 Dec 08 01:51:30.243650 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d6d32640-f313-4a41-bf8c-bc98c68aa88c req-840038e8-6699-4994-9a90-e7cb96470e44 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.282329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event updated for resources: {'Port': ['ID=aaa4ef72-1f38-43e1-93f4-c0afa4edac4b,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:30.317492 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.423241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2914cf6e-70b3-48b7-8237-03f7e6c940bc req-f6582fff-de5d-473d-aad0-2a14aaf4e7ee tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca8cbba4-fc6c-4195-ab92-6596940f456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910012 Dec 08 01:51:30.424568 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77360109-cc33-4dff-a706-fd333262b149 req-d2a0b987-1c29-4f58-a441-4f9f21e20c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:30.425916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77360109-cc33-4dff-a706-fd333262b149 req-d2a0b987-1c29-4f58-a441-4f9f21e20c15 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e7011422-2fee-464b-8986-d869c753cada HTTP/1.1" status: 200 len: 851 time: 0.1692188 Dec 08 01:51:30.468364 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d6d32640-f313-4a41-bf8c-bc98c68aa88c req-840038e8-6699-4994-9a90-e7cb96470e44 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.470931 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d6d32640-f313-4a41-bf8c-bc98c68aa88c req-840038e8-6699-4994-9a90-e7cb96470e44 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.472059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6d32640-f313-4a41-bf8c-bc98c68aa88c req-840038e8-6699-4994-9a90-e7cb96470e44 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "DELETE /v2.0/security-groups/0b3fc234-053d-400a-acbd-2d0b94a7315d HTTP/1.1" status: 204 len: 173 time: 0.6816304 Dec 08 01:51:30.473160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-58a2ae17-94bc-421a-8f41-959279882a45 service neutron] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:30.501203 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d7b5efc6-8937-464f-97eb-d859fc959931 req-36f7b749-a9e7-42fe-8970-f10b39db34d1 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac3fefb7-1970-4234-ae79-d94e916b60a4 HTTP/1.1" status: 200 len: 210 time: 0.0389802 Dec 08 01:51:30.504600 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77360109-cc33-4dff-a706-fd333262b149 req-353d2cb6-a0a1-4f47-8ad8-8c486355ab36 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507691 Dec 08 01:51:30.510720 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-58a2ae17-94bc-421a-8f41-959279882a45 service neutron] Publish callbacks [] for binding, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.511793 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2256275-a559-4c9e-8cbf-4588a357d22e req-58a2ae17-94bc-421a-8f41-959279882a45 service neutron] 10.222.0.75 "DELETE /v2.0/ports/931d28c2-bd85-4db4-a8e7-ee1e53ea6114/bindings/n-h1-713499-31 HTTP/1.1" status: 204 len: 173 time: 0.4931753 Dec 08 01:51:30.533811 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b9623d-76c4-4bca-8e96-fd2a0e296396 x-openstack-request-id: req-64b9623d-76c4-4bca-8e96-fd2a0e296396 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:30.534372 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e409c52a-1533-4a53-8dff-065ad08211d4", "tag": "7d3a534d-1c49-4570-a621-99e30f19c911", "status": "completed", "code": 200}, {"server_uuid": "ac3fefb7-1970-4234-ae79-d94e916b60a4", "name": "network-vif-deleted", "tag": "83c0d61a-cdac-458c-8b3e-631e1dd69393", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:30.535190 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-64b9623d-76c4-4bca-8e96-fd2a0e296396 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:30.535321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840038e8-6699-4994-9a90-e7cb96470e44 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3fc234-053d-400a-acbd-2d0b94a7315d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:30.537219 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e409c52a-1533-4a53-8dff-065ad08211d4', 'tag': '7d3a534d-1c49-4570-a621-99e30f19c911', 'status': 'completed', 'code': 200} Dec 08 01:51:30.538492 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3fefb7-1970-4234-ae79-d94e916b60a4', 'name': 'network-vif-deleted', 'tag': '83c0d61a-cdac-458c-8b3e-631e1dd69393', 'status': 'completed', 'code': 200} Dec 08 01:51:30.587547 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9ac3ca-ca1d-4f03-be55-b659652ffee8 x-openstack-request-id: req-4d9ac3ca-ca1d-4f03-be55-b659652ffee8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:30.588407 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e679709-3bdc-4356-9f72-34a6b2153592", "name": "network-vif-plugged", "status": "completed", "tag": "3caa257a-5f7a-48ba-b3da-5413ecf42060", "code": 200}, {"server_uuid": "9d59c157-2093-46ed-97e4-33e3f0439063", "name": "network-vif-plugged", "status": "completed", "tag": "30ffa2d2-d6b6-4280-92b2-a125f372e293", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:30.588828 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4d9ac3ca-ca1d-4f03-be55-b659652ffee8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:30.589844 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e679709-3bdc-4356-9f72-34a6b2153592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3caa257a-5f7a-48ba-b3da-5413ecf42060', 'code': 200} Dec 08 01:51:30.590206 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d59c157-2093-46ed-97e4-33e3f0439063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ffa2d2-d6b6-4280-92b2-a125f372e293', 'code': 200} Dec 08 01:51:30.624930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Network 5a660a77-09ed-4952-bb95-ee1ce6a097be is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:30.627294 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b78d34-4e38-4fcc-91cc-70ae834b60ad x-openstack-request-id: req-40b78d34-4e38-4fcc-91cc-70ae834b60ad {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:30.627541 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c316621-1c27-4789-af4a-005acc19d83d", "tag": "7e35ebf0-f300-4bc1-b04d-52c6a2d10eef", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:30.627834 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-40b78d34-4e38-4fcc-91cc-70ae834b60ad {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:30.628207 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c316621-1c27-4789-af4a-005acc19d83d', 'tag': '7e35ebf0-f300-4bc1-b04d-52c6a2d10eef', 'status': 'completed', 'code': 200} Dec 08 01:51:30.635211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:30.670346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c72003-963d-4a94-aa38-0a062c1753de req-b129bbfd-eb47-4365-af1f-f02e5daed6ee tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:30.672281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15c72003-963d-4a94-aa38-0a062c1753de req-b129bbfd-eb47-4365-af1f-f02e5daed6ee tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 949 time: 0.1696348 Dec 08 01:51:30.807428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77360109-cc33-4dff-a706-fd333262b149 req-ac3a481b-2546-4d83-a56d-c16b6b44c811 service neutron] 10.222.0.75 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813191 Dec 08 01:51:30.826728 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180ae39-bd83-402f-8dd8-b0773062ad6e req-89f41ec1-1062-452f-9133-4c4b0453ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:30.828264 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9180ae39-bd83-402f-8dd8-b0773062ad6e req-89f41ec1-1062-452f-9133-4c4b0453ed31 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 1098 time: 0.0720713 Dec 08 01:51:30.834182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac6d87-fa26-42d9-ba7a-d170b69593ad req-096eee4d-760b-4f83-b7cc-6018890c5799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:30.836597 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-09ac6d87-fa26-42d9-ba7a-d170b69593ad req-096eee4d-760b-4f83-b7cc-6018890c5799 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 1097 time: 0.0694523 Dec 08 01:51:30.878506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2de5d-6c08-4245-b3a3-f8622900e9e0 req-cd4607d4-a2f7-48c3-b385-1a9b77a00895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:30.879924 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8b2de5d-6c08-4245-b3a3-f8622900e9e0 req-cd4607d4-a2f7-48c3-b385-1a9b77a00895 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9df686f8edb4470fb9993f7d70bdf1fb&device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 1095 time: 0.2362363 Dec 08 01:51:30.886763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8d228b19-b173-4577-8265-8bd838b0aaaf None None] Provisioning complete for port aaa4ef72-1f38-43e1-93f4-c0afa4edac4b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:30.887292 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d228b19-b173-4577-8265-8bd838b0aaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.902558 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9180ae39-bd83-402f-8dd8-b0773062ad6e req-d6cef492-b3b8-49a6-8bb3-fdef5e75bf07 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655570 Dec 08 01:51:30.918188 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-09ac6d87-fa26-42d9-ba7a-d170b69593ad req-cbf258f4-9047-45e0-8959-a0f56ea491cb service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ca8cbba4-fc6c-4195-ab92-6596940f456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742598 Dec 08 01:51:30.922973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8d228b19-b173-4577-8265-8bd838b0aaaf None None] Port aaa4ef72-1f38-43e1-93f4-c0afa4edac4b cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:30.934743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f3680-f37a-4108-a609-6d9f4795631b req-ee212518-f906-4845-b942-f09b1a8a3a29 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:30.936225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-715f3680-f37a-4108-a609-6d9f4795631b req-ee212518-f906-4845-b942-f09b1a8a3a29 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 944 time: 0.2446463 Dec 08 01:51:30.944835 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15c72003-963d-4a94-aa38-0a062c1753de req-10b52fc5-fc08-4b47-9d60-faac8968ad43 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542920 Dec 08 01:51:30.981746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Router 8fea50bb-e632-400d-9b84-004d6949cfb9 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:51:31.082905 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77360109-cc33-4dff-a706-fd333262b149 req-f6030568-7bcb-4457-81c5-df03cbfa51a9 service neutron] 10.222.0.75 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631078 Dec 08 01:51:31.115931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-715f3680-f37a-4108-a609-6d9f4795631b req-af5b5139-3901-4b0e-914c-96a0fdc49948 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701245 Dec 08 01:51:31.228165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2de5d-6c08-4245-b3a3-f8622900e9e0 req-36025be5-aa67-42a5-a521-aac3d7e8ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:31.229500 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8b2de5d-6c08-4245-b3a3-f8622900e9e0 req-36025be5-aa67-42a5-a521-aac3d7e8ad23 service neutron] 10.222.0.75 "GET /v2.0/networks?id=47fa16b7-ff30-4084-9336-3cf290d7dbc3 HTTP/1.1" status: 200 len: 917 time: 0.3135321 Dec 08 01:51:31.268697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60096a5-2c2e-4219-a738-1d5e17d0592b req-e8efebac-14f1-4fbb-a632-a129a2db3614 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:31.270144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e60096a5-2c2e-4219-a738-1d5e17d0592b req-e8efebac-14f1-4fbb-a632-a129a2db3614 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 943 time: 0.2177536 Dec 08 01:51:31.275826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:51:31.284879 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0d3068ae-e97c-455b-a45b-559f51779187 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "PUT /v2.0/routers/8fea50bb-e632-400d-9b84-004d6949cfb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5396559 Dec 08 01:51:31.287446 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41638) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:31.287706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4481aef1-e845-4be7-878c-aefe239b99f1 None None] Sync routers for ids ['8fea50bb-e632-400d-9b84-004d6949cfb9'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:51:31.298943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481aef1-e845-4be7-878c-aefe239b99f1 None None] Routers {'8fea50bb-e632-400d-9b84-004d6949cfb9'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:31.300023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-4481aef1-e845-4be7-878c-aefe239b99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:51:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8fea50bb-e632-400d-9b84-004d6949cfb9'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:31.310868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7b9c5-fa01-4b88-b751-4057450b17b5 req-3641b83b-2bfa-49a5-9b46-f5d8000dd5ac tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:31.312397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4de7b9c5-fa01-4b88-b751-4057450b17b5 req-3641b83b-2bfa-49a5-9b46-f5d8000dd5ac tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 943 time: 0.1203732 Dec 08 01:51:31.357219 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e60096a5-2c2e-4219-a738-1d5e17d0592b req-bda733ab-2c09-47c9-8046-4beae1a5ce16 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788288 Dec 08 01:51:31.386835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-098fa29d-9e06-4e33-b1d6-99feef210447 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:31.395976 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4de7b9c5-fa01-4b88-b751-4057450b17b5 req-844118b7-ee3e-46ef-9515-27cf00f135cf tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745177 Dec 08 01:51:31.488374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7d3a534d-1c49-4570-a621-99e30f19c911 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:31.490372 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 330cb829-4928-4487-a9cc-126f0888e741 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:31.495577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-4481aef1-e845-4be7-878c-aefe239b99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:31.573784 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481aef1-e845-4be7-878c-aefe239b99f1 None None] Routers {'8fea50bb-e632-400d-9b84-004d6949cfb9'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:31.574429 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-4481aef1-e845-4be7-878c-aefe239b99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:51:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8fea50bb-e632-400d-9b84-004d6949cfb9'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:31.627488 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8b2de5d-6c08-4245-b3a3-f8622900e9e0 req-1c621819-178a-4355-9fdd-56959e0e9c7f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d3a534d-1c49-4570-a621-99e30f19c911 HTTP/1.1" status: 200 len: 217 time: 0.1123276 Dec 08 01:51:31.668711 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-4481aef1-e845-4be7-878c-aefe239b99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:31.669541 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4481aef1-e845-4be7-878c-aefe239b99f1 None None] The sync data for ids ['8fea50bb-e632-400d-9b84-004d6949cfb9'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:51:31.732523 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 330cb829-4928-4487-a9cc-126f0888e741 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:51:31.739989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 330cb829-4928-4487-a9cc-126f0888e741 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:31.740525 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:31.741486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2de5d-6c08-4245-b3a3-f8622900e9e0 req-c0be44ad-1e65-4a94-a291-f377812dff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:31.743044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8b2de5d-6c08-4245-b3a3-f8622900e9e0 req-c0be44ad-1e65-4a94-a291-f377812dff17 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eaa64df3-2172-43fb-b1e1-88a3a7ad96b8 HTTP/1.1" status: 200 len: 855 time: 0.1072752 Dec 08 01:51:31.758707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2510ee2-0662-4036-ab84-c653f4cdc8d5 req-3b14daeb-fc0c-4b38-bf4d-484eb65053f0 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:31.760280 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2510ee2-0662-4036-ab84-c653f4cdc8d5 req-3b14daeb-fc0c-4b38-bf4d-484eb65053f0 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 945 time: 0.1157713 Dec 08 01:51:31.789866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7d3a534d-1c49-4570-a621-99e30f19c911, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7d3a534d-1c49-4570-a621-99e30f19c911,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:31.805404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34495c4-802d-4f09-b5f3-f20485bd447f req-a85384af-c202-4268-817b-ebf7e05b6b56 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:31.805655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '7d3a534d-1c49-4570-a621-99e30f19c911', 'network_id': '47fa16b7-ff30-4084-9336-3cf290d7dbc3', 'port_id': '7d3a534d-1c49-4570-a621-99e30f19c911', 'mac_address': 'fa:16:3e:63:e8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa64df3-2172-43fb-b1e1-88a3a7ad96b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:31.807114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a34495c4-802d-4f09-b5f3-f20485bd447f req-a85384af-c202-4268-817b-ebf7e05b6b56 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 1101 time: 0.1195316 Dec 08 01:51:31.858231 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2de5d-6c08-4245-b3a3-f8622900e9e0 req-0bb13068-d812-42b5-98ea-4ce37fb280a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:31.859782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8b2de5d-6c08-4245-b3a3-f8622900e9e0 req-0bb13068-d812-42b5-98ea-4ce37fb280a0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=47fa16b7-ff30-4084-9336-3cf290d7dbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984118 Dec 08 01:51:31.860450 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a34495c4-802d-4f09-b5f3-f20485bd447f req-f1eaa954-93db-43b5-9e58-e730e6a4c4a9 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:31.865379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2510ee2-0662-4036-ab84-c653f4cdc8d5 req-adc8c3db-fa95-4c98-914b-77132a75bcd1 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca8cbba4-fc6c-4195-ab92-6596940f456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952723 Dec 08 01:51:31.876259 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:31.904060 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:31.907247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3a534d-1c49-4570-a621-99e30f19c911 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:31.943020 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7d3a534d-1c49-4570-a621-99e30f19c911, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7d3a534d-1c49-4570-a621-99e30f19c911,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:31.953097 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:31.955935 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-f997b03e-27ac-4cdb-b750-d5c9d6c2fa7e req-fd2270d4-3a5d-4db2-b88f-2f867f0c626f tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] show failed (client error): The resource could not be found. Dec 08 01:51:31.956951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f997b03e-27ac-4cdb-b750-d5c9d6c2fa7e req-fd2270d4-3a5d-4db2-b88f-2f867f0c626f tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/fc6f836f-48b7-489f-a31f-12dffe6a3da7 HTTP/1.1" status: 404 len: 352 time: 0.0269780 Dec 08 01:51:31.979565 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-098fa29d-9e06-4e33-b1d6-99feef210447 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 01:51:31.981772 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-098fa29d-9e06-4e33-b1d6-99feef210447 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "DELETE /v2.0/routers/8fea50bb-e632-400d-9b84-004d6949cfb9 HTTP/1.1" status: 409 len: 329 time: 0.6932924 Dec 08 01:51:31.985468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41654) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:31.988557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 330cb829-4928-4487-a9cc-126f0888e741, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=330cb829-4928-4487-a9cc-126f0888e741,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:32.000841 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9991f-af57-496b-bbb4-7a23c7bcc3a9 req-edd60928-ca6d-4bbc-82eb-a74ad34023b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:32.002812 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5d9991f-af57-496b-bbb4-7a23c7bcc3a9 req-edd60928-ca6d-4bbc-82eb-a74ad34023b7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a318c364fcf4694b611c140d4710896&device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 1095 time: 0.4302318 Dec 08 01:51:32.004192 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8b2de5d-6c08-4245-b3a3-f8622900e9e0 req-0c5c2ac3-b607-425c-a0d5-01a31cfa15a6 service neutron] 10.222.0.75 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359553 Dec 08 01:51:32.023686 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:32.047921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=7d3a534d-1c49-4570-a621-99e30f19c911,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:32.103329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=330cb829-4928-4487-a9cc-126f0888e741,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:32.129645 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a34495c4-802d-4f09-b5f3-f20485bd447f req-f1eaa954-93db-43b5-9e58-e730e6a4c4a9 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:32.139000 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a34495c4-802d-4f09-b5f3-f20485bd447f req-f1eaa954-93db-43b5-9e58-e730e6a4c4a9 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:32.181077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13027d55-3900-41aa-92d0-2f697ba95452 req-5c76cbb9-63fd-4146-987e-fb04e5c54e39 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:32.182587 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-13027d55-3900-41aa-92d0-2f697ba95452 req-5c76cbb9-63fd-4146-987e-fb04e5c54e39 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 1096 time: 0.1401658 Dec 08 01:51:32.205682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8b2de5d-6c08-4245-b3a3-f8622900e9e0 req-ea8a8b96-53fa-45bd-8fd8-247010c60365 service neutron] 10.222.0.75 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852758 Dec 08 01:51:32.207729 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a34495c4-802d-4f09-b5f3-f20485bd447f req-f1eaa954-93db-43b5-9e58-e730e6a4c4a9 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815029 Dec 08 01:51:32.208304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eaa954-93db-43b5-9e58-e730e6a4c4a9 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9a164a-c476-4473-bc0a-57b68db9aa93,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:32.261453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9991f-af57-496b-bbb4-7a23c7bcc3a9 req-6c37f639-059f-4062-8ff1-43fcd2772ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:32.262926 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5d9991f-af57-496b-bbb4-7a23c7bcc3a9 req-6c37f639-059f-4062-8ff1-43fcd2772ab9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 HTTP/1.1" status: 200 len: 912 time: 0.2205882 Dec 08 01:51:32.275346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-13027d55-3900-41aa-92d0-2f697ba95452 req-80009961-0bb3-49c3-b431-3f3bf32864ed tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805640 Dec 08 01:51:32.334179 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-0925beb6-e9f2-41f9-97e9-e6fb82ee79b9 req-19a9884f-e571-4022-9c90-c3eb0137e623 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] show failed (client error): The resource could not be found. Dec 08 01:51:32.336055 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0925beb6-e9f2-41f9-97e9-e6fb82ee79b9 req-19a9884f-e571-4022-9c90-c3eb0137e623 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/a11aaf70-72fa-4571-9c45-eb0206319f31 HTTP/1.1" status: 404 len: 352 time: 0.0192525 Dec 08 01:51:32.421045 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5d9991f-af57-496b-bbb4-7a23c7bcc3a9 req-b34814cc-7432-46db-9da3-b60f36b6e42b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef HTTP/1.1" status: 200 len: 217 time: 0.0415587 Dec 08 01:51:32.442405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['7d3a534d-1c49-4570-a621-99e30f19c911'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:32.465036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48607ee3-1842-432f-b885-b7a84a24f927 req-069f0b18-caa5-4964-99c2-6a3b7d16bc12 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:32.472250 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-48607ee3-1842-432f-b885-b7a84a24f927 req-069f0b18-caa5-4964-99c2-6a3b7d16bc12 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 811 time: 0.1405485 Dec 08 01:51:32.508141 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3f605d19-7fc3-4273-b879-02f16c0a8e33 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/quotas/ea4d916952c04b248677383b4d824ca8 HTTP/1.1" status: 200 len: 375 time: 0.0293903 Dec 08 01:51:32.553421 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a6c0f44-730e-454a-b255-d29d9464a379 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:32.557483 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9991f-af57-496b-bbb4-7a23c7bcc3a9 req-cd4e72c4-e529-4d5f-aab3-7728c2be48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:32.558270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-48607ee3-1842-432f-b885-b7a84a24f927 req-f94f575f-0bba-4964-96f5-02254af56428 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543885 Dec 08 01:51:32.559161 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5d9991f-af57-496b-bbb4-7a23c7bcc3a9 req-cd4e72c4-e529-4d5f-aab3-7728c2be48d5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e7011422-2fee-464b-8986-d869c753cada HTTP/1.1" status: 200 len: 851 time: 0.0855834 Dec 08 01:51:32.596240 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-8a5479c5-d1a3-4429-b402-9cfa0bfdf8b4 req-cdd33083-0d2c-4896-b6b1-ea3ddd76edda tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] show failed (client error): The resource could not be found. Dec 08 01:51:32.597312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9d92b2-736c-4098-b23e-3819ca08de21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330cb829-4928-4487-a9cc-126f0888e741'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:32.606665 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4a3895-8f53-416e-9ba7-9d23bc0ba5c2" -d '{"events": [{"server_uuid": "3b9d92b2-736c-4098-b23e-3819ca08de21", "name": "network-vif-plugged", "status": "completed", "tag": "330cb829-4928-4487-a9cc-126f0888e741"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:32.610260 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a5479c5-d1a3-4429-b402-9cfa0bfdf8b4 req-cdd33083-0d2c-4896-b6b1-ea3ddd76edda tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/f4d93f9f-b114-481d-acc6-6adc3b1070aa HTTP/1.1" status: 404 len: 352 time: 0.0599639 Dec 08 01:51:32.694186 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5d9991f-af57-496b-bbb4-7a23c7bcc3a9 req-e5e37851-4b2e-47db-8dad-5115584f3b24 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943041 Dec 08 01:51:32.760030 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-48607ee3-1842-432f-b885-b7a84a24f927 req-a5a51c7d-37cb-4e0f-95b1-f6f8712c6955 service neutron] 10.222.0.71 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007284 Dec 08 01:51:32.776002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac781-e853-4f54-aa08-e683f980cd31 req-e41ae42e-f167-4d3c-bb1c-1e17461c6302 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:32.777422 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51bac781-e853-4f54-aa08-e683f980cd31 req-e41ae42e-f167-4d3c-bb1c-1e17461c6302 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 944 time: 0.0848935 Dec 08 01:51:32.864313 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5d9991f-af57-496b-bbb4-7a23c7bcc3a9 req-66d0f416-7f39-4e3e-bcbb-dd7b98a5f433 service neutron] 10.222.0.75 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438386 Dec 08 01:51:33.020351 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5d9991f-af57-496b-bbb4-7a23c7bcc3a9 req-9114fff3-1074-4ad3-874b-6b8ff9215162 service neutron] 10.222.0.75 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286044 Dec 08 01:51:33.027843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c0f44-730e-454a-b255-d29d9464a379 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Deleting port aaa4ef72-1f38-43e1-93f4-c0afa4edac4b {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:33.028186 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a6c0f44-730e-454a-b255-d29d9464a379 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:33.115592 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a6c0f44-730e-454a-b255-d29d9464a379 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:33.128319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c0f44-730e-454a-b255-d29d9464a379 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Calling delete_port for aaa4ef72-1f38-43e1-93f4-c0afa4edac4b owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:33.179816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51bac781-e853-4f54-aa08-e683f980cd31 req-8b70b7da-3cce-413f-805e-228d4334da30 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950627 Dec 08 01:51:33.201505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-48607ee3-1842-432f-b885-b7a84a24f927 req-b8b54989-21fb-4d56-986c-0d22e1cd81e7 service neutron] 10.222.0.71 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333587 Dec 08 01:51:33.295540 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7370-d367-4067-a55b-e9ac4087f321 req-1b1e41c3-7c6c-4a22-b6af-bbd103d54eb7 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:33.297082 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea5a7370-d367-4067-a55b-e9ac4087f321 req-1b1e41c3-7c6c-4a22-b6af-bbd103d54eb7 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 943 time: 0.0540438 Dec 08 01:51:33.327228 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a6c0f44-730e-454a-b255-d29d9464a379 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:33.364279 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea5a7370-d367-4067-a55b-e9ac4087f321 req-489b8613-132f-41f0-bba2-1932a3982a8c tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610909 Dec 08 01:51:33.410365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c0f44-730e-454a-b255-d29d9464a379 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event deleted for resources: {'Port': ['ID=aaa4ef72-1f38-43e1-93f4-c0afa4edac4b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:33.423227 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-39a509a9-1199-4c0c-bfef-bb5047c19186 req-1b0be89e-858f-4d1d-bda7-496130b58035 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] show failed (client error): The resource could not be found. Dec 08 01:51:33.426125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:33.438519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7d3a534d-1c49-4570-a621-99e30f19c911 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:33.438732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39a509a9-1199-4c0c-bfef-bb5047c19186 req-1b0be89e-858f-4d1d-bda7-496130b58035 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/e0aadcfd-53e4-4a14-bef8-33c08e9d561e HTTP/1.1" status: 404 len: 352 time: 0.0452161 Dec 08 01:51:33.517393 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cadc1fd-f544-4bf6-9c9c-597046754ff7 x-openstack-request-id: req-9cadc1fd-f544-4bf6-9c9c-597046754ff7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:33.517686 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9d92b2-736c-4098-b23e-3819ca08de21", "name": "network-vif-plugged", "status": "completed", "tag": "330cb829-4928-4487-a9cc-126f0888e741", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:33.522087 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9cadc1fd-f544-4bf6-9c9c-597046754ff7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:33.526602 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9d92b2-736c-4098-b23e-3819ca08de21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330cb829-4928-4487-a9cc-126f0888e741', 'code': 200} Dec 08 01:51:33.593886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 7d3a534d-1c49-4570-a621-99e30f19c911 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:51:33.604390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a6c0f44-730e-454a-b255-d29d9464a379 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:33.607135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 7d3a534d-1c49-4570-a621-99e30f19c911 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:33.607512 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:33.641942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8356256-d6d6-47d9-af38-540802947a5c req-1b1c656f-fbdf-4a83-8282-24d6a98c55eb tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:33.658627 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8356256-d6d6-47d9-af38-540802947a5c req-1b1c656f-fbdf-4a83-8282-24d6a98c55eb tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 821 time: 0.2464006 Dec 08 01:51:33.687001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8356256-d6d6-47d9-af38-540802947a5c req-f77e4000-466c-4a11-a651-db5c90e0306d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/quotas/3ea3a98675f74d9ca617927f4f236c6e HTTP/1.1" status: 200 len: 375 time: 0.0274465 Dec 08 01:51:33.692680 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef,segment=NetworkSegment(104aa23b-a1b8-4995-9503-838947c18f49),segment_id=104aa23b-a1b8-4995-9503-838947c18f49)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:33.711984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '7e35ebf0-f300-4bc1-b04d-52c6a2d10eef', 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83', 'port_id': '7e35ebf0-f300-4bc1-b04d-52c6a2d10eef', 'mac_address': 'fa:16:3e:f3:b1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7011422-2fee-464b-8986-d869c753cada', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:33.747638 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-f3c59498-081c-4dd2-911a-1568d9e10b4f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c9a17c065930444c8f53a860d8330270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782526 Dec 08 01:51:33.782302 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:33.795173 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:33.826521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:33.834380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7d3a534d-1c49-4570-a621-99e30f19c911, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7d3a534d-1c49-4570-a621-99e30f19c911,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:33.836670 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8356256-d6d6-47d9-af38-540802947a5c req-ab5fdbc4-39f3-40e4-8130-512579e46e7f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1486940 Dec 08 01:51:33.844113 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:33.873377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef,segment=NetworkSegment(104aa23b-a1b8-4995-9503-838947c18f49),segment_id=104aa23b-a1b8-4995-9503-838947c18f49)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:33.881585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6c0f44-730e-454a-b255-d29d9464a379 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Router 8fea50bb-e632-400d-9b84-004d6949cfb9 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:51:33.881783 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:33.894696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59116945-e0d7-41a4-b1d9-dd59f9993ea5 req-eb1b953e-cf44-4c84-82c9-cdc06ebffd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:33.896833 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-59116945-e0d7-41a4-b1d9-dd59f9993ea5 req-eb1b953e-cf44-4c84-82c9-cdc06ebffd91 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3b9d92b2-736c-4098-b23e-3819ca08de21 HTTP/1.1" status: 200 len: 1098 time: 0.1525052 Dec 08 01:51:33.898593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-dacca71b-e789-48be-98e8-b58002e6d551 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:33.900732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-dacca71b-e789-48be-98e8-b58002e6d551 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518021 Dec 08 01:51:33.901901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=7d3a534d-1c49-4570-a621-99e30f19c911,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:33.955135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:33.989362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-04d02422-4d40-420e-882e-2c9bc4a0afba tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/quotas/c9a17c065930444c8f53a860d8330270 HTTP/1.1" status: 200 len: 375 time: 0.0172720 Dec 08 01:51:34.000692 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6c0f44-730e-454a-b255-d29d9464a379 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:51:34.006257 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5a6c0f44-730e-454a-b255-d29d9464a379 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "PUT /v2.0/routers/8fea50bb-e632-400d-9b84-004d6949cfb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0182316 Dec 08 01:51:34.013112 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96913fac-54a8-4811-99a3-823f9cba3921 None None] Sync routers for ids ['8fea50bb-e632-400d-9b84-004d6949cfb9'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:51:34.020570 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41714) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:34.022652 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96913fac-54a8-4811-99a3-823f9cba3921 None None] Routers {'8fea50bb-e632-400d-9b84-004d6949cfb9'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:34.023504 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-96913fac-54a8-4811-99a3-823f9cba3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:51:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8fea50bb-e632-400d-9b84-004d6949cfb9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:34.037802 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-59116945-e0d7-41a4-b1d9-dd59f9993ea5 req-4529a22d-3f35-42f4-abc9-64a612171a6a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605044 Dec 08 01:51:34.040093 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8356256-d6d6-47d9-af38-540802947a5c req-a0ecda41-962e-431a-ad01-ef76200fc91a service neutron] 10.222.0.71 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951811 Dec 08 01:51:34.061982 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-96913fac-54a8-4811-99a3-823f9cba3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:34.071104 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96913fac-54a8-4811-99a3-823f9cba3921 None None] Routers {'8fea50bb-e632-400d-9b84-004d6949cfb9'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:34.071931 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-96913fac-54a8-4811-99a3-823f9cba3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:51:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8fea50bb-e632-400d-9b84-004d6949cfb9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:34.105669 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-d828fb1d-65f0-4a88-89b4-31efb42ab133 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] show failed (client error): The resource could not be found. Dec 08 01:51:34.106222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d828fb1d-65f0-4a88-89b4-31efb42ab133 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "GET /v2.0/routers/tempest-non_exist_router-265918284 HTTP/1.1" status: 404 len: 334 time: 0.0844910 Dec 08 01:51:34.107011 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-96913fac-54a8-4811-99a3-823f9cba3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:34.107688 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96913fac-54a8-4811-99a3-823f9cba3921 None None] The sync data for ids ['8fea50bb-e632-400d-9b84-004d6949cfb9'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:51:34.110476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41716) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:34.115301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7e3d967a-b87b-4378-884e-b204894ee592 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:34.150221 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-7e3d967a-b87b-4378-884e-b204894ee592 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] update failed (client error): The resource could not be found. Dec 08 01:51:34.151548 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7e3d967a-b87b-4378-884e-b204894ee592 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "PUT /v2.0/routers/tempest-non_exist_router-1022884728 HTTP/1.1" status: 404 len: 335 time: 0.0397284 Dec 08 01:51:34.156902 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41718) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:34.167872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-d6e88ec8-b3ec-4e38-8949-9f0ca253acde tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1629024 Dec 08 01:51:34.195102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 83c0d61a-cdac-458c-8b3e-631e1dd69393 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:34.195391 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8356256-d6d6-47d9-af38-540802947a5c req-6a56707d-4d9b-4114-820f-b56a5b1e4f7f service neutron] 10.222.0.71 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502213 Dec 08 01:51:34.228248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb785f57-3546-47fc-b4b9-630c9e3fe82f tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Deleting subnet 8887d7c1-9260-4438-9ba6-06e760da93f9 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:51:34.231668 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb785f57-3546-47fc-b4b9-630c9e3fe82f tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:34.247711 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['7e35ebf0-f300-4bc1-b04d-52c6a2d10eef'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:34.253718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 83c0d61a-cdac-458c-8b3e-631e1dd69393 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:34.254090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 83c0d61a-cdac-458c-8b3e-631e1dd69393 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:34.281504 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb785f57-3546-47fc-b4b9-630c9e3fe82f tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:34.431531 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb785f57-3546-47fc-b4b9-630c9e3fe82f tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:34.499574 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4157d5-3288-4818-aa7d-65d47055041c req-86faa51d-e0f5-47ce-8e78-c25481f60aac tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:34.508433 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd4157d5-3288-4818-aa7d-65d47055041c req-86faa51d-e0f5-47ce-8e78-c25481f60aac tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 945 time: 0.0951853 Dec 08 01:51:34.524968 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb785f57-3546-47fc-b4b9-630c9e3fe82f tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:34.558354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb785f57-3546-47fc-b4b9-630c9e3fe82f tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event deleted for resources: {'Subnet': ['ID=8887d7c1-9260-4438-9ba6-06e760da93f9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:34.570150 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb785f57-3546-47fc-b4b9-630c9e3fe82f tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:34.571233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee344676-a0c6-42bd-b6f4-4816e029d927 None None] Network 27c09620-5107-45f7-8e12-8a3159dcbb15 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:34.573458 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eb785f57-3546-47fc-b4b9-630c9e3fe82f tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "DELETE /v2.0/subnets/8887d7c1-9260-4438-9ba6-06e760da93f9 HTTP/1.1" status: 204 len: 168 time: 0.4155989 Dec 08 01:51:34.575907 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41730) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:34.615707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd4157d5-3288-4818-aa7d-65d47055041c req-cb130636-caef-4c14-86f0-bc418acd105b tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca8cbba4-fc6c-4195-ab92-6596940f456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060817 Dec 08 01:51:34.686572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03c4d01-e9ec-4f3d-8525-d97ac43f14bd tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Deleting subnet 3ab812b7-6204-482e-9cb6-61dd87860a5b {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:51:34.690341 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a03c4d01-e9ec-4f3d-8525-d97ac43f14bd tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:34.778513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c23bc6ee-6990-47e0-b757-9c0523e2ee4d req-5d1a90f2-ec87-486f-b7d9-f6be76f2b327 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 210 time: 0.0678062 Dec 08 01:51:34.787545 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a03c4d01-e9ec-4f3d-8525-d97ac43f14bd tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:34.797889 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f6808e-4ff1-433e-b1c2-71fbbb63d97e None None] DHCP port deletion for 27c09620-5107-45f7-8e12-8a3159dcbb15 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:51:34.809467 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-02852161-68d9-4596-8a03-0d6f3b12644f req-c7213746-16f9-4015-aa21-39e076e4da2e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] show failed (client error): The resource could not be found. Dec 08 01:51:34.828181 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02852161-68d9-4596-8a03-0d6f3b12644f req-c7213746-16f9-4015-aa21-39e076e4da2e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/fe6815eb-cb81-4da5-80eb-814cfe42e169 HTTP/1.1" status: 404 len: 352 time: 0.0402124 Dec 08 01:51:34.926250 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-263521f3-f2dd-448a-8942-c8400df3430f req-81eab9b6-4936-4b4b-8f37-e7c618c8ad3d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 210 time: 0.0621326 Dec 08 01:51:34.965951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f2f6808e-4ff1-433e-b1c2-71fbbb63d97e None None] Deleting port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:34.968021 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2f6808e-4ff1-433e-b1c2-71fbbb63d97e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:34.984039 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a03c4d01-e9ec-4f3d-8525-d97ac43f14bd tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:35.017695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470c94-bd5e-4d32-ac20-633bc205ac69 req-0cc6c952-12bd-4f37-ae32-f242b4f0a716 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:35.025946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33470c94-bd5e-4d32-ac20-633bc205ac69 req-0cc6c952-12bd-4f37-ae32-f242b4f0a716 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 945 time: 0.1222761 Dec 08 01:51:35.115141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208637b4-b446-4fd3-9183-0270bd4f94a5 req-24c1d90b-b753-41f2-aeda-e0d51037d60a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:35.123722 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-208637b4-b446-4fd3-9183-0270bd4f94a5 req-24c1d90b-b753-41f2-aeda-e0d51037d60a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 944 time: 0.0876679 Dec 08 01:51:35.141148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33470c94-bd5e-4d32-ac20-633bc205ac69 req-6ba89311-3bb8-4077-8f05-1b85dfcff1e7 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141913 Dec 08 01:51:35.142898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a03c4d01-e9ec-4f3d-8525-d97ac43f14bd tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:35.145392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f2f6808e-4ff1-433e-b1c2-71fbbb63d97e None None] For port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=80783eac-4379-49c7-b9a6-8d29cb2d8aaf,segment=NetworkSegment(ff747b2f-ec31-49fa-b037-6e2230acf9f6),segment_id=ff747b2f-ec31-49fa-b037-6e2230acf9f6)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:35.146296 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2f6808e-4ff1-433e-b1c2-71fbbb63d97e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:35.197683 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f2f6808e-4ff1-433e-b1c2-71fbbb63d97e None None] Calling delete_port for 80783eac-4379-49c7-b9a6-8d29cb2d8aaf owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:35.221304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c4d01-e9ec-4f3d-8525-d97ac43f14bd tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab812b7-6204-482e-9cb6-61dd87860a5b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:35.225721 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a03c4d01-e9ec-4f3d-8525-d97ac43f14bd tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:35.231550 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a03c4d01-e9ec-4f3d-8525-d97ac43f14bd tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "DELETE /v2.0/subnets/3ab812b7-6204-482e-9cb6-61dd87860a5b HTTP/1.1" status: 204 len: 168 time: 0.6507955 Dec 08 01:51:35.233595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41754) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:35.245104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d39f55-dd67-44c6-9eaf-b6107385b0a9 None None] Network 9d4965a7-fb85-470e-b131-89f412b82f84 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:35.246768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-208637b4-b446-4fd3-9183-0270bd4f94a5 req-737cefb0-ff4d-4a7c-8180-d355bf6180d3 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205914 Dec 08 01:51:35.318747 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-9ba42e53-1737-4374-93f2-45d4dcc6097b req-1f758640-42df-417e-8b50-a7a6799315d0 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] show failed (client error): The resource could not be found. Dec 08 01:51:35.321364 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ba42e53-1737-4374-93f2-45d4dcc6097b req-1f758640-42df-417e-8b50-a7a6799315d0 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/f6eaf521-92bb-45f2-80e3-110e04265460 HTTP/1.1" status: 404 len: 352 time: 0.0374253 Dec 08 01:51:35.414558 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:35.439640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48607ee3-1842-432f-b885-b7a84a24f927 req-6f3aa599-3be9-496e-afc8-2b8885a690e3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:35.441501 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48607ee3-1842-432f-b885-b7a84a24f927 req-6f3aa599-3be9-496e-afc8-2b8885a690e3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 811 time: 0.7276227 Dec 08 01:51:35.461051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:35.497294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-48607ee3-1842-432f-b885-b7a84a24f927 req-07178f23-8817-4d1e-83dc-9046ecf5e7fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Request body: {'port': {'device_id': '275a39ea-ccc9-4a4c-a276-8e63da233a5c', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'admin_state_up': True, 'tenant_id': 'ea4d916952c04b248677383b4d824ca8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:35.535068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e409c52a-1533-4a53-8dff-065ad08211d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3a534d-1c49-4570-a621-99e30f19c911'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:35.537366 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e9a4b2-7601-49f1-80dd-3541002031cc" -d '{"events": [{"server_uuid": "e409c52a-1533-4a53-8dff-065ad08211d4", "name": "network-vif-plugged", "status": "completed", "tag": "7d3a534d-1c49-4570-a621-99e30f19c911"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:35.620279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Deleting port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:35.620681 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:35.673039 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9bcad497-352a-4578-84d9-3fcd8b7bb2b9 req-d4ae49b8-1b6f-4114-b13f-b426925be6eb tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 210 time: 0.0380974 Dec 08 01:51:35.699381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:51:35.706134 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1461666-7be0-41f4-b098-32a9374e6133 x-openstack-request-id: req-e1461666-7be0-41f4-b098-32a9374e6133 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:35.706454 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e409c52a-1533-4a53-8dff-065ad08211d4", "name": "network-vif-plugged", "status": "completed", "tag": "7d3a534d-1c49-4570-a621-99e30f19c911", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:35.706840 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e1461666-7be0-41f4-b098-32a9374e6133 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:35.707383 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e409c52a-1533-4a53-8dff-065ad08211d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3a534d-1c49-4570-a621-99e30f19c911', 'code': 200} Dec 08 01:51:35.709486 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:35.709977 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:35.719858 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2f6808e-4ff1-433e-b1c2-71fbbb63d97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:35.782063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] For port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=80783eac-4379-49c7-b9a6-8d29cb2d8aaf,segment=NetworkSegment(ff747b2f-ec31-49fa-b037-6e2230acf9f6),segment_id=ff747b2f-ec31-49fa-b037-6e2230acf9f6)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:35.783010 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:35.792735 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6808e-4ff1-433e-b1c2-71fbbb63d97e None None] No DVR routers for this DVR port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:35.862918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a9c27f-40a1-4fce-996c-b69f1f70cab7 None None] DHCP port deletion for 9d4965a7-fb85-470e-b131-89f412b82f84 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:51:35.871426 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6808e-4ff1-433e-b1c2-71fbbb63d97e None None] Pushing event deleted for resources: {'Port': ['ID=80783eac-4379-49c7-b9a6-8d29cb2d8aaf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:35.885592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Calling delete_port for 80783eac-4379-49c7-b9a6-8d29cb2d8aaf owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:35.890848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ad24c-862e-412f-8e5c-7e19ac75880a req-52a6b2e0-6d4b-4e55-a917-8d7c8390dc6d tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:35.892910 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b0ad24c-862e-412f-8e5c-7e19ac75880a req-52a6b2e0-6d4b-4e55-a917-8d7c8390dc6d tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 1023 time: 0.1180074 Dec 08 01:51:35.932397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad199aa-9a83-4c30-ae9e-7ad9bda53e9b req-b4963afc-5c01-4538-b4a0-adedc2c77a81 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:35.934148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fad199aa-9a83-4c30-ae9e-7ad9bda53e9b req-b4963afc-5c01-4538-b4a0-adedc2c77a81 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 945 time: 0.0937133 Dec 08 01:51:35.963093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afbedc-5a1a-40a6-9ebf-a64cb19fa9eb req-277d19dc-dccd-4de2-bf39-c854867ba2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:35.965106 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2afbedc-5a1a-40a6-9ebf-a64cb19fa9eb req-277d19dc-dccd-4de2-bf39-c854867ba2f0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 1097 time: 0.1160438 Dec 08 01:51:35.968790 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48607ee3-1842-432f-b885-b7a84a24f927 req-07178f23-8817-4d1e-83dc-9046ecf5e7fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Made reservation on behalf of ea4d916952c04b248677383b4d824ca8 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:35.972567 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-48607ee3-1842-432f-b885-b7a84a24f927 req-07178f23-8817-4d1e-83dc-9046ecf5e7fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:36.016647 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b0ad24c-862e-412f-8e5c-7e19ac75880a req-4f582fb1-6a6a-4cee-8963-074f2477a544 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&id=3ccb6289-1d87-4120-bbca-3c3ff14a4875&id=d04d9163-cfdf-4746-beab-707ae86687e5&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1132889 Dec 08 01:51:36.028924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-62a9c27f-40a1-4fce-996c-b69f1f70cab7 None None] Deleting port d48f185b-59e9-4061-8697-6ddcb4d716f5 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:36.029317 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62a9c27f-40a1-4fce-996c-b69f1f70cab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:36.048655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fad199aa-9a83-4c30-ae9e-7ad9bda53e9b req-b276a22b-618b-429b-ae77-7995f0f5ac67 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca8cbba4-fc6c-4195-ab92-6596940f456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770521 Dec 08 01:51:36.105490 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:36.156148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b451cbdc-a904-44da-be01-55af0bcbce75 req-80f04d7d-3f8e-44fe-b8e4-596a8c535a17 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 210 time: 0.0518386 Dec 08 01:51:36.198651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b912340d-1659-48f9-b0ce-4f9b0b9d74e9 req-60a9ef30-3d36-486c-9948-ac18896b7cac tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 210 time: 0.0799899 Dec 08 01:51:36.243464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-62a9c27f-40a1-4fce-996c-b69f1f70cab7 None None] For port d48f185b-59e9-4061-8697-6ddcb4d716f5, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d48f185b-59e9-4061-8697-6ddcb4d716f5,segment=NetworkSegment(2bb95e9c-6353-44a9-8804-b2a29df54174),segment_id=2bb95e9c-6353-44a9-8804-b2a29df54174)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:36.244800 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62a9c27f-40a1-4fce-996c-b69f1f70cab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:36.256475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef,segment=NetworkSegment(104aa23b-a1b8-4995-9503-838947c18f49),segment_id=104aa23b-a1b8-4995-9503-838947c18f49)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:36.267754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-62a9c27f-40a1-4fce-996c-b69f1f70cab7 None None] Calling delete_port for d48f185b-59e9-4061-8697-6ddcb4d716f5 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:36.269468 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:36.344362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb921a5-e412-4505-9786-7ab40255a1ee req-98457659-00c7-4e0d-ac09-36982895097b tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:36.345963 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9bb921a5-e412-4505-9786-7ab40255a1ee req-98457659-00c7-4e0d-ac09-36982895097b tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 945 time: 0.0660367 Dec 08 01:51:36.383538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:36.416311 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62a9c27f-40a1-4fce-996c-b69f1f70cab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:36.435157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ed0ce-916c-4c2c-8cd0-4b8fe4236e93 req-49466a16-8196-4eb5-bd94-a4c599578c1d tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:36.436821 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e09ed0ce-916c-4c2c-8cd0-4b8fe4236e93 req-49466a16-8196-4eb5-bd94-a4c599578c1d tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.0899098 Dec 08 01:51:36.442069 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9bb921a5-e412-4505-9786-7ab40255a1ee req-3248367e-3a77-428e-8492-b07b272a68dd tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849695 Dec 08 01:51:36.464601 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9c27f-40a1-4fce-996c-b69f1f70cab7 None None] Pushing event deleted for resources: {'Port': ['ID=d48f185b-59e9-4061-8697-6ddcb4d716f5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:36.465789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a9c27f-40a1-4fce-996c-b69f1f70cab7 None None] No DVR routers for this DVR port d48f185b-59e9-4061-8697-6ddcb4d716f5 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:36.509585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e09ed0ce-916c-4c2c-8cd0-4b8fe4236e93 req-89177186-e3b4-432a-acbf-dddb31f36ce8 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649490 Dec 08 01:51:36.589383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 80783eac-4379-49c7-b9a6-8d29cb2d8aaf no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:36.613043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 80783eac-4379-49c7-b9a6-8d29cb2d8aaf {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:36.613412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 80783eac-4379-49c7-b9a6-8d29cb2d8aaf not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:36.613802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d48f185b-59e9-4061-8697-6ddcb4d716f5 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:36.637081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: d48f185b-59e9-4061-8697-6ddcb4d716f5 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:36.637453 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d48f185b-59e9-4061-8697-6ddcb4d716f5 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:36.673708 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2afbedc-5a1a-40a6-9ebf-a64cb19fa9eb req-c94e5691-2e0e-4227-bc23-2ef1961b314a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6858742 Dec 08 01:51:36.731115 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:36.753388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8356256-d6d6-47d9-af38-540802947a5c req-8252142e-ae15-48ca-b32d-f29f40bbf012 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:36.755682 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8356256-d6d6-47d9-af38-540802947a5c req-8252142e-ae15-48ca-b32d-f29f40bbf012 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.45 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 821 time: 0.6784112 Dec 08 01:51:36.776559 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57ff47a5-3d70-4353-946c-685a509d5b46 req-e134235f-a93d-4df2-af5d-ffc381b61758 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 210 time: 0.0266593 Dec 08 01:51:36.803277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a8356256-d6d6-47d9-af38-540802947a5c req-fb75fa1d-89a6-49e3-90a6-7257d17d5d33 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Request body: {'port': {'device_id': 'baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb', 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f', 'admin_state_up': True, 'tenant_id': '3ea3a98675f74d9ca617927f4f236c6e'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:36.806997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event deleted for resources: {'Port': ['ID=80783eac-4379-49c7-b9a6-8d29cb2d8aaf,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:36.810007 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-478bfe7f-183c-42ab-9eac-24d0a8bc619b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c9a17c065930444c8f53a860d8330270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651670 Dec 08 01:51:36.812524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-48607ee3-1842-432f-b885-b7a84a24f927 req-07178f23-8817-4d1e-83dc-9046ecf5e7fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Allocated IP 172.20.0.4 (3276b31f-6293-4197-963e-cfa311955d62/b9b17d14-ce86-4d96-b0e5-c267582db3e6/bff6b826-50a9-4ef6-bd63-3296ead342a0) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:36.819146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] No DVR routers for this DVR port 80783eac-4379-49c7-b9a6-8d29cb2d8aaf on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:37.063549 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.146255 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c09620-5107-45f7-8e12-8a3159dcbb15']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:37.164038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd995184-a897-4293-a524-cfc653d2c47d req-95608d05-da62-4066-9c20-f1f0a064b63d tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:37.165482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-20a1aec0-5f13-42bd-81ec-8b2e1137ec41 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:37.165701 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd995184-a897-4293-a524-cfc653d2c47d req-95608d05-da62-4066-9c20-f1f0a064b63d tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 1023 time: 0.0693891 Dec 08 01:51:37.166930 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-20a1aec0-5f13-42bd-81ec-8b2e1137ec41 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3490343 Dec 08 01:51:37.199767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff747b2f-ec31-49fa-b037-6e2230acf9f6') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:37.200086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff747b2f-ec31-49fa-b037-6e2230acf9f6') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:37.207678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-41f7706c-6230-4950-9e3a-b75bf65dc498 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Request body: {'port': {'device_id': '5730e629-be62-484c-9e43-31d3414ccc8e', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'c9a17c065930444c8f53a860d8330270'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:37.254032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.45', 49452) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:37.257478 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.279977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08827b-051b-4612-8d82-3575ec28e542 req-2ea77ef1-032f-4946-bb2e-9753aef8c450 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:37.281457 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd08827b-051b-4612-8d82-3575ec28e542 req-2ea77ef1-032f-4946-bb2e-9753aef8c450 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 945 time: 0.1359773 Dec 08 01:51:37.299520 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-7f5c82e7-3ef3-49b1-a251-95f10bac697e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c9a17c065930444c8f53a860d8330270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443816 Dec 08 01:51:37.305931 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8356256-d6d6-47d9-af38-540802947a5c req-fb75fa1d-89a6-49e3-90a6-7257d17d5d33 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Made reservation on behalf of 3ea3a98675f74d9ca617927f4f236c6e for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:37.309349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a8356256-d6d6-47d9-af38-540802947a5c req-fb75fa1d-89a6-49e3-90a6-7257d17d5d33 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.318967 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd995184-a897-4293-a524-cfc653d2c47d req-0484cec7-c5de-4f2b-8cb2-acf4ebe48785 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&id=3ccb6289-1d87-4120-bbca-3c3ff14a4875&id=d04d9163-cfdf-4746-beab-707ae86687e5&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1337724 Dec 08 01:51:37.331932 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.359954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:51:37.360461 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:51:37.379108 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:51:37.395375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd08827b-051b-4612-8d82-3575ec28e542 req-03649995-1ddb-4502-a086-b561a00f0873 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca8cbba4-fc6c-4195-ab92-6596940f456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009607 Dec 08 01:51:37.460773 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-872716f8-5d5a-4a4c-8059-3ed870caa546 req-ab431039-4b6f-4003-a4a5-0c582c5601ee tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 210 time: 0.0623682 Dec 08 01:51:37.498074 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-48607ee3-1842-432f-b885-b7a84a24f927 req-07178f23-8817-4d1e-83dc-9046ecf5e7fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.521448 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.527465 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee2cab8c-b765-4240-b8a8-9208b01c3e1f req-f182125f-7d96-42b6-9f07-bcf6b55f8d8e tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 210 time: 0.0525389 Dec 08 01:51:37.537834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-c0669259-8489-44e7-b740-4cf2993ebd70 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:37.539354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-c0669259-8489-44e7-b740-4cf2993ebd70 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057562 Dec 08 01:51:37.554959 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.558620 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "DELETE /v2.0/networks/27c09620-5107-45f7-8e12-8a3159dcbb15 HTTP/1.1" status: 204 len: 168 time: 2.3239667 Dec 08 01:51:37.569137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41792) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:37.600112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b6fa0-788d-496f-889a-169ad5c670bc tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event deleted for resources: {'Network': ['ID=27c09620-5107-45f7-8e12-8a3159dcbb15,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:37.604432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.45', 49453) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:37.611786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-8f5a2ffb-94c9-4aa1-9b51-18c897d486b6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Request body: {'port': {'device_id': '933ee2d4-138c-47df-bac8-7c15a383455c', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'c9a17c065930444c8f53a860d8330270'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:37.628986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-41f7706c-6230-4950-9e3a-b75bf65dc498 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Made reservation on behalf of c9a17c065930444c8f53a860d8330270 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:37.632402 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-41f7706c-6230-4950-9e3a-b75bf65dc498 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.708952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c316621-1c27-4789-af4a-005acc19d83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e35ebf0-f300-4bc1-b04d-52c6a2d10eef'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:37.711348 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d57b0d-f01c-4302-b144-a35023896e0b" -d '{"events": [{"server_uuid": "0c316621-1c27-4789-af4a-005acc19d83d", "name": "network-vif-plugged", "status": "completed", "tag": "7e35ebf0-f300-4bc1-b04d-52c6a2d10eef"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:37.720666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-a8356256-d6d6-47d9-af38-540802947a5c req-fb75fa1d-89a6-49e3-90a6-7257d17d5d33 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Allocated IP 172.20.0.6 (a59a8412-6343-41a4-920a-bc94665ff18f/ce5844c7-e431-4bd7-b10d-a05251110465/15150395-72b3-44b4-a491-b697006fd07c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:37.734705 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-48607ee3-1842-432f-b885-b7a84a24f927 req-07178f23-8817-4d1e-83dc-9046ecf5e7fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.749257 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7953f869-faae-43b6-9120-0419b434ae00 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.767616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81cf93-9728-4e77-9056-89944af3f060 req-f77cca11-ae1e-49f8-ba5f-4ddecba5f35e tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:37.769105 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f81cf93-9728-4e77-9056-89944af3f060 req-f77cca11-ae1e-49f8-ba5f-4ddecba5f35e tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 945 time: 0.2266209 Dec 08 01:51:37.831616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58583a38-6cd5-4b15-8182-f2a850ce8897 req-c1d185ed-6e8e-4176-bceb-69dc2060fd54 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:37.833044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58583a38-6cd5-4b15-8182-f2a850ce8897 req-c1d185ed-6e8e-4176-bceb-69dc2060fd54 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.1907177 Dec 08 01:51:37.835895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880c2f2-c329-4b82-9e52-03a22f75c5fb req-06961221-136f-454d-a766-2844c222adae tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:37.837615 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c880c2f2-c329-4b82-9e52-03a22f75c5fb req-06961221-136f-454d-a766-2844c222adae tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.45 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 1023 time: 0.2285721 Dec 08 01:51:37.867456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48607ee3-1842-432f-b885-b7a84a24f927 req-07178f23-8817-4d1e-83dc-9046ecf5e7fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Network 3276b31f-6293-4197-963e-cfa311955d62 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:37.895189 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76274720-40b3-4006-8db9-f9003aa411f6 req-41fbd977-4181-45bc-b02c-ca89a7719db8 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:37.896138 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76274720-40b3-4006-8db9-f9003aa411f6 req-41fbd977-4181-45bc-b02c-ca89a7719db8 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 945 time: 0.2356706 Dec 08 01:51:37.926563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-48607ee3-1842-432f-b885-b7a84a24f927 req-07178f23-8817-4d1e-83dc-9046ecf5e7fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:37.937061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-48607ee3-1842-432f-b885-b7a84a24f927 req-07178f23-8817-4d1e-83dc-9046ecf5e7fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:37.950996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07178f23-8817-4d1e-83dc-9046ecf5e7fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Pushing event updated for resources: {'Port': ['ID=bff6b826-50a9-4ef6-bd63-3296ead342a0,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:37.985230 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f81cf93-9728-4e77-9056-89944af3f060 req-ef14b8e6-73db-4492-ac7b-1710b154988c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055063 Dec 08 01:51:37.987277 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7953f869-faae-43b6-9120-0419b434ae00 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.997250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-8f5a2ffb-94c9-4aa1-9b51-18c897d486b6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Made reservation on behalf of c9a17c065930444c8f53a860d8330270 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:38.001173 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-8f5a2ffb-94c9-4aa1-9b51-18c897d486b6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.037797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58583a38-6cd5-4b15-8182-f2a850ce8897 req-17d29c8d-0952-4b9a-9098-3cc8d236910b tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780641 Dec 08 01:51:38.040550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7953f869-faae-43b6-9120-0419b434ae00 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4965a7-fb85-470e-b131-89f412b82f84']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:38.054419 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef568ae-2427-4f8e-8c04-b4a78ea477c7 x-openstack-request-id: req-bef568ae-2427-4f8e-8c04-b4a78ea477c7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:38.054946 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c316621-1c27-4789-af4a-005acc19d83d", "name": "network-vif-plugged", "status": "completed", "tag": "7e35ebf0-f300-4bc1-b04d-52c6a2d10eef", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:38.055530 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bef568ae-2427-4f8e-8c04-b4a78ea477c7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:38.056124 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c316621-1c27-4789-af4a-005acc19d83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e35ebf0-f300-4bc1-b04d-52c6a2d10eef', 'code': 200} Dec 08 01:51:38.060946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7953f869-faae-43b6-9120-0419b434ae00 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb95e9c-6353-44a9-8804-b2a29df54174') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:38.061254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7953f869-faae-43b6-9120-0419b434ae00 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb95e9c-6353-44a9-8804-b2a29df54174') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:38.098426 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7953f869-faae-43b6-9120-0419b434ae00 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.134637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7953f869-faae-43b6-9120-0419b434ae00 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.159362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6cc7633-dd2a-4cfd-9be7-dc05d6db0241 req-660b3737-b78c-41ad-bcd3-ba5f66e43075 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 210 time: 0.0443046 Dec 08 01:51:38.167485 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7953f869-faae-43b6-9120-0419b434ae00 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:51:38.167956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7953f869-faae-43b6-9120-0419b434ae00 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:51:38.181657 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:51:38.221136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-41f7706c-6230-4950-9e3a-b75bf65dc498 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Allocated IP 192.168.233.132 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:38.256482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48607ee3-1842-432f-b885-b7a84a24f927 req-07178f23-8817-4d1e-83dc-9046ecf5e7fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:38.256991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-48607ee3-1842-432f-b885-b7a84a24f927 req-07178f23-8817-4d1e-83dc-9046ecf5e7fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.263006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbad417-b0c1-4d51-868b-4de4ab5468ca req-aede4922-c240-471d-b742-b1e3bf79d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:38.264631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bbad417-b0c1-4d51-868b-4de4ab5468ca req-aede4922-c240-471d-b742-b1e3bf79d7e1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 1097 time: 0.1009285 Dec 08 01:51:38.265656 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7953f869-faae-43b6-9120-0419b434ae00 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.271140 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7953f869-faae-43b6-9120-0419b434ae00 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.276901 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7953f869-faae-43b6-9120-0419b434ae00 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "DELETE /v2.0/networks/9d4965a7-fb85-470e-b131-89f412b82f84 HTTP/1.1" status: 204 len: 168 time: 0.6995282 Dec 08 01:51:38.278134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41798) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:38.319400 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48607ee3-1842-432f-b885-b7a84a24f927 req-07178f23-8817-4d1e-83dc-9046ecf5e7fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8291881 Dec 08 01:51:38.333904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953f869-faae-43b6-9120-0419b434ae00 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event deleted for resources: {'Network': ['ID=9d4965a7-fb85-470e-b131-89f412b82f84,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:38.344440 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a8356256-d6d6-47d9-af38-540802947a5c req-fb75fa1d-89a6-49e3-90a6-7257d17d5d33 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.348944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Request body: {'port': {'device_id': '275a39ea-ccc9-4a4c-a276-8e63da233a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:38.355371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c880c2f2-c329-4b82-9e52-03a22f75c5fb req-ede62b35-c0d1-4d3c-bff3-04144d0047f3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Deleting port 34b6e12d-3483-4449-bfb6-a5a9b611d14d {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:38.355737 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c880c2f2-c329-4b82-9e52-03a22f75c5fb req-ede62b35-c0d1-4d3c-bff3-04144d0047f3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.365785 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d044713-d98f-4b57-9ffb-0e75b5eae70a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Deleting subnet b6d687f6-6f98-4caf-be29-8f41ec5087ac {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:51:38.375153 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d044713-d98f-4b57-9ffb-0e75b5eae70a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.405058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bbad417-b0c1-4d51-868b-4de4ab5468ca req-d255d05e-3e0c-473d-9086-75d6a1f1858d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171019 Dec 08 01:51:38.442696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d044713-d98f-4b57-9ffb-0e75b5eae70a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.475639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-76274720-40b3-4006-8db9-f9003aa411f6 req-600ef4ee-6847-4bbd-9886-35be6a3355e3 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Deleting port 30ffa2d2-d6b6-4280-92b2-a125f372e293 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:38.476021 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-76274720-40b3-4006-8db9-f9003aa411f6 req-600ef4ee-6847-4bbd-9886-35be6a3355e3 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.535490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307af4b-c1bd-4b9a-a73b-2f8494d0832d req-ebb3207d-a274-40fb-a0c8-442162941245 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:38.537018 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4307af4b-c1bd-4b9a-a73b-2f8494d0832d req-ebb3207d-a274-40fb-a0c8-442162941245 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 1023 time: 0.1290796 Dec 08 01:51:38.593571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c35c86-207e-4923-a703-6fe86f6a6580 req-a804cfc1-4008-4f79-984a-c70448bfb7cc tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:38.595020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35c35c86-207e-4923-a703-6fe86f6a6580 req-a804cfc1-4008-4f79-984a-c70448bfb7cc tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 945 time: 0.1228468 Dec 08 01:51:38.602462 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.604441 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d044713-d98f-4b57-9ffb-0e75b5eae70a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.667068 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c880c2f2-c329-4b82-9e52-03a22f75c5fb req-ede62b35-c0d1-4d3c-bff3-04144d0047f3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] For port 34b6e12d-3483-4449-bfb6-a5a9b611d14d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=34b6e12d-3483-4449-bfb6-a5a9b611d14d,segment=NetworkSegment(323424bb-2ebd-4c15-af2e-99565e2ac8d9),segment_id=323424bb-2ebd-4c15-af2e-99565e2ac8d9)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:38.667454 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c880c2f2-c329-4b82-9e52-03a22f75c5fb req-ede62b35-c0d1-4d3c-bff3-04144d0047f3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.709008 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a8356256-d6d6-47d9-af38-540802947a5c req-fb75fa1d-89a6-49e3-90a6-7257d17d5d33 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.725094 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4307af4b-c1bd-4b9a-a73b-2f8494d0832d req-f3799cac-ca59-4830-8b4c-181d813d20b8 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5eb1999-57a4-47c1-9fdf-af771c1c5b93&id=3ccb6289-1d87-4120-bbca-3c3ff14a4875&id=d04d9163-cfdf-4746-beab-707ae86687e5&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1635592 Dec 08 01:51:38.725312 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c880c2f2-c329-4b82-9e52-03a22f75c5fb req-ede62b35-c0d1-4d3c-bff3-04144d0047f3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Calling delete_port for 34b6e12d-3483-4449-bfb6-a5a9b611d14d owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:38.731769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35c35c86-207e-4923-a703-6fe86f6a6580 req-efa2633e-3ec6-4402-a1bd-550e85474e93 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca8cbba4-fc6c-4195-ab92-6596940f456e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218414 Dec 08 01:51:38.747146 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d044713-d98f-4b57-9ffb-0e75b5eae70a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.780475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d044713-d98f-4b57-9ffb-0e75b5eae70a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d687f6-6f98-4caf-be29-8f41ec5087ac,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:38.784644 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d044713-d98f-4b57-9ffb-0e75b5eae70a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.790592 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1d044713-d98f-4b57-9ffb-0e75b5eae70a tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "DELETE /v2.0/subnets/b6d687f6-6f98-4caf-be29-8f41ec5087ac HTTP/1.1" status: 204 len: 168 time: 0.5091126 Dec 08 01:51:38.790723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41808) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:38.795883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a19ce9a-0f96-4bc0-9acf-e27a66a74153 None None] Network 5a660a77-09ed-4952-bb95-ee1ce6a097be requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:38.805810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-76274720-40b3-4006-8db9-f9003aa411f6 req-600ef4ee-6847-4bbd-9886-35be6a3355e3 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] For port 30ffa2d2-d6b6-4280-92b2-a125f372e293, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=30ffa2d2-d6b6-4280-92b2-a125f372e293,segment=NetworkSegment(8d8037dc-a5e9-4c97-92a1-fceb74604fcd),segment_id=8d8037dc-a5e9-4c97-92a1-fceb74604fcd)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:38.806178 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-76274720-40b3-4006-8db9-f9003aa411f6 req-600ef4ee-6847-4bbd-9886-35be6a3355e3 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.829628 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-41f7706c-6230-4950-9e3a-b75bf65dc498 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.838602 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8356256-d6d6-47d9-af38-540802947a5c req-fb75fa1d-89a6-49e3-90a6-7257d17d5d33 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Network a59a8412-6343-41a4-920a-bc94665ff18f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:38.881086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-76274720-40b3-4006-8db9-f9003aa411f6 req-600ef4ee-6847-4bbd-9886-35be6a3355e3 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Calling delete_port for 30ffa2d2-d6b6-4280-92b2-a125f372e293 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:38.923495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-a8356256-d6d6-47d9-af38-540802947a5c req-fb75fa1d-89a6-49e3-90a6-7257d17d5d33 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:38.940914 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8356256-d6d6-47d9-af38-540802947a5c req-fb75fa1d-89a6-49e3-90a6-7257d17d5d33 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:38.947091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:38.952334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75fa1d-89a6-49e3-90a6-7257d17d5d33 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Pushing event updated for resources: {'Port': ['ID=15150395-72b3-44b4-a491-b697006fd07c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:38.978630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdb0b-0dcf-43f5-8c07-a3f9916e57de req-c8207a62-da3a-4fd9-82f2-11f5da9b23e1 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:38.986750 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5cbdb0b-0dcf-43f5-8c07-a3f9916e57de req-c8207a62-da3a-4fd9-82f2-11f5da9b23e1 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 931 time: 0.1191425 Dec 08 01:51:39.019727 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd3132-5deb-4aa3-9142-972e745b4ff8 req-25dc6534-ab62-4e87-be71-b3f81757e3ea tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:39.021496 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59bd3132-5deb-4aa3-9142-972e745b4ff8 req-25dc6534-ab62-4e87-be71-b3f81757e3ea tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 931 time: 0.1433020 Dec 08 01:51:39.106514 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5cbdb0b-0dcf-43f5-8c07-a3f9916e57de req-d6bc16db-e286-4ad6-a139-28b9b65aaaf6 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189466 Dec 08 01:51:39.135756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfa0a49-382f-4c51-b91a-0fc754940c0b None None] DHCP port deletion for 5a660a77-09ed-4952-bb95-ee1ce6a097be request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:51:39.144991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59bd3132-5deb-4aa3-9142-972e745b4ff8 req-6afa5caa-5101-4930-8a6c-30b2af681c41 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015286 Dec 08 01:51:39.154653 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8356256-d6d6-47d9-af38-540802947a5c req-fb75fa1d-89a6-49e3-90a6-7257d17d5d33 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:39.155193 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a8356256-d6d6-47d9-af38-540802947a5c req-fb75fa1d-89a6-49e3-90a6-7257d17d5d33 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.181755 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-41f7706c-6230-4950-9e3a-b75bf65dc498 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.184383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Deleting port dc909d4a-ffbc-4957-b036-371a94bc6d2c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:39.185152 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.228230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:39.248024 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8356256-d6d6-47d9-af38-540802947a5c req-fb75fa1d-89a6-49e3-90a6-7257d17d5d33 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4515100 Dec 08 01:51:39.256120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa0a49-382f-4c51-b91a-0fc754940c0b None None] Deleting port dc909d4a-ffbc-4957-b036-371a94bc6d2c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:39.256583 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0a49-382f-4c51-b91a-0fc754940c0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.344449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2cfa0a49-382f-4c51-b91a-0fc754940c0b None None] For port dc909d4a-ffbc-4957-b036-371a94bc6d2c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=dc909d4a-ffbc-4957-b036-371a94bc6d2c,segment=NetworkSegment(f64b8583-5f69-4c68-96a3-523c6a494567),segment_id=f64b8583-5f69-4c68-96a3-523c6a494567)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:39.345188 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0a49-382f-4c51-b91a-0fc754940c0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.368062 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa0a49-382f-4c51-b91a-0fc754940c0b None None] Calling delete_port for dc909d4a-ffbc-4957-b036-371a94bc6d2c owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:39.390409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] For port dc909d4a-ffbc-4957-b036-371a94bc6d2c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=dc909d4a-ffbc-4957-b036-371a94bc6d2c,segment=NetworkSegment(f64b8583-5f69-4c68-96a3-523c6a494567),segment_id=f64b8583-5f69-4c68-96a3-523c6a494567)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:39.390721 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.419268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Calling delete_port for dc909d4a-ffbc-4957-b036-371a94bc6d2c owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:39.425305 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-8f5a2ffb-94c9-4aa1-9b51-18c897d486b6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Allocated IP 192.168.233.166 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/1065fa32-86d0-4f6f-a512-4d216683dda4) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:39.437031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d509d-2a5c-4e03-a46e-907a18a9fb78 req-774db4a9-0f4a-4439-bb23-d26159f28314 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:39.444390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f33d509d-2a5c-4e03-a46e-907a18a9fb78 req-774db4a9-0f4a-4439-bb23-d26159f28314 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 945 time: 0.2540655 Dec 08 01:51:39.474006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799f5a1-d60f-43d4-bfa1-a4ed76c7b5c4 req-fd558b42-8d00-47ab-9aa5-13acf6b34ac5 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:39.475569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e799f5a1-d60f-43d4-bfa1-a4ed76c7b5c4 req-fd558b42-8d00-47ab-9aa5-13acf6b34ac5 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.2234790 Dec 08 01:51:39.514096 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0a49-382f-4c51-b91a-0fc754940c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.548592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa0a49-382f-4c51-b91a-0fc754940c0b None None] Pushing event deleted for resources: {'Port': ['ID=dc909d4a-ffbc-4957-b036-371a94bc6d2c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:39.551185 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa0a49-382f-4c51-b91a-0fc754940c0b None None] No DVR routers for this DVR port dc909d4a-ffbc-4957-b036-371a94bc6d2c on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:39.593593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Request body: {'port': {'device_id': 'baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:39.625000 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-41f7706c-6230-4950-9e3a-b75bf65dc498 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:39.629853 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f33d509d-2a5c-4e03-a46e-907a18a9fb78 req-8a61402f-dc96-4d72-9003-3c41f6cb0d98 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840658 Dec 08 01:51:39.680135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e799f5a1-d60f-43d4-bfa1-a4ed76c7b5c4 req-bde9600e-3e05-43e4-826b-465396647964 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937473 Dec 08 01:51:39.692232 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-41f7706c-6230-4950-9e3a-b75bf65dc498 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:39.781795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-41f7706c-6230-4950-9e3a-b75bf65dc498 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:39.804805 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7706c-6230-4950-9e3a-b75bf65dc498 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event updated for resources: {'Port': ['ID=8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:39.805473 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bbd64b9-d46a-4691-9892-8db4390315d4 req-651c9111-00eb-4770-b8d7-5aeccc487c0a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 210 time: 0.0736933 Dec 08 01:51:39.806190 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.877788 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-76274720-40b3-4006-8db9-f9003aa411f6 req-600ef4ee-6847-4bbd-9886-35be6a3355e3 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.879729 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c880c2f2-c329-4b82-9e52-03a22f75c5fb req-ede62b35-c0d1-4d3c-bff3-04144d0047f3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.883647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff6b826-50a9-4ef6-bd63-3296ead342a0 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:39.933764 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event deleted for resources: {'Port': ['ID=dc909d4a-ffbc-4957-b036-371a94bc6d2c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:39.943103 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.951739 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.962046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ef4ee-6847-4bbd-9886-35be6a3355e3 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Pushing event deleted for resources: {'Port': ['ID=30ffa2d2-d6b6-4280-92b2-a125f372e293,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:39.968407 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18d4456b-430c-4fdc-b49d-acfcafc75eb6 req-ccb9fc7a-24d0-4df9-a8a6-7bc8c1ab79b8 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f5e62-6b49-44bc-94ad-d2ae1e55beb8 HTTP/1.1" status: 200 len: 210 time: 0.0514724 Dec 08 01:51:39.968988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] No DVR routers for this DVR port dc909d4a-ffbc-4957-b036-371a94bc6d2c on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:40.025500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-41f7706c-6230-4950-9e3a-b75bf65dc498 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:40.026635 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-41f7706c-6230-4950-9e3a-b75bf65dc498 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.030012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f5093-7823-4f2a-8a6d-14d78a770acf req-5cb43685-4ae9-448b-8523-1bd407b790da tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:40.031475 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a49f5093-7823-4f2a-8a6d-14d78a770acf req-5cb43685-4ae9-448b-8523-1bd407b790da tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.1691802 Dec 08 01:51:40.045135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b7756f6a-6a80-4a74-884f-00cb41ce300a None None] Provisioning complete for port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:40.045713 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b7756f6a-6a80-4a74-884f-00cb41ce300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.051862 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede62b35-c0d1-4d3c-bff3-04144d0047f3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event deleted for resources: {'Port': ['ID=34b6e12d-3483-4449-bfb6-a5a9b611d14d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:40.076065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Transition to ACTIVE for port object bff6b826-50a9-4ef6-bd63-3296ead342a0 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:40.089886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b7756f6a-6a80-4a74-884f-00cb41ce300a None None] Port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:40.098779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-76274720-40b3-4006-8db9-f9003aa411f6 req-600ef4ee-6847-4bbd-9886-35be6a3355e3 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] No DVR routers for this DVR port 30ffa2d2-d6b6-4280-92b2-a125f372e293 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:40.103165 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fa6a54e-c59e-4520-8dba-4ee8f2fb04aa req-93fb1ecd-7d72-413b-8d04-94f715d1a50e tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d59c157-2093-46ed-97e4-33e3f0439063 HTTP/1.1" status: 200 len: 210 time: 0.0572891 Dec 08 01:51:40.129642 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-76274720-40b3-4006-8db9-f9003aa411f6 req-600ef4ee-6847-4bbd-9886-35be6a3355e3 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.133865 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76274720-40b3-4006-8db9-f9003aa411f6 req-600ef4ee-6847-4bbd-9886-35be6a3355e3 tempest-ServerAddressesNegativeTestJSON-924213821 tempest-ServerAddressesNegativeTestJSON-924213821-project] 10.222.0.75 "DELETE /v2.0/ports/30ffa2d2-d6b6-4280-92b2-a125f372e293 HTTP/1.1" status: 204 len: 173 time: 2.2012444 Dec 08 01:51:40.134687 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.135071 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-8f5a2ffb-94c9-4aa1-9b51-18c897d486b6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.136819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d59c157-2093-46ed-97e4-33e3f0439063', 'name': 'network-vif-deleted', 'tag': '30ffa2d2-d6b6-4280-92b2-a125f372e293'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:40.139242 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddee7771-841a-430b-a704-1a38d4f997f4" -d '{"events": [{"server_uuid": "9d59c157-2093-46ed-97e4-33e3f0439063", "name": "network-vif-deleted", "tag": "30ffa2d2-d6b6-4280-92b2-a125f372e293"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:40.148728 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.180207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c880c2f2-c329-4b82-9e52-03a22f75c5fb req-ede62b35-c0d1-4d3c-bff3-04144d0047f3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] No DVR routers for this DVR port 34b6e12d-3483-4449-bfb6-a5a9b611d14d on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:40.184680 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-41f7706c-6230-4950-9e3a-b75bf65dc498 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9869134 Dec 08 01:51:40.186149 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c880c2f2-c329-4b82-9e52-03a22f75c5fb req-ede62b35-c0d1-4d3c-bff3-04144d0047f3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.189481 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c880c2f2-c329-4b82-9e52-03a22f75c5fb req-ede62b35-c0d1-4d3c-bff3-04144d0047f3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.45 "DELETE /v2.0/ports/34b6e12d-3483-4449-bfb6-a5a9b611d14d HTTP/1.1" status: 204 len: 173 time: 2.3306680 Dec 08 01:51:40.197371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a660a77-09ed-4952-bb95-ee1ce6a097be']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:40.220305 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64b8583-5f69-4c68-96a3-523c6a494567') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:40.220909 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64b8583-5f69-4c68-96a3-523c6a494567') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:40.225459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Request body: {'port': {'device_id': '5730e629-be62-484c-9e43-31d3414ccc8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:40.229642 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 34b6e12d-3483-4449-bfb6-a5a9b611d14d no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:40.249307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a49f5093-7823-4f2a-8a6d-14d78a770acf req-8634eab8-1c0b-4168-806d-dd0995167028 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045295 Dec 08 01:51:40.269983 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.273512 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 34b6e12d-3483-4449-bfb6-a5a9b611d14d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:40.273858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 34b6e12d-3483-4449-bfb6-a5a9b611d14d not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:40.312905 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.336825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a0666-e2ce-48c4-bcaa-a97dd1be68d0 req-0a9e212f-f0c5-4f31-8b24-340ab6892943 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:40.340342 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bef49cd-5c91-4023-8b3b-e1316850f8be x-openstack-request-id: req-7bef49cd-5c91-4023-8b3b-e1316850f8be {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:40.340637 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d59c157-2093-46ed-97e4-33e3f0439063", "name": "network-vif-deleted", "tag": "30ffa2d2-d6b6-4280-92b2-a125f372e293", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:40.341008 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7bef49cd-5c91-4023-8b3b-e1316850f8be {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:40.341456 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d59c157-2093-46ed-97e4-33e3f0439063', 'name': 'network-vif-deleted', 'tag': '30ffa2d2-d6b6-4280-92b2-a125f372e293', 'status': 'completed', 'code': 200} Dec 08 01:51:40.344340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-138a0666-e2ce-48c4-bcaa-a97dd1be68d0 req-0a9e212f-f0c5-4f31-8b24-340ab6892943 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 943 time: 0.1432092 Dec 08 01:51:40.353625 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-8f5a2ffb-94c9-4aa1-9b51-18c897d486b6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.361400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Pushing event updated for resources: {'Port': ['ID=bff6b826-50a9-4ef6-bd63-3296ead342a0,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:40.373531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:51:40.374517 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:51:40.379770 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:51:40.386600 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:40.451927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.579301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Attempting to bind port bff6b826-50a9-4ef6-bd63-3296ead342a0 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:40.579661 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Attempting to bind port bff6b826-50a9-4ef6-bd63-3296ead342a0 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:40.579992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Attempting to bind port bff6b826-50a9-4ef6-bd63-3296ead342a0 on network 3276b31f-6293-4197-963e-cfa311955d62 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:40.626964 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dc909d4a-ffbc-4957-b036-371a94bc6d2c no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:40.637948 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Port bff6b826-50a9-4ef6-bd63-3296ead342a0 on network 3276b31f-6293-4197-963e-cfa311955d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:40.638330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Attempting to bind port bff6b826-50a9-4ef6-bd63-3296ead342a0 on network 3276b31f-6293-4197-963e-cfa311955d62 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:40.657020 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:40.657387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Checking segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:40.657742 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Bound using segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:40.658182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Bound port: bff6b826-50a9-4ef6-bd63-3296ead342a0, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:40.658541 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.683188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: dc909d4a-ffbc-4957-b036-371a94bc6d2c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:40.683895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dc909d4a-ffbc-4957-b036-371a94bc6d2c not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:40.886920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-138a0666-e2ce-48c4-bcaa-a97dd1be68d0 req-f268906c-0a33-4f45-af22-fdda8d7eea47 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416324 Dec 08 01:51:40.890683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15150395-72b3-44b4-a491-b697006fd07c {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:40.902075 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.916356 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Transition to ACTIVE for port object 15150395-72b3-44b4-a491-b697006fd07c will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:40.942891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] For port bff6b826-50a9-4ef6-bd63-3296ead342a0, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:40.947446 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] For port bff6b826-50a9-4ef6-bd63-3296ead342a0, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=bff6b826-50a9-4ef6-bd63-3296ead342a0,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:40.951890 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.961258 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-8f5a2ffb-94c9-4aa1-9b51-18c897d486b6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:40.962053 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.985714 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a2ffb-94c9-4aa1-9b51-18c897d486b6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event updated for resources: {'Port': ['ID=1065fa32-86d0-4f6f-a512-4d216683dda4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:41.023584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-8f5a2ffb-94c9-4aa1-9b51-18c897d486b6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:41.031062 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:41.034345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:41.035371 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:41.036723 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48607ee3-1842-432f-b885-b7a84a24f927 req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] 10.222.0.45 "PUT /v2.0/ports/bff6b826-50a9-4ef6-bd63-3296ead342a0 HTTP/1.1" status: 200 len: 1092 time: 2.7036126 Dec 08 01:51:41.041272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869eaf61-5924-48df-8aa1-39b8875e0f0f req-d89030d5-8b59-4191-949c-c7448edf4288 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:41.050127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-869eaf61-5924-48df-8aa1-39b8875e0f0f req-d89030d5-8b59-4191-949c-c7448edf4288 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 931 time: 0.6313467 Dec 08 01:51:41.076772 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-8f5a2ffb-94c9-4aa1-9b51-18c897d486b6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:41.087925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Pushing event updated for resources: {'Port': ['ID=15150395-72b3-44b4-a491-b697006fd07c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:41.118080 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:41.121494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "DELETE /v2.0/networks/5a660a77-09ed-4952-bb95-ee1ce6a097be HTTP/1.1" status: 204 len: 168 time: 2.3296013 Dec 08 01:51:41.128536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41836) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:41.129457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113f1dd-3183-4899-ab7b-dc072e2f4ba3 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Pushing event deleted for resources: {'Network': ['ID=5a660a77-09ed-4952-bb95-ee1ce6a097be,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:41.193699 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ae3052bc-b7aa-447d-8906-db5abce07c6b tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "GET /v2.0/ports?device_id=8fea50bb-e632-400d-9b84-004d6949cfb9 HTTP/1.1" status: 200 len: 205 time: 0.0616300 Dec 08 01:51:41.200178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41840) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:41.242873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-8f5a2ffb-94c9-4aa1-9b51-18c897d486b6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:41.243278 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-8f5a2ffb-94c9-4aa1-9b51-18c897d486b6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:41.254443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52fd7c-813d-45eb-b0db-a657b847d1e9 req-24072024-33d1-4ecb-9773-721185295a2d tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:41.262220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b52fd7c-813d-45eb-b0db-a657b847d1e9 req-24072024-33d1-4ecb-9773-721185295a2d tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b9d92b2-736c-4098-b23e-3819ca08de21 HTTP/1.1" status: 200 len: 946 time: 0.2586608 Dec 08 01:51:41.302614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-869eaf61-5924-48df-8aa1-39b8875e0f0f req-255a1a09-6c4f-428d-bc12-c5412ad2ac53 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328856 Dec 08 01:51:41.331863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-8f5a2ffb-94c9-4aa1-9b51-18c897d486b6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7239778 Dec 08 01:51:41.341763 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de92a3fa-f0a7-441f-8ea5-ebc179d96fc5 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:41.343567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Attempting to bind port 15150395-72b3-44b4-a491-b697006fd07c on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:41.344521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Attempting to bind port 15150395-72b3-44b4-a491-b697006fd07c by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:41.344521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Attempting to bind port 15150395-72b3-44b4-a491-b697006fd07c on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:41.362780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Request body: {'port': {'device_id': '933ee2d4-138c-47df-bac8-7c15a383455c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:41.398618 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e932062-5ce2-4e09-937f-6070695b1ffa service neutron] Pushing event updated for resources: {'Port': ['ID=bff6b826-50a9-4ef6-bd63-3296ead342a0,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:41.420426 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b52fd7c-813d-45eb-b0db-a657b847d1e9 req-f6cf17d0-50e4-4944-90a6-b587e99bf997 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530874 Dec 08 01:51:41.431409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ec5b2462-73f5-4ecb-8e92-0077f0311f59 None None] Provisioning complete for port 1065fa32-86d0-4f6f-a512-4d216683dda4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:41.433281 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec5b2462-73f5-4ecb-8e92-0077f0311f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:41.439621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Port 15150395-72b3-44b4-a491-b697006fd07c on network a59a8412-6343-41a4-920a-bc94665ff18f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:41.439962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Attempting to bind port 15150395-72b3-44b4-a491-b697006fd07c on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:41.480507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:41.480769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Checking segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:41.481142 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Bound using segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:41.481592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Bound port: 15150395-72b3-44b4-a491-b697006fd07c, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:41.481956 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:41.493543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 30ffa2d2-d6b6-4280-92b2-a125f372e293 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:41.493778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48607ee3-1842-432f-b885-b7a84a24f927 req-d3feb031-559a-4d66-bee8-cb1e05d6c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:41.495247 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48607ee3-1842-432f-b885-b7a84a24f927 req-d3feb031-559a-4d66-bee8-cb1e05d6c356 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 1095 time: 0.3769975 Dec 08 01:51:41.511219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:41.526380 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:41.536348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 30ffa2d2-d6b6-4280-92b2-a125f372e293 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:41.537148 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 30ffa2d2-d6b6-4280-92b2-a125f372e293 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:41.541761 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b2462-73f5-4ecb-8e92-0077f0311f59 None None] Port 1065fa32-86d0-4f6f-a512-4d216683dda4 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:41.561625 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd4757-02f7-4a33-8b53-5530087218bc req-849bded8-d6a8-4350-b420-e741119bea9d tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:41.563145 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8acd4757-02f7-4a33-8b53-5530087218bc req-849bded8-d6a8-4350-b420-e741119bea9d tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.1713293 Dec 08 01:51:41.586112 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:41.589377 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48607ee3-1842-432f-b885-b7a84a24f927 req-2a5abbe4-2681-4c12-9b96-9d2f7a3378b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bff6b826-50a9-4ef6-bd63-3296ead342a0 HTTP/1.1" status: 200 len: 217 time: 0.0712130 Dec 08 01:51:41.634636 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ff1a0-43af-43a2-9546-c4b15361e2da req-3a0b79fc-f500-46c4-9877-57c2fb712c59 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:41.636063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-719ff1a0-43af-43a2-9546-c4b15361e2da req-3a0b79fc-f500-46c4-9877-57c2fb712c59 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 936 time: 0.1194108 Dec 08 01:51:41.713892 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de92a3fa-f0a7-441f-8ea5-ebc179d96fc5 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:41.720180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Transition to ACTIVE for port object 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:41.721529 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de92a3fa-f0a7-441f-8ea5-ebc179d96fc5 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:41.733598 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:41.738601 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8acd4757-02f7-4a33-8b53-5530087218bc req-bdfa6cab-62a9-4152-ab3b-1e2319419b52 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476498 Dec 08 01:51:41.804252 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-719ff1a0-43af-43a2-9546-c4b15361e2da req-2f1a1c55-93ec-4cf3-8fb5-2590de0dfcf0 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533296 Dec 08 01:51:41.831664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48607ee3-1842-432f-b885-b7a84a24f927 req-c648c725-b4da-4e90-9bee-c65629ff142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:41.833890 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48607ee3-1842-432f-b885-b7a84a24f927 req-c648c725-b4da-4e90-9bee-c65629ff142c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.2067957 Dec 08 01:51:41.863075 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de92a3fa-f0a7-441f-8ea5-ebc179d96fc5 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:41.863586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de92a3fa-f0a7-441f-8ea5-ebc179d96fc5 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Fanout notify agent at l3_agent the message router_deleted on router 8fea50bb-e632-400d-9b84-004d6949cfb9 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:51:41.881329 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de92a3fa-f0a7-441f-8ea5-ebc179d96fc5 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:41.884983 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-de92a3fa-f0a7-441f-8ea5-ebc179d96fc5 tempest-RoutersNegativeTest-1381990186 tempest-RoutersNegativeTest-1381990186-project] 10.222.0.71 "DELETE /v2.0/routers/8fea50bb-e632-400d-9b84-004d6949cfb9 HTTP/1.1" status: 204 len: 168 time: 0.6792748 Dec 08 01:51:41.886264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41850) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:41.892864 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:41.920428 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:41.926273 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48607ee3-1842-432f-b885-b7a84a24f927 req-043e12b1-5b46-4669-bf15-aaf5149cdd6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794017 Dec 08 01:51:41.931592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=15150395-72b3-44b4-a491-b697006fd07c,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:41.974158 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:42.103232 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:42.104073 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:42.105317 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8356256-d6d6-47d9-af38-540802947a5c req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] 10.222.0.45 "PUT /v2.0/ports/15150395-72b3-44b4-a491-b697006fd07c HTTP/1.1" status: 200 len: 1092 time: 2.5203190 Dec 08 01:51:42.166583 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75527a31-7584-49f6-930c-a20d232d7926 service neutron] Pushing event updated for resources: {'Port': ['ID=15150395-72b3-44b4-a491-b697006fd07c,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:42.209351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Attempting to bind port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:42.209700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Attempting to bind port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:42.210100 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Attempting to bind port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:42.260759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1065fa32-86d0-4f6f-a512-4d216683dda4 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:42.261387 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48607ee3-1842-432f-b885-b7a84a24f927 req-1fcbae8a-d484-4e7d-8748-d8fdd1015d88 service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248067 Dec 08 01:51:42.261551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:42.276764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Attempting to bind port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:42.299267 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:42.310556 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9354370a-e859-42c2-9ddf-65c1de8e72f3 admin admin] Deleting subnet 87afdd4e-a308-4dae-a0d7-df2054ca7b01 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:51:42.315945 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9354370a-e859-42c2-9ddf-65c1de8e72f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:42.324349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41860) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:42.342284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:42.342636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:42.343022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:42.343488 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Bound port: 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:42.344068 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:42.345871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67f5e62-6b49-44bc-94ad-d2ae1e55beb8', 'name': 'network-vif-deleted', 'tag': '34b6e12d-3483-4449-bfb6-a5a9b611d14d'}, {'name': 'network-changed', 'server_uuid': '275a39ea-ccc9-4a4c-a276-8e63da233a5c', 'tag': 'bff6b826-50a9-4ef6-bd63-3296ead342a0'}, {'name': 'network-changed', 'server_uuid': 'baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb', 'tag': '15150395-72b3-44b4-a491-b697006fd07c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:42.348035 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a6720c-bfe1-464c-b2da-ac673e660a15" -d '{"events": [{"server_uuid": "d67f5e62-6b49-44bc-94ad-d2ae1e55beb8", "name": "network-vif-deleted", "tag": "34b6e12d-3483-4449-bfb6-a5a9b611d14d"}, {"name": "network-changed", "server_uuid": "275a39ea-ccc9-4a4c-a276-8e63da233a5c", "tag": "bff6b826-50a9-4ef6-bd63-3296ead342a0"}, {"name": "network-changed", "server_uuid": "baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb", "tag": "15150395-72b3-44b4-a491-b697006fd07c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:42.384197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Transition to ACTIVE for port object 1065fa32-86d0-4f6f-a512-4d216683dda4 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:42.407807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:42.408352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8356256-d6d6-47d9-af38-540802947a5c req-3fcf23bb-fe77-41b4-85c7-ca0c04097ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:42.409883 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8356256-d6d6-47d9-af38-540802947a5c req-3fcf23bb-fe77-41b4-85c7-ca0c04097ae9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 1095 time: 0.2159884 Dec 08 01:51:42.434793 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9354370a-e859-42c2-9ddf-65c1de8e72f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:42.492162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dbae53aa-37fb-45df-ae98-3493eb35a978 req-7eab599a-9192-4924-89a2-bad5baf0770e tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/d04d9163-cfdf-4746-beab-707ae86687e5 HTTP/1.1" status: 200 len: 1815 time: 0.2005196 Dec 08 01:51:42.518564 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8356256-d6d6-47d9-af38-540802947a5c req-395d0a63-a8b5-4aa4-99ae-c8da1a234a58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15150395-72b3-44b4-a491-b697006fd07c HTTP/1.1" status: 200 len: 217 time: 0.0678895 Dec 08 01:51:42.531488 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add38e45-8ceb-4b72-9c76-e6a5edf3a40d req-4ebe0744-9da1-4238-aae5-179b761d24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:42.533003 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-add38e45-8ceb-4b72-9c76-e6a5edf3a40d req-4ebe0744-9da1-4238-aae5-179b761d24fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a318c364fcf4694b611c140d4710896&device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 1097 time: 0.2064440 Dec 08 01:51:42.541895 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48607ee3-1842-432f-b885-b7a84a24f927 req-6c0e9009-976b-41f3-a3ca-9a456e075189 service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610686 Dec 08 01:51:42.557358 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e0483-4ed9-450d-8c71-db9b977b054a req-4ae9db87-bd91-4052-90f8-4befeb8e559b tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:42.565739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-058e0483-4ed9-450d-8c71-db9b977b054a req-4ae9db87-bd91-4052-90f8-4befeb8e559b tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 945 time: 0.2130563 Dec 08 01:51:42.597268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Pushing event updated for resources: {'Port': ['ID=1065fa32-86d0-4f6f-a512-4d216683dda4,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:42.637161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9354370a-e859-42c2-9ddf-65c1de8e72f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:42.721584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c484bb7b-a6fc-4510-8b96-c9318ffdd28d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ac55e942223c44be93cfda0a892998d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3729622 Dec 08 01:51:42.731360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41866) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:42.784177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-058e0483-4ed9-450d-8c71-db9b977b054a req-b552d5e4-b807-4833-9cad-3aed97eec122 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174711 Dec 08 01:51:42.796417 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dbae53aa-37fb-45df-ae98-3493eb35a978 req-bc20b35d-16c8-4102-83c8-0c478e5bb80f tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:42.845962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Attempting to bind port 1065fa32-86d0-4f6f-a512-4d216683dda4 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:42.846196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Attempting to bind port 1065fa32-86d0-4f6f-a512-4d216683dda4 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:42.846522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Attempting to bind port 1065fa32-86d0-4f6f-a512-4d216683dda4 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:42.873818 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dbae53aa-37fb-45df-ae98-3493eb35a978 req-bc20b35d-16c8-4102-83c8-0c478e5bb80f tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:42.876740 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9354370a-e859-42c2-9ddf-65c1de8e72f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:42.878435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Port 1065fa32-86d0-4f6f-a512-4d216683dda4 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:42.878754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Attempting to bind port 1065fa32-86d0-4f6f-a512-4d216683dda4 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:42.924414 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] For port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:42.946927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:42.947267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:42.947667 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:42.948105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Bound port: 1065fa32-86d0-4f6f-a512-4d216683dda4, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:42.948457 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:42.948778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8356256-d6d6-47d9-af38-540802947a5c req-5cdf907d-ffc9-433f-ae61-88b22042fded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:42.950258 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8356256-d6d6-47d9-af38-540802947a5c req-5cdf907d-ffc9-433f-ae61-88b22042fded service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.4108660 Dec 08 01:51:42.955109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] For port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:42.956584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354370a-e859-42c2-9ddf-65c1de8e72f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87afdd4e-a308-4dae-a0d7-df2054ca7b01,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:42.963978 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9354370a-e859-42c2-9ddf-65c1de8e72f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:42.964818 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:42.969529 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9354370a-e859-42c2-9ddf-65c1de8e72f3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/87afdd4e-a308-4dae-a0d7-df2054ca7b01 HTTP/1.1" status: 204 len: 168 time: 1.0798733 Dec 08 01:51:42.971961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41872) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:42.981058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb643-05d9-4e56-9c84-b2fbca341dbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:43.044645 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8356256-d6d6-47d9-af38-540802947a5c req-85ac4399-abc6-4de2-b693-97916d85a504 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768046 Dec 08 01:51:43.044903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ca7d7-bccb-4a35-96d1-0de181913266 req-124ec122-ff78-4dab-8d03-51bb4d625f92 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:43.046384 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d60ca7d7-bccb-4a35-96d1-0de181913266 req-124ec122-ff78-4dab-8d03-51bb4d625f92 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 943 time: 0.1948352 Dec 08 01:51:43.049696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb643-05d9-4e56-9c84-b2fbca341dbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:43.058127 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dbae53aa-37fb-45df-ae98-3493eb35a978 req-bc20b35d-16c8-4102-83c8-0c478e5bb80f tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:43.058995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:43.059652 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:43.060743 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dbae53aa-37fb-45df-ae98-3493eb35a978 req-bc20b35d-16c8-4102-83c8-0c478e5bb80f tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:43.061033 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] 10.222.0.45 "PUT /v2.0/ports/8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 HTTP/1.1" status: 200 len: 1097 time: 2.8495469 Dec 08 01:51:43.061901 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dbae53aa-37fb-45df-ae98-3493eb35a978 req-bc20b35d-16c8-4102-83c8-0c478e5bb80f tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "DELETE /v2.0/security-groups/d04d9163-cfdf-4746-beab-707ae86687e5 HTTP/1.1" status: 204 len: 173 time: 0.5532293 Dec 08 01:51:43.070209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add38e45-8ceb-4b72-9c76-e6a5edf3a40d req-6bda492f-a1fe-4390-98fd-f6b6caed3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:43.071691 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-add38e45-8ceb-4b72-9c76-e6a5edf3a40d req-6bda492f-a1fe-4390-98fd-f6b6caed3fc2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 HTTP/1.1" status: 200 len: 912 time: 0.5289698 Dec 08 01:51:43.122082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20b35d-16c8-4102-83c8-0c478e5bb80f tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04d9163-cfdf-4746-beab-707ae86687e5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:43.137528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] For port 1065fa32-86d0-4f6f-a512-4d216683dda4, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:43.166137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] For port 1065fa32-86d0-4f6f-a512-4d216683dda4, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1065fa32-86d0-4f6f-a512-4d216683dda4,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:43.174403 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:43.180259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d60ca7d7-bccb-4a35-96d1-0de181913266 req-613b00bc-cfb5-49ab-bc26-3e3ea3f8acd9 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174164 Dec 08 01:51:43.220084 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb643-05d9-4e56-9c84-b2fbca341dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:43.222663 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb643-05d9-4e56-9c84-b2fbca341dbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:43.226977 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1c4bb643-05d9-4e56-9c84-b2fbca341dbc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e11f6413-001b-473c-8d65-c4576dc77f86 HTTP/1.1" status: 204 len: 168 time: 0.4899480 Dec 08 01:51:43.234197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:43.234828 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:43.240218 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:51:43.244426 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] 10.222.0.45 "PUT /v2.0/ports/1065fa32-86d0-4f6f-a512-4d216683dda4 HTTP/1.1" status: 200 len: 1097 time: 1.8866267 Dec 08 01:51:43.253936 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933ee2d4-138c-47df-bac8-7c15a383455c', 'tag': '1065fa32-86d0-4f6f-a512-4d216683dda4'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:43.256240 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f230e93b-7ef8-47cb-ab2a-60be3dcd8863" -d '{"events": [{"name": "network-changed", "server_uuid": "933ee2d4-138c-47df-bac8-7c15a383455c", "tag": "1065fa32-86d0-4f6f-a512-4d216683dda4"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:43.290232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bb643-05d9-4e56-9c84-b2fbca341dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11f6413-001b-473c-8d65-c4576dc77f86,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:43.309884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6256a-8b6e-4d3d-926f-08c1d2ebda33 service neutron] Pushing event updated for resources: {'Port': ['ID=1065fa32-86d0-4f6f-a512-4d216683dda4,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:43.330314 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-add38e45-8ceb-4b72-9c76-e6a5edf3a40d req-a44e3b40-7744-4d24-b8c0-dfb89041fa2d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef HTTP/1.1" status: 200 len: 217 time: 0.2217569 Dec 08 01:51:43.375993 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-15cd794f-4454-4373-83b9-7149a46ef090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:43.377597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3a5fe-9207-410b-aebf-a7958f9b5450 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:43.379522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2017f5-eb78-4716-a6ee-c0278933f157 req-a906dcf4-1f6e-4a63-874e-f460bd0bfd0f tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:43.381114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb2017f5-eb78-4716-a6ee-c0278933f157 req-a906dcf4-1f6e-4a63-874e-f460bd0bfd0f tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.1640830 Dec 08 01:51:43.459517 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be04184-73e9-4a01-9170-7e05c095bd2a req-8e0429fa-382e-488a-972b-f09583338623 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:43.461635 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5be04184-73e9-4a01-9170-7e05c095bd2a req-8e0429fa-382e-488a-972b-f09583338623 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 943 time: 0.1362791 Dec 08 01:51:43.471870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-35c6ccce-d641-49df-910e-045e058fd183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:43.473337 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-35c6ccce-d641-49df-910e-045e058fd183 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 1100 time: 0.1261904 Dec 08 01:51:43.510732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb2017f5-eb78-4716-a6ee-c0278933f157 req-42f74db7-32d3-4404-87ec-c09d691534bb tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147413 Dec 08 01:51:43.512303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-bf58d617-93d0-44b3-b06a-33272972d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:43.513972 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-bf58d617-93d0-44b3-b06a-33272972d11c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=5730e629-be62-484c-9e43-31d3414ccc8e HTTP/1.1" status: 200 len: 1100 time: 0.2990217 Dec 08 01:51:43.517539 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add38e45-8ceb-4b72-9c76-e6a5edf3a40d req-741c4c80-1142-46d3-872a-8292e9d34e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:43.518932 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-add38e45-8ceb-4b72-9c76-e6a5edf3a40d req-741c4c80-1142-46d3-872a-8292e9d34e6b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e7011422-2fee-464b-8986-d869c753cada HTTP/1.1" status: 200 len: 851 time: 0.1672359 Dec 08 01:51:43.540672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-0c8d78cd-558c-4de8-9c4c-ae4b606b7c60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=1065fa32-86d0-4f6f-a512-4d216683dda4 HTTP/1.1" status: 200 len: 217 time: 0.0437744 Dec 08 01:51:43.576317 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8356256-d6d6-47d9-af38-540802947a5c req-c6cb1cc1-99f6-4ac6-94f6-cb3f354e5659 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101175 Dec 08 01:51:43.604312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5be04184-73e9-4a01-9170-7e05c095bd2a req-1d927073-4e63-4c29-a5d6-a74f488e2616 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346679 Dec 08 01:51:43.617071 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-828f3369-de9b-4de2-93f4-18835fda7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:43.618706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-828f3369-de9b-4de2-93f4-18835fda7dac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0659311 Dec 08 01:51:43.664880 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5c2a5c-6eb9-46c5-93da-7110b4ce515f x-openstack-request-id: req-5b5c2a5c-6eb9-46c5-93da-7110b4ce515f {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:43.665248 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67f5e62-6b49-44bc-94ad-d2ae1e55beb8", "name": "network-vif-deleted", "tag": "34b6e12d-3483-4449-bfb6-a5a9b611d14d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "275a39ea-ccc9-4a4c-a276-8e63da233a5c", "tag": "bff6b826-50a9-4ef6-bd63-3296ead342a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb", "tag": "15150395-72b3-44b4-a491-b697006fd07c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:43.665414 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5b5c2a5c-6eb9-46c5-93da-7110b4ce515f {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:43.666029 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67f5e62-6b49-44bc-94ad-d2ae1e55beb8', 'name': 'network-vif-deleted', 'tag': '34b6e12d-3483-4449-bfb6-a5a9b611d14d', 'status': 'completed', 'code': 200} Dec 08 01:51:43.666284 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275a39ea-ccc9-4a4c-a276-8e63da233a5c', 'tag': 'bff6b826-50a9-4ef6-bd63-3296ead342a0', 'status': 'completed', 'code': 200} Dec 08 01:51:43.666535 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb', 'tag': '15150395-72b3-44b4-a491-b697006fd07c', 'status': 'completed', 'code': 200} Dec 08 01:51:43.668626 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-add38e45-8ceb-4b72-9c76-e6a5edf3a40d req-2ff457e2-770c-4f91-91ff-497344217d4c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126487 Dec 08 01:51:43.682323 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-c1ce7d2a-a96a-443b-8792-61fa810ea735 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 HTTP/1.1" status: 200 len: 217 time: 0.1295381 Dec 08 01:51:43.717202 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-15cd794f-4454-4373-83b9-7149a46ef090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:43.772805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1921fe66-0e50-4e13-9fca-ef95ba9c34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:43.775081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-1921fe66-0e50-4e13-9fca-ef95ba9c34a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1105964 Dec 08 01:51:43.819002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d137dd-5ce6-456d-bc0c-b27875f212cc req-17394ab0-e404-4649-b6b9-162eb65dcd66 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:43.821111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09d137dd-5ce6-456d-bc0c-b27875f212cc req-17394ab0-e404-4649-b6b9-162eb65dcd66 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 948 time: 0.1060877 Dec 08 01:51:43.840846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-15cd794f-4454-4373-83b9-7149a46ef090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794feb3e-0034-432a-8d6f-d3691f9c03fb']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:43.893071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-15cd794f-4454-4373-83b9-7149a46ef090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8037dc-a5e9-4c97-92a1-fceb74604fcd') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:43.893707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-15cd794f-4454-4373-83b9-7149a46ef090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8037dc-a5e9-4c97-92a1-fceb74604fcd') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:43.919461 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-15cd794f-4454-4373-83b9-7149a46ef090 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:43.933571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-785d906e-d0e6-4bf1-b398-6460464e24df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:43.935035 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-785d906e-d0e6-4bf1-b398-6460464e24df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.2257206 Dec 08 01:51:43.963275 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-15cd794f-4454-4373-83b9-7149a46ef090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:43.968110 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-a685b9f7-7eb8-4d5c-86fd-c04323076703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:43.969596 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-a685b9f7-7eb8-4d5c-86fd-c04323076703 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 1095 time: 0.2496808 Dec 08 01:51:43.970496 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09d137dd-5ce6-456d-bc0c-b27875f212cc req-0f5d216f-c181-410e-b1e2-e38e22ccf4d7 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097064 Dec 08 01:51:43.976758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-f3bb4f74-a713-4edb-889e-56d56c5aaec2 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928699 Dec 08 01:51:44.000840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca0075-5cb2-4b0e-8445-6c192bddca3c req-be1f0b55-29e3-4040-ac30-e82fa9e45fc1 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:44.002361 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43ca0075-5cb2-4b0e-8445-6c192bddca3c req-be1f0b55-29e3-4040-ac30-e82fa9e45fc1 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.0872586 Dec 08 01:51:44.019118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cd794f-4454-4373-83b9-7149a46ef090 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:51:44.019528 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-15cd794f-4454-4373-83b9-7149a46ef090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:51:44.021274 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:51:44.086988 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8356256-d6d6-47d9-af38-540802947a5c req-2d788b46-85e5-4094-99e5-b7030d162d3a service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279606 Dec 08 01:51:44.092728 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-add38e45-8ceb-4b72-9c76-e6a5edf3a40d req-4657a3b5-95b6-4d52-a451-1b9ed039e6e5 service neutron] 10.222.0.75 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073622 Dec 08 01:51:44.152262 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43ca0075-5cb2-4b0e-8445-6c192bddca3c req-1bfabce8-b8fc-4726-89b5-28f17c3fc3bb tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356421 Dec 08 01:51:44.168771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d59e7f5-8cd8-4840-b4cb-32262e18b1fc req-0f42fdf7-df6d-426d-a1b6-4e834cec75d7 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "GET /v2.0/security-groups/3ccb6289-1d87-4120-bbca-3c3ff14a4875 HTTP/1.1" status: 200 len: 1816 time: 0.1511168 Dec 08 01:51:44.169872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-6228aa3c-1395-49d2-9a9f-6176b88fd503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:44.171402 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-6228aa3c-1395-49d2-9a9f-6176b88fd503 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2200413 Dec 08 01:51:44.175791 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-15cd794f-4454-4373-83b9-7149a46ef090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.198271 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b196bc9d-67a0-4131-a906-f01c86184e44 x-openstack-request-id: req-b196bc9d-67a0-4131-a906-f01c86184e44 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:44.198569 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933ee2d4-138c-47df-bac8-7c15a383455c", "tag": "1065fa32-86d0-4f6f-a512-4d216683dda4", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:44.198827 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b196bc9d-67a0-4131-a906-f01c86184e44 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:44.199221 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933ee2d4-138c-47df-bac8-7c15a383455c', 'tag': '1065fa32-86d0-4f6f-a512-4d216683dda4', 'status': 'completed', 'code': 200} Dec 08 01:51:44.215238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-15cd794f-4454-4373-83b9-7149a46ef090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.218477 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-15cd794f-4454-4373-83b9-7149a46ef090 admin admin] 10.222.0.71 "DELETE /v2.0/networks/794feb3e-0034-432a-8d6f-d3691f9c03fb HTTP/1.1" status: 204 len: 168 time: 1.2321482 Dec 08 01:51:44.279075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd794f-4454-4373-83b9-7149a46ef090 admin admin] Pushing event deleted for resources: {'Network': ['ID=794feb3e-0034-432a-8d6f-d3691f9c03fb,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:44.285909 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8d59e7f5-8cd8-4840-b4cb-32262e18b1fc req-257700ee-19c4-468c-8049-15f14bf858e0 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.287617 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-cf953ff3-f9d7-4ccb-b16d-38be70dd972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:44.289226 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-cf953ff3-f9d7-4ccb-b16d-38be70dd972e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 912 time: 0.3109124 Dec 08 01:51:44.313440 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8d59e7f5-8cd8-4840-b4cb-32262e18b1fc req-257700ee-19c4-468c-8049-15f14bf858e0 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.374228 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-a5d15471-37a2-4430-957c-a1936494c75a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bff6b826-50a9-4ef6-bd63-3296ead342a0 HTTP/1.1" status: 200 len: 217 time: 0.0557990 Dec 08 01:51:44.379147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-7ec4f76f-8ce6-4de5-adf2-43a922337f08 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940310 Dec 08 01:51:44.382836 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-add38e45-8ceb-4b72-9c76-e6a5edf3a40d req-14d60f4c-7a74-41f3-823d-21cd86210d1e service neutron] 10.222.0.75 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570839 Dec 08 01:51:44.383891 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8d59e7f5-8cd8-4840-b4cb-32262e18b1fc req-257700ee-19c4-468c-8049-15f14bf858e0 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.387484 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8d59e7f5-8cd8-4840-b4cb-32262e18b1fc req-257700ee-19c4-468c-8049-15f14bf858e0 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.390075 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d59e7f5-8cd8-4840-b4cb-32262e18b1fc req-257700ee-19c4-468c-8049-15f14bf858e0 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] 10.222.0.71 "DELETE /v2.0/security-groups/3ccb6289-1d87-4120-bbca-3c3ff14a4875 HTTP/1.1" status: 204 len: 173 time: 0.2027118 Dec 08 01:51:44.408727 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41904) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:44.466349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccebd13-11fd-4aa1-8748-4dd93d4a26ef admin admin] Deleting subnet 87daa265-7408-4695-acf4-fccb886c858c {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:51:44.470892 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cccebd13-11fd-4aa1-8748-4dd93d4a26ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.474063 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-38290ed1-82bf-4837-a8e6-836662906252 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657862 Dec 08 01:51:44.505047 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-b0887fb0-15ef-4a32-a31e-9934d230f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:44.506553 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-b0887fb0-15ef-4a32-a31e-9934d230f645 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.1080160 Dec 08 01:51:44.527776 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cccebd13-11fd-4aa1-8748-4dd93d4a26ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.585735 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-c73c194b-98b3-4f26-a97e-ce2657b5498b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592868 Dec 08 01:51:44.606092 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257700ee-19c4-468c-8049-15f14bf858e0 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccb6289-1d87-4120-bbca-3c3ff14a4875,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:44.638559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41916) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:44.689209 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cccebd13-11fd-4aa1-8748-4dd93d4a26ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.697599 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51f82be0-e62e-4d2b-90be-c52224e4ab58 req-fd0d96ec-ddd7-4b0a-9e5e-13a0ca64598f service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026482 Dec 08 01:51:44.732126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098c3dc-32d4-41b7-82ca-d740aaa34c99 req-6b48e30b-1693-4b20-aeb4-14d582102daf tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:44.742767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098c3dc-32d4-41b7-82ca-d740aaa34c99 req-6b48e30b-1693-4b20-aeb4-14d582102daf tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:44.742957 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-97a2e83a-7665-4f80-b18a-ef418301fc36 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=94ac76568176464b889e99da692ecdb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0995867 Dec 08 01:51:44.743053 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41920) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:44.746581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098c3dc-32d4-41b7-82ca-d740aaa34c99 req-6b48e30b-1693-4b20-aeb4-14d582102daf tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:44.748357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5098c3dc-32d4-41b7-82ca-d740aaa34c99 req-6b48e30b-1693-4b20-aeb4-14d582102daf tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4&device_id=3b9d92b2-736c-4098-b23e-3819ca08de21&device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 2418 time: 0.1886606 Dec 08 01:51:44.754929 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-af308cec-809c-4441-aa7b-2e90d44aec95 service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553771 Dec 08 01:51:44.755157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230e93b-7ef8-47cb-ab2a-60be3dcd8863 req-cea0d82d-a9bd-4cf5-ac65-e738948a71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:44.756633 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f230e93b-7ef8-47cb-ab2a-60be3dcd8863 req-cea0d82d-a9bd-4cf5-ac65-e738948a71f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 1100 time: 0.1952667 Dec 08 01:51:44.767027 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde83a2-9893-4264-a10d-88b73c874341 req-dbc1e2dd-8825-483f-b970-918b51b9ca45 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:44.772095 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ddde83a2-9893-4264-a10d-88b73c874341 req-dbc1e2dd-8825-483f-b970-918b51b9ca45 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 943 time: 0.1671028 Dec 08 01:51:44.811528 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e49210e3-28d9-4ffe-9d47-e9acacc49a33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.847468 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e49210e3-28d9-4ffe-9d47-e9acacc49a33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.894183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cccebd13-11fd-4aa1-8748-4dd93d4a26ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.925272 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ddde83a2-9893-4264-a10d-88b73c874341 req-a5231a3d-479f-4124-bea3-fc3409cb26fa tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444361 Dec 08 01:51:44.953298 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5098c3dc-32d4-41b7-82ca-d740aaa34c99 req-154f9ac0-255f-4dfe-aa7b-d38702d42955 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939640 Dec 08 01:51:44.965333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccebd13-11fd-4aa1-8748-4dd93d4a26ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87daa265-7408-4695-acf4-fccb886c858c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:44.984698 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-a60b3bc2-f150-423d-8581-f5a185e36a59 service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537302 Dec 08 01:51:44.996016 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cccebd13-11fd-4aa1-8748-4dd93d4a26ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.999556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cccebd13-11fd-4aa1-8748-4dd93d4a26ef admin admin] 10.222.0.71 "DELETE /v2.0/subnets/87daa265-7408-4695-acf4-fccb886c858c HTTP/1.1" status: 204 len: 168 time: 0.5897567 Dec 08 01:51:45.002530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41932) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:45.039205 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e49210e3-28d9-4ffe-9d47-e9acacc49a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.042043 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e49210e3-28d9-4ffe-9d47-e9acacc49a33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.043399 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e49210e3-28d9-4ffe-9d47-e9acacc49a33 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ca8cbba4-fc6c-4195-ab92-6596940f456e HTTP/1.1" status: 204 len: 168 time: 0.2992790 Dec 08 01:51:45.120737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230e93b-7ef8-47cb-ab2a-60be3dcd8863 req-d4385a24-ca8a-439c-8ca8-052648c0c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:45.122629 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f230e93b-7ef8-47cb-ab2a-60be3dcd8863 req-d4385a24-ca8a-439c-8ca8-052648c0c617 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2846420 Dec 08 01:51:45.122804 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49210e3-28d9-4ffe-9d47-e9acacc49a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8cbba4-fc6c-4195-ab92-6596940f456e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:45.183546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-465e4958-4385-4f39-a9c3-bd5901783592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.198821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-0aa71bbc-1ec3-4d0e-9889-6a2cbac57ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:45.200555 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-0aa71bbc-1ec3-4d0e-9889-6a2cbac57ef3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 1095 time: 0.0675905 Dec 08 01:51:45.217450 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d1ef-a62a-420d-992a-75cc346daf23 req-865f7a53-f33e-4714-90ed-87f294566eef tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:45.219025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7323d1ef-a62a-420d-992a-75cc346daf23 req-865f7a53-f33e-4714-90ed-87f294566eef tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.1803761 Dec 08 01:51:45.229610 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bba91-a7fb-476c-93d1-af9d4a8a5cc7 req-be63b6f8-f6fd-43b1-b19f-ffa1c96425a4 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:45.231961 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a48bba91-a7fb-476c-93d1-af9d4a8a5cc7 req-be63b6f8-f6fd-43b1-b19f-ffa1c96425a4 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 943 time: 0.1992567 Dec 08 01:51:45.233860 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f230e93b-7ef8-47cb-ab2a-60be3dcd8863 req-215c1800-102d-4631-9a4a-374a646acb42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=1065fa32-86d0-4f6f-a512-4d216683dda4 HTTP/1.1" status: 200 len: 217 time: 0.0957658 Dec 08 01:51:45.333677 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a48bba91-a7fb-476c-93d1-af9d4a8a5cc7 req-bcdc7c3e-0587-472f-8c38-4efa72d585f4 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790124 Dec 08 01:51:45.338919 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-465e4958-4385-4f39-a9c3-bd5901783592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.364806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7323d1ef-a62a-420d-992a-75cc346daf23 req-148995c4-73a3-4cb5-803d-6c9a4744aa49 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299362 Dec 08 01:51:45.373051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-465e4958-4385-4f39-a9c3-bd5901783592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902dc1df-9f44-4c8c-a6ed-450a63390fcd']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:45.394839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230e93b-7ef8-47cb-ab2a-60be3dcd8863 req-e20cdac2-abce-45ef-b74b-6ef0da254bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:45.400994 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f230e93b-7ef8-47cb-ab2a-60be3dcd8863 req-e20cdac2-abce-45ef-b74b-6ef0da254bf4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1477439 Dec 08 01:51:45.417403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-465e4958-4385-4f39-a9c3-bd5901783592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323424bb-2ebd-4c15-af2e-99565e2ac8d9') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:45.417706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-465e4958-4385-4f39-a9c3-bd5901783592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323424bb-2ebd-4c15-af2e-99565e2ac8d9') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:45.450467 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-465e4958-4385-4f39-a9c3-bd5901783592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.458176 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-5bdf4931-b926-4fc8-8d1d-df1d1c67b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:45.467980 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-5bdf4931-b926-4fc8-8d1d-df1d1c67b5ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.2341533 Dec 08 01:51:45.496091 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-465e4958-4385-4f39-a9c3-bd5901783592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.544955 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-ed82a888-5891-44fe-bd33-b6db2e2355a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15150395-72b3-44b4-a491-b697006fd07c HTTP/1.1" status: 200 len: 217 time: 0.0742199 Dec 08 01:51:45.548105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465e4958-4385-4f39-a9c3-bd5901783592 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:51:45.548788 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-465e4958-4385-4f39-a9c3-bd5901783592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:51:45.550799 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:51:45.558330 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230e93b-7ef8-47cb-ab2a-60be3dcd8863 req-ee3b03c9-0ee4-4213-a32b-033ef57973b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:45.559953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f230e93b-7ef8-47cb-ab2a-60be3dcd8863 req-ee3b03c9-0ee4-4213-a32b-033ef57973b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1309900 Dec 08 01:51:45.572531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eada162-6c3b-4daa-8217-7126356270de req-5ad18394-326f-44bb-ba6c-fccb4804b289 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:45.574738 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2eada162-6c3b-4daa-8217-7126356270de req-5ad18394-326f-44bb-ba6c-fccb4804b289 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 948 time: 0.1050553 Dec 08 01:51:45.659005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-d9c4253e-d108-4421-b827-936f7f761a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:45.661241 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-d9c4253e-d108-4421-b827-936f7f761a0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.0934258 Dec 08 01:51:45.667766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5730e629-be62-484c-9e43-31d3414ccc8e', 'tag': '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:45.670908 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e53e33e-de41-46cd-872c-2ca7f7cbe949" -d '{"events": [{"name": "network-changed", "server_uuid": "5730e629-be62-484c-9e43-31d3414ccc8e", "tag": "8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:45.684947 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-465e4958-4385-4f39-a9c3-bd5901783592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.690030 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb272a-4cb0-4dd1-8cf2-b17ec51b11dc req-001e70b3-8585-44f6-b594-4306e8ed76c9 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:45.691563 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04bb272a-4cb0-4dd1-8cf2-b17ec51b11dc req-001e70b3-8585-44f6-b594-4306e8ed76c9 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 945 time: 0.1722617 Dec 08 01:51:45.708892 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-55c55a43-f3b8-439b-a1fe-5b985df62351 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342588 Dec 08 01:51:45.713709 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-465e4958-4385-4f39-a9c3-bd5901783592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.717280 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-465e4958-4385-4f39-a9c3-bd5901783592 admin admin] 10.222.0.71 "DELETE /v2.0/networks/902dc1df-9f44-4c8c-a6ed-450a63390fcd HTTP/1.1" status: 204 len: 168 time: 0.7136652 Dec 08 01:51:45.748938 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2eada162-6c3b-4daa-8217-7126356270de req-fda01144-ed1f-497a-84bd-9aeaf1eec192 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592691 Dec 08 01:51:45.768339 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f230e93b-7ef8-47cb-ab2a-60be3dcd8863 req-4952b32a-9bdd-4f4d-90c8-0ca3bedac70e service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912489 Dec 08 01:51:45.793598 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04bb272a-4cb0-4dd1-8cf2-b17ec51b11dc req-56163391-d99f-4bc7-aeb1-654c3f51b932 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923865 Dec 08 01:51:45.873051 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-ffb502a8-8fbe-44ac-bd40-74899df9beaf service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533258 Dec 08 01:51:45.883745 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c0cf7a-f37d-4db6-a281-c6d3f804ec26 x-openstack-request-id: req-91c0cf7a-f37d-4db6-a281-c6d3f804ec26 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:45.884063 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5730e629-be62-484c-9e43-31d3414ccc8e", "tag": "8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:45.884505 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-91c0cf7a-f37d-4db6-a281-c6d3f804ec26 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:45.884938 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5730e629-be62-484c-9e43-31d3414ccc8e', 'tag': '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194', 'status': 'completed', 'code': 200} Dec 08 01:51:45.952825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41966) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:45.993255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f230e93b-7ef8-47cb-ab2a-60be3dcd8863 req-e2314670-f85d-4eed-8ade-e965977c40f4 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986499 Dec 08 01:51:46.026012 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c36c962f-51fb-4137-91a8-c9dcaae82983 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=841ba7e35e4f46aca806810a0833bd8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703335 Dec 08 01:51:46.030696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41970) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:46.033906 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-43a6720c-bfe1-464c-b2da-ac673e660a15 req-c1b03c13-9c5f-48be-97af-a5aab8de6bd1 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477802 Dec 08 01:51:46.034732 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e4958-4385-4f39-a9c3-bd5901783592 admin admin] Pushing event deleted for resources: {'Network': ['ID=902dc1df-9f44-4c8c-a6ed-450a63390fcd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:46.140785 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190d4fe-3019-4037-ad3b-3c4c0231efcf req-cd378211-675c-4018-8b71-f519311b8eba tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:46.148726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f190d4fe-3019-4037-ad3b-3c4c0231efcf req-cd378211-675c-4018-8b71-f519311b8eba tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 943 time: 0.0919464 Dec 08 01:51:46.170490 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-83a3b247-515b-480a-ba0d-222e5012f99e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.183360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53e33e-de41-46cd-872c-2ca7f7cbe949 req-43f2fa09-b1c0-4a77-9dc4-454cc5f8f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:46.184917 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2e53e33e-de41-46cd-872c-2ca7f7cbe949 req-43f2fa09-b1c0-4a77-9dc4-454cc5f8f544 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=5730e629-be62-484c-9e43-31d3414ccc8e HTTP/1.1" status: 200 len: 1100 time: 0.1481371 Dec 08 01:51:46.211942 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-83a3b247-515b-480a-ba0d-222e5012f99e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.257962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device bff6b826-50a9-4ef6-bd63-3296ead342a0 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:46.287193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f190d4fe-3019-4037-ad3b-3c4c0231efcf req-b8e3de9d-161e-4c86-af64-95e5ca0a09d4 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370423 Dec 08 01:51:46.316448 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-83a3b247-515b-480a-ba0d-222e5012f99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.321286 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-83a3b247-515b-480a-ba0d-222e5012f99e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.324986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-83a3b247-515b-480a-ba0d-222e5012f99e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a5eb1999-57a4-47c1-9fdf-af771c1c5b93 HTTP/1.1" status: 204 len: 168 time: 0.2906775 Dec 08 01:51:46.340499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3b247-515b-480a-ba0d-222e5012f99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eb1999-57a4-47c1-9fdf-af771c1c5b93,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:46.389856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41988) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:46.416440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53e33e-de41-46cd-872c-2ca7f7cbe949 req-9292cc93-0430-4fe2-a47d-62ae36950078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:46.419002 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2e53e33e-de41-46cd-872c-2ca7f7cbe949 req-9292cc93-0430-4fe2-a47d-62ae36950078 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2262161 Dec 08 01:51:46.500506 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2e53e33e-de41-46cd-872c-2ca7f7cbe949 req-88d46df3-d6dc-4835-b2e4-acdebfbceb9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 HTTP/1.1" status: 200 len: 217 time: 0.0697815 Dec 08 01:51:46.508109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port bff6b826-50a9-4ef6-bd63-3296ead342a0, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=bff6b826-50a9-4ef6-bd63-3296ead342a0,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:46.523984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'bff6b826-50a9-4ef6-bd63-3296ead342a0', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'port_id': 'bff6b826-50a9-4ef6-bd63-3296ead342a0', 'mac_address': 'fa:16:3e:65:45:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b17d14-ce86-4d96-b0e5-c267582db3e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:46.559634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53e33e-de41-46cd-872c-2ca7f7cbe949 req-e5209e07-a586-4ec9-8be3-06ca346357eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:46.561124 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2e53e33e-de41-46cd-872c-2ca7f7cbe949 req-e5209e07-a586-4ec9-8be3-06ca346357eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0502007 Dec 08 01:51:46.600991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f314e-9abc-47c5-bfed-b649e2320f97 req-492d9b91-a64b-438c-aec4-d3e579f11386 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:46.606843 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.609168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c30f314e-9abc-47c5-bfed-b649e2320f97 req-492d9b91-a64b-438c-aec4-d3e579f11386 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 943 time: 0.1208131 Dec 08 01:51:46.627255 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff6b826-50a9-4ef6-bd63-3296ead342a0 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:46.639373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-981968093-network', 'tenant_id': 'fd19fbe3abe1404dbc439fb5c4a07329'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:46.641421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53e33e-de41-46cd-872c-2ca7f7cbe949 req-fec299fb-d247-4f9b-a91b-4ac4bbdbf312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:46.645737 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2e53e33e-de41-46cd-872c-2ca7f7cbe949 req-fec299fb-d247-4f9b-a91b-4ac4bbdbf312 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760713 Dec 08 01:51:46.690641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4eea45-2cb3-45a2-8917-2d428e8f1867 req-9b16c955-d640-4596-919a-e3d93f4d3521 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:46.690641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca4eea45-2cb3-45a2-8917-2d428e8f1867 req-9b16c955-d640-4596-919a-e3d93f4d3521 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.1381388 Dec 08 01:51:46.700326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port bff6b826-50a9-4ef6-bd63-3296ead342a0, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=bff6b826-50a9-4ef6-bd63-3296ead342a0,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:46.705815 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.707026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 15150395-72b3-44b4-a491-b697006fd07c details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:46.715186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c30f314e-9abc-47c5-bfed-b649e2320f97 req-9c9f6d5c-13ac-462c-b698-46fdf6387d4f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050589 Dec 08 01:51:46.718199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] Made reservation on behalf of fd19fbe3abe1404dbc439fb5c4a07329 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:46.726626 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.787330 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.850067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca4eea45-2cb3-45a2-8917-2d428e8f1867 req-c8132de1-9657-4c02-8152-26dc9f887a46 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332197 Dec 08 01:51:46.864115 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2e53e33e-de41-46cd-872c-2ca7f7cbe949 req-e72d3851-ca79-4686-a5bd-5edcb228b789 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110991 Dec 08 01:51:46.925472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=bff6b826-50a9-4ef6-bd63-3296ead342a0,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:46.998073 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.005258 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.079529 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=15150395-72b3-44b4-a491-b697006fd07c,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:47.094498 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '15150395-72b3-44b4-a491-b697006fd07c', 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f', 'port_id': '15150395-72b3-44b4-a491-b697006fd07c', 'mac_address': 'fa:16:3e:79:8f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5844c7-e431-4bd7-b10d-a05251110465', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:47.102616 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2e53e33e-de41-46cd-872c-2ca7f7cbe949 req-b947487e-9387-4134-bf86-54ba2e31caa1 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241940 Dec 08 01:51:47.123033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:51:47.131929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb527915-96e4-4922-b1c6-0e9de2305fc7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:47.155017 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.155428 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] Added segment 77370481-e3ec-4477-a51a-fb906d1de591 of type vlan for network 108bef99-8bdc-4aa9-8f0c-9aef76f9866f Dec 08 01:51:47.188277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469a53-d4a7-4806-877c-e2323c672292 req-064a0e33-fe10-4fe0-9336-936428fdd654 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:47.197631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc469a53-d4a7-4806-877c-e2323c672292 req-064a0e33-fe10-4fe0-9336-936428fdd654 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 948 time: 0.1763475 Dec 08 01:51:47.223189 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.277648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15150395-72b3-44b4-a491-b697006fd07c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:47.303288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=15150395-72b3-44b4-a491-b697006fd07c,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:47.309830 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.341898 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.406258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=15150395-72b3-44b4-a491-b697006fd07c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:47.409981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc469a53-d4a7-4806-877c-e2323c672292 req-c3f06aba-d86c-4493-a35b-5dea6c39f639 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095060 Dec 08 01:51:47.415181 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.416370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:47.417731 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.505774 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1137843 Dec 08 01:51:47.509420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42026) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:47.516216 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8cfcf0c6-6bc7-4d04-bded-f31234b7e051 admin admin] Request body: {'subnet': {'network_id': '108bef99-8bdc-4aa9-8f0c-9aef76f9866f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-981968093-subnet', 'tenant_id': 'fd19fbe3abe1404dbc439fb5c4a07329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:47.549084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2f718-aefe-419d-8006-9fa070c722b8 admin admin] Pushing event updated for resources: {'Network': ['ID=108bef99-8bdc-4aa9-8f0c-9aef76f9866f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:47.556826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42030) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:47.563039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 108bef99-8bdc-4aa9-8f0c-9aef76f9866f details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:51:47.584682 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7321f-df0b-4041-9b8b-5b36c8771932 req-735b5b26-e1fa-4654-a0d9-04a45cce9139 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:47.593737 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2f7321f-df0b-4041-9b8b-5b36c8771932 req-735b5b26-e1fa-4654-a0d9-04a45cce9139 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 944 time: 0.0948038 Dec 08 01:51:47.595843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfcf0c6-6bc7-4d04-bded-f31234b7e051 admin admin] Made reservation on behalf of fd19fbe3abe1404dbc439fb5c4a07329 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:47.599583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8cfcf0c6-6bc7-4d04-bded-f31234b7e051 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.634476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['bff6b826-50a9-4ef6-bd63-3296ead342a0'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:47.672046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['15150395-72b3-44b4-a491-b697006fd07c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:47.694109 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2f7321f-df0b-4041-9b8b-5b36c8771932 req-3a0582a9-f46e-4aac-bc34-8946752041c5 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946581 Dec 08 01:51:47.714687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-945745404-network', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:47.720112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9aa4e6-36b1-4838-a1e0-4259c40fa832 req-96e663e6-6658-4e2c-9aa1-89002a523a60 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:47.721826 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c9aa4e6-36b1-4838-a1e0-4259c40fa832 req-96e663e6-6658-4e2c-9aa1-89002a523a60 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.0983717 Dec 08 01:51:47.763770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:47.766301 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.793103 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c9aa4e6-36b1-4838-a1e0-4259c40fa832 req-351a4af4-690a-4df9-98b9-e40e5469978a tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583415 Dec 08 01:51:47.804894 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.861156 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeed815-dc9f-4085-8a5c-48b14db9f782 req-f5d01fdd-159c-4694-9413-6f3b48a1641a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:47.862722 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bfeed815-dc9f-4085-8a5c-48b14db9f782 req-f5d01fdd-159c-4694-9413-6f3b48a1641a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 944 time: 0.0685675 Dec 08 01:51:47.900949 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8cfcf0c6-6bc7-4d04-bded-f31234b7e051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.922016 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bfeed815-dc9f-4085-8a5c-48b14db9f782 req-6c8869b3-111e-4755-a80e-f75aa047ff9a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500250 Dec 08 01:51:47.992885 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.995463 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcf0c6-6bc7-4d04-bded-f31234b7e051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6d6ba3-4e79-41e1-9918-df4e76e716c2,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:48.000669 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:48.011916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71477b-58a6-4fc4-a614-07563f058c2c req-4a8ebb62-1b41-4ded-8196-b9884683c4ab tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:48.013630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d71477b-58a6-4fc4-a614-07563f058c2c req-4a8ebb62-1b41-4ded-8196-b9884683c4ab tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.0570626 Dec 08 01:51:48.021721 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfcf0c6-6bc7-4d04-bded-f31234b7e051 admin admin] Checking segment: {'id': '77370481-e3ec-4477-a51a-fb906d1de591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '108bef99-8bdc-4aa9-8f0c-9aef76f9866f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:48.022064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfcf0c6-6bc7-4d04-bded-f31234b7e051 admin admin] Network hostable DHCP agents. Network: 108bef99-8bdc-4aa9-8f0c-9aef76f9866f, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:51:48.024309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:51:48.049565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:48.049917 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] Added segment 8ba2de36-ecc5-44f0-b692-a0132b5d6fce of type vlan for network d6b104f2-02d7-4703-bbcd-351e34ae697c Dec 08 01:51:48.051252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccb0942-58ab-44be-acd6-005414d9865f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:48.063718 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d71477b-58a6-4fc4-a614-07563f058c2c req-daaccd4a-8055-4a88-9aac-5110ff5c7ab0 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437305 Dec 08 01:51:48.091935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfcf0c6-6bc7-4d04-bded-f31234b7e051 admin admin] Network 108bef99-8bdc-4aa9-8f0c-9aef76f9866f is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:51:48.107323 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:48.111260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8cfcf0c6-6bc7-4d04-bded-f31234b7e051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 108bef99-8bdc-4aa9-8f0c-9aef76f9866f) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:48.118270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfcf0c6-6bc7-4d04-bded-f31234b7e051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:48.118869 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8cfcf0c6-6bc7-4d04-bded-f31234b7e051 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:48.120176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b79c9-d7b7-496f-81ab-bebb82f6e5c9 None None] Network 108bef99-8bdc-4aa9-8f0c-9aef76f9866f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:48.154179 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8cfcf0c6-6bc7-4d04-bded-f31234b7e051 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6431363 Dec 08 01:51:48.155770 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:48.157124 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:48.157926 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:48.222894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e4b04e-fd08-412b-ba7d-dea113618836 None None] Network 108bef99-8bdc-4aa9-8f0c-9aef76f9866f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:48.223349 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6651852 Dec 08 01:51:48.227054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42040) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:48.230871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c739ec-6240-41b2-9447-d3a2998f6321 admin admin] Pushing event updated for resources: {'Network': ['ID=d6b104f2-02d7-4703-bbcd-351e34ae697c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:48.240649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-354184ec-ac9b-4783-b6b0-32a5a59bda06 admin admin] Request body: {'subnet': {'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-945745404-subnet', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:48.262736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network d6b104f2-02d7-4703-bbcd-351e34ae697c details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:51:48.265411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:48.266100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354184ec-ac9b-4783-b6b0-32a5a59bda06 admin admin] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:48.268636 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-354184ec-ac9b-4783-b6b0-32a5a59bda06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:48.501802 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-354184ec-ac9b-4783-b6b0-32a5a59bda06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:48.579195 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:48.597183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194', 'mac_address': 'fa:16:3e:6f:75:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:48.619707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354184ec-ac9b-4783-b6b0-32a5a59bda06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db87e53-55e7-48e5-bc57-f8d120be4c16,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:48.646000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055045a-777d-4a7c-ad09-aa5a80bd7196 req-a7f2b0cc-072f-4bdf-a401-4092b7e82ce2 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:48.648592 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d055045a-777d-4a7c-ad09-aa5a80bd7196 req-a7f2b0cc-072f-4bdf-a401-4092b7e82ce2 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 948 time: 0.1483428 Dec 08 01:51:48.649672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354184ec-ac9b-4783-b6b0-32a5a59bda06 admin admin] Checking segment: {'id': '8ba2de36-ecc5-44f0-b692-a0132b5d6fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:48.650172 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354184ec-ac9b-4783-b6b0-32a5a59bda06 admin admin] Network hostable DHCP agents. Network: d6b104f2-02d7-4703-bbcd-351e34ae697c, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:51:48.674834 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:48.689516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354184ec-ac9b-4783-b6b0-32a5a59bda06 admin admin] Network d6b104f2-02d7-4703-bbcd-351e34ae697c is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:51:48.699666 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:48.714209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-354184ec-ac9b-4783-b6b0-32a5a59bda06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, d6b104f2-02d7-4703-bbcd-351e34ae697c) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:48.721757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354184ec-ac9b-4783-b6b0-32a5a59bda06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:48.722204 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-354184ec-ac9b-4783-b6b0-32a5a59bda06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:48.736266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:48.739359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c042248d-2e81-4054-a8c0-e0b252f61494 None None] Network d6b104f2-02d7-4703-bbcd-351e34ae697c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:48.740157 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d055045a-777d-4a7c-ad09-aa5a80bd7196 req-421a2049-d2c9-4da9-bb41-ea0007892bfa tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779397 Dec 08 01:51:48.755916 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:48.756846 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1065fa32-86d0-4f6f-a512-4d216683dda4 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:48.771479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-354184ec-ac9b-4783-b6b0-32a5a59bda06 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5432248 Dec 08 01:51:48.774817 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42060) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:48.779270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-945745404-router', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:48.796166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 1065fa32-86d0-4f6f-a512-4d216683dda4, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1065fa32-86d0-4f6f-a512-4d216683dda4,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:48.823632 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:48.824734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '1065fa32-86d0-4f6f-a512-4d216683dda4', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '1065fa32-86d0-4f6f-a512-4d216683dda4', 'mac_address': 'fa:16:3e:65:a9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:48.825080 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:48.886925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1915c-b169-4894-a1bf-fc3aa7c8ffc6 req-0367ac9e-640c-4f81-b196-9a1a7661d8ac tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:48.895878 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afe1915c-b169-4894-a1bf-fc3aa7c8ffc6 req-0367ac9e-640c-4f81-b196-9a1a7661d8ac tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 944 time: 0.0790126 Dec 08 01:51:48.977452 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afe1915c-b169-4894-a1bf-fc3aa7c8ffc6 req-8230517b-00d2-4dc6-8ede-32e7da5db3d6 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805674 Dec 08 01:51:49.070911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463d84a-e578-4154-b0a2-7069729db1c1 req-4fcfa0f5-ae68-40b2-adb3-3a7c1f961330 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:49.079750 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1463d84a-e578-4154-b0a2-7069729db1c1 req-4fcfa0f5-ae68-40b2-adb3-3a7c1f961330 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.0782127 Dec 08 01:51:49.145361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:49.149410 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.164285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-d6b104f2-02d7-4703-bbcd-351e34ae697c', 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c', 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'fixed_ips': [{'subnet_id': '1db87e53-55e7-48e5-bc57-f8d120be4c16'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:51:49.165753 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.192190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1065fa32-86d0-4f6f-a512-4d216683dda4 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:49.202852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1463d84a-e578-4154-b0a2-7069729db1c1 req-9528fd52-691c-4735-ae78-f02b8f0999a3 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168334 Dec 08 01:51:49.220533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.245651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8ac9c-5bc3-4313-a0a7-e9cf020360df req-f898b781-b90f-4e74-9be0-e8d85c86a17e tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:49.257248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d5c8ac9c-5bc3-4313-a0a7-e9cf020360df req-f898b781-b90f-4e74-9be0-e8d85c86a17e tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 944 time: 0.1421001 Dec 08 01:51:49.363507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d5c8ac9c-5bc3-4313-a0a7-e9cf020360df req-f79a4eb7-a62a-434e-b661-3351eb6edd67 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052775 Dec 08 01:51:49.397001 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.404751 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e5b4f-7a33-40a9-bf96-04078e684f91 req-8fcc6705-24ed-4af4-888a-e13156f4a95a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:49.412461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be0e5b4f-7a33-40a9-bf96-04078e684f91 req-8fcc6705-24ed-4af4-888a-e13156f4a95a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.0948639 Dec 08 01:51:49.440685 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 1065fa32-86d0-4f6f-a512-4d216683dda4, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1065fa32-86d0-4f6f-a512-4d216683dda4,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:49.512530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be0e5b4f-7a33-40a9-bf96-04078e684f91 req-7ab48b18-a83b-429d-82a1-fc079138131f tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989323 Dec 08 01:51:49.537748 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.570811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Allocated IP 172.20.0.2 (d6b104f2-02d7-4703-bbcd-351e34ae697c/1db87e53-55e7-48e5-bc57-f8d120be4c16/0228bcd5-ccc3-4f67-8f54-fa2c665195ee) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:49.610969 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=1065fa32-86d0-4f6f-a512-4d216683dda4,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:49.669325 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.690477 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.839374 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Allocated IP 172.25.8.79 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:49.850045 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.866865 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.890034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05172b51-1c0a-40ee-adbf-7ad598d983b4 req-cfce4fa3-e35d-4025-a1e1-245a096d4277 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:49.899708 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05172b51-1c0a-40ee-adbf-7ad598d983b4 req-cfce4fa3-e35d-4025-a1e1-245a096d4277 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 949 time: 0.0894103 Dec 08 01:51:49.946806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:49.949563 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['1065fa32-86d0-4f6f-a512-4d216683dda4'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:49.964232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05172b51-1c0a-40ee-adbf-7ad598d983b4 req-e75d8682-35bc-4b9a-a8df-e9447cb60186 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632637 Dec 08 01:51:50.000854 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.048695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Network d6b104f2-02d7-4703-bbcd-351e34ae697c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:50.053301 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.083816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Pushing event updated for resources: {'Port': ['ID=0228bcd5-ccc3-4f67-8f54-fa2c665195ee,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:50.087270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:50.107414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:50.132429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Pushing event updated for resources: {'Port': ['ID=6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:50.150258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:50.152157 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:50.156192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:50.269720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 15150395-72b3-44b4-a491-b697006fd07c up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:50.287088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Attempting to bind port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:50.287295 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Attempting to bind port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '8ba2de36-ecc5-44f0-b692-a0132b5d6fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:50.287727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Attempting to bind port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee on network d6b104f2-02d7-4703-bbcd-351e34ae697c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:50.355521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:50.356074 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Checking segment: {'id': '8ba2de36-ecc5-44f0-b692-a0132b5d6fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:50.356499 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.356905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Bound using segment: {'id': '8ba2de36-ecc5-44f0-b692-a0132b5d6fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:50.357433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Bound port: 0228bcd5-ccc3-4f67-8f54-fa2c665195ee, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba2de36-ecc5-44f0-b692-a0132b5d6fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:50.357812 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.620035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 15150395-72b3-44b4-a491-b697006fd07c completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:51:50.621243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e82412-dcf3-4c90-8c0e-abb9365dd6ce req-bc49b308-4b35-4e45-ad68-a06bdf4a10cc tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:50.624726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04e82412-dcf3-4c90-8c0e-abb9365dd6ce req-bc49b308-4b35-4e45-ad68-a06bdf4a10cc tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 944 time: 0.5440283 Dec 08 01:51:50.626078 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.640919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 15150395-72b3-44b4-a491-b697006fd07c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:50.641197 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.644098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] For port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:50.651988 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] For port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0228bcd5-ccc3-4f67-8f54-fa2c665195ee,segment=NetworkSegment(8ba2de36-ecc5-44f0-b692-a0132b5d6fce),segment_id=8ba2de36-ecc5-44f0-b692-a0132b5d6fce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:50.678015 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.728589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-08d17b98-9b36-45c7-a3a4-685e42c5c96c tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:50.736356 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-08d17b98-9b36-45c7-a3a4-685e42c5c96c tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/networks?id=108bef99-8bdc-4aa9-8f0c-9aef76f9866f HTTP/1.1" status: 200 len: 809 time: 0.2160523 Dec 08 01:51:50.768728 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-5102786e-3e9c-43f5-a629-4ac0166eca87 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/quotas/fd19fbe3abe1404dbc439fb5c4a07329 HTTP/1.1" status: 200 len: 375 time: 0.0310595 Dec 08 01:51:50.769795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a743f0-980e-47a8-9fa6-4a04709e4e76 None None] Pushing event updated for resources: {'Port': ['ID=0228bcd5-ccc3-4f67-8f54-fa2c665195ee,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:50.808542 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04e82412-dcf3-4c90-8c0e-abb9365dd6ce req-3b69fdf0-c37e-4800-be2a-6840f3089ae6 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674097 Dec 08 01:51:50.818458 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.845391 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-d7b1e2d8-fef7-4550-bc12-bcd1e399ee53 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd19fbe3abe1404dbc439fb5c4a07329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757759 Dec 08 01:51:50.874549 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15150395-72b3-44b4-a491-b697006fd07c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:50.878075 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142312df-a336-4f2e-8fd5-43a60f71ceda" -d '{"events": [{"server_uuid": "baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb", "name": "network-vif-plugged", "status": "completed", "tag": "15150395-72b3-44b4-a491-b697006fd07c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:50.896085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=15150395-72b3-44b4-a491-b697006fd07c,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:50.901764 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.902631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device bff6b826-50a9-4ef6-bd63-3296ead342a0 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:50.906374 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.972409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318262e4-cc5c-40c1-a746-48004e93d06c req-4145b299-ffac-4017-bfbf-9728222f3315 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:50.973926 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-318262e4-cc5c-40c1-a746-48004e93d06c req-4145b299-ffac-4017-bfbf-9728222f3315 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.1039486 Dec 08 01:51:50.985117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=15150395-72b3-44b4-a491-b697006fd07c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:50.998346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port bff6b826-50a9-4ef6-bd63-3296ead342a0 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:51:51.002738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port bff6b826-50a9-4ef6-bd63-3296ead342a0 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:51.003201 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.017470 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-bea21a94-51c4-45b3-ae73-7758b77ca694 service neutron] 10.222.0.71 "GET /v2.0/networks/108bef99-8bdc-4aa9-8f0c-9aef76f9866f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635230 Dec 08 01:51:51.094593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Router 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:51:51.137493 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.152838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-318262e4-cc5c-40c1-a746-48004e93d06c req-67fdf8d8-148f-4257-8400-236b36837dae tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448932 Dec 08 01:51:51.172631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-ae2e3050-b6ff-4d05-848c-c570046895b8 service neutron] 10.222.0.71 "GET /v2.0/networks/108bef99-8bdc-4aa9-8f0c-9aef76f9866f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538713 Dec 08 01:51:51.180749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port bff6b826-50a9-4ef6-bd63-3296ead342a0, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=bff6b826-50a9-4ef6-bd63-3296ead342a0,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:51.186992 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.260776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:51:51.282770 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.284292 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7f958eb4-3395-49d9-bc7f-29f24be233ef admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5085227 Dec 08 01:51:51.284873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Sync routers for ids ['3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:51:51.286979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42118) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:51.306037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=bff6b826-50a9-4ef6-bd63-3296ead342a0,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:51.313052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Routers {'3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:51.313674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:51:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:51.325629 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f45f18-f998-4277-8534-5db7bbcf21a1 req-8ed8293f-81ee-492f-840d-9bf96c78940d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:51.327230 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a9f45f18-f998-4277-8534-5db7bbcf21a1 req-8ed8293f-81ee-492f-840d-9bf96c78940d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 945 time: 0.0648172 Dec 08 01:51:51.385106 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a9f45f18-f998-4277-8534-5db7bbcf21a1 req-5dc1114d-9b7d-4526-ad6a-9d091f9f0b50 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508285 Dec 08 01:51:51.447757 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Set router 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:51.531712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bca73b-b65a-4978-a213-502f813e04d8 req-aa90ed32-e3f0-4d1c-9f76-4996a94aa5bc tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:51.533778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93bca73b-b65a-4978-a213-502f813e04d8 req-aa90ed32-e3f0-4d1c-9f76-4996a94aa5bc tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.0576937 Dec 08 01:51:51.604411 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e5f49d-0c0f-4540-88d0-fd13466bbcee x-openstack-request-id: req-25e5f49d-0c0f-4540-88d0-fd13466bbcee {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:51.608026 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb", "name": "network-vif-plugged", "status": "completed", "tag": "15150395-72b3-44b4-a491-b697006fd07c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:51.608470 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-25e5f49d-0c0f-4540-88d0-fd13466bbcee {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:51.609028 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15150395-72b3-44b4-a491-b697006fd07c', 'code': 200} Dec 08 01:51:51.641890 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93bca73b-b65a-4978-a213-502f813e04d8 req-c9a2074a-caae-4f8c-b1bb-95b8528b1581 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999918 Dec 08 01:51:51.769980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'name': 'tempest-ServersTestMultiNic-945745404-router', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:48Z', 'updated_at': '2021-12-08T01:51:50Z', 'revision_number': 3, 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'gw_port': {'id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:49Z', 'updated_at': '2021-12-08T01:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:51.806370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3724588a-fd00-4848-b309-6f6602cc6a56 req-5c6f158c-2210-4e07-aed4-f85d2b07882c tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/ports?device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 210 time: 0.0747292 Dec 08 01:51:51.813560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Checking router: 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:51:51.813910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Updating router 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd port 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:51:51.833538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df04cca-fcbf-4729-98a4-f3ae0938184d req-e51c410a-08e5-4106-b266-40ec52798b54 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:51.839218 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5df04cca-fcbf-4729-98a4-f3ae0938184d req-e51c410a-08e5-4106-b266-40ec52798b54 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 949 time: 0.1637182 Dec 08 01:51:51.891910 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db31a5-0db3-4033-af09-66a057b6fc81 req-61375301-e123-40e9-8e5f-47029f9344c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:51.893556 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54db31a5-0db3-4033-af09-66a057b6fc81 req-61375301-e123-40e9-8e5f-47029f9344c9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 1097 time: 0.2324812 Dec 08 01:51:51.898327 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.963384 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5df04cca-fcbf-4729-98a4-f3ae0938184d req-3c91a86a-30e2-425b-bd31-fe0d1769ccb6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170595 Dec 08 01:51:51.975006 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58dbf875-4f23-49b9-b546-9e56c125dd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:52.050238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b92fd-10d4-44e3-9491-f1b94efa4fe6 req-a2fbea97-e3dd-427d-bc76-520114e3daca tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:52.061749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-737b92fd-10d4-44e3-9491-f1b94efa4fe6 req-a2fbea97-e3dd-427d-bc76-520114e3daca tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 945 time: 0.1326449 Dec 08 01:51:52.080863 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54db31a5-0db3-4033-af09-66a057b6fc81 req-bf73d84f-5ba2-4a30-98c4-b6f56dfe85ca service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730366 Dec 08 01:51:52.095006 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:52.174171 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-737b92fd-10d4-44e3-9491-f1b94efa4fe6 req-4fa85a6f-11d0-4759-aa76-152605a1b66e tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107397 Dec 08 01:51:52.261397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87854b68-3819-4921-bcc2-1e102769f735 None None] Network d6b104f2-02d7-4703-bbcd-351e34ae697c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:52.292228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:52.348194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4587c-b54a-4a49-b4dc-f6f296bb385a req-19637016-75ca-46e2-b71c-2a98d583ec40 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:52.350691 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42c4587c-b54a-4a49-b4dc-f6f296bb385a req-19637016-75ca-46e2-b71c-2a98d583ec40 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.0978146 Dec 08 01:51:52.394979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Allocated IP 172.20.0.1 (d6b104f2-02d7-4703-bbcd-351e34ae697c/1db87e53-55e7-48e5-bc57-f8d120be4c16/dc5e86a3-6f2d-4d9a-a8c2-326f682404b7) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:52.475366 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ce5e33c7-7c63-4e5b-87c4-e3260d933deb None None] Provisioning complete for port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:52.475764 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce5e33c7-7c63-4e5b-87c4-e3260d933deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:52.478216 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42c4587c-b54a-4a49-b4dc-f6f296bb385a req-ca268bc0-54e7-4b19-8bf3-f36ea44d4687 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214404 Dec 08 01:51:52.574648 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:52.576285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:51:52.588914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:52.588914 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:52.592676 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:52.624065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b63ff-9c79-4d06-a8fd-a3a3ba621c1e req-1f5f2544-3b90-4525-bbff-8aa0cd3f3c3f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:52.637187 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c96b63ff-9c79-4d06-a8fd-a3a3ba621c1e req-1f5f2544-3b90-4525-bbff-8aa0cd3f3c3f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 945 time: 0.1322484 Dec 08 01:51:52.650615 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:52.732562 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:52.778237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c96b63ff-9c79-4d06-a8fd-a3a3ba621c1e req-96fa85ad-8927-498a-a107-98bcf1c05027 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158574 Dec 08 01:51:52.796786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Attempting to bind port 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:52.797373 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Attempting to bind port 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:52.797494 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Attempting to bind port 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:52.809505 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0228bcd5-ccc3-4f67-8f54-fa2c665195ee up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:52.859425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:52.859831 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:52.860238 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:52.860627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:52.862206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Bound port: 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:52.862614 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:52.863223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Network d6b104f2-02d7-4703-bbcd-351e34ae697c is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:52.877254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427228b-172a-4e0e-b5c3-0e25e361f361 req-b16004af-9085-4f08-9c67-7bc0c995ce28 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:52.879053 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7427228b-172a-4e0e-b5c3-0e25e361f361 req-b16004af-9085-4f08-9c67-7bc0c995ce28 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.0970249 Dec 08 01:51:52.890676 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:52.894466 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:52.913813 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce5e33c7-7c63-4e5b-87c4-e3260d933deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:52.941824 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96812d4-f82c-47c9-b732-32f48a3aacdb None None] Pushing event updated for resources: {'Port': ['ID=6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:52.962854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Pushing event updated for resources: {'Port': ['ID=dc5e86a3-6f2d-4d9a-a8c2-326f682404b7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:52.974149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7427228b-172a-4e0e-b5c3-0e25e361f361 req-8e73fce0-61b7-466e-9d01-757c220a3b64 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885396 Dec 08 01:51:52.985350 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.029331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14070b4c-6b46-4180-a423-4efdea5bc186 req-2f9c3b27-4a74-4c5e-86ff-3d5c7c1bc86b tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/ports?device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 210 time: 0.0533421 Dec 08 01:51:53.203236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934d5bf-ab64-49f5-b7fc-8924b300c1fc req-a48ded7f-c86c-452e-9a6b-5bc155f98f57 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:53.216875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2934d5bf-ab64-49f5-b7fc-8924b300c1fc req-a48ded7f-c86c-452e-9a6b-5bc155f98f57 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 949 time: 0.1198399 Dec 08 01:51:53.276831 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.283471 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] For port 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:53.286807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ce5e33c7-7c63-4e5b-87c4-e3260d933deb None None] For port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0228bcd5-ccc3-4f67-8f54-fa2c665195ee,segment=NetworkSegment(8ba2de36-ecc5-44f0-b692-a0132b5d6fce),segment_id=8ba2de36-ecc5-44f0-b692-a0132b5d6fce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:53.306701 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.310605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:53.311101 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.312869 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce5e33c7-7c63-4e5b-87c4-e3260d933deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.316017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] For port 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:53.347870 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2934d5bf-ab64-49f5-b7fc-8924b300c1fc req-cd1bd714-2be8-4b0a-b840-205d6aa2aa9f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264901 Dec 08 01:51:53.403949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e33c7-7c63-4e5b-87c4-e3260d933deb None None] Pushing event updated for resources: {'Port': ['ID=0228bcd5-ccc3-4f67-8f54-fa2c665195ee,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:53.410735 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.485375 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.485621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019952fd-f62e-4d15-9dc5-431fbf382ceb req-b0222c9f-837e-402e-ac67-116d53feb63a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:53.487556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-019952fd-f62e-4d15-9dc5-431fbf382ceb req-b0222c9f-837e-402e-ac67-116d53feb63a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 945 time: 0.1644886 Dec 08 01:51:53.491959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96812d4-f82c-47c9-b732-32f48a3aacdb None None] Pushing event updated for resources: {'Port': ['ID=6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:53.505995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-472d4fb7-0d5e-4721-8759-a3b3fac40eb1 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:53.508665 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-472d4fb7-0d5e-4721-8759-a3b3fac40eb1 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.75 "GET /v2.0/networks?id=108bef99-8bdc-4aa9-8f0c-9aef76f9866f HTTP/1.1" status: 200 len: 809 time: 0.2333338 Dec 08 01:51:53.551396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:53.565723 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.566650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1065fa32-86d0-4f6f-a512-4d216683dda4 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:53.574795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a85e22a5-d3ba-4800-8f57-3c86acb81d46 None None] Provisioning complete for port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:53.575170 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a85e22a5-d3ba-4800-8f57-3c86acb81d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.607463 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.616849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-730407f5-8486-44f5-b0da-0eb3993ea17a tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Request body: {'port': {'device_id': '0baecfab-8218-4966-838f-3f6922b6a41e', 'network_id': '108bef99-8bdc-4aa9-8f0c-9aef76f9866f', 'admin_state_up': True, 'tenant_id': 'fd19fbe3abe1404dbc439fb5c4a07329'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:53.638545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275a39ea-ccc9-4a4c-a276-8e63da233a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff6b826-50a9-4ef6-bd63-3296ead342a0'}, {'server_uuid': '5730e629-be62-484c-9e43-31d3414ccc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:53.641096 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010ca5c0-4852-4e19-b6c0-dfc6d25aee31" -d '{"events": [{"server_uuid": "275a39ea-ccc9-4a4c-a276-8e63da233a5c", "name": "network-vif-plugged", "status": "completed", "tag": "bff6b826-50a9-4ef6-bd63-3296ead342a0"}, {"server_uuid": "5730e629-be62-484c-9e43-31d3414ccc8e", "name": "network-vif-plugged", "status": "completed", "tag": "8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:53.662436 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-019952fd-f62e-4d15-9dc5-431fbf382ceb req-1ab3a789-5cfd-407d-b208-6a3a59b74c47 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663516 Dec 08 01:51:53.683844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Routers {'3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:53.684490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:51:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:53.700052 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.743761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65172a-428d-47e3-ae3e-a3d0b8cf06ab req-dc15152e-e894-49a6-be8d-2087c4567222 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:53.751831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af65172a-428d-47e3-ae3e-a3d0b8cf06ab req-dc15152e-e894-49a6-be8d-2087c4567222 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.0765984 Dec 08 01:51:53.759408 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3691186-8b87-4e5e-8096-99b24ac8b6cc x-openstack-request-id: req-f3691186-8b87-4e5e-8096-99b24ac8b6cc {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:53.759884 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275a39ea-ccc9-4a4c-a276-8e63da233a5c", "name": "network-vif-plugged", "status": "completed", "tag": "bff6b826-50a9-4ef6-bd63-3296ead342a0", "code": 200}, {"server_uuid": "5730e629-be62-484c-9e43-31d3414ccc8e", "name": "network-vif-plugged", "status": "completed", "tag": "8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:53.760023 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f3691186-8b87-4e5e-8096-99b24ac8b6cc {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:53.760375 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275a39ea-ccc9-4a4c-a276-8e63da233a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff6b826-50a9-4ef6-bd63-3296ead342a0', 'code': 200} Dec 08 01:51:53.760635 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5730e629-be62-484c-9e43-31d3414ccc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194', 'code': 200} Dec 08 01:51:53.790572 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a85e22a5-d3ba-4800-8f57-3c86acb81d46 None None] Port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:53.801225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:53.841883 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.855245 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af65172a-428d-47e3-ae3e-a3d0b8cf06ab req-9a8edce8-5100-4064-813b-d2b15e4febf6 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013784 Dec 08 01:51:53.891124 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Pushing event updated for resources: {'Port': ['ID=dc5e86a3-6f2d-4d9a-a8c2-326f682404b7,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:53.904572 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a85e22a5-d3ba-4800-8f57-3c86acb81d46 None None] Provisioning complete for port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:53.905004 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a85e22a5-d3ba-4800-8f57-3c86acb81d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.925475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] Set router 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:53.955177 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 1065fa32-86d0-4f6f-a512-4d216683dda4 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:51:53.984484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9fce9-6b7b-4af8-92d7-0b79c00abaee req-23c0c535-3c74-49ae-9e1c-cd9a4d7dbf9f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:53.987318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2fd9fce9-6b7b-4af8-92d7-0b79c00abaee req-23c0c535-3c74-49ae-9e1c-cd9a4d7dbf9f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 945 time: 0.1215391 Dec 08 01:51:54.019929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 1065fa32-86d0-4f6f-a512-4d216683dda4 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:54.020304 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:54.075816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2fd9fce9-6b7b-4af8-92d7-0b79c00abaee req-a1477748-d8a3-45b2-a9cb-c349988cbbda tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765104 Dec 08 01:51:54.111015 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:54.187355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49ebf4-4e49-45ef-8b6f-5365f3b0d863 req-5f49d3fa-6eee-4042-8796-756dc9f174e8 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:54.188987 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd49ebf4-4e49-45ef-8b6f-5365f3b0d863 req-5f49d3fa-6eee-4042-8796-756dc9f174e8 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.1116722 Dec 08 01:51:54.232238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b04a6024-abaa-4e1a-836e-34b6ec2c74ad req-252b5e4c-6b0f-423a-9192-65d3485760bf tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/ports?device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 210 time: 0.0400240 Dec 08 01:51:54.309259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd49ebf4-4e49-45ef-8b6f-5365f3b0d863 req-6a8b315b-743c-414a-92ba-f0cad481f96a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047742 Dec 08 01:51:54.315875 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b2055b1-0d57-494f-9960-5c2bee6c1c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:54.382383 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:54.389806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06ce85-162f-4f5e-af3a-3a0c088c61de req-7817010b-e940-4870-9b46-4b511559e7d8 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:54.398727 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a06ce85-162f-4f5e-af3a-3a0c088c61de req-7817010b-e940-4870-9b46-4b511559e7d8 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 1097 time: 0.0615809 Dec 08 01:51:54.437170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 1065fa32-86d0-4f6f-a512-4d216683dda4, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1065fa32-86d0-4f6f-a512-4d216683dda4,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:54.446770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-730407f5-8486-44f5-b0da-0eb3993ea17a tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Made reservation on behalf of fd19fbe3abe1404dbc439fb5c4a07329 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:54.450548 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-730407f5-8486-44f5-b0da-0eb3993ea17a tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:54.450706 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:54.483111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'name': 'tempest-ServersTestMultiNic-945745404-router', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:48Z', 'updated_at': '2021-12-08T01:51:53Z', 'revision_number': 4, 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'gw_port': {'id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:49Z', 'updated_at': '2021-12-08T01:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'dc5e86a3-6f2d-4d9a-a8c2-326f682404b7', 'name': '', 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'mac_address': 'fa:16:3e:a7:2b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '1db87e53-55e7-48e5-bc57-f8d120be4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:52Z', 'updated_at': '2021-12-08T01:51:53Z', 'revision_number': 2, 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'subnets': [{'id': '1db87e53-55e7-48e5-bc57-f8d120be4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:54.492824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44652da-38bb-40e8-8725-57ea21f12ec3 req-19ec298e-c8ab-4079-a126-c056251f237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:54.494442 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c44652da-38bb-40e8-8725-57ea21f12ec3 req-19ec298e-c8ab-4079-a126-c056251f237d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 1097 time: 0.5947330 Dec 08 01:51:54.496872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a06ce85-162f-4f5e-af3a-3a0c088c61de req-2fbdcaec-41c1-4718-a480-8a16bfe0dda1 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968959 Dec 08 01:51:54.526645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8297019-c246-42a1-9d31-4156e0e845dc None None] The sync data for ids ['3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'] in n-d-713499-31 is: [{'id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'name': 'tempest-ServersTestMultiNic-945745404-router', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:48Z', 'updated_at': '2021-12-08T01:51:53Z', 'revision_number': 4, 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'gw_port': {'id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:49Z', 'updated_at': '2021-12-08T01:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'dc5e86a3-6f2d-4d9a-a8c2-326f682404b7', 'name': '', 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'mac_address': 'fa:16:3e:a7:2b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '1db87e53-55e7-48e5-bc57-f8d120be4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:52Z', 'updated_at': '2021-12-08T01:51:53Z', 'revision_number': 2, 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'subnets': [{'id': '1db87e53-55e7-48e5-bc57-f8d120be4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:51:54.539774 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce73e6-4d6e-40cb-9275-c5b98fe7f8f3 req-e1499b26-8970-4870-b9bd-74d0dcd3cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:54.541963 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ddce73e6-4d6e-40cb-9275-c5b98fe7f8f3 req-e1499b26-8970-4870-b9bd-74d0dcd3cab2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5730e629-be62-484c-9e43-31d3414ccc8e HTTP/1.1" status: 200 len: 1102 time: 0.6062841 Dec 08 01:51:54.559587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=1065fa32-86d0-4f6f-a512-4d216683dda4,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:54.603190 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Network d6b104f2-02d7-4703-bbcd-351e34ae697c is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:54.632192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:54.655549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a92787-ed3a-4c98-8af6-d6134bf6d1d6 req-6f1fb3f2-3c7f-4f9a-bdd9-401868508d77 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:54.666308 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8a92787-ed3a-4c98-8af6-d6134bf6d1d6 req-6f1fb3f2-3c7f-4f9a-bdd9-401868508d77 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 950 time: 0.2073548 Dec 08 01:51:54.687739 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0228bcd5-ccc3-4f67-8f54-fa2c665195ee up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:54.778570 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c44652da-38bb-40e8-8725-57ea21f12ec3 req-78540e32-9b61-43c6-be28-66e84fc550c5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709594 Dec 08 01:51:54.780541 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8a92787-ed3a-4c98-8af6-d6134bf6d1d6 req-2d762fc3-8db3-45d3-9e8e-628d3c8a9a4d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127117 Dec 08 01:51:54.786547 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66b5ea-91b1-40d2-996e-1a64dff15aab req-8d5a500d-d4f6-4f22-acc0-fddff8e7a9f9 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:54.788265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef66b5ea-91b1-40d2-996e-1a64dff15aab req-8d5a500d-d4f6-4f22-acc0-fddff8e7a9f9 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 1097 time: 0.0789847 Dec 08 01:51:54.790098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:54.790736 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:54.841468 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ddce73e6-4d6e-40cb-9275-c5b98fe7f8f3 req-fe5de707-c0bb-416a-a1c0-c6e7cee84140 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521999 Dec 08 01:51:54.882650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-730407f5-8486-44f5-b0da-0eb3993ea17a tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Allocated IP 172.20.0.7 (108bef99-8bdc-4aa9-8f0c-9aef76f9866f/6f6d6ba3-4e79-41e1-9918-df4e76e716c2/edf93823-a8a2-438b-9e43-692cd9f54531) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:55.022743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef66b5ea-91b1-40d2-996e-1a64dff15aab req-73f0bfc4-5575-4c42-a277-5e448a9f79c7 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188098 Dec 08 01:51:55.027067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Router 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:51:55.173142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d94d1d78-afbf-438e-8508-718dce7fc364 None None] Provisioning complete for port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:55.173702 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d94d1d78-afbf-438e-8508-718dce7fc364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:55.183071 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e3426-f514-4781-bee5-eff38af065ad req-0d4e2a8a-2ad0-4ef0-8132-4cceecd6e831 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:55.189325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a0e3426-f514-4781-bee5-eff38af065ad req-0d4e2a8a-2ad0-4ef0-8132-4cceecd6e831 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 945 time: 0.1340830 Dec 08 01:51:55.227455 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d94d1d78-afbf-438e-8508-718dce7fc364 None None] Port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:55.312925 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a0e3426-f514-4781-bee5-eff38af065ad req-14a81f32-f1f4-4e8e-82fc-551872bdd2b4 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961726 Dec 08 01:51:55.320667 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:55.341833 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e9e68-7d7a-4a31-a9fe-4a5fcceffc5e req-670ddaa2-6c56-4d71-bfd7-3d8e5a95b06d tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:55.343561 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f46e9e68-7d7a-4a31-a9fe-4a5fcceffc5e req-670ddaa2-6c56-4d71-bfd7-3d8e5a95b06d tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.1525710 Dec 08 01:51:55.410580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f46e9e68-7d7a-4a31-a9fe-4a5fcceffc5e req-8a227d58-a0f9-4886-b036-35613dd598eb tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579391 Dec 08 01:51:55.433276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:51:55.439767 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3e0bc859-b293-4885-8c41-2cc8cb28973c admin admin] 10.222.0.71 "PUT /v2.0/routers/3c6ae14c-ca6a-4fce-8e06-5862684eb7fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1510026 Dec 08 01:51:55.453478 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-730407f5-8486-44f5-b0da-0eb3993ea17a tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:55.506396 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-730407f5-8486-44f5-b0da-0eb3993ea17a tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:55.508669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ec0bae4-a43b-4dd7-b6f4-e3bf82b2b178 req-730c1ad5-f7d6-4495-9ece-757e6ff96d25 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/ports?device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 210 time: 0.0394959 Dec 08 01:51:55.598560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd4965-6096-4aaa-b222-998189f35b83 req-da7eb882-11b9-4805-9466-85a9c077699b tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:55.598882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42200) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:55.601285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-730407f5-8486-44f5-b0da-0eb3993ea17a tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Network 108bef99-8bdc-4aa9-8f0c-9aef76f9866f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:55.606519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbcd4965-6096-4aaa-b222-998189f35b83 req-da7eb882-11b9-4805-9466-85a9c077699b tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.1004100 Dec 08 01:51:55.610162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-730407f5-8486-44f5-b0da-0eb3993ea17a tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:55.614981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-730407f5-8486-44f5-b0da-0eb3993ea17a tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:55.619575 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730407f5-8486-44f5-b0da-0eb3993ea17a tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Pushing event updated for resources: {'Port': ['ID=edf93823-a8a2-438b-9e43-692cd9f54531,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:55.696057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-730407f5-8486-44f5-b0da-0eb3993ea17a tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:55.697092 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-730407f5-8486-44f5-b0da-0eb3993ea17a tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:55.710543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8084f4c9-24bc-4407-8442-6c2771b35342 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1496906227'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:55.716978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbcd4965-6096-4aaa-b222-998189f35b83 req-f99e381f-85ec-416f-94c7-ca4a4f5b4901 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985923 Dec 08 01:51:55.755225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8084f4c9-24bc-4407-8442-6c2771b35342 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:55.761324 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8084f4c9-24bc-4407-8442-6c2771b35342 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:55.762144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933ee2d4-138c-47df-bac8-7c15a383455c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065fa32-86d0-4f6f-a512-4d216683dda4'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:55.764784 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a60ad1-8b52-456e-96bb-d6badb0bd954" -d '{"events": [{"server_uuid": "933ee2d4-138c-47df-bac8-7c15a383455c", "name": "network-vif-plugged", "status": "completed", "tag": "1065fa32-86d0-4f6f-a512-4d216683dda4"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:55.781666 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-730407f5-8486-44f5-b0da-0eb3993ea17a tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1717288 Dec 08 01:51:55.801333 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8084f4c9-24bc-4407-8442-6c2771b35342 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:51:55.811074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Request body: {'port': {'device_id': '0baecfab-8218-4966-838f-3f6922b6a41e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:55.829329 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484190ab-b6ea-49e4-b1fa-516250fe6da3 x-openstack-request-id: req-484190ab-b6ea-49e4-b1fa-516250fe6da3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:55.829639 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933ee2d4-138c-47df-bac8-7c15a383455c", "name": "network-vif-plugged", "status": "completed", "tag": "1065fa32-86d0-4f6f-a512-4d216683dda4", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:55.829876 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-484190ab-b6ea-49e4-b1fa-516250fe6da3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:55.830259 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933ee2d4-138c-47df-bac8-7c15a383455c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065fa32-86d0-4f6f-a512-4d216683dda4', 'code': 200} Dec 08 01:51:55.846653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14491b-505f-4cf9-9d91-d203729d60ca req-aec46944-125b-4221-ae77-ebd2275f4186 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:55.853042 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff14491b-505f-4cf9-9d91-d203729d60ca req-aec46944-125b-4221-ae77-ebd2275f4186 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 1097 time: 0.0682924 Dec 08 01:51:55.855470 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8084f4c9-24bc-4407-8442-6c2771b35342 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:55.855851 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-8084f4c9-24bc-4407-8442-6c2771b35342 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Added segment ad8b1ff4-346f-4723-9c51-ebc0f524b731 of type vlan for network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 Dec 08 01:51:55.925387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8084f4c9-24bc-4407-8442-6c2771b35342 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:55.932700 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:55.958276 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff14491b-505f-4cf9-9d91-d203729d60ca req-8c157051-4b0f-4156-b2a7-0d6bfd52f84c tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933414 Dec 08 01:51:55.978578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e9a3b-8600-4cbd-9c54-0c488e3a76b9 req-ca2a45a7-6c72-40f1-b558-c544e4a9ab49 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:55.988706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e5e9a3b-8600-4cbd-9c54-0c488e3a76b9 req-ca2a45a7-6c72-40f1-b558-c544e4a9ab49 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 950 time: 0.1005251 Dec 08 01:51:56.010247 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8084f4c9-24bc-4407-8442-6c2771b35342 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.015899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084f4c9-24bc-4407-8442-6c2771b35342 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:56.016500 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8084f4c9-24bc-4407-8442-6c2771b35342 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.070557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e5e9a3b-8600-4cbd-9c54-0c488e3a76b9 req-e03af761-40ca-49a3-8091-5e22e0ad2bac tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804224 Dec 08 01:51:56.171298 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8084f4c9-24bc-4407-8442-6c2771b35342 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5662203 Dec 08 01:51:56.172249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42218) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:56.177320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-72968bbb-9d43-4b2f-8938-695da5ccd9bf tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Request body: {'subnet': {'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:56.252532 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084f4c9-24bc-4407-8442-6c2771b35342 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event updated for resources: {'Network': ['ID=c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:56.268262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:51:56.300149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57e648-cf21-41b1-9d71-93c025f7c75c req-68ba84ba-b27b-4670-a14b-5d0c6a3013c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:56.302115 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc57e648-cf21-41b1-9d71-93c025f7c75c req-68ba84ba-b27b-4670-a14b-5d0c6a3013c9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 1102 time: 0.3008111 Dec 08 01:51:56.338426 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72968bbb-9d43-4b2f-8938-695da5ccd9bf tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:56.343295 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72968bbb-9d43-4b2f-8938-695da5ccd9bf tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.466010 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc57e648-cf21-41b1-9d71-93c025f7c75c req-78bfdfbc-9847-4ccb-8254-6637229bb7dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794313 Dec 08 01:51:56.528436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffb9c6-c4b8-4d6e-95b6-53758a55d7a3 req-ceec18de-f722-48f6-bb90-976c1326d81a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:56.536121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-62ffb9c6-c4b8-4d6e-95b6-53758a55d7a3 req-ceec18de-f722-48f6-bb90-976c1326d81a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 945 time: 0.0935936 Dec 08 01:51:56.612601 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf93823-a8a2-438b-9e43-692cd9f54531 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:56.622710 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.637599 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Transition to ACTIVE for port object edf93823-a8a2-438b-9e43-692cd9f54531 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:56.641897 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.719009 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:56.721347 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-62ffb9c6-c4b8-4d6e-95b6-53758a55d7a3 req-f3776e3d-45a0-4cea-a14b-1a8a66a46125 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762214 Dec 08 01:51:56.785893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c31d8-396d-4cd0-bd94-07bf4a69a08b req-1eed9d92-bf73-4c8c-8fc8-07108b195f6f tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:56.801246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-075c31d8-396d-4cd0-bd94-07bf4a69a08b req-1eed9d92-bf73-4c8c-8fc8-07108b195f6f tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.1854599 Dec 08 01:51:56.827388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Attempting to bind port edf93823-a8a2-438b-9e43-692cd9f54531 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:56.827923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Attempting to bind port edf93823-a8a2-438b-9e43-692cd9f54531 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '77370481-e3ec-4477-a51a-fb906d1de591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '108bef99-8bdc-4aa9-8f0c-9aef76f9866f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:56.828351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Attempting to bind port edf93823-a8a2-438b-9e43-692cd9f54531 on network 108bef99-8bdc-4aa9-8f0c-9aef76f9866f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:56.835994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Port edf93823-a8a2-438b-9e43-692cd9f54531 on network 108bef99-8bdc-4aa9-8f0c-9aef76f9866f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:56.836319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Attempting to bind port edf93823-a8a2-438b-9e43-692cd9f54531 on network 108bef99-8bdc-4aa9-8f0c-9aef76f9866f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:56.845140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:56.845695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Checking segment: {'id': '77370481-e3ec-4477-a51a-fb906d1de591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '108bef99-8bdc-4aa9-8f0c-9aef76f9866f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:56.846090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Bound using segment: {'id': '77370481-e3ec-4477-a51a-fb906d1de591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '108bef99-8bdc-4aa9-8f0c-9aef76f9866f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:56.846527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Bound port: edf93823-a8a2-438b-9e43-692cd9f54531, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77370481-e3ec-4477-a51a-fb906d1de591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '108bef99-8bdc-4aa9-8f0c-9aef76f9866f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:56.846890 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.850274 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Pushing event updated for resources: {'Port': ['ID=edf93823-a8a2-438b-9e43-692cd9f54531,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:56.851521 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.864799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:56.865240 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.930107 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] For port edf93823-a8a2-438b-9e43-692cd9f54531, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:56.933967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] For port edf93823-a8a2-438b-9e43-692cd9f54531, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=edf93823-a8a2-438b-9e43-692cd9f54531,segment=NetworkSegment(77370481-e3ec-4477-a51a-fb906d1de591),segment_id=77370481-e3ec-4477-a51a-fb906d1de591)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:56.939361 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.976563 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-075c31d8-396d-4cd0-bd94-07bf4a69a08b req-4b742c04-267e-4a54-adad-d2ea6d4923d5 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680198 Dec 08 01:51:56.978612 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72968bbb-9d43-4b2f-8938-695da5ccd9bf tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.979751 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.994687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:56.995367 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.996848 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] 10.222.0.75 "PUT /v2.0/ports/edf93823-a8a2-438b-9e43-692cd9f54531 HTTP/1.1" status: 200 len: 1092 time: 1.1929235 Dec 08 01:51:56.999454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0baecfab-8218-4966-838f-3f6922b6a41e', 'tag': 'edf93823-a8a2-438b-9e43-692cd9f54531'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:57.002101 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c9bba4-6d94-4606-9e36-24cda2500769" -d '{"events": [{"name": "network-changed", "server_uuid": "0baecfab-8218-4966-838f-3f6922b6a41e", "tag": "edf93823-a8a2-438b-9e43-692cd9f54531"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:57.010110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:57.021064 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:57.048245 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79470ce8-8d0a-4d17-8fa0-83ba3fd2664d service neutron] Pushing event updated for resources: {'Port': ['ID=edf93823-a8a2-438b-9e43-692cd9f54531,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:57.054077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b507ca-ed46-4a47-b883-f18ff5920772 req-57e23551-75f1-478c-bdb2-ccc8de448447 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:57.071532 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-48b507ca-ed46-4a47-b883-f18ff5920772 req-57e23551-75f1-478c-bdb2-ccc8de448447 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/ports?device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 943 time: 0.2007840 Dec 08 01:51:57.112781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:57.132241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-43312f46-34c3-4002-90dc-e4c28d517c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:57.133759 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-43312f46-34c3-4002-90dc-e4c28d517c88 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fd19fbe3abe1404dbc439fb5c4a07329&device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 1095 time: 0.0530100 Dec 08 01:51:57.163478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72968bbb-9d43-4b2f-8938-695da5ccd9bf tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event updated for resources: {'Subnet': ['ID=38a8e1b3-67ac-4e76-add8-51e4d88ad42a,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:57.189020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72968bbb-9d43-4b2f-8938-695da5ccd9bf tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Checking segment: {'id': 'ad8b1ff4-346f-4723-9c51-ebc0f524b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:57.189499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72968bbb-9d43-4b2f-8938-695da5ccd9bf tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Network hostable DHCP agents. Network: c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:51:57.191397 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-71a15c37-a3ef-47ba-87ea-54c6c6e8eeb0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edf93823-a8a2-438b-9e43-692cd9f54531 HTTP/1.1" status: 200 len: 217 time: 0.0353048 Dec 08 01:51:57.197027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-48b507ca-ed46-4a47-b883-f18ff5920772 req-e057a395-a3b3-4a03-b6ab-3dafdc67aa87 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/security-groups?id=bb527915-96e4-4922-b1c6-0e9de2305fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236954 Dec 08 01:51:57.221266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b834433-6f0a-4d18-ba38-62eec2c72d07 req-143e3de0-43a6-42e2-a8a1-6e8ec4d7dd54 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:57.223025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b834433-6f0a-4d18-ba38-62eec2c72d07 req-143e3de0-43a6-42e2-a8a1-6e8ec4d7dd54 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.1347985 Dec 08 01:51:57.272639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72968bbb-9d43-4b2f-8938-695da5ccd9bf tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:51:57.290931 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78b3944-38fe-432f-b886-18cda754815b x-openstack-request-id: req-e78b3944-38fe-432f-b886-18cda754815b {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:57.290931 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0baecfab-8218-4966-838f-3f6922b6a41e", "tag": "edf93823-a8a2-438b-9e43-692cd9f54531", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:57.290931 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e78b3944-38fe-432f-b886-18cda754815b {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:57.290931 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0baecfab-8218-4966-838f-3f6922b6a41e', 'tag': 'edf93823-a8a2-438b-9e43-692cd9f54531', 'status': 'completed', 'code': 200} Dec 08 01:51:57.302788 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-ff528f39-a757-43ff-bc14-0ef7caf0da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:57.303168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-72968bbb-9d43-4b2f-8938-695da5ccd9bf tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:57.305416 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-ff528f39-a757-43ff-bc14-0ef7caf0da64 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f6d6ba3-4e79-41e1-9918-df4e76e716c2 HTTP/1.1" status: 200 len: 849 time: 0.1016984 Dec 08 01:51:57.311358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a32516-823c-43e0-a451-1a33a99e8a8d None None] Network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:57.320263 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72968bbb-9d43-4b2f-8938-695da5ccd9bf tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:57.321895 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72968bbb-9d43-4b2f-8938-695da5ccd9bf tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:57.338173 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b834433-6f0a-4d18-ba38-62eec2c72d07 req-96b96a20-b947-4df6-9877-f07d47215d92 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067393 Dec 08 01:51:57.381231 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-72968bbb-9d43-4b2f-8938-695da5ccd9bf tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2014287 Dec 08 01:51:57.382425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42238) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:57.399027 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-5d32a821-ab7b-455c-9702-fcd901fa6966 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=108bef99-8bdc-4aa9-8f0c-9aef76f9866f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773454 Dec 08 01:51:57.422497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-980aa9ee-0291-479f-977f-ad2e29e49bb5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1593147490'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:57.502844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9', 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9', 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'fixed_ips': [{'subnet_id': '38a8e1b3-67ac-4e76-add8-51e4d88ad42a'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:51:57.508343 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:57.512643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980aa9ee-0291-479f-977f-ad2e29e49bb5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:57.516248 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-980aa9ee-0291-479f-977f-ad2e29e49bb5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:57.520276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8214c-3b45-451f-b1d2-e2754359d751 req-4b6e0afe-2017-4735-ae20-7d3f49df12d7 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:57.522742 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3a8214c-3b45-451f-b1d2-e2754359d751 req-4b6e0afe-2017-4735-ae20-7d3f49df12d7 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 1097 time: 0.1599927 Dec 08 01:51:57.533830 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-a1d545a2-3834-42a4-8c8c-ca6f5229e540 service neutron] 10.222.0.75 "GET /v2.0/networks/108bef99-8bdc-4aa9-8f0c-9aef76f9866f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339235 Dec 08 01:51:57.534420 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2f143-a4b5-47a4-88f5-4b6cd241a342 req-f021a2d0-74ed-4e70-9a71-30562b55cd76 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:57.536090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49b2f143-a4b5-47a4-88f5-4b6cd241a342 req-f021a2d0-74ed-4e70-9a71-30562b55cd76 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 950 time: 0.1082482 Dec 08 01:51:57.654292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49b2f143-a4b5-47a4-88f5-4b6cd241a342 req-d2b5e525-45fc-47fa-b245-4f3eea10ebec tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088557 Dec 08 01:51:57.683342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3a8214c-3b45-451f-b1d2-e2754359d751 req-30985dd0-ba8d-4090-b60a-050170062ba5 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400192 Dec 08 01:51:57.684652 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980aa9ee-0291-479f-977f-ad2e29e49bb5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:51:57.688206 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f0a4ffd4-5339-452b-8f04-d66682f16c0f req-dc35fef2-57ce-413c-b3e3-6bb1488c755a service neutron] 10.222.0.75 "GET /v2.0/networks/108bef99-8bdc-4aa9-8f0c-9aef76f9866f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453595 Dec 08 01:51:57.702927 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-980aa9ee-0291-479f-977f-ad2e29e49bb5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:57.728115 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-980aa9ee-0291-479f-977f-ad2e29e49bb5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Added segment cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce of type vlan for network c7a2e220-d6a5-4873-a3d7-92bd1653f03e Dec 08 01:51:57.757371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Allocated IP 19.80.0.2 (c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9/38a8e1b3-67ac-4e76-add8-51e4d88ad42a/b7cbb282-d780-46b5-b06c-7c525ddd830c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:57.785426 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-980aa9ee-0291-479f-977f-ad2e29e49bb5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:57.889396 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Sync routers for ids ['3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:51:57.909042 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Routers {'3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:57.909940 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:51:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:57.920009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9bba4-6d94-4606-9e36-24cda2500769 req-ac22207e-260f-497f-913d-d701da94ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:57.921968 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c9c9bba4-6d94-4606-9e36-24cda2500769 req-ac22207e-260f-497f-913d-d701da94ca5c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fd19fbe3abe1404dbc439fb5c4a07329&device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 1095 time: 0.0961361 Dec 08 01:51:57.940386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-980aa9ee-0291-479f-977f-ad2e29e49bb5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:57.944874 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:57.953869 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980aa9ee-0291-479f-977f-ad2e29e49bb5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:57.955103 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:57.958083 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-980aa9ee-0291-479f-977f-ad2e29e49bb5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.019173 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:58.024528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:58.026770 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.028242 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:58.044951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Pushing event updated for resources: {'Port': ['ID=b7cbb282-d780-46b5-b06c-7c525ddd830c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:58.064021 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Set router 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:58.138899 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980aa9ee-0291-479f-977f-ad2e29e49bb5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event updated for resources: {'Network': ['ID=c7a2e220-d6a5-4873-a3d7-92bd1653f03e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:58.154079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Attempting to bind port b7cbb282-d780-46b5-b06c-7c525ddd830c on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:58.154465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Attempting to bind port b7cbb282-d780-46b5-b06c-7c525ddd830c by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'ad8b1ff4-346f-4723-9c51-ebc0f524b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:58.154837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Attempting to bind port b7cbb282-d780-46b5-b06c-7c525ddd830c on network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:58.158192 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network c7a2e220-d6a5-4873-a3d7-92bd1653f03e details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:51:58.182141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:58.182530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Checking segment: {'id': 'ad8b1ff4-346f-4723-9c51-ebc0f524b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:58.182919 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.183323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Bound using segment: {'id': 'ad8b1ff4-346f-4723-9c51-ebc0f524b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:58.183840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Bound port: b7cbb282-d780-46b5-b06c-7c525ddd830c, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8b1ff4-346f-4723-9c51-ebc0f524b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:58.184229 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.185737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9bba4-6d94-4606-9e36-24cda2500769 req-d25f59c2-2c27-465f-8f14-ce2baa9aaf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:58.196138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-980aa9ee-0291-479f-977f-ad2e29e49bb5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7898314 Dec 08 01:51:58.197053 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c9c9bba4-6d94-4606-9e36-24cda2500769 req-d25f59c2-2c27-465f-8f14-ce2baa9aaf72 service neutron] 10.222.0.75 "GET /v2.0/networks?id=108bef99-8bdc-4aa9-8f0c-9aef76f9866f HTTP/1.1" status: 200 len: 910 time: 0.2605381 Dec 08 01:51:58.201923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42250) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:58.211358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-78007924-b9b7-4aad-b1b1-543414feec59 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Request body: {'subnet': {'network_id': 'c7a2e220-d6a5-4873-a3d7-92bd1653f03e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:58.262591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a10fe-4eb5-4f5f-93f6-9b85bf2714fe req-89cdb15e-ab0a-4127-9fdc-2349d5693d23 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:58.276346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e1a10fe-4eb5-4f5f-93f6-9b85bf2714fe req-89cdb15e-ab0a-4127-9fdc-2349d5693d23 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 945 time: 0.4162431 Dec 08 01:51:58.344790 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c9c9bba4-6d94-4606-9e36-24cda2500769 req-c974b408-44dd-48c5-8c5e-d9fea3297114 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edf93823-a8a2-438b-9e43-692cd9f54531 HTTP/1.1" status: 200 len: 217 time: 0.1083736 Dec 08 01:51:58.423434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e1a10fe-4eb5-4f5f-93f6-9b85bf2714fe req-c528a65b-a3e2-43a6-8a33-e0bb4c06276d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461427 Dec 08 01:51:58.469400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9bba4-6d94-4606-9e36-24cda2500769 req-88aee5bf-d8e2-4646-99bd-87b742ff1e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:58.471261 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c9c9bba4-6d94-4606-9e36-24cda2500769 req-88aee5bf-d8e2-4646-99bd-87b742ff1e32 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f6d6ba3-4e79-41e1-9918-df4e76e716c2 HTTP/1.1" status: 200 len: 849 time: 0.0855689 Dec 08 01:51:58.586266 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c9c9bba4-6d94-4606-9e36-24cda2500769 req-9e960d21-098b-4cb4-9cae-0e3046eb9cfe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=108bef99-8bdc-4aa9-8f0c-9aef76f9866f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988159 Dec 08 01:51:58.635740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5951d-d937-4232-8ffd-536a2661577b req-2a987dd8-8930-44af-b8da-930180d7ba39 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:58.654468 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cce5951d-d937-4232-8ffd-536a2661577b req-2a987dd8-8930-44af-b8da-930180d7ba39 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.1149070 Dec 08 01:51:58.741067 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c9c9bba4-6d94-4606-9e36-24cda2500769 req-39134e0c-d8f5-4405-b708-b429bfc9169c service neutron] 10.222.0.75 "GET /v2.0/networks/108bef99-8bdc-4aa9-8f0c-9aef76f9866f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344016 Dec 08 01:51:58.741586 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'name': 'tempest-ServersTestMultiNic-945745404-router', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:48Z', 'updated_at': '2021-12-08T01:51:53Z', 'revision_number': 4, 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'gw_port': {'id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:49Z', 'updated_at': '2021-12-08T01:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'dc5e86a3-6f2d-4d9a-a8c2-326f682404b7', 'name': '', 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'mac_address': 'fa:16:3e:a7:2b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '1db87e53-55e7-48e5-bc57-f8d120be4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:52Z', 'updated_at': '2021-12-08T01:51:53Z', 'revision_number': 2, 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'subnets': [{'id': '1db87e53-55e7-48e5-bc57-f8d120be4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:58.757692 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cce5951d-d937-4232-8ffd-536a2661577b req-f7ed7b8a-0c41-4f21-b6e4-af8a63bbad76 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999222 Dec 08 01:51:58.775701 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78007924-b9b7-4aad-b1b1-543414feec59 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:58.779805 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78007924-b9b7-4aad-b1b1-543414feec59 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.806284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:58.808154 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Checking router: 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:51:58.808698 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Updating router 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:51:58.893254 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.954287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] For port b7cbb282-d780-46b5-b06c-7c525ddd830c, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:58.962754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] For port b7cbb282-d780-46b5-b06c-7c525ddd830c, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b7cbb282-d780-46b5-b06c-7c525ddd830c,segment=NetworkSegment(ad8b1ff4-346f-4723-9c51-ebc0f524b731),segment_id=ad8b1ff4-346f-4723-9c51-ebc0f524b731)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:58.980471 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:59.001751 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380fd77-059e-43b0-a020-952b05e64e15 req-7f1289c9-bc69-4421-b296-259389440aea tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:59.010293 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5380fd77-059e-43b0-a020-952b05e64e15 req-7f1289c9-bc69-4421-b296-259389440aea tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/ports?device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 943 time: 0.1037302 Dec 08 01:51:59.073046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:59.076216 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:59.080963 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5380fd77-059e-43b0-a020-952b05e64e15 req-d496865f-15bd-4f77-bd73-fa67022b7bc9 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/security-groups?id=bb527915-96e4-4922-b1c6-0e9de2305fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653441 Dec 08 01:51:59.166794 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c9c9bba4-6d94-4606-9e36-24cda2500769 req-06d6583b-dde8-4ac3-b0d8-6739a664f5df service neutron] 10.222.0.75 "GET /v2.0/networks/108bef99-8bdc-4aa9-8f0c-9aef76f9866f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169383 Dec 08 01:51:59.168545 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78007924-b9b7-4aad-b1b1-543414feec59 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:59.212511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cbe9e-6b58-4a16-8f76-331155440033 req-dd853567-6b06-461d-9b9a-6fc494892e37 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:59.220637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-420cbe9e-6b58-4a16-8f76-331155440033 req-dd853567-6b06-461d-9b9a-6fc494892e37 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.0797622 Dec 08 01:51:59.233362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af17b6-727b-4bf8-b095-1da77ce1850a None None] Pushing event updated for resources: {'Port': ['ID=b7cbb282-d780-46b5-b06c-7c525ddd830c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:59.290118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78007924-b9b7-4aad-b1b1-543414feec59 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event updated for resources: {'Subnet': ['ID=af101e77-e5c7-4b7e-9cd7-159e1cc152cd,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:59.328672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-420cbe9e-6b58-4a16-8f76-331155440033 req-98916719-d747-43d4-9260-a72a5c1bc5ae tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066000 Dec 08 01:51:59.329010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78007924-b9b7-4aad-b1b1-543414feec59 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Checking segment: {'id': 'cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7a2e220-d6a5-4873-a3d7-92bd1653f03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:59.329389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78007924-b9b7-4aad-b1b1-543414feec59 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Network hostable DHCP agents. Network: c7a2e220-d6a5-4873-a3d7-92bd1653f03e, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:51:59.351916 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78007924-b9b7-4aad-b1b1-543414feec59 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Network c7a2e220-d6a5-4873-a3d7-92bd1653f03e is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:51:59.368294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-78007924-b9b7-4aad-b1b1-543414feec59 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, c7a2e220-d6a5-4873-a3d7-92bd1653f03e) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:59.377067 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072cfc01-31af-4c4e-8a4b-cb6e9aa95184 None None] Network c7a2e220-d6a5-4873-a3d7-92bd1653f03e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:59.384316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78007924-b9b7-4aad-b1b1-543414feec59 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:59.385882 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78007924-b9b7-4aad-b1b1-543414feec59 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:59.419661 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-78007924-b9b7-4aad-b1b1-543414feec59 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2109094 Dec 08 01:51:59.439657 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:59.462189 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:59.590653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-c7a2e220-d6a5-4873-a3d7-92bd1653f03e', 'network_id': 'c7a2e220-d6a5-4873-a3d7-92bd1653f03e', 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'fixed_ips': [{'subnet_id': 'af101e77-e5c7-4b7e-9cd7-159e1cc152cd'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:51:59.596298 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:59.603973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device edf93823-a8a2-438b-9e43-692cd9f54531 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:59.672838 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Pushing event updated for resources: {'Port': ['ID=dc5e86a3-6f2d-4d9a-a8c2-326f682404b7,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:59.677352 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Attempting to bind port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:59.677747 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Attempting to bind port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '8ba2de36-ecc5-44f0-b692-a0132b5d6fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:59.678374 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Attempting to bind port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 on network d6b104f2-02d7-4703-bbcd-351e34ae697c {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:59.698488 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:59.700312 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Checking segment: {'id': '8ba2de36-ecc5-44f0-b692-a0132b5d6fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:59.700833 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:59.702017 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Bound using segment: {'id': '8ba2de36-ecc5-44f0-b692-a0132b5d6fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:59.703763 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Bound port: dc5e86a3-6f2d-4d9a-a8c2-326f682404b7, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba2de36-ecc5-44f0-b692-a0132b5d6fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:59.704468 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:59.747429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-1c23aa4a-a81d-4626-8bef-e1a36fe25d4f tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:51:59.749316 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-1c23aa4a-a81d-4626-8bef-e1a36fe25d4f tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1090038 Dec 08 01:51:59.812763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53da13-804e-4259-9300-f7e50f8c86b9 req-29787566-e108-4071-82b9-6b61ff44bfa0 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:59.819439 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] For port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:59.823049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da53da13-804e-4259-9300-f7e50f8c86b9 req-29787566-e108-4071-82b9-6b61ff44bfa0 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 950 time: 0.1319208 Dec 08 01:51:59.829693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port edf93823-a8a2-438b-9e43-692cd9f54531, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=edf93823-a8a2-438b-9e43-692cd9f54531,segment=NetworkSegment(77370481-e3ec-4477-a51a-fb906d1de591),segment_id=77370481-e3ec-4477-a51a-fb906d1de591)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:59.842792 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] For port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=dc5e86a3-6f2d-4d9a-a8c2-326f682404b7,segment=NetworkSegment(8ba2de36-ecc5-44f0-b692-a0132b5d6fce),segment_id=8ba2de36-ecc5-44f0-b692-a0132b5d6fce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:59.845307 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:59.845964 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:59.847974 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:59.851186 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:59.852198 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:59.852774 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:59.853385 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:59.853965 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:59.854521 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:59.855085 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:59.856754 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:59.858241 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:59.858805 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:59.871846 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:59.880830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'edf93823-a8a2-438b-9e43-692cd9f54531', 'network_id': '108bef99-8bdc-4aa9-8f0c-9aef76f9866f', 'port_id': 'edf93823-a8a2-438b-9e43-692cd9f54531', 'mac_address': 'fa:16:3e:98:11:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6d6ba3-4e79-41e1-9918-df4e76e716c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:59.941976 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d86bbb-a871-467a-a843-2901884a2568 None None] Pushing event updated for resources: {'Port': ['ID=dc5e86a3-6f2d-4d9a-a8c2-326f682404b7,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:59.983467 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Routers {'3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:59.983952 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:51:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:59.992376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da53da13-804e-4259-9300-f7e50f8c86b9 req-27058550-0c1c-46c6-bd9a-841e83ad429a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682570 Dec 08 01:52:00.011993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d54-5dcc-4927-a168-60a987fef263 req-08f0d175-dd6c-4eea-aa5b-436bd55b2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:00.020655 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-08f0d175-dd6c-4eea-aa5b-436bd55b2551 service neutron] 10.222.0.71 "GET /v2.0/ports/15150395-72b3-44b4-a491-b697006fd07c HTTP/1.1" status: 200 len: 1094 time: 0.2577634 Dec 08 01:52:00.030148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-87742d54-5dcc-4927-a168-60a987fef263 req-34d50556-0c0f-4d32-acbb-8fd03dd5b2fa service neutron] Request body: {'binding': {'host': 'n-h2-713499-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:00.030619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-87742d54-5dcc-4927-a168-60a987fef263 req-34d50556-0c0f-4d32-acbb-8fd03dd5b2fa service neutron] Unknown quota resources ['binding']. {{(pid=109766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:52:00.107062 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.150179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e66455f2-8a41-42e0-a2a2-7395b89fabcd None None] Provisioning complete for port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:00.150813 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e66455f2-8a41-42e0-a2a2-7395b89fabcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.180950 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] Set router 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:52:00.260769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf93823-a8a2-438b-9e43-692cd9f54531 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:00.314037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87742d54-5dcc-4927-a168-60a987fef263 req-34d50556-0c0f-4d32-acbb-8fd03dd5b2fa service neutron] Attempting to bind port 15150395-72b3-44b4-a491-b697006fd07c on host n-h2-713499-31 for vnic_type normal with profile None {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:00.314387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87742d54-5dcc-4927-a168-60a987fef263 req-34d50556-0c0f-4d32-acbb-8fd03dd5b2fa service neutron] Attempting to bind port 15150395-72b3-44b4-a491-b697006fd07c by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:00.314707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d54-5dcc-4927-a168-60a987fef263 req-34d50556-0c0f-4d32-acbb-8fd03dd5b2fa service neutron] Attempting to bind port 15150395-72b3-44b4-a491-b697006fd07c on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:00.323726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d54-5dcc-4927-a168-60a987fef263 req-34d50556-0c0f-4d32-acbb-8fd03dd5b2fa service neutron] Port 15150395-72b3-44b4-a491-b697006fd07c on network a59a8412-6343-41a4-920a-bc94665ff18f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:00.324058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d54-5dcc-4927-a168-60a987fef263 req-34d50556-0c0f-4d32-acbb-8fd03dd5b2fa service neutron] Attempting to bind port 15150395-72b3-44b4-a491-b697006fd07c on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:00.342561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port edf93823-a8a2-438b-9e43-692cd9f54531, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=edf93823-a8a2-438b-9e43-692cd9f54531,segment=NetworkSegment(77370481-e3ec-4477-a51a-fb906d1de591),segment_id=77370481-e3ec-4477-a51a-fb906d1de591)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:00.343764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d54-5dcc-4927-a168-60a987fef263 req-34d50556-0c0f-4d32-acbb-8fd03dd5b2fa service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:00.344116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d54-5dcc-4927-a168-60a987fef263 req-34d50556-0c0f-4d32-acbb-8fd03dd5b2fa service neutron] Checking segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:00.344503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d54-5dcc-4927-a168-60a987fef263 req-34d50556-0c0f-4d32-acbb-8fd03dd5b2fa service neutron] Bound using segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:00.344941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87742d54-5dcc-4927-a168-60a987fef263 req-34d50556-0c0f-4d32-acbb-8fd03dd5b2fa service neutron] Bound port: 15150395-72b3-44b4-a491-b697006fd07c, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:00.357745 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.358462 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-00bbe45e-859c-41d8-9385-61fd1d52d756 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:00.375215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-00bbe45e-859c-41d8-9385-61fd1d52d756 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:00.385804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-00bbe45e-859c-41d8-9385-61fd1d52d756 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/networks?id=c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9&id=c7a2e220-d6a5-4873-a3d7-92bd1653f03e&id=c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 HTTP/1.1" status: 200 len: 1392 time: 0.2703743 Dec 08 01:52:00.415118 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-a4415fff-9eed-4656-914d-c99bd86a1795 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/quotas/7c1fcf9c5f2e4c1684ad3909f3718b47 HTTP/1.1" status: 200 len: 375 time: 0.0277226 Dec 08 01:52:00.425574 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=edf93823-a8a2-438b-9e43-692cd9f54531,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:00.435777 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e66455f2-8a41-42e0-a2a2-7395b89fabcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.448164 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-87742d54-5dcc-4927-a168-60a987fef263 req-34d50556-0c0f-4d32-acbb-8fd03dd5b2fa service neutron] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=15150395-72b3-44b4-a491-b697006fd07c,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:00.460759 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87742d54-5dcc-4927-a168-60a987fef263 req-34d50556-0c0f-4d32-acbb-8fd03dd5b2fa service neutron] Publish callbacks [] for binding, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.463438 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-34d50556-0c0f-4d32-acbb-8fd03dd5b2fa service neutron] 10.222.0.71 "POST /v2.0/ports/15150395-72b3-44b4-a491-b697006fd07c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4423532 Dec 08 01:52:00.476866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e66455f2-8a41-42e0-a2a2-7395b89fabcd None None] For port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=dc5e86a3-6f2d-4d9a-a8c2-326f682404b7,segment=NetworkSegment(8ba2de36-ecc5-44f0-b692-a0132b5d6fce),segment_id=8ba2de36-ecc5-44f0-b692-a0132b5d6fce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:00.483645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Allocated IP 19.86.0.2 (c7a2e220-d6a5-4873-a3d7-92bd1653f03e/af101e77-e5c7-4b7e-9cd7-159e1cc152cd/e613fe80-ec37-40ba-b63e-f1e5d34322c4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:00.487234 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e66455f2-8a41-42e0-a2a2-7395b89fabcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.532933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-d5780fc2-5f4b-4534-aed3-c7fb4d6efcc3 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7c1fcf9c5f2e4c1684ad3909f3718b47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1168270 Dec 08 01:52:00.627079 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'name': 'tempest-ServersTestMultiNic-945745404-router', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:48Z', 'updated_at': '2021-12-08T01:51:53Z', 'revision_number': 4, 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'gw_port': {'id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:49Z', 'updated_at': '2021-12-08T01:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'dc5e86a3-6f2d-4d9a-a8c2-326f682404b7', 'name': '', 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'mac_address': 'fa:16:3e:a7:2b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '1db87e53-55e7-48e5-bc57-f8d120be4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:52Z', 'updated_at': '2021-12-08T01:51:59Z', 'revision_number': 4, 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'subnets': [{'id': '1db87e53-55e7-48e5-bc57-f8d120be4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:00.654699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66455f2-8a41-42e0-a2a2-7395b89fabcd None None] Pushing event updated for resources: {'Port': ['ID=dc5e86a3-6f2d-4d9a-a8c2-326f682404b7,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:00.676302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-071fd0d0-1afa-450e-9c68-23bb85d9a2a6 None None] Provisioning complete for port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:00.676803 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-071fd0d0-1afa-450e-9c68-23bb85d9a2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.678767 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5ae0a-3b94-44e5-abf4-9c94e1ad8ac5 None None] The sync data for ids ['3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'] in n-d-713499-31 is: [{'id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'name': 'tempest-ServersTestMultiNic-945745404-router', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:48Z', 'updated_at': '2021-12-08T01:51:53Z', 'revision_number': 4, 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'gw_port': {'id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:49Z', 'updated_at': '2021-12-08T01:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'dc5e86a3-6f2d-4d9a-a8c2-326f682404b7', 'name': '', 'network_id': 'd6b104f2-02d7-4703-bbcd-351e34ae697c', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'mac_address': 'fa:16:3e:a7:2b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '1db87e53-55e7-48e5-bc57-f8d120be4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:52Z', 'updated_at': '2021-12-08T01:51:59Z', 'revision_number': 4, 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'subnets': [{'id': '1db87e53-55e7-48e5-bc57-f8d120be4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:52:00.801716 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['edf93823-a8a2-438b-9e43-692cd9f54531'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:00.856990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d54-5dcc-4927-a168-60a987fef263 req-18e16120-c99d-43a8-b69f-3f74e90f22cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:00.858451 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-18e16120-c99d-43a8-b69f-3f74e90f22cc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 1097 time: 0.0834689 Dec 08 01:52:00.899311 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-dddad2ec-ceec-4cdc-8839-7a69647e0a70 service neutron] 10.222.0.71 "GET /v2.0/networks/c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527193 Dec 08 01:52:01.015834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-21905746-32e0-4bda-a820-0c7bd20b0329 service neutron] 10.222.0.71 "GET /v2.0/networks/c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136682 Dec 08 01:52:01.036770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d54-5dcc-4927-a168-60a987fef263 req-f1a1db1b-edfa-4892-9c00-a837c847620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:01.038817 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-f1a1db1b-edfa-4892-9c00-a837c847620e service neutron] 10.222.0.75 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.1719489 Dec 08 01:52:01.039515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d026-5acc-4f9e-9398-414db2684a3b req-0e89e32a-a5ff-44bc-9200-4768ac7f0a8a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:01.041866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:01.048660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b49d026-5acc-4f9e-9398-414db2684a3b req-0e89e32a-a5ff-44bc-9200-4768ac7f0a8a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 945 time: 0.3025403 Dec 08 01:52:01.117060 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-8c1f28fd-0994-49d4-82e6-301b749dc62d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15150395-72b3-44b4-a491-b697006fd07c HTTP/1.1" status: 200 len: 217 time: 0.0693247 Dec 08 01:52:01.135828 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b49d026-5acc-4f9e-9398-414db2684a3b req-f934aa38-b7d2-4b52-8dfe-92a85543b9e2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803428 Dec 08 01:52:01.147447 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963f2a5e-67bf-46dd-a6ed-2eb562bf8de7 None None] Network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:01.180999 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.206518 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d54-5dcc-4927-a168-60a987fef263 req-1d926b8a-66b6-421d-9b70-ee8d836c5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:01.209098 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-1d926b8a-66b6-421d-9b70-ee8d836c5f2e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.0840328 Dec 08 01:52:01.262274 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-4497265b-d7bd-422c-bb7f-aa1de7b10f0c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412385 Dec 08 01:52:01.266888 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-9791fe72-ec60-45f0-8161-67bcbd66c573 service neutron] 10.222.0.71 "GET /v2.0/networks/c7a2e220-d6a5-4873-a3d7-92bd1653f03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501175 Dec 08 01:52:01.330989 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.374408 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-d486e105-7839-4fb8-b1bc-fc714e2e638c service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034040 Dec 08 01:52:01.391883 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1d6cc-0b97-4cb4-8863-59034ccd6e7e req-2910f114-edb2-4691-9897-b26c8384ab99 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:01.394987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f19bd440-50f1-44aa-9264-31b096b460e4 None None] Provisioning complete for port b7cbb282-d780-46b5-b06c-7c525ddd830c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:01.395363 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f19bd440-50f1-44aa-9264-31b096b460e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.403218 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bff1d6cc-0b97-4cb4-8863-59034ccd6e7e req-2910f114-edb2-4691-9897-b26c8384ab99 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.1710155 Dec 08 01:52:01.485959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-52082838-f64d-4372-92f9-8cadd899b671 service neutron] 10.222.0.71 "GET /v2.0/networks/c7a2e220-d6a5-4873-a3d7-92bd1653f03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118833 Dec 08 01:52:01.493305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bff1d6cc-0b97-4cb4-8863-59034ccd6e7e req-859e24af-d900-4f39-908a-0e6a06303625 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875199 Dec 08 01:52:01.513735 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Network c7a2e220-d6a5-4873-a3d7-92bd1653f03e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:01.516212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:01.516660 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.517037 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-ae0a8334-bf8a-437a-9169-223059b99ff0 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334288 Dec 08 01:52:01.584810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:01.589722 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:01.644471 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Pushing event updated for resources: {'Port': ['ID=e613fe80-ec37-40ba-b63e-f1e5d34322c4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:01.691399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-fd7ee277-399e-493c-b084-2e4ad7a76335 service neutron] 10.222.0.71 "GET /v2.0/networks/c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043238 Dec 08 01:52:01.723761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc3b38fa-3f5f-4a38-af90-ee0544207b40 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:01.725820 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc3b38fa-3f5f-4a38-af90-ee0544207b40 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb&tenant_id=3ea3a98675f74d9ca617927f4f236c6e&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 1097 time: 0.0762148 Dec 08 01:52:01.745758 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-31'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:01.770247 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f19bd440-50f1-44aa-9264-31b096b460e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.782437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df15e19-80f8-4847-ad74-2a6b3f0d1471 req-be8b8bb7-c00e-4990-b3a5-4d601d68854f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:01.786360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6df15e19-80f8-4847-ad74-2a6b3f0d1471 req-be8b8bb7-c00e-4990-b3a5-4d601d68854f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=5730e629-be62-484c-9e43-31d3414ccc8e HTTP/1.1" status: 200 len: 950 time: 0.1512411 Dec 08 01:52:01.846782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b7cbb282-d780-46b5-b06c-7c525ddd830c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:01.848699 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.901962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6df15e19-80f8-4847-ad74-2a6b3f0d1471 req-ea2e9e6c-4902-4bc7-bcb5-3323fd3ada33 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045876 Dec 08 01:52:01.911583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-a749a00c-0a77-4cf0-bf94-3493b71887bb service neutron] 10.222.0.71 "GET /v2.0/networks/c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142944 Dec 08 01:52:01.981336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Attempting to bind port e613fe80-ec37-40ba-b63e-f1e5d34322c4 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:01.981888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Attempting to bind port e613fe80-ec37-40ba-b63e-f1e5d34322c4 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7a2e220-d6a5-4873-a3d7-92bd1653f03e'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:01.982021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Attempting to bind port e613fe80-ec37-40ba-b63e-f1e5d34322c4 on network c7a2e220-d6a5-4873-a3d7-92bd1653f03e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:02.001978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:02.002369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Checking segment: {'id': 'cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7a2e220-d6a5-4873-a3d7-92bd1653f03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:02.002938 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.003950 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Bound using segment: {'id': 'cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7a2e220-d6a5-4873-a3d7-92bd1653f03e'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:02.004464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Bound port: e613fe80-ec37-40ba-b63e-f1e5d34322c4, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7a2e220-d6a5-4873-a3d7-92bd1653f03e'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:02.004851 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.129257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=15150395-72b3-44b4-a491-b697006fd07c,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:02.131767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aadfb8-ae5f-4c34-93d6-fa7b689203f9 req-9624fb30-4b9a-4e68-85e0-705b76a9b980 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.133460 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60aadfb8-ae5f-4c34-93d6-fa7b689203f9 req-9624fb30-4b9a-4e68-85e0-705b76a9b980 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/ports?device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 944 time: 0.1102777 Dec 08 01:52:02.176076 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:02.212995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60aadfb8-ae5f-4c34-93d6-fa7b689203f9 req-e4f3a05b-022b-45fb-9b35-4fd6e58f5365 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/security-groups?id=bb527915-96e4-4922-b1c6-0e9de2305fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717385 Dec 08 01:52:02.344912 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15150395-72b3-44b4-a491-b697006fd07c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:02.353516 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49fb6ae-911e-4df0-830d-5af3d0e48025" -d '{"events": [{"server_uuid": "baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "15150395-72b3-44b4-a491-b697006fd07c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:02.380800 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.394694 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.511806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b7cbb282-d780-46b5-b06c-7c525ddd830c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:02.512827 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.543423 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b8c6c-e7db-406f-b846-f7954244458e req-7e124fd0-7109-4009-8e0f-1d7a0e5d4cd9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.565281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f27b8c6c-e7db-406f-b846-f7954244458e req-7e124fd0-7109-4009-8e0f-1d7a0e5d4cd9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.3257139 Dec 08 01:52:02.584220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Pushing event updated for resources: {'Port': ['ID=15150395-72b3-44b4-a491-b697006fd07c,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:02.590032 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f19bd440-50f1-44aa-9264-31b096b460e4 None None] For port b7cbb282-d780-46b5-b06c-7c525ddd830c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b7cbb282-d780-46b5-b06c-7c525ddd830c,segment=NetworkSegment(ad8b1ff4-346f-4723-9c51-ebc0f524b731),segment_id=ad8b1ff4-346f-4723-9c51-ebc0f524b731)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:02.599297 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f19bd440-50f1-44aa-9264-31b096b460e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.602714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Attempting to bind port 15150395-72b3-44b4-a491-b697006fd07c on host n-h1-713499-31 for vnic_type normal with profile {"migrating_to": "n-h2-713499-31"} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:02.603161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Attempting to bind port 15150395-72b3-44b4-a491-b697006fd07c by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:02.603631 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Attempting to bind port 15150395-72b3-44b4-a491-b697006fd07c on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:02.616646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Port 15150395-72b3-44b4-a491-b697006fd07c on network a59a8412-6343-41a4-920a-bc94665ff18f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:02.617129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Attempting to bind port 15150395-72b3-44b4-a491-b697006fd07c on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:02.632581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:02.633074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Checking segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:02.633580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Bound using segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:02.634115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Bound port: 15150395-72b3-44b4-a491-b697006fd07c, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:02.634648 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.642403 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce2e1f03-3cb1-4a04-b921-b60eda036fd3 req-b0fd3b8c-af85-456b-a94e-e2accf3e7b35 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2449124 Dec 08 01:52:02.697279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe3adf-c98a-4c53-89f0-cab74f422e83 req-aa771dee-10c9-4f78-bf18-e2c51e87538f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.700524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] For port e613fe80-ec37-40ba-b63e-f1e5d34322c4, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:02.705419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] For port e613fe80-ec37-40ba-b63e-f1e5d34322c4, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e613fe80-ec37-40ba-b63e-f1e5d34322c4,segment=NetworkSegment(cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce),segment_id=cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:02.706960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7fe3adf-c98a-4c53-89f0-cab74f422e83 req-aa771dee-10c9-4f78-bf18-e2c51e87538f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 943 time: 0.2331283 Dec 08 01:52:02.746744 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.756809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bd440-50f1-44aa-9264-31b096b460e4 None None] Pushing event updated for resources: {'Port': ['ID=b7cbb282-d780-46b5-b06c-7c525ddd830c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:02.759908 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f27b8c6c-e7db-406f-b846-f7954244458e req-4b7734e9-18da-4b4a-b1ad-8b59a770f219 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936195 Dec 08 01:52:02.819058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:02.825600 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=15150395-72b3-44b4-a491-b697006fd07c,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:02.832485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3b5c5491-8182-4299-a5b0-10c7075a623a None None] Provisioning complete for port b7cbb282-d780-46b5-b06c-7c525ddd830c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:02.833708 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3b5c5491-8182-4299-a5b0-10c7075a623a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.846221 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.888625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7fe3adf-c98a-4c53-89f0-cab74f422e83 req-52d79ed2-a0f7-4a54-9bb4-684377ad74e8 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806898 Dec 08 01:52:02.908427 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e1f03-3cb1-4a04-b921-b60eda036fd3 req-8a2b6fef-a571-4bc6-ba94-b1d54bb0b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.909951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce2e1f03-3cb1-4a04-b921-b60eda036fd3 req-8a2b6fef-a571-4bc6-ba94-b1d54bb0b4ec service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 1096 time: 0.1434050 Dec 08 01:52:02.954734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ad0bd-9a03-4f9f-8141-179d1d4a897a None None] Pushing event updated for resources: {'Port': ['ID=e613fe80-ec37-40ba-b63e-f1e5d34322c4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:03.065725 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:03.069154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:03.070014 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:03.076609 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] 10.222.0.75 "PUT /v2.0/ports/15150395-72b3-44b4-a491-b697006fd07c HTTP/1.1" status: 200 len: 1123 time: 1.3360293 Dec 08 01:52:03.077740 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fd1a6-2a64-47ee-9658-15910f050740 service neutron] Pushing event updated for resources: {'Port': ['ID=15150395-72b3-44b4-a491-b697006fd07c,revision_number=8']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:03.103374 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e1f03-3cb1-4a04-b921-b60eda036fd3 req-c214fff4-cb87-49ab-aa25-70b77fc0a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:03.104908 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce2e1f03-3cb1-4a04-b921-b60eda036fd3 req-c214fff4-cb87-49ab-aa25-70b77fc0a4e9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.1731570 Dec 08 01:52:03.166273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:03.166679 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:03.217163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce2e1f03-3cb1-4a04-b921-b60eda036fd3 req-f425aa21-9a58-4ee2-946c-23a0bdbaed40 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114 HTTP/1.1" status: 200 len: 217 time: 0.0998785 Dec 08 01:52:03.227521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['15150395-72b3-44b4-a491-b697006fd07c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:03.405569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ed4cb21-cffe-40ac-8cd4-c8435a4efcc4 req-6587212c-6a13-4b8d-9bca-5825e07d843a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 210 time: 0.1367977 Dec 08 01:52:03.413911 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b7cbb282-d780-46b5-b06c-7c525ddd830c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:03.481753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e1f03-3cb1-4a04-b921-b60eda036fd3 req-ec6b5ca4-ae19-4471-bc46-0aa98625ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:03.489603 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce2e1f03-3cb1-4a04-b921-b60eda036fd3 req-ec6b5ca4-ae19-4471-bc46-0aa98625ef13 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.2339275 Dec 08 01:52:03.508426 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2159cd0-ad22-4cab-bfda-0dac8b18e933 req-6e74d36b-4341-40fb-a976-26c37d79e91e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0812898 Dec 08 01:52:03.509974 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ab6e05-95d3-49d8-98c6-dfcd77740d2f x-openstack-request-id: req-46ab6e05-95d3-49d8-98c6-dfcd77740d2f {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:03.510245 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "15150395-72b3-44b4-a491-b697006fd07c", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:03.510529 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-46ab6e05-95d3-49d8-98c6-dfcd77740d2f {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:03.510927 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15150395-72b3-44b4-a491-b697006fd07c', 'code': 200} Dec 08 01:52:03.523079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52c9e3-a88c-4034-af4b-931abccbbe45 req-624024d1-b0e3-4283-b6ae-dca8afc679ee tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:03.529366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52c9e3-a88c-4034-af4b-931abccbbe45 req-624024d1-b0e3-4283-b6ae-dca8afc679ee tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:03.538110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be52c9e3-a88c-4034-af4b-931abccbbe45 req-624024d1-b0e3-4283-b6ae-dca8afc679ee tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=5730e629-be62-484c-9e43-31d3414ccc8e&device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 1691 time: 0.1540608 Dec 08 01:52:03.568126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b7cbb282-d780-46b5-b06c-7c525ddd830c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:03.568868 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:03.575178 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce2e1f03-3cb1-4a04-b921-b60eda036fd3 req-d2f089b8-6e02-457a-bbd3-c93b7b34dfe8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350604 Dec 08 01:52:03.609545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device edf93823-a8a2-438b-9e43-692cd9f54531 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:03.674982 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be52c9e3-a88c-4034-af4b-931abccbbe45 req-afca535c-dec1-4078-9977-3d64ef5171d6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360343 Dec 08 01:52:03.709028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2159cd0-ad22-4cab-bfda-0dac8b18e933 req-82b01dee-6f26-4e2d-817b-b6c1e2e370a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:03.711358 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2159cd0-ad22-4cab-bfda-0dac8b18e933 req-82b01dee-6f26-4e2d-817b-b6c1e2e370a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 1101 time: 0.0683496 Dec 08 01:52:03.741149 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port edf93823-a8a2-438b-9e43-692cd9f54531 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:52:03.753274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port edf93823-a8a2-438b-9e43-692cd9f54531 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:03.753642 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:03.844549 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:03.882932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0baecfab-8218-4966-838f-3f6922b6a41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf93823-a8a2-438b-9e43-692cd9f54531'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:03.883659 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2159cd0-ad22-4cab-bfda-0dac8b18e933 req-7aef72dc-66ae-4f11-a8a6-2644f2669386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:03.885240 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2159cd0-ad22-4cab-bfda-0dac8b18e933 req-7aef72dc-66ae-4f11-a8a6-2644f2669386 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1330354 Dec 08 01:52:03.885438 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ff2d68-5a6d-4b1d-8b5b-102b9777fc3f" -d '{"events": [{"server_uuid": "0baecfab-8218-4966-838f-3f6922b6a41e", "name": "network-vif-plugged", "status": "completed", "tag": "edf93823-a8a2-438b-9e43-692cd9f54531"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:03.924691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port edf93823-a8a2-438b-9e43-692cd9f54531, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=edf93823-a8a2-438b-9e43-692cd9f54531,segment=NetworkSegment(77370481-e3ec-4477-a51a-fb906d1de591),segment_id=77370481-e3ec-4477-a51a-fb906d1de591)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:03.930956 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:03.990886 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2159cd0-ad22-4cab-bfda-0dac8b18e933 req-bd67667b-a0ea-46e7-850a-55ba105d50b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=f1b6de21-ca71-4fbc-8de0-873c2e5c6841 HTTP/1.1" status: 200 len: 217 time: 0.0871327 Dec 08 01:52:04.013952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=edf93823-a8a2-438b-9e43-692cd9f54531,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:04.062064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2159cd0-ad22-4cab-bfda-0dac8b18e933 req-e1567de5-de20-4b90-b183-1c51f6d92db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:04.063672 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2159cd0-ad22-4cab-bfda-0dac8b18e933 req-e1567de5-de20-4b90-b183-1c51f6d92db2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0692613 Dec 08 01:52:04.149857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2159cd0-ad22-4cab-bfda-0dac8b18e933 req-0ad417ac-fe85-4318-bb10-9373a16e7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:04.151395 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2159cd0-ad22-4cab-bfda-0dac8b18e933 req-0ad417ac-fe85-4318-bb10-9373a16e7545 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0781527 Dec 08 01:52:04.206942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead61054-7fdb-431e-9388-1330314f171b req-75de2bd0-a0b1-4480-928a-94e5525aa978 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:04.214867 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead61054-7fdb-431e-9388-1330314f171b req-75de2bd0-a0b1-4480-928a-94e5525aa978 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.6109302 Dec 08 01:52:04.281608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf648021-48f9-4834-863e-0ff5d36de5b6 req-4af7255a-e9f2-4b3e-8961-bac4f6178ca8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:04.282772 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf648021-48f9-4834-863e-0ff5d36de5b6 req-4af7255a-e9f2-4b3e-8961-bac4f6178ca8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 945 time: 0.5273504 Dec 08 01:52:04.294123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce2e1f03-3cb1-4a04-b921-b60eda036fd3 req-079dd135-509c-4c3e-a132-3362238b8466 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889412 Dec 08 01:52:04.324568 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead61054-7fdb-431e-9388-1330314f171b req-f836dd39-3cc2-4fa7-924a-f6ba16df6528 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948093 Dec 08 01:52:04.406557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37530a2d-1590-4bae-bcbc-48632bd50c4b None None] Network c7a2e220-d6a5-4873-a3d7-92bd1653f03e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:04.437904 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-d9e7ce42-fee3-4068-a810-ad08a4fd7f40 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:04.454529 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-d9e7ce42-fee3-4068-a810-ad08a4fd7f40 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:04.460121 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-d9e7ce42-fee3-4068-a810-ad08a4fd7f40 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.45 "GET /v2.0/networks?id=c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9&id=c7a2e220-d6a5-4873-a3d7-92bd1653f03e&id=c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 HTTP/1.1" status: 200 len: 1392 time: 0.2432292 Dec 08 01:52:04.463697 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2159cd0-ad22-4cab-bfda-0dac8b18e933 req-6e760173-c97e-470d-86eb-401cb7a01fce service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579045 Dec 08 01:52:04.505807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2b8b7a8c-5ce7-4860-9543-309f15b4d0bc None None] Provisioning complete for port e613fe80-ec37-40ba-b63e-f1e5d34322c4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:04.506483 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b8b7a8c-5ce7-4860-9543-309f15b4d0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:04.510002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eaf247bc-f270-4fb3-9136-025df91dfc3c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Request body: {'port': {'device_id': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9', 'admin_state_up': True, 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:04.516454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf648021-48f9-4834-863e-0ff5d36de5b6 req-831eeab5-e01e-47e8-b7d1-f3d0b0bee5cd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741903 Dec 08 01:52:04.536143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384dfe3-612e-4fb2-bfe8-0b635c38ff8f req-63d967df-3ad6-4882-8ee7-903681a5f093 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:04.538330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8384dfe3-612e-4fb2-bfe8-0b635c38ff8f req-63d967df-3ad6-4882-8ee7-903681a5f093 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/ports?device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 945 time: 0.1157405 Dec 08 01:52:04.546936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce2e1f03-3cb1-4a04-b921-b60eda036fd3 req-d707c5e9-c20d-4c0c-98c5-6e967b86cdb2 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213128 Dec 08 01:52:04.615767 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8384dfe3-612e-4fb2-bfe8-0b635c38ff8f req-6a530205-4050-4f75-8d7a-ec1376a37562 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/security-groups?id=bb527915-96e4-4922-b1c6-0e9de2305fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599093 Dec 08 01:52:04.666212 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b8b7a8c-5ce7-4860-9543-309f15b4d0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:04.734525 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e45fd75-ef0b-47e1-b39c-ee9c4f4c5829 x-openstack-request-id: req-1e45fd75-ef0b-47e1-b39c-ee9c4f4c5829 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:04.734823 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0baecfab-8218-4966-838f-3f6922b6a41e", "name": "network-vif-plugged", "status": "completed", "tag": "edf93823-a8a2-438b-9e43-692cd9f54531", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:04.735062 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1e45fd75-ef0b-47e1-b39c-ee9c4f4c5829 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:04.735458 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0baecfab-8218-4966-838f-3f6922b6a41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf93823-a8a2-438b-9e43-692cd9f54531', 'code': 200} Dec 08 01:52:04.760555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2b8b7a8c-5ce7-4860-9543-309f15b4d0bc None None] For port e613fe80-ec37-40ba-b63e-f1e5d34322c4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e613fe80-ec37-40ba-b63e-f1e5d34322c4,segment=NetworkSegment(cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce),segment_id=cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:04.770372 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b8b7a8c-5ce7-4860-9543-309f15b4d0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:04.807376 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04638c1d-d1c2-4b53-bf95-c63fa4916a52 req-3d9c4791-a1de-40eb-a11b-5e040905a9e2 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:04.818063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04638c1d-d1c2-4b53-bf95-c63fa4916a52 req-3d9c4791-a1de-40eb-a11b-5e040905a9e2 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.1175225 Dec 08 01:52:04.897401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b7a8c-5ce7-4860-9543-309f15b4d0bc None None] Pushing event updated for resources: {'Port': ['ID=e613fe80-ec37-40ba-b63e-f1e5d34322c4,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:05.004824 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e613fe80-ec37-40ba-b63e-f1e5d34322c4 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:05.007475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde11646-8f56-45e1-9877-810f6beeae03 req-88fb2c7b-373c-40cf-8bb7-c2776231e465 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:05.009081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dde11646-8f56-45e1-9877-810f6beeae03 req-88fb2c7b-373c-40cf-8bb7-c2776231e465 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 943 time: 0.1738791 Dec 08 01:52:05.066856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04638c1d-d1c2-4b53-bf95-c63fa4916a52 req-00bd4e22-3293-424b-8552-eb5aa2ba87c3 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472060 Dec 08 01:52:05.093891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f768448-97a7-4603-baae-14ddec6cc205 req-de114aa1-578c-4a1c-8822-5cafcb1352e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:05.095706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f768448-97a7-4603-baae-14ddec6cc205 req-de114aa1-578c-4a1c-8822-5cafcb1352e3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 1097 time: 0.1957357 Dec 08 01:52:05.102766 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e613fe80-ec37-40ba-b63e-f1e5d34322c4 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:05.103079 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.120147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dde11646-8f56-45e1-9877-810f6beeae03 req-c908bd2d-c713-4f7e-876a-87badec14679 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949147 Dec 08 01:52:05.189131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fc8f0183-4509-46d0-9405-5a119464f938 None None] Provisioning complete for port e613fe80-ec37-40ba-b63e-f1e5d34322c4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:05.189510 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc8f0183-4509-46d0-9405-5a119464f938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.204573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eaf247bc-f270-4fb3-9136-025df91dfc3c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:05.217934 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eaf247bc-f270-4fb3-9136-025df91dfc3c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.225531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f768448-97a7-4603-baae-14ddec6cc205 req-96df37db-192d-41c3-9a20-5aff4883f7ea service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bb527915-96e4-4922-b1c6-0e9de2305fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039946 Dec 08 01:52:05.271431 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd1336eb-3cc8-42ff-ac7f-08d897840254 req-2c7f760b-8ad1-4878-9055-82e4525d5047 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 210 time: 0.0598652 Dec 08 01:52:05.329413 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2159cd0-ad22-4cab-bfda-0dac8b18e933 req-a1717e2d-0433-4401-bbd4-43eaa24fba55 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8202102 Dec 08 01:52:05.405430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5672186-aa15-4145-ba6a-5d131c6a34e2 req-1dde885b-4afb-4686-96a6-3facad543160 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:05.417638 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5672186-aa15-4145-ba6a-5d131c6a34e2 req-1dde885b-4afb-4686-96a6-3facad543160 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5730e629-be62-484c-9e43-31d3414ccc8e HTTP/1.1" status: 200 len: 1102 time: 0.1907847 Dec 08 01:52:05.515636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb', 'tag': '15150395-72b3-44b4-a491-b697006fd07c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:05.518509 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47ba837-3e79-4e49-bf6b-38c43614d0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb", "tag": "15150395-72b3-44b4-a491-b697006fd07c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:05.521266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a8411-c85b-4b6d-955c-1f1edb9a0b5c req-272fb80e-77b0-4645-ae6e-23e3bda45ff3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:05.522781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eaf247bc-f270-4fb3-9136-025df91dfc3c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Allocated IP 19.80.0.128 (c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9/38a8e1b3-67ac-4e76-add8-51e4d88ad42a/3267f192-56b5-427e-9840-38685635960a) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:05.523371 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-733a8411-c85b-4b6d-955c-1f1edb9a0b5c req-272fb80e-77b0-4645-ae6e-23e3bda45ff3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 945 time: 0.2214012 Dec 08 01:52:05.527561 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5672186-aa15-4145-ba6a-5d131c6a34e2 req-5d3d3ed9-74c5-4fd7-b28b-5b0d389e48ad tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088080 Dec 08 01:52:05.589349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c5cd5-65e4-4193-8906-26634f384972 req-4141f320-1216-4bdf-8046-519532ad3f6a tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:05.596882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e80c5cd5-65e4-4193-8906-26634f384972 req-4141f320-1216-4bdf-8046-519532ad3f6a tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.1682801 Dec 08 01:52:05.619141 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5645ecf-f131-4be4-b8ee-62430b57e79c x-openstack-request-id: req-b5645ecf-f131-4be4-b8ee-62430b57e79c {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:05.619502 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb", "tag": "15150395-72b3-44b4-a491-b697006fd07c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:05.619718 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b5645ecf-f131-4be4-b8ee-62430b57e79c {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:05.620103 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb', 'tag': '15150395-72b3-44b4-a491-b697006fd07c', 'status': 'completed', 'code': 200} Dec 08 01:52:05.623541 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 15150395-72b3-44b4-a491-b697006fd07c details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:52:05.680138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e80c5cd5-65e4-4193-8906-26634f384972 req-66e83824-ff68-40a5-a92f-c6f6c44ff962 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802920 Dec 08 01:52:05.783033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-733a8411-c85b-4b6d-955c-1f1edb9a0b5c req-b3bc8e66-8195-4d33-9dfc-60541e0e5b9b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Deleting port bff6b826-50a9-4ef6-bd63-3296ead342a0 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:05.783384 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-733a8411-c85b-4b6d-955c-1f1edb9a0b5c req-b3bc8e66-8195-4d33-9dfc-60541e0e5b9b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.815055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ba837-3e79-4e49-bf6b-38c43614d0d4 req-7bf4a1f5-f1f1-4854-ac9e-b97cb270795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:05.817689 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a47ba837-3e79-4e49-bf6b-38c43614d0d4 req-7bf4a1f5-f1f1-4854-ac9e-b97cb270795b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 1126 time: 0.0973952 Dec 08 01:52:05.820867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=15150395-72b3-44b4-a491-b697006fd07c,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:05.841493 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 15150395-72b3-44b4-a491-b697006fd07c has no active binding in host n-h2-713499-31 {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:52:05.844091 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eaf247bc-f270-4fb3-9136-025df91dfc3c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.888228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504f4e6-0b78-4b3d-89d7-c9e0b4ae6124 req-9af871cb-cf86-4ad4-9329-4b5abd3633ec tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:05.889724 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a504f4e6-0b78-4b3d-89d7-c9e0b4ae6124 req-9af871cb-cf86-4ad4-9329-4b5abd3633ec tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 945 time: 0.1435204 Dec 08 01:52:05.930548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddfb8a-4be1-40a3-ad57-7160573d19f2 req-3092398a-8d72-419c-a5c2-ac3a85b1b7bf tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:05.932095 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ffddfb8a-4be1-40a3-ad57-7160573d19f2 req-3092398a-8d72-419c-a5c2-ac3a85b1b7bf tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 1102 time: 0.1210554 Dec 08 01:52:05.951879 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eaf247bc-f270-4fb3-9136-025df91dfc3c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.983837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-733a8411-c85b-4b6d-955c-1f1edb9a0b5c req-b3bc8e66-8195-4d33-9dfc-60541e0e5b9b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] For port bff6b826-50a9-4ef6-bd63-3296ead342a0, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=bff6b826-50a9-4ef6-bd63-3296ead342a0,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:05.984157 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-733a8411-c85b-4b6d-955c-1f1edb9a0b5c req-b3bc8e66-8195-4d33-9dfc-60541e0e5b9b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.987894 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ba837-3e79-4e49-bf6b-38c43614d0d4 req-994cd9a7-62ae-47fc-88f0-fc4add640d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:05.989370 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a47ba837-3e79-4e49-bf6b-38c43614d0d4 req-994cd9a7-62ae-47fc-88f0-fc4add640d61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.1618319 Dec 08 01:52:06.003243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a504f4e6-0b78-4b3d-89d7-c9e0b4ae6124 req-39c8ae5a-4bb7-4972-bdaf-9f6e898afe14 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071758 Dec 08 01:52:06.008702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-733a8411-c85b-4b6d-955c-1f1edb9a0b5c req-b3bc8e66-8195-4d33-9dfc-60541e0e5b9b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Calling delete_port for bff6b826-50a9-4ef6-bd63-3296ead342a0 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:06.016521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eaf247bc-f270-4fb3-9136-025df91dfc3c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:06.032733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ffddfb8a-4be1-40a3-ad57-7160573d19f2 req-80b1421b-2d60-44fe-ad0d-43dd67a88352 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940511 Dec 08 01:52:06.052991 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a47ba837-3e79-4e49-bf6b-38c43614d0d4 req-f0837012-f560-4c7c-a106-38eda00877ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15150395-72b3-44b4-a491-b697006fd07c HTTP/1.1" status: 200 len: 217 time: 0.0537372 Dec 08 01:52:06.060903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eaf247bc-f270-4fb3-9136-025df91dfc3c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:06.064678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf247bc-f270-4fb3-9136-025df91dfc3c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event updated for resources: {'Port': ['ID=3267f192-56b5-427e-9840-38685635960a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:06.080255 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eaf247bc-f270-4fb3-9136-025df91dfc3c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:06.157700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ba837-3e79-4e49-bf6b-38c43614d0d4 req-e6cd1495-f089-4395-a2e6-803fb8ead1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:06.159255 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a47ba837-3e79-4e49-bf6b-38c43614d0d4 req-e6cd1495-f089-4395-a2e6-803fb8ead1bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.0912313 Dec 08 01:52:06.161830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ecdb7-37f4-4e81-9c0f-ec9397a9ef35 req-7f8881ac-f40b-4909-8396-ce527b0066b5 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:06.163913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-438ecdb7-37f4-4e81-9c0f-ec9397a9ef35 req-7f8881ac-f40b-4909-8396-ce527b0066b5 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/ports?device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 945 time: 0.0681138 Dec 08 01:52:06.168111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eaf247bc-f270-4fb3-9136-025df91dfc3c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:06.168911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eaf247bc-f270-4fb3-9136-025df91dfc3c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:06.200615 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a47ba837-3e79-4e49-bf6b-38c43614d0d4 req-95e8a067-4d01-4042-b013-4f57d2358487 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289431 Dec 08 01:52:06.234237 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eaf247bc-f270-4fb3-9136-025df91dfc3c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7321968 Dec 08 01:52:06.262916 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-8069c1ac-419f-4914-842d-3c8a57394120 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Request body: {'port': {'device_id': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'network_id': 'c7a2e220-d6a5-4873-a3d7-92bd1653f03e', 'admin_state_up': True, 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:06.309310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-438ecdb7-37f4-4e81-9c0f-ec9397a9ef35 req-eff8434a-b111-4ade-8a84-2906a7b4500e tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/security-groups?id=bb527915-96e4-4922-b1c6-0e9de2305fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288686 Dec 08 01:52:06.367945 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a47ba837-3e79-4e49-bf6b-38c43614d0d4 req-275c1dac-5858-49c2-8d49-ae636b4b6bc2 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509075 Dec 08 01:52:06.408099 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-733a8411-c85b-4b6d-955c-1f1edb9a0b5c req-b3bc8e66-8195-4d33-9dfc-60541e0e5b9b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:06.429976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d07f2124-f11e-45ad-9cbf-b182c566f49f None None] Provisioning complete for port 3267f192-56b5-427e-9840-38685635960a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:06.430427 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d07f2124-f11e-45ad-9cbf-b182c566f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:06.467026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d07f2124-f11e-45ad-9cbf-b182c566f49f None None] Port 3267f192-56b5-427e-9840-38685635960a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:06.470977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff9421-0cfe-4361-ac91-1ba9ecbdfa73 req-daad0b7d-98ea-4d1e-a09e-1b4ce6a54665 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:06.473064 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5ff9421-0cfe-4361-ac91-1ba9ecbdfa73 req-daad0b7d-98ea-4d1e-a09e-1b4ce6a54665 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.1824560 Dec 08 01:52:06.476403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc8e66-8195-4d33-9dfc-60541e0e5b9b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Pushing event deleted for resources: {'Port': ['ID=bff6b826-50a9-4ef6-bd63-3296ead342a0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:06.529578 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a47ba837-3e79-4e49-bf6b-38c43614d0d4 req-551fcac1-9562-4405-b840-4c877f3099f4 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253774 Dec 08 01:52:06.541677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-8069c1ac-419f-4914-842d-3c8a57394120 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:06.545241 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-8069c1ac-419f-4914-842d-3c8a57394120 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:06.552747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-733a8411-c85b-4b6d-955c-1f1edb9a0b5c req-b3bc8e66-8195-4d33-9dfc-60541e0e5b9b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] No DVR routers for this DVR port bff6b826-50a9-4ef6-bd63-3296ead342a0 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:06.564166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b9e0e-16af-4bc0-a76b-a2c780c28266 req-15ae14ae-44ff-44b1-b830-ed1543f67426 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:06.565682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-488b9e0e-16af-4bc0-a76b-a2c780c28266 req-15ae14ae-44ff-44b1-b830-ed1543f67426 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 943 time: 0.1792312 Dec 08 01:52:06.566773 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-733a8411-c85b-4b6d-955c-1f1edb9a0b5c req-b3bc8e66-8195-4d33-9dfc-60541e0e5b9b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:06.570658 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-733a8411-c85b-4b6d-955c-1f1edb9a0b5c req-b3bc8e66-8195-4d33-9dfc-60541e0e5b9b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "DELETE /v2.0/ports/bff6b826-50a9-4ef6-bd63-3296ead342a0 HTTP/1.1" status: 204 len: 173 time: 1.0404325 Dec 08 01:52:06.573873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275a39ea-ccc9-4a4c-a276-8e63da233a5c', 'name': 'network-vif-deleted', 'tag': 'bff6b826-50a9-4ef6-bd63-3296ead342a0'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:06.576190 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989907b0-e42d-4caa-9e4a-79fa8d17f40d" -d '{"events": [{"server_uuid": "275a39ea-ccc9-4a4c-a276-8e63da233a5c", "name": "network-vif-deleted", "tag": "bff6b826-50a9-4ef6-bd63-3296ead342a0"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:06.609999 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5ff9421-0cfe-4361-ac91-1ba9ecbdfa73 req-3b5da63d-d544-4333-bb51-4077c0c32812 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211932 Dec 08 01:52:06.691247 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-488b9e0e-16af-4bc0-a76b-a2c780c28266 req-7fead44b-dfe2-4365-94fe-4b8f711b3758 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753424 Dec 08 01:52:06.737754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-8069c1ac-419f-4914-842d-3c8a57394120 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Allocated IP 19.86.0.102 (c7a2e220-d6a5-4873-a3d7-92bd1653f03e/af101e77-e5c7-4b7e-9cd7-159e1cc152cd/b87f5fbb-e511-45f9-919c-77edc9db4e66) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:06.794494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800898aa-5d46-4225-b06e-d3572d242c60 req-e3cdd4c0-2b64-4973-8764-e58f7740b1ab tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:06.802050 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-800898aa-5d46-4225-b06e-d3572d242c60 req-e3cdd4c0-2b64-4973-8764-e58f7740b1ab tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 932 time: 0.0782135 Dec 08 01:52:06.843641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-51c9879e-f014-44ba-9767-ab27e9ec933b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c9a17c065930444c8f53a860d8330270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729618 Dec 08 01:52:06.893959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-800898aa-5d46-4225-b06e-d3572d242c60 req-cb28d1df-5c18-4188-bdd8-5c8299ba2308 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910382 Dec 08 01:52:06.950063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e613fe80-ec37-40ba-b63e-f1e5d34322c4 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:06.988500 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004fbad6-d257-444d-9ad5-859360ad301a x-openstack-request-id: req-004fbad6-d257-444d-9ad5-859360ad301a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:06.988500 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275a39ea-ccc9-4a4c-a276-8e63da233a5c", "name": "network-vif-deleted", "tag": "bff6b826-50a9-4ef6-bd63-3296ead342a0", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:06.988786 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-004fbad6-d257-444d-9ad5-859360ad301a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:06.989075 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275a39ea-ccc9-4a4c-a276-8e63da233a5c', 'name': 'network-vif-deleted', 'tag': 'bff6b826-50a9-4ef6-bd63-3296ead342a0', 'status': 'completed', 'code': 200} Dec 08 01:52:07.026499 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-8069c1ac-419f-4914-842d-3c8a57394120 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:07.050779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e613fe80-ec37-40ba-b63e-f1e5d34322c4 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:07.051157 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:07.077296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-793b3995-72a1-46c3-81b0-d377ba61afd8 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:07.080301 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-793b3995-72a1-46c3-81b0-d377ba61afd8 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308202 Dec 08 01:52:07.088539 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-8069c1ac-419f-4914-842d-3c8a57394120 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:07.127804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-f4e6d9c1-aad8-4256-b1cb-20d763f89c05 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/quotas/c9a17c065930444c8f53a860d8330270 HTTP/1.1" status: 200 len: 375 time: 0.0233536 Dec 08 01:52:07.164909 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-8069c1ac-419f-4914-842d-3c8a57394120 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Network c7a2e220-d6a5-4873-a3d7-92bd1653f03e is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:07.175224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-8069c1ac-419f-4914-842d-3c8a57394120 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:07.180475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-8069c1ac-419f-4914-842d-3c8a57394120 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:07.182048 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9814610-094d-4190-81a9-0808ce426933 req-dc1c7afd-0d27-4919-a2f0-affb52f3eeee tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:07.183636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069c1ac-419f-4914-842d-3c8a57394120 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event updated for resources: {'Port': ['ID=b87f5fbb-e511-45f9-919c-77edc9db4e66,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:07.190608 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9814610-094d-4190-81a9-0808ce426933 req-dc1c7afd-0d27-4919-a2f0-affb52f3eeee tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.1361504 Dec 08 01:52:07.239075 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-ebd3c11d-700d-425d-a21d-f2f06330dcc1 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1094179 Dec 08 01:52:07.240909 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-8069c1ac-419f-4914-842d-3c8a57394120 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:07.241846 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-8069c1ac-419f-4914-842d-3c8a57394120 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:07.266259 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-8069c1ac-419f-4914-842d-3c8a57394120 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0078275 Dec 08 01:52:07.289492 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9814610-094d-4190-81a9-0808ce426933 req-0d2a1104-4114-4f20-89e8-7908fa2fbdba tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935812 Dec 08 01:52:07.299277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eebe57f0-fa56-4d39-a3b5-1b0857528d23 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Request body: {'port': {'device_id': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9', 'admin_state_up': True, 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:07.406047 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-56714593-a678-455a-b9f5-e7b72ef2120b service neutron] 10.222.0.45 "GET /v2.0/ports/15150395-72b3-44b4-a491-b697006fd07c/bindings/n-h2-713499-31 HTTP/1.1" status: 200 len: 385 time: 0.1122012 Dec 08 01:52:07.508256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eebe57f0-fa56-4d39-a3b5-1b0857528d23 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:07.514967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eebe57f0-fa56-4d39-a3b5-1b0857528d23 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:07.529305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e00e286a-9d67-4e7d-a988-ab743c19dae0 req-4fd00c25-2395-42e0-93aa-9ee778cc8515 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=275a39ea-ccc9-4a4c-a276-8e63da233a5c HTTP/1.1" status: 200 len: 210 time: 0.1143587 Dec 08 01:52:07.603848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-450abece-9682-4a44-bc27-628f84a21398 None None] Provisioning complete for port b87f5fbb-e511-45f9-919c-77edc9db4e66 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:07.604228 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-450abece-9682-4a44-bc27-628f84a21398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:07.697807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-450abece-9682-4a44-bc27-628f84a21398 None None] Port b87f5fbb-e511-45f9-919c-77edc9db4e66 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:07.753995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eebe57f0-fa56-4d39-a3b5-1b0857528d23 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Allocated IP 19.80.0.99 (c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9/38a8e1b3-67ac-4e76-add8-51e4d88ad42a/b7f7871c-5d86-41f5-b726-cb6ab41d58ce) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:07.772261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2707f-7c67-4e44-8017-af1cc9b38d9d req-cbac76f6-471f-4408-8f77-79eeb8ba47ff tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:07.778939 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6e2707f-7c67-4e44-8017-af1cc9b38d9d req-cbac76f6-471f-4408-8f77-79eeb8ba47ff tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/ports?device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 945 time: 0.1340053 Dec 08 01:52:07.866187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-87742d54-5dcc-4927-a168-60a987fef263 req-d322da56-fa54-4ede-9389-e09a4b9797de service neutron] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=15150395-72b3-44b4-a491-b697006fd07c,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:07.894279 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6e2707f-7c67-4e44-8017-af1cc9b38d9d req-3a553f40-e5ac-4b90-ae85-83152761b174 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/security-groups?id=bb527915-96e4-4922-b1c6-0e9de2305fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144087 Dec 08 01:52:07.903005 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-87742d54-5dcc-4927-a168-60a987fef263 req-d322da56-fa54-4ede-9389-e09a4b9797de service neutron] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:07.912882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff15c0-838d-4a42-a0e0-ce130336856f req-3f5f732f-0281-4d0d-b9b6-a5acf5489617 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:07.914076 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86ff15c0-838d-4a42-a0e0-ce130336856f req-3f5f732f-0281-4d0d-b9b6-a5acf5489617 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.1115880 Dec 08 01:52:07.966681 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eebe57f0-fa56-4d39-a3b5-1b0857528d23 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:07.989128 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-87742d54-5dcc-4927-a168-60a987fef263 req-d322da56-fa54-4ede-9389-e09a4b9797de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15150395-72b3-44b4-a491-b697006fd07c {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:08.006025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-87742d54-5dcc-4927-a168-60a987fef263 req-d322da56-fa54-4ede-9389-e09a4b9797de service neutron] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=15150395-72b3-44b4-a491-b697006fd07c,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:08.034922 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-87742d54-5dcc-4927-a168-60a987fef263 req-d322da56-fa54-4ede-9389-e09a4b9797de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.041290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86ff15c0-838d-4a42-a0e0-ce130336856f req-f044efed-27c4-40ac-a0bf-9dd7960bbd33 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949204 Dec 08 01:52:08.081207 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eebe57f0-fa56-4d39-a3b5-1b0857528d23 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.207768 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eebe57f0-fa56-4d39-a3b5-1b0857528d23 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:08.215055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eebe57f0-fa56-4d39-a3b5-1b0857528d23 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:08.223919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eebe57f0-fa56-4d39-a3b5-1b0857528d23 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:08.232845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-87742d54-5dcc-4927-a168-60a987fef263 req-d322da56-fa54-4ede-9389-e09a4b9797de service neutron] Transition to ACTIVE for port object 15150395-72b3-44b4-a491-b697006fd07c will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:52:08.249757 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-87742d54-5dcc-4927-a168-60a987fef263 req-d322da56-fa54-4ede-9389-e09a4b9797de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.297754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe57f0-fa56-4d39-a3b5-1b0857528d23 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event updated for resources: {'Port': ['ID=b7f7871c-5d86-41f5-b726-cb6ab41d58ce,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:08.349349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 15150395-72b3-44b4-a491-b697006fd07c no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:08.366084 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eebe57f0-fa56-4d39-a3b5-1b0857528d23 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:08.366821 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eebe57f0-fa56-4d39-a3b5-1b0857528d23 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.381937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-87742d54-5dcc-4927-a168-60a987fef263 req-d322da56-fa54-4ede-9389-e09a4b9797de service neutron] No DVR routers for this DVR port 15150395-72b3-44b4-a491-b697006fd07c on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:08.406730 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-eebe57f0-fa56-4d39-a3b5-1b0857528d23 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1115494 Dec 08 01:52:08.438819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Request body: {'port': {'device_id': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:08.446491 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 15150395-72b3-44b4-a491-b697006fd07c not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:08.447681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device bff6b826-50a9-4ef6-bd63-3296ead342a0 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:08.473185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322da56-fa54-4ede-9389-e09a4b9797de service neutron] Pushing event updated for resources: {'Port': ['ID=15150395-72b3-44b4-a491-b697006fd07c,revision_number=10']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:08.508293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: bff6b826-50a9-4ef6-bd63-3296ead342a0 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:52:08.508895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device bff6b826-50a9-4ef6-bd63-3296ead342a0 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:08.514143 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.560197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-d322da56-fa54-4ede-9389-e09a4b9797de service neutron] 10.222.0.45 "PUT /v2.0/ports/15150395-72b3-44b4-a491-b697006fd07c/bindings/n-h2-713499-31/activate HTTP/1.1" status: 200 len: 370 time: 1.1135280 Dec 08 01:52:08.608655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76e8ea-547e-47ae-aafb-ac712f75e7e2 req-eb73999e-d09a-4c00-b58c-db015d88178d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:08.610234 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c76e8ea-547e-47ae-aafb-ac712f75e7e2 req-eb73999e-d09a-4c00-b58c-db015d88178d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 944 time: 0.1420023 Dec 08 01:52:08.627658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda095c4-16d2-4f99-8355-f969a0508987 req-f5b14570-9db1-41cc-bec7-fbe20970661e tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:08.634103 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda095c4-16d2-4f99-8355-f969a0508987 req-f5b14570-9db1-41cc-bec7-fbe20970661e tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:08.636933 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fb7e936e-1992-443e-9af6-c327b55e5f48 None None] Provisioning complete for port b7f7871c-5d86-41f5-b726-cb6ab41d58ce triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:08.637304 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb7e936e-1992-443e-9af6-c327b55e5f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.640741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda095c4-16d2-4f99-8355-f969a0508987 req-f5b14570-9db1-41cc-bec7-fbe20970661e tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:08.643716 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fda095c4-16d2-4f99-8355-f969a0508987 req-f5b14570-9db1-41cc-bec7-fbe20970661e tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2376 time: 0.1743162 Dec 08 01:52:08.719845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e936e-1992-443e-9af6-c327b55e5f48 None None] Port b7f7871c-5d86-41f5-b726-cb6ab41d58ce cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:08.818264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c76e8ea-547e-47ae-aafb-ac712f75e7e2 req-4fedd1b9-964e-4b51-b48c-4d7be13b78a1 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731589 Dec 08 01:52:08.874663 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fda095c4-16d2-4f99-8355-f969a0508987 req-e9404cb1-02c8-4cf3-bf55-d2279224e538 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223926 Dec 08 01:52:08.882564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d54-5dcc-4927-a168-60a987fef263 req-be8ecb60-4f95-459d-8234-3310ecf06ab5 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:08.884088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-be8ecb60-4f95-459d-8234-3310ecf06ab5 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb&tenant_id=3ea3a98675f74d9ca617927f4f236c6e&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 1096 time: 0.1987042 Dec 08 01:52:08.957593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3267f192-56b5-427e-9840-38685635960a {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:08.977349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.992809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Transition to ACTIVE for port object 3267f192-56b5-427e-9840-38685635960a will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:52:08.998880 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.033202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6fc10ff-fb73-42d4-b7b3-baa5c622de94 req-33ae6f9d-64d7-41cf-a684-e05f6e4033b9 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 210 time: 0.0867620 Dec 08 01:52:09.082291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Pushing event updated for resources: {'Port': ['ID=3267f192-56b5-427e-9840-38685635960a,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:09.108289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d54-5dcc-4927-a168-60a987fef263 req-ff0c8473-5561-4569-8b8b-83f84f79fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:09.110012 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-ff0c8473-5561-4569-8b8b-83f84f79fe0d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb&tenant_id=3ea3a98675f74d9ca617927f4f236c6e HTTP/1.1" status: 200 len: 1096 time: 0.2179928 Dec 08 01:52:09.119840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc70c3-b0a4-43d6-9dce-89bf2e73bc56 req-6e0bdf6a-1d7f-475d-b140-a9782bc2c11d tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:09.128334 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ffc70c3-b0a4-43d6-9dce-89bf2e73bc56 req-6e0bdf6a-1d7f-475d-b140-a9782bc2c11d tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.0988181 Dec 08 01:52:09.200038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Attempting to bind port 3267f192-56b5-427e-9840-38685635960a on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:09.203516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Attempting to bind port 3267f192-56b5-427e-9840-38685635960a by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'ad8b1ff4-346f-4723-9c51-ebc0f524b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:09.204074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Attempting to bind port 3267f192-56b5-427e-9840-38685635960a on network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:09.232257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Port 3267f192-56b5-427e-9840-38685635960a on network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:09.232664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Attempting to bind port 3267f192-56b5-427e-9840-38685635960a on network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:09.260664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:09.261142 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Checking segment: {'id': 'ad8b1ff4-346f-4723-9c51-ebc0f524b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:09.263206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Bound using segment: {'id': 'ad8b1ff4-346f-4723-9c51-ebc0f524b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:09.279977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Bound port: 3267f192-56b5-427e-9840-38685635960a, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8b1ff4-346f-4723-9c51-ebc0f524b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:09.282005 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.369148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ffc70c3-b0a4-43d6-9dce-89bf2e73bc56 req-8d2f4b00-e82d-4638-9280-f9d181f34034 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298405 Dec 08 01:52:09.389542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d54-5dcc-4927-a168-60a987fef263 req-21659642-e9cf-44e3-9f3c-6f61dc4c733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:09.391397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-21659642-e9cf-44e3-9f3c-6f61dc4c733d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 1096 time: 0.1492977 Dec 08 01:52:09.473957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] For port 3267f192-56b5-427e-9840-38685635960a, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:09.487936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] For port 3267f192-56b5-427e-9840-38685635960a, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3267f192-56b5-427e-9840-38685635960a,segment=NetworkSegment(ad8b1ff4-346f-4723-9c51-ebc0f524b731),segment_id=ad8b1ff4-346f-4723-9c51-ebc0f524b731)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:09.508109 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.544043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:09.544901 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.548454 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] 10.222.0.45 "PUT /v2.0/ports/3267f192-56b5-427e-9840-38685635960a HTTP/1.1" status: 200 len: 1093 time: 1.1166010 Dec 08 01:52:09.598636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'tag': '3267f192-56b5-427e-9840-38685635960a'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:09.601424 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989d6b40-0dbd-47e4-acd7-dc7e66ac7ded" -d '{"events": [{"name": "network-changed", "server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "tag": "3267f192-56b5-427e-9840-38685635960a"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:09.633460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Request body: {'port': {'device_id': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:09.708583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d54-5dcc-4927-a168-60a987fef263 req-c5559a2c-1fd2-480f-bba8-4b1ab594085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:09.711540 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-c5559a2c-1fd2-480f-bba8-4b1ab594085b service neutron] 10.222.0.75 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.3007731 Dec 08 01:52:09.732664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0754df-d205-42d9-9140-0cbc2cd23184 service neutron] Pushing event updated for resources: {'Port': ['ID=3267f192-56b5-427e-9840-38685635960a,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:09.735766 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.785494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-3ed39ccf-373f-43be-a862-b65e592d0599 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15150395-72b3-44b4-a491-b697006fd07c HTTP/1.1" status: 200 len: 217 time: 0.0564480 Dec 08 01:52:09.801245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639020a-4d70-49ab-bc85-a44c2ccf6c95 req-7bf78abc-b0e2-43ea-ad16-4a80176fbee5 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:09.802953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7639020a-4d70-49ab-bc85-a44c2ccf6c95 req-7bf78abc-b0e2-43ea-ad16-4a80176fbee5 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.1964762 Dec 08 01:52:09.854615 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b1763-1272-4728-b4f0-579bdc6f3c44 req-eca0374a-0d1f-4cfd-9f8f-dc7b40b9f477 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:09.856180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c28b1763-1272-4728-b4f0-579bdc6f3c44 req-eca0374a-0d1f-4cfd-9f8f-dc7b40b9f477 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/ports?device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 945 time: 0.1436384 Dec 08 01:52:09.923998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d54-5dcc-4927-a168-60a987fef263 req-0412933a-b90e-431e-8f5b-1e038d5bbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:09.925547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-0412933a-b90e-431e-8f5b-1e038d5bbd8d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.1217961 Dec 08 01:52:09.938590 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7639020a-4d70-49ab-bc85-a44c2ccf6c95 req-5bdbb909-a65a-47f0-a13c-e6c695e6fd43 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264079 Dec 08 01:52:09.955398 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c28b1763-1272-4728-b4f0-579bdc6f3c44 req-ae21b4e4-d093-4265-9f2a-2b41ca8add78 tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/security-groups?id=bb527915-96e4-4922-b1c6-0e9de2305fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910964 Dec 08 01:52:09.980004 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-98a2cdeb-c5a4-487c-9081-f13526ac80c5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404456 Dec 08 01:52:10.064505 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8c9c16-b483-4fae-9e73-1d79d101c591 x-openstack-request-id: req-7b8c9c16-b483-4fae-9e73-1d79d101c591 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:10.065089 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "tag": "3267f192-56b5-427e-9840-38685635960a", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:10.065286 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7b8c9c16-b483-4fae-9e73-1d79d101c591 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:10.065766 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'tag': '3267f192-56b5-427e-9840-38685635960a', 'status': 'completed', 'code': 200} Dec 08 01:52:10.078452 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87f5fbb-e511-45f9-919c-77edc9db4e66 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:10.089240 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:10.106757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Transition to ACTIVE for port object b87f5fbb-e511-45f9-919c-77edc9db4e66 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:52:10.118973 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:10.199655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-e40733b4-0be3-4759-8e55-1a8c6c7ffb12 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c9a17c065930444c8f53a860d8330270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687869 Dec 08 01:52:10.249564 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Pushing event updated for resources: {'Port': ['ID=b87f5fbb-e511-45f9-919c-77edc9db4e66,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:10.292775 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-056a0e5a-6e87-4dc7-bb81-3d605cc2793e service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016059 Dec 08 01:52:10.362123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d6b40-0dbd-47e4-acd7-dc7e66ac7ded req-e392953e-e231-4e1d-956a-423d658b7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:10.362937 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d6b40-0dbd-47e4-acd7-dc7e66ac7ded req-e392953e-e231-4e1d-956a-423d658b7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:10.363645 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d6b40-0dbd-47e4-acd7-dc7e66ac7ded req-e392953e-e231-4e1d-956a-423d658b7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:10.366261 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-989d6b40-0dbd-47e4-acd7-dc7e66ac7ded req-e392953e-e231-4e1d-956a-423d658b7c35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c1fcf9c5f2e4c1684ad3909f3718b47&device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2758 time: 0.1927445 Dec 08 01:52:10.405114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Attempting to bind port b87f5fbb-e511-45f9-919c-77edc9db4e66 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:10.405458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Attempting to bind port b87f5fbb-e511-45f9-919c-77edc9db4e66 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7a2e220-d6a5-4873-a3d7-92bd1653f03e'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:10.405818 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Attempting to bind port b87f5fbb-e511-45f9-919c-77edc9db4e66 on network c7a2e220-d6a5-4873-a3d7-92bd1653f03e {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:10.444779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Port b87f5fbb-e511-45f9-919c-77edc9db4e66 on network c7a2e220-d6a5-4873-a3d7-92bd1653f03e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:10.445231 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Attempting to bind port b87f5fbb-e511-45f9-919c-77edc9db4e66 on network c7a2e220-d6a5-4873-a3d7-92bd1653f03e {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:10.513703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:10.514923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Checking segment: {'id': 'cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7a2e220-d6a5-4873-a3d7-92bd1653f03e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:10.514923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Bound using segment: {'id': 'cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7a2e220-d6a5-4873-a3d7-92bd1653f03e'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:10.514923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Bound port: b87f5fbb-e511-45f9-919c-77edc9db4e66, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7a2e220-d6a5-4873-a3d7-92bd1653f03e'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:10.515426 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:10.595208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba831d-6c3a-42a8-bcbf-7b8404f21dd9 req-08c38191-7f03-4539-b2cc-dc0c253a215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:10.596734 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ddba831d-6c3a-42a8-bcbf-7b8404f21dd9 req-08c38191-7f03-4539-b2cc-dc0c253a215c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9df686f8edb4470fb9993f7d70bdf1fb&device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 1098 time: 0.1648610 Dec 08 01:52:10.611930 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-c5f32a59-20e7-498c-a369-87587537ef8d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=c9a17c065930444c8f53a860d8330270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119077 Dec 08 01:52:10.672115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d6b40-0dbd-47e4-acd7-dc7e66ac7ded req-613eb66d-5077-4057-bdfa-b4d72b1e04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:10.672591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d6b40-0dbd-47e4-acd7-dc7e66ac7ded req-613eb66d-5077-4057-bdfa-b4d72b1e04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:10.673055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d6b40-0dbd-47e4-acd7-dc7e66ac7ded req-613eb66d-5077-4057-bdfa-b4d72b1e04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:10.675393 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-989d6b40-0dbd-47e4-acd7-dc7e66ac7ded req-613eb66d-5077-4057-bdfa-b4d72b1e04aa service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7c1fcf9c5f2e4c1684ad3909f3718b47&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2878094 Dec 08 01:52:10.710584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] For port b87f5fbb-e511-45f9-919c-77edc9db4e66, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:10.731775 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e977ab-a710-4498-83cf-f0680d219b02 req-5f08460e-29b1-4b19-905c-1d4ce1db2736 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:10.733306 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8e977ab-a710-4498-83cf-f0680d219b02 req-5f08460e-29b1-4b19-905c-1d4ce1db2736 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 944 time: 0.4541233 Dec 08 01:52:10.748566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] For port b87f5fbb-e511-45f9-919c-77edc9db4e66, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b87f5fbb-e511-45f9-919c-77edc9db4e66,segment=NetworkSegment(cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce),segment_id=cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:10.761939 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:10.816453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-154f623a-263b-47f6-8e1f-85575265c2a0 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:10.817809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-154f623a-263b-47f6-8e1f-85575265c2a0 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5928631 Dec 08 01:52:10.841213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-79acfcaa-a0d8-48e5-8829-523fba3f3b64 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:10.850208 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-79acfcaa-a0d8-48e5-8829-523fba3f3b64 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 811 time: 0.6745794 Dec 08 01:52:10.851960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:10.852585 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:10.854119 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] 10.222.0.45 "PUT /v2.0/ports/b87f5fbb-e511-45f9-919c-77edc9db4e66 HTTP/1.1" status: 200 len: 1093 time: 1.2423668 Dec 08 01:52:10.858475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba831d-6c3a-42a8-bcbf-7b8404f21dd9 req-643a8d3a-030b-4474-bf0c-4a26e32845d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:10.859907 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ddba831d-6c3a-42a8-bcbf-7b8404f21dd9 req-643a8d3a-030b-4474-bf0c-4a26e32845d6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=47fa16b7-ff30-4084-9336-3cf290d7dbc3 HTTP/1.1" status: 200 len: 917 time: 0.2449915 Dec 08 01:52:10.860969 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-29a70432-260e-4593-8de4-7ebbee1fd46b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Request body: {'port': {'device_id': '59e29a48-8b71-4ce3-924a-2322cc65141c', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'c9a17c065930444c8f53a860d8330270'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:10.900649 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-f3732e27-023a-49b6-bcbe-63acf0d65d71 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434365 Dec 08 01:52:10.931965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Request body: {'port': {'device_id': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:10.937776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-1047f358-53a0-4dd8-b21d-d56ff7047b14 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/quotas/ea4d916952c04b248677383b4d824ca8 HTTP/1.1" status: 200 len: 375 time: 0.0857372 Dec 08 01:52:10.940235 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ddba831d-6c3a-42a8-bcbf-7b8404f21dd9 req-3adec2ec-1467-48c6-881e-b3cbff956eb8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3caa257a-5f7a-48ba-b3da-5413ecf42060 HTTP/1.1" status: 200 len: 217 time: 0.0670035 Dec 08 01:52:10.963666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae834eca-eba9-4dbf-a325-1782fe95a81e service neutron] Pushing event updated for resources: {'Port': ['ID=b87f5fbb-e511-45f9-919c-77edc9db4e66,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:10.971923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d6b40-0dbd-47e4-acd7-dc7e66ac7ded req-b5d28a83-ef4f-44e2-9cee-3ad61fd5e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:10.973393 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-989d6b40-0dbd-47e4-acd7-dc7e66ac7ded req-b5d28a83-ef4f-44e2-9cee-3ad61fd5e160 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2648923 Dec 08 01:52:11.026375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8e977ab-a710-4498-83cf-f0680d219b02 req-a1b4aa23-25ce-44a5-9224-0ec1c666b890 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750905 Dec 08 01:52:11.056355 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-1dd62fae-5eab-41bb-bf89-d10cebf56d72 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1185234 Dec 08 01:52:11.083297 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:11.086749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba831d-6c3a-42a8-bcbf-7b8404f21dd9 req-e826c9e6-b047-4a91-a1a9-065b36c17c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:11.088446 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ddba831d-6c3a-42a8-bcbf-7b8404f21dd9 req-e826c9e6-b047-4a91-a1a9-065b36c17c82 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eaa64df3-2172-43fb-b1e1-88a3a7ad96b8 HTTP/1.1" status: 200 len: 855 time: 0.1320500 Dec 08 01:52:11.095572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-5ad836e2-139c-4cd4-820a-7715904565ff tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:11.097489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-5ad836e2-139c-4cd4-820a-7715904565ff tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4403408 Dec 08 01:52:11.128841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Request body: {'port': {'device_id': '7bb26224-acc7-4d99-aba5-b20e86d77007', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'c9a17c065930444c8f53a860d8330270'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:11.211507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba831d-6c3a-42a8-bcbf-7b8404f21dd9 req-e9f141b5-e8a6-4206-a1db-0e08fccd839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:11.213726 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ddba831d-6c3a-42a8-bcbf-7b8404f21dd9 req-e9f141b5-e8a6-4206-a1db-0e08fccd839a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=47fa16b7-ff30-4084-9336-3cf290d7dbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139262 Dec 08 01:52:11.534901 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ddba831d-6c3a-42a8-bcbf-7b8404f21dd9 req-3b0fbf16-14b7-4afe-936f-ba1ce48b7a0c service neutron] 10.222.0.75 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643738 Dec 08 01:52:11.537617 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f7871c-5d86-41f5-b726-cb6ab41d58ce {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:11.553345 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:11.612888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Transition to ACTIVE for port object b7f7871c-5d86-41f5-b726-cb6ab41d58ce will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:52:11.627577 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:11.799503 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-ddd249ec-03d4-40d7-802e-c3cbd8b01917 service neutron] 10.222.0.71 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7262707 Dec 08 01:52:11.804415 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492be8a-7c63-48ea-878c-3bf82d341b04 req-0043a592-0931-429d-9c98-5165b6155dcc tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:11.804415 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9492be8a-7c63-48ea-878c-3bf82d341b04 req-0043a592-0931-429d-9c98-5165b6155dcc tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.75 "GET /v2.0/ports?device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 945 time: 0.1890287 Dec 08 01:52:11.804720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f7871c-5d86-41f5-b726-cb6ab41d58ce,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:11.810421 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ddba831d-6c3a-42a8-bcbf-7b8404f21dd9 req-02c81eca-49df-4933-ba50-d83802286a6b service neutron] 10.222.0.75 "GET /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677460 Dec 08 01:52:11.860273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ff752-095f-4ce5-bc47-3984d68824f1 req-fe18c531-c242-4518-b1b8-631b84e1f11b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:11.870987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ff752-095f-4ce5-bc47-3984d68824f1 req-fe18c531-c242-4518-b1b8-631b84e1f11b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:11.876199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ff752-095f-4ce5-bc47-3984d68824f1 req-fe18c531-c242-4518-b1b8-631b84e1f11b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:11.878566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f9ff752-095f-4ce5-bc47-3984d68824f1 req-fe18c531-c242-4518-b1b8-631b84e1f11b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2400 time: 0.6797853 Dec 08 01:52:11.889524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-29a70432-260e-4593-8de4-7ebbee1fd46b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Made reservation on behalf of c9a17c065930444c8f53a860d8330270 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:11.893605 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-29a70432-260e-4593-8de4-7ebbee1fd46b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:11.910776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742d54-5dcc-4927-a168-60a987fef263 req-a28e9334-f703-463b-9e2a-3dd7f08824c9 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:11.915580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-a28e9334-f703-463b-9e2a-3dd7f08824c9 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb&tenant_id=3ea3a98675f74d9ca617927f4f236c6e&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 1096 time: 0.6041965 Dec 08 01:52:12.019986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Attempting to bind port b7f7871c-5d86-41f5-b726-cb6ab41d58ce on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:12.020491 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Attempting to bind port b7f7871c-5d86-41f5-b726-cb6ab41d58ce by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'ad8b1ff4-346f-4723-9c51-ebc0f524b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:12.020922 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Attempting to bind port b7f7871c-5d86-41f5-b726-cb6ab41d58ce on network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:12.028836 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Port b7f7871c-5d86-41f5-b726-cb6ab41d58ce on network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:12.029330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Attempting to bind port b7f7871c-5d86-41f5-b726-cb6ab41d58ce on network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:12.037415 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:12.037897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Checking segment: {'id': 'ad8b1ff4-346f-4723-9c51-ebc0f524b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:12.038405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Bound using segment: {'id': 'ad8b1ff4-346f-4723-9c51-ebc0f524b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:12.038950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Bound port: b7f7871c-5d86-41f5-b726-cb6ab41d58ce, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8b1ff4-346f-4723-9c51-ebc0f524b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:12.039624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:12.046227 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-9492be8a-7c63-48ea-878c-3bf82d341b04 req-cb8b07c7-0ee5-42c7-8d99-b7dbee787d9f tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Deleting port edf93823-a8a2-438b-9e43-692cd9f54531 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:12.047052 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9492be8a-7c63-48ea-878c-3bf82d341b04 req-cb8b07c7-0ee5-42c7-8d99-b7dbee787d9f tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:12.068382 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'tag': 'b87f5fbb-e511-45f9-919c-77edc9db4e66'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:12.071077 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48034647-5726-42b1-bbc6-186448cee56a" -d '{"events": [{"name": "network-changed", "server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "tag": "b87f5fbb-e511-45f9-919c-77edc9db4e66"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:12.109227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Made reservation on behalf of c9a17c065930444c8f53a860d8330270 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:12.112710 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:12.172154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-6bfaa62c-aaf5-4148-a5e1-82bcdd556416 service neutron] 10.222.0.71 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595266 Dec 08 01:52:12.191418 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] For port b7f7871c-5d86-41f5-b726-cb6ab41d58ce, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:12.194554 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-9492be8a-7c63-48ea-878c-3bf82d341b04 req-cb8b07c7-0ee5-42c7-8d99-b7dbee787d9f tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] For port edf93823-a8a2-438b-9e43-692cd9f54531, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=edf93823-a8a2-438b-9e43-692cd9f54531,segment=NetworkSegment(77370481-e3ec-4477-a51a-fb906d1de591),segment_id=77370481-e3ec-4477-a51a-fb906d1de591)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:12.194867 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9492be8a-7c63-48ea-878c-3bf82d341b04 req-cb8b07c7-0ee5-42c7-8d99-b7dbee787d9f tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:12.198767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] For port b7f7871c-5d86-41f5-b726-cb6ab41d58ce, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b7f7871c-5d86-41f5-b726-cb6ab41d58ce,segment=NetworkSegment(ad8b1ff4-346f-4723-9c51-ebc0f524b731),segment_id=ad8b1ff4-346f-4723-9c51-ebc0f524b731)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:12.205200 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:12.230102 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-9492be8a-7c63-48ea-878c-3bf82d341b04 req-cb8b07c7-0ee5-42c7-8d99-b7dbee787d9f tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Calling delete_port for edf93823-a8a2-438b-9e43-692cd9f54531 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:12.258881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f9ff752-095f-4ce5-bc47-3984d68824f1 req-1bd2c80f-f3a5-46a6-bddb-6d5f87906ab5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599062 Dec 08 01:52:12.373750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:12.374378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:12.375794 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] 10.222.0.45 "PUT /v2.0/ports/b7f7871c-5d86-41f5-b726-cb6ab41d58ce HTTP/1.1" status: 200 len: 1092 time: 1.4502051 Dec 08 01:52:12.388892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac140a-1b65-4747-bff0-19e3b61dd3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f7871c-5d86-41f5-b726-cb6ab41d58ce,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:12.420078 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-29a70432-260e-4593-8de4-7ebbee1fd46b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Allocated IP 192.168.233.140 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/ae85b06e-7949-40b8-89c4-4b15e889aa02) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:12.469991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7119b1b3-591c-4a41-aed1-b521a6e1cdde req-23b40588-a0a8-4407-a4a7-7a126dcc36b6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 210 time: 0.0561039 Dec 08 01:52:12.600829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-87742d54-5dcc-4927-a168-60a987fef263 req-c4286c4a-1044-4102-9839-a15d379bd977 service neutron] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:12.630627 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-87742d54-5dcc-4927-a168-60a987fef263 req-c4286c4a-1044-4102-9839-a15d379bd977 service neutron] Publish callbacks [] for binding, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:12.635584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-c4286c4a-1044-4102-9839-a15d379bd977 service neutron] 10.222.0.75 "DELETE /v2.0/ports/15150395-72b3-44b4-a491-b697006fd07c/bindings/n-h1-713499-31 HTTP/1.1" status: 204 len: 173 time: 0.6711166 Dec 08 01:52:12.636559 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9492be8a-7c63-48ea-878c-3bf82d341b04 req-cb8b07c7-0ee5-42c7-8d99-b7dbee787d9f tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:12.652305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-54805272-d105-4901-8fc9-de1fccf1676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:12.652707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-54805272-d105-4901-8fc9-de1fccf1676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:12.653617 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-54805272-d105-4901-8fc9-de1fccf1676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:12.654940 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-54805272-d105-4901-8fc9-de1fccf1676c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c1fcf9c5f2e4c1684ad3909f3718b47&device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2868 time: 0.1536961 Dec 08 01:52:12.675664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['edf93823-a8a2-438b-9e43-692cd9f54531'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:12.697974 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b07c7-0ee5-42c7-8d99-b7dbee787d9f tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Pushing event deleted for resources: {'Port': ['ID=edf93823-a8a2-438b-9e43-692cd9f54531,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:12.761056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e6b84-2b0a-4ee1-91ac-dde6d24c9e71 req-f547763e-4c3b-4dbf-bebb-243eea2f773e tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:12.765770 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-9c85d6a4-a8b2-4d19-9f28-626cece5b951 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.128&port_id=3267f192-56b5-427e-9840-38685635960a HTTP/1.1" status: 200 len: 217 time: 0.0917263 Dec 08 01:52:12.768517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d0e6b84-2b0a-4ee1-91ac-dde6d24c9e71 req-f547763e-4c3b-4dbf-bebb-243eea2f773e tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.3802416 Dec 08 01:52:12.796086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9492be8a-7c63-48ea-878c-3bf82d341b04 req-cb8b07c7-0ee5-42c7-8d99-b7dbee787d9f tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] No DVR routers for this DVR port edf93823-a8a2-438b-9e43-692cd9f54531 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:12.799003 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9492be8a-7c63-48ea-878c-3bf82d341b04 req-cb8b07c7-0ee5-42c7-8d99-b7dbee787d9f tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:12.802336 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9492be8a-7c63-48ea-878c-3bf82d341b04 req-cb8b07c7-0ee5-42c7-8d99-b7dbee787d9f tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.75 "DELETE /v2.0/ports/edf93823-a8a2-438b-9e43-692cd9f54531 HTTP/1.1" status: 204 len: 173 time: 0.9482498 Dec 08 01:52:12.850913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-773c650e-091f-44c0-b861-8b0d26e96983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:12.852571 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-773c650e-091f-44c0-b861-8b0d26e96983 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a8e1b3-67ac-4e76-add8-51e4d88ad42a HTTP/1.1" status: 200 len: 801 time: 0.0640504 Dec 08 01:52:12.903592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-b54fc649-ebb5-4475-b000-7a4a00ecb086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:12.905069 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-b54fc649-ebb5-4475-b000-7a4a00ecb086 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439734 Dec 08 01:52:12.913208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68636532-be18-4fc3-81d2-9f4dd84d8a3b req-368f5019-6ea5-4192-a61a-3c157c0e7bbb tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:12.921281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68636532-be18-4fc3-81d2-9f4dd84d8a3b req-368f5019-6ea5-4192-a61a-3c157c0e7bbb tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.2846084 Dec 08 01:52:13.005264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d0e6b84-2b0a-4ee1-91ac-dde6d24c9e71 req-9ad525c7-465c-4b7a-b62f-5bd5d2d57a95 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240813 Dec 08 01:52:13.037913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68636532-be18-4fc3-81d2-9f4dd84d8a3b req-50a9117d-d444-4da4-b389-c8a14cb0ea7c tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108642 Dec 08 01:52:13.081039 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-fec70dac-c92b-4111-8484-02f13a7af2b3 service neutron] 10.222.0.45 "GET /v2.0/networks/c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643612 Dec 08 01:52:13.100965 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-29a70432-260e-4593-8de4-7ebbee1fd46b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:13.171832 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-01932dc4-eefd-43f2-a844-85b22660b48a req-92fe4cd1-3687-47c1-b7ab-38ee8900a0fc tempest-ServerGroupTestJSON-1187009648 tempest-ServerGroupTestJSON-1187009648-project] 10.222.0.71 "GET /v2.0/ports?device_id=0baecfab-8218-4966-838f-3f6922b6a41e HTTP/1.1" status: 200 len: 210 time: 0.0289879 Dec 08 01:52:13.249136 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-87468529-aac4-4d2f-836c-8d93af570409 service neutron] 10.222.0.45 "GET /v2.0/networks/c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584070 Dec 08 01:52:13.264212 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-29a70432-260e-4593-8de4-7ebbee1fd46b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:13.278115 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95ed6b9-3ffa-4285-b1b6-f59793022712 x-openstack-request-id: req-c95ed6b9-3ffa-4285-b1b6-f59793022712 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:13.278632 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "tag": "b87f5fbb-e511-45f9-919c-77edc9db4e66", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:13.279071 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c95ed6b9-3ffa-4285-b1b6-f59793022712 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:13.279759 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'tag': 'b87f5fbb-e511-45f9-919c-77edc9db4e66', 'status': 'completed', 'code': 200} Dec 08 01:52:13.291228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-29a70432-260e-4593-8de4-7ebbee1fd46b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:13.297611 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-29a70432-260e-4593-8de4-7ebbee1fd46b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:13.306805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f38d0-96be-4443-a807-72a711d48c19 req-ebd050cc-6f68-4ffc-961a-9f48a6b647eb tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:13.308365 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c99f38d0-96be-4443-a807-72a711d48c19 req-ebd050cc-6f68-4ffc-961a-9f48a6b647eb tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 944 time: 0.1344187 Dec 08 01:52:13.311311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841', '1065fa32-86d0-4f6f-a512-4d216683dda4', '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:13.339889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-29a70432-260e-4593-8de4-7ebbee1fd46b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:13.373814 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-dd1f360d-d089-4062-be22-03067443f004 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.102&port_id=b87f5fbb-e511-45f9-919c-77edc9db4e66 HTTP/1.1" status: 200 len: 217 time: 0.0928876 Dec 08 01:52:13.500753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-baf3da1e-c47f-42a3-82c2-a4bad41e39b4 req-39b16e05-f087-4d03-adba-ce2a09d7f1f2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 210 time: 0.0458829 Dec 08 01:52:13.568159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Allocated IP 192.168.233.100 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/5d432872-ee23-4d4b-abf7-f6d114746651) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:13.587464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c99f38d0-96be-4443-a807-72a711d48c19 req-31f6ab82-a4b6-4d7f-b91c-4bfe2c56f91c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430706 Dec 08 01:52:13.595734 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a70432-260e-4593-8de4-7ebbee1fd46b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event updated for resources: {'Port': ['ID=ae85b06e-7949-40b8-89c4-4b15e889aa02,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:13.644443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-29a70432-260e-4593-8de4-7ebbee1fd46b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:13.649009 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-29a70432-260e-4593-8de4-7ebbee1fd46b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:13.713760 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5c30e266-6f15-4461-8e57-093f0e62a9cf None None] Provisioning complete for port ae85b06e-7949-40b8-89c4-4b15e889aa02 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:13.714862 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c30e266-6f15-4461-8e57-093f0e62a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:13.764806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9075717-e4fe-4615-8136-d88c2089dbd6 req-955d7765-cfd2-4376-9a83-1924ab840914 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 210 time: 0.0654857 Dec 08 01:52:13.778685 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5c30e266-6f15-4461-8e57-093f0e62a9cf None None] Port ae85b06e-7949-40b8-89c4-4b15e889aa02 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:13.828318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-29a70432-260e-4593-8de4-7ebbee1fd46b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9715550 Dec 08 01:52:13.880853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Request body: {'port': {'device_id': '59e29a48-8b71-4ce3-924a-2322cc65141c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:14.013394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db3611-aadf-403f-b5ab-5664f869b426 req-d253bb6d-f955-4be1-9e26-867f9c9b4a2c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:14.021983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db3611-aadf-403f-b5ab-5664f869b426 req-d253bb6d-f955-4be1-9e26-867f9c9b4a2c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:14.032246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db3611-aadf-403f-b5ab-5664f869b426 req-d253bb6d-f955-4be1-9e26-867f9c9b4a2c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:14.035077 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63db3611-aadf-403f-b5ab-5664f869b426 req-d253bb6d-f955-4be1-9e26-867f9c9b4a2c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2412 time: 0.3643475 Dec 08 01:52:14.080608 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-94aa1a22-4e78-4b4d-934e-498358676198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:14.082071 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-94aa1a22-4e78-4b4d-934e-498358676198 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af101e77-e5c7-4b7e-9cd7-159e1cc152cd HTTP/1.1" status: 200 len: 801 time: 0.6805148 Dec 08 01:52:14.148225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-fbe188df-e690-4415-b7b6-b36c3eafc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:14.150522 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-fbe188df-e690-4415-b7b6-b36c3eafc785 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7a2e220-d6a5-4873-a3d7-92bd1653f03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557861 Dec 08 01:52:14.191686 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:14.215936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63db3611-aadf-403f-b5ab-5664f869b426 req-a2962daa-6f71-48f3-942e-df4a99206db4 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688213 Dec 08 01:52:14.269613 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-4b071075-7e39-401f-a2cb-2ff24bc2c726 service neutron] 10.222.0.45 "GET /v2.0/networks/c7a2e220-d6a5-4873-a3d7-92bd1653f03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090715 Dec 08 01:52:14.344064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df37b30-2415-45db-9c01-c7a31185bd6c req-b6a20ff8-6784-46a6-bc56-20653f068694 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:14.351929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8df37b30-2415-45db-9c01-c7a31185bd6c req-b6a20ff8-6784-46a6-bc56-20653f068694 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 1096 time: 0.1796906 Dec 08 01:52:14.396771 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:14.420027 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-f0c3b54a-1940-4b38-b67c-1e7226c56703 service neutron] 10.222.0.45 "GET /v2.0/networks/c7a2e220-d6a5-4873-a3d7-92bd1653f03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271870 Dec 08 01:52:14.463117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268846c9-1708-44a5-9c33-dee28764cc1f req-e7ceba57-cc5a-4a93-91df-ca5664c7734e tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:14.464759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-268846c9-1708-44a5-9c33-dee28764cc1f req-e7ceba57-cc5a-4a93-91df-ca5664c7734e tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.1792793 Dec 08 01:52:14.527657 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-fbef7f8d-a05c-4048-a8f8-56a2625bb374 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.99&port_id=b7f7871c-5d86-41f5-b726-cb6ab41d58ce HTTP/1.1" status: 200 len: 217 time: 0.0669982 Dec 08 01:52:14.546177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8df37b30-2415-45db-9c01-c7a31185bd6c req-6af14f04-8a0f-4338-bcce-a7ccc4405ce8 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905420 Dec 08 01:52:14.576127 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:14.630998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841', '1065fa32-86d0-4f6f-a512-4d216683dda4', '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:14.681302 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-d759663d-2f8e-4696-ae65-aacf12ab9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:14.683261 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-d759663d-2f8e-4696-ae65-aacf12ab9345 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a8e1b3-67ac-4e76-add8-51e4d88ad42a HTTP/1.1" status: 200 len: 801 time: 0.1448367 Dec 08 01:52:14.718612 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-b6c712f0-d2b3-4632-b1dc-f2830c92b855 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:14.720934 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-b6c712f0-d2b3-4632-b1dc-f2830c92b855 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 811 time: 0.2539136 Dec 08 01:52:14.741516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-268846c9-1708-44a5-9c33-dee28764cc1f req-5c9a3a02-b64d-4d2a-a3b6-d32116d87a16 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630260 Dec 08 01:52:14.839319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Request body: {'port': {'device_id': '3e159d11-f580-450a-b71c-2b4d1f4370ed', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'admin_state_up': True, 'tenant_id': 'ea4d916952c04b248677383b4d824ca8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:14.926154 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:14.973457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event updated for resources: {'Port': ['ID=5d432872-ee23-4d4b-abf7-f6d114746651,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:14.994428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:14.994809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:14.995137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:14.995483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:14.995859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:14.996195 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:14.996529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:14.997429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:14.997771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:14.998411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:14.998755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:14.999496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.000068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.015466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:15.021056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:15.068662 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-1919fc04-adf6-43c8-b190-874402988f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:15.070803 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-1919fc04-adf6-43c8-b190-874402988f27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3340859 Dec 08 01:52:15.112771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-32487e65-6bd8-48d8-a4f8-c97de70feb37 req-41fcfe53-a065-4d57-9cc7-e6bacf7ffdf1 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 210 time: 0.1401961 Dec 08 01:52:15.137866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5f871-916d-4b0c-adf0-0438fe8004d1 req-6c10069e-7dae-4d31-b29c-b27645211230 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:15.146291 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86a5f871-916d-4b0c-adf0-0438fe8004d1 req-6c10069e-7dae-4d31-b29c-b27645211230 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.4047065 Dec 08 01:52:15.179249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:15.180464 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.220445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Made reservation on behalf of ea4d916952c04b248677383b4d824ca8 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:15.224154 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.247529 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-3cc92b43-4559-4b4c-844a-45745a452274 service neutron] 10.222.0.45 "GET /v2.0/networks/c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669381 Dec 08 01:52:15.282869 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'tag': 'b7f7871c-5d86-41f5-b726-cb6ab41d58ce'}, {'server_uuid': '0baecfab-8218-4966-838f-3f6922b6a41e', 'name': 'network-vif-deleted', 'tag': 'edf93823-a8a2-438b-9e43-692cd9f54531'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:15.285596 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2a08c2-c547-40c6-b3db-3763ec667f71" -d '{"events": [{"name": "network-changed", "server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "tag": "b7f7871c-5d86-41f5-b726-cb6ab41d58ce"}, {"server_uuid": "0baecfab-8218-4966-838f-3f6922b6a41e", "name": "network-vif-deleted", "tag": "edf93823-a8a2-438b-9e43-692cd9f54531"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:15.289882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-ad5b1848-d5cb-4028-af06-afc47ea9380f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1674447 Dec 08 01:52:15.301687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae85b06e-7949-40b8-89c4-4b15e889aa02 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:15.311947 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86a5f871-916d-4b0c-adf0-0438fe8004d1 req-11906d5c-8820-4ac2-a282-59911bbe39c2 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646678 Dec 08 01:52:15.322534 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.336114 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Request body: {'port': {'device_id': '7bb26224-acc7-4d99-aba5-b20e86d77007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:15.343023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-26afb643-c82a-4b14-8573-f87a7d65925e None None] Provisioning complete for port 5d432872-ee23-4d4b-abf7-f6d114746651 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:15.343982 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26afb643-c82a-4b14-8573-f87a7d65925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.365788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Transition to ACTIVE for port object ae85b06e-7949-40b8-89c4-4b15e889aa02 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:52:15.382433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab84f83-8934-4f6e-9972-e695f0e9c3e7 req-f991138e-6b26-4c30-8e9f-6e0233dd4afe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:15.390000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cab84f83-8934-4f6e-9972-e695f0e9c3e7 req-f991138e-6b26-4c30-8e9f-6e0233dd4afe tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 936 time: 0.1656346 Dec 08 01:52:15.400026 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.414841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-26afb643-c82a-4b14-8573-f87a7d65925e None None] Port 5d432872-ee23-4d4b-abf7-f6d114746651 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:15.434464 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f852d91-7da5-46d3-a9ca-0d08ca4ff1af req-0f10ccdc-6698-4b90-b152-6b0337e05bd9 service neutron] 10.222.0.45 "GET /v2.0/networks/c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761377 Dec 08 01:52:15.454574 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Allocated IP 172.20.0.2 (3276b31f-6293-4197-963e-cfa311955d62/b9b17d14-ce86-4d96-b0e5-c267582db3e6/e8bf3247-4018-443f-b648-1e3ac51d76f9) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:15.531641 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.601541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Pushing event updated for resources: {'Port': ['ID=ae85b06e-7949-40b8-89c4-4b15e889aa02,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:15.613567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cab84f83-8934-4f6e-9972-e695f0e9c3e7 req-1e42968d-aa2f-4466-aae4-e701431d619b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229886 Dec 08 01:52:15.653894 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.664511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48034647-5726-42b1-bbc6-186448cee56a req-a5745ce9-9376-41dd-a910-3e0be5ce1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:15.664959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48034647-5726-42b1-bbc6-186448cee56a req-a5745ce9-9376-41dd-a910-3e0be5ce1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:15.665445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48034647-5726-42b1-bbc6-186448cee56a req-a5745ce9-9376-41dd-a910-3e0be5ce1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:15.667108 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48034647-5726-42b1-bbc6-186448cee56a req-a5745ce9-9376-41dd-a910-3e0be5ce1cd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c1fcf9c5f2e4c1684ad3909f3718b47&device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2868 time: 0.0783269 Dec 08 01:52:15.673022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device edf93823-a8a2-438b-9e43-692cd9f54531 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:15.710030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: edf93823-a8a2-438b-9e43-692cd9f54531 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:52:15.712879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device edf93823-a8a2-438b-9e43-692cd9f54531 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:15.752634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-78acb8fc-92d9-4526-bbc6-51868a12bbce tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:15.754165 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-78acb8fc-92d9-4526-bbc6-51868a12bbce tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 821 time: 0.3452871 Dec 08 01:52:15.793766 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.858210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9e96e9a6-1c8c-41e6-ad68-60e2fba6460e tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/quotas/3ea3a98675f74d9ca617927f4f236c6e HTTP/1.1" status: 200 len: 375 time: 0.0525010 Dec 08 01:52:15.859662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Attempting to bind port ae85b06e-7949-40b8-89c4-4b15e889aa02 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:15.860348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Attempting to bind port ae85b06e-7949-40b8-89c4-4b15e889aa02 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:15.860348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Attempting to bind port ae85b06e-7949-40b8-89c4-4b15e889aa02 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:15.864804 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Network 3276b31f-6293-4197-963e-cfa311955d62 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:15.871192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Pushing event updated for resources: {'Port': ['ID=e8bf3247-4018-443f-b648-1e3ac51d76f9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:15.873482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:15.876495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:15.881475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48034647-5726-42b1-bbc6-186448cee56a req-97af732b-f97c-4689-8e65-e16cc9927821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:15.883267 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48034647-5726-42b1-bbc6-186448cee56a req-97af732b-f97c-4689-8e65-e16cc9927821 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c7a2e220-d6a5-4873-a3d7-92bd1653f03e HTTP/1.1" status: 200 len: 903 time: 0.1946051 Dec 08 01:52:15.886325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Port ae85b06e-7949-40b8-89c4-4b15e889aa02 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:15.886646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Attempting to bind port ae85b06e-7949-40b8-89c4-4b15e889aa02 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:15.916905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.917416 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.917788 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.918174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.918579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.918965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.919306 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.919722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.920321 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.920656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.920997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.921332 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.921667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:15.954939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:15.955295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:15.955676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:15.956122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Bound port: ae85b06e-7949-40b8-89c4-4b15e889aa02, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:15.956479 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.964007 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48034647-5726-42b1-bbc6-186448cee56a req-65199d84-41e3-41db-9369-2b95ded4f153 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.102&port_id=b87f5fbb-e511-45f9-919c-77edc9db4e66 HTTP/1.1" status: 200 len: 217 time: 0.0563169 Dec 08 01:52:15.990592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5da9c-e980-4a8d-ba9b-98f29c4a5370 req-017617ba-4078-46b2-b2d0-dc39cee4fabd tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:15.996658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5da9c-e980-4a8d-ba9b-98f29c4a5370 req-017617ba-4078-46b2-b2d0-dc39cee4fabd tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:16.002249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5da9c-e980-4a8d-ba9b-98f29c4a5370 req-017617ba-4078-46b2-b2d0-dc39cee4fabd tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:16.003935 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6b5da9c-e980-4a8d-ba9b-98f29c4a5370 req-017617ba-4078-46b2-b2d0-dc39cee4fabd tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2412 time: 0.1972318 Dec 08 01:52:16.014035 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:16.014678 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:16.058874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48034647-5726-42b1-bbc6-186448cee56a req-aa0af241-df16-43b0-8d23-511c1497ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:16.059361 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48034647-5726-42b1-bbc6-186448cee56a req-aa0af241-df16-43b0-8d23-511c1497ff97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af101e77-e5c7-4b7e-9cd7-159e1cc152cd HTTP/1.1" status: 200 len: 801 time: 0.0828848 Dec 08 01:52:16.064596 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-6487650a-9904-4af0-8bcf-28a079c3242c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3267303 Dec 08 01:52:16.068614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-a27c42cf-0c63-42a1-be39-5d5a73928372 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1985786 Dec 08 01:52:16.113253 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Request body: {'port': {'device_id': '3e159d11-f580-450a-b71c-2b4d1f4370ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:16.155050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] For port ae85b06e-7949-40b8-89c4-4b15e889aa02, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:16.215532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] For port ae85b06e-7949-40b8-89c4-4b15e889aa02, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ae85b06e-7949-40b8-89c4-4b15e889aa02,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:16.223986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48034647-5726-42b1-bbc6-186448cee56a req-0b83ec4d-75e2-486a-8504-369203d38f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:16.225698 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48034647-5726-42b1-bbc6-186448cee56a req-0b83ec4d-75e2-486a-8504-369203d38f3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7a2e220-d6a5-4873-a3d7-92bd1653f03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418231 Dec 08 01:52:16.231779 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:16.232285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6b5da9c-e980-4a8d-ba9b-98f29c4a5370 req-ecb671ca-ffef-477d-869e-c16206d16da3 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956587 Dec 08 01:52:16.252246 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:16.261785 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b103acd-93c5-460a-b3b4-79e90d4722b7 req-5bb5f39e-6488-4d10-aba4-c8457bb1a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:16.263277 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0b103acd-93c5-460a-b3b4-79e90d4722b7 req-5bb5f39e-6488-4d10-aba4-c8457bb1a6ea service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 1097 time: 0.1299608 Dec 08 01:52:16.345798 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f131e87-30c2-46da-8227-7105624a00f1 x-openstack-request-id: req-7f131e87-30c2-46da-8227-7105624a00f1 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:16.346333 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "tag": "b7f7871c-5d86-41f5-b726-cb6ab41d58ce", "status": "completed", "code": 200}, {"server_uuid": "0baecfab-8218-4966-838f-3f6922b6a41e", "name": "network-vif-deleted", "tag": "edf93823-a8a2-438b-9e43-692cd9f54531", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:16.346333 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7f131e87-30c2-46da-8227-7105624a00f1 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:16.347175 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'tag': 'b7f7871c-5d86-41f5-b726-cb6ab41d58ce', 'status': 'completed', 'code': 200} Dec 08 01:52:16.347457 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0baecfab-8218-4966-838f-3f6922b6a41e', 'name': 'network-vif-deleted', 'tag': 'edf93823-a8a2-438b-9e43-692cd9f54531', 'status': 'completed', 'code': 200} Dec 08 01:52:16.349296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d432872-ee23-4d4b-abf7-f6d114746651 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:16.354518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:16.355399 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:16.357323 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] 10.222.0.45 "PUT /v2.0/ports/ae85b06e-7949-40b8-89c4-4b15e889aa02 HTTP/1.1" status: 200 len: 1097 time: 2.4886169 Dec 08 01:52:16.357957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e29a48-8b71-4ce3-924a-2322cc65141c', 'tag': 'ae85b06e-7949-40b8-89c4-4b15e889aa02'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:16.360543 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb52f18-0bdd-410a-8b91-7aa7c5cf83b8" -d '{"events": [{"name": "network-changed", "server_uuid": "59e29a48-8b71-4ce3-924a-2322cc65141c", "tag": "ae85b06e-7949-40b8-89c4-4b15e889aa02"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:16.375117 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:16.402419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-d9514271-a609-45fb-a8d5-d9f0cd0e92b3 service neutron] 10.222.0.71 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195076 Dec 08 01:52:16.403233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182a6f2-1dd4-4d57-8138-69e0e1606e40 service neutron] Pushing event updated for resources: {'Port': ['ID=ae85b06e-7949-40b8-89c4-4b15e889aa02,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:16.454852 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0b103acd-93c5-460a-b3b4-79e90d4722b7 req-883143fe-1474-4be4-80a2-97018d06a0f4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818421 Dec 08 01:52:16.514265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Transition to ACTIVE for port object 5d432872-ee23-4d4b-abf7-f6d114746651 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:52:16.540796 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48034647-5726-42b1-bbc6-186448cee56a req-8731865d-f58d-451b-a9ac-e12fe45f32e5 service neutron] 10.222.0.45 "GET /v2.0/networks/c7a2e220-d6a5-4873-a3d7-92bd1653f03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947888 Dec 08 01:52:16.570252 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:16.701722 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-48034647-5726-42b1-bbc6-186448cee56a req-526a18be-4970-4a7e-b961-ba69e713aac5 service neutron] 10.222.0.45 "GET /v2.0/networks/c7a2e220-d6a5-4873-a3d7-92bd1653f03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518211 Dec 08 01:52:16.833515 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8bf3247-4018-443f-b648-1e3ac51d76f9 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:16.856572 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:16.875851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Transition to ACTIVE for port object e8bf3247-4018-443f-b648-1e3ac51d76f9 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:52:16.881423 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a08c2-c547-40c6-b3db-3763ec667f71 req-2f56e060-8ca6-40f7-a1ea-0dbc64675de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:16.882250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a08c2-c547-40c6-b3db-3763ec667f71 req-2f56e060-8ca6-40f7-a1ea-0dbc64675de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:16.882726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a08c2-c547-40c6-b3db-3763ec667f71 req-2f56e060-8ca6-40f7-a1ea-0dbc64675de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:16.884564 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf2a08c2-c547-40c6-b3db-3763ec667f71 req-2f56e060-8ca6-40f7-a1ea-0dbc64675de1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c1fcf9c5f2e4c1684ad3909f3718b47&device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2868 time: 0.0968263 Dec 08 01:52:16.886664 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.004706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Pushing event updated for resources: {'Port': ['ID=e8bf3247-4018-443f-b648-1e3ac51d76f9,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:17.067801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76f98b-9eb0-4bd9-8caa-3d5467e2dd25 req-eefc2d96-20e9-4f3f-bdb5-301b7ebeca8d tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.069875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa76f98b-9eb0-4bd9-8caa-3d5467e2dd25 req-eefc2d96-20e9-4f3f-bdb5-301b7ebeca8d tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.5684445 Dec 08 01:52:17.071644 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-1a473144-ee8d-4f7b-940b-81d5fdb3af41 service neutron] 10.222.0.71 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6469350 Dec 08 01:52:17.074382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Pushing event updated for resources: {'Port': ['ID=5d432872-ee23-4d4b-abf7-f6d114746651,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:17.077944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-0d3c2862-fdc3-48d6-85b1-14aaf78f245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.079696 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-0d3c2862-fdc3-48d6-85b1-14aaf78f245a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=59e29a48-8b71-4ce3-924a-2322cc65141c HTTP/1.1" status: 200 len: 1100 time: 0.5769632 Dec 08 01:52:17.116855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Attempting to bind port e8bf3247-4018-443f-b648-1e3ac51d76f9 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:17.117858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Attempting to bind port e8bf3247-4018-443f-b648-1e3ac51d76f9 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:17.118367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Attempting to bind port e8bf3247-4018-443f-b648-1e3ac51d76f9 on network 3276b31f-6293-4197-963e-cfa311955d62 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:17.125501 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Port e8bf3247-4018-443f-b648-1e3ac51d76f9 on network 3276b31f-6293-4197-963e-cfa311955d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:17.125707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Attempting to bind port e8bf3247-4018-443f-b648-1e3ac51d76f9 on network 3276b31f-6293-4197-963e-cfa311955d62 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:17.128397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Attempting to bind port 5d432872-ee23-4d4b-abf7-f6d114746651 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:17.128685 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Attempting to bind port 5d432872-ee23-4d4b-abf7-f6d114746651 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:17.129017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Attempting to bind port 5d432872-ee23-4d4b-abf7-f6d114746651 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:17.134556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a08c2-c547-40c6-b3db-3763ec667f71 req-872615cf-ef48-4a50-9e20-a0c9dfe9ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.136356 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf2a08c2-c547-40c6-b3db-3763ec667f71 req-872615cf-ef48-4a50-9e20-a0c9dfe9ed93 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 HTTP/1.1" status: 200 len: 903 time: 0.2397885 Dec 08 01:52:17.137206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:17.137550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Checking segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:17.138263 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Bound using segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:17.138704 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Bound port: e8bf3247-4018-443f-b648-1e3ac51d76f9, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:17.139565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.162240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-897d05e4-e7d2-4355-b7ad-8697763983cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ae85b06e-7949-40b8-89c4-4b15e889aa02 HTTP/1.1" status: 200 len: 217 time: 0.0633764 Dec 08 01:52:17.172725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Port 5d432872-ee23-4d4b-abf7-f6d114746651 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:17.173052 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Attempting to bind port 5d432872-ee23-4d4b-abf7-f6d114746651 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:17.259457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-38318c94-0f18-4de6-ab4a-19e4359af711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.261114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] For port e8bf3247-4018-443f-b648-1e3ac51d76f9, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:17.263343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-38318c94-0f18-4de6-ab4a-19e4359af711 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0917730 Dec 08 01:52:17.281112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:17.281460 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:17.281848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:17.282350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Bound port: 5d432872-ee23-4d4b-abf7-f6d114746651, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:17.282984 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.300910 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf2a08c2-c547-40c6-b3db-3763ec667f71 req-a7b58e9e-baa1-4fab-bce4-2754c2f4e04f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.99&port_id=b7f7871c-5d86-41f5-b726-cb6ab41d58ce HTTP/1.1" status: 200 len: 217 time: 0.1421750 Dec 08 01:52:17.306608 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] For port e8bf3247-4018-443f-b648-1e3ac51d76f9, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e8bf3247-4018-443f-b648-1e3ac51d76f9,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:17.314273 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.368785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa76f98b-9eb0-4bd9-8caa-3d5467e2dd25 req-aec6cd79-30f0-443d-8ea1-ab4e5f92f361 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728605 Dec 08 01:52:17.388192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.388817 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.390210 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] 10.222.0.45 "PUT /v2.0/ports/e8bf3247-4018-443f-b648-1e3ac51d76f9 HTTP/1.1" status: 200 len: 1092 time: 1.3048403 Dec 08 01:52:17.429865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a08c2-c547-40c6-b3db-3763ec667f71 req-59eac7b9-5f73-4a78-8e07-76cbb73ed7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.431332 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf2a08c2-c547-40c6-b3db-3763ec667f71 req-59eac7b9-5f73-4a78-8e07-76cbb73ed7a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a8e1b3-67ac-4e76-add8-51e4d88ad42a HTTP/1.1" status: 200 len: 801 time: 0.1064398 Dec 08 01:52:17.434482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8f111-2789-45ef-946b-066551c1fc7b service neutron] Pushing event updated for resources: {'Port': ['ID=e8bf3247-4018-443f-b648-1e3ac51d76f9,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:17.468277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-af756f1e-5674-4d74-ac00-f49a9cf4dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.469764 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-af756f1e-5674-4d74-ac00-f49a9cf4dddc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1940238 Dec 08 01:52:17.485521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2074f51-0ad5-4bdc-b438-c5158ba05c6b req-e77374c0-bc66-4b2c-b5c8-85844bb4dcd0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.487427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2074f51-0ad5-4bdc-b438-c5158ba05c6b req-e77374c0-bc66-4b2c-b5c8-85844bb4dcd0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 943 time: 0.1902106 Dec 08 01:52:17.522871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] For port 5d432872-ee23-4d4b-abf7-f6d114746651, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:17.546040 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a08c2-c547-40c6-b3db-3763ec667f71 req-a38b7a18-d5c3-4808-bdf5-994e974f12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.547616 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf2a08c2-c547-40c6-b3db-3763ec667f71 req-a38b7a18-d5c3-4808-bdf5-994e974f12c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001871 Dec 08 01:52:17.550417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-39072b03-62de-482d-9da0-769f278ddf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.555932 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-39072b03-62de-482d-9da0-769f278ddf51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 1095 time: 0.0838265 Dec 08 01:52:17.572883 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] For port 5d432872-ee23-4d4b-abf7-f6d114746651, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=5d432872-ee23-4d4b-abf7-f6d114746651,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:17.611013 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.690401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.690992 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.692467 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] 10.222.0.75 "PUT /v2.0/ports/5d432872-ee23-4d4b-abf7-f6d114746651 HTTP/1.1" status: 200 len: 1097 time: 2.3795567 Dec 08 01:52:17.721567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2074f51-0ad5-4bdc-b438-c5158ba05c6b req-5f4e7343-d758-4f88-969b-9c0e37aaeefc tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166774 Dec 08 01:52:17.736527 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-c815c2a0-58db-45a2-a0c2-3413e21c4890 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8bf3247-4018-443f-b648-1e3ac51d76f9 HTTP/1.1" status: 200 len: 217 time: 0.1406784 Dec 08 01:52:17.745641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53c27a-a30b-4ee7-a86a-21934b516101 req-d75ddd82-dba9-41e7-8ad3-3492349458ee tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.783630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb53c27a-a30b-4ee7-a86a-21934b516101 req-d75ddd82-dba9-41e7-8ad3-3492349458ee tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.2880039 Dec 08 01:52:17.881917 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c7cdbb-5707-43b4-85e9-310b242a5644 x-openstack-request-id: req-80c7cdbb-5707-43b4-85e9-310b242a5644 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:17.882643 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e29a48-8b71-4ce3-924a-2322cc65141c", "tag": "ae85b06e-7949-40b8-89c4-4b15e889aa02", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:17.882643 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-80c7cdbb-5707-43b4-85e9-310b242a5644 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:17.882842 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e29a48-8b71-4ce3-924a-2322cc65141c', 'tag': 'ae85b06e-7949-40b8-89c4-4b15e889aa02', 'status': 'completed', 'code': 200} Dec 08 01:52:17.921544 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-32a8d218-699f-43bb-90e9-5d2e42d250dc service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312556 Dec 08 01:52:17.921724 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf2a08c2-c547-40c6-b3db-3763ec667f71 req-d7c76dc0-2efd-4c98-ab9f-f72f362ecf6a service neutron] 10.222.0.45 "GET /v2.0/networks/c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413866 Dec 08 01:52:17.928363 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-9635d3ba-c287-4707-93c0-e55b6cf6f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.930500 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-9635d3ba-c287-4707-93c0-e55b6cf6f872 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.1889510 Dec 08 01:52:17.934191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0389d-9e36-4ac5-99ca-7329c52b179c service neutron] Pushing event updated for resources: {'Port': ['ID=5d432872-ee23-4d4b-abf7-f6d114746651,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:17.994613 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-561bffc7-39f0-4a75-bf75-a7a9a4f9244c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416274 Dec 08 01:52:18.131857 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf2a08c2-c547-40c6-b3db-3763ec667f71 req-80c52e04-5b82-43b0-9202-9fab0ae1da70 service neutron] 10.222.0.45 "GET /v2.0/networks/c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910353 Dec 08 01:52:18.150171 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-decb699f-49a8-4c75-8da5-1f5becef6cdf service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209877 Dec 08 01:52:18.150888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-75c5c942-381c-4056-bc0f-a8d1a99b5817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:18.152822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-75c5c942-381c-4056-bc0f-a8d1a99b5817 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 1100 time: 0.3533671 Dec 08 01:52:18.160814 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb53c27a-a30b-4ee7-a86a-21934b516101 req-3214899e-9d24-4658-ab58-ec1a50704eab tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773010 Dec 08 01:52:18.200717 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-92a69938-1ae1-4fe1-af62-5fafe06b2d4f service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577229 Dec 08 01:52:18.261566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-5dac6c7b-7895-42b0-b4a2-de7cae79111f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=5d432872-ee23-4d4b-abf7-f6d114746651 HTTP/1.1" status: 200 len: 217 time: 0.0593412 Dec 08 01:52:18.280795 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc924a-3c36-46ef-8c2c-1ce46499ba66 req-306b174e-61ad-422e-b865-38541ce75c70 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:18.288107 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85fc924a-3c36-46ef-8c2c-1ce46499ba66 req-306b174e-61ad-422e-b865-38541ce75c70 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 948 time: 0.2344584 Dec 08 01:52:18.327809 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-165b3f42-ce42-4baf-a530-0572e137b5a9 req-5e66384c-7e74-4755-9541-c5936ae283f5 service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600969 Dec 08 01:52:18.348572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e159d11-f580-450a-b71c-2b4d1f4370ed', 'tag': 'e8bf3247-4018-443f-b648-1e3ac51d76f9'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:18.352369 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d09566-998c-4767-b47f-e0f98a206a61" -d '{"events": [{"name": "network-changed", "server_uuid": "3e159d11-f580-450a-b71c-2b4d1f4370ed", "tag": "e8bf3247-4018-443f-b648-1e3ac51d76f9"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:18.355798 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a628c262-c6b1-4735-a4c7-8492dbc26980 req-a1e07764-f8c0-444b-b88b-c048523e18fd tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 210 time: 0.0664434 Dec 08 01:52:18.382065 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b87f5fbb-e511-45f9-919c-77edc9db4e66 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:52:18.417346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-e5d11e05-e5c2-4545-95a8-1ff4ab18d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:18.418802 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-e5d11e05-e5c2-4545-95a8-1ff4ab18d564 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1278255 Dec 08 01:52:18.429047 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85fc924a-3c36-46ef-8c2c-1ce46499ba66 req-e15efd35-fbfb-4c89-aaa2-467ff4778c94 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369598 Dec 08 01:52:18.468602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb52f18-0bdd-410a-8b91-7aa7c5cf83b8 req-269a8a20-ad34-4657-8579-8b3b0a67ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:18.470107 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3cb52f18-0bdd-410a-8b91-7aa7c5cf83b8 req-269a8a20-ad34-4657-8579-8b3b0a67ed40 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=59e29a48-8b71-4ce3-924a-2322cc65141c HTTP/1.1" status: 200 len: 1100 time: 0.1266458 Dec 08 01:52:18.491560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b87f5fbb-e511-45f9-919c-77edc9db4e66, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b87f5fbb-e511-45f9-919c-77edc9db4e66,segment=NetworkSegment(cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce),segment_id=cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:18.503504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'b87f5fbb-e511-45f9-919c-77edc9db4e66', 'network_id': 'c7a2e220-d6a5-4873-a3d7-92bd1653f03e', 'port_id': 'b87f5fbb-e511-45f9-919c-77edc9db4e66', 'mac_address': 'fa:16:3e:0d:03:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af101e77-e5c7-4b7e-9cd7-159e1cc152cd', 'ip_address': '19.86.0.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:52:18.543100 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.559727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87f5fbb-e511-45f9-919c-77edc9db4e66 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:18.579264 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b87f5fbb-e511-45f9-919c-77edc9db4e66, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b87f5fbb-e511-45f9-919c-77edc9db4e66,segment=NetworkSegment(cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce),segment_id=cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:18.582560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7d446-f10d-4333-a26d-19f562c5cce5 req-41654ac9-4d36-418f-860e-10dc4fbba8e5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:18.583385 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.584188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b7f7871c-5d86-41f5-b726-cb6ab41d58ce details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:52:18.589085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7d446-f10d-4333-a26d-19f562c5cce5 req-41654ac9-4d36-418f-860e-10dc4fbba8e5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:18.595023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7d446-f10d-4333-a26d-19f562c5cce5 req-41654ac9-4d36-418f-860e-10dc4fbba8e5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:18.596669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5b7d446-f10d-4333-a26d-19f562c5cce5 req-41654ac9-4d36-418f-860e-10dc4fbba8e5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2412 time: 0.1649854 Dec 08 01:52:18.613022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-86c95e40-645d-49a9-90be-843343cf9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:18.614481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-86c95e40-645d-49a9-90be-843343cf9e21 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1838710 Dec 08 01:52:18.658108 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b87f5fbb-e511-45f9-919c-77edc9db4e66,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:18.690958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.691306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.691668 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.692376 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.692376 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.692636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.692967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.693916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.694249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.694573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.694902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.695225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.695549 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.731394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b7f7871c-5d86-41f5-b726-cb6ab41d58ce, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b7f7871c-5d86-41f5-b726-cb6ab41d58ce,segment=NetworkSegment(ad8b1ff4-346f-4723-9c51-ebc0f524b731),segment_id=ad8b1ff4-346f-4723-9c51-ebc0f524b731)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:18.742493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f0d65-655e-401e-9a85-ea459b72cd33 req-8a08caa9-01df-47ea-9531-e7601168c4ed tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:18.744046 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-164f0d65-655e-401e-9a85-ea459b72cd33 req-8a08caa9-01df-47ea-9531-e7601168c4ed tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b9d92b2-736c-4098-b23e-3819ca08de21 HTTP/1.1" status: 200 len: 946 time: 0.2172964 Dec 08 01:52:18.746490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'b7f7871c-5d86-41f5-b726-cb6ab41d58ce', 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9', 'port_id': 'b7f7871c-5d86-41f5-b726-cb6ab41d58ce', 'mac_address': 'fa:16:3e:54:7e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a8e1b3-67ac-4e76-add8-51e4d88ad42a', 'ip_address': '19.80.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:52:18.757598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb52f18-0bdd-410a-8b91-7aa7c5cf83b8 req-6e092b28-7d6e-4a6a-8e07-dce424074ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:18.759287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3cb52f18-0bdd-410a-8b91-7aa7c5cf83b8 req-6e092b28-7d6e-4a6a-8e07-dce424074ce7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2730958 Dec 08 01:52:18.777642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5b7d446-f10d-4333-a26d-19f562c5cce5 req-cbeee854-462c-465c-93f8-1c16c5b6c836 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616590 Dec 08 01:52:18.785633 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.800895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f7871c-5d86-41f5-b726-cb6ab41d58ce {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:18.825712 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3cb52f18-0bdd-410a-8b91-7aa7c5cf83b8 req-8ac14a7b-c09d-48ff-92c8-4e1d3fd8da98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ae85b06e-7949-40b8-89c4-4b15e889aa02 HTTP/1.1" status: 200 len: 217 time: 0.0470471 Dec 08 01:52:18.830087 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b7f7871c-5d86-41f5-b726-cb6ab41d58ce, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b7f7871c-5d86-41f5-b726-cb6ab41d58ce,segment=NetworkSegment(ad8b1ff4-346f-4723-9c51-ebc0f524b731),segment_id=ad8b1ff4-346f-4723-9c51-ebc0f524b731)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:18.836461 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.839868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3267f192-56b5-427e-9840-38685635960a details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:52:18.890022 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a02be5-4cbe-4da5-aa1f-e771425b3cde x-openstack-request-id: req-f0a02be5-4cbe-4da5-aa1f-e771425b3cde {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:18.890859 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e159d11-f580-450a-b71c-2b4d1f4370ed", "tag": "e8bf3247-4018-443f-b648-1e3ac51d76f9", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:18.891271 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f0a02be5-4cbe-4da5-aa1f-e771425b3cde {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:18.891884 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e159d11-f580-450a-b71c-2b4d1f4370ed', 'tag': 'e8bf3247-4018-443f-b648-1e3ac51d76f9', 'status': 'completed', 'code': 200} Dec 08 01:52:18.894529 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-81147b0e-e0b0-4b46-a874-55e0779e34da service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610204 Dec 08 01:52:18.958288 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb52f18-0bdd-410a-8b91-7aa7c5cf83b8 req-bcc0dccb-63b0-4852-b5f5-d51a08443adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:18.960038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3cb52f18-0bdd-410a-8b91-7aa7c5cf83b8 req-bcc0dccb-63b0-4852-b5f5-d51a08443adc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1237757 Dec 08 01:52:18.966925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 3267f192-56b5-427e-9840-38685635960a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3267f192-56b5-427e-9840-38685635960a,segment=NetworkSegment(ad8b1ff4-346f-4723-9c51-ebc0f524b731),segment_id=ad8b1ff4-346f-4723-9c51-ebc0f524b731)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:18.968287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-09f59122-3da8-4739-9424-8761d0cc8e8a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:18.969986 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-09f59122-3da8-4739-9424-8761d0cc8e8a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.75 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 821 time: 0.1844633 Dec 08 01:52:18.986359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b7f7871c-5d86-41f5-b726-cb6ab41d58ce,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:18.991650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '3267f192-56b5-427e-9840-38685635960a', 'network_id': 'c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9', 'port_id': '3267f192-56b5-427e-9840-38685635960a', 'mac_address': 'fa:16:3e:05:a5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a8e1b3-67ac-4e76-add8-51e4d88ad42a', 'ip_address': '19.80.0.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:52:19.003408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-c932c050-c795-4a5a-ae85-5ea3c90dd73b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Request body: {'port': {'device_id': 'a00934e2-1f4a-4982-a7c5-58826057b6f2', 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f', 'admin_state_up': True, 'tenant_id': '3ea3a98675f74d9ca617927f4f236c6e'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:19.009038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-164f0d65-655e-401e-9a85-ea459b72cd33 req-1d5c0d0e-31e8-4bc7-a895-17ba52484cc9 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477210 Dec 08 01:52:19.049456 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:19.065685 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3267f192-56b5-427e-9840-38685635960a {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:19.089624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d09566-998c-4767-b47f-e0f98a206a61 req-83184c33-cfc4-433e-b93a-437cac6a9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:19.091120 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d09566-998c-4767-b47f-e0f98a206a61 req-83184c33-cfc4-433e-b93a-437cac6a9092 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 1095 time: 0.1410403 Dec 08 01:52:19.091794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 3267f192-56b5-427e-9840-38685635960a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3267f192-56b5-427e-9840-38685635960a,segment=NetworkSegment(ad8b1ff4-346f-4723-9c51-ebc0f524b731),segment_id=ad8b1ff4-346f-4723-9c51-ebc0f524b731)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:19.096946 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:19.120609 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232819b-bd30-4d5b-aa46-967900028d93 req-49cb4844-8c0b-476e-bf74-dfada7abae50 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:19.122089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7232819b-bd30-4d5b-aa46-967900028d93 req-49cb4844-8c0b-476e-bf74-dfada7abae50 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.1283097 Dec 08 01:52:19.138190 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4b0e9e4-4230-4e65-abfa-2b9e7b970c3a req-cc99241b-0884-4e79-9b55-754c865a0bf2 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306325 Dec 08 01:52:19.143517 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb52f18-0bdd-410a-8b91-7aa7c5cf83b8 req-e22d0561-8afa-4234-bb7b-a8e1c6dcd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:19.145029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3cb52f18-0bdd-410a-8b91-7aa7c5cf83b8 req-e22d0561-8afa-4234-bb7b-a8e1c6dcd7ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1501200 Dec 08 01:52:19.158260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=3267f192-56b5-427e-9840-38685635960a,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:19.227738 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-c932c050-c795-4a5a-ae85-5ea3c90dd73b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Made reservation on behalf of 3ea3a98675f74d9ca617927f4f236c6e for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:19.231190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-c932c050-c795-4a5a-ae85-5ea3c90dd73b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:19.234726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d09566-998c-4767-b47f-e0f98a206a61 req-8377f90a-44ad-4b6a-90aa-ca783470565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:19.240880 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d09566-998c-4767-b47f-e0f98a206a61 req-8377f90a-44ad-4b6a-90aa-ca783470565d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 912 time: 0.1358116 Dec 08 01:52:19.286131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfe560-7ec0-4b0a-aefe-4883aa1f8f6d req-81a69e13-cc7b-4099-8938-6d9daba5320e tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:19.287688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dcdfe560-7ec0-4b0a-aefe-4883aa1f8f6d req-81a69e13-cc7b-4099-8938-6d9daba5320e tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 943 time: 0.1621549 Dec 08 01:52:19.301136 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7232819b-bd30-4d5b-aa46-967900028d93 req-cefdd918-96dd-41bd-bb0a-7c53694d6fec tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622207 Dec 08 01:52:19.324921 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d09566-998c-4767-b47f-e0f98a206a61 req-db2d9008-4a44-4be1-a60a-f0c6c771c7e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8bf3247-4018-443f-b648-1e3ac51d76f9 HTTP/1.1" status: 200 len: 217 time: 0.0798678 Dec 08 01:52:19.349420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3cb52f18-0bdd-410a-8b91-7aa7c5cf83b8 req-75d48683-d140-4c3b-9d98-5311cd3f89f1 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813443 Dec 08 01:52:19.424899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d09566-998c-4767-b47f-e0f98a206a61 req-1403726f-06db-4d45-8523-7b34c9499fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:19.426381 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d09566-998c-4767-b47f-e0f98a206a61 req-1403726f-06db-4d45-8523-7b34c9499fdf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.0917780 Dec 08 01:52:19.470822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-c932c050-c795-4a5a-ae85-5ea3c90dd73b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Allocated IP 172.20.0.13 (a59a8412-6343-41a4-920a-bc94665ff18f/ce5844c7-e431-4bd7-b10d-a05251110465/3641a47e-29ab-43db-9840-175d9c5e9f67) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:19.473456 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d09566-998c-4767-b47f-e0f98a206a61 req-424b030a-c396-4312-8a41-c02f7c59a653 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353763 Dec 08 01:52:19.475199 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dcdfe560-7ec0-4b0a-aefe-4883aa1f8f6d req-c99f46ce-316f-4ca4-8cb3-bc1f806639c1 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711342 Dec 08 01:52:19.571413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce68bec-728e-4fb3-b0be-3b591eb4892a req-1e1ac7a6-f6ea-42ad-bf1f-90db93666323 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:19.573044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ce68bec-728e-4fb3-b0be-3b591eb4892a req-1e1ac7a6-f6ea-42ad-bf1f-90db93666323 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 945 time: 0.1384425 Dec 08 01:52:19.628307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33de8475-ced3-4757-b743-abb574d5ae01 req-492552cd-59eb-4bb2-96b9-a6da64a01805 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 210 time: 0.0540485 Dec 08 01:52:19.653674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['b87f5fbb-e511-45f9-919c-77edc9db4e66'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:19.672789 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d09566-998c-4767-b47f-e0f98a206a61 req-1f4e49c8-72c6-4229-9104-0c6e23b623df service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865106 Dec 08 01:52:19.691842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['b7f7871c-5d86-41f5-b726-cb6ab41d58ce'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:19.720774 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ce68bec-728e-4fb3-b0be-3b591eb4892a req-34e6f9cc-793f-4290-bfc3-39be9296bf24 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266856 Dec 08 01:52:19.723720 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3cb52f18-0bdd-410a-8b91-7aa7c5cf83b8 req-1fc2e5d0-30e2-4372-890e-c402f84f6fa4 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276613 Dec 08 01:52:19.815551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53dee1-3d3c-4946-99db-8180cdaa0157 req-2cae512c-d21e-4295-8f5c-1723ff9d150b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:19.817283 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b53dee1-3d3c-4946-99db-8180cdaa0157 req-2cae512c-d21e-4295-8f5c-1723ff9d150b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 948 time: 0.0601025 Dec 08 01:52:19.888912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb26224-acc7-4d99-aba5-b20e86d77007', 'tag': '5d432872-ee23-4d4b-abf7-f6d114746651'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:19.891069 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d60704-52b2-40dc-80d3-0c9245ec7eea" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb26224-acc7-4d99-aba5-b20e86d77007", "tag": "5d432872-ee23-4d4b-abf7-f6d114746651"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:19.953783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['3267f192-56b5-427e-9840-38685635960a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:19.974328 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b53dee1-3d3c-4946-99db-8180cdaa0157 req-77ecdb94-6bbd-4202-ac34-ff681f347e97 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453500 Dec 08 01:52:20.084928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-45fb3db7-79b9-48a4-b912-301ed5784d63 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:20.086765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-45fb3db7-79b9-48a4-b912-301ed5784d63 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/networks?id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 HTTP/1.1" status: 200 len: 811 time: 0.1863008 Dec 08 01:52:20.092617 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-55948bc7-5f2d-4fab-8a06-841bedfcd0be req-cb1a5cc6-91ad-4a1a-ae7b-85497501ebab tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:52:20.100607 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55948bc7-5f2d-4fab-8a06-841bedfcd0be req-cb1a5cc6-91ad-4a1a-ae7b-85497501ebab tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0527315 Dec 08 01:52:20.139041 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-c932c050-c795-4a5a-ae85-5ea3c90dd73b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:20.168060 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-39513cfa-70e8-46c8-a5e0-421b555991c5 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/quotas/8a318c364fcf4694b611c140d4710896 HTTP/1.1" status: 200 len: 375 time: 0.0641665 Dec 08 01:52:20.168638 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d09566-998c-4767-b47f-e0f98a206a61 req-4b787792-6724-4ac6-b695-effa7805379d service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876297 Dec 08 01:52:20.192273 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-c932c050-c795-4a5a-ae85-5ea3c90dd73b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:20.240570 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:52:20.246146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-c932c050-c795-4a5a-ae85-5ea3c90dd73b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Network a59a8412-6343-41a4-920a-bc94665ff18f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:20.249461 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-c932c050-c795-4a5a-ae85-5ea3c90dd73b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:20.253568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-c932c050-c795-4a5a-ae85-5ea3c90dd73b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:20.287934 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932c050-c795-4a5a-ae85-5ea3c90dd73b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Pushing event updated for resources: {'Port': ['ID=3641a47e-29ab-43db-9840-175d9c5e9f67,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:20.308222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55948bc7-5f2d-4fab-8a06-841bedfcd0be req-9476bcf1-4fd0-4968-a335-c5b69c93b1bf tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2060249 Dec 08 01:52:20.316105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-c932c050-c795-4a5a-ae85-5ea3c90dd73b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:20.316861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-c932c050-c795-4a5a-ae85-5ea3c90dd73b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:20.338585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-e7636a37-4a20-4249-9d0c-aae583ef25a6 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a318c364fcf4694b611c140d4710896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1620471 Dec 08 01:52:20.338903 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-c932c050-c795-4a5a-ae85-5ea3c90dd73b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3470409 Dec 08 01:52:20.360604 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Request body: {'port': {'device_id': 'a00934e2-1f4a-4982-a7c5-58826057b6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:20.418622 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e8bf3247-4018-443f-b648-1e3ac51d76f9 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:52:20.427688 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:20.462918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-0ffc856d-ddd7-4387-ad01-6bfb794ea939 service neutron] 10.222.0.71 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234658 Dec 08 01:52:20.585266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-5244c686-ba10-4dd1-aa6d-33e1b609be4e service neutron] 10.222.0.71 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146872 Dec 08 01:52:20.624424 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e8bf3247-4018-443f-b648-1e3ac51d76f9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e8bf3247-4018-443f-b648-1e3ac51d76f9,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:20.648678 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'e8bf3247-4018-443f-b648-1e3ac51d76f9', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'port_id': 'e8bf3247-4018-443f-b648-1e3ac51d76f9', 'mac_address': 'fa:16:3e:3c:fc:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b17d14-ce86-4d96-b0e5-c267582db3e6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:52:20.685210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5b4e0-cccd-45e0-a4b8-57b33107ce0b req-9989474a-507d-4a51-8ef1-12208e25933b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:20.691175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5b4e0-cccd-45e0-a4b8-57b33107ce0b req-9989474a-507d-4a51-8ef1-12208e25933b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:20.697755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5b4e0-cccd-45e0-a4b8-57b33107ce0b req-9989474a-507d-4a51-8ef1-12208e25933b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:20.705235 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7e5b4e0-cccd-45e0-a4b8-57b33107ce0b req-9989474a-507d-4a51-8ef1-12208e25933b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2415 time: 0.0968246 Dec 08 01:52:20.707590 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:20.727204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bf3247-4018-443f-b648-1e3ac51d76f9 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:20.751004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e8bf3247-4018-443f-b648-1e3ac51d76f9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e8bf3247-4018-443f-b648-1e3ac51d76f9,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:20.753876 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7e5b4e0-cccd-45e0-a4b8-57b33107ce0b req-91be0b2e-4698-4086-bcad-4740d42652c4 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477188 Dec 08 01:52:20.759541 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:20.760357 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ae85b06e-7949-40b8-89c4-4b15e889aa02 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:52:20.776678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3641a47e-29ab-43db-9840-175d9c5e9f67 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:20.789034 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:20.838632 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85de3ab7-b65f-4d12-8253-ef207eccbe2b x-openstack-request-id: req-85de3ab7-b65f-4d12-8253-ef207eccbe2b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:20.838914 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Transition to ACTIVE for port object 3641a47e-29ab-43db-9840-175d9c5e9f67 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:52:20.839047 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb26224-acc7-4d99-aba5-b20e86d77007", "tag": "5d432872-ee23-4d4b-abf7-f6d114746651", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:20.839178 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-85de3ab7-b65f-4d12-8253-ef207eccbe2b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:20.839574 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb26224-acc7-4d99-aba5-b20e86d77007', 'tag': '5d432872-ee23-4d4b-abf7-f6d114746651', 'status': 'completed', 'code': 200} Dec 08 01:52:20.850130 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:20.923390 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=e8bf3247-4018-443f-b648-1e3ac51d76f9,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:20.967323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ae85b06e-7949-40b8-89c4-4b15e889aa02, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ae85b06e-7949-40b8-89c4-4b15e889aa02,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:20.983521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'ae85b06e-7949-40b8-89c4-4b15e889aa02', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'ae85b06e-7949-40b8-89c4-4b15e889aa02', 'mac_address': 'fa:16:3e:80:f5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:52:21.033576 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.046597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93763e48-1bd9-4c60-88cf-f6c5f8b3037e req-6216183e-1256-4262-80fb-5a40733f4860 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:21.047954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93763e48-1bd9-4c60-88cf-f6c5f8b3037e req-6216183e-1256-4262-80fb-5a40733f4860 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 944 time: 0.1645632 Dec 08 01:52:21.050460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae85b06e-7949-40b8-89c4-4b15e889aa02 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:21.060637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d60704-52b2-40dc-80d3-0c9245ec7eea req-5c6bce25-72c8-4fe8-80ed-d2fc80fef72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:21.060786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Pushing event updated for resources: {'Port': ['ID=3641a47e-29ab-43db-9840-175d9c5e9f67,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:21.062095 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56d60704-52b2-40dc-80d3-0c9245ec7eea req-5c6bce25-72c8-4fe8-80ed-d2fc80fef72b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 1100 time: 0.1588240 Dec 08 01:52:21.100285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc14d9-9dce-4e70-9d5f-675c62e62f82 req-f332f01c-1146-404d-83cb-66e127628e42 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:21.103564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ae85b06e-7949-40b8-89c4-4b15e889aa02, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ae85b06e-7949-40b8-89c4-4b15e889aa02,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:21.108618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bbc14d9-9dce-4e70-9d5f-675c62e62f82 req-f332f01c-1146-404d-83cb-66e127628e42 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.1196816 Dec 08 01:52:21.110183 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.124439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Attempting to bind port 3641a47e-29ab-43db-9840-175d9c5e9f67 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:21.125046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Attempting to bind port 3641a47e-29ab-43db-9840-175d9c5e9f67 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:21.125567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Attempting to bind port 3641a47e-29ab-43db-9840-175d9c5e9f67 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:21.131024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Port 3641a47e-29ab-43db-9840-175d9c5e9f67 on network a59a8412-6343-41a4-920a-bc94665ff18f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:21.131407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Attempting to bind port 3641a47e-29ab-43db-9840-175d9c5e9f67 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:21.137528 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:21.137882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Checking segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:21.138234 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Bound using segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:21.138678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Bound port: 3641a47e-29ab-43db-9840-175d9c5e9f67, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:21.139040 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.236126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ae85b06e-7949-40b8-89c4-4b15e889aa02,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:21.237914 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:21.242014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3641a47e-29ab-43db-9840-175d9c5e9f67,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:21.247539 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.298400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93763e48-1bd9-4c60-88cf-f6c5f8b3037e req-743c606c-0481-40e3-aeae-b668ae19bd47 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384503 Dec 08 01:52:21.299474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:21.300315 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.301784 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] 10.222.0.75 "PUT /v2.0/ports/3641a47e-29ab-43db-9840-175d9c5e9f67 HTTP/1.1" status: 200 len: 1093 time: 0.9471474 Dec 08 01:52:21.302299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00934e2-1f4a-4982-a7c5-58826057b6f2', 'tag': '3641a47e-29ab-43db-9840-175d9c5e9f67'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:21.305319 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64cadab-0e34-49b7-a4d1-c65ccb983521" -d '{"events": [{"name": "network-changed", "server_uuid": "a00934e2-1f4a-4982-a7c5-58826057b6f2", "tag": "3641a47e-29ab-43db-9840-175d9c5e9f67"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:21.340241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bbc14d9-9dce-4e70-9d5f-675c62e62f82 req-c610553e-b2be-405e-bf0e-ffdb15605a39 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305443 Dec 08 01:52:21.341995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6dcc4-3996-49d3-80de-8067a9b3a687 service neutron] Pushing event updated for resources: {'Port': ['ID=3641a47e-29ab-43db-9840-175d9c5e9f67,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:21.415559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-1890bac3-1738-4dfb-90cd-f1ca0dcb8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:21.417550 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-1890bac3-1738-4dfb-90cd-f1ca0dcb8f9c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0445888 Dec 08 01:52:21.422137 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-287bf587-c8a1-4ce0-b9b2-2530ac13c721 req-e95b1958-3789-4d2e-be71-a534b04e236e tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 210 time: 0.0472322 Dec 08 01:52:21.434356 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d60704-52b2-40dc-80d3-0c9245ec7eea req-eef5eef8-11fb-46f9-a28a-0c065c0cacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:21.435836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56d60704-52b2-40dc-80d3-0c9245ec7eea req-eef5eef8-11fb-46f9-a28a-0c065c0cacdf service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.3619130 Dec 08 01:52:21.506165 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-0c65157f-cfc9-4451-80c1-a1d1006bd20f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3641a47e-29ab-43db-9840-175d9c5e9f67 HTTP/1.1" status: 200 len: 217 time: 0.0741730 Dec 08 01:52:21.507354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42704) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:21.569587 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f5a411-e01b-429b-afc2-2c5aec9f8f75 admin admin] Deleting subnet 6f6d6ba3-4e79-41e1-9918-df4e76e716c2 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:52:21.591469 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7f5a411-e01b-429b-afc2-2c5aec9f8f75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.643152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-f36289f9-0567-47cb-b478-f7ffe177a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:21.644672 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-f36289f9-0567-47cb-b478-f7ffe177a7ff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.0851157 Dec 08 01:52:21.647421 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7f5a411-e01b-429b-afc2-2c5aec9f8f75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.704791 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 5d432872-ee23-4d4b-abf7-f6d114746651 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:52:21.731758 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-34d98879-4d79-4665-b07c-d059ebb84bc7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512044 Dec 08 01:52:21.771909 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['e8bf3247-4018-443f-b648-1e3ac51d76f9'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:21.789166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['ae85b06e-7949-40b8-89c4-4b15e889aa02'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:21.796287 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7f5a411-e01b-429b-afc2-2c5aec9f8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.901526 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 5d432872-ee23-4d4b-abf7-f6d114746651, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=5d432872-ee23-4d4b-abf7-f6d114746651,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:21.901956 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-de5411e1-29d7-4080-b926-eb1aa4bf91fc service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618679 Dec 08 01:52:21.921650 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7f5a411-e01b-429b-afc2-2c5aec9f8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.967691 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56d60704-52b2-40dc-80d3-0c9245ec7eea req-8f4d7b07-8d3a-49d8-ab1a-9e2c5c5a6cf2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=5d432872-ee23-4d4b-abf7-f6d114746651 HTTP/1.1" status: 200 len: 217 time: 0.4994812 Dec 08 01:52:21.980151 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5a411-e01b-429b-afc2-2c5aec9f8f75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6d6ba3-4e79-41e1-9918-df4e76e716c2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:21.986336 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7f5a411-e01b-429b-afc2-2c5aec9f8f75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.995536 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e7f5a411-e01b-429b-afc2-2c5aec9f8f75 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6f6d6ba3-4e79-41e1-9918-df4e76e716c2 HTTP/1.1" status: 204 len: 168 time: 0.4870944 Dec 08 01:52:22.001940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5e91e-0b3d-42bb-9b80-c7a9914b75f6 req-124612f6-51a8-45a7-892f-1f3550ad5647 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:22.003622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42710) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:22.012566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86a5e91e-0b3d-42bb-9b80-c7a9914b75f6 req-124612f6-51a8-45a7-892f-1f3550ad5647 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 944 time: 0.5854800 Dec 08 01:52:22.035641 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '5d432872-ee23-4d4b-abf7-f6d114746651', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '5d432872-ee23-4d4b-abf7-f6d114746651', 'mac_address': 'fa:16:3e:8e:7e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:52:22.078318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af623d4-21bb-4627-9fbb-05cbf207f4e1 req-ae26177c-c169-4410-9fc1-06282941aafa tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:22.079896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5af623d4-21bb-4627-9fbb-05cbf207f4e1 req-ae26177c-c169-4410-9fc1-06282941aafa tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 948 time: 0.1459594 Dec 08 01:52:22.096504 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.121368 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7916b7ed-6d1f-4726-b074-2e7a656b3f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.142995 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1601a7e5-1975-4ca4-919a-05860204ece0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.177044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86a5e91e-0b3d-42bb-9b80-c7a9914b75f6 req-c4487273-9af3-4be4-8844-79ce802435b1 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634879 Dec 08 01:52:22.201451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d432872-ee23-4d4b-abf7-f6d114746651 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:22.222761 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-03e2bc64-bd66-4c6e-bcb0-9ab10cf9c380 req-05523503-5fcb-4204-8ac2-1fae44df71cf service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123376 Dec 08 01:52:22.243469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d60704-52b2-40dc-80d3-0c9245ec7eea req-5529f25f-bc80-4fc2-bb51-6b0e73a8bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:22.245426 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56d60704-52b2-40dc-80d3-0c9245ec7eea req-5529f25f-bc80-4fc2-bb51-6b0e73a8bc31 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.2648118 Dec 08 01:52:22.251292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5af623d4-21bb-4627-9fbb-05cbf207f4e1 req-40ac2967-3f00-45d1-bf22-1f735c65f746 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615820 Dec 08 01:52:22.275812 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8663bc-c5eb-42ca-90ac-81050b9bf4d3 x-openstack-request-id: req-9d8663bc-c5eb-42ca-90ac-81050b9bf4d3 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:22.275812 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00934e2-1f4a-4982-a7c5-58826057b6f2", "tag": "3641a47e-29ab-43db-9840-175d9c5e9f67", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:22.275812 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9d8663bc-c5eb-42ca-90ac-81050b9bf4d3 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:22.275812 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00934e2-1f4a-4982-a7c5-58826057b6f2', 'tag': '3641a47e-29ab-43db-9840-175d9c5e9f67', 'status': 'completed', 'code': 200} Dec 08 01:52:22.286562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 5d432872-ee23-4d4b-abf7-f6d114746651, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=5d432872-ee23-4d4b-abf7-f6d114746651,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:22.291231 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1601a7e5-1975-4ca4-919a-05860204ece0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.308757 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.339399 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d60704-52b2-40dc-80d3-0c9245ec7eea req-68f6b8f3-d805-4d05-9130-cc054ddb6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:22.349396 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56d60704-52b2-40dc-80d3-0c9245ec7eea req-68f6b8f3-d805-4d05-9130-cc054ddb6419 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0947552 Dec 08 01:52:22.377208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=5d432872-ee23-4d4b-abf7-f6d114746651,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:22.417591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1601a7e5-1975-4ca4-919a-05860204ece0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108bef99-8bdc-4aa9-8f0c-9aef76f9866f']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:22.420324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b7f7871c-5d86-41f5-b726-cb6ab41d58ce up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:22.468030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1601a7e5-1975-4ca4-919a-05860204ece0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77370481-e3ec-4477-a51a-fb906d1de591') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:22.468368 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1601a7e5-1975-4ca4-919a-05860204ece0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77370481-e3ec-4477-a51a-fb906d1de591') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:22.479014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cadab-0e34-49b7-a4d1-c65ccb983521 req-c6d8e5c2-c127-4bc3-a87d-04d5f023bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:22.480558 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e64cadab-0e34-49b7-a4d1-c65ccb983521 req-c6d8e5c2-c127-4bc3-a87d-04d5f023bae9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 1096 time: 0.1088622 Dec 08 01:52:22.483364 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56d60704-52b2-40dc-80d3-0c9245ec7eea req-79c85e9a-9a88-45fe-adc5-3c8af061ccfa service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959189 Dec 08 01:52:22.489217 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1601a7e5-1975-4ca4-919a-05860204ece0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.492034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port b7f7871c-5d86-41f5-b726-cb6ab41d58ce completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:52:22.501549 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port b7f7871c-5d86-41f5-b726-cb6ab41d58ce triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:22.502195 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.537195 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1601a7e5-1975-4ca4-919a-05860204ece0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.576880 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1601a7e5-1975-4ca4-919a-05860204ece0 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:52:22.577300 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1601a7e5-1975-4ca4-919a-05860204ece0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:52:22.578976 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:52:22.597281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954c50e-45b7-4cc7-b6e1-d0d63df38c22 req-a6a032b1-d6ab-43c9-9cd7-fcb6bf68f911 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:22.601572 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.606650 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d954c50e-45b7-4cc7-b6e1-d0d63df38c22 req-a6a032b1-d6ab-43c9-9cd7-fcb6bf68f911 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b9d92b2-736c-4098-b23e-3819ca08de21 HTTP/1.1" status: 200 len: 946 time: 0.2452030 Dec 08 01:52:22.626191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f7871c-5d86-41f5-b726-cb6ab41d58ce'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:22.629057 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb5c5b9-8f7c-4875-a21e-82d36e18e389" -d '{"events": [{"server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "name": "network-vif-plugged", "status": "completed", "tag": "b7f7871c-5d86-41f5-b726-cb6ab41d58ce"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:22.633994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-6cb7975e-fd4b-454f-b4f5-27d22df65328 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:22.635309 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-6cb7975e-fd4b-454f-b4f5-27d22df65328 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.45 "GET /v2.0/networks?id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 HTTP/1.1" status: 200 len: 811 time: 0.3504720 Dec 08 01:52:22.643359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b7f7871c-5d86-41f5-b726-cb6ab41d58ce, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b7f7871c-5d86-41f5-b726-cb6ab41d58ce,segment=NetworkSegment(ad8b1ff4-346f-4723-9c51-ebc0f524b731),segment_id=ad8b1ff4-346f-4723-9c51-ebc0f524b731)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:22.650226 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.651501 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559a9b2-fcd7-4502-973a-1ec45072d8bc req-fb359aa7-581d-47e9-a5d2-7a57e01bc2a3 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:22.651711 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3267f192-56b5-427e-9840-38685635960a up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:22.657952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559a9b2-fcd7-4502-973a-1ec45072d8bc req-fb359aa7-581d-47e9-a5d2-7a57e01bc2a3 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:22.664870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-fdeb2e85-1f0b-4bae-aafb-a2379c5b76d9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Request body: {'port': {'device_id': '7a0b61ab-bf7c-4029-853c-bfe400663417', 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83', 'admin_state_up': True, 'tenant_id': '8a318c364fcf4694b611c140d4710896'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:22.665072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559a9b2-fcd7-4502-973a-1ec45072d8bc req-fb359aa7-581d-47e9-a5d2-7a57e01bc2a3 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:22.672676 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3559a9b2-fcd7-4502-973a-1ec45072d8bc req-fb359aa7-581d-47e9-a5d2-7a57e01bc2a3 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2415 time: 0.2940636 Dec 08 01:52:22.676889 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1601a7e5-1975-4ca4-919a-05860204ece0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.702618 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1601a7e5-1975-4ca4-919a-05860204ece0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.705834 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1601a7e5-1975-4ca4-919a-05860204ece0 admin admin] 10.222.0.71 "DELETE /v2.0/networks/108bef99-8bdc-4aa9-8f0c-9aef76f9866f HTTP/1.1" status: 204 len: 168 time: 0.7008426 Dec 08 01:52:22.715560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601a7e5-1975-4ca4-919a-05860204ece0 admin admin] Pushing event deleted for resources: {'Network': ['ID=108bef99-8bdc-4aa9-8f0c-9aef76f9866f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:22.719968 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cadab-0e34-49b7-a4d1-c65ccb983521 req-4bc9d264-6116-4091-8c34-7b146a99681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:22.722060 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e64cadab-0e34-49b7-a4d1-c65ccb983521 req-4bc9d264-6116-4091-8c34-7b146a99681a service neutron] 10.222.0.75 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.2221727 Dec 08 01:52:22.732599 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['5d432872-ee23-4d4b-abf7-f6d114746651'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:22.734238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56d60704-52b2-40dc-80d3-0c9245ec7eea req-cb4c993d-d3b1-4a7d-ba1d-ac6f229ddec7 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307582 Dec 08 01:52:22.773451 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d954c50e-45b7-4cc7-b6e1-d0d63df38c22 req-a92bd3cc-2360-41d4-84e8-7870a541e210 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657073 Dec 08 01:52:22.791347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b7f7871c-5d86-41f5-b726-cb6ab41d58ce,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:22.808540 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e64cadab-0e34-49b7-a4d1-c65ccb983521 req-fd7f0374-c4dc-4809-b8bf-59c108af7dfc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3641a47e-29ab-43db-9840-175d9c5e9f67 HTTP/1.1" status: 200 len: 217 time: 0.0553360 Dec 08 01:52:22.815273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3559a9b2-fcd7-4502-973a-1ec45072d8bc req-d2883dc7-b3d6-4824-9275-7dc0df0563f6 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414437 Dec 08 01:52:22.821157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 3267f192-56b5-427e-9840-38685635960a completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:52:22.827299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 3267f192-56b5-427e-9840-38685635960a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:22.827729 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.892788 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cadab-0e34-49b7-a4d1-c65ccb983521 req-01ff0a81-c33d-42cb-8e83-dc2258aa79c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:22.893837 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e64cadab-0e34-49b7-a4d1-c65ccb983521 req-01ff0a81-c33d-42cb-8e83-dc2258aa79c6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.0766668 Dec 08 01:52:22.924849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-fdeb2e85-1f0b-4bae-aafb-a2379c5b76d9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Made reservation on behalf of 8a318c364fcf4694b611c140d4710896 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:22.934076 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-fdeb2e85-1f0b-4bae-aafb-a2379c5b76d9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.946860 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e67a8fbe-4a0d-4098-b263-86f4c3f43d2c req-6139528d-3206-4ec0-93e2-882443e5d313 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 210 time: 0.0603192 Dec 08 01:52:22.949193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42722) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:22.967302 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e64cadab-0e34-49b7-a4d1-c65ccb983521 req-1ac61dda-eea8-46c6-aa04-d136b747711a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519781 Dec 08 01:52:22.994367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6c0a0-8683-4835-a11d-74db84658dc7 req-27c31cd1-5876-4b6b-84b7-1a9789bb4c6d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:23.004149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99b6c0a0-8683-4835-a11d-74db84658dc7 req-27c31cd1-5876-4b6b-84b7-1a9789bb4c6d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 944 time: 0.1188023 Dec 08 01:52:23.013154 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2f8c26-e456-4dd8-b289-abbdfd9ed0ff x-openstack-request-id: req-ff2f8c26-e456-4dd8-b289-abbdfd9ed0ff {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:23.013594 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "name": "network-vif-plugged", "status": "completed", "tag": "b7f7871c-5d86-41f5-b726-cb6ab41d58ce", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:23.013728 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ff2f8c26-e456-4dd8-b289-abbdfd9ed0ff {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:23.014081 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f7871c-5d86-41f5-b726-cb6ab41d58ce', 'code': 200} Dec 08 01:52:23.045125 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.088826 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 3267f192-56b5-427e-9840-38685635960a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3267f192-56b5-427e-9840-38685635960a,segment=NetworkSegment(ad8b1ff4-346f-4723-9c51-ebc0f524b731),segment_id=ad8b1ff4-346f-4723-9c51-ebc0f524b731)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:23.095414 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.096853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b87f5fbb-e511-45f9-919c-77edc9db4e66 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:23.102235 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3f922d44-ac40-40e9-b815-95fce37c431d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fd19fbe3abe1404dbc439fb5c4a07329&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518776 Dec 08 01:52:23.107892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42728) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:23.143976 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99b6c0a0-8683-4835-a11d-74db84658dc7 req-c5e07ab4-54da-40bb-938a-d862c3bfc245 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345916 Dec 08 01:52:23.202068 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e64cadab-0e34-49b7-a4d1-c65ccb983521 req-88d8b5a2-2e12-4e19-bcc8-95b920b47366 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014947 Dec 08 01:52:23.219479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06b62f-f383-4e1b-884b-cb2359e25fc4 req-a185664c-a0e0-4e3f-9270-8444b50f66ab tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:23.225901 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f06b62f-f383-4e1b-884b-cb2359e25fc4 req-a185664c-a0e0-4e3f-9270-8444b50f66ab tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 945 time: 0.1296608 Dec 08 01:52:23.248139 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.264516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-fdeb2e85-1f0b-4bae-aafb-a2379c5b76d9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Allocated IP 172.20.0.14 (bfcd6e97-5ac1-4da8-8cea-2004f8afcf83/e7011422-2fee-464b-8986-d869c753cada/ec88108c-7361-4f0d-a29a-9c42d735c10f) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:23.273072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=3267f192-56b5-427e-9840-38685635960a,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:23.299370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port b87f5fbb-e511-45f9-919c-77edc9db4e66 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:52:23.307282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port b87f5fbb-e511-45f9-919c-77edc9db4e66 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:23.308288 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca304911-bc7b-43d7-8d32-00be95009e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.308864 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.403768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2392cb-7692-49d0-81ac-aa32fa3dd7f1 req-5505f989-85d9-4d8b-8b17-e8e2cdefc12d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:23.405438 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d2392cb-7692-49d0-81ac-aa32fa3dd7f1 req-5505f989-85d9-4d8b-8b17-e8e2cdefc12d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 944 time: 0.0936108 Dec 08 01:52:23.407494 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca304911-bc7b-43d7-8d32-00be95009e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.421463 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e64cadab-0e34-49b7-a4d1-c65ccb983521 req-889fabe9-baef-4049-bb66-fa8d53d3d884 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543474 Dec 08 01:52:23.430597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f06b62f-f383-4e1b-884b-cb2359e25fc4 req-e8dd8d6c-b997-430b-b733-60faca9c14d4 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893427 Dec 08 01:52:23.452157 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.502652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b87f5fbb-e511-45f9-919c-77edc9db4e66, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b87f5fbb-e511-45f9-919c-77edc9db4e66,segment=NetworkSegment(cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce),segment_id=cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:23.508887 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.520531 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-fdeb2e85-1f0b-4bae-aafb-a2379c5b76d9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.539475 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d2392cb-7692-49d0-81ac-aa32fa3dd7f1 req-20ee4ae9-6976-4158-a1c5-415f152145af tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070595 Dec 08 01:52:23.559909 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-fdeb2e85-1f0b-4bae-aafb-a2379c5b76d9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.588772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b87f5fbb-e511-45f9-919c-77edc9db4e66,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:23.629305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-fdeb2e85-1f0b-4bae-aafb-a2379c5b76d9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:23.634797 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca304911-bc7b-43d7-8d32-00be95009e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.639586 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca304911-bc7b-43d7-8d32-00be95009e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.640782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-fdeb2e85-1f0b-4bae-aafb-a2379c5b76d9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:23.640994 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ca304911-bc7b-43d7-8d32-00be95009e19 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bb527915-96e4-4922-b1c6-0e9de2305fc7 HTTP/1.1" status: 204 len: 168 time: 0.5222876 Dec 08 01:52:23.644709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb2e85-1f0b-4bae-aafb-a2379c5b76d9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Pushing event updated for resources: {'Port': ['ID=ec88108c-7361-4f0d-a29a-9c42d735c10f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:23.647336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-fdeb2e85-1f0b-4bae-aafb-a2379c5b76d9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:23.689428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca304911-bc7b-43d7-8d32-00be95009e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb527915-96e4-4922-b1c6-0e9de2305fc7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:23.707087 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcfa4e-a422-4c80-abb5-3b66f388bd3c req-e73d8820-f1db-4dd5-bf7d-9f211005b345 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:23.715129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bcdcfa4e-a422-4c80-abb5-3b66f388bd3c req-e73d8820-f1db-4dd5-bf7d-9f211005b345 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 949 time: 0.1736054 Dec 08 01:52:23.738818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3641a47e-29ab-43db-9840-175d9c5e9f67 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:52:23.764838 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-fdeb2e85-1f0b-4bae-aafb-a2379c5b76d9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:23.767956 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-fdeb2e85-1f0b-4bae-aafb-a2379c5b76d9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.793758 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-fdeb2e85-1f0b-4bae-aafb-a2379c5b76d9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1356874 Dec 08 01:52:23.797129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bcdcfa4e-a422-4c80-abb5-3b66f388bd3c req-c91b90ad-9b19-4936-ae4c-5cbe7d58d643 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811727 Dec 08 01:52:23.816578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cfec8-c520-45c9-867c-44c77f2fb3d1 req-0b8df811-d742-41fc-87e6-9b755e4441b2 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:23.816749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Request body: {'port': {'device_id': '7a0b61ab-bf7c-4029-853c-bfe400663417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:23.822436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cfec8-c520-45c9-867c-44c77f2fb3d1 req-0b8df811-d742-41fc-87e6-9b755e4441b2 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:23.829395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cfec8-c520-45c9-867c-44c77f2fb3d1 req-0b8df811-d742-41fc-87e6-9b755e4441b2 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:23.830790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-055cfec8-c520-45c9-867c-44c77f2fb3d1 req-0b8df811-d742-41fc-87e6-9b755e4441b2 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4&device_id=3b9d92b2-736c-4098-b23e-3819ca08de21&device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 2418 time: 0.1131232 Dec 08 01:52:23.895635 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.908317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['7e35ebf0-f300-4bc1-b04d-52c6a2d10eef'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:23.974768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-055cfec8-c520-45c9-867c-44c77f2fb3d1 req-5cb4b103-ddd2-432a-b16c-e8b937f64dd8 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347127 Dec 08 01:52:24.023757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0923a-56b5-4045-880f-34542d1ed0e4 req-72386491-544d-4d9f-9fa0-004d4c8f57a9 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:24.029177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0923a-56b5-4045-880f-34542d1ed0e4 req-72386491-544d-4d9f-9fa0-004d4c8f57a9 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:24.035156 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0923a-56b5-4045-880f-34542d1ed0e4 req-72386491-544d-4d9f-9fa0-004d4c8f57a9 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:24.049205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a1d0923a-56b5-4045-880f-34542d1ed0e4 req-72386491-544d-4d9f-9fa0-004d4c8f57a9 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2418 time: 0.1552925 Dec 08 01:52:24.057507 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.089053 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3641a47e-29ab-43db-9840-175d9c5e9f67,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:24.123438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '3641a47e-29ab-43db-9840-175d9c5e9f67', 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f', 'port_id': '3641a47e-29ab-43db-9840-175d9c5e9f67', 'mac_address': 'fa:16:3e:dc:a3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5844c7-e431-4bd7-b10d-a05251110465', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:52:24.180759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a1d0923a-56b5-4045-880f-34542d1ed0e4 req-b205296a-23a2-46da-8150-ac1b742f9fba tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235437 Dec 08 01:52:24.231238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780102b-953f-43a9-ac8b-c15b2c911c8a req-f767ac95-c36f-4110-9bfa-f105448dc68e tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:24.236572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6780102b-953f-43a9-ac8b-c15b2c911c8a req-f767ac95-c36f-4110-9bfa-f105448dc68e tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 932 time: 0.1278298 Dec 08 01:52:24.244944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-3cf5b093-b08a-4b59-b090-e2b1c611dd75 req-3c4daa0e-664a-4b72-9b96-c65ba2f8175e tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:52:24.256387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3cf5b093-b08a-4b59-b090-e2b1c611dd75 req-3c4daa0e-664a-4b72-9b96-c65ba2f8175e tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173719 Dec 08 01:52:24.259322 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.275441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3641a47e-29ab-43db-9840-175d9c5e9f67 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:24.306004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3641a47e-29ab-43db-9840-175d9c5e9f67,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:24.324073 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.349687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec88108c-7361-4f0d-a29a-9c42d735c10f {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:24.359001 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.373888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Transition to ACTIVE for port object ec88108c-7361-4f0d-a29a-9c42d735c10f will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:52:24.382294 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.398596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3641a47e-29ab-43db-9840-175d9c5e9f67,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:24.401316 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9da6b7ce-dc78-4885-854a-c301bc506b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.418823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6780102b-953f-43a9-ac8b-c15b2c911c8a req-e46a2513-e407-44b1-9cf5-f1f8826d8df2 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463296 Dec 08 01:52:24.419551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e8bf3247-4018-443f-b648-1e3ac51d76f9 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:24.463895 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3cf5b093-b08a-4b59-b090-e2b1c611dd75 req-57df7742-687f-4933-a38d-53272e045a45 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2062798 Dec 08 01:52:24.477021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec88108c-7361-4f0d-a29a-9c42d735c10f,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:24.508723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port e8bf3247-4018-443f-b648-1e3ac51d76f9 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:52:24.513943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port e8bf3247-4018-443f-b648-1e3ac51d76f9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:24.515167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.608693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd88b65-485d-4778-9ec7-867958ec6bb6 req-37af4670-5f4b-40aa-b039-049ff3c2dfd4 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:24.610185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8cd88b65-485d-4778-9ec7-867958ec6bb6 req-37af4670-5f4b-40aa-b039-049ff3c2dfd4 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 944 time: 0.0753202 Dec 08 01:52:24.635516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Attempting to bind port ec88108c-7361-4f0d-a29a-9c42d735c10f on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:24.637943 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Attempting to bind port ec88108c-7361-4f0d-a29a-9c42d735c10f by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '104aa23b-a1b8-4995-9503-838947c18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:24.638811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Attempting to bind port ec88108c-7361-4f0d-a29a-9c42d735c10f on network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:24.656207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Port ec88108c-7361-4f0d-a29a-9c42d735c10f on network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:24.656671 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Attempting to bind port ec88108c-7361-4f0d-a29a-9c42d735c10f on network bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:24.669168 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:24.672865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Checking segment: {'id': '104aa23b-a1b8-4995-9503-838947c18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:24.673381 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Bound using segment: {'id': '104aa23b-a1b8-4995-9503-838947c18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:24.673965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Bound port: ec88108c-7361-4f0d-a29a-9c42d735c10f, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '104aa23b-a1b8-4995-9503-838947c18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:24.674428 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.686922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8cd88b65-485d-4778-9ec7-867958ec6bb6 req-a9254db6-0681-4210-bfda-f3fa8f569c55 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688002 Dec 08 01:52:24.690475 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.738288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['3641a47e-29ab-43db-9840-175d9c5e9f67'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:24.791785 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] For port ec88108c-7361-4f0d-a29a-9c42d735c10f, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:24.806139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] For port ec88108c-7361-4f0d-a29a-9c42d735c10f, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ec88108c-7361-4f0d-a29a-9c42d735c10f,segment=NetworkSegment(104aa23b-a1b8-4995-9503-838947c18f49),segment_id=104aa23b-a1b8-4995-9503-838947c18f49)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:24.813207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e8bf3247-4018-443f-b648-1e3ac51d76f9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e8bf3247-4018-443f-b648-1e3ac51d76f9,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:24.816640 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.821052 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.821052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ae85b06e-7949-40b8-89c4-4b15e889aa02 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:24.882489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69e0b5-6e16-4ef4-bf75-b4009fe366c3 req-a49d47ff-814d-4541-aa41-0ececdf69128 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:24.888189 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:24.888982 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.889901 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b69e0b5-6e16-4ef4-bf75-b4009fe366c3 req-a49d47ff-814d-4541-aa41-0ececdf69128 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 945 time: 0.0931551 Dec 08 01:52:24.898982 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] 10.222.0.45 "PUT /v2.0/ports/ec88108c-7361-4f0d-a29a-9c42d735c10f HTTP/1.1" status: 200 len: 1093 time: 1.0873787 Dec 08 01:52:24.899563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0b61ab-bf7c-4029-853c-bfe400663417', 'tag': 'ec88108c-7361-4f0d-a29a-9c42d735c10f'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:24.902244 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf37ac07-9cc3-4990-a757-55b6e0dcdbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0b61ab-bf7c-4029-853c-bfe400663417", "tag": "ec88108c-7361-4f0d-a29a-9c42d735c10f"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:24.960290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd443d1-1d57-4436-a4ac-7f233a030ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec88108c-7361-4f0d-a29a-9c42d735c10f,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:24.999015 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=e8bf3247-4018-443f-b648-1e3ac51d76f9,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:25.014583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3267f192-56b5-427e-9840-38685635960a'}, {'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87f5fbb-e511-45f9-919c-77edc9db4e66'}, {'server_uuid': '3e159d11-f580-450a-b71c-2b4d1f4370ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bf3247-4018-443f-b648-1e3ac51d76f9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:25.017271 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ef4347-4cc9-4cf0-ad76-df7e671592c9" -d '{"events": [{"server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "name": "network-vif-plugged", "status": "completed", "tag": "3267f192-56b5-427e-9840-38685635960a"}, {"server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "name": "network-vif-plugged", "status": "completed", "tag": "b87f5fbb-e511-45f9-919c-77edc9db4e66"}, {"server_uuid": "3e159d11-f580-450a-b71c-2b4d1f4370ed", "name": "network-vif-plugged", "status": "completed", "tag": "e8bf3247-4018-443f-b648-1e3ac51d76f9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:25.028795 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b69e0b5-6e16-4ef4-bf75-b4009fe366c3 req-4804ba9e-65f9-4f22-8d16-18ea0d3034b6 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278160 Dec 08 01:52:25.056998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port ae85b06e-7949-40b8-89c4-4b15e889aa02 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:52:25.085870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port ae85b06e-7949-40b8-89c4-4b15e889aa02 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:25.086244 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:25.110341 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-73c18367-8140-4179-860e-ef196f3e19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:25.112047 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-73c18367-8140-4179-860e-ef196f3e19f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a318c364fcf4694b611c140d4710896&device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 1096 time: 0.1318035 Dec 08 01:52:25.116519 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de089b40-1acb-4c85-8eda-cd9899b6d47e x-openstack-request-id: req-de089b40-1acb-4c85-8eda-cd9899b6d47e {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:25.116819 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0b61ab-bf7c-4029-853c-bfe400663417", "tag": "ec88108c-7361-4f0d-a29a-9c42d735c10f", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:25.117078 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-de089b40-1acb-4c85-8eda-cd9899b6d47e {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:25.117482 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0b61ab-bf7c-4029-853c-bfe400663417', 'tag': 'ec88108c-7361-4f0d-a29a-9c42d735c10f', 'status': 'completed', 'code': 200} Dec 08 01:52:25.191783 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af84c83b-5d70-4c30-a76e-566a5e57f51d x-openstack-request-id: req-af84c83b-5d70-4c30-a76e-566a5e57f51d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:25.192057 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-13d2e77f-1f50-4ec6-adca-9bc04ac88ad1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec88108c-7361-4f0d-a29a-9c42d735c10f HTTP/1.1" status: 200 len: 217 time: 0.0624700 Dec 08 01:52:25.192259 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "name": "network-vif-plugged", "status": "completed", "tag": "3267f192-56b5-427e-9840-38685635960a", "code": 200}, {"server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "name": "network-vif-plugged", "status": "completed", "tag": "b87f5fbb-e511-45f9-919c-77edc9db4e66", "code": 200}, {"server_uuid": "3e159d11-f580-450a-b71c-2b4d1f4370ed", "name": "network-vif-plugged", "status": "completed", "tag": "e8bf3247-4018-443f-b648-1e3ac51d76f9", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:25.192659 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-af84c83b-5d70-4c30-a76e-566a5e57f51d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:25.193607 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3267f192-56b5-427e-9840-38685635960a', 'code': 200} Dec 08 01:52:25.193868 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87f5fbb-e511-45f9-919c-77edc9db4e66', 'code': 200} Dec 08 01:52:25.194166 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e159d11-f580-450a-b71c-2b4d1f4370ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bf3247-4018-443f-b648-1e3ac51d76f9', 'code': 200} Dec 08 01:52:25.256201 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:25.263084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eedfae-54ac-4981-a8b9-7057bee6b475 req-4d93ae2f-6ee3-4fd4-8821-6bcf0a47d303 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:25.264781 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50eedfae-54ac-4981-a8b9-7057bee6b475 req-4d93ae2f-6ee3-4fd4-8821-6bcf0a47d303 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 949 time: 0.1216593 Dec 08 01:52:25.322253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ae85b06e-7949-40b8-89c4-4b15e889aa02, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ae85b06e-7949-40b8-89c4-4b15e889aa02,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:25.332065 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:25.347126 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:25.455454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-eef9d5e7-ab4d-4583-bb53-15af7db4fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:25.457410 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-eef9d5e7-ab4d-4583-bb53-15af7db4fa91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7011422-2fee-464b-8986-d869c753cada HTTP/1.1" status: 200 len: 851 time: 0.1734881 Dec 08 01:52:25.494469 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-2d20a8c1-7235-4b63-adcf-b20ccec5532b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291696 Dec 08 01:52:25.501296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3726431-2426-4328-ba19-5f351c609844 req-ced16173-7daf-4dc2-829e-5a25e179b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:25.503063 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c3726431-2426-4328-ba19-5f351c609844 req-ced16173-7daf-4dc2-829e-5a25e179b57c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 1097 time: 0.1176147 Dec 08 01:52:25.504098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ae85b06e-7949-40b8-89c4-4b15e889aa02,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:25.510699 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50eedfae-54ac-4981-a8b9-7057bee6b475 req-7974d373-c74d-4af7-8ff4-a669c4d336b7 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380433 Dec 08 01:52:25.536268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb3110-98b1-4b67-aa52-fb1cc5584681 req-3125d8fe-901b-4ef4-8ba5-76e757dde3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:25.536787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb3110-98b1-4b67-aa52-fb1cc5584681 req-3125d8fe-901b-4ef4-8ba5-76e757dde3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:25.537251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb3110-98b1-4b67-aa52-fb1cc5584681 req-3125d8fe-901b-4ef4-8ba5-76e757dde3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:25.543186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6fb3110-98b1-4b67-aa52-fb1cc5584681 req-3125d8fe-901b-4ef4-8ba5-76e757dde3c4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2874 time: 0.1838279 Dec 08 01:52:25.633752 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c3726431-2426-4328-ba19-5f351c609844 req-39401e00-7228-4aec-a33a-3137ad80e22e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108012 Dec 08 01:52:25.670707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6fb3110-98b1-4b67-aa52-fb1cc5584681 req-f50f6e1a-d89b-4b65-bc93-3af027a0423c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228380 Dec 08 01:52:25.723931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 5d432872-ee23-4d4b-abf7-f6d114746651 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:25.724639 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-eae0010b-09b2-442a-b340-6b86aa16914a service neutron] 10.222.0.45 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196984 Dec 08 01:52:25.730726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a468b-648a-40e1-82a3-ca3bc4136012 req-cffb5b95-1611-4bd6-b327-7fd55349695e tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:25.737204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a468b-648a-40e1-82a3-ca3bc4136012 req-cffb5b95-1611-4bd6-b327-7fd55349695e tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:25.744366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a468b-648a-40e1-82a3-ca3bc4136012 req-cffb5b95-1611-4bd6-b327-7fd55349695e tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:25.757534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e8a468b-648a-40e1-82a3-ca3bc4136012 req-cffb5b95-1611-4bd6-b327-7fd55349695e tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2418 time: 0.1562850 Dec 08 01:52:25.788581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 5d432872-ee23-4d4b-abf7-f6d114746651 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:52:25.792503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 5d432872-ee23-4d4b-abf7-f6d114746651 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:25.792759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40593d-b936-45d3-9823-8f5478a7145b req-19008a7b-4fb7-490c-893a-77a9cf4e6aa6 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:25.792893 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:25.794304 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9c40593d-b936-45d3-9823-8f5478a7145b req-19008a7b-4fb7-490c-893a-77a9cf4e6aa6 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 944 time: 0.1739447 Dec 08 01:52:25.846062 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e8a468b-648a-40e1-82a3-ca3bc4136012 req-bae54939-273e-421e-abf1-84bedc9eb625 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876191 Dec 08 01:52:25.892202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9c40593d-b936-45d3-9823-8f5478a7145b req-d8e3774b-51cd-4ac9-a46f-b839709bc9f2 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902505 Dec 08 01:52:25.936400 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:25.978423 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 5d432872-ee23-4d4b-abf7-f6d114746651, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=5d432872-ee23-4d4b-abf7-f6d114746651,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:25.987052 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:26.047951 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616652d-8073-4d8d-96f0-55c59bbe6e25 req-664658e8-51e1-40fb-b2b4-d61346678283 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:26.050042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=5d432872-ee23-4d4b-abf7-f6d114746651,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:26.052865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c616652d-8073-4d8d-96f0-55c59bbe6e25 req-664658e8-51e1-40fb-b2b4-d61346678283 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.0958052 Dec 08 01:52:26.116340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c616652d-8073-4d8d-96f0-55c59bbe6e25 req-f006328b-e337-4704-88e2-a0a6f3d26d5b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570576 Dec 08 01:52:26.210999 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e53c87-7cd2-4e24-98fa-4e4ed27e2cff req-68759bf9-a9c1-48c5-83b2-1b4ada9875cc tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:26.219263 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9e53c87-7cd2-4e24-98fa-4e4ed27e2cff req-68759bf9-a9c1-48c5-83b2-1b4ada9875cc tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 945 time: 0.0758481 Dec 08 01:52:26.309763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9e53c87-7cd2-4e24-98fa-4e4ed27e2cff req-28f1fa6d-368f-4b29-88d7-d9c74356ccec tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888970 Dec 08 01:52:26.338351 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-64b954d8-b1c4-4a63-b1ca-13f4d2575324 req-6ef07e53-42e3-494f-b28a-727abe45c945 service neutron] 10.222.0.45 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336744 Dec 08 01:52:26.528524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37ac07-9cc3-4990-a757-55b6e0dcdbc5 req-eb3db257-8b64-4b8f-8cde-e1214e51c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:26.530836 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf37ac07-9cc3-4990-a757-55b6e0dcdbc5 req-eb3db257-8b64-4b8f-8cde-e1214e51c2de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a318c364fcf4694b611c140d4710896&device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 1096 time: 0.0477612 Dec 08 01:52:26.680900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcce86-cbd9-4d66-9ded-0b483f12ac79 req-c24a4eae-8a6d-4a8f-a278-fe6abac3da37 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:26.683666 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fcfcce86-cbd9-4d66-9ded-0b483f12ac79 req-c24a4eae-8a6d-4a8f-a278-fe6abac3da37 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 950 time: 0.0844035 Dec 08 01:52:26.706980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37ac07-9cc3-4990-a757-55b6e0dcdbc5 req-129c6ac3-0838-4c05-a724-f085915667cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:26.709109 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf37ac07-9cc3-4990-a757-55b6e0dcdbc5 req-129c6ac3-0838-4c05-a724-f085915667cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 HTTP/1.1" status: 200 len: 912 time: 0.1686552 Dec 08 01:52:26.772685 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf37ac07-9cc3-4990-a757-55b6e0dcdbc5 req-7b2377e3-9674-4fc1-99be-32bb1090dab5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec88108c-7361-4f0d-a29a-9c42d735c10f HTTP/1.1" status: 200 len: 217 time: 0.0542054 Dec 08 01:52:26.780342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fcfcce86-cbd9-4d66-9ded-0b483f12ac79 req-237e0da5-ffb9-4316-894a-2a7e26a20725 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907042 Dec 08 01:52:26.810690 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:26.901965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37ac07-9cc3-4990-a757-55b6e0dcdbc5 req-d126ce83-8cbf-4b98-b580-2f9e2b7c396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:26.911183 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf37ac07-9cc3-4990-a757-55b6e0dcdbc5 req-d126ce83-8cbf-4b98-b580-2f9e2b7c396e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7011422-2fee-464b-8986-d869c753cada HTTP/1.1" status: 200 len: 851 time: 0.0969882 Dec 08 01:52:26.960199 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf37ac07-9cc3-4990-a757-55b6e0dcdbc5 req-e7a262af-81cf-4c8e-a2f2-002a52a1387f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409858 Dec 08 01:52:27.019695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42846) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:27.046758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685e3ac-27f0-4ac3-b4b4-f310d811ea59 req-9b7a384e-1254-499e-b7a8-f6d89ac8bdba tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:27.055053 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e685e3ac-27f0-4ac3-b4b4-f310d811ea59 req-9b7a384e-1254-499e-b7a8-f6d89ac8bdba tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 945 time: 0.1460285 Dec 08 01:52:27.096544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ee376-1c0b-47af-a835-39aff676f5bc req-ab448b32-a2c5-4a97-97ed-5bf1235f8d69 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:27.103981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ee376-1c0b-47af-a835-39aff676f5bc req-ab448b32-a2c5-4a97-97ed-5bf1235f8d69 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:27.111388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ee376-1c0b-47af-a835-39aff676f5bc req-ab448b32-a2c5-4a97-97ed-5bf1235f8d69 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:27.119352 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c43ee376-1c0b-47af-a835-39aff676f5bc req-ab448b32-a2c5-4a97-97ed-5bf1235f8d69 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2418 time: 0.1515930 Dec 08 01:52:27.129047 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf37ac07-9cc3-4990-a757-55b6e0dcdbc5 req-68813df6-ac2b-48d1-99b9-91568c360601 service neutron] 10.222.0.45 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593506 Dec 08 01:52:27.174154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e685e3ac-27f0-4ac3-b4b4-f310d811ea59 req-9cac2d1f-1ad2-484a-904a-46f034e4d2f3 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179237 Dec 08 01:52:27.195639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e29a48-8b71-4ce3-924a-2322cc65141c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae85b06e-7949-40b8-89c4-4b15e889aa02'}, {'server_uuid': '7bb26224-acc7-4d99-aba5-b20e86d77007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d432872-ee23-4d4b-abf7-f6d114746651'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:27.198352 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b010fa29-d7cc-4472-92ac-3bf7df5fce78" -d '{"events": [{"server_uuid": "59e29a48-8b71-4ce3-924a-2322cc65141c", "name": "network-vif-plugged", "status": "completed", "tag": "ae85b06e-7949-40b8-89c4-4b15e889aa02"}, {"server_uuid": "7bb26224-acc7-4d99-aba5-b20e86d77007", "name": "network-vif-plugged", "status": "completed", "tag": "5d432872-ee23-4d4b-abf7-f6d114746651"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:27.231043 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c43ee376-1c0b-47af-a835-39aff676f5bc req-a55cf238-e9f1-44b3-8578-4d95b1e0d568 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086664 Dec 08 01:52:27.353452 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf37ac07-9cc3-4990-a757-55b6e0dcdbc5 req-872bb6cc-ab30-48f0-b815-3193aa8f0ef4 service neutron] 10.222.0.45 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103555 Dec 08 01:52:27.381622 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fc269cb-ba65-48aa-ab8e-3f679593fd8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:27.427982 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f82fa-193a-4795-9aa5-bfe122233a1b req-b7cf7e17-86c7-41b0-8a83-79e8d86a083a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:27.429531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-928f82fa-193a-4795-9aa5-bfe122233a1b req-b7cf7e17-86c7-41b0-8a83-79e8d86a083a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 944 time: 0.1456490 Dec 08 01:52:27.486175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488a8c7-1c1a-4920-ac9e-1572c4841557 req-7be63272-35ba-446a-a2f4-d7f4d6f36908 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:27.487696 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d488a8c7-1c1a-4920-ac9e-1572c4841557 req-7be63272-35ba-446a-a2f4-d7f4d6f36908 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1206155 Dec 08 01:52:27.567256 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-928f82fa-193a-4795-9aa5-bfe122233a1b req-5258088e-c038-4909-a197-a814ffd1b28a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230259 Dec 08 01:52:27.607339 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d488a8c7-1c1a-4920-ac9e-1572c4841557 req-190550f0-e944-41a5-bed6-fde013632b5d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093132 Dec 08 01:52:27.621658 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fc269cb-ba65-48aa-ab8e-3f679593fd8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:27.634812 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fc269cb-ba65-48aa-ab8e-3f679593fd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:27.665511 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c491d7a5-427b-402f-95cf-3985283d6212 x-openstack-request-id: req-c491d7a5-427b-402f-95cf-3985283d6212 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:27.666068 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e29a48-8b71-4ce3-924a-2322cc65141c", "name": "network-vif-plugged", "status": "completed", "tag": "ae85b06e-7949-40b8-89c4-4b15e889aa02", "code": 200}, {"server_uuid": "7bb26224-acc7-4d99-aba5-b20e86d77007", "name": "network-vif-plugged", "status": "completed", "tag": "5d432872-ee23-4d4b-abf7-f6d114746651", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:27.666521 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c491d7a5-427b-402f-95cf-3985283d6212 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:27.667246 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e29a48-8b71-4ce3-924a-2322cc65141c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae85b06e-7949-40b8-89c4-4b15e889aa02', 'code': 200} Dec 08 01:52:27.667702 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb26224-acc7-4d99-aba5-b20e86d77007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d432872-ee23-4d4b-abf7-f6d114746651', 'code': 200} Dec 08 01:52:27.678132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6fc269cb-ba65-48aa-ab8e-3f679593fd8f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f9f4e04bd68a40bd8345c580a0363ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6564682 Dec 08 01:52:27.680914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42870) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:27.734182 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3641a47e-29ab-43db-9840-175d9c5e9f67 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:27.741606 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc269cb-ba65-48aa-ab8e-3f679593fd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b3186d-d153-4e3a-9753-c99de150eb65,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:27.801885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 3641a47e-29ab-43db-9840-175d9c5e9f67 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:52:27.804167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f4878-b647-4c93-bb7b-cdb48f1cbfb2 req-677c006f-0247-40ee-a6b1-f541fa0ec77d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:27.811637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc2f4878-b647-4c93-bb7b-cdb48f1cbfb2 req-677c006f-0247-40ee-a6b1-f541fa0ec77d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 945 time: 0.1288598 Dec 08 01:52:27.813792 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c20c5c63-7cf9-409a-832d-a900ad7c95a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:27.826220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 3641a47e-29ab-43db-9840-175d9c5e9f67 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:27.826513 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:27.847346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263c7cf-d6c8-4fbe-a354-5fd293d5ec52 req-1a2a8b01-834b-4bef-97d8-1426d7964bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:27.850393 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0263c7cf-d6c8-4fbe-a354-5fd293d5ec52 req-1a2a8b01-834b-4bef-97d8-1426d7964bdc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 1102 time: 0.0833488 Dec 08 01:52:27.856196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406783e-b698-4b23-afc8-edae90d70329 req-d8dfdf54-3c60-447a-ab7c-8ae40cff0266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:27.857813 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e406783e-b698-4b23-afc8-edae90d70329 req-d8dfdf54-3c60-447a-ab7c-8ae40cff0266 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=59e29a48-8b71-4ce3-924a-2322cc65141c HTTP/1.1" status: 200 len: 1102 time: 0.0567276 Dec 08 01:52:27.869896 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c20c5c63-7cf9-409a-832d-a900ad7c95a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:27.876895 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:27.901925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42876) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:27.938224 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:27.939415 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc2f4878-b647-4c93-bb7b-cdb48f1cbfb2 req-31137118-305b-4d12-9122-b774eaa7b48d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265552 Dec 08 01:52:27.960662 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e406783e-b698-4b23-afc8-edae90d70329 req-850eebd2-88f7-478f-8346-ab07004cf91e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943120 Dec 08 01:52:27.962882 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0263c7cf-d6c8-4fbe-a354-5fd293d5ec52 req-6695b6e8-13c9-488e-ad02-be61eda7666e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795088 Dec 08 01:52:27.985121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3641a47e-29ab-43db-9840-175d9c5e9f67,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:27.993557 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.001800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c86fc-90f1-4848-87a6-6170e56c4ced req-5ec52078-9926-4c75-bd3c-e80b98d1f76d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:28.003318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c7c86fc-90f1-4848-87a6-6170e56c4ced req-5ec52078-9926-4c75-bd3c-e80b98d1f76d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 950 time: 0.1022491 Dec 08 01:52:28.015896 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c20c5c63-7cf9-409a-832d-a900ad7c95a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.018633 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c20c5c63-7cf9-409a-832d-a900ad7c95a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.020118 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c20c5c63-7cf9-409a-832d-a900ad7c95a3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/46b3186d-d153-4e3a-9753-c99de150eb65 HTTP/1.1" status: 204 len: 168 time: 0.3385749 Dec 08 01:52:28.045279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c5c63-7cf9-409a-832d-a900ad7c95a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b3186d-d153-4e3a-9753-c99de150eb65,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:28.096038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3641a47e-29ab-43db-9840-175d9c5e9f67,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:28.097890 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c7c86fc-90f1-4848-87a6-6170e56c4ced req-6a0b25fe-14e0-4f84-b232-19213d5beb3d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840673 Dec 08 01:52:28.098828 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f340f61-a335-485a-9d97-4dcf5236bcd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.181906 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f340f61-a335-485a-9d97-4dcf5236bcd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.186206 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f340f61-a335-485a-9d97-4dcf5236bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.226360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9f340f61-a335-485a-9d97-4dcf5236bcd8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8a789029605e4c5ebfcdd1101db32d41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3234181 Dec 08 01:52:28.227326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f340f61-a335-485a-9d97-4dcf5236bcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0ab8a7-f9ec-4cdf-afdc-b72f284fd29d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:28.229725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42886) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:28.295326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2a778-6824-4045-a727-c0284c44dec6 req-d98971c8-2498-4f56-bff7-ed90473fda4c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:28.297126 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6db2a778-6824-4045-a727-c0284c44dec6 req-d98971c8-2498-4f56-bff7-ed90473fda4c tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 945 time: 0.0544295 Dec 08 01:52:28.309593 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6fa24682-5ed4-4c88-8711-4229c408a434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.336936 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6fa24682-5ed4-4c88-8711-4229c408a434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.377826 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6db2a778-6824-4045-a727-c0284c44dec6 req-b54a042d-9bbd-4382-8ffb-4f4793b0b334 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735769 Dec 08 01:52:28.394014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ec4c5-a6aa-41e1-8439-0cf8d99ccb11 req-8b4c5f44-7f86-4f9e-b5aa-b01f56a63fc1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:28.394626 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42890) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:28.400715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ec4c5-a6aa-41e1-8439-0cf8d99ccb11 req-8b4c5f44-7f86-4f9e-b5aa-b01f56a63fc1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:28.406821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ec4c5-a6aa-41e1-8439-0cf8d99ccb11 req-8b4c5f44-7f86-4f9e-b5aa-b01f56a63fc1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:28.407678 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c2d65ec-a908-407f-b4b0-d124237ce6f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.408509 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-220ec4c5-a6aa-41e1-8439-0cf8d99ccb11 req-8b4c5f44-7f86-4f9e-b5aa-b01f56a63fc1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2418 time: 0.1031837 Dec 08 01:52:28.409386 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6fa24682-5ed4-4c88-8711-4229c408a434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.411949 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6fa24682-5ed4-4c88-8711-4229c408a434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.413024 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6fa24682-5ed4-4c88-8711-4229c408a434 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3c0ab8a7-f9ec-4cdf-afdc-b72f284fd29d HTTP/1.1" status: 204 len: 168 time: 0.1792641 Dec 08 01:52:28.428957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa24682-5ed4-4c88-8711-4229c408a434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0ab8a7-f9ec-4cdf-afdc-b72f284fd29d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:28.475024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-220ec4c5-a6aa-41e1-8439-0cf8d99ccb11 req-5e82b058-d8e8-4f3d-a901-0362cd91abc9 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594113 Dec 08 01:52:28.505846 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c2d65ec-a908-407f-b4b0-d124237ce6f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.514211 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c2d65ec-a908-407f-b4b0-d124237ce6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.732765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba174d-113a-4959-82fb-212e3bba5c7b req-6b5d44c4-dcf0-4234-baf1-8e3ccf69c96f tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:28.735135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1cba174d-113a-4959-82fb-212e3bba5c7b req-6b5d44c4-dcf0-4234-baf1-8e3ccf69c96f tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 944 time: 0.0651555 Dec 08 01:52:28.820152 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1cba174d-113a-4959-82fb-212e3bba5c7b req-f08feee2-7905-4eb1-b3c1-831addecbb9f tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766065 Dec 08 01:52:28.841514 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3b13e-3015-4ab1-8b0f-d69dfa44260b req-6753a0d6-8de6-4c7f-8aae-e443a3f82669 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:28.846427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4e3b13e-3015-4ab1-8b0f-d69dfa44260b req-6753a0d6-8de6-4c7f-8aae-e443a3f82669 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.0843418 Dec 08 01:52:28.914204 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42906) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:28.915874 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4e3b13e-3015-4ab1-8b0f-d69dfa44260b req-9ee78392-9877-4e66-8fd3-f479f96aaadb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676038 Dec 08 01:52:28.941403 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5c2d65ec-a908-407f-b4b0-d124237ce6f7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1b1c624741fd437a86bf5a8b6696216f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5457263 Dec 08 01:52:28.947518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42910) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:28.957316 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a828a8a4-cd72-4b7b-81b7-6a950ed1f422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.960996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d65ec-a908-407f-b4b0-d124237ce6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3282ae1f-e108-47c8-94f5-6aebe832f6e2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:28.996674 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3b56a-3c39-4624-9961-652dbe1bb4ba req-9c879f89-278a-4c7c-9612-eb925fc783b9 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:28.998453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82d260-cf07-476b-a6d1-e1d60f8b1eae req-d25dfda2-8c5d-478a-a1af-65bed3ad9df9 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:28.998620 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-81d3b56a-3c39-4624-9961-652dbe1bb4ba req-9c879f89-278a-4c7c-9612-eb925fc783b9 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.75 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 945 time: 0.0982974 Dec 08 01:52:29.004811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82d260-cf07-476b-a6d1-e1d60f8b1eae req-d25dfda2-8c5d-478a-a1af-65bed3ad9df9 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:29.012992 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82d260-cf07-476b-a6d1-e1d60f8b1eae req-d25dfda2-8c5d-478a-a1af-65bed3ad9df9 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:29.014718 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff82d260-cf07-476b-a6d1-e1d60f8b1eae req-d25dfda2-8c5d-478a-a1af-65bed3ad9df9 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2418 time: 0.1111090 Dec 08 01:52:29.060341 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3b97ff7-6eb5-43ac-bee9-75e96b5e1736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.121015 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff82d260-cf07-476b-a6d1-e1d60f8b1eae req-3fed7451-93cb-454c-8bcf-4e2dba0058a0 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803711 Dec 08 01:52:29.121015 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3b97ff7-6eb5-43ac-bee9-75e96b5e1736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.139343 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a828a8a4-cd72-4b7b-81b7-6a950ed1f422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.158445 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a828a8a4-cd72-4b7b-81b7-6a950ed1f422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.178891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-81d3b56a-3c39-4624-9961-652dbe1bb4ba req-3fa4f165-bb4a-4973-b532-5a993da25afb tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Deleting port 7d3a534d-1c49-4570-a621-99e30f19c911 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:29.179248 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-81d3b56a-3c39-4624-9961-652dbe1bb4ba req-3fa4f165-bb4a-4973-b532-5a993da25afb tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.188600 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3b97ff7-6eb5-43ac-bee9-75e96b5e1736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.191380 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3b97ff7-6eb5-43ac-bee9-75e96b5e1736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.192581 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b3b97ff7-6eb5-43ac-bee9-75e96b5e1736 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3282ae1f-e108-47c8-94f5-6aebe832f6e2 HTTP/1.1" status: 204 len: 168 time: 0.2439313 Dec 08 01:52:29.202762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b97ff7-6eb5-43ac-bee9-75e96b5e1736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3282ae1f-e108-47c8-94f5-6aebe832f6e2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:29.268550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601d16-04f8-435d-9595-f9931eda18a8 req-54216fcf-7195-48f8-b22e-332a3014ea6e tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:29.279655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9601d16-04f8-435d-9595-f9931eda18a8 req-54216fcf-7195-48f8-b22e-332a3014ea6e tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 946 time: 0.0698364 Dec 08 01:52:29.300718 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a828a8a4-cd72-4b7b-81b7-6a950ed1f422 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fc08776a9d54469cb90166c3b1fde655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3812776 Dec 08 01:52:29.305992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42926) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:29.315819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828a8a4-cd72-4b7b-81b7-6a950ed1f422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b6e2f5-63f3-4fae-b38a-d08ee989b4a2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:29.390078 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9601d16-04f8-435d-9595-f9931eda18a8 req-b488fd7f-cf2f-47ba-9091-1326466a9bcb tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058455 Dec 08 01:52:29.482011 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-81d3b56a-3c39-4624-9961-652dbe1bb4ba req-3fa4f165-bb4a-4973-b532-5a993da25afb tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] For port 7d3a534d-1c49-4570-a621-99e30f19c911, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7d3a534d-1c49-4570-a621-99e30f19c911,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:29.482761 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-81d3b56a-3c39-4624-9961-652dbe1bb4ba req-3fa4f165-bb4a-4973-b532-5a993da25afb tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.485487 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0332c1ef-82d3-40c5-8a80-afcf6bf3c82c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.512247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-81d3b56a-3c39-4624-9961-652dbe1bb4ba req-3fa4f165-bb4a-4973-b532-5a993da25afb tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Calling delete_port for 7d3a534d-1c49-4570-a621-99e30f19c911 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:29.529462 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0332c1ef-82d3-40c5-8a80-afcf6bf3c82c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.551820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541b4ed-add6-402f-be81-adb1cb33ab9e req-e9130453-35ee-4068-b48a-2b6cacd55dcb tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:29.553892 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6541b4ed-add6-402f-be81-adb1cb33ab9e req-e9130453-35ee-4068-b48a-2b6cacd55dcb tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 950 time: 0.0964215 Dec 08 01:52:29.566660 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e3bf3-e6de-4a15-9211-d49d9f881854 req-f8f694d8-0d26-4f0c-8212-4d3360be647b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:29.568632 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-092e3bf3-e6de-4a15-9211-d49d9f881854 req-f8f694d8-0d26-4f0c-8212-4d3360be647b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.0947249 Dec 08 01:52:29.633051 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0332c1ef-82d3-40c5-8a80-afcf6bf3c82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.635820 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0332c1ef-82d3-40c5-8a80-afcf6bf3c82c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.636968 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0332c1ef-82d3-40c5-8a80-afcf6bf3c82c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/57b6e2f5-63f3-4fae-b38a-d08ee989b4a2 HTTP/1.1" status: 204 len: 168 time: 0.3289747 Dec 08 01:52:29.646041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6541b4ed-add6-402f-be81-adb1cb33ab9e req-415b4422-8746-4133-a31e-54a2e1d6a274 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763788 Dec 08 01:52:29.666326 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-092e3bf3-e6de-4a15-9211-d49d9f881854 req-1108e13d-1d00-4ae2-adaf-a0f2b619df22 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899909 Dec 08 01:52:29.668651 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00934e2-1f4a-4982-a7c5-58826057b6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3641a47e-29ab-43db-9840-175d9c5e9f67'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:29.671736 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979f7262-a7de-471a-a371-60d4ef9c088c" -d '{"events": [{"server_uuid": "a00934e2-1f4a-4982-a7c5-58826057b6f2", "name": "network-vif-plugged", "status": "completed", "tag": "3641a47e-29ab-43db-9840-175d9c5e9f67"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:29.698297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332c1ef-82d3-40c5-8a80-afcf6bf3c82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b6e2f5-63f3-4fae-b38a-d08ee989b4a2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:29.725898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-81d3b56a-3c39-4624-9961-652dbe1bb4ba req-3fa4f165-bb4a-4973-b532-5a993da25afb tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.748882 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536c0872-2969-4c90-b3a4-52060f3967ad x-openstack-request-id: req-536c0872-2969-4c90-b3a4-52060f3967ad {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:29.749186 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00934e2-1f4a-4982-a7c5-58826057b6f2", "name": "network-vif-plugged", "status": "completed", "tag": "3641a47e-29ab-43db-9840-175d9c5e9f67", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:29.749447 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-536c0872-2969-4c90-b3a4-52060f3967ad {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:29.749885 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00934e2-1f4a-4982-a7c5-58826057b6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3641a47e-29ab-43db-9840-175d9c5e9f67', 'code': 200} Dec 08 01:52:29.764540 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc8aa2fb-b99d-4593-9ca1-48805f1b56fd req-ce34b021-e501-431d-932e-a2eceda4dc6e tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=e409c52a-1533-4a53-8dff-065ad08211d4 HTTP/1.1" status: 200 len: 210 time: 0.0423911 Dec 08 01:52:29.766196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4f165-bb4a-4973-b532-5a993da25afb tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Pushing event deleted for resources: {'Port': ['ID=7d3a534d-1c49-4570-a621-99e30f19c911,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:29.783031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['3caa257a-5f7a-48ba-b3da-5413ecf42060', '330cb829-4928-4487-a9cc-126f0888e741', '7d3a534d-1c49-4570-a621-99e30f19c911'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:29.850750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d3b56a-3c39-4624-9961-652dbe1bb4ba req-3fa4f165-bb4a-4973-b532-5a993da25afb tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] No DVR routers for this DVR port 7d3a534d-1c49-4570-a621-99e30f19c911 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:29.853555 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-81d3b56a-3c39-4624-9961-652dbe1bb4ba req-3fa4f165-bb4a-4973-b532-5a993da25afb tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.863904 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-81d3b56a-3c39-4624-9961-652dbe1bb4ba req-3fa4f165-bb4a-4973-b532-5a993da25afb tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.75 "DELETE /v2.0/ports/7d3a534d-1c49-4570-a621-99e30f19c911 HTTP/1.1" status: 204 len: 173 time: 0.8476524 Dec 08 01:52:29.865979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e409c52a-1533-4a53-8dff-065ad08211d4', 'name': 'network-vif-deleted', 'tag': '7d3a534d-1c49-4570-a621-99e30f19c911'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:29.869517 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdfeb06-d996-4a85-a0f8-0ae38a314a08" -d '{"events": [{"server_uuid": "e409c52a-1533-4a53-8dff-065ad08211d4", "name": "network-vif-deleted", "tag": "7d3a534d-1c49-4570-a621-99e30f19c911"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:29.923985 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865749f1-8f75-427b-ba8e-8685cb7556d5 x-openstack-request-id: req-865749f1-8f75-427b-ba8e-8685cb7556d5 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:29.924993 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e409c52a-1533-4a53-8dff-065ad08211d4", "name": "network-vif-deleted", "tag": "7d3a534d-1c49-4570-a621-99e30f19c911", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:29.925415 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-865749f1-8f75-427b-ba8e-8685cb7556d5 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:29.925978 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e409c52a-1533-4a53-8dff-065ad08211d4', 'name': 'network-vif-deleted', 'tag': '7d3a534d-1c49-4570-a621-99e30f19c911', 'status': 'completed', 'code': 200} Dec 08 01:52:29.988263 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35fee9-bb95-4d6f-a8dd-93ff889eb53f req-86e910bc-0f80-453b-af8f-206a9fbf8fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:29.998555 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b35fee9-bb95-4d6f-a8dd-93ff889eb53f req-86e910bc-0f80-453b-af8f-206a9fbf8fca service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 1098 time: 0.1414752 Dec 08 01:52:30.134033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb315d86-6afb-4dbf-b6e4-ba7bfdf821d2 req-c0c47ce8-817d-4573-b4e1-0016c7122c74 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:30.142755 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb315d86-6afb-4dbf-b6e4-ba7bfdf821d2 req-c0c47ce8-817d-4573-b4e1-0016c7122c74 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 944 time: 0.1584396 Dec 08 01:52:30.166551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b35fee9-bb95-4d6f-a8dd-93ff889eb53f req-7852b823-6fd2-4b67-9122-e7273153c7d8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509528 Dec 08 01:52:30.272427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb315d86-6afb-4dbf-b6e4-ba7bfdf821d2 req-729849ef-f968-4707-af79-b0955b42dde0 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287239 Dec 08 01:52:30.309186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ac254-8aa6-4cc8-bfda-a7389b93cb06 req-d1b4ccc6-ac40-4e48-9659-7627895f3329 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:30.315868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ac254-8aa6-4cc8-bfda-a7389b93cb06 req-d1b4ccc6-ac40-4e48-9659-7627895f3329 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:30.326560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ac254-8aa6-4cc8-bfda-a7389b93cb06 req-d1b4ccc6-ac40-4e48-9659-7627895f3329 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:30.341487 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-149ac254-8aa6-4cc8-bfda-a7389b93cb06 req-d1b4ccc6-ac40-4e48-9659-7627895f3329 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2418 time: 0.1302185 Dec 08 01:52:30.388914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-149ac254-8aa6-4cc8-bfda-a7389b93cb06 req-5c364b83-8c61-499b-8530-f370d539d0f1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465436 Dec 08 01:52:30.489190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ec88108c-7361-4f0d-a29a-9c42d735c10f details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:52:30.514799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a785b21-9668-4aaf-99b5-f01a79c7807b req-d58ad86d-79a3-4165-90ea-0fd3d3bf6b9c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:30.516622 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a785b21-9668-4aaf-99b5-f01a79c7807b req-d58ad86d-79a3-4165-90ea-0fd3d3bf6b9c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 946 time: 0.0575325 Dec 08 01:52:30.576855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a785b21-9668-4aaf-99b5-f01a79c7807b req-71894fbe-ba4f-48e6-9a81-2f063ae5e4b2 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524602 Dec 08 01:52:30.607810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ec88108c-7361-4f0d-a29a-9c42d735c10f, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ec88108c-7361-4f0d-a29a-9c42d735c10f,segment=NetworkSegment(104aa23b-a1b8-4995-9503-838947c18f49),segment_id=104aa23b-a1b8-4995-9503-838947c18f49)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:30.620942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'ec88108c-7361-4f0d-a29a-9c42d735c10f', 'network_id': 'bfcd6e97-5ac1-4da8-8cea-2004f8afcf83', 'port_id': 'ec88108c-7361-4f0d-a29a-9c42d735c10f', 'mac_address': 'fa:16:3e:a7:b5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7011422-2fee-464b-8986-d869c753cada', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:52:30.660786 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:30.692258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec88108c-7361-4f0d-a29a-9c42d735c10f {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:30.719363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ec88108c-7361-4f0d-a29a-9c42d735c10f, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ec88108c-7361-4f0d-a29a-9c42d735c10f,segment=NetworkSegment(104aa23b-a1b8-4995-9503-838947c18f49),segment_id=104aa23b-a1b8-4995-9503-838947c18f49)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:30.724779 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:30.784154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ec88108c-7361-4f0d-a29a-9c42d735c10f,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:30.842033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821878c7-d6d1-403a-b47b-0ad5aa2e0a21 req-fb3b11a6-85d8-434a-924f-15ca6c951c95 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:30.843567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-821878c7-d6d1-403a-b47b-0ad5aa2e0a21 req-fb3b11a6-85d8-434a-924f-15ca6c951c95 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 950 time: 0.0963833 Dec 08 01:52:30.866770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544aa3a-99b4-4958-8773-83b27bb04079 req-44e382be-7afb-42ce-bd61-ae0625cae1d9 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:30.874927 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2544aa3a-99b4-4958-8773-83b27bb04079 req-44e382be-7afb-42ce-bd61-ae0625cae1d9 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.0846057 Dec 08 01:52:30.943512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-821878c7-d6d1-403a-b47b-0ad5aa2e0a21 req-f56d13cf-0ed1-4021-8366-9fc18e6e4857 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658426 Dec 08 01:52:30.979953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2544aa3a-99b4-4958-8773-83b27bb04079 req-29079656-c092-4976-89f5-5a575bc56927 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040318 Dec 08 01:52:31.100123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-1c93fe2e-e4a2-4d58-b863-c7d039a3bb1f tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:31.107969 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-1c93fe2e-e4a2-4d58-b863-c7d039a3bb1f tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:31.111463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365653e2-37f8-49c3-9184-c75864e4b5f7 req-e13767ae-3c5e-4478-90f0-ad2b8e0e2231 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:31.113152 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-365653e2-37f8-49c3-9184-c75864e4b5f7 req-e13767ae-3c5e-4478-90f0-ad2b8e0e2231 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=59e29a48-8b71-4ce3-924a-2322cc65141c HTTP/1.1" status: 200 len: 950 time: 0.0706799 Dec 08 01:52:31.122572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-1c93fe2e-e4a2-4d58-b863-c7d039a3bb1f tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:31.124521 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-1c93fe2e-e4a2-4d58-b863-c7d039a3bb1f tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 2418 time: 0.0969706 Dec 08 01:52:31.149167 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['ec88108c-7361-4f0d-a29a-9c42d735c10f'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:31.232342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-365653e2-37f8-49c3-9184-c75864e4b5f7 req-7034ecd9-2e3e-401f-a7e5-cb3d3f9d1116 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067190 Dec 08 01:52:31.299535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-b4ada91b-98de-4331-8386-73ed07f6d735 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Deleting port b87f5fbb-e511-45f9-919c-77edc9db4e66 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:31.299912 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-b4ada91b-98de-4331-8386-73ed07f6d735 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.402022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf8931-b65b-4e1e-8c46-e7b349bb5a3a req-d6683552-47b2-4e67-9b13-4657493bb2c3 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:31.412461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10bf8931-b65b-4e1e-8c46-e7b349bb5a3a req-d6683552-47b2-4e67-9b13-4657493bb2c3 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b9d92b2-736c-4098-b23e-3819ca08de21 HTTP/1.1" status: 200 len: 946 time: 0.1021044 Dec 08 01:52:31.454516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-b4ada91b-98de-4331-8386-73ed07f6d735 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] For port b87f5fbb-e511-45f9-919c-77edc9db4e66, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b87f5fbb-e511-45f9-919c-77edc9db4e66,segment=NetworkSegment(cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce),segment_id=cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:31.454974 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-b4ada91b-98de-4331-8386-73ed07f6d735 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.469377 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-b4ada91b-98de-4331-8386-73ed07f6d735 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Calling delete_port for b87f5fbb-e511-45f9-919c-77edc9db4e66 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:31.500020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10bf8931-b65b-4e1e-8c46-e7b349bb5a3a req-bcd10adf-8202-4ead-8f78-32f056b1a9a8 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768180 Dec 08 01:52:31.695353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54353cc-1acc-456a-bf12-d96b2daf3289 req-0b5f2c6b-ed06-4618-8eac-dec3f0c0b75b tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:31.696880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d54353cc-1acc-456a-bf12-d96b2daf3289 req-0b5f2c6b-ed06-4618-8eac-dec3f0c0b75b tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 945 time: 0.0760722 Dec 08 01:52:31.754131 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-b4ada91b-98de-4331-8386-73ed07f6d735 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.754979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7d3a534d-1c49-4570-a621-99e30f19c911 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:31.780850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d54353cc-1acc-456a-bf12-d96b2daf3289 req-08b1a18a-2e44-41dc-bfec-8499c9cf5820 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750055 Dec 08 01:52:31.823807 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730fe93-dae7-4dd3-a8c2-b37c0268c1d5 req-725822a3-9a3c-43ff-8158-2f1bd265d32f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:31.843957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730fe93-dae7-4dd3-a8c2-b37c0268c1d5 req-725822a3-9a3c-43ff-8158-2f1bd265d32f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:31.845904 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5730fe93-dae7-4dd3-a8c2-b37c0268c1d5 req-725822a3-9a3c-43ff-8158-2f1bd265d32f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=59e29a48-8b71-4ce3-924a-2322cc65141c&device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 1691 time: 0.1610444 Dec 08 01:52:31.879818 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ada91b-98de-4331-8386-73ed07f6d735 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Port': ['ID=b87f5fbb-e511-45f9-919c-77edc9db4e66,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:31.930299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-b4ada91b-98de-4331-8386-73ed07f6d735 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] No DVR routers for this DVR port b87f5fbb-e511-45f9-919c-77edc9db4e66 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:31.937272 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-b4ada91b-98de-4331-8386-73ed07f6d735 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.941685 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-b4ada91b-98de-4331-8386-73ed07f6d735 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.45 "DELETE /v2.0/ports/b87f5fbb-e511-45f9-919c-77edc9db4e66 HTTP/1.1" status: 204 len: 173 time: 0.8079967 Dec 08 01:52:31.946310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'name': 'network-vif-deleted', 'tag': 'b87f5fbb-e511-45f9-919c-77edc9db4e66'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:31.949258 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d58a0cc-3177-4464-97de-00359f7d0e42" -d '{"events": [{"server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "name": "network-vif-deleted", "tag": "b87f5fbb-e511-45f9-919c-77edc9db4e66"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:32.002596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5730fe93-dae7-4dd3-a8c2-b37c0268c1d5 req-6a4db2d7-c116-4a66-aee9-1cf534a185b1 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498022 Dec 08 01:52:32.039431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 7d3a534d-1c49-4570-a621-99e30f19c911 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:52:32.039806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7d3a534d-1c49-4570-a621-99e30f19c911 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:32.050337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbbaee-254d-48ea-b69f-d89c68ec186b req-a38c9900-665b-453b-8b03-f6ad3d3b298b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:32.063505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbbaee-254d-48ea-b69f-d89c68ec186b req-a38c9900-665b-453b-8b03-f6ad3d3b298b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:32.070734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6fbbaee-254d-48ea-b69f-d89c68ec186b req-a38c9900-665b-453b-8b03-f6ad3d3b298b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 1682 time: 0.1749175 Dec 08 01:52:32.104614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['b87f5fbb-e511-45f9-919c-77edc9db4e66', 'b7f7871c-5d86-41f5-b726-cb6ab41d58ce', '3267f192-56b5-427e-9840-38685635960a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:32.197956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-172db7fa-7463-4c9b-b89f-92cd2d12d2b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Deleting port 3267f192-56b5-427e-9840-38685635960a {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:32.198493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-172db7fa-7463-4c9b-b89f-92cd2d12d2b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.259926 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6fbbaee-254d-48ea-b69f-d89c68ec186b req-9fac0e06-3438-4443-85e8-f72b381911fd tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757452 Dec 08 01:52:32.296392 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ee4fb-d2cd-4fb4-8f59-0d2e4b1914a5 req-d6ff6c13-5fb0-4aa1-923e-a7ee7c28e246 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:32.302722 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-139ee4fb-d2cd-4fb4-8f59-0d2e4b1914a5 req-d6ff6c13-5fb0-4aa1-923e-a7ee7c28e246 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 946 time: 0.2007945 Dec 08 01:52:32.327475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-172db7fa-7463-4c9b-b89f-92cd2d12d2b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] For port 3267f192-56b5-427e-9840-38685635960a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3267f192-56b5-427e-9840-38685635960a,segment=NetworkSegment(ad8b1ff4-346f-4723-9c51-ebc0f524b731),segment_id=ad8b1ff4-346f-4723-9c51-ebc0f524b731)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:32.327876 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-172db7fa-7463-4c9b-b89f-92cd2d12d2b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.337531 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34c8043-0d0e-4e20-9780-13b0e64bc21b x-openstack-request-id: req-f34c8043-0d0e-4e20-9780-13b0e64bc21b {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:32.337826 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "name": "network-vif-deleted", "tag": "b87f5fbb-e511-45f9-919c-77edc9db4e66", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:32.338077 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f34c8043-0d0e-4e20-9780-13b0e64bc21b {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:32.338469 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'name': 'network-vif-deleted', 'tag': 'b87f5fbb-e511-45f9-919c-77edc9db4e66', 'status': 'completed', 'code': 200} Dec 08 01:52:32.345861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-172db7fa-7463-4c9b-b89f-92cd2d12d2b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Calling delete_port for 3267f192-56b5-427e-9840-38685635960a owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:32.400899 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-139ee4fb-d2cd-4fb4-8f59-0d2e4b1914a5 req-d3755b51-8f3a-4017-a289-1a4bac2c8b9b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917702 Dec 08 01:52:32.465796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb332e-597d-42af-9891-c08edfa9dd06 req-66042dfd-28b7-4f40-9599-bc3136eb2cc3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:32.467444 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d5cb332e-597d-42af-9891-c08edfa9dd06 req-66042dfd-28b7-4f40-9599-bc3136eb2cc3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.0655136 Dec 08 01:52:32.503092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ec88108c-7361-4f0d-a29a-9c42d735c10f up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:32.550320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d5cb332e-597d-42af-9891-c08edfa9dd06 req-62d0c7c8-0170-45d3-8d29-b23313a59e12 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728729 Dec 08 01:52:32.566781 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-172db7fa-7463-4c9b-b89f-92cd2d12d2b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.606820 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172db7fa-7463-4c9b-b89f-92cd2d12d2b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Port': ['ID=3267f192-56b5-427e-9840-38685635960a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:32.619504 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43062) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:32.647756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d91ea-f997-4124-a949-df24aaed5353 req-f1bd78c0-bcaf-4752-97da-ccc390c133cb tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:32.651924 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c2d91ea-f997-4124-a949-df24aaed5353 req-f1bd78c0-bcaf-4752-97da-ccc390c133cb tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 1098 time: 0.0981433 Dec 08 01:52:32.666278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-172db7fa-7463-4c9b-b89f-92cd2d12d2b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] No DVR routers for this DVR port 3267f192-56b5-427e-9840-38685635960a on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:32.669837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-172db7fa-7463-4c9b-b89f-92cd2d12d2b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.672577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port ec88108c-7361-4f0d-a29a-9c42d735c10f completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:52:32.677259 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port ec88108c-7361-4f0d-a29a-9c42d735c10f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:32.677726 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.679812 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-172db7fa-7463-4c9b-b89f-92cd2d12d2b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.45 "DELETE /v2.0/ports/3267f192-56b5-427e-9840-38685635960a HTTP/1.1" status: 204 len: 173 time: 0.7248371 Dec 08 01:52:32.791084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c2d91ea-f997-4124-a949-df24aaed5353 req-2ed26511-f795-4505-8bc0-de3d1b3e0605 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327500 Dec 08 01:52:32.791308 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.800906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a81a6-0d89-4bd4-bb77-4051a87e4523 req-1207fdbe-febf-471c-8ca3-9c8236355284 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:32.802496 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f0a81a6-0d89-4bd4-bb77-4051a87e4523 req-1207fdbe-febf-471c-8ca3-9c8236355284 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=59e29a48-8b71-4ce3-924a-2322cc65141c HTTP/1.1" status: 200 len: 1102 time: 0.1164048 Dec 08 01:52:32.820524 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-419aa8b3-626c-4ab1-8e5f-f1b1f901aa4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.825847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ec88108c-7361-4f0d-a29a-9c42d735c10f, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ec88108c-7361-4f0d-a29a-9c42d735c10f,segment=NetworkSegment(104aa23b-a1b8-4995-9503-838947c18f49),segment_id=104aa23b-a1b8-4995-9503-838947c18f49)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:32.827648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0b61ab-bf7c-4029-853c-bfe400663417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec88108c-7361-4f0d-a29a-9c42d735c10f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:32.830863 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792bcfdb-8b46-4438-91d5-2fe9236ebec9" -d '{"events": [{"server_uuid": "7a0b61ab-bf7c-4029-853c-bfe400663417", "name": "network-vif-plugged", "status": "completed", "tag": "ec88108c-7361-4f0d-a29a-9c42d735c10f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:32.837114 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.860812 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f0a81a6-0d89-4bd4-bb77-4051a87e4523 req-8fcc68ea-9308-4a9f-a168-8a0deaff62ef tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499406 Dec 08 01:52:32.937937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ec88108c-7361-4f0d-a29a-9c42d735c10f,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:32.945852 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-419aa8b3-626c-4ab1-8e5f-f1b1f901aa4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.956447 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-2376f293-f605-4ffe-a8de-9cea984d5cd2 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Deleting port b7f7871c-5d86-41f5-b726-cb6ab41d58ce {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:32.956797 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-2376f293-f605-4ffe-a8de-9cea984d5cd2 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.971876 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-419aa8b3-626c-4ab1-8e5f-f1b1f901aa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:33.019064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1ed84-800b-4f20-a5ef-051a7be0ad34 req-415cd4b2-1723-4dd4-9c34-e90831c94235 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:33.021374 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5eb1ed84-800b-4f20-a5ef-051a7be0ad34 req-415cd4b2-1723-4dd4-9c34-e90831c94235 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.0838428 Dec 08 01:52:33.033240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f51e8-396a-406f-9d61-cefd1ef28e8a req-401298e5-da72-4c8b-bcc5-cc6faed5ac2d tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:33.034654 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c34f51e8-396a-406f-9d61-cefd1ef28e8a req-401298e5-da72-4c8b-bcc5-cc6faed5ac2d tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b9d92b2-736c-4098-b23e-3819ca08de21 HTTP/1.1" status: 200 len: 946 time: 0.0683508 Dec 08 01:52:33.060350 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-419aa8b3-626c-4ab1-8e5f-f1b1f901aa4b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9c6b81de9b5547ec9c896a577d5b3f49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4383566 Dec 08 01:52:33.063848 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419aa8b3-626c-4ab1-8e5f-f1b1f901aa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9aaf75-a448-407a-b3e2-45452b932a5a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:33.067224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43074) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:33.087999 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-2376f293-f605-4ffe-a8de-9cea984d5cd2 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] For port b7f7871c-5d86-41f5-b726-cb6ab41d58ce, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b7f7871c-5d86-41f5-b726-cb6ab41d58ce,segment=NetworkSegment(ad8b1ff4-346f-4723-9c51-ebc0f524b731),segment_id=ad8b1ff4-346f-4723-9c51-ebc0f524b731)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:33.088387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-2376f293-f605-4ffe-a8de-9cea984d5cd2 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:33.106406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-2376f293-f605-4ffe-a8de-9cea984d5cd2 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Calling delete_port for b7f7871c-5d86-41f5-b726-cb6ab41d58ce owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:33.128297 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5eb1ed84-800b-4f20-a5ef-051a7be0ad34 req-b8b53e28-3321-47a8-aa1b-937dadda0139 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926933 Dec 08 01:52:33.155527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c34f51e8-396a-406f-9d61-cefd1ef28e8a req-a85b28fe-ef83-460c-89a2-b26a70c5657a tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127329 Dec 08 01:52:33.184677 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-653ee9a9-5993-4173-a8ee-06a6d13b392f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:33.204122 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43087d19-85f4-49d4-acdc-5f97a84ca1b5 x-openstack-request-id: req-43087d19-85f4-49d4-acdc-5f97a84ca1b5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:33.204427 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0b61ab-bf7c-4029-853c-bfe400663417", "name": "network-vif-plugged", "status": "completed", "tag": "ec88108c-7361-4f0d-a29a-9c42d735c10f", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:33.204681 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-43087d19-85f4-49d4-acdc-5f97a84ca1b5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:33.205109 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0b61ab-bf7c-4029-853c-bfe400663417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec88108c-7361-4f0d-a29a-9c42d735c10f', 'code': 200} Dec 08 01:52:33.216319 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-653ee9a9-5993-4173-a8ee-06a6d13b392f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:33.261111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fb490-d3ab-4f40-8797-0e2a59a197df req-b636d1ac-6277-42c1-b9ce-45eff692d349 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:33.262682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-963fb490-d3ab-4f40-8797-0e2a59a197df req-b636d1ac-6277-42c1-b9ce-45eff692d349 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b9d92b2-736c-4098-b23e-3819ca08de21 HTTP/1.1" status: 200 len: 946 time: 0.1296387 Dec 08 01:52:33.302455 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-2376f293-f605-4ffe-a8de-9cea984d5cd2 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:33.333517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376f293-f605-4ffe-a8de-9cea984d5cd2 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Port': ['ID=b7f7871c-5d86-41f5-b726-cb6ab41d58ce,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:33.399479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-2376f293-f605-4ffe-a8de-9cea984d5cd2 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] No DVR routers for this DVR port b7f7871c-5d86-41f5-b726-cb6ab41d58ce on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:33.402582 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-2376f293-f605-4ffe-a8de-9cea984d5cd2 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:33.406006 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f30b00b0-0d8a-4a09-97bc-6e13d1327278 req-2376f293-f605-4ffe-a8de-9cea984d5cd2 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.45 "DELETE /v2.0/ports/b7f7871c-5d86-41f5-b726-cb6ab41d58ce HTTP/1.1" status: 204 len: 173 time: 0.7206156 Dec 08 01:52:33.714762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5891f341-cb5c-469b-9ce2-0d66176836b7 req-70ad2e06-6df6-4b94-8bea-dae0250abaa1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=30b31f82-f2e4-40fd-9e57-b93bcea05e93 HTTP/1.1" status: 200 len: 210 time: 0.2800145 Dec 08 01:52:33.808739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83f4d5-379c-4e7e-8b5d-5a0b069065be req-8f9fc617-6d84-49c7-8c22-df1ba77fa7bf tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:33.810225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be83f4d5-379c-4e7e-8b5d-5a0b069065be req-8f9fc617-6d84-49c7-8c22-df1ba77fa7bf tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 1102 time: 0.5133522 Dec 08 01:52:33.837043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c07e8-7c56-49c1-acf6-c0907b416dc3 req-39364524-d737-4d35-aa67-e47eed5ba1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:33.838490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-346c07e8-7c56-49c1-acf6-c0907b416dc3 req-39364524-d737-4d35-aa67-e47eed5ba1c7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 1098 time: 0.4723141 Dec 08 01:52:33.840118 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-653ee9a9-5993-4173-a8ee-06a6d13b392f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:33.842643 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-653ee9a9-5993-4173-a8ee-06a6d13b392f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:33.846047 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-653ee9a9-5993-4173-a8ee-06a6d13b392f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9a9aaf75-a448-407a-b3e2-45452b932a5a HTTP/1.1" status: 204 len: 168 time: 0.7749772 Dec 08 01:52:33.896245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ee9a9-5993-4173-a8ee-06a6d13b392f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9aaf75-a448-407a-b3e2-45452b932a5a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:33.950150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3211b6-0bfc-4ed0-bf75-830c3dd07786 req-07983f97-a1ca-4d32-a937-f43104e51ce2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:33.970179 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d3211b6-0bfc-4ed0-bf75-830c3dd07786 req-07983f97-a1ca-4d32-a937-f43104e51ce2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1689668 Dec 08 01:52:34.028095 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be83f4d5-379c-4e7e-8b5d-5a0b069065be req-971774ed-bfca-4900-9ff3-c870984a62a9 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935699 Dec 08 01:52:34.030827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-963fb490-d3ab-4f40-8797-0e2a59a197df req-375634f5-da18-444f-b325-3891ad3ed5a7 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Deleting port 330cb829-4928-4487-a9cc-126f0888e741 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:34.031335 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-963fb490-d3ab-4f40-8797-0e2a59a197df req-375634f5-da18-444f-b325-3891ad3ed5a7 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:34.108684 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-346c07e8-7c56-49c1-acf6-c0907b416dc3 req-a99e3978-be3a-4b8b-80bf-b328bbe239ae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361250 Dec 08 01:52:34.135063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d3211b6-0bfc-4ed0-bf75-830c3dd07786 req-80a1c6a9-3538-4c31-9040-9c95a9759e67 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642444 Dec 08 01:52:34.172842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-963fb490-d3ab-4f40-8797-0e2a59a197df req-375634f5-da18-444f-b325-3891ad3ed5a7 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] For port 330cb829-4928-4487-a9cc-126f0888e741, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=330cb829-4928-4487-a9cc-126f0888e741,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:34.173569 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-963fb490-d3ab-4f40-8797-0e2a59a197df req-375634f5-da18-444f-b325-3891ad3ed5a7 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:34.197106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-963fb490-d3ab-4f40-8797-0e2a59a197df req-375634f5-da18-444f-b325-3891ad3ed5a7 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Calling delete_port for 330cb829-4928-4487-a9cc-126f0888e741 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:34.340074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'name': 'network-vif-deleted', 'tag': '3267f192-56b5-427e-9840-38685635960a'}, {'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'name': 'network-vif-deleted', 'tag': 'b7f7871c-5d86-41f5-b726-cb6ab41d58ce'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:34.342421 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f793aa7-29b4-41f4-8967-9fc9aa266161" -d '{"events": [{"server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "name": "network-vif-deleted", "tag": "3267f192-56b5-427e-9840-38685635960a"}, {"server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "name": "network-vif-deleted", "tag": "b7f7871c-5d86-41f5-b726-cb6ab41d58ce"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:34.388576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958eb1c-5683-4500-b2e9-12b99c16bfb6 req-95288910-9027-4e2e-aaf6-7fa5e05f816e tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:34.390123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4958eb1c-5683-4500-b2e9-12b99c16bfb6 req-95288910-9027-4e2e-aaf6-7fa5e05f816e tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1082220 Dec 08 01:52:34.399437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90f060-8e3c-4364-bcb1-b103bd9aea04 req-de7f905b-0aee-4110-89d1-ec18f1fe0450 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:34.400931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad90f060-8e3c-4364-bcb1-b103bd9aea04 req-de7f905b-0aee-4110-89d1-ec18f1fe0450 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b9d92b2-736c-4098-b23e-3819ca08de21 HTTP/1.1" status: 200 len: 946 time: 0.1214857 Dec 08 01:52:34.517479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4958eb1c-5683-4500-b2e9-12b99c16bfb6 req-6df24209-1478-4180-a91e-800338f115d9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149180 Dec 08 01:52:34.517715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b7f7871c-5d86-41f5-b726-cb6ab41d58ce no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:34.530520 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad90f060-8e3c-4364-bcb1-b103bd9aea04 req-bf308567-f9da-4265-9ec5-b9d70311d544 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198719 Dec 08 01:52:34.532635 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-963fb490-d3ab-4f40-8797-0e2a59a197df req-375634f5-da18-444f-b325-3891ad3ed5a7 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:34.553289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: b7f7871c-5d86-41f5-b726-cb6ab41d58ce {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:52:34.553890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b7f7871c-5d86-41f5-b726-cb6ab41d58ce not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:34.554799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3267f192-56b5-427e-9840-38685635960a no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:34.571362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375634f5-da18-444f-b325-3891ad3ed5a7 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Pushing event deleted for resources: {'Port': ['ID=330cb829-4928-4487-a9cc-126f0888e741,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:34.622188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['3caa257a-5f7a-48ba-b3da-5413ecf42060'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:34.634437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 3267f192-56b5-427e-9840-38685635960a {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:52:34.635029 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3267f192-56b5-427e-9840-38685635960a not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:34.635660 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b87f5fbb-e511-45f9-919c-77edc9db4e66 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:34.643891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-963fb490-d3ab-4f40-8797-0e2a59a197df req-375634f5-da18-444f-b325-3891ad3ed5a7 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] No DVR routers for this DVR port 330cb829-4928-4487-a9cc-126f0888e741 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:34.647865 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-963fb490-d3ab-4f40-8797-0e2a59a197df req-375634f5-da18-444f-b325-3891ad3ed5a7 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:34.654111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-963fb490-d3ab-4f40-8797-0e2a59a197df req-375634f5-da18-444f-b325-3891ad3ed5a7 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.75 "DELETE /v2.0/ports/330cb829-4928-4487-a9cc-126f0888e741 HTTP/1.1" status: 204 len: 173 time: 1.3559525 Dec 08 01:52:34.655565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9d92b2-736c-4098-b23e-3819ca08de21', 'name': 'network-vif-deleted', 'tag': '330cb829-4928-4487-a9cc-126f0888e741'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:34.658307 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e215982d-ca30-44a7-bfd1-4a9d4fea6800" -d '{"events": [{"server_uuid": "3b9d92b2-736c-4098-b23e-3819ca08de21", "name": "network-vif-deleted", "tag": "330cb829-4928-4487-a9cc-126f0888e741"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:34.682721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: b87f5fbb-e511-45f9-919c-77edc9db4e66 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:52:34.683077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b87f5fbb-e511-45f9-919c-77edc9db4e66 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:34.692147 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38a53d6-d75a-4451-9403-be91cd4fb46e x-openstack-request-id: req-c38a53d6-d75a-4451-9403-be91cd4fb46e {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:34.693221 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "name": "network-vif-deleted", "tag": "3267f192-56b5-427e-9840-38685635960a", "status": "completed", "code": 200}, {"server_uuid": "30b31f82-f2e4-40fd-9e57-b93bcea05e93", "name": "network-vif-deleted", "tag": "b7f7871c-5d86-41f5-b726-cb6ab41d58ce", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:34.693642 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c38a53d6-d75a-4451-9403-be91cd4fb46e {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:34.694223 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'name': 'network-vif-deleted', 'tag': '3267f192-56b5-427e-9840-38685635960a', 'status': 'completed', 'code': 200} Dec 08 01:52:34.695738 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b31f82-f2e4-40fd-9e57-b93bcea05e93', 'name': 'network-vif-deleted', 'tag': 'b7f7871c-5d86-41f5-b726-cb6ab41d58ce', 'status': 'completed', 'code': 200} Dec 08 01:52:34.761906 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f14068-608e-405f-8bbf-ab0645475ac5 x-openstack-request-id: req-43f14068-608e-405f-8bbf-ab0645475ac5 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:34.762222 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9d92b2-736c-4098-b23e-3819ca08de21", "name": "network-vif-deleted", "tag": "330cb829-4928-4487-a9cc-126f0888e741", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:34.762484 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-43f14068-608e-405f-8bbf-ab0645475ac5 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:34.762906 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9d92b2-736c-4098-b23e-3819ca08de21', 'name': 'network-vif-deleted', 'tag': '330cb829-4928-4487-a9cc-126f0888e741', 'status': 'completed', 'code': 200} Dec 08 01:52:34.786989 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-159ad553-b36e-4df5-bdae-28978ab5473c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c9a17c065930444c8f53a860d8330270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707014 Dec 08 01:52:34.817287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43148) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:34.921153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f12045-1d91-4ebf-a4ff-6e0cc6e0c38c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Deleting subnet af101e77-e5c7-4b7e-9cd7-159e1cc152cd {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:52:34.924651 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9f12045-1d91-4ebf-a4ff-6e0cc6e0c38c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:34.979703 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9f12045-1d91-4ebf-a4ff-6e0cc6e0c38c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:34.987899 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-fd2dcf9c-ac78-4864-82fb-5e6c13fb3771 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:34.995700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-fd2dcf9c-ac78-4864-82fb-5e6c13fb3771 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004035 Dec 08 01:52:35.015548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-497e3329-c86f-440a-b6e0-5a3f8d269fd5 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/quotas/c9a17c065930444c8f53a860d8330270 HTTP/1.1" status: 200 len: 375 time: 0.0188646 Dec 08 01:52:35.111032 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9f12045-1d91-4ebf-a4ff-6e0cc6e0c38c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.150565 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-e1e3a4b8-1da4-4261-aabe-5c1de08487c4 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1340022 Dec 08 01:52:35.220038 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9f12045-1d91-4ebf-a4ff-6e0cc6e0c38c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.260717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f12045-1d91-4ebf-a4ff-6e0cc6e0c38c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Subnet': ['ID=af101e77-e5c7-4b7e-9cd7-159e1cc152cd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:35.282320 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9f12045-1d91-4ebf-a4ff-6e0cc6e0c38c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.283468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b689b29a-f76d-4230-acd2-393a0b933e83 None None] Network c7a2e220-d6a5-4873-a3d7-92bd1653f03e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:35.287943 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a9f12045-1d91-4ebf-a4ff-6e0cc6e0c38c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "DELETE /v2.0/subnets/af101e77-e5c7-4b7e-9cd7-159e1cc152cd HTTP/1.1" status: 204 len: 168 time: 0.4710693 Dec 08 01:52:35.290791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43168) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:35.370583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6f080-a61c-42f7-9713-747a8ccc737e req-54d65d4e-9fab-4520-817f-189e2bc750b2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:35.394820 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.395752 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fdb6f080-a61c-42f7-9713-747a8ccc737e req-54d65d4e-9fab-4520-817f-189e2bc750b2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1578829 Dec 08 01:52:35.500058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Deleting port e613fe80-ec37-40ba-b63e-f1e5d34322c4 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:35.500411 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.523854 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1795b8a2-bc87-40b0-a8b2-c2cd25731971 req-c0d6b6da-b4f1-4e85-b6e3-d051fb2de236 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 210 time: 0.1016631 Dec 08 01:52:35.552727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09629b40-6ac4-41a3-b84e-868b6071e1b8 None None] DHCP port deletion for c7a2e220-d6a5-4873-a3d7-92bd1653f03e request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:52:35.562199 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fdb6f080-a61c-42f7-9713-747a8ccc737e req-46d19168-c458-4637-8829-902db060a72a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646233 Dec 08 01:52:35.630533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] For port e613fe80-ec37-40ba-b63e-f1e5d34322c4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e613fe80-ec37-40ba-b63e-f1e5d34322c4,segment=NetworkSegment(cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce),segment_id=cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:35.630868 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.650759 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Calling delete_port for e613fe80-ec37-40ba-b63e-f1e5d34322c4 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:35.664278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-09629b40-6ac4-41a3-b84e-868b6071e1b8 None None] Deleting port e613fe80-ec37-40ba-b63e-f1e5d34322c4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:35.664669 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-09629b40-6ac4-41a3-b84e-868b6071e1b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.761996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fdac0-a85b-466e-9fe1-e6550c1a13f2 req-2ccd6f01-8507-4c08-a9a6-6e4ea5148198 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:35.776914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-058fdac0-a85b-466e-9fe1-e6550c1a13f2 req-2ccd6f01-8507-4c08-a9a6-6e4ea5148198 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.0972180 Dec 08 01:52:35.799361 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.801226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 330cb829-4928-4487-a9cc-126f0888e741 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:35.831489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 330cb829-4928-4487-a9cc-126f0888e741 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:52:35.831861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 330cb829-4928-4487-a9cc-126f0888e741 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:35.838275 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-09629b40-6ac4-41a3-b84e-868b6071e1b8 None None] For port e613fe80-ec37-40ba-b63e-f1e5d34322c4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e613fe80-ec37-40ba-b63e-f1e5d34322c4,segment=NetworkSegment(cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce),segment_id=cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:35.839072 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-09629b40-6ac4-41a3-b84e-868b6071e1b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.851592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-09629b40-6ac4-41a3-b84e-868b6071e1b8 None None] Calling delete_port for e613fe80-ec37-40ba-b63e-f1e5d34322c4 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:35.856695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f0f395b-8f80-407e-b1db-bac1a4de0d94 req-7ea6ff6f-76a0-4f79-a972-2443b9f28318 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b9d92b2-736c-4098-b23e-3819ca08de21 HTTP/1.1" status: 200 len: 210 time: 0.0663579 Dec 08 01:52:35.860230 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Port': ['ID=e613fe80-ec37-40ba-b63e-f1e5d34322c4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:35.886644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] No DVR routers for this DVR port e613fe80-ec37-40ba-b63e-f1e5d34322c4 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:35.950368 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-058fdac0-a85b-466e-9fe1-e6550c1a13f2 req-75fcac5b-f15e-4ad8-ab6d-9713a1a06945 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594265 Dec 08 01:52:36.010769 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.033157 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a2e220-d6a5-4873-a3d7-92bd1653f03e']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:36.043482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:36.043833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9b42a0-5f4f-4816-96c7-7b83d2b3ffce') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:36.054894 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.069993 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.076278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:52:36.076736 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.084788 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-09629b40-6ac4-41a3-b84e-868b6071e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.133373 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09629b40-6ac4-41a3-b84e-868b6071e1b8 None None] No DVR routers for this DVR port e613fe80-ec37-40ba-b63e-f1e5d34322c4 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:36.145918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09629b40-6ac4-41a3-b84e-868b6071e1b8 None None] Pushing event deleted for resources: {'Port': ['ID=e613fe80-ec37-40ba-b63e-f1e5d34322c4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:52:36.216146 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:52:36.220539 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.239372 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.254631 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "DELETE /v2.0/networks/c7a2e220-d6a5-4873-a3d7-92bd1653f03e HTTP/1.1" status: 204 len: 168 time: 0.9625924 Dec 08 01:52:36.260272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43212) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:36.281071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c3a04-a585-45a0-8f2a-4e50daf4582a tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Network': ['ID=c7a2e220-d6a5-4873-a3d7-92bd1653f03e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:36.367473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae69ffd-59e4-4998-b4ef-6c03b9751634 req-8a76eebe-5999-46cf-8413-adc510e13681 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:36.369062 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ae69ffd-59e4-4998-b4ef-6c03b9751634 req-8a76eebe-5999-46cf-8413-adc510e13681 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1489258 Dec 08 01:52:36.375322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57bbc40-caa5-49ff-aa26-b3ac2af56b14 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Deleting subnet 38a8e1b3-67ac-4e76-add8-51e4d88ad42a {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:52:36.383965 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d57bbc40-caa5-49ff-aa26-b3ac2af56b14 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.444484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4260cd4-ba00-4683-a996-53a2bedc1142 req-8696bb88-bc4b-4435-842e-277c3a8be1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:36.446014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4260cd4-ba00-4683-a996-53a2bedc1142 req-8696bb88-bc4b-4435-842e-277c3a8be1ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a318c364fcf4694b611c140d4710896&device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 1098 time: 0.1438611 Dec 08 01:52:36.477601 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d57bbc40-caa5-49ff-aa26-b3ac2af56b14 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.509564 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43228) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:36.572232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ae69ffd-59e4-4998-b4ef-6c03b9751634 req-69ce4e19-5efd-421b-9c1b-fa7ca155cdff tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935735 Dec 08 01:52:36.681698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc3159ca-9099-4dc8-8ed6-82d3fbcdbc10 req-c7c67f92-e3e1-4583-83eb-6c24a5cfddc7 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 210 time: 0.0321345 Dec 08 01:52:36.682918 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d57bbc40-caa5-49ff-aa26-b3ac2af56b14 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.686553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4260cd4-ba00-4683-a996-53a2bedc1142 req-732684dd-1702-481f-aee5-81e6c4f733a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:36.687715 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac6e2d3b-e4a5-4de7-8c44-58c94f19c663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.688009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4260cd4-ba00-4683-a996-53a2bedc1142 req-732684dd-1702-481f-aee5-81e6c4f733a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 HTTP/1.1" status: 200 len: 912 time: 0.2299378 Dec 08 01:52:36.785429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4260cd4-ba00-4683-a996-53a2bedc1142 req-a7e7c0ee-354e-4117-b1d6-f824034037ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec88108c-7361-4f0d-a29a-9c42d735c10f HTTP/1.1" status: 200 len: 217 time: 0.0675430 Dec 08 01:52:36.799975 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac6e2d3b-e4a5-4de7-8c44-58c94f19c663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.805188 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac6e2d3b-e4a5-4de7-8c44-58c94f19c663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.854652 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ac6e2d3b-e4a5-4de7-8c44-58c94f19c663 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=66803b1ac653490c91ce9cdb4db5dbed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439031 Dec 08 01:52:36.855398 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43238) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:36.861505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15045c27-8ad2-4dfc-a3fe-b7fd0a0c13a3 req-2ac4db24-ff67-4cc8-9982-0238991d7178 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:36.862996 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15045c27-8ad2-4dfc-a3fe-b7fd0a0c13a3 req-2ac4db24-ff67-4cc8-9982-0238991d7178 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1566901 Dec 08 01:52:36.872906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4260cd4-ba00-4683-a996-53a2bedc1142 req-96dd68b8-121b-426a-855f-3a8a6fa5ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:36.873442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e2d3b-e4a5-4de7-8c44-58c94f19c663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729c44ec-f363-43e7-8374-1770e55f18fd,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:36.874931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4260cd4-ba00-4683-a996-53a2bedc1142 req-96dd68b8-121b-426a-855f-3a8a6fa5ca71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7011422-2fee-464b-8986-d869c753cada HTTP/1.1" status: 200 len: 851 time: 0.0808866 Dec 08 01:52:36.880306 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d57bbc40-caa5-49ff-aa26-b3ac2af56b14 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.949164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fba7e0f9-e875-4325-bd71-2aa4a4422870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.982312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e613fe80-ec37-40ba-b63e-f1e5d34322c4 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:36.986477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4260cd4-ba00-4683-a996-53a2bedc1142 req-f9e9e3a0-4482-4322-a90d-8652cba5cfe1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008983 Dec 08 01:52:36.989069 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d57bbc40-caa5-49ff-aa26-b3ac2af56b14 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.992637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d57bbc40-caa5-49ff-aa26-b3ac2af56b14 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "DELETE /v2.0/subnets/38a8e1b3-67ac-4e76-add8-51e4d88ad42a HTTP/1.1" status: 204 len: 168 time: 0.7306700 Dec 08 01:52:36.993595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bbc40-caa5-49ff-aa26-b3ac2af56b14 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Subnet': ['ID=38a8e1b3-67ac-4e76-add8-51e4d88ad42a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:36.997729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43244) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:37.010027 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fba7e0f9-e875-4325-bd71-2aa4a4422870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.032713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: e613fe80-ec37-40ba-b63e-f1e5d34322c4 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:52:37.033812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e613fe80-ec37-40ba-b63e-f1e5d34322c4 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:37.039786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbec375-5131-4dae-a498-a588ac6ebdde None None] Network c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:37.123886 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fba7e0f9-e875-4325-bd71-2aa4a4422870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.126560 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fba7e0f9-e875-4325-bd71-2aa4a4422870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.127803 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fba7e0f9-e875-4325-bd71-2aa4a4422870 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/729c44ec-f363-43e7-8374-1770e55f18fd HTTP/1.1" status: 204 len: 168 time: 0.2702525 Dec 08 01:52:37.138505 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7e0f9-e875-4325-bd71-2aa4a4422870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729c44ec-f363-43e7-8374-1770e55f18fd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:37.304783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b92d785-3571-441b-b212-eedf0c1b559f None None] DHCP port deletion for c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:52:37.339126 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-3ab71568-16c5-442a-82bc-560d00406301 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=c9a17c065930444c8f53a860d8330270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1858058 Dec 08 01:52:37.343099 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.366996 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15045c27-8ad2-4dfc-a3fe-b7fd0a0c13a3 req-8cb241b7-801b-4a52-89e6-59a44082ff4c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896479 Dec 08 01:52:37.403325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2b92d785-3571-441b-b212-eedf0c1b559f None None] Deleting port b7cbb282-d780-46b5-b06c-7c525ddd830c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:37.404017 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b92d785-3571-441b-b212-eedf0c1b559f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.477096 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2b92d785-3571-441b-b212-eedf0c1b559f None None] For port b7cbb282-d780-46b5-b06c-7c525ddd830c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b7cbb282-d780-46b5-b06c-7c525ddd830c,segment=NetworkSegment(ad8b1ff4-346f-4723-9c51-ebc0f524b731),segment_id=ad8b1ff4-346f-4723-9c51-ebc0f524b731)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:37.477494 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b92d785-3571-441b-b212-eedf0c1b559f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.495746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2b92d785-3571-441b-b212-eedf0c1b559f None None] Calling delete_port for b7cbb282-d780-46b5-b06c-7c525ddd830c owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:37.550908 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa8483-160f-4d8f-99e9-4cc0e6a40084 req-dbc016a1-3e04-49da-ab38-25d085c957b3 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:37.553122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1fa8483-160f-4d8f-99e9-4cc0e6a40084 req-dbc016a1-3e04-49da-ab38-25d085c957b3 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.2192547 Dec 08 01:52:37.559380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4260cd4-ba00-4683-a996-53a2bedc1142 req-81d6d40e-e723-4c3a-82f4-4ad41106292a service neutron] 10.222.0.45 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562267 Dec 08 01:52:37.594952 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b92d785-3571-441b-b212-eedf0c1b559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.601584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-15a22ed4-e39e-408f-bbb0-bb82460d3acc tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:37.602998 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-15a22ed4-e39e-408f-bbb0-bb82460d3acc tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505836 Dec 08 01:52:37.619090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43256) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:37.636247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b92d785-3571-441b-b212-eedf0c1b559f None None] No DVR routers for this DVR port b7cbb282-d780-46b5-b06c-7c525ddd830c on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:37.636927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-7ddc88c9-dc4a-4cdd-b2c8-46ad8b34202d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Request body: {'port': {'device_id': '441f012f-a872-4211-9dd9-b177f4d71241', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'c9a17c065930444c8f53a860d8330270'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:37.650053 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c752a74-228c-407d-a3b3-ece4d1e83477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.695910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92d785-3571-441b-b212-eedf0c1b559f None None] Pushing event deleted for resources: {'Port': ['ID=b7cbb282-d780-46b5-b06c-7c525ddd830c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:37.710827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Deleting port b7cbb282-d780-46b5-b06c-7c525ddd830c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:37.711058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.771500 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c752a74-228c-407d-a3b3-ece4d1e83477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.777068 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c752a74-228c-407d-a3b3-ece4d1e83477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.817992 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5c752a74-228c-407d-a3b3-ece4d1e83477 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d2aaeb8b34f9440a82ea2f1f26b548e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1967118 Dec 08 01:52:37.820428 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43264) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:37.865110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1fa8483-160f-4d8f-99e9-4cc0e6a40084 req-53b2a47d-dc81-4029-8983-57246d5efd1a tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967219 Dec 08 01:52:37.870266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c752a74-228c-407d-a3b3-ece4d1e83477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3396542-90b3-46bb-8a6f-20058abaa949,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:37.922261 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4894e04c-78be-4c3a-8dcd-51fe4f9a0a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.950142 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4894e04c-78be-4c3a-8dcd-51fe4f9a0a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.973925 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4260cd4-ba00-4683-a996-53a2bedc1142 req-ab8d175a-d008-4fb5-ba6a-c0be20ec0978 service neutron] 10.222.0.45 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036317 Dec 08 01:52:37.975042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] For port b7cbb282-d780-46b5-b06c-7c525ddd830c, host n-d-713499-31, got binding levels [] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:37.975403 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.017649 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4894e04c-78be-4c3a-8dcd-51fe4f9a0a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.022111 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4894e04c-78be-4c3a-8dcd-51fe4f9a0a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.027220 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4894e04c-78be-4c3a-8dcd-51fe4f9a0a99 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a3396542-90b3-46bb-8a6f-20058abaa949 HTTP/1.1" status: 204 len: 168 time: 0.2051721 Dec 08 01:52:38.040660 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894e04c-78be-4c3a-8dcd-51fe4f9a0a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3396542-90b3-46bb-8a6f-20058abaa949,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:38.267360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db3b23-2603-437f-ba7e-82920a80f1b7 req-577ba7a5-1263-4833-a160-cdbad40e6396 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:38.274881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97db3b23-2603-437f-ba7e-82920a80f1b7 req-577ba7a5-1263-4833-a160-cdbad40e6396 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.5531726 Dec 08 01:52:38.293497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Calling delete_port for b7cbb282-d780-46b5-b06c-7c525ddd830c owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:38.301006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Port b7cbb282-d780-46b5-b06c-7c525ddd830c was not found and therefore no delete operation was performed {{(pid=109767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:52:38.305757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa1fc77f-b4ac-4367-8cf2-b1fe81dee2d9 req-297caff1-a1c7-400e-adf9-08e10a9c27f5 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 210 time: 0.3276429 Dec 08 01:52:38.314503 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.356182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Port': ['ID=b7cbb282-d780-46b5-b06c-7c525ddd830c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:38.364336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] No DVR routers for this DVR port b7cbb282-d780-46b5-b06c-7c525ddd830c on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:38.380845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-7ddc88c9-dc4a-4cdd-b2c8-46ad8b34202d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Made reservation on behalf of c9a17c065930444c8f53a860d8330270 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:38.384286 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-7ddc88c9-dc4a-4cdd-b2c8-46ad8b34202d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.452781 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97db3b23-2603-437f-ba7e-82920a80f1b7 req-6071eac5-a6d2-4da4-94ac-5c765e7fefb9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626711 Dec 08 01:52:38.547169 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.604668 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:38.625756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8b1ff4-346f-4723-9c51-ebc0f524b731') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:38.626060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8b1ff4-346f-4723-9c51-ebc0f524b731') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:38.666071 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.678286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0c610-5799-4356-b0a9-eb8934e58e75 req-9ffeefff-3331-4e7f-9eb4-f21b647cabc2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:38.681882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6cc0c610-5799-4356-b0a9-eb8934e58e75 req-9ffeefff-3331-4e7f-9eb4-f21b647cabc2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1760097 Dec 08 01:52:38.700186 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.721851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:52:38.722279 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:52:38.725484 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:52:38.792973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-7ddc88c9-dc4a-4cdd-b2c8-46ad8b34202d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Allocated IP 192.168.233.56 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/fbb09024-af25-4555-86d2-e5039e3c6fda) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:38.852481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6cc0c610-5799-4356-b0a9-eb8934e58e75 req-ef8d6c8e-3b5d-4755-a57c-45e24dc1c33f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417170 Dec 08 01:52:38.858098 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.873101 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.882524 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "DELETE /v2.0/networks/c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9 HTTP/1.1" status: 204 len: 168 time: 1.8744566 Dec 08 01:52:38.884536 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43298) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:38.891459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d8c589f3-bc37-4345-8c38-153edc5e1b3b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-797503765'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:38.908677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144581d-1060-4cd6-84a7-96e965939066 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Network': ['ID=c6dd5395-9fcf-44dc-92fd-ff72e1e7afc9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:38.935651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c589f3-bc37-4345-8c38-153edc5e1b3b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:38.941492 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8c589f3-bc37-4345-8c38-153edc5e1b3b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.985170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c589f3-bc37-4345-8c38-153edc5e1b3b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:52:39.001138 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8c589f3-bc37-4345-8c38-153edc5e1b3b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.001776 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-d8c589f3-bc37-4345-8c38-153edc5e1b3b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Added segment d12dddf7-5e6a-48e0-a332-19529d1f0b7a of type vlan for network fb8ffe01-4d7e-4ac2-a603-942b6f1c824c Dec 08 01:52:39.062060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b7cbb282-d780-46b5-b06c-7c525ddd830c no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:39.112110 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8c589f3-bc37-4345-8c38-153edc5e1b3b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.117336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: b7cbb282-d780-46b5-b06c-7c525ddd830c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:52:39.123033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b7cbb282-d780-46b5-b06c-7c525ddd830c not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:39.149306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d8a8e-a9cf-43be-ae2b-7eb3d35ab97a req-3a37e44b-49f4-430d-ad53-737645f49ba7 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:39.152088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-402d8a8e-a9cf-43be-ae2b-7eb3d35ab97a req-3a37e44b-49f4-430d-ad53-737645f49ba7 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.1903710 Dec 08 01:52:39.173739 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8c589f3-bc37-4345-8c38-153edc5e1b3b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.183638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c589f3-bc37-4345-8c38-153edc5e1b3b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:39.189047 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8c589f3-bc37-4345-8c38-153edc5e1b3b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.192169 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-7ddc88c9-dc4a-4cdd-b2c8-46ad8b34202d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.250293 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-402d8a8e-a9cf-43be-ae2b-7eb3d35ab97a req-a5f9f232-2990-4415-9120-8051d6e4ab67 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/security-groups?id=37602064-c6d6-430e-851d-b4ab12e0f077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869315 Dec 08 01:52:39.267713 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-7ddc88c9-dc4a-4cdd-b2c8-46ad8b34202d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.306666 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['5d432872-ee23-4d4b-abf7-f6d114746651'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:39.335035 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d8c589f3-bc37-4345-8c38-153edc5e1b3b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4492617 Dec 08 01:52:39.352267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-7ddc88c9-dc4a-4cdd-b2c8-46ad8b34202d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:39.352394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43310) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:39.355680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f06a1251-d516-46d9-a3a9-75b42f0a408d tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Request body: {'subnet': {'network_id': 'fb8ffe01-4d7e-4ac2-a603-942b6f1c824c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:39.361744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841', '1065fa32-86d0-4f6f-a512-4d216683dda4', '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194', 'ae85b06e-7949-40b8-89c4-4b15e889aa02'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:39.370225 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-7ddc88c9-dc4a-4cdd-b2c8-46ad8b34202d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:39.372910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc88c9-dc4a-4cdd-b2c8-46ad8b34202d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event updated for resources: {'Port': ['ID=fbb09024-af25-4555-86d2-e5039e3c6fda,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:39.393931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-7ddc88c9-dc4a-4cdd-b2c8-46ad8b34202d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:39.467613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c589f3-bc37-4345-8c38-153edc5e1b3b tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event updated for resources: {'Network': ['ID=fb8ffe01-4d7e-4ac2-a603-942b6f1c824c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:39.486321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-7ddc88c9-dc4a-4cdd-b2c8-46ad8b34202d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:39.487493 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-7ddc88c9-dc4a-4cdd-b2c8-46ad8b34202d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.511532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network fb8ffe01-4d7e-4ac2-a603-942b6f1c824c details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:52:39.528292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759075a-2df2-4f6a-bd38-da358575847c req-359a43e6-c8b5-47fc-acdb-e2bc3ebe0e0b tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:39.530869 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6759075a-2df2-4f6a-bd38-da358575847c req-359a43e6-c8b5-47fc-acdb-e2bc3ebe0e0b tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 946 time: 0.2167022 Dec 08 01:52:39.532574 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06a1251-d516-46d9-a3a9-75b42f0a408d tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:39.537382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f06a1251-d516-46d9-a3a9-75b42f0a408d tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.545990 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-7ddc88c9-dc4a-4cdd-b2c8-46ad8b34202d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9175305 Dec 08 01:52:39.588638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4af1b-83e5-440b-9f1b-b09d9de5f154 req-101481af-c86b-46ed-9cc3-934ab815760e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:39.600461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1b4af1b-83e5-440b-9f1b-b09d9de5f154 req-101481af-c86b-46ed-9cc3-934ab815760e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 935 time: 0.1221919 Dec 08 01:52:39.696013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Request body: {'port': {'device_id': '441f012f-a872-4211-9dd9-b177f4d71241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:39.815293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-6759075a-2df2-4f6a-bd38-da358575847c req-b8470230-0948-423f-9565-95632bdc91e1 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Deleting port 3caa257a-5f7a-48ba-b3da-5413ecf42060 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:39.815807 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6759075a-2df2-4f6a-bd38-da358575847c req-b8470230-0948-423f-9565-95632bdc91e1 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.855970 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.864229 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1b4af1b-83e5-440b-9f1b-b09d9de5f154 req-5091305d-8453-4e94-9bb4-e4ec58ca270c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607293 Dec 08 01:52:39.901109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e45fa-0a76-4530-ab38-cd09756c5d05 req-210dc770-b18c-42af-8c7b-0d5e8a6f6b50 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:39.903711 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-851e45fa-0a76-4530-ab38-cd09756c5d05 req-210dc770-b18c-42af-8c7b-0d5e8a6f6b50 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.2980614 Dec 08 01:52:39.926134 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5a18f14e-4ec0-46ec-a9fb-20e8f0544514 None None] Provisioning complete for port fbb09024-af25-4555-86d2-e5039e3c6fda triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:39.926506 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a18f14e-4ec0-46ec-a9fb-20e8f0544514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.023364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5a18f14e-4ec0-46ec-a9fb-20e8f0544514 None None] Port fbb09024-af25-4555-86d2-e5039e3c6fda cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:40.115988 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6759075a-2df2-4f6a-bd38-da358575847c req-b8470230-0948-423f-9565-95632bdc91e1 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] For port 3caa257a-5f7a-48ba-b3da-5413ecf42060, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3caa257a-5f7a-48ba-b3da-5413ecf42060,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:40.116556 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6759075a-2df2-4f6a-bd38-da358575847c req-b8470230-0948-423f-9565-95632bdc91e1 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.140876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-6759075a-2df2-4f6a-bd38-da358575847c req-b8470230-0948-423f-9565-95632bdc91e1 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Calling delete_port for 3caa257a-5f7a-48ba-b3da-5413ecf42060 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:40.146224 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f06a1251-d516-46d9-a3a9-75b42f0a408d tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.270298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a1251-d516-46d9-a3a9-75b42f0a408d tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event updated for resources: {'Subnet': ['ID=6e05bd76-2b59-4a5e-afc4-7b946307b80b,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:40.297037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-851e45fa-0a76-4530-ab38-cd09756c5d05 req-de092008-a923-4d7e-9b7b-d2490479c1ed tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218389 Dec 08 01:52:40.306220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06a1251-d516-46d9-a3a9-75b42f0a408d tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Checking segment: {'id': 'd12dddf7-5e6a-48e0-a332-19529d1f0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fb8ffe01-4d7e-4ac2-a603-942b6f1c824c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:40.307016 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06a1251-d516-46d9-a3a9-75b42f0a408d tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Network hostable DHCP agents. Network: fb8ffe01-4d7e-4ac2-a603-942b6f1c824c, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:52:40.333559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a957375-6e16-47bb-9365-cd844e85c003 req-47a3dbba-6456-4338-b552-03cbec8051b2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:40.335139 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a957375-6e16-47bb-9365-cd844e85c003 req-47a3dbba-6456-4338-b552-03cbec8051b2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.2672522 Dec 08 01:52:40.341467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06a1251-d516-46d9-a3a9-75b42f0a408d tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Network fb8ffe01-4d7e-4ac2-a603-942b6f1c824c is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:52:40.411861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-f06a1251-d516-46d9-a3a9-75b42f0a408d tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, fb8ffe01-4d7e-4ac2-a603-942b6f1c824c) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:40.426012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06a1251-d516-46d9-a3a9-75b42f0a408d tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:40.427164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f06a1251-d516-46d9-a3a9-75b42f0a408d tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.433269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977de31d-45ad-4a76-8028-d388fcd862d6 None None] Network fb8ffe01-4d7e-4ac2-a603-942b6f1c824c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:40.491477 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f06a1251-d516-46d9-a3a9-75b42f0a408d tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1395881 Dec 08 01:52:40.492294 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6759075a-2df2-4f6a-bd38-da358575847c req-b8470230-0948-423f-9565-95632bdc91e1 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.493762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43344) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:40.502003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8fbe7808-cac6-4aaa-b174-388d38bb5596 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1103884064'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:40.636345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23f11a84-2db9-4618-bbd4-7b65db67b413 req-164deba8-102f-4939-8854-b42285a0e714 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e679709-3bdc-4356-9f72-34a6b2153592 HTTP/1.1" status: 200 len: 210 time: 0.1255434 Dec 08 01:52:40.673884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8470230-0948-423f-9565-95632bdc91e1 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Pushing event deleted for resources: {'Port': ['ID=3caa257a-5f7a-48ba-b3da-5413ecf42060,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:40.681954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a957375-6e16-47bb-9365-cd844e85c003 req-16c5731d-0b4b-46e4-81c6-a68a252425b7 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343039 Dec 08 01:52:40.704635 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-fb8ffe01-4d7e-4ac2-a603-942b6f1c824c', 'network_id': 'fb8ffe01-4d7e-4ac2-a603-942b6f1c824c', 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'fixed_ips': [{'subnet_id': '6e05bd76-2b59-4a5e-afc4-7b946307b80b'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:52:40.705782 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.783451 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6759075a-2df2-4f6a-bd38-da358575847c req-b8470230-0948-423f-9565-95632bdc91e1 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] No DVR routers for this DVR port 3caa257a-5f7a-48ba-b3da-5413ecf42060 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:40.798059 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6759075a-2df2-4f6a-bd38-da358575847c req-b8470230-0948-423f-9565-95632bdc91e1 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.808963 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6759075a-2df2-4f6a-bd38-da358575847c req-b8470230-0948-423f-9565-95632bdc91e1 tempest-ListServerFiltersTestJSON-1936426055 tempest-ListServerFiltersTestJSON-1936426055-project] 10.222.0.75 "DELETE /v2.0/ports/3caa257a-5f7a-48ba-b3da-5413ecf42060 HTTP/1.1" status: 204 len: 173 time: 1.2648916 Dec 08 01:52:40.813370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e679709-3bdc-4356-9f72-34a6b2153592', 'name': 'network-vif-deleted', 'tag': '3caa257a-5f7a-48ba-b3da-5413ecf42060'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:40.822062 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e48739-c914-4ed5-9bfc-c72957a58ad7" -d '{"events": [{"server_uuid": "3e679709-3bdc-4356-9f72-34a6b2153592", "name": "network-vif-deleted", "tag": "3caa257a-5f7a-48ba-b3da-5413ecf42060"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:40.833433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbe7808-cac6-4aaa-b174-388d38bb5596 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:40.837000 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8fbe7808-cac6-4aaa-b174-388d38bb5596 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.944534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb09024-af25-4555-86d2-e5039e3c6fda {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:40.960508 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c27561a-ebcc-4784-8fdc-18d67eca5cea x-openstack-request-id: req-0c27561a-ebcc-4784-8fdc-18d67eca5cea {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:40.961234 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e679709-3bdc-4356-9f72-34a6b2153592", "name": "network-vif-deleted", "tag": "3caa257a-5f7a-48ba-b3da-5413ecf42060", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:40.962734 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0c27561a-ebcc-4784-8fdc-18d67eca5cea {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:40.964283 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e679709-3bdc-4356-9f72-34a6b2153592', 'name': 'network-vif-deleted', 'tag': '3caa257a-5f7a-48ba-b3da-5413ecf42060', 'status': 'completed', 'code': 200} Dec 08 01:52:40.968655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbe7808-cac6-4aaa-b174-388d38bb5596 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:52:40.985929 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.000071 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8fbe7808-cac6-4aaa-b174-388d38bb5596 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.001327 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-8fbe7808-cac6-4aaa-b174-388d38bb5596 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Added segment 50b1bc87-878e-4277-8085-20c66cf37b23 of type vlan for network c2d11c09-5b80-42fa-b675-4b3c85aadfaf Dec 08 01:52:41.022074 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Transition to ACTIVE for port object fbb09024-af25-4555-86d2-e5039e3c6fda will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:52:41.028806 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.102193 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8fbe7808-cac6-4aaa-b174-388d38bb5596 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.136398 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Allocated IP 19.80.0.2 (fb8ffe01-4d7e-4ac2-a603-942b6f1c824c/6e05bd76-2b59-4a5e-afc4-7b946307b80b/513f8057-6bd1-45bd-9c43-b49f0233a3ec) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:41.163779 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8fbe7808-cac6-4aaa-b174-388d38bb5596 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.176265 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbe7808-cac6-4aaa-b174-388d38bb5596 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:41.177869 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8fbe7808-cac6-4aaa-b174-388d38bb5596 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.311024 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8fbe7808-cac6-4aaa-b174-388d38bb5596 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8161747 Dec 08 01:52:41.365032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43362) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:41.366427 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb09024-af25-4555-86d2-e5039e3c6fda,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:41.386913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e416c2f5-b5ea-4d0c-98d0-dbcf709af682 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Request body: {'subnet': {'network_id': 'c2d11c09-5b80-42fa-b675-4b3c85aadfaf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:41.424599 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe7808-cac6-4aaa-b174-388d38bb5596 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event updated for resources: {'Network': ['ID=c2d11c09-5b80-42fa-b675-4b3c85aadfaf,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:41.449822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network c2d11c09-5b80-42fa-b675-4b3c85aadfaf details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:52:41.549362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c9c15-8b84-40f5-8f01-9e4dcbda5274 req-fb50491d-cfe9-4aa5-bad0-07b422d20736 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:41.557984 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-132c9c15-8b84-40f5-8f01-9e4dcbda5274 req-fb50491d-cfe9-4aa5-bad0-07b422d20736 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 947 time: 0.4894216 Dec 08 01:52:41.670780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Attempting to bind port fbb09024-af25-4555-86d2-e5039e3c6fda on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:41.671175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Attempting to bind port fbb09024-af25-4555-86d2-e5039e3c6fda by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:41.671516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Attempting to bind port fbb09024-af25-4555-86d2-e5039e3c6fda on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:41.688912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beca69e-a8f1-4a0a-99dc-025fb0ce3412 req-b28b2416-0d3f-4bda-9e9a-c5d8d4d7421f tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:41.705517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3beca69e-a8f1-4a0a-99dc-025fb0ce3412 req-b28b2416-0d3f-4bda-9e9a-c5d8d4d7421f tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.2560878 Dec 08 01:52:41.726318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Port fbb09024-af25-4555-86d2-e5039e3c6fda on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:41.726318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Attempting to bind port fbb09024-af25-4555-86d2-e5039e3c6fda on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:41.737271 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-132c9c15-8b84-40f5-8f01-9e4dcbda5274 req-8923d9fd-a3b0-47fe-96e6-553b5d4b33be tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769831 Dec 08 01:52:41.755272 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.779104 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.783700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:41.784059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:41.784458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:41.785246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Bound port: fbb09024-af25-4555-86d2-e5039e3c6fda, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:41.785617 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.802857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3caa257a-5f7a-48ba-b3da-5413ecf42060 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:41.829522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e416c2f5-b5ea-4d0c-98d0-dbcf709af682 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:41.835434 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e416c2f5-b5ea-4d0c-98d0-dbcf709af682 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.870726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43378) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:41.975723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3ba77c-3d7a-4eff-be31-59e2eab0701d admin admin] Deleting subnet eaa64df3-2172-43fb-b1e1-88a3a7ad96b8 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:52:41.981506 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba77c-3d7a-4eff-be31-59e2eab0701d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.986922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 3caa257a-5f7a-48ba-b3da-5413ecf42060 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:52:41.992425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3caa257a-5f7a-48ba-b3da-5413ecf42060 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:42.024054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Network fb8ffe01-4d7e-4ac2-a603-942b6f1c824c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:42.029772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:42.037882 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:42.074728 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba77c-3d7a-4eff-be31-59e2eab0701d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.076111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Pushing event updated for resources: {'Port': ['ID=513f8057-6bd1-45bd-9c43-b49f0233a3ec,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:42.244296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3beca69e-a8f1-4a0a-99dc-025fb0ce3412 req-58c7f258-3afe-41a2-9224-6a3645f25ca9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378721 Dec 08 01:52:42.330672 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba77c-3d7a-4eff-be31-59e2eab0701d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.382033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Attempting to bind port 513f8057-6bd1-45bd-9c43-b49f0233a3ec on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:42.382033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Attempting to bind port 513f8057-6bd1-45bd-9c43-b49f0233a3ec by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'd12dddf7-5e6a-48e0-a332-19529d1f0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fb8ffe01-4d7e-4ac2-a603-942b6f1c824c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:42.382033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Attempting to bind port 513f8057-6bd1-45bd-9c43-b49f0233a3ec on network fb8ffe01-4d7e-4ac2-a603-942b6f1c824c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:42.391544 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:42.391544 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Checking segment: {'id': 'd12dddf7-5e6a-48e0-a332-19529d1f0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fb8ffe01-4d7e-4ac2-a603-942b6f1c824c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:42.391982 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.392386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Bound using segment: {'id': 'd12dddf7-5e6a-48e0-a332-19529d1f0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fb8ffe01-4d7e-4ac2-a603-942b6f1c824c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:42.392880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Bound port: 513f8057-6bd1-45bd-9c43-b49f0233a3ec, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12dddf7-5e6a-48e0-a332-19529d1f0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fb8ffe01-4d7e-4ac2-a603-942b6f1c824c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:42.393246 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.428047 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba77c-3d7a-4eff-be31-59e2eab0701d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.454030 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] For port fbb09024-af25-4555-86d2-e5039e3c6fda, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:42.457370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] For port fbb09024-af25-4555-86d2-e5039e3c6fda, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fbb09024-af25-4555-86d2-e5039e3c6fda,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:42.481260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ba77c-3d7a-4eff-be31-59e2eab0701d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa64df3-2172-43fb-b1e1-88a3a7ad96b8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:42.483246 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba77c-3d7a-4eff-be31-59e2eab0701d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.494111 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3d3ba77c-3d7a-4eff-be31-59e2eab0701d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/eaa64df3-2172-43fb-b1e1-88a3a7ad96b8 HTTP/1.1" status: 204 len: 168 time: 0.6222491 Dec 08 01:52:42.499500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba10ae1d-5a1c-4744-a0c2-8bf07f1c68ed None None] Network 47fa16b7-ff30-4084-9336-3cf290d7dbc3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:42.500760 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.505949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43396) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:42.600284 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e416c2f5-b5ea-4d0c-98d0-dbcf709af682 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.617477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:42.618422 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.619970 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] 10.222.0.75 "PUT /v2.0/ports/fbb09024-af25-4555-86d2-e5039e3c6fda HTTP/1.1" status: 200 len: 1096 time: 3.0137684 Dec 08 01:52:42.638251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1b5dd-aeca-4147-9943-607ab42efc47 req-44937d94-d58f-45a3-9f63-894bce0befb4 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:42.646304 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46b1b5dd-aeca-4147-9943-607ab42efc47 req-44937d94-d58f-45a3-9f63-894bce0befb4 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.5359528 Dec 08 01:52:42.650032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441f012f-a872-4211-9dd9-b177f4d71241', 'tag': 'fbb09024-af25-4555-86d2-e5039e3c6fda'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:42.655154 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5e06e7-08ca-40fc-9581-71c390d2df4f" -d '{"events": [{"name": "network-changed", "server_uuid": "441f012f-a872-4211-9dd9-b177f4d71241", "tag": "fbb09024-af25-4555-86d2-e5039e3c6fda"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:42.655853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] For port 513f8057-6bd1-45bd-9c43-b49f0233a3ec, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:42.659887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] For port 513f8057-6bd1-45bd-9c43-b49f0233a3ec, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=513f8057-6bd1-45bd-9c43-b49f0233a3ec,segment=NetworkSegment(d12dddf7-5e6a-48e0-a332-19529d1f0b7a),segment_id=d12dddf7-5e6a-48e0-a332-19529d1f0b7a)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:42.684309 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.798395 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63bf900-5094-46c2-8812-06a1da4a9c7e None None] DHCP port deletion for 47fa16b7-ff30-4084-9336-3cf290d7dbc3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:52:42.867846 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbcefeb-25f4-42e0-a41e-bd99dd69ffe1 x-openstack-request-id: req-bfbcefeb-25f4-42e0-a41e-bd99dd69ffe1 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:42.868176 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441f012f-a872-4211-9dd9-b177f4d71241", "tag": "fbb09024-af25-4555-86d2-e5039e3c6fda", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:42.868457 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bfbcefeb-25f4-42e0-a41e-bd99dd69ffe1 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:42.868894 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441f012f-a872-4211-9dd9-b177f4d71241', 'tag': 'fbb09024-af25-4555-86d2-e5039e3c6fda', 'status': 'completed', 'code': 200} Dec 08 01:52:42.925395 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d156b-435b-468e-b6d6-bb0dd3bded9f None None] Pushing event updated for resources: {'Port': ['ID=513f8057-6bd1-45bd-9c43-b49f0233a3ec,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:43.000359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f63bf900-5094-46c2-8812-06a1da4a9c7e None None] Deleting port 130356cd-8aab-4132-80e0-0c4f9451bf44 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:43.000896 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f63bf900-5094-46c2-8812-06a1da4a9c7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.028311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fa886-bb25-44fe-9c6c-7e4d65af3436 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb09024-af25-4555-86d2-e5039e3c6fda,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:43.033374 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.092848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 130356cd-8aab-4132-80e0-0c4f9451bf44 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:43.094304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416c2f5-b5ea-4d0c-98d0-dbcf709af682 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event updated for resources: {'Subnet': ['ID=b31c50d8-dce8-420d-8be4-c9f5c71bffa9,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:43.173351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-39a6e4cc-4d58-474b-9094-9a0bef0a3e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:43.174179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f63bf900-5094-46c2-8812-06a1da4a9c7e None None] For port 130356cd-8aab-4132-80e0-0c4f9451bf44, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=130356cd-8aab-4132-80e0-0c4f9451bf44,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:43.174859 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f63bf900-5094-46c2-8812-06a1da4a9c7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.174988 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-39a6e4cc-4d58-474b-9094-9a0bef0a3e15 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 1099 time: 0.3911083 Dec 08 01:52:43.201399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f63bf900-5094-46c2-8812-06a1da4a9c7e None None] Calling delete_port for 130356cd-8aab-4132-80e0-0c4f9451bf44 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:43.272756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e416c2f5-b5ea-4d0c-98d0-dbcf709af682 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Checking segment: {'id': '50b1bc87-878e-4277-8085-20c66cf37b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2d11c09-5b80-42fa-b675-4b3c85aadfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:43.273916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e416c2f5-b5ea-4d0c-98d0-dbcf709af682 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Network hostable DHCP agents. Network: c2d11c09-5b80-42fa-b675-4b3c85aadfaf, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:52:43.291826 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46b1b5dd-aeca-4147-9943-607ab42efc47 req-ee8527b4-bb4c-4f6b-bc11-3873e08050dc tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425610 Dec 08 01:52:43.388683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1923a-3aac-4050-bdb3-63322a64db11 req-80a0b2ab-b42b-49a3-85e2-a4695fbb3751 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:43.400306 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1f1923a-3aac-4050-bdb3-63322a64db11 req-80a0b2ab-b42b-49a3-85e2-a4695fbb3751 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 947 time: 0.4142342 Dec 08 01:52:43.422842 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-e2642c48-0272-484d-91ea-570e32c877d1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=fbb09024-af25-4555-86d2-e5039e3c6fda HTTP/1.1" status: 200 len: 217 time: 0.1462095 Dec 08 01:52:43.432081 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.484202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 130356cd-8aab-4132-80e0-0c4f9451bf44, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=130356cd-8aab-4132-80e0-0c4f9451bf44,segment=NetworkSegment(16df726f-6d6f-4f38-9021-0b1f816c5d76),segment_id=16df726f-6d6f-4f38-9021-0b1f816c5d76)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:43.497612 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.541994 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f63bf900-5094-46c2-8812-06a1da4a9c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.569585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Deleting port 130356cd-8aab-4132-80e0-0c4f9451bf44 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:43.576383 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.578559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e416c2f5-b5ea-4d0c-98d0-dbcf709af682 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Network c2d11c09-5b80-42fa-b675-4b3c85aadfaf is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:52:43.590271 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63bf900-5094-46c2-8812-06a1da4a9c7e None None] No DVR routers for this DVR port 130356cd-8aab-4132-80e0-0c4f9451bf44 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:43.613548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=130356cd-8aab-4132-80e0-0c4f9451bf44,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:43.644324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bf900-5094-46c2-8812-06a1da4a9c7e None None] Pushing event deleted for resources: {'Port': ['ID=130356cd-8aab-4132-80e0-0c4f9451bf44,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:43.655476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e597958-baaf-444d-8a84-1fe07f8fd9d8 req-1790efc1-31e0-48cd-b4b9-cf5e2c972d73 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:43.664070 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e597958-baaf-444d-8a84-1fe07f8fd9d8 req-1790efc1-31e0-48cd-b4b9-cf5e2c972d73 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.2353129 Dec 08 01:52:43.673923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e416c2f5-b5ea-4d0c-98d0-dbcf709af682 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, c2d11c09-5b80-42fa-b675-4b3c85aadfaf) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:43.684208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c513369-c8d2-44c1-b434-a1bd7f0cbe45 None None] Network c2d11c09-5b80-42fa-b675-4b3c85aadfaf requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:43.820830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-c2d11c09-5b80-42fa-b675-4b3c85aadfaf', 'network_id': 'c2d11c09-5b80-42fa-b675-4b3c85aadfaf', 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'fixed_ips': [{'subnet_id': 'b31c50d8-dce8-420d-8be4-c9f5c71bffa9'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:52:43.822109 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.955280 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1f1923a-3aac-4050-bdb3-63322a64db11 req-ebae3fb8-66f5-42c8-9082-560b06cd909b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533612 Dec 08 01:52:43.957117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-aca38c90-4c30-4a9b-ae4d-9fd65f0001d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:43.959115 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-aca38c90-4c30-4a9b-ae4d-9fd65f0001d1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.5198953 Dec 08 01:52:44.005341 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416c2f5-b5ea-4d0c-98d0-dbcf709af682 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:44.006205 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e416c2f5-b5ea-4d0c-98d0-dbcf709af682 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.054504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Allocated IP 19.86.0.2 (c2d11c09-5b80-42fa-b675-4b3c85aadfaf/b31c50d8-dce8-420d-8be4-c9f5c71bffa9/4cd8965b-899a-4fd7-aa62-4f8794c212ea) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:44.063366 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e416c2f5-b5ea-4d0c-98d0-dbcf709af682 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6858172 Dec 08 01:52:44.117665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] For port 130356cd-8aab-4132-80e0-0c4f9451bf44, host n-d-713499-31, got binding levels [] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:44.118032 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.180021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Calling delete_port for 130356cd-8aab-4132-80e0-0c4f9451bf44 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:44.184142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Port 130356cd-8aab-4132-80e0-0c4f9451bf44 was not found and therefore no delete operation was performed {{(pid=109767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:52:44.209037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e597958-baaf-444d-8a84-1fe07f8fd9d8 req-6f70a1a1-349a-43c8-9a12-897ac8dec158 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431855 Dec 08 01:52:44.219786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-e260a085-713f-47ce-bfab-f3dfc0366a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:44.224835 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-e260a085-713f-47ce-bfab-f3dfc0366a26 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2044508 Dec 08 01:52:44.228937 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.371454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] No DVR routers for this DVR port 130356cd-8aab-4132-80e0-0c4f9451bf44 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:44.382264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Pushing event deleted for resources: {'Port': ['ID=130356cd-8aab-4132-80e0-0c4f9451bf44,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:44.456868 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.466594 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.508299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78cabab-04aa-4aec-9dde-441602c05c98 None None] Network fb8ffe01-4d7e-4ac2-a603-942b6f1c824c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:44.550802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Network c2d11c09-5b80-42fa-b675-4b3c85aadfaf is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:44.557840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:44.560389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:44.606124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Pushing event updated for resources: {'Port': ['ID=4cd8965b-899a-4fd7-aa62-4f8794c212ea,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:44.662699 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.667033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e49f4c87-86a0-496d-bc05-3de771911c2d None None] Provisioning complete for port 513f8057-6bd1-45bd-9c43-b49f0233a3ec triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:44.667436 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e49f4c87-86a0-496d-bc05-3de771911c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.724819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adfdf2-4588-4e9b-85e0-151de001f866 req-88a7ceea-677d-4219-8048-a2de310d36d3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:44.726365 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7adfdf2-4588-4e9b-85e0-151de001f866 req-88a7ceea-677d-4219-8048-a2de310d36d3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.2762294 Dec 08 01:52:44.727593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Attempting to bind port 4cd8965b-899a-4fd7-aa62-4f8794c212ea on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:44.728025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Attempting to bind port 4cd8965b-899a-4fd7-aa62-4f8794c212ea by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '50b1bc87-878e-4277-8085-20c66cf37b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2d11c09-5b80-42fa-b675-4b3c85aadfaf'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:44.728394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Attempting to bind port 4cd8965b-899a-4fd7-aa62-4f8794c212ea on network c2d11c09-5b80-42fa-b675-4b3c85aadfaf {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:44.728520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fa16b7-ff30-4084-9336-3cf290d7dbc3']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:44.741011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-7f616610-443c-4016-aeed-5bb4ddf85aca service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054727 Dec 08 01:52:44.743376 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:44.743896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Checking segment: {'id': '50b1bc87-878e-4277-8085-20c66cf37b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2d11c09-5b80-42fa-b675-4b3c85aadfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:44.744371 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.744871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Bound using segment: {'id': '50b1bc87-878e-4277-8085-20c66cf37b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2d11c09-5b80-42fa-b675-4b3c85aadfaf'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:44.745428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Bound port: 4cd8965b-899a-4fd7-aa62-4f8794c212ea, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b1bc87-878e-4277-8085-20c66cf37b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2d11c09-5b80-42fa-b675-4b3c85aadfaf'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:44.745832 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.751033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16df726f-6d6f-4f38-9021-0b1f816c5d76') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:44.751409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16df726f-6d6f-4f38-9021-0b1f816c5d76') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:44.782847 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.833917 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-c096a6ce-eb81-4928-b754-53d68d4069d0 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:44.839766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-c096a6ce-eb81-4928-b754-53d68d4069d0 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:44.841188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-c096a6ce-eb81-4928-b754-53d68d4069d0 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/networks?id=fb8ffe01-4d7e-4ac2-a603-942b6f1c824c&id=c2d11c09-5b80-42fa-b675-4b3c85aadfaf HTTP/1.1" status: 200 len: 1391 time: 0.3898873 Dec 08 01:52:44.847238 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.863238 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] For port 4cd8965b-899a-4fd7-aa62-4f8794c212ea, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:44.869058 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] For port 4cd8965b-899a-4fd7-aa62-4f8794c212ea, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4cd8965b-899a-4fd7-aa62-4f8794c212ea,segment=NetworkSegment(50b1bc87-878e-4277-8085-20c66cf37b23),segment_id=50b1bc87-878e-4277-8085-20c66cf37b23)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:44.872707 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e49f4c87-86a0-496d-bc05-3de771911c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.876842 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.903431 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:52:44.903855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:52:44.905949 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:52:44.961109 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7adfdf2-4588-4e9b-85e0-151de001f866 req-55a581d8-5180-46a3-8cd0-bc0c2c04e414 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186420 Dec 08 01:52:44.962618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-15fbcb75-3486-4428-8361-02ecf8ac4f80 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/quotas/7c1fcf9c5f2e4c1684ad3909f3718b47 HTTP/1.1" status: 200 len: 375 time: 0.0816402 Dec 08 01:52:44.994790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e49f4c87-86a0-496d-bc05-3de771911c2d None None] For port 513f8057-6bd1-45bd-9c43-b49f0233a3ec, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=513f8057-6bd1-45bd-9c43-b49f0233a3ec,segment=NetworkSegment(d12dddf7-5e6a-48e0-a332-19529d1f0b7a),segment_id=d12dddf7-5e6a-48e0-a332-19529d1f0b7a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:45.014741 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e49f4c87-86a0-496d-bc05-3de771911c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.027590 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.030661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c396e25-acdb-4147-9f34-6490c2b9cb9a None None] Pushing event updated for resources: {'Port': ['ID=4cd8965b-899a-4fd7-aa62-4f8794c212ea,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:45.050936 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.056010 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] 10.222.0.71 "DELETE /v2.0/networks/47fa16b7-ff30-4084-9336-3cf290d7dbc3 HTTP/1.1" status: 204 len: 168 time: 2.5394149 Dec 08 01:52:45.075214 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103aab52-b5c3-4a77-8e6d-64ed0d72555a req-0c9cd52d-e93f-40b1-b5c3-0a3ac58c62fa service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165059 Dec 08 01:52:45.078703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac9acd-d394-46d9-8559-0ba2c947e440 admin admin] Pushing event deleted for resources: {'Network': ['ID=47fa16b7-ff30-4084-9336-3cf290d7dbc3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:45.095970 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-dd2b2901-44d1-4eac-a306-900fc4637fad tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7c1fcf9c5f2e4c1684ad3909f3718b47&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1264606 Dec 08 01:52:45.101790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 513f8057-6bd1-45bd-9c43-b49f0233a3ec up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:45.181233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f4c87-86a0-496d-bc05-3de771911c2d None None] Pushing event updated for resources: {'Port': ['ID=513f8057-6bd1-45bd-9c43-b49f0233a3ec,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:45.205039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-95306bcd-5ca7-4b70-9148-f04bef12d7d7 None None] Provisioning complete for port 513f8057-6bd1-45bd-9c43-b49f0233a3ec triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:45.205422 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95306bcd-5ca7-4b70-9148-f04bef12d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.274139 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-5955b11a-d874-41b6-b318-e45dd6939686 service neutron] 10.222.0.71 "GET /v2.0/networks/fb8ffe01-4d7e-4ac2-a603-942b6f1c824c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679454 Dec 08 01:52:45.298949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed7475-e4ac-49cd-8a0b-74c405bd1af8 req-f7719b03-6dbd-4e7b-9e27-0d2a99090738 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:45.302405 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7ed7475-e4ac-49cd-8a0b-74c405bd1af8 req-f7719b03-6dbd-4e7b-9e27-0d2a99090738 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 947 time: 0.1266267 Dec 08 01:52:45.312440 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 513f8057-6bd1-45bd-9c43-b49f0233a3ec triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:45.312994 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.314776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e06e7-08ca-40fc-9581-71c390d2df4f req-821949e8-3ff9-4e3b-8375-29de9b51b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:45.316363 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d5e06e7-08ca-40fc-9581-71c390d2df4f req-821949e8-3ff9-4e3b-8375-29de9b51b9dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 1099 time: 0.1393869 Dec 08 01:52:45.399921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43446) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:45.450727 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8ed2c5bd-d48f-4556-a0eb-a247daf8777c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9df686f8edb4470fb9993f7d70bdf1fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488572 Dec 08 01:52:45.453258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43450) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:45.525160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-73715ca0-e2a5-4b3a-b97e-f3dfff56550d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.559940 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-73715ca0-e2a5-4b3a-b97e-f3dfff56550d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.570629 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7ed7475-e4ac-49cd-8a0b-74c405bd1af8 req-bde15f4a-f558-4e02-b3ac-54cac48387c6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519119 Dec 08 01:52:45.587067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-d52443af-bd27-4710-a8a4-605e2a67c254 service neutron] 10.222.0.71 "GET /v2.0/networks/fb8ffe01-4d7e-4ac2-a603-942b6f1c824c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824919 Dec 08 01:52:45.592438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e06e7-08ca-40fc-9581-71c390d2df4f req-59e82bd4-1730-4cb7-aace-c401266d60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:45.594065 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d5e06e7-08ca-40fc-9581-71c390d2df4f req-59e82bd4-1730-4cb7-aace-c401266d60ff service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2612455 Dec 08 01:52:45.629796 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-73715ca0-e2a5-4b3a-b97e-f3dfff56550d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.632650 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-73715ca0-e2a5-4b3a-b97e-f3dfff56550d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.634184 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-73715ca0-e2a5-4b3a-b97e-f3dfff56550d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/37602064-c6d6-430e-851d-b4ab12e0f077 HTTP/1.1" status: 204 len: 168 time: 0.1790130 Dec 08 01:52:45.650034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73715ca0-e2a5-4b3a-b97e-f3dfff56550d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37602064-c6d6-430e-851d-b4ab12e0f077,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:45.666791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d5e06e7-08ca-40fc-9581-71c390d2df4f req-37e46fc0-fef1-409e-b75a-1844023fa0c0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=fbb09024-af25-4555-86d2-e5039e3c6fda HTTP/1.1" status: 200 len: 217 time: 0.0590987 Dec 08 01:52:45.789106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e06e7-08ca-40fc-9581-71c390d2df4f req-58993142-ce07-49c7-8aa3-3aa480743597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:45.790567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d5e06e7-08ca-40fc-9581-71c390d2df4f req-58993142-ce07-49c7-8aa3-3aa480743597 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1129839 Dec 08 01:52:45.804248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42442db2-52ed-40c8-ac18-aa02fb711bc0 req-436be902-5a33-477e-a8f2-133abd5827d6 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:45.806008 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42442db2-52ed-40c8-ac18-aa02fb711bc0 req-436be902-5a33-477e-a8f2-133abd5827d6 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1432412 Dec 08 01:52:45.846802 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-e643e0f6-1aab-4424-8d86-b1737029ed0b service neutron] 10.222.0.71 "GET /v2.0/networks/c2d11c09-5b80-42fa-b675-4b3c85aadfaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478173 Dec 08 01:52:45.936189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e06e7-08ca-40fc-9581-71c390d2df4f req-d7d2f26c-75ce-459c-8d26-dd2ab0295b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:45.937608 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d5e06e7-08ca-40fc-9581-71c390d2df4f req-d7d2f26c-75ce-459c-8d26-dd2ab0295b29 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1307383 Dec 08 01:52:45.981035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42442db2-52ed-40c8-ac18-aa02fb711bc0 req-296452f7-facc-4245-b04f-b488a868c073 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582525 Dec 08 01:52:46.057322 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-2caf1d6a-c297-4d1a-abad-aeeae4af7d48 service neutron] 10.222.0.71 "GET /v2.0/networks/c2d11c09-5b80-42fa-b675-4b3c85aadfaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986396 Dec 08 01:52:46.110744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d5e06e7-08ca-40fc-9581-71c390d2df4f req-c3defcf1-0ed6-4d96-b4d9-0398250f9f71 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622353 Dec 08 01:52:46.240146 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2166d-3746-46ab-90df-3e5cdb211919 req-21b6ea78-d663-4753-ac63-1670123af9c1 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:46.248655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8e2166d-3746-46ab-90df-3e5cdb211919 req-21b6ea78-d663-4753-ac63-1670123af9c1 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1357930 Dec 08 01:52:46.399246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfcca052-155b-4c7f-bfdf-366360fc1f16 req-e8f48a25-2921-4a02-b261-48561af372a1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 210 time: 0.1014569 Dec 08 01:52:46.409812 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d5e06e7-08ca-40fc-9581-71c390d2df4f req-5bb9422e-3474-45d1-b92a-a3b13439f06c service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865508 Dec 08 01:52:46.421268 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff278b33-92fe-4777-9b03-a61a40f243af None None] Network c2d11c09-5b80-42fa-b675-4b3c85aadfaf requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:46.453168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8e2166d-3746-46ab-90df-3e5cdb211919 req-db71c500-7e36-4189-bace-4ee24928a2cc tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023942 Dec 08 01:52:46.556684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1165aaec-b51b-433d-9754-7c316d324db2 None None] Provisioning complete for port 4cd8965b-899a-4fd7-aa62-4f8794c212ea triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:46.557058 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1165aaec-b51b-433d-9754-7c316d324db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.682764 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1165aaec-b51b-433d-9754-7c316d324db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.719036 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1165aaec-b51b-433d-9754-7c316d324db2 None None] For port 4cd8965b-899a-4fd7-aa62-4f8794c212ea, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4cd8965b-899a-4fd7-aa62-4f8794c212ea,segment=NetworkSegment(50b1bc87-878e-4277-8085-20c66cf37b23),segment_id=50b1bc87-878e-4277-8085-20c66cf37b23)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:46.727779 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1165aaec-b51b-433d-9754-7c316d324db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.770014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43498) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:46.789853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165aaec-b51b-433d-9754-7c316d324db2 None None] Pushing event updated for resources: {'Port': ['ID=4cd8965b-899a-4fd7-aa62-4f8794c212ea,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:46.836921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335bd42-ad5d-4702-a145-3c79689e1656 req-f5085a4a-b2ed-4a4a-ab3b-a65627387f30 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:46.846499 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5335bd42-ad5d-4702-a145-3c79689e1656 req-f5085a4a-b2ed-4a4a-ab3b-a65627387f30 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 947 time: 0.1382482 Dec 08 01:52:46.914519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1684752211-network', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:46.946518 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5335bd42-ad5d-4702-a145-3c79689e1656 req-e27c0874-f295-413c-9d03-98ba8c9a1e65 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989730 Dec 08 01:52:46.969947 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] Made reservation on behalf of 9e3ecb8a9b54480d99ff5c2fe9db6b37 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:46.974091 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.983659 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.072553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2c1a0235-d561-4762-9a32-337592534c4b None None] Provisioning complete for port 4cd8965b-899a-4fd7-aa62-4f8794c212ea triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:47.072965 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0235-d561-4762-9a32-337592534c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.097391 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.102589 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.137947 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02dc6b8-073d-4603-a529-53c53ab5eb42,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:47.161105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4cd8965b-899a-4fd7-aa62-4f8794c212ea up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:47.177954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:52:47.193202 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.194129 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] Added segment 5c21ecc6-39d2-4237-a8a5-7632e58415c7 of type vlan for network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f Dec 08 01:52:47.221810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2d00c-c555-45ec-b9b1-62fb00018f25 req-37d27686-94a5-4df0-9ec1-6879820831ce tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:47.223551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66e2d00c-c555-45ec-b9b1-62fb00018f25 req-37d27686-94a5-4df0-9ec1-6879820831ce tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.0868380 Dec 08 01:52:47.257931 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.294737 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66e2d00c-c555-45ec-b9b1-62fb00018f25 req-c9b7fe26-23b5-4a4e-93ac-ab8346e5a616 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644870 Dec 08 01:52:47.305292 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.306417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:47.307037 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.325534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4cd8965b-899a-4fd7-aa62-4f8794c212ea triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:47.326772 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.340449 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5686681 Dec 08 01:52:47.343672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43504) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:47.349403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-af6ef396-35e4-44ca-bb51-6e57cdb9238e admin admin] Request body: {'subnet': {'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1684752211-subnet', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:47.376133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6ef396-35e4-44ca-bb51-6e57cdb9238e admin admin] Made reservation on behalf of 9e3ecb8a9b54480d99ff5c2fe9db6b37 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:47.378661 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193ba95-3c5a-47fe-a7e4-9a498ad76058 admin admin] Pushing event updated for resources: {'Network': ['ID=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:47.379131 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af6ef396-35e4-44ca-bb51-6e57cdb9238e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.407270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:52:47.466946 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 513f8057-6bd1-45bd-9c43-b49f0233a3ec up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:47.532365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 513f8057-6bd1-45bd-9c43-b49f0233a3ec triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:47.532820 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.642063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d299860e-f2b5-4bba-b35d-3ecfcbc26487 req-35c83377-757d-45ed-823d-501f93c71efa tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 210 time: 0.1040561 Dec 08 01:52:47.655489 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af6ef396-35e4-44ca-bb51-6e57cdb9238e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.787784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d62bf8-537b-4e09-90e4-98b330b9723c req-7e708653-7351-4ebd-ab6d-9e5748ac8e92 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:47.789639 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63d62bf8-537b-4e09-90e4-98b330b9723c req-7e708653-7351-4ebd-ab6d-9e5748ac8e92 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.2562754 Dec 08 01:52:47.794368 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device fbb09024-af25-4555-86d2-e5039e3c6fda details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:52:47.915172 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ef396-35e4-44ca-bb51-6e57cdb9238e admin admin] Checking segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:47.915782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ef396-35e4-44ca-bb51-6e57cdb9238e admin admin] Network hostable DHCP agents. Network: 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:52:47.917698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ef396-35e4-44ca-bb51-6e57cdb9238e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:47.966290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port fbb09024-af25-4555-86d2-e5039e3c6fda, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fbb09024-af25-4555-86d2-e5039e3c6fda,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:47.972775 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63d62bf8-537b-4e09-90e4-98b330b9723c req-dada74f2-c1c5-459c-804e-a5d96e985bf5 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550763 Dec 08 01:52:48.000648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'fbb09024-af25-4555-86d2-e5039e3c6fda', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'fbb09024-af25-4555-86d2-e5039e3c6fda', 'mac_address': 'fa:16:3e:e8:40:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:52:48.007312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ef396-35e4-44ca-bb51-6e57cdb9238e admin admin] Network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:52:48.018906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-9e6a3adf-8a9f-4957-94c9-b06b35cca4c4 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:48.025876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-9e6a3adf-8a9f-4957-94c9-b06b35cca4c4 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:48.028528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-9e6a3adf-8a9f-4957-94c9-b06b35cca4c4 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.45 "GET /v2.0/networks?id=fb8ffe01-4d7e-4ac2-a603-942b6f1c824c&id=c2d11c09-5b80-42fa-b675-4b3c85aadfaf HTTP/1.1" status: 200 len: 1391 time: 0.2967293 Dec 08 01:52:48.047894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-af6ef396-35e4-44ca-bb51-6e57cdb9238e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:48.069340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e57d8c7-2077-4de0-bffa-f271e0e50c09 None None] Network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:48.074741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ef396-35e4-44ca-bb51-6e57cdb9238e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:48.075470 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af6ef396-35e4-44ca-bb51-6e57cdb9238e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.081842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-0d09ff93-3fbe-4ccd-8e09-c31432469c89 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Request body: {'port': {'device_id': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'network_id': 'fb8ffe01-4d7e-4ac2-a603-942b6f1c824c', 'admin_state_up': True, 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:48.100231 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.154828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb09024-af25-4555-86d2-e5039e3c6fda {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:48.181501 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5de413-60c9-4745-9f8e-a90f17f361ea req-362568e9-2acd-4762-8d21-da1f2dad3f69 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:48.184256 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c5de413-60c9-4745-9f8e-a90f17f361ea req-362568e9-2acd-4762-8d21-da1f2dad3f69 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 947 time: 0.1516638 Dec 08 01:52:48.194078 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43516) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:48.194682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-af6ef396-35e4-44ca-bb51-6e57cdb9238e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8497167 Dec 08 01:52:48.195564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port fbb09024-af25-4555-86d2-e5039e3c6fda, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fbb09024-af25-4555-86d2-e5039e3c6fda,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:48.204480 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.206787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:48.241628 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.245458 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.253216 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:52:48.254382 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.310515 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=fbb09024-af25-4555-86d2-e5039e3c6fda,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:48.326417 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.336815 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c5de413-60c9-4745-9f8e-a90f17f361ea req-69647166-3da6-4333-a607-c729ebb35e04 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371555 Dec 08 01:52:48.364342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-0d09ff93-3fbe-4ccd-8e09-c31432469c89 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:48.369940 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-0d09ff93-3fbe-4ccd-8e09-c31432469c89 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.459196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Allocated IP 172.20.0.2 (8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f/6f3153a5-2e71-4607-9e02-a8c8ee5b82b7/cfd7ba82-2795-4142-81ae-10a137970083) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:48.533007 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.588846 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['fbb09024-af25-4555-86d2-e5039e3c6fda'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:48.695136 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.733484 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.758219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade3f42-8e9e-4e8c-ab2f-5599a68f13d8 req-3867633a-5e66-466c-87b3-ded57dfb8ed6 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:48.759944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ade3f42-8e9e-4e8c-ab2f-5599a68f13d8 req-3867633a-5e66-466c-87b3-ded57dfb8ed6 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.0940311 Dec 08 01:52:48.797257 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.824674 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.829475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Pushing event updated for resources: {'Port': ['ID=cfd7ba82-2795-4142-81ae-10a137970083,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:48.853967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:48.860796 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:48.863636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:48.884487 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-34039b6c-2e3e-44af-9225-76f2e20f9a36 req-0475783c-98ca-4858-a2d5-8f0750e90318 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 210 time: 0.1010439 Dec 08 01:52:48.898472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-0d09ff93-3fbe-4ccd-8e09-c31432469c89 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Allocated IP 19.80.0.32 (fb8ffe01-4d7e-4ac2-a603-942b6f1c824c/6e05bd76-2b59-4a5e-afc4-7b946307b80b/24e5d96a-21d9-4b63-9811-a497ad4f0f21) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:48.937894 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ade3f42-8e9e-4e8c-ab2f-5599a68f13d8 req-3fdc914a-953c-4266-b1fc-6cfde6fb20e9 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555231 Dec 08 01:52:48.992276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Allocated IP 172.25.8.239 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/b3a544ef-a7b7-4270-a5ae-b0f8561a88f2) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:49.064501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Attempting to bind port cfd7ba82-2795-4142-81ae-10a137970083 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:49.064782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Attempting to bind port cfd7ba82-2795-4142-81ae-10a137970083 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:49.065150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Attempting to bind port cfd7ba82-2795-4142-81ae-10a137970083 on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:49.080208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:49.080729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Checking segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:49.081138 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.081532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Bound using segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:49.082147 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Bound port: cfd7ba82-2795-4142-81ae-10a137970083, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:49.082577 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.144607 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.195326 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.197447 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] For port cfd7ba82-2795-4142-81ae-10a137970083, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:49.200687 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] For port cfd7ba82-2795-4142-81ae-10a137970083, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=cfd7ba82-2795-4142-81ae-10a137970083,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:49.207818 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.225432 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-0d09ff93-3fbe-4ccd-8e09-c31432469c89 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.247912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c55b35-292e-4b60-bfdb-12ea3967e7ce req-fd7052b5-0eea-4703-8fad-fde121ad92c8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:49.249732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9c55b35-292e-4b60-bfdb-12ea3967e7ce req-fd7052b5-0eea-4703-8fad-fde121ad92c8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1461360 Dec 08 01:52:49.273308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:49.276257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:49.284927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31812a6b-1796-4fe5-9051-99f6e4a0cdd2 None None] Pushing event updated for resources: {'Port': ['ID=cfd7ba82-2795-4142-81ae-10a137970083,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:49.305474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:49.339595 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-0d09ff93-3fbe-4ccd-8e09-c31432469c89 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.352811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Pushing event updated for resources: {'Port': ['ID=b3a544ef-a7b7-4270-a5ae-b0f8561a88f2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:49.464018 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9c55b35-292e-4b60-bfdb-12ea3967e7ce req-8ffb988e-c58b-48a9-a550-b4d4ed080af2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035282 Dec 08 01:52:49.487953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-0d09ff93-3fbe-4ccd-8e09-c31432469c89 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Network fb8ffe01-4d7e-4ac2-a603-942b6f1c824c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:49.492842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-0d09ff93-3fbe-4ccd-8e09-c31432469c89 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:49.510399 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-0d09ff93-3fbe-4ccd-8e09-c31432469c89 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:49.570424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09ff93-3fbe-4ccd-8e09-c31432469c89 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event updated for resources: {'Port': ['ID=24e5d96a-21d9-4b63-9811-a497ad4f0f21,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:49.670961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-0d09ff93-3fbe-4ccd-8e09-c31432469c89 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:49.672103 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-0d09ff93-3fbe-4ccd-8e09-c31432469c89 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.705830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393cba0-7861-476e-836d-447e42ea75ea req-aee9f51f-f470-44fd-93ae-bfd4799ae2a7 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:49.708320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9393cba0-7861-476e-836d-447e42ea75ea req-aee9f51f-f470-44fd-93ae-bfd4799ae2a7 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 948 time: 0.1623445 Dec 08 01:52:49.712666 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-0d09ff93-3fbe-4ccd-8e09-c31432469c89 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6404412 Dec 08 01:52:49.735952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-a15ff3e9-c170-481e-88e8-2c470888b533 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Request body: {'port': {'device_id': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'network_id': 'c2d11c09-5b80-42fa-b675-4b3c85aadfaf', 'admin_state_up': True, 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:49.840276 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9393cba0-7861-476e-836d-447e42ea75ea req-53c4b9a6-a63f-4088-abc3-e40c4a946840 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256309 Dec 08 01:52:49.931676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-a15ff3e9-c170-481e-88e8-2c470888b533 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Made reservation on behalf of 7c1fcf9c5f2e4c1684ad3909f3718b47 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:49.937151 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-a15ff3e9-c170-481e-88e8-2c470888b533 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.942811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-102fdf0c-8e88-4016-8a16-974b8558a4a0 None None] Provisioning complete for port 24e5d96a-21d9-4b63-9811-a497ad4f0f21 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:49.943345 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-102fdf0c-8e88-4016-8a16-974b8558a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.030717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-102fdf0c-8e88-4016-8a16-974b8558a4a0 None None] Port 24e5d96a-21d9-4b63-9811-a497ad4f0f21 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:50.192893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687c491-435d-455e-bc66-cbfc2122f9fe req-077e0647-2a91-4471-82d6-a97e9d1e9cd8 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:50.194759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8687c491-435d-455e-bc66-cbfc2122f9fe req-077e0647-2a91-4471-82d6-a97e9d1e9cd8 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1453047 Dec 08 01:52:50.211658 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.229956 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e997956-9532-4de7-8536-3112abe856c3 req-17f86615-5321-443d-b6cb-5d4390e79881 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:50.233507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e997956-9532-4de7-8536-3112abe856c3 req-17f86615-5321-443d-b6cb-5d4390e79881 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 931 time: 0.1832583 Dec 08 01:52:50.269002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-a15ff3e9-c170-481e-88e8-2c470888b533 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Allocated IP 19.86.0.189 (c2d11c09-5b80-42fa-b675-4b3c85aadfaf/b31c50d8-dce8-420d-8be4-c9f5c71bffa9/9b7003e5-cfc5-46bd-82ca-3abee10ac214) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:50.339658 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8687c491-435d-455e-bc66-cbfc2122f9fe req-bdc2374b-fa75-4474-bc1d-b399464d0bb2 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184714 Dec 08 01:52:50.374166 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e997956-9532-4de7-8536-3112abe856c3 req-961bc952-5017-45ff-8cd0-d218611bf396 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263130 Dec 08 01:52:50.499677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.562954 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-a15ff3e9-c170-481e-88e8-2c470888b533 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.686105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed5536-b037-468c-96e3-600de504a00e req-5fe9375e-8add-405c-bacb-4bafd6621620 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:50.693198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1bed5536-b037-468c-96e3-600de504a00e req-5fe9375e-8add-405c-bacb-4bafd6621620 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1282115 Dec 08 01:52:50.735874 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-a15ff3e9-c170-481e-88e8-2c470888b533 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.754582 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:52:50.821125 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-a15ff3e9-c170-481e-88e8-2c470888b533 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Network c2d11c09-5b80-42fa-b675-4b3c85aadfaf is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:50.829215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1bed5536-b037-468c-96e3-600de504a00e req-5cdf25cd-2074-4663-ad8c-90da34cd4306 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220212 Dec 08 01:52:50.830891 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456dc56d-ff47-4aa5-845b-5e996631c400 None None] Network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:50.832039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ff3e9-c170-481e-88e8-2c470888b533 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event updated for resources: {'Port': ['ID=9b7003e5-cfc5-46bd-82ca-3abee10ac214,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:50.836309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-a15ff3e9-c170-481e-88e8-2c470888b533 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:50.839338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-a15ff3e9-c170-481e-88e8-2c470888b533 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:50.896903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:52:50.927420 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-a15ff3e9-c170-481e-88e8-2c470888b533 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:50.929470 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-a15ff3e9-c170-481e-88e8-2c470888b533 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.929670 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.933800 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8d388257-8ddf-4182-b641-d9abbf1b5e9a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7345717 Dec 08 01:52:50.935044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43550) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:50.963265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Sync routers for ids ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:52:50.982804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Routers {'44a4d8a9-c6f8-4814-a241-f3103c138ee5'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:52:50.983430 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:52:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:51.036589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-742efaf0-caa1-4cc1-8f6a-67388f221417 None None] Provisioning complete for port cfd7ba82-2795-4142-81ae-10a137970083 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:51.037039 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-742efaf0-caa1-4cc1-8f6a-67388f221417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.081850 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cfd7ba82-2795-4142-81ae-10a137970083 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:51.105878 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-a15ff3e9-c170-481e-88e8-2c470888b533 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3755810 Dec 08 01:52:51.156698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Request body: {'port': {'device_id': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:51.191533 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94811ee1-156e-486d-ac26-e864a6299d21 req-4cc04573-f3eb-46a9-8a3c-450e21100251 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:51.199991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94811ee1-156e-486d-ac26-e864a6299d21 req-4cc04573-f3eb-46a9-8a3c-450e21100251 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 948 time: 0.2669492 Dec 08 01:52:51.223899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Set router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:52:51.349973 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.382107 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7be9cf-5d31-4caa-b540-5fb46c3bc88e req-bd14ed1e-dbcf-44c4-afd9-f2332362be03 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:51.383630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f7be9cf-5d31-4caa-b540-5fb46c3bc88e req-bd14ed1e-dbcf-44c4-afd9-f2332362be03 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 1098 time: 0.1745625 Dec 08 01:52:51.390410 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94811ee1-156e-486d-ac26-e864a6299d21 req-c248769b-f321-49ba-a9cd-0b288a100244 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899688 Dec 08 01:52:51.459353 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-742efaf0-caa1-4cc1-8f6a-67388f221417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.503822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port cfd7ba82-2795-4142-81ae-10a137970083 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:51.504188 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.581593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-742efaf0-caa1-4cc1-8f6a-67388f221417 None None] For port cfd7ba82-2795-4142-81ae-10a137970083, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=cfd7ba82-2795-4142-81ae-10a137970083,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:51.592925 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-742efaf0-caa1-4cc1-8f6a-67388f221417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.658060 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f7be9cf-5d31-4caa-b540-5fb46c3bc88e req-9b9704b4-a3f9-45d8-abaa-db6fcc4a3996 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662625 Dec 08 01:52:51.701584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dc08b-3466-4e66-b949-f00b1996c234 req-50d8d581-0c38-426f-a05c-d313d77bedb0 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:51.714991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-400dc08b-3466-4e66-b949-f00b1996c234 req-50d8d581-0c38-426f-a05c-d313d77bedb0 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.2050183 Dec 08 01:52:51.728716 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742efaf0-caa1-4cc1-8f6a-67388f221417 None None] Pushing event updated for resources: {'Port': ['ID=cfd7ba82-2795-4142-81ae-10a137970083,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:51.736917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-032280be-2461-4987-b3b2-4479c422c480 None None] Provisioning complete for port cfd7ba82-2795-4142-81ae-10a137970083 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:51.736917 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-032280be-2461-4987-b3b2-4479c422c480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.795941 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 3, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port': {'id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:51.801867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device fbb09024-af25-4555-86d2-e5039e3c6fda up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:51.848684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Checking router: 44a4d8a9-c6f8-4814-a241-f3103c138ee5 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:52:51.849040 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Updating router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 port b3a544ef-a7b7-4270-a5ae-b0f8561a88f2 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:52:51.903517 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.042497 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-599bccb0-4134-48e7-8e3e-ca1d236448e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.072346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port fbb09024-af25-4555-86d2-e5039e3c6fda completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:52:52.092825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port fbb09024-af25-4555-86d2-e5039e3c6fda triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:52.093199 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.120351 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-400dc08b-3466-4e66-b949-f00b1996c234 req-bf9ddc94-3f96-4658-9d11-11ccdf75d970 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101233 Dec 08 01:52:52.124116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-032280be-2461-4987-b3b2-4479c422c480 None None] Provisioning complete for port 9b7003e5-cfc5-46bd-82ca-3abee10ac214 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:52.125758 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-032280be-2461-4987-b3b2-4479c422c480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.143577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ae82-48bc-40ad-bbe4-0ffd42c69f72 req-772c13e9-52a3-436d-a73b-d7baa7a23583 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:52.149518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ae82-48bc-40ad-bbe4-0ffd42c69f72 req-772c13e9-52a3-436d-a73b-d7baa7a23583 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:52.151255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fc4ae82-48bc-40ad-bbe4-0ffd42c69f72 req-772c13e9-52a3-436d-a73b-d7baa7a23583 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1654 time: 0.3762915 Dec 08 01:52:52.214070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-032280be-2461-4987-b3b2-4479c422c480 None None] Port 9b7003e5-cfc5-46bd-82ca-3abee10ac214 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:52.262582 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e5d96a-21d9-4b63-9811-a497ad4f0f21 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:52.280835 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.313122 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.320881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fc4ae82-48bc-40ad-bbe4-0ffd42c69f72 req-d7136a90-e64e-494e-a518-00bcb4a902db tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405368 Dec 08 01:52:52.325133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Transition to ACTIVE for port object 24e5d96a-21d9-4b63-9811-a497ad4f0f21 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:52:52.338252 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.346899 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.385844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f012f-a872-4211-9dd9-b177f4d71241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb09024-af25-4555-86d2-e5039e3c6fda'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:52.388378 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd59835-f3d7-459a-a083-bc11b2237784" -d '{"events": [{"server_uuid": "441f012f-a872-4211-9dd9-b177f4d71241", "name": "network-vif-plugged", "status": "completed", "tag": "fbb09024-af25-4555-86d2-e5039e3c6fda"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:52.420217 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port fbb09024-af25-4555-86d2-e5039e3c6fda, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fbb09024-af25-4555-86d2-e5039e3c6fda,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:52.441378 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.444905 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.471389 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.540585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=fbb09024-af25-4555-86d2-e5039e3c6fda,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:52.544504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Attempting to bind port b3a544ef-a7b7-4270-a5ae-b0f8561a88f2 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:52.544859 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Attempting to bind port b3a544ef-a7b7-4270-a5ae-b0f8561a88f2 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:52.545214 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Attempting to bind port b3a544ef-a7b7-4270-a5ae-b0f8561a88f2 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:52.572768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:52.573411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:52.574133 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.574702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:52.575201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Bound port: b3a544ef-a7b7-4270-a5ae-b0f8561a88f2, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:52.575584 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.603951 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Pushing event updated for resources: {'Port': ['ID=24e5d96a-21d9-4b63-9811-a497ad4f0f21,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:52.637940 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30738e36-c0cc-4b41-994a-2ebcc3a5e9b0 None None] Pushing event updated for resources: {'Port': ['ID=b3a544ef-a7b7-4270-a5ae-b0f8561a88f2,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:52.681977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] For port b3a544ef-a7b7-4270-a5ae-b0f8561a88f2, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:52.685795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] For port b3a544ef-a7b7-4270-a5ae-b0f8561a88f2, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b3a544ef-a7b7-4270-a5ae-b0f8561a88f2,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:52.693359 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.698505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da46ab-a3b4-408e-8b7b-f5875b2e9384 req-59e6d759-cd95-417b-8103-901c47d508d5 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:52.700818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60da46ab-a3b4-408e-8b7b-f5875b2e9384 req-59e6d759-cd95-417b-8103-901c47d508d5 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.2559180 Dec 08 01:52:52.749131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Attempting to bind port 24e5d96a-21d9-4b63-9811-a497ad4f0f21 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:52.749470 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Attempting to bind port 24e5d96a-21d9-4b63-9811-a497ad4f0f21 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd12dddf7-5e6a-48e0-a332-19529d1f0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fb8ffe01-4d7e-4ac2-a603-942b6f1c824c'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:52.749801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Attempting to bind port 24e5d96a-21d9-4b63-9811-a497ad4f0f21 on network fb8ffe01-4d7e-4ac2-a603-942b6f1c824c {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:52.772249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Port 24e5d96a-21d9-4b63-9811-a497ad4f0f21 on network fb8ffe01-4d7e-4ac2-a603-942b6f1c824c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:52.772576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Attempting to bind port 24e5d96a-21d9-4b63-9811-a497ad4f0f21 on network fb8ffe01-4d7e-4ac2-a603-942b6f1c824c {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:52.786636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Routers {'44a4d8a9-c6f8-4814-a241-f3103c138ee5'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:52:52.787435 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:52:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:52.812781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:52.813166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Checking segment: {'id': 'd12dddf7-5e6a-48e0-a332-19529d1f0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fb8ffe01-4d7e-4ac2-a603-942b6f1c824c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:52.813602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Bound using segment: {'id': 'd12dddf7-5e6a-48e0-a332-19529d1f0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fb8ffe01-4d7e-4ac2-a603-942b6f1c824c'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:52.813947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Bound port: 24e5d96a-21d9-4b63-9811-a497ad4f0f21, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12dddf7-5e6a-48e0-a332-19529d1f0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fb8ffe01-4d7e-4ac2-a603-942b6f1c824c'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:52.814306 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.845209 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60da46ab-a3b4-408e-8b7b-f5875b2e9384 req-ef1b384f-ace8-4b66-9734-914c75d61cdf tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305039 Dec 08 01:52:52.846810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30738e36-c0cc-4b41-994a-2ebcc3a5e9b0 None None] Pushing event updated for resources: {'Port': ['ID=b3a544ef-a7b7-4270-a5ae-b0f8561a88f2,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:52.885846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Allocated IP 172.20.0.1 (8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f/6f3153a5-2e71-4607-9e02-a8c8ee5b82b7/bbac6acd-d81d-48cb-875a-1fe0f29987f8) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:52.985431 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa26d04-db2c-4f98-b5e9-80fba43818a8 x-openstack-request-id: req-8aa26d04-db2c-4f98-b5e9-80fba43818a8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:52.985834 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f012f-a872-4211-9dd9-b177f4d71241", "name": "network-vif-plugged", "status": "completed", "tag": "fbb09024-af25-4555-86d2-e5039e3c6fda", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:52.986186 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8aa26d04-db2c-4f98-b5e9-80fba43818a8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:52.986679 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441f012f-a872-4211-9dd9-b177f4d71241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb09024-af25-4555-86d2-e5039e3c6fda', 'code': 200} Dec 08 01:52:52.994138 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] For port 24e5d96a-21d9-4b63-9811-a497ad4f0f21, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:53.014737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] For port 24e5d96a-21d9-4b63-9811-a497ad4f0f21, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=24e5d96a-21d9-4b63-9811-a497ad4f0f21,segment=NetworkSegment(d12dddf7-5e6a-48e0-a332-19529d1f0b7a),segment_id=d12dddf7-5e6a-48e0-a332-19529d1f0b7a)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:53.026217 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.057888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cfd7ba82-2795-4142-81ae-10a137970083 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:53.062030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] Set router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:52:53.087300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:53.087955 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.089884 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] 10.222.0.45 "PUT /v2.0/ports/24e5d96a-21d9-4b63-9811-a497ad4f0f21 HTTP/1.1" status: 200 len: 1092 time: 1.9406705 Dec 08 01:52:53.092550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'tag': '24e5d96a-21d9-4b63-9811-a497ad4f0f21'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:53.094696 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f440a8-da76-437e-a009-d7b3cb43bd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e906134-4123-4d6f-ab3d-e09b94ac29cd", "tag": "24e5d96a-21d9-4b63-9811-a497ad4f0f21"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:53.134190 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.182923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Request body: {'port': {'device_id': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:53.279728 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.290522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb4266-855c-4265-a097-63a16ab2d4df service neutron] Pushing event updated for resources: {'Port': ['ID=24e5d96a-21d9-4b63-9811-a497ad4f0f21,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:53.338004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port cfd7ba82-2795-4142-81ae-10a137970083 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:53.338776 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.382974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400be90-b218-4ebc-a53d-09237160c8bf req-7af09a9b-f7c2-42b8-8308-cc13cfe6086f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:53.394498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a400be90-b218-4ebc-a53d-09237160c8bf req-7af09a9b-f7c2-42b8-8308-cc13cfe6086f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 949 time: 0.2918363 Dec 08 01:52:53.402691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4e18a-a97e-4026-9fa0-056b083fc926 req-265cdb31-20d2-41ed-8800-fff48a09f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:53.404392 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-06b4e18a-a97e-4026-9fa0-056b083fc926 req-265cdb31-20d2-41ed-8800-fff48a09f625 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 1101 time: 0.3012681 Dec 08 01:52:53.442930 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.475561 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.509104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 3, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port': {'id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:53.558184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a400be90-b218-4ebc-a53d-09237160c8bf req-597656d2-2b31-4ba3-9133-fba7b08840c0 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624882 Dec 08 01:52:53.574556 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:53.581297 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-06b4e18a-a97e-4026-9fa0-056b083fc926 req-67f22d42-0049-42f3-867c-5a4c29ad2be8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580033 Dec 08 01:52:53.587062 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:53.591480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:53.594041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Pushing event updated for resources: {'Port': ['ID=bbac6acd-d81d-48cb-875a-1fe0f29987f8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:53.680675 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5363389-e71a-4bd8-8c71-1456af63ffc1 x-openstack-request-id: req-a5363389-e71a-4bd8-8c71-1456af63ffc1 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:53.681115 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e906134-4123-4d6f-ab3d-e09b94ac29cd", "tag": "24e5d96a-21d9-4b63-9811-a497ad4f0f21", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:53.681471 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a5363389-e71a-4bd8-8c71-1456af63ffc1 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:53.681964 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'tag': '24e5d96a-21d9-4b63-9811-a497ad4f0f21', 'status': 'completed', 'code': 200} Dec 08 01:52:53.720392 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.724634 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2491ebd-2c00-46cb-9aa8-be38c4ce3a96 None None] The sync data for ids ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'] in n-d-713499-31 is: [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 3, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port': {'id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:52:53.807482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f440a8-da76-437e-a009-d7b3cb43bd7b req-7ad7797d-7917-483d-b364-75f62f2c3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:53.808159 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f440a8-da76-437e-a009-d7b3cb43bd7b req-7ad7797d-7917-483d-b364-75f62f2c3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:53.810146 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9f440a8-da76-437e-a009-d7b3cb43bd7b req-7ad7797d-7917-483d-b364-75f62f2c3ffa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c1fcf9c5f2e4c1684ad3909f3718b47&device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1914 time: 0.0816207 Dec 08 01:52:53.955848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebd0d7-cb74-4ec1-bf39-0b4fc4427007 req-4e36d4dd-74c1-44a0-90a4-2f9495249c77 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:53.958296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3aebd0d7-cb74-4ec1-bf39-0b4fc4427007 req-4e36d4dd-74c1-44a0-90a4-2f9495249c77 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1288893 Dec 08 01:52:53.960905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f2321be4-9555-4463-a8a9-ea250de4c3a1 None None] Provisioning complete for port bbac6acd-d81d-48cb-875a-1fe0f29987f8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:53.961286 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2321be4-9555-4463-a8a9-ea250de4c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.015367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-d03e4f54-3bd0-47d8-9e3c-cde760e41f3a tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:52:54.024032 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-d03e4f54-3bd0-47d8-9e3c-cde760e41f3a tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0265734 Dec 08 01:52:54.037667 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f2321be4-9555-4463-a8a9-ea250de4c3a1 None None] Port bbac6acd-d81d-48cb-875a-1fe0f29987f8 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:54.071575 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.073249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f440a8-da76-437e-a009-d7b3cb43bd7b req-b32256a6-95ff-4f72-a656-e7c95e19bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:54.073732 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f440a8-da76-437e-a009-d7b3cb43bd7b req-b32256a6-95ff-4f72-a656-e7c95e19bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:54.074203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f440a8-da76-437e-a009-d7b3cb43bd7b req-b32256a6-95ff-4f72-a656-e7c95e19bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:54.075832 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9f440a8-da76-437e-a009-d7b3cb43bd7b req-b32256a6-95ff-4f72-a656-e7c95e19bbda service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7c1fcf9c5f2e4c1684ad3909f3718b47&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2475076 Dec 08 01:52:54.092572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7003e5-cfc5-46bd-82ca-3abee10ac214 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:54.102116 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.108218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-74a41b12-ae9d-4eba-b1dd-e67b503f1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:54.116656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Transition to ACTIVE for port object 9b7003e5-cfc5-46bd-82ca-3abee10ac214 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:52:54.118130 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-74a41b12-ae9d-4eba-b1dd-e67b503f1f92 service neutron] 10.222.0.71 "GET /v2.0/ports/3641a47e-29ab-43db-9840-175d9c5e9f67 HTTP/1.1" status: 200 len: 1095 time: 0.0929482 Dec 08 01:52:54.133223 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.151809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-faea9dfd-cb09-4377-860e-9705e3e49b52 service neutron] Request body: {'binding': {'host': 'n-h1-713499-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:54.152275 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-faea9dfd-cb09-4377-860e-9705e3e49b52 service neutron] Unknown quota resources ['binding']. {{(pid=109766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:52:54.251410 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.301686 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3aebd0d7-cb74-4ec1-bf39-0b4fc4427007 req-a59eba30-6d59-4494-b114-dba64f6e8ecd tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330445 Dec 08 01:52:54.337947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f261e79c-dfdb-4093-8ec0-28209ccbec5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.396270 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Pushing event updated for resources: {'Port': ['ID=9b7003e5-cfc5-46bd-82ca-3abee10ac214,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:54.445962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f440a8-da76-437e-a009-d7b3cb43bd7b req-c5a57571-4101-4386-96b3-287e70ffbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:54.448784 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9f440a8-da76-437e-a009-d7b3cb43bd7b req-c5a57571-4101-4386-96b3-287e70ffbe65 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3631732 Dec 08 01:52:54.463952 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-faea9dfd-cb09-4377-860e-9705e3e49b52 service neutron] Attempting to bind port 3641a47e-29ab-43db-9840-175d9c5e9f67 on host n-h1-713499-31 for vnic_type normal with profile None {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:54.464291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-faea9dfd-cb09-4377-860e-9705e3e49b52 service neutron] Attempting to bind port 3641a47e-29ab-43db-9840-175d9c5e9f67 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:54.464628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-faea9dfd-cb09-4377-860e-9705e3e49b52 service neutron] Attempting to bind port 3641a47e-29ab-43db-9840-175d9c5e9f67 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:54.475705 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-faea9dfd-cb09-4377-860e-9705e3e49b52 service neutron] Port 3641a47e-29ab-43db-9840-175d9c5e9f67 on network a59a8412-6343-41a4-920a-bc94665ff18f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:54.476045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-faea9dfd-cb09-4377-860e-9705e3e49b52 service neutron] Attempting to bind port 3641a47e-29ab-43db-9840-175d9c5e9f67 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:54.487660 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-faea9dfd-cb09-4377-860e-9705e3e49b52 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:54.488386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-faea9dfd-cb09-4377-860e-9705e3e49b52 service neutron] Checking segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:54.488386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-faea9dfd-cb09-4377-860e-9705e3e49b52 service neutron] Bound using segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:54.489344 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-faea9dfd-cb09-4377-860e-9705e3e49b52 service neutron] Bound port: 3641a47e-29ab-43db-9840-175d9c5e9f67, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:54.566519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-faea9dfd-cb09-4377-860e-9705e3e49b52 service neutron] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3641a47e-29ab-43db-9840-175d9c5e9f67,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:54.577049 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-faea9dfd-cb09-4377-860e-9705e3e49b52 service neutron] Publish callbacks [] for binding, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.584386 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-faea9dfd-cb09-4377-860e-9705e3e49b52 service neutron] 10.222.0.71 "POST /v2.0/ports/3641a47e-29ab-43db-9840-175d9c5e9f67/bindings HTTP/1.1" status: 201 len: 390 time: 0.4650345 Dec 08 01:52:54.653142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Attempting to bind port 9b7003e5-cfc5-46bd-82ca-3abee10ac214 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:54.653480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Attempting to bind port 9b7003e5-cfc5-46bd-82ca-3abee10ac214 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '50b1bc87-878e-4277-8085-20c66cf37b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2d11c09-5b80-42fa-b675-4b3c85aadfaf'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:54.653809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Attempting to bind port 9b7003e5-cfc5-46bd-82ca-3abee10ac214 on network c2d11c09-5b80-42fa-b675-4b3c85aadfaf {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:54.680308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df467fd-bf80-4ee3-a959-8333f8756a54 req-96c289b5-2b11-46ca-9789-20ae07e69cd8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:54.692099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df467fd-bf80-4ee3-a959-8333f8756a54 req-96c289b5-2b11-46ca-9789-20ae07e69cd8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:54.714707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8df467fd-bf80-4ee3-a959-8333f8756a54 req-96c289b5-2b11-46ca-9789-20ae07e69cd8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1678 time: 0.2771986 Dec 08 01:52:54.758095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Port 9b7003e5-cfc5-46bd-82ca-3abee10ac214 on network c2d11c09-5b80-42fa-b675-4b3c85aadfaf not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:54.758396 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Attempting to bind port 9b7003e5-cfc5-46bd-82ca-3abee10ac214 on network c2d11c09-5b80-42fa-b675-4b3c85aadfaf {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:54.792659 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:54.793051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Checking segment: {'id': '50b1bc87-878e-4277-8085-20c66cf37b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2d11c09-5b80-42fa-b675-4b3c85aadfaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:54.793389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Bound using segment: {'id': '50b1bc87-878e-4277-8085-20c66cf37b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2d11c09-5b80-42fa-b675-4b3c85aadfaf'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:54.793835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Bound port: 9b7003e5-cfc5-46bd-82ca-3abee10ac214, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b1bc87-878e-4277-8085-20c66cf37b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2d11c09-5b80-42fa-b675-4b3c85aadfaf'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:54.794189 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.869511 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8df467fd-bf80-4ee3-a959-8333f8756a54 req-bab181e6-3932-4af6-b482-2f33f1117159 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536918 Dec 08 01:52:54.886367 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.974508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] For port 9b7003e5-cfc5-46bd-82ca-3abee10ac214, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:54.978730 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] For port 9b7003e5-cfc5-46bd-82ca-3abee10ac214, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9b7003e5-cfc5-46bd-82ca-3abee10ac214,segment=NetworkSegment(50b1bc87-878e-4277-8085-20c66cf37b23),segment_id=50b1bc87-878e-4277-8085-20c66cf37b23)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:54.982007 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.995390 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.085206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9f7a9-b832-4833-ad00-dd1b48926cc1 req-cba6edf7-028f-44f2-a924-3105c5bfdaab tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:55.087446 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ec9f7a9-b832-4833-ad00-dd1b48926cc1 req-cba6edf7-028f-44f2-a924-3105c5bfdaab tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.3304877 Dec 08 01:52:55.091164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:55.091947 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.093412 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] 10.222.0.45 "PUT /v2.0/ports/9b7003e5-cfc5-46bd-82ca-3abee10ac214 HTTP/1.1" status: 200 len: 1093 time: 1.9424007 Dec 08 01:52:55.185080 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b3a544ef-a7b7-4270-a5ae-b0f8561a88f2 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:55.195846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-90e64435-edae-41a1-8fd7-dc74d4dc5a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:55.198698 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-90e64435-edae-41a1-8fd7-dc74d4dc5a75 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 1098 time: 0.1204059 Dec 08 01:52:55.294383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b3a544ef-a7b7-4270-a5ae-b0f8561a88f2 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:55.294751 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.315083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2417be-4db4-458f-a8fa-463aa8df8557 req-bade079d-1f35-41ac-8a62-94f25a7aaca3 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:55.323953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e2417be-4db4-458f-a8fa-463aa8df8557 req-bade079d-1f35-41ac-8a62-94f25a7aaca3 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 949 time: 0.2938302 Dec 08 01:52:55.329477 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.369211 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.382633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-415d8cbf-ec0b-42aa-b6ba-8f4678b50c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:55.386794 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-415d8cbf-ec0b-42aa-b6ba-8f4678b50c37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.1759806 Dec 08 01:52:55.417784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Pushing event updated for resources: {'Port': ['ID=bbac6acd-d81d-48cb-875a-1fe0f29987f8,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:55.436733 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.465128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port b3a544ef-a7b7-4270-a5ae-b0f8561a88f2, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b3a544ef-a7b7-4270-a5ae-b0f8561a88f2,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:55.468196 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-c5ce1880-2f35-4a54-a151-4108c4133621 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3641a47e-29ab-43db-9840-175d9c5e9f67 HTTP/1.1" status: 200 len: 217 time: 0.0719061 Dec 08 01:52:55.470961 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.543205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=b3a544ef-a7b7-4270-a5ae-b0f8561a88f2,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:55.552669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-6a0b2e35-d4b0-49eb-a7b3-43f463aafdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:55.554598 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-6a0b2e35-d4b0-49eb-a7b3-43f463aafdac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.0723169 Dec 08 01:52:55.596024 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-c27fc39d-6e79-4d5c-8bad-f638beab595e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289388 Dec 08 01:52:55.693804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'tag': '9b7003e5-cfc5-46bd-82ca-3abee10ac214'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:55.697036 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b60961c-d18e-4603-8ccf-7f914ebb2ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e906134-4123-4d6f-ab3d-e09b94ac29cd", "tag": "9b7003e5-cfc5-46bd-82ca-3abee10ac214"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:55.701354 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-20baed9f-b81b-4484-a4a7-da930fe317e2 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973749 Dec 08 01:52:55.743869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ec9f7a9-b832-4833-ad00-dd1b48926cc1 req-662a55c8-51fd-4f50-8811-407198fdc8c2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442826 Dec 08 01:52:55.797648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-556669ed-665b-4f4a-9f73-936585bfd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:55.798050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-556669ed-665b-4f4a-9f73-936585bfd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:55.799869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-556669ed-665b-4f4a-9f73-936585bfd36e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c1fcf9c5f2e4c1684ad3909f3718b47&device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1982 time: 0.5993578 Dec 08 01:52:55.815258 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-90c59bbf-4fd4-46a5-9744-d187122a74a5 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057737 Dec 08 01:52:55.816203 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e2417be-4db4-458f-a8fa-463aa8df8557 req-0869f0c8-0f92-4b71-87d0-d94ea8516683 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733672 Dec 08 01:52:55.847271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:55.853307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:55.895092 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b2fbb-17f1-44f8-8d52-38d4dd05a7ac service neutron] Pushing event updated for resources: {'Port': ['ID=9b7003e5-cfc5-46bd-82ca-3abee10ac214,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:55.914222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-89f74a5f-d520-42b8-857c-1ddb5913b5eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.32&port_id=24e5d96a-21d9-4b63-9811-a497ad4f0f21 HTTP/1.1" status: 200 len: 217 time: 0.0911350 Dec 08 01:52:56.096792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02213ce5-b20d-451b-8b47-e0f6cd58bd50 req-634ada5f-c807-46d7-bcee-0bc2b1a49480 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:56.103541 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02213ce5-b20d-451b-8b47-e0f6cd58bd50 req-634ada5f-c807-46d7-bcee-0bc2b1a49480 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 946 time: 0.2043269 Dec 08 01:52:56.157142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e86ba-f454-40d1-aed7-9835ca075acb req-dc465c93-5b21-4ba5-869d-f8db9fd798f5 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:56.157142 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-407e86ba-f454-40d1-aed7-9835ca075acb req-dc465c93-5b21-4ba5-869d-f8db9fd798f5 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.2561369 Dec 08 01:52:56.158079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-dab17cb2-9291-4935-92e0-e24ad0c17f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:56.159388 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-dab17cb2-9291-4935-92e0-e24ad0c17f6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6e05bd76-2b59-4a5e-afc4-7b946307b80b HTTP/1.1" status: 200 len: 801 time: 0.2277281 Dec 08 01:52:56.199468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-82297db9-0fb6-46ab-aae8-c52b8b8e580d None None] Provisioning complete for port bbac6acd-d81d-48cb-875a-1fe0f29987f8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:56.199960 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82297db9-0fb6-46ab-aae8-c52b8b8e580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.322041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-82297db9-0fb6-46ab-aae8-c52b8b8e580d None None] Port bbac6acd-d81d-48cb-875a-1fe0f29987f8 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:56.329579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02213ce5-b20d-451b-8b47-e0f6cd58bd50 req-3b1995df-c8a2-44e6-9fd0-700fd119de11 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899099 Dec 08 01:52:56.384851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:52:56.404908 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1dd8cd-1089-4ee4-876c-da512262a9d5 x-openstack-request-id: req-0e1dd8cd-1089-4ee4-876c-da512262a9d5 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:56.405210 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e906134-4123-4d6f-ab3d-e09b94ac29cd", "tag": "9b7003e5-cfc5-46bd-82ca-3abee10ac214", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:56.405463 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0e1dd8cd-1089-4ee4-876c-da512262a9d5 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:56.406145 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'tag': '9b7003e5-cfc5-46bd-82ca-3abee10ac214', 'status': 'completed', 'code': 200} Dec 08 01:52:56.425238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-eca7e28c-7301-4298-b003-f653e4c983cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:56.427160 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-eca7e28c-7301-4298-b003-f653e4c983cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb8ffe01-4d7e-4ac2-a603-942b6f1c824c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686525 Dec 08 01:52:56.442477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-407e86ba-f454-40d1-aed7-9835ca075acb req-7cb8311e-4c9e-4b96-81ca-77920ad0eec1 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424036 Dec 08 01:52:56.754904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2073bd-cadf-48ce-9130-7bb0111c2a6c req-f0a194db-1314-4ed5-9f90-10742987b4a1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:56.760986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2073bd-cadf-48ce-9130-7bb0111c2a6c req-f0a194db-1314-4ed5-9f90-10742987b4a1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:56.762576 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b2073bd-cadf-48ce-9130-7bb0111c2a6c req-f0a194db-1314-4ed5-9f90-10742987b4a1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1678 time: 0.2435601 Dec 08 01:52:56.771656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-3d7f0484-b440-4f5f-9e40-48eeb137dba9 service neutron] 10.222.0.45 "GET /v2.0/networks/fb8ffe01-4d7e-4ac2-a603-942b6f1c824c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276238 Dec 08 01:52:56.773834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:52:56.787242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-10143f0c-1d4b-41eb-960f-e1c194cf0994 admin admin] 10.222.0.71 "PUT /v2.0/routers/44a4d8a9-c6f8-4814-a241-f3103c138ee5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8379447 Dec 08 01:52:56.792159 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Sync routers for ids ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:52:56.836257 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Routers {'44a4d8a9-c6f8-4814-a241-f3103c138ee5'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:52:56.836960 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:52:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:56.850238 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.908836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b2073bd-cadf-48ce-9130-7bb0111c2a6c req-e7660f86-2426-4c14-82fa-9e69ee961594 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362236 Dec 08 01:52:56.992544 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-639b0316-8bf2-4fb6-9787-ce5e790a16fd service neutron] 10.222.0.45 "GET /v2.0/networks/fb8ffe01-4d7e-4ac2-a603-942b6f1c824c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992354 Dec 08 01:52:57.008767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3aee6-fbb9-4824-a0d5-af3363adb89c req-06042d54-5805-4e53-99b4-154f6aa9753d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:57.020719 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5c3aee6-fbb9-4824-a0d5-af3363adb89c req-06042d54-5805-4e53-99b4-154f6aa9753d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1222053 Dec 08 01:52:57.055486 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b3a544ef-a7b7-4270-a5ae-b0f8561a88f2 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:57.075964 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Set router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:52:57.138269 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-c0dfa1b8-bbdf-4aae-8921-e28b269c4b9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=9b7003e5-cfc5-46bd-82ca-3abee10ac214 HTTP/1.1" status: 200 len: 217 time: 0.1163015 Dec 08 01:52:57.156054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b3a544ef-a7b7-4270-a5ae-b0f8561a88f2 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:57.156432 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.310425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43676) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:57.382095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-21afaa14-5bb4-4708-bdae-f52ecfec95be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:57.383623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-21afaa14-5bb4-4708-bdae-f52ecfec95be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b31c50d8-dce8-420d-8be4-c9f5c71bffa9 HTTP/1.1" status: 200 len: 801 time: 0.2044554 Dec 08 01:52:57.412225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5c3aee6-fbb9-4824-a0d5-af3363adb89c req-25f685b3-f2b1-4ad6-a0ae-d97d8492f9aa tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668199 Dec 08 01:52:57.469325 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:52:57.493012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe31d63-a88c-43d7-a347-f05bd3647a73 req-8ecc0cc9-c80d-43c6-9d89-86dac47f6d85 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:57.497639 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port': {'id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'bbac6acd-d81d-48cb-875a-1fe0f29987f8', 'name': '', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'mac_address': 'fa:16:3e:c9:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:52Z', 'updated_at': '2021-12-08T01:52:54Z', 'revision_number': 2, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'subnets': [{'id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:57.505654 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dfe31d63-a88c-43d7-a347-f05bd3647a73 req-8ecc0cc9-c80d-43c6-9d89-86dac47f6d85 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 949 time: 0.4725442 Dec 08 01:52:57.535840 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Checking router: 44a4d8a9-c6f8-4814-a241-f3103c138ee5 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:52:57.537264 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Updating router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 port bbac6acd-d81d-48cb-875a-1fe0f29987f8 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:52:57.557460 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f55d88c4-df75-48e9-a9d3-e7579c4269a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.557727 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-2d7276cc-df04-4e40-8eb5-3e151834a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:57.559292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-2d7276cc-df04-4e40-8eb5-3e151834a372 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2d11c09-5b80-42fa-b675-4b3c85aadfaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455815 Dec 08 01:52:57.580083 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.678233 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dfe31d63-a88c-43d7-a347-f05bd3647a73 req-a04745ad-c261-4dcf-8a5c-8e8a3502667c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713564 Dec 08 01:52:57.709583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f55d88c4-df75-48e9-a9d3-e7579c4269a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.717858 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f55d88c4-df75-48e9-a9d3-e7579c4269a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.762309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d88c4-df75-48e9-a9d3-e7579c4269a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bca0225-c8ef-4d14-8c78-80b0f4820cf9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:57.822529 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f55d88c4-df75-48e9-a9d3-e7579c4269a3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=26701f7d1818421ba03568ca53770868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5107729 Dec 08 01:52:57.825297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43692) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:57.835385 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.936154 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09c52b2c-5180-49c0-82d1-d010a287ab08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.964200 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09c52b2c-5180-49c0-82d1-d010a287ab08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.998435 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-370b84a3-2a26-4145-97b4-9858ad5003fb service neutron] 10.222.0.45 "GET /v2.0/networks/c2d11c09-5b80-42fa-b675-4b3c85aadfaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299247 Dec 08 01:52:58.029295 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09c52b2c-5180-49c0-82d1-d010a287ab08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.032835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09c52b2c-5180-49c0-82d1-d010a287ab08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.034941 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-09c52b2c-5180-49c0-82d1-d010a287ab08 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3bca0225-c8ef-4d14-8c78-80b0f4820cf9 HTTP/1.1" status: 204 len: 168 time: 0.2084775 Dec 08 01:52:58.041241 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.053202 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.059282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c52b2c-5180-49c0-82d1-d010a287ab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bca0225-c8ef-4d14-8c78-80b0f4820cf9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:58.151539 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f1d78-2c3e-4adc-8ef4-8c7d2d18ab2e None None] Pushing event updated for resources: {'Port': ['ID=bbac6acd-d81d-48cb-875a-1fe0f29987f8,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:58.170051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e1a5435-7a14-447b-afb0-232e24f2cf71 req-c7653cbc-8035-4f78-9133-ca221b9753f0 service neutron] 10.222.0.45 "GET /v2.0/networks/c2d11c09-5b80-42fa-b675-4b3c85aadfaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554165 Dec 08 01:52:58.195340 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9bf47-676d-40ac-a4b6-17ebed7164fb req-c64bfb7c-a58f-4a5a-a074-824c5f188be3 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:58.205952 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4eb9bf47-676d-40ac-a4b6-17ebed7164fb req-c64bfb7c-a58f-4a5a-a074-824c5f188be3 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 946 time: 0.3538718 Dec 08 01:52:58.306404 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4eb9bf47-676d-40ac-a4b6-17ebed7164fb req-dfcaa0c5-7c38-46b4-aa84-1d2425597424 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881505 Dec 08 01:52:58.337278 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Attempting to bind port bbac6acd-d81d-48cb-875a-1fe0f29987f8 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:58.337743 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Attempting to bind port bbac6acd-d81d-48cb-875a-1fe0f29987f8 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:58.342288 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Attempting to bind port bbac6acd-d81d-48cb-875a-1fe0f29987f8 on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:58.355628 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:58.355945 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Checking segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:58.356351 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.356745 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Bound using segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:58.357219 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Bound port: bbac6acd-d81d-48cb-875a-1fe0f29987f8, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:58.357615 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.422837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60961c-d18e-4603-8ccf-7f914ebb2ac3 req-be73c089-9a30-4668-b184-deb5c0b37e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:58.424080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60961c-d18e-4603-8ccf-7f914ebb2ac3 req-be73c089-9a30-4668-b184-deb5c0b37e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:58.427204 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b60961c-d18e-4603-8ccf-7f914ebb2ac3 req-be73c089-9a30-4668-b184-deb5c0b37e11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c1fcf9c5f2e4c1684ad3909f3718b47&device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1982 time: 0.1070001 Dec 08 01:52:58.496991 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] For port bbac6acd-d81d-48cb-875a-1fe0f29987f8, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:58.501920 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] For port bbac6acd-d81d-48cb-875a-1fe0f29987f8, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bbac6acd-d81d-48cb-875a-1fe0f29987f8,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:58.519383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43704) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:58.528023 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8e06f958-0b86-46e7-a9c8-511f4e5fcffc tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1824810059', 'description': 'tempest-description--1205552088'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:58.539394 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.608707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca4fcf-aa31-4994-98de-17bdb4dcf740 req-b07f00c0-cb6b-403e-baa0-efe27f675be8 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:58.609307 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e06f958-0b86-46e7-a9c8-511f4e5fcffc tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.618037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15ca4fcf-aa31-4994-98de-17bdb4dcf740 req-b07f00c0-cb6b-403e-baa0-efe27f675be8 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1740212 Dec 08 01:52:58.664472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43706) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:58.673280 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Routers {'44a4d8a9-c6f8-4814-a241-f3103c138ee5'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:52:58.673848 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:52:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:58.695021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2b4f4702-ab26-4187-85c5-098ec6b0bfcd None None] Provisioning complete for port bbac6acd-d81d-48cb-875a-1fe0f29987f8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:58.695390 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4702-ab26-4187-85c5-098ec6b0bfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.706470 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa7987f3-29a4-4e0f-86c3-d7d6da4bf1de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.745720 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60961c-d18e-4603-8ccf-7f914ebb2ac3 req-5d8217b7-47ff-4354-b858-c94ee3c3037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:58.747290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b60961c-d18e-4603-8ccf-7f914ebb2ac3 req-5d8217b7-47ff-4354-b858-c94ee3c3037b service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2d11c09-5b80-42fa-b675-4b3c85aadfaf HTTP/1.1" status: 200 len: 903 time: 0.3120856 Dec 08 01:52:58.817723 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f1d78-2c3e-4adc-8ef4-8c7d2d18ab2e None None] Pushing event updated for resources: {'Port': ['ID=bbac6acd-d81d-48cb-875a-1fe0f29987f8,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:58.843182 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4702-ab26-4187-85c5-098ec6b0bfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.874522 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e06f958-0b86-46e7-a9c8-511f4e5fcffc tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.886998 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b60961c-d18e-4603-8ccf-7f914ebb2ac3 req-67141b97-6f00-4f74-84a9-dc13a4245234 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=9b7003e5-cfc5-46bd-82ca-3abee10ac214 HTTP/1.1" status: 200 len: 217 time: 0.1235266 Dec 08 01:52:58.891561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2b4f4702-ab26-4187-85c5-098ec6b0bfcd None None] For port bbac6acd-d81d-48cb-875a-1fe0f29987f8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bbac6acd-d81d-48cb-875a-1fe0f29987f8,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:58.897180 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e06f958-0b86-46e7-a9c8-511f4e5fcffc tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.897370 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4702-ab26-4187-85c5-098ec6b0bfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.959023 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] Set router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:52:58.985743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f4702-ab26-4187-85c5-098ec6b0bfcd None None] Pushing event updated for resources: {'Port': ['ID=bbac6acd-d81d-48cb-875a-1fe0f29987f8,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:59.008753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15ca4fcf-aa31-4994-98de-17bdb4dcf740 req-ce8bc5d2-415c-41de-9851-070cd67015a0 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897278 Dec 08 01:52:59.017502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60961c-d18e-4603-8ccf-7f914ebb2ac3 req-7686981b-dfe1-43a3-8422-e6c83e320dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:59.022770 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b60961c-d18e-4603-8ccf-7f914ebb2ac3 req-7686981b-dfe1-43a3-8422-e6c83e320dbe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b31c50d8-dce8-420d-8be4-c9f5c71bffa9 HTTP/1.1" status: 200 len: 801 time: 0.1232677 Dec 08 01:52:59.041010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0f8caf86-22c5-4553-b1a7-31648b49f4ed None None] Provisioning complete for port bbac6acd-d81d-48cb-875a-1fe0f29987f8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:59.041398 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f8caf86-22c5-4553-b1a7-31648b49f4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.054141 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa7987f3-29a4-4e0f-86c3-d7d6da4bf1de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.073037 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e06f958-0b86-46e7-a9c8-511f4e5fcffc tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.076742 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8e06f958-0b86-46e7-a9c8-511f4e5fcffc tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5561769 Dec 08 01:52:59.081330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43708) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:59.095267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e4d01cbe-46fb-489b-972b-4697ab2d8f6a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Request body: {'security_group_rule': {'security_group_id': '574d8b9c-44a5-42be-a0d7-e48d81eb7f30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:59.119017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc050d1-6794-49f6-a5f0-6d651a4e60b9 req-8f6ec30a-e5ab-4bb2-ad26-eea720648405 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:59.132209 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bc050d1-6794-49f6-a5f0-6d651a4e60b9 req-8f6ec30a-e5ab-4bb2-ad26-eea720648405 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 1101 time: 0.5112050 Dec 08 01:52:59.157022 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa7987f3-29a4-4e0f-86c3-d7d6da4bf1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.179484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06f958-0b86-46e7-a9c8-511f4e5fcffc tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=574d8b9c-44a5-42be-a0d7-e48d81eb7f30,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:59.197325 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4d01cbe-46fb-489b-972b-4697ab2d8f6a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.279920 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-aa7987f3-29a4-4e0f-86c3-d7d6da4bf1de admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c9f485adeb2a4099b6bb4abea355818a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6021760 Dec 08 01:52:59.281591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43714) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:59.282541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7987f3-29a4-4e0f-86c3-d7d6da4bf1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f6497d-837a-4845-a991-9da269005e89,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:59.370940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60961c-d18e-4603-8ccf-7f914ebb2ac3 req-173c3e56-dab0-4753-831b-bf8abdea892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:59.385817 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b60961c-d18e-4603-8ccf-7f914ebb2ac3 req-173c3e56-dab0-4753-831b-bf8abdea892a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2d11c09-5b80-42fa-b675-4b3c85aadfaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3510599 Dec 08 01:52:59.473501 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4d01cbe-46fb-489b-972b-4697ab2d8f6a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.476033 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1378e5c-150c-4b7f-b668-41ff7da046c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.483171 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4d01cbe-46fb-489b-972b-4697ab2d8f6a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.548237 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port': {'id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'bbac6acd-d81d-48cb-875a-1fe0f29987f8', 'name': '', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'mac_address': 'fa:16:3e:c9:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:52Z', 'updated_at': '2021-12-08T01:52:58Z', 'revision_number': 4, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'subnets': [{'id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:59.626723 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3c5723-cb2f-49bc-bc92-c02eb2e57810 None None] The sync data for ids ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'] in n-d-713499-31 is: [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port': {'id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'bbac6acd-d81d-48cb-875a-1fe0f29987f8', 'name': '', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'mac_address': 'fa:16:3e:c9:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:52Z', 'updated_at': '2021-12-08T01:52:58Z', 'revision_number': 4, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'subnets': [{'id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:52:59.640699 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d01cbe-46fb-489b-972b-4697ab2d8f6a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89651cb0-5031-4558-84f8-9e04c5ede936,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:59.679542 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1378e5c-150c-4b7f-b668-41ff7da046c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.758864 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4d01cbe-46fb-489b-972b-4697ab2d8f6a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.762698 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e4d01cbe-46fb-489b-972b-4697ab2d8f6a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6752167 Dec 08 01:52:59.763370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43720) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:59.769322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-422203c3-49d0-4a72-8d16-47d60d5d9be1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Request body: {'security_group_rule': {'security_group_id': '574d8b9c-44a5-42be-a0d7-e48d81eb7f30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:59.779560 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1378e5c-150c-4b7f-b668-41ff7da046c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.782885 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1378e5c-150c-4b7f-b668-41ff7da046c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.800242 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c1378e5c-150c-4b7f-b668-41ff7da046c9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e0f6497d-837a-4845-a991-9da269005e89 HTTP/1.1" status: 204 len: 168 time: 0.5043097 Dec 08 01:52:59.841907 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1378e5c-150c-4b7f-b668-41ff7da046c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f6497d-837a-4845-a991-9da269005e89,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:59.869583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-422203c3-49d0-4a72-8d16-47d60d5d9be1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.894270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bc050d1-6794-49f6-a5f0-6d651a4e60b9 req-c9cfc372-678b-4584-b0cd-822b17c7bafb tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7610877 Dec 08 01:52:59.905995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d35fc-a777-4c2f-84ba-2fe720551300 req-af319bbe-8ebb-464b-ad3c-097872c4bd05 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:59.912150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d35fc-a777-4c2f-84ba-2fe720551300 req-af319bbe-8ebb-464b-ad3c-097872c4bd05 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:59.919695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a6d35fc-a777-4c2f-84ba-2fe720551300 req-af319bbe-8ebb-464b-ad3c-097872c4bd05 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1678 time: 0.7426822 Dec 08 01:53:00.032883 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b60961c-d18e-4603-8ccf-7f914ebb2ac3 req-5fdaeb4a-f9f6-481b-a9f0-90230a6ccb80 service neutron] 10.222.0.45 "GET /v2.0/networks/c2d11c09-5b80-42fa-b675-4b3c85aadfaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329372 Dec 08 01:53:00.053058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a6d35fc-a777-4c2f-84ba-2fe720551300 req-def95690-e883-4313-914d-24fedb7e8c7e tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289928 Dec 08 01:53:00.122890 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-422203c3-49d0-4a72-8d16-47d60d5d9be1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:00.135354 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-422203c3-49d0-4a72-8d16-47d60d5d9be1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:00.200083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422203c3-49d0-4a72-8d16-47d60d5d9be1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58dadf1-9d40-43f2-b873-e6bca62d95ee,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:00.240232 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-422203c3-49d0-4a72-8d16-47d60d5d9be1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:00.244976 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-422203c3-49d0-4a72-8d16-47d60d5d9be1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4771414 Dec 08 01:53:00.245346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43732) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:00.250263 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:00.261839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec51bc-de22-4789-91c1-eb121b394a2c req-62e7ce74-7ff9-4744-8fa5-654de8f73627 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:00.263742 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07ec51bc-de22-4789-91c1-eb121b394a2c req-62e7ce74-7ff9-4744-8fa5-654de8f73627 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.2269380 Dec 08 01:53:00.282999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:00.367112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b60961c-d18e-4603-8ccf-7f914ebb2ac3 req-b0ac7212-6c9e-4593-b9cc-ca226933a49f service neutron] 10.222.0.45 "GET /v2.0/networks/c2d11c09-5b80-42fa-b675-4b3c85aadfaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199525 Dec 08 01:53:00.398896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f15ba5-6a44-47f9-b226-ccd6d7b29d76 req-e703d2ad-e55d-4e8a-ba46-c09ce18e2429 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:00.400864 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4f15ba5-6a44-47f9-b226-ccd6d7b29d76 req-e703d2ad-e55d-4e8a-ba46-c09ce18e2429 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 946 time: 0.1917360 Dec 08 01:53:00.416726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07ec51bc-de22-4789-91c1-eb121b394a2c req-dfcc615b-3fbf-4e47-95e6-1e33116d8f70 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308060 Dec 08 01:53:00.481857 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:00.550349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4f15ba5-6a44-47f9-b226-ccd6d7b29d76 req-3515c99c-9136-4f60-a360-8aa2a8050a79 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268106 Dec 08 01:53:00.560191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43734) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:00.579559 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9b7003e5-cfc5-46bd-82ca-3abee10ac214 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:53:00.601446 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1a4aa54-531a-4f70-bc59-c8a632d7a2ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:00.668374 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Allocated IP 172.25.8.237 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/8d0d6f10-60af-407e-8727-b905a5935431) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:00.703644 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c595f51-652a-4068-8e72-ef3f6c5918f9 req-1f9d059d-47de-46d8-bc94-a539511ebb40 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:00.705505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c595f51-652a-4068-8e72-ef3f6c5918f9 req-1f9d059d-47de-46d8-bc94-a539511ebb40 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1128550 Dec 08 01:53:00.827977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9b7003e5-cfc5-46bd-82ca-3abee10ac214, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9b7003e5-cfc5-46bd-82ca-3abee10ac214,segment=NetworkSegment(50b1bc87-878e-4277-8085-20c66cf37b23),segment_id=50b1bc87-878e-4277-8085-20c66cf37b23)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:00.841223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '9b7003e5-cfc5-46bd-82ca-3abee10ac214', 'network_id': 'c2d11c09-5b80-42fa-b675-4b3c85aadfaf', 'port_id': '9b7003e5-cfc5-46bd-82ca-3abee10ac214', 'mac_address': 'fa:16:3e:cc:80:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31c50d8-dce8-420d-8be4-c9f5c71bffa9', 'ip_address': '19.86.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:53:00.855973 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1a4aa54-531a-4f70-bc59-c8a632d7a2ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:00.870425 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c595f51-652a-4068-8e72-ef3f6c5918f9 req-88523cda-1e02-47fa-8a96-d7b5b3a2930e tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567862 Dec 08 01:53:00.892881 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:00.895795 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1a4aa54-531a-4f70-bc59-c8a632d7a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:00.907967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:00.916380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-3b4bfe20-69f5-4d54-aa48-a2dd515079e3 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c9a17c065930444c8f53a860d8330270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1370792 Dec 08 01:53:00.932827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7003e5-cfc5-46bd-82ca-3abee10ac214 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:53:00.957556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9b7003e5-cfc5-46bd-82ca-3abee10ac214, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9b7003e5-cfc5-46bd-82ca-3abee10ac214,segment=NetworkSegment(50b1bc87-878e-4277-8085-20c66cf37b23),segment_id=50b1bc87-878e-4277-8085-20c66cf37b23)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:00.964150 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:00.965697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 24e5d96a-21d9-4b63-9811-a497ad4f0f21 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:53:01.016381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.065659 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bbac6acd-d81d-48cb-875a-1fe0f29987f8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:01.087857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43746) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:01.089704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=9b7003e5-cfc5-46bd-82ca-3abee10ac214,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:01.102679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f1a4aa54-531a-4f70-bc59-c8a632d7a2ad admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=977e10d3c4f7481e94d9613d85ecf4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5412507 Dec 08 01:53:01.106571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4aa54-531a-4f70-bc59-c8a632d7a2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfe5d40-869a-4d70-a166-924815d4b97e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:01.197444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port bbac6acd-d81d-48cb-875a-1fe0f29987f8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:01.197814 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.202411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:01.216034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:01.225081 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:01.236816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 24e5d96a-21d9-4b63-9811-a497ad4f0f21, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=24e5d96a-21d9-4b63-9811-a497ad4f0f21,segment=NetworkSegment(d12dddf7-5e6a-48e0-a332-19529d1f0b7a),segment_id=d12dddf7-5e6a-48e0-a332-19529d1f0b7a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:01.265259 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '24e5d96a-21d9-4b63-9811-a497ad4f0f21', 'network_id': 'fb8ffe01-4d7e-4ac2-a603-942b6f1c824c', 'port_id': '24e5d96a-21d9-4b63-9811-a497ad4f0f21', 'mac_address': 'fa:16:3e:cb:fa:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e05bd76-2b59-4a5e-afc4-7b946307b80b', 'ip_address': '19.80.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:53:01.267320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b8d0ab18-3b93-42d9-8711-7b93dba702a2 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:01.276912 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b8d0ab18-3b93-42d9-8711-7b93dba702a2 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3594842 Dec 08 01:53:01.295386 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-52857910-c613-4768-bb80-a638ed11930d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/quotas/c9a17c065930444c8f53a860d8330270 HTTP/1.1" status: 200 len: 375 time: 0.0174823 Dec 08 01:53:01.299575 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event updated for resources: {'Port': ['ID=8d0d6f10-60af-407e-8727-b905a5935431,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:01.308313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3684aa-6ddc-438e-a4db-ec16bfa00282 req-2f4ada97-f0a8-461d-ba26-d46146559573 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:01.313403 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2af7c4df-d0e2-4a5f-96a6-ed6838ae8eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.314956 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3684aa-6ddc-438e-a4db-ec16bfa00282 req-2f4ada97-f0a8-461d-ba26-d46146559573 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:01.319765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff3684aa-6ddc-438e-a4db-ec16bfa00282 req-2f4ada97-f0a8-461d-ba26-d46146559573 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1679 time: 0.1374476 Dec 08 01:53:01.342876 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2af7c4df-d0e2-4a5f-96a6-ed6838ae8eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.387414 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.411772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e5d96a-21d9-4b63-9811-a497ad4f0f21 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:53:01.422666 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2af7c4df-d0e2-4a5f-96a6-ed6838ae8eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.427647 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2af7c4df-d0e2-4a5f-96a6-ed6838ae8eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.428974 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2af7c4df-d0e2-4a5f-96a6-ed6838ae8eda admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7dfe5d40-869a-4d70-a166-924815d4b97e HTTP/1.1" status: 204 len: 168 time: 0.3398445 Dec 08 01:53:01.440272 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 24e5d96a-21d9-4b63-9811-a497ad4f0f21, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=24e5d96a-21d9-4b63-9811-a497ad4f0f21,segment=NetworkSegment(d12dddf7-5e6a-48e0-a332-19529d1f0b7a),segment_id=d12dddf7-5e6a-48e0-a332-19529d1f0b7a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:01.446277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7c4df-d0e2-4a5f-96a6-ed6838ae8eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfe5d40-869a-4d70-a166-924815d4b97e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:01.450297 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.476235 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-e85a2c93-c89e-457c-9ff8-f3f761c1b5ff tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1553383 Dec 08 01:53:01.529188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff3684aa-6ddc-438e-a4db-ec16bfa00282 req-a1f2678b-eaa5-45f1-b534-18920ccf5bfa tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038479 Dec 08 01:53:01.535456 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=24e5d96a-21d9-4b63-9811-a497ad4f0f21,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:01.574173 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.659149 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.882787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dc429-123b-44ff-a224-7bd4d3302fd6 req-be961df2-0ffa-4602-b2cf-f75b7331aa5c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:01.891479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-076dc429-123b-44ff-a224-7bd4d3302fd6 req-be961df2-0ffa-4602-b2cf-f75b7331aa5c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1721592 Dec 08 01:53:01.961456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdfde1-7df9-4569-ba81-680a1a2633f4 req-d8e59322-a4e4-48e5-bdf7-949d3aeb2e17 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:01.975814 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00bdfde1-7df9-4569-ba81-680a1a2633f4 req-d8e59322-a4e4-48e5-bdf7-949d3aeb2e17 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 946 time: 0.1926692 Dec 08 01:53:01.998030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['9b7003e5-cfc5-46bd-82ca-3abee10ac214'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:02.085243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00bdfde1-7df9-4569-ba81-680a1a2633f4 req-c767fb80-e20e-40ff-8c27-db855e62b32d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017430 Dec 08 01:53:02.116435 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-076dc429-123b-44ff-a224-7bd4d3302fd6 req-3f79e9ab-1390-4ea8-a837-69789143f666 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218559 Dec 08 01:53:02.142984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['24e5d96a-21d9-4b63-9811-a497ad4f0f21'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:02.255260 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-727436b5-b749-4049-a2dd-cdf2eefeb7c4 req-b9447361-67fd-400c-b6ec-87898e16b9da tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 210 time: 0.0657530 Dec 08 01:53:02.311025 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.320601 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.421571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee70f94-0c14-4b3e-ac04-e6398ddefd4f req-ca2c58fb-4ad4-4c16-af5b-8352cbd9c9e6 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:02.432203 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ee70f94-0c14-4b3e-ac04-e6398ddefd4f req-ca2c58fb-4ad4-4c16-af5b-8352cbd9c9e6 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1637282 Dec 08 01:53:02.541568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event updated for resources: {'Port': ['ID=8d0d6f10-60af-407e-8727-b905a5935431,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:02.598973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ee70f94-0c14-4b3e-ac04-e6398ddefd4f req-56e463bf-3dca-4bf4-9198-8d9fbc96fd90 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648555 Dec 08 01:53:02.601663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43792) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:02.687309 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.740091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e8bf3247-4018-443f-b648-1e3ac51d76f9 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:53:02.746650 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.761011 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ee602056-3fbf-4a5a-b75d-2e82cc4c8f1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5144093 Dec 08 01:53:02.816368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf2b2e-450e-4479-95e5-69aee9405b60 req-542bfb73-fbe5-4f96-83dc-9d16c61cbda1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:02.826529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf2b2e-450e-4479-95e5-69aee9405b60 req-542bfb73-fbe5-4f96-83dc-9d16c61cbda1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:02.835554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76cf2b2e-450e-4479-95e5-69aee9405b60 req-542bfb73-fbe5-4f96-83dc-9d16c61cbda1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1680 time: 0.1600845 Dec 08 01:53:02.943083 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76cf2b2e-450e-4479-95e5-69aee9405b60 req-84033239-f71c-4109-a03d-02944ac4b60d tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984221 Dec 08 01:53:02.989745 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8e2d-dd7e-4e0c-ac6f-e4a619e8270b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.002504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e8bf3247-4018-443f-b648-1e3ac51d76f9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e8bf3247-4018-443f-b648-1e3ac51d76f9,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:03.017639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'e8bf3247-4018-443f-b648-1e3ac51d76f9', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'port_id': 'e8bf3247-4018-443f-b648-1e3ac51d76f9', 'mac_address': 'fa:16:3e:3c:fc:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b17d14-ce86-4d96-b0e5-c267582db3e6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:53:03.116160 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.140405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8bf3247-4018-443f-b648-1e3ac51d76f9 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:53:03.166553 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8e2d-dd7e-4e0c-ac6f-e4a619e8270b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.177225 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8e2d-dd7e-4e0c-ac6f-e4a619e8270b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.196977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e8bf3247-4018-443f-b648-1e3ac51d76f9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e8bf3247-4018-443f-b648-1e3ac51d76f9,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:03.205096 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.361356 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a8e2d-dd7e-4e0c-ac6f-e4a619e8270b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7cc5c6-ccbd-4f1f-bc4b-dbdaad759d5c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:03.368456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4b0a8e2d-dd7e-4e0c-ac6f-e4a619e8270b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f5bc65c5ab4440a9b3b771356c2f7a66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7656670 Dec 08 01:53:03.371094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43840) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:03.398270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=e8bf3247-4018-443f-b648-1e3ac51d76f9,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:03.431931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-8a83d8a2-2d3c-4b19-ad34-a4eea085fed0 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1824810059&fields=id&tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37 HTTP/1.1" status: 200 len: 267 time: 0.2102942 Dec 08 01:53:03.444741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bde510-829f-4296-a587-4a4a933d91fb req-f95b6414-4420-4995-a87b-41a185182234 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:03.453663 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63bde510-829f-4296-a587-4a4a933d91fb req-f95b6414-4420-4995-a87b-41a185182234 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 944 time: 0.1647780 Dec 08 01:53:03.469168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['e8bf3247-4018-443f-b648-1e3ac51d76f9'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:03.477640 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f44a1abb-9648-4e36-8664-68fc91dfef4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.515003 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f44a1abb-9648-4e36-8664-68fc91dfef4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.593486 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63bde510-829f-4296-a587-4a4a933d91fb req-0893feb1-fc13-4490-85e4-bcbca8cff287 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356456 Dec 08 01:53:03.600696 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f44a1abb-9648-4e36-8664-68fc91dfef4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.605855 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f44a1abb-9648-4e36-8664-68fc91dfef4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.607038 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f44a1abb-9648-4e36-8664-68fc91dfef4a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7a7cc5c6-ccbd-4f1f-bc4b-dbdaad759d5c HTTP/1.1" status: 204 len: 168 time: 0.2345030 Dec 08 01:53:03.618543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a1abb-9648-4e36-8664-68fc91dfef4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7cc5c6-ccbd-4f1f-bc4b-dbdaad759d5c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:03.659386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-2a5a15fe-836f-4632-b661-a582f8d2b058 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:03.661251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-2a5a15fe-836f-4632-b661-a582f8d2b058 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 812 time: 0.2041330 Dec 08 01:53:03.686494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-56243657-91d6-4966-8eee-7d066278116a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/quotas/9e3ecb8a9b54480d99ff5c2fe9db6b37 HTTP/1.1" status: 200 len: 375 time: 0.0183344 Dec 08 01:53:03.781224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59ad6b-e8d3-43e6-a667-05ab9a38621f req-cd258694-c3d9-4d89-a6e6-ce7bf76c6059 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:03.789852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9c59ad6b-e8d3-43e6-a667-05ab9a38621f req-cd258694-c3d9-4d89-a6e6-ce7bf76c6059 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 946 time: 0.0988443 Dec 08 01:53:03.830829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-2a86b33c-9ad3-4b43-9aac-a5d54ad594f9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1380391 Dec 08 01:53:04.001275 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-68a565af-5f0a-4ba6-88e5-9e4899bec209 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=c9a17c065930444c8f53a860d8330270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341170 Dec 08 01:53:04.006952 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4063746d-747e-46a3-b08b-276502fa30c8 req-535acfdc-e45c-40e8-adc2-7473fc439a65 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2129118 Dec 08 01:53:04.104936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9c59ad6b-e8d3-43e6-a667-05ab9a38621f req-6294ea21-bfff-49be-83f6-929de661661a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129210 Dec 08 01:53:04.265845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063746d-747e-46a3-b08b-276502fa30c8 req-8e221fbd-4ad3-422c-8985-75baccb7fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:04.271525 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4063746d-747e-46a3-b08b-276502fa30c8 req-8e221fbd-4ad3-422c-8985-75baccb7fcc4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a318c364fcf4694b611c140d4710896&device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 1097 time: 0.2265310 Dec 08 01:53:04.280281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-8849b842-778e-4ec2-96f0-e72c246972b1 service neutron] 10.222.0.71 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331548 Dec 08 01:53:04.282854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-66381951-502d-48d4-aae4-bfedd0494ca0 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:04.290308 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-66381951-502d-48d4-aae4-bfedd0494ca0 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2814488 Dec 08 01:53:04.321301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-314b6ef8-e8f2-4330-84f1-f407162a5904 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Request body: {'port': {'device_id': 'aa868dd3-57e7-4c06-83ae-97b4d610c052', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'c9a17c065930444c8f53a860d8330270'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:04.494301 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b3418fd-f6a1-4afd-bcb4-9b6f8474bc44 req-4785115a-b587-4049-a7d2-74f7c726d6ec tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 210 time: 0.1614349 Dec 08 01:53:04.584594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9b7003e5-cfc5-46bd-82ca-3abee10ac214 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:04.714788 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-314b6ef8-e8f2-4330-84f1-f407162a5904 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Made reservation on behalf of c9a17c065930444c8f53a860d8330270 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:04.718762 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-314b6ef8-e8f2-4330-84f1-f407162a5904 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.731109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 9b7003e5-cfc5-46bd-82ca-3abee10ac214 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:53:04.739411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 9b7003e5-cfc5-46bd-82ca-3abee10ac214 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:04.740327 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.789140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf7242-c877-489a-bf81-bccc973e7d98 req-aa638b20-56f3-40bb-a057-4b600b0c7745 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:04.796416 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0bf7242-c877-489a-bf81-bccc973e7d98 req-aa638b20-56f3-40bb-a057-4b600b0c7745 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1641855 Dec 08 01:53:04.799555 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-acbb3c06-0650-48c5-9206-a278568cf191 service neutron] 10.222.0.71 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018044 Dec 08 01:53:04.801500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063746d-747e-46a3-b08b-276502fa30c8 req-fd3677e3-8108-4636-8b8e-cf5ac5781c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:04.802912 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4063746d-747e-46a3-b08b-276502fa30c8 req-fd3677e3-8108-4636-8b8e-cf5ac5781c09 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 HTTP/1.1" status: 200 len: 912 time: 0.4748733 Dec 08 01:53:04.915958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4063746d-747e-46a3-b08b-276502fa30c8 req-45b29e9f-39ee-4520-a115-7bac5c13b431 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef HTTP/1.1" status: 200 len: 217 time: 0.0962138 Dec 08 01:53:04.938240 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.995987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7003e5-cfc5-46bd-82ca-3abee10ac214'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:04.996542 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-314b6ef8-e8f2-4330-84f1-f407162a5904 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Allocated IP 192.168.233.149 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/504bd3ef-a17d-401a-b649-b0d39deb6064) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:05.005011 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f42aa42-15ad-4978-9a06-cafd4c819239" -d '{"events": [{"server_uuid": "7e906134-4123-4d6f-ab3d-e09b94ac29cd", "name": "network-vif-plugged", "status": "completed", "tag": "9b7003e5-cfc5-46bd-82ca-3abee10ac214"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:05.060038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0bf7242-c877-489a-bf81-bccc973e7d98 req-ff035357-4422-4d69-9d49-f29661e9ec34 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626112 Dec 08 01:53:05.071504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9b7003e5-cfc5-46bd-82ca-3abee10ac214, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9b7003e5-cfc5-46bd-82ca-3abee10ac214,segment=NetworkSegment(50b1bc87-878e-4277-8085-20c66cf37b23),segment_id=50b1bc87-878e-4277-8085-20c66cf37b23)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:05.086736 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.089200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e8bf3247-4018-443f-b648-1e3ac51d76f9 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:05.095587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063746d-747e-46a3-b08b-276502fa30c8 req-e2c53a5a-7258-45e8-bfc8-b87365b73239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:05.097126 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4063746d-747e-46a3-b08b-276502fa30c8 req-e2c53a5a-7258-45e8-bfc8-b87365b73239 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e7011422-2fee-464b-8986-d869c753cada HTTP/1.1" status: 200 len: 851 time: 0.1713967 Dec 08 01:53:05.192239 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4063746d-747e-46a3-b08b-276502fa30c8 req-0a7e026f-aca2-4a54-8993-59f0c0b902ad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810192 Dec 08 01:53:05.373207 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-314b6ef8-e8f2-4330-84f1-f407162a5904 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.384464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port e8bf3247-4018-443f-b648-1e3ac51d76f9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:05.384912 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.477061 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-314b6ef8-e8f2-4330-84f1-f407162a5904 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.493629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=9b7003e5-cfc5-46bd-82ca-3abee10ac214,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:05.533196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841', '1065fa32-86d0-4f6f-a512-4d216683dda4', '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194', 'ae85b06e-7949-40b8-89c4-4b15e889aa02'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:05.540087 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['5d432872-ee23-4d4b-abf7-f6d114746651', 'fbb09024-af25-4555-86d2-e5039e3c6fda'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:05.602083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b6ef8-e8f2-4330-84f1-f407162a5904 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event updated for resources: {'Port': ['ID=504bd3ef-a17d-401a-b649-b0d39deb6064,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:05.663893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-314b6ef8-e8f2-4330-84f1-f407162a5904 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:05.667888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-314b6ef8-e8f2-4330-84f1-f407162a5904 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:05.673350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-314b6ef8-e8f2-4330-84f1-f407162a5904 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:05.701817 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5de5fe-fbf3-4296-9d84-027aa87d11ff req-fc2ebd02-fa98-47d7-80f3-1a0f31304d98 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:05.759676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5de5fe-fbf3-4296-9d84-027aa87d11ff req-fc2ebd02-fa98-47d7-80f3-1a0f31304d98 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:05.774713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed5de5fe-fbf3-4296-9d84-027aa87d11ff req-fc2ebd02-fa98-47d7-80f3-1a0f31304d98 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1681 time: 0.5917914 Dec 08 01:53:05.827100 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-314b6ef8-e8f2-4330-84f1-f407162a5904 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:05.851415 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-314b6ef8-e8f2-4330-84f1-f407162a5904 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.871707 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.895488 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-314b6ef8-e8f2-4330-84f1-f407162a5904 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5861523 Dec 08 01:53:05.923117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Request body: {'port': {'device_id': 'aa868dd3-57e7-4c06-83ae-97b4d610c052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:06.017577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3d799bd-1287-4df8-968d-bb3ca0fddbbe req-1618dab7-0e3e-4010-918b-9fc3c553e035 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5730e629-be62-484c-9e43-31d3414ccc8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6136289 Dec 08 01:53:06.022955 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4063746d-747e-46a3-b08b-276502fa30c8 req-c0d94970-425d-4a3a-92d3-7acaca250d64 service neutron] 10.222.0.75 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8159447 Dec 08 01:53:06.041086 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e8bf3247-4018-443f-b648-1e3ac51d76f9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e8bf3247-4018-443f-b648-1e3ac51d76f9,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:06.072869 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a499-5956-43bf-bfc2-3d1d4a80d269 req-f1097cee-c6a8-4552-a5ad-16a48c4b02dd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:06.084144 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.085257 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 24e5d96a-21d9-4b63-9811-a497ad4f0f21 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:06.086643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86f1a499-5956-43bf-bfc2-3d1d4a80d269 req-f1097cee-c6a8-4552-a5ad-16a48c4b02dd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 944 time: 0.7830422 Dec 08 01:53:06.115277 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.217994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=e8bf3247-4018-443f-b648-1e3ac51d76f9,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:06.377646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f61fdcb4-8033-4474-9571-68dcd8994140 None None] Provisioning complete for port 504bd3ef-a17d-401a-b649-b0d39deb6064 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:06.378102 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f61fdcb4-8033-4474-9571-68dcd8994140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.380592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 24e5d96a-21d9-4b63-9811-a497ad4f0f21 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:53:06.396033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86f1a499-5956-43bf-bfc2-3d1d4a80d269 req-7b096cb3-0a09-41bb-83e4-7e73f731da29 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015788 Dec 08 01:53:06.399510 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 24e5d96a-21d9-4b63-9811-a497ad4f0f21 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:06.400084 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.425115 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed5de5fe-fbf3-4296-9d84-027aa87d11ff req-0f831621-61e6-4306-8d6f-489aff1d8e68 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6495211 Dec 08 01:53:06.591633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d799bd-1287-4df8-968d-bb3ca0fddbbe req-99cfb59b-0241-4c6a-ad9e-942992ddb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:06.600263 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3d799bd-1287-4df8-968d-bb3ca0fddbbe req-99cfb59b-0241-4c6a-ad9e-942992ddb285 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=5730e629-be62-484c-9e43-31d3414ccc8e HTTP/1.1" status: 200 len: 1102 time: 0.4975688 Dec 08 01:53:06.694483 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bfcdc0-d9fa-4cdd-8e4f-84ce528d20c7 x-openstack-request-id: req-45bfcdc0-d9fa-4cdd-8e4f-84ce528d20c7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:06.694802 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e906134-4123-4d6f-ab3d-e09b94ac29cd", "name": "network-vif-plugged", "status": "completed", "tag": "9b7003e5-cfc5-46bd-82ca-3abee10ac214", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:06.698345 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-45bfcdc0-d9fa-4cdd-8e4f-84ce528d20c7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:06.698782 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7003e5-cfc5-46bd-82ca-3abee10ac214', 'code': 200} Dec 08 01:53:06.709038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f61fdcb4-8033-4474-9571-68dcd8994140 None None] Port 504bd3ef-a17d-401a-b649-b0d39deb6064 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:06.740711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d799bd-1287-4df8-968d-bb3ca0fddbbe req-31757aa8-cc56-4ca2-a6ff-c662dfcd683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:06.745287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3d799bd-1287-4df8-968d-bb3ca0fddbbe req-31757aa8-cc56-4ca2-a6ff-c662dfcd683c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1164834 Dec 08 01:53:07.071305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504bd3ef-a17d-401a-b649-b0d39deb6064 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:53:07.105307 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:07.119364 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:07.141847 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Transition to ACTIVE for port object 504bd3ef-a17d-401a-b649-b0d39deb6064 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:53:07.150079 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:07.286891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Pushing event updated for resources: {'Port': ['ID=504bd3ef-a17d-401a-b649-b0d39deb6064,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:07.427692 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Attempting to bind port 504bd3ef-a17d-401a-b649-b0d39deb6064 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:07.429162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Attempting to bind port 504bd3ef-a17d-401a-b649-b0d39deb6064 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:07.429503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Attempting to bind port 504bd3ef-a17d-401a-b649-b0d39deb6064 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:07.436163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Port 504bd3ef-a17d-401a-b649-b0d39deb6064 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:53:07.436537 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Attempting to bind port 504bd3ef-a17d-401a-b649-b0d39deb6064 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:07.444516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:07.444941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:07.445396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:07.445783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Bound port: 504bd3ef-a17d-401a-b649-b0d39deb6064, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:07.446679 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:07.477119 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2c0f216-e5c0-4fa4-8226-b8dd0f104bbd req-82a8be31-5ab2-4b59-90fb-dcd71ae83895 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 210 time: 0.7273839 Dec 08 01:53:07.484511 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3d799bd-1287-4df8-968d-bb3ca0fddbbe req-b6d6e8ac-9627-48bb-996f-e9d18e35cb74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 HTTP/1.1" status: 200 len: 217 time: 0.7123520 Dec 08 01:53:07.524624 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4063746d-747e-46a3-b08b-276502fa30c8 req-95541f63-6a81-45d6-9ce9-b46dca22d3cf service neutron] 10.222.0.75 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4290848 Dec 08 01:53:07.554997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 24e5d96a-21d9-4b63-9811-a497ad4f0f21, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=24e5d96a-21d9-4b63-9811-a497ad4f0f21,segment=NetworkSegment(d12dddf7-5e6a-48e0-a332-19529d1f0b7a),segment_id=d12dddf7-5e6a-48e0-a332-19529d1f0b7a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:07.578000 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:07.625529 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] For port 504bd3ef-a17d-401a-b649-b0d39deb6064, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:07.641028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] For port 504bd3ef-a17d-401a-b649-b0d39deb6064, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=504bd3ef-a17d-401a-b649-b0d39deb6064,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:07.666031 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:07.758367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:07.758991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:07.760615 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] 10.222.0.75 "PUT /v2.0/ports/504bd3ef-a17d-401a-b649-b0d39deb6064 HTTP/1.1" status: 200 len: 1097 time: 1.8492436 Dec 08 01:53:07.761114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa868dd3-57e7-4c06-83ae-97b4d610c052', 'tag': '504bd3ef-a17d-401a-b649-b0d39deb6064'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:07.763724 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9036c4d0-2b01-40c2-a810-22343b947171" -d '{"events": [{"name": "network-changed", "server_uuid": "aa868dd3-57e7-4c06-83ae-97b4d610c052", "tag": "504bd3ef-a17d-401a-b649-b0d39deb6064"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:07.782241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b32a0-d5d2-48cb-81e9-0f4ac78323ac req-86d925f3-3467-44ec-bbf9-a4c758c9535a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:07.800318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a8b32a0-d5d2-48cb-81e9-0f4ac78323ac req-86d925f3-3467-44ec-bbf9-a4c758c9535a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 946 time: 1.0516849 Dec 08 01:53:07.806257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351baa3-f557-47a4-9d03-435572dc3568 service neutron] Pushing event updated for resources: {'Port': ['ID=504bd3ef-a17d-401a-b649-b0d39deb6064,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:07.830965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=24e5d96a-21d9-4b63-9811-a497ad4f0f21,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:07.855887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d799bd-1287-4df8-968d-bb3ca0fddbbe req-8c82757c-52d5-4b60-bce8-78eff6693643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:07.858059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3d799bd-1287-4df8-968d-bb3ca0fddbbe req-8c82757c-52d5-4b60-bce8-78eff6693643 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.3319983 Dec 08 01:53:07.987683 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a8b32a0-d5d2-48cb-81e9-0f4ac78323ac req-a96949e3-e91b-4840-8d39-43163c81d836 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852291 Dec 08 01:53:08.024322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-dd2b6c82-413e-40d4-be28-66e0cb0d324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:08.033070 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14905c77-0d28-46aa-b359-a382fdd7a004 req-b2c4380d-6b9a-4bd0-b2b3-6153202679ac tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:08.039451 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-dd2b6c82-413e-40d4-be28-66e0cb0d324a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 1100 time: 0.1898162 Dec 08 01:53:08.040819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14905c77-0d28-46aa-b359-a382fdd7a004 req-b2c4380d-6b9a-4bd0-b2b3-6153202679ac tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 948 time: 0.3852427 Dec 08 01:53:08.221198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14905c77-0d28-46aa-b359-a382fdd7a004 req-3eddab50-7e9f-4c75-8c5e-97a070e2bee1 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520426 Dec 08 01:53:08.228871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d799bd-1287-4df8-968d-bb3ca0fddbbe req-ba4f4e90-bd39-43f8-b243-25a7fdbe6960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:08.233901 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3d799bd-1287-4df8-968d-bb3ca0fddbbe req-ba4f4e90-bd39-43f8-b243-25a7fdbe6960 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3315921 Dec 08 01:53:08.431962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5e4ed-0a33-48f6-a745-3f8c8ac0fb1b req-db313dfa-5ab0-40e7-9fe1-657a861c95c1 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:08.439516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bcf5e4ed-0a33-48f6-a745-3f8c8ac0fb1b req-db313dfa-5ab0-40e7-9fe1-657a861c95c1 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.0803633 Dec 08 01:53:08.565487 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3d799bd-1287-4df8-968d-bb3ca0fddbbe req-415ef39c-ae54-4912-bf99-981315b6d705 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189254 Dec 08 01:53:08.609001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bcf5e4ed-0a33-48f6-a745-3f8c8ac0fb1b req-2ebad68d-1d52-46e7-b55f-0de2c5b4c844 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681256 Dec 08 01:53:08.656807 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-9557318c-c961-4290-bc0a-e2aeb4792bf3 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:08.659887 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-9557318c-c961-4290-bc0a-e2aeb4792bf3 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 812 time: 0.3390684 Dec 08 01:53:08.662385 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-c788a0d9-7f90-4db6-a60d-109d1695d66e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=504bd3ef-a17d-401a-b649-b0d39deb6064 HTTP/1.1" status: 200 len: 217 time: 0.6030178 Dec 08 01:53:08.662550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146f8ee-d38b-4890-adac-4bc3998f4753 req-87eb86fd-8e7b-401b-ad04-144126e79bbb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:08.666383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8146f8ee-d38b-4890-adac-4bc3998f4753 req-87eb86fd-8e7b-401b-ad04-144126e79bbb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.2054954 Dec 08 01:53:08.700087 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e159d11-f580-450a-b71c-2b4d1f4370ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bf3247-4018-443f-b648-1e3ac51d76f9'}, {'server_uuid': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e5d96a-21d9-4b63-9811-a497ad4f0f21'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:08.703162 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b140ae-c02d-4754-9787-aaa881344bf5" -d '{"events": [{"server_uuid": "3e159d11-f580-450a-b71c-2b4d1f4370ed", "name": "network-vif-plugged", "status": "completed", "tag": "e8bf3247-4018-443f-b648-1e3ac51d76f9"}, {"server_uuid": "7e906134-4123-4d6f-ab3d-e09b94ac29cd", "name": "network-vif-plugged", "status": "completed", "tag": "24e5d96a-21d9-4b63-9811-a497ad4f0f21"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:08.750793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-23ea2383-8993-44aa-a7ec-352abdc47403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:08.755400 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-23ea2383-8993-44aa-a7ec-352abdc47403 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0813384 Dec 08 01:53:08.854162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8146f8ee-d38b-4890-adac-4bc3998f4753 req-4c8970c0-586c-445c-9ac6-f70904d10228 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565623 Dec 08 01:53:08.906490 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-c0df4a68-cad3-43c8-add8-f51796c849d1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37 HTTP/1.1" status: 200 len: 380 time: 0.1530528 Dec 08 01:53:08.909865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-fd8a3010-dcde-4c15-bd4d-55eca62d257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:08.912051 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-fd8a3010-dcde-4c15-bd4d-55eca62d257e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1281605 Dec 08 01:53:08.925266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-020c30bc-c564-45b5-9cfb-6f46b43b8d7f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Request body: {'port': {'device_id': '532eb414-b788-4e4e-b648-f7709644191f', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'admin_state_up': True, 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'security_groups': ['574d8b9c-44a5-42be-a0d7-e48d81eb7f30']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:09.008639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c1a54-c4b4-44a9-91f1-bfc3f8992982 req-1b63eb95-c5a0-4284-861d-f738d0e2d605 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:09.009619 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b268475e-765c-43de-8ea3-e61f76809810 x-openstack-request-id: req-b268475e-765c-43de-8ea3-e61f76809810 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:09.009926 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa868dd3-57e7-4c06-83ae-97b4d610c052", "tag": "504bd3ef-a17d-401a-b649-b0d39deb6064", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:09.010186 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b268475e-765c-43de-8ea3-e61f76809810 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:09.010590 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa868dd3-57e7-4c06-83ae-97b4d610c052', 'tag': '504bd3ef-a17d-401a-b649-b0d39deb6064', 'status': 'completed', 'code': 200} Dec 08 01:53:09.022266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c1a54-c4b4-44a9-91f1-bfc3f8992982 req-1b63eb95-c5a0-4284-861d-f738d0e2d605 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:09.023974 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c1a54-c4b4-44a9-91f1-bfc3f8992982 req-1b63eb95-c5a0-4284-861d-f738d0e2d605 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1682 time: 0.2558696 Dec 08 01:53:09.073690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3d799bd-1287-4df8-968d-bb3ca0fddbbe req-f32e3c5a-4486-4b57-a302-bdd1d6973efd service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390512 Dec 08 01:53:09.174873 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-06c23cd9-3070-47d2-b09d-b2d6aa621dab req-46681bec-5942-477d-9026-7a58bee0a53d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 210 time: 0.1071875 Dec 08 01:53:09.220999 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c1a54-c4b4-44a9-91f1-bfc3f8992982 req-afa00a77-12d5-4050-a3c4-aaf64ef1a314 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792455 Dec 08 01:53:09.244388 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-cea96096-3e38-427f-8d20-ac930c71a629 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060606 Dec 08 01:53:09.247474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-020c30bc-c564-45b5-9cfb-6f46b43b8d7f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Made reservation on behalf of 9e3ecb8a9b54480d99ff5c2fe9db6b37 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:09.252422 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-020c30bc-c564-45b5-9cfb-6f46b43b8d7f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:09.289238 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313c4dc1-d4ef-4911-b4f1-dae207b60457 x-openstack-request-id: req-313c4dc1-d4ef-4911-b4f1-dae207b60457 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:09.289540 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e159d11-f580-450a-b71c-2b4d1f4370ed", "name": "network-vif-plugged", "status": "completed", "tag": "e8bf3247-4018-443f-b648-1e3ac51d76f9", "code": 200}, {"server_uuid": "7e906134-4123-4d6f-ab3d-e09b94ac29cd", "name": "network-vif-plugged", "status": "completed", "tag": "24e5d96a-21d9-4b63-9811-a497ad4f0f21", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:09.289791 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-313c4dc1-d4ef-4911-b4f1-dae207b60457 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:09.290178 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e159d11-f580-450a-b71c-2b4d1f4370ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bf3247-4018-443f-b648-1e3ac51d76f9', 'code': 200} Dec 08 01:53:09.290975 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e5d96a-21d9-4b63-9811-a497ad4f0f21', 'code': 200} Dec 08 01:53:09.539982 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-02a7bf25-f9fd-4deb-afc7-3d036c573e27 req-84cb0059-0f33-46fa-b4e5-33f3409ecfe2 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820804 Dec 08 01:53:09.563140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd1c6c-8647-43ce-8434-2466b4255c3c req-9de0cae3-9b9e-4b27-8025-a92ffc2b7bff tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:09.572498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7dd1c6c-8647-43ce-8434-2466b4255c3c req-9de0cae3-9b9e-4b27-8025-a92ffc2b7bff tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 946 time: 0.2054632 Dec 08 01:53:09.608308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005fe07-1f19-47b9-bdcc-2a785af90556 req-44a34c3b-d1d9-487c-a396-b5b855504269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:09.608761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005fe07-1f19-47b9-bdcc-2a785af90556 req-44a34c3b-d1d9-487c-a396-b5b855504269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:09.610732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9005fe07-1f19-47b9-bdcc-2a785af90556 req-44a34c3b-d1d9-487c-a396-b5b855504269 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1986 time: 0.1357031 Dec 08 01:53:09.635303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-020c30bc-c564-45b5-9cfb-6f46b43b8d7f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Allocated IP 172.20.0.4 (8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f/6f3153a5-2e71-4607-9e02-a8c8ee5b82b7/37418565-0a98-476f-87e2-29c55590e6b5) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:09.682805 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9005fe07-1f19-47b9-bdcc-2a785af90556 req-200b6787-040b-428a-89e2-721e20079863 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605030 Dec 08 01:53:09.694497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6e4d1-9983-4b3c-ac3e-936bafce94d6 req-cd6c54a2-c4a6-457b-b6bd-ae06b544c755 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:09.702763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5e6e4d1-9983-4b3c-ac3e-936bafce94d6 req-cd6c54a2-c4a6-457b-b6bd-ae06b544c755 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 948 time: 0.2459493 Dec 08 01:53:09.737134 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7dd1c6c-8647-43ce-8434-2466b4255c3c req-04690b51-e065-4093-babf-6ff806c47e4c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588597 Dec 08 01:53:09.836655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5e6e4d1-9983-4b3c-ac3e-936bafce94d6 req-2daa32b9-b575-4065-aa88-4eefb4964ea5 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329188 Dec 08 01:53:09.852903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036c4d0-2b01-40c2-a810-22343b947171 req-59c0ecbf-dbaf-4673-86fc-203cde05f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:09.858954 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9036c4d0-2b01-40c2-a810-22343b947171 req-59c0ecbf-dbaf-4673-86fc-203cde05f2bd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 1100 time: 0.1190193 Dec 08 01:53:09.999262 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a39ff-963b-426f-80b5-53acbec9922b req-ac859e38-8efd-4467-9e37-c8be0d319493 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.001738 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-648a39ff-963b-426f-80b5-53acbec9922b req-ac859e38-8efd-4467-9e37-c8be0d319493 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1066701 Dec 08 01:53:10.081212 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-020c30bc-c564-45b5-9cfb-6f46b43b8d7f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:10.101694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44004) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:10.120933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036c4d0-2b01-40c2-a810-22343b947171 req-9e1bb5d4-ddc5-4512-a29f-9944860433ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.122541 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9036c4d0-2b01-40c2-a810-22343b947171 req-9e1bb5d4-ddc5-4512-a29f-9944860433ef service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2507031 Dec 08 01:53:10.178565 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9036c4d0-2b01-40c2-a810-22343b947171 req-b5d4b82b-598c-4844-8396-fc9cfca6d1b6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=504bd3ef-a17d-401a-b649-b0d39deb6064 HTTP/1.1" status: 200 len: 217 time: 0.0387666 Dec 08 01:53:10.186761 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-020c30bc-c564-45b5-9cfb-6f46b43b8d7f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:10.209373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fb0c1-4baa-49bd-bb9e-d6c390e66536 req-6d875446-9381-46f6-af83-632f00b8b2d0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.216530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-384fb0c1-4baa-49bd-bb9e-d6c390e66536 req-6d875446-9381-46f6-af83-632f00b8b2d0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.2130644 Dec 08 01:53:10.280302 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036c4d0-2b01-40c2-a810-22343b947171 req-4f988304-782d-492e-ad3a-d82a0f56904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.281949 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9036c4d0-2b01-40c2-a810-22343b947171 req-4f988304-782d-492e-ad3a-d82a0f56904a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0847325 Dec 08 01:53:10.296475 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-384fb0c1-4baa-49bd-bb9e-d6c390e66536 req-dc11431c-ab59-4fed-8772-c8e03f73b0e2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788314 Dec 08 01:53:10.309897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-020c30bc-c564-45b5-9cfb-6f46b43b8d7f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:10.316741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-020c30bc-c564-45b5-9cfb-6f46b43b8d7f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:10.336345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-020c30bc-c564-45b5-9cfb-6f46b43b8d7f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:10.368634 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-648a39ff-963b-426f-80b5-53acbec9922b req-9fa76f3b-0e68-40c9-a3ba-0f82e1075dc3 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679102 Dec 08 01:53:10.397408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d2385-cbd3-4a91-a135-6a51cfd88182 req-b5676f49-846d-4b69-a64c-ed1466678abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.400664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19d2385-cbd3-4a91-a135-6a51cfd88182 req-b5676f49-846d-4b69-a64c-ed1466678abf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 1098 time: 0.2395139 Dec 08 01:53:10.405554 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c30bc-c564-45b5-9cfb-6f46b43b8d7f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event updated for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:10.463534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036c4d0-2b01-40c2-a810-22343b947171 req-9e221eaa-4006-4b6c-bce9-ec0db47c39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.487782 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9036c4d0-2b01-40c2-a810-22343b947171 req-9e221eaa-4006-4b6c-bce9-ec0db47c39cc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1912241 Dec 08 01:53:10.514751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19d2385-cbd3-4a91-a135-6a51cfd88182 req-b90996da-bc84-47a6-a029-79bbd31e4f69 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018405 Dec 08 01:53:10.521272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-020c30bc-c564-45b5-9cfb-6f46b43b8d7f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.528545 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-020c30bc-c564-45b5-9cfb-6f46b43b8d7f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:10.582983 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-131ac6f0-1547-41b9-8ff5-fb6a28ec8fac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:10.626641 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-020c30bc-c564-45b5-9cfb-6f46b43b8d7f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7112167 Dec 08 01:53:10.679890 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9036c4d0-2b01-40c2-a810-22343b947171 req-75f4915b-4978-4ede-ba7f-437b7a6a3897 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787555 Dec 08 01:53:10.690186 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-131ac6f0-1547-41b9-8ff5-fb6a28ec8fac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:10.698753 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2eebd7fb-d234-4007-9cbd-3ae83bf6bd12 None None] Provisioning complete for port 37418565-0a98-476f-87e2-29c55590e6b5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:10.699855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-131ac6f0-1547-41b9-8ff5-fb6a28ec8fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:10.700565 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2eebd7fb-d234-4007-9cbd-3ae83bf6bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:10.745456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bbf0d-7d0c-4438-9789-2d2a63957cb6 req-f82c6e73-8e2e-4b0c-acf3-e4eb2da88b63 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.751480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bbf0d-7d0c-4438-9789-2d2a63957cb6 req-f82c6e73-8e2e-4b0c-acf3-e4eb2da88b63 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.761063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e1bbf0d-7d0c-4438-9789-2d2a63957cb6 req-f82c6e73-8e2e-4b0c-acf3-e4eb2da88b63 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1682 time: 0.2486629 Dec 08 01:53:10.775929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeed62d-3fba-4870-8daf-cc32484ae4b7 req-f00425c1-beea-40e8-922a-7ab579f88057 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.784848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2eebd7fb-d234-4007-9cbd-3ae83bf6bd12 None None] Port 37418565-0a98-476f-87e2-29c55590e6b5 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:10.786364 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4eeed62d-3fba-4870-8daf-cc32484ae4b7 req-f00425c1-beea-40e8-922a-7ab579f88057 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 931 time: 0.2751076 Dec 08 01:53:10.835670 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9036c4d0-2b01-40c2-a810-22343b947171 req-79c81ef5-9464-48ef-9eab-749c13f82550 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370571 Dec 08 01:53:10.848317 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Request body: {'port': {'device_id': '532eb414-b788-4e4e-b648-f7709644191f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:10.869574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-131ac6f0-1547-41b9-8ff5-fb6a28ec8fac admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4ec77db1dfa1490aa8bcecef6727b9bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7543805 Dec 08 01:53:10.869574 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ac6f0-1547-41b9-8ff5-fb6a28ec8fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b6c177-8574-46de-9271-5e6e1ce77f5f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:10.875796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44018) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:10.902455 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e1bbf0d-7d0c-4438-9789-2d2a63957cb6 req-c35bfb27-867c-457c-aa54-f9aaac08d723 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399152 Dec 08 01:53:11.005457 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4eeed62d-3fba-4870-8daf-cc32484ae4b7 req-0f9dc5e0-10da-4796-abc9-1cd9c982e6e9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180960 Dec 08 01:53:11.129213 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45f406db-71d1-42fb-b3cf-9d25934cb063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:11.223061 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45f406db-71d1-42fb-b3cf-9d25934cb063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:11.383796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98675f-4f16-4f2a-99c8-0efcbd1bced7 req-e2eac53c-4443-438a-a3fd-460e4da0a16f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:11.388456 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:11.391739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b98675f-4f16-4f2a-99c8-0efcbd1bced7 req-e2eac53c-4443-438a-a3fd-460e4da0a16f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 946 time: 0.1597395 Dec 08 01:53:11.422544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6effdd1-feb6-4deb-9030-0c82f986b499 req-aeb3e7f6-ea1e-43c2-bf38-15cbd062c03c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:11.424073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6effdd1-feb6-4deb-9030-0c82f986b499 req-aeb3e7f6-ea1e-43c2-bf38-15cbd062c03c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 948 time: 0.1260164 Dec 08 01:53:11.452336 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45f406db-71d1-42fb-b3cf-9d25934cb063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:11.454998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45f406db-71d1-42fb-b3cf-9d25934cb063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:11.459346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-45f406db-71d1-42fb-b3cf-9d25934cb063 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/84b6c177-8574-46de-9271-5e6e1ce77f5f HTTP/1.1" status: 204 len: 168 time: 0.5735164 Dec 08 01:53:11.541384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f406db-71d1-42fb-b3cf-9d25934cb063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b6c177-8574-46de-9271-5e6e1ce77f5f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:11.591806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b98675f-4f16-4f2a-99c8-0efcbd1bced7 req-383197ef-a233-4ee6-ad32-ad0e902a6f60 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956127 Dec 08 01:53:11.607991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6effdd1-feb6-4deb-9030-0c82f986b499 req-2781579e-e298-41b8-975c-172a304f7c22 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642065 Dec 08 01:53:11.799569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e79a2e-87d0-40f2-9e32-14f6a1fdff4e req-b11ccdba-2894-46ca-a996-ea02ced7e018 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:11.807480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5e79a2e-87d0-40f2-9e32-14f6a1fdff4e req-b11ccdba-2894-46ca-a996-ea02ced7e018 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1257734 Dec 08 01:53:11.837881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4baad9-34ca-4068-9828-401af28e16b8 req-88263038-6e22-400c-81a2-517f663edc8c tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:11.845071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37418565-0a98-476f-87e2-29c55590e6b5 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:53:11.845931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d4baad9-34ca-4068-9828-401af28e16b8 req-88263038-6e22-400c-81a2-517f663edc8c tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1177151 Dec 08 01:53:11.896641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:11.908747 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5e79a2e-87d0-40f2-9e32-14f6a1fdff4e req-ee8473e2-a331-4b5c-9d8f-7850aeacde6e tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000333 Dec 08 01:53:11.946895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Transition to ACTIVE for port object 37418565-0a98-476f-87e2-29c55590e6b5 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:53:11.954786 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:11.955421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d4baad9-34ca-4068-9828-401af28e16b8 req-ec54d30b-d911-4f42-b477-e606d06baf4a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082246 Dec 08 01:53:12.022319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Pushing event updated for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:12.051248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44038) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:12.068422 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce361bd3-9cca-4009-9e60-901b41fa82ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:12.185786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Attempting to bind port 37418565-0a98-476f-87e2-29c55590e6b5 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:12.186200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Attempting to bind port 37418565-0a98-476f-87e2-29c55590e6b5 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:12.186736 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Attempting to bind port 37418565-0a98-476f-87e2-29c55590e6b5 on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:12.200417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Port 37418565-0a98-476f-87e2-29c55590e6b5 on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:53:12.200951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Attempting to bind port 37418565-0a98-476f-87e2-29c55590e6b5 on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:12.208292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:12.208719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Checking segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:12.214965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Bound using segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:12.214965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Bound port: 37418565-0a98-476f-87e2-29c55590e6b5, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:12.214965 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:12.293914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74236a4-75b7-478e-8614-f7b6ad7e8148 req-dbdb2fe5-b1ae-44d9-b737-c9b68171724e tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:12.330979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74236a4-75b7-478e-8614-f7b6ad7e8148 req-dbdb2fe5-b1ae-44d9-b737-c9b68171724e tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:12.332891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d74236a4-75b7-478e-8614-f7b6ad7e8148 req-dbdb2fe5-b1ae-44d9-b737-c9b68171724e tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1682 time: 0.2709770 Dec 08 01:53:12.369474 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce361bd3-9cca-4009-9e60-901b41fa82ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:12.372446 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:12.374131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13798f4e-b993-4573-8496-b91d51124c45 req-f97f49ba-8018-410b-afe1-a430da9579b1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:12.376054 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:12.378180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-13798f4e-b993-4573-8496-b91d51124c45 req-f97f49ba-8018-410b-afe1-a430da9579b1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 943 time: 0.2130921 Dec 08 01:53:12.378702 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce361bd3-9cca-4009-9e60-901b41fa82ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:12.385942 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:12.466832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Pushing event updated for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:12.504387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce361bd3-9cca-4009-9e60-901b41fa82ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ca866c-a0ba-4477-b04a-53a2bb281f2e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:12.507575 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:12.508352 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:12.509972 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-6dd6b9c3-04cb-4370-ad99-b74e248d26a3 service neutron] 10.222.0.45 "PUT /v2.0/ports/37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 200 len: 1092 time: 1.6667507 Dec 08 01:53:12.510915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:12.513368 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1131a923-f856-435e-abcc-c353f743c8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "tag": "37418565-0a98-476f-87e2-29c55590e6b5"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:12.523389 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ce361bd3-9cca-4009-9e60-901b41fa82ed admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=968c7af838e7402cbf0cf3897d96b44c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4683764 Dec 08 01:53:12.523523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44058) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:12.532875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-13798f4e-b993-4573-8496-b91d51124c45 req-e7aaec39-b816-461e-958f-0ff8a8087de9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387022 Dec 08 01:53:12.550201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d74236a4-75b7-478e-8614-f7b6ad7e8148 req-1fe6d5e2-b3cd-4d88-ad8d-3ecf6ed37b7d tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095029 Dec 08 01:53:12.666113 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efc326e-7091-4e58-a652-3c2d299ec084 x-openstack-request-id: req-5efc326e-7091-4e58-a652-3c2d299ec084 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:12.666410 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "tag": "37418565-0a98-476f-87e2-29c55590e6b5", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:12.666662 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5efc326e-7091-4e58-a652-3c2d299ec084 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:12.667066 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5', 'status': 'completed', 'code': 200} Dec 08 01:53:12.671546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a0b3-8069-4131-afc2-b4244405c485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:12.721629 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a0b3-8069-4131-afc2-b4244405c485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:12.745262 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-0644f13b-8a17-4a99-9992-f772fd26c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:12.746844 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-0644f13b-8a17-4a99-9992-f772fd26c5de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 1095 time: 0.1558745 Dec 08 01:53:12.866802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20731377-374c-4af0-a72b-19ecccee7398 req-0802a9db-95d6-4820-a2ff-6ffb44b3c364 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:12.868345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20731377-374c-4af0-a72b-19ecccee7398 req-0802a9db-95d6-4820-a2ff-6ffb44b3c364 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 946 time: 0.1834140 Dec 08 01:53:12.888560 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-54c8bba0-7c08-41be-b710-c99eea9deed3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 200 len: 217 time: 0.1216030 Dec 08 01:53:12.930259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5f4da-87cf-4037-9866-87df2206485f req-353c5d9b-2537-4356-9553-a0a30cf9cd26 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:12.938431 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4e5f4da-87cf-4037-9866-87df2206485f req-353c5d9b-2537-4356-9553-a0a30cf9cd26 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 948 time: 0.1483862 Dec 08 01:53:12.954975 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a0b3-8069-4131-afc2-b4244405c485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:12.958330 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a0b3-8069-4131-afc2-b4244405c485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:12.962149 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1ac0a0b3-8069-4131-afc2-b4244405c485 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d2ca866c-a0ba-4477-b04a-53a2bb281f2e HTTP/1.1" status: 204 len: 168 time: 0.4346161 Dec 08 01:53:12.990268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-fccd4cb7-3a11-41d5-a164-63f4fee855b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:12.991799 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-fccd4cb7-3a11-41d5-a164-63f4fee855b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.0950866 Dec 08 01:53:12.992936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0a0b3-8069-4131-afc2-b4244405c485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ca866c-a0ba-4477-b04a-53a2bb281f2e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:13.098179 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20731377-374c-4af0-a72b-19ecccee7398 req-b7a244f7-c9f9-42ab-8789-d88f069fb464 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496263 Dec 08 01:53:13.100990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-cd6115ce-922b-4330-85b3-991167d7be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:13.102647 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-cd6115ce-922b-4330-85b3-991167d7be92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945318 Dec 08 01:53:13.153066 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4e5f4da-87cf-4037-9866-87df2206485f req-a03adbf4-b9fc-4d86-bcd4-bc2b69075ab6 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137506 Dec 08 01:53:13.312249 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-f6011cbe-53df-49c9-8dae-f1cf0a609e16 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000778 Dec 08 01:53:13.370362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c9613-c512-46cc-8c81-f489b25ff695 req-3e087ee4-9e9d-41eb-ac90-410a0fee933f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:13.392894 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a3c9613-c512-46cc-8c81-f489b25ff695 req-3e087ee4-9e9d-41eb-ac90-410a0fee933f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.0921650 Dec 08 01:53:13.505334 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a3c9613-c512-46cc-8c81-f489b25ff695 req-1d276599-acf4-4194-aa4a-afe4edf93237 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099172 Dec 08 01:53:13.557809 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68d4c539-5cb5-4a7d-aefb-ff69647b72c8 req-05502a9c-8d5e-487d-a397-bbc479eb8c66 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330601 Dec 08 01:53:13.626497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d11149-3d09-4740-9b7f-f1c0b1a6e8c1 req-8fdd3bb0-922f-4582-8c4d-ab747ea8cd29 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:13.641225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-95d11149-3d09-4740-9b7f-f1c0b1a6e8c1 req-8fdd3bb0-922f-4582-8c4d-ab747ea8cd29 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1322978 Dec 08 01:53:13.732889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941d86a-0c9b-4d23-9b45-24a1fa67ce9e req-0e18f966-0d3a-432c-ae83-229b74c38b42 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:13.738645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941d86a-0c9b-4d23-9b45-24a1fa67ce9e req-0e18f966-0d3a-432c-ae83-229b74c38b42 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:13.741153 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e941d86a-0c9b-4d23-9b45-24a1fa67ce9e req-0e18f966-0d3a-432c-ae83-229b74c38b42 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1682 time: 0.0942438 Dec 08 01:53:13.743693 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131a923-f856-435e-abcc-c353f743c8b7 req-aa5ffcc9-fdcb-4657-bc11-059572a825f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:13.745457 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1131a923-f856-435e-abcc-c353f743c8b7 req-aa5ffcc9-fdcb-4657-bc11-059572a825f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 1095 time: 0.0653741 Dec 08 01:53:13.748851 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-95d11149-3d09-4740-9b7f-f1c0b1a6e8c1 req-6300ebff-e0f0-4431-98f4-b366928f5afb tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043673 Dec 08 01:53:13.872000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e941d86a-0c9b-4d23-9b45-24a1fa67ce9e req-1bd4d7d3-c234-4392-8046-41d0b3b9178c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169672 Dec 08 01:53:13.877697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 504bd3ef-a17d-401a-b649-b0d39deb6064 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:53:13.954891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131a923-f856-435e-abcc-c353f743c8b7 req-146dbf4f-b41e-479f-915c-49b60ad6da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:13.957831 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1131a923-f856-435e-abcc-c353f743c8b7 req-146dbf4f-b41e-479f-915c-49b60ad6da12 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.2029767 Dec 08 01:53:14.009540 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376f99f-18cc-47ce-b309-05b142976eab req-ecd48e05-9b9a-420d-a338-7d7533df71c1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:14.021231 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2376f99f-18cc-47ce-b309-05b142976eab req-ecd48e05-9b9a-420d-a338-7d7533df71c1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 943 time: 0.1685565 Dec 08 01:53:14.038384 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1131a923-f856-435e-abcc-c353f743c8b7 req-3e518ba2-4bb1-487a-846d-1bc1f0294d23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 200 len: 217 time: 0.0672629 Dec 08 01:53:14.084321 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 504bd3ef-a17d-401a-b649-b0d39deb6064, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=504bd3ef-a17d-401a-b649-b0d39deb6064,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:14.124704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '504bd3ef-a17d-401a-b649-b0d39deb6064', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '504bd3ef-a17d-401a-b649-b0d39deb6064', 'mac_address': 'fa:16:3e:be:62:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:53:14.147243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2376f99f-18cc-47ce-b309-05b142976eab req-dddb962a-28ca-4b46-894c-9390d8ee738c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214418 Dec 08 01:53:14.172374 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131a923-f856-435e-abcc-c353f743c8b7 req-8193abfc-8393-4025-ab7c-36f7504bc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:14.177644 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1131a923-f856-435e-abcc-c353f743c8b7 req-8193abfc-8393-4025-ab7c-36f7504bc3ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.1286771 Dec 08 01:53:14.291347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daa853-f75f-42b7-a6f5-3e13750c4a9d req-8286d523-b7ce-48d4-b592-46407dd0690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:14.294096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8daa853-f75f-42b7-a6f5-3e13750c4a9d req-8286d523-b7ce-48d4-b592-46407dd0690e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a318c364fcf4694b611c140d4710896&device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 1098 time: 0.1155202 Dec 08 01:53:14.330379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131a923-f856-435e-abcc-c353f743c8b7 req-d787a194-2902-4207-afda-b0a21095a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:14.343830 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1131a923-f856-435e-abcc-c353f743c8b7 req-d787a194-2902-4207-afda-b0a21095a52e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1500878 Dec 08 01:53:14.434411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54fa90-c4e5-479e-88bd-acdf51f6f1c6 req-0d01c761-7613-4bb3-bb70-a9b18063549a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:14.435968 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c54fa90-c4e5-479e-88bd-acdf51f6f1c6 req-0d01c761-7613-4bb3-bb70-a9b18063549a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 946 time: 0.1406629 Dec 08 01:53:14.508765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0efac-c628-46f5-a1fd-7928a8fcfff0 req-e02d8535-69c6-4c1e-828d-eda2a809482c tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:14.521022 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5e0efac-c628-46f5-a1fd-7928a8fcfff0 req-e02d8535-69c6-4c1e-828d-eda2a809482c tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.2222652 Dec 08 01:53:14.526522 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1131a923-f856-435e-abcc-c353f743c8b7 req-f2c697f6-380d-455f-aa17-20b4c37ac671 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738896 Dec 08 01:53:14.601910 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:14.630271 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504bd3ef-a17d-401a-b649-b0d39deb6064 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:53:14.674569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 504bd3ef-a17d-401a-b649-b0d39deb6064, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=504bd3ef-a17d-401a-b649-b0d39deb6064,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:14.685509 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:14.719453 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1131a923-f856-435e-abcc-c353f743c8b7 req-f2184924-2e93-45d0-bb87-3e9f80ab45fc service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842899 Dec 08 01:53:14.767411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=504bd3ef-a17d-401a-b649-b0d39deb6064,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:14.790728 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5e0efac-c628-46f5-a1fd-7928a8fcfff0 req-e298ab9d-97b4-48a4-9b75-52952a75b5a0 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666912 Dec 08 01:53:14.886955 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c54fa90-c4e5-479e-88bd-acdf51f6f1c6 req-f6f92ebe-5c7c-431f-bd68-b6a1dea97034 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343405 Dec 08 01:53:14.888703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daa853-f75f-42b7-a6f5-3e13750c4a9d req-d9cf950d-1853-417d-ab21-1f51c2d88eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:14.890303 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8daa853-f75f-42b7-a6f5-3e13750c4a9d req-d9cf950d-1853-417d-ab21-1f51c2d88eab service neutron] 10.222.0.45 "GET /v2.0/networks?id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 HTTP/1.1" status: 200 len: 912 time: 0.5204797 Dec 08 01:53:15.015407 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8daa853-f75f-42b7-a6f5-3e13750c4a9d req-118cc908-793e-4010-847b-bc7cadbc59a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec88108c-7361-4f0d-a29a-9c42d735c10f HTTP/1.1" status: 200 len: 217 time: 0.0751357 Dec 08 01:53:15.052843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-d446016f-f669-4331-b10d-6bbd8055ac3f tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:15.054381 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-d446016f-f669-4331-b10d-6bbd8055ac3f tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2&tenant_id=3ea3a98675f74d9ca617927f4f236c6e&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 1098 time: 0.1098051 Dec 08 01:53:15.054915 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['504bd3ef-a17d-401a-b649-b0d39deb6064'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:15.069053 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-31'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:15.093503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71b49a-ccae-446a-8c5a-7ed95cb6c44e req-d4d77877-a99a-4ee8-893d-8deb77ae7b1d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:15.095375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b71b49a-ccae-446a-8c5a-7ed95cb6c44e req-d4d77877-a99a-4ee8-893d-8deb77ae7b1d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 949 time: 0.1994078 Dec 08 01:53:15.187303 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.258603 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daa853-f75f-42b7-a6f5-3e13750c4a9d req-6dd88c7d-1300-425a-bc9f-b75dffa32feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:15.260193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8daa853-f75f-42b7-a6f5-3e13750c4a9d req-6dd88c7d-1300-425a-bc9f-b75dffa32feb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7011422-2fee-464b-8986-d869c753cada HTTP/1.1" status: 200 len: 851 time: 0.2360592 Dec 08 01:53:15.293012 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b71b49a-ccae-446a-8c5a-7ed95cb6c44e req-662a602b-1599-4c13-b316-5cf90d5bddc4 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835036 Dec 08 01:53:15.362389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328b668-7e77-4a8b-a864-acad1f018eb0 req-2bbdae7c-6a2e-4ea2-9f3a-57560fa567f3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:15.388153 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1328b668-7e77-4a8b-a864-acad1f018eb0 req-2bbdae7c-6a2e-4ea2-9f3a-57560fa567f3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.3168104 Dec 08 01:53:15.409555 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8daa853-f75f-42b7-a6f5-3e13750c4a9d req-dbcb2144-86cf-46b7-a810-c11eaf04b9c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205494 Dec 08 01:53:15.498007 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3641a47e-29ab-43db-9840-175d9c5e9f67,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:15.562121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1328b668-7e77-4a8b-a864-acad1f018eb0 req-83d72b39-8595-4040-9c25-94ea9609d25c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676948 Dec 08 01:53:15.618360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:15.628118 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158436e-b2cb-4d03-9048-a4b84466faec req-13ce32e1-a496-44f3-8b24-833fd00f33fd tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:15.648858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158436e-b2cb-4d03-9048-a4b84466faec req-13ce32e1-a496-44f3-8b24-833fd00f33fd tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:15.663035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6158436e-b2cb-4d03-9048-a4b84466faec req-13ce32e1-a496-44f3-8b24-833fd00f33fd tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1682 time: 0.1597602 Dec 08 01:53:15.671975 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-39eabd0f-7007-460b-916d-431582e8b794 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:15.682375 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-39eabd0f-7007-460b-916d-431582e8b794 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:15.684525 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-39eabd0f-7007-460b-916d-431582e8b794 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 1682 time: 0.1280077 Dec 08 01:53:15.714548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8daa853-f75f-42b7-a6f5-3e13750c4a9d req-5803deb9-b258-4e2f-8808-dbfeb6b34eef service neutron] 10.222.0.45 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935648 Dec 08 01:53:15.745881 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.751349 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00934e2-1f4a-4982-a7c5-58826057b6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3641a47e-29ab-43db-9840-175d9c5e9f67'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:15.753821 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccdb260-1efa-4ace-905a-9b3b3c66a43a" -d '{"events": [{"server_uuid": "a00934e2-1f4a-4982-a7c5-58826057b6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "3641a47e-29ab-43db-9840-175d9c5e9f67"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:15.764860 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6158436e-b2cb-4d03-9048-a4b84466faec req-232162c3-f456-4302-98d6-3f8a07af20ab tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007211 Dec 08 01:53:15.771884 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.866646 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97495871-0eb7-43e4-904e-ec883ec5fff8 x-openstack-request-id: req-97495871-0eb7-43e4-904e-ec883ec5fff8 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:15.867002 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00934e2-1f4a-4982-a7c5-58826057b6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "3641a47e-29ab-43db-9840-175d9c5e9f67", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:15.867657 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-97495871-0eb7-43e4-904e-ec883ec5fff8 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:15.868141 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00934e2-1f4a-4982-a7c5-58826057b6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3641a47e-29ab-43db-9840-175d9c5e9f67', 'code': 200} Dec 08 01:53:15.902654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2623fcb-ec0c-4e67-8d4c-189ee3695b5e req-10cbcfc4-5678-4376-858a-b33efaf6066a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:15.909282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2623fcb-ec0c-4e67-8d4c-189ee3695b5e req-10cbcfc4-5678-4376-858a-b33efaf6066a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 943 time: 0.2383683 Dec 08 01:53:15.973696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Pushing event updated for resources: {'Port': ['ID=3641a47e-29ab-43db-9840-175d9c5e9f67,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:15.979453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Attempting to bind port 3641a47e-29ab-43db-9840-175d9c5e9f67 on host n-h2-713499-31 for vnic_type normal with profile {"migrating_to": "n-h1-713499-31"} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:15.980613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Attempting to bind port 3641a47e-29ab-43db-9840-175d9c5e9f67 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:15.981374 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Attempting to bind port 3641a47e-29ab-43db-9840-175d9c5e9f67 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:15.992115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-baf4ad5a-ba5a-4eb1-a65a-b398989f70b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Deleting port 9b7003e5-cfc5-46bd-82ca-3abee10ac214 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:15.992823 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-baf4ad5a-ba5a-4eb1-a65a-b398989f70b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:16.031896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8daa853-f75f-42b7-a6f5-3e13750c4a9d req-22b7fdbf-6002-4b81-8cc0-d92c3bba93f5 service neutron] 10.222.0.45 "GET /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959085 Dec 08 01:53:16.041629 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2623fcb-ec0c-4e67-8d4c-189ee3695b5e req-e33de666-6cfd-4fb0-97e4-089edba356ec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154437 Dec 08 01:53:16.074879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a09065-cb1c-4225-a402-56f25c549fa1 req-21f1f879-a918-45ea-9d10-621befac6109 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:16.082702 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9a09065-cb1c-4225-a402-56f25c549fa1 req-21f1f879-a918-45ea-9d10-621befac6109 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1276684 Dec 08 01:53:16.146818 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-baf4ad5a-ba5a-4eb1-a65a-b398989f70b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] For port 9b7003e5-cfc5-46bd-82ca-3abee10ac214, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9b7003e5-cfc5-46bd-82ca-3abee10ac214,segment=NetworkSegment(50b1bc87-878e-4277-8085-20c66cf37b23),segment_id=50b1bc87-878e-4277-8085-20c66cf37b23)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:16.147195 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-baf4ad5a-ba5a-4eb1-a65a-b398989f70b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:16.159503 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9a09065-cb1c-4225-a402-56f25c549fa1 req-fd4020f2-05e6-4af2-8f1a-efb6accd38a3 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758491 Dec 08 01:53:16.161654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-baf4ad5a-ba5a-4eb1-a65a-b398989f70b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Calling delete_port for 9b7003e5-cfc5-46bd-82ca-3abee10ac214 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:16.279960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e78b8-c1bd-4324-a0a2-a76a8253552e req-5502e829-910d-4354-acc3-641fc670dbc6 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:16.282370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df3e78b8-c1bd-4324-a0a2-a76a8253552e req-5502e829-910d-4354-acc3-641fc670dbc6 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 944 time: 0.1204643 Dec 08 01:53:16.367182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Port 3641a47e-29ab-43db-9840-175d9c5e9f67 on network a59a8412-6343-41a4-920a-bc94665ff18f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:53:16.367548 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Attempting to bind port 3641a47e-29ab-43db-9840-175d9c5e9f67 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:16.390762 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-baf4ad5a-ba5a-4eb1-a65a-b398989f70b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:16.398417 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df3e78b8-c1bd-4324-a0a2-a76a8253552e req-0d07df4c-3565-49c1-9188-f8972bf1d8df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019065 Dec 08 01:53:16.417028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:16.417436 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Checking segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:16.417968 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Bound using segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:16.418433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Bound port: 3641a47e-29ab-43db-9840-175d9c5e9f67, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:16.418803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:16.429617 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['24e5d96a-21d9-4b63-9811-a497ad4f0f21', '9b7003e5-cfc5-46bd-82ca-3abee10ac214'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:16.542457 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:16.542824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:16.543175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:16.543531 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:16.544015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:16.544375 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:16.545021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:16.546311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:16.547086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:16.549846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:16.549846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:16.549846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:16.550164 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:16.624388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a23e8e-a03a-408f-908a-c320c1fb0e4d req-32351241-3814-439c-8dd7-2308e6df4642 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:16.627335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46a23e8e-a03a-408f-908a-c320c1fb0e4d req-32351241-3814-439c-8dd7-2308e6df4642 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 949 time: 0.1123648 Dec 08 01:53:16.652679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 37418565-0a98-476f-87e2-29c55590e6b5 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:53:16.655827 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:16.750500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-baf4ad5a-ba5a-4eb1-a65a-b398989f70b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] No DVR routers for this DVR port 9b7003e5-cfc5-46bd-82ca-3abee10ac214 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:16.762990 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-baf4ad5a-ba5a-4eb1-a65a-b398989f70b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:16.772105 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-baf4ad5a-ba5a-4eb1-a65a-b398989f70b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.45 "DELETE /v2.0/ports/9b7003e5-cfc5-46bd-82ca-3abee10ac214 HTTP/1.1" status: 204 len: 173 time: 1.0749605 Dec 08 01:53:16.791351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4ad5a-ba5a-4eb1-a65a-b398989f70b8 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Port': ['ID=9b7003e5-cfc5-46bd-82ca-3abee10ac214,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:16.886344 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46a23e8e-a03a-408f-908a-c320c1fb0e4d req-1687b992-94cb-48ed-93e8-58ed289ca880 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447681 Dec 08 01:53:16.899731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3641a47e-29ab-43db-9840-175d9c5e9f67,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:16.901748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:16.952720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '37418565-0a98-476f-87e2-29c55590e6b5', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'port_id': '37418565-0a98-476f-87e2-29c55590e6b5', 'mac_address': 'fa:16:3e:87:e0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:53:16.954126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e8b66-fc37-4c4f-9cc5-4610484607c2 req-3f088257-f3cd-4045-933e-6111b70a16a9 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:16.959427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c66e8b66-fc37-4c4f-9cc5-4610484607c2 req-3f088257-f3cd-4045-933e-6111b70a16a9 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.2261364 Dec 08 01:53:16.963729 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:17.057174 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:17.086485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37418565-0a98-476f-87e2-29c55590e6b5 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:53:17.119445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:17.120516 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:17.121973 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] 10.222.0.45 "PUT /v2.0/ports/3641a47e-29ab-43db-9840-175d9c5e9f67 HTTP/1.1" status: 200 len: 1124 time: 2.0577216 Dec 08 01:53:17.123385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:17.127030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44208) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:17.139086 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:17.141208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3641a47e-29ab-43db-9840-175d9c5e9f67 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:53:17.200478 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-b66bdb38-5eb0-401a-ae82-312dd580af6c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Deleting port 24e5d96a-21d9-4b63-9811-a497ad4f0f21 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:17.200842 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-b66bdb38-5eb0-401a-ae82-312dd580af6c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:17.411583 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7df940-1c38-43d1-a1ae-1a2ef273e7af service neutron] Pushing event updated for resources: {'Port': ['ID=3641a47e-29ab-43db-9840-175d9c5e9f67,revision_number=8']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:17.431120 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df46c6d0-0fd1-4e70-9180-906e11a8e200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:17.450133 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['3641a47e-29ab-43db-9840-175d9c5e9f67'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:17.539575 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c66e8b66-fc37-4c4f-9cc5-4610484607c2 req-d4db2ecf-2cab-406c-b872-cfad55fa4463 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664167 Dec 08 01:53:17.553094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-b66bdb38-5eb0-401a-ae82-312dd580af6c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] For port 24e5d96a-21d9-4b63-9811-a497ad4f0f21, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=24e5d96a-21d9-4b63-9811-a497ad4f0f21,segment=NetworkSegment(d12dddf7-5e6a-48e0-a332-19529d1f0b7a),segment_id=d12dddf7-5e6a-48e0-a332-19529d1f0b7a)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:17.553094 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-b66bdb38-5eb0-401a-ae82-312dd580af6c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:17.558946 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['3641a47e-29ab-43db-9840-175d9c5e9f67'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:17.565330 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8578cc-26d2-4f73-8158-5d89b0f04807 req-0f0c8432-0d1c-49b7-8e3a-f099598783a1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:17.577426 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d8578cc-26d2-4f73-8158-5d89b0f04807 req-0f0c8432-0d1c-49b7-8e3a-f099598783a1 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e906134-4123-4d6f-ab3d-e09b94ac29cd HTTP/1.1" status: 200 len: 945 time: 0.1234086 Dec 08 01:53:17.593960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-b66bdb38-5eb0-401a-ae82-312dd580af6c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Calling delete_port for 24e5d96a-21d9-4b63-9811-a497ad4f0f21 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:17.698372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d8578cc-26d2-4f73-8158-5d89b0f04807 req-bbe05834-1784-4843-833f-97ec5a924cf4 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ccb0942-58ab-44be-acd6-005414d9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120961 Dec 08 01:53:17.698695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:17.777838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76274087-97d5-4ebf-a300-ca2218a81b34 req-eff3fd45-ffc4-40d4-8c99-f32c52e39dd3 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:17.785404 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3641a47e-29ab-43db-9840-175d9c5e9f67,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:17.785947 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76274087-97d5-4ebf-a300-ca2218a81b34 req-eff3fd45-ffc4-40d4-8c99-f32c52e39dd3 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1657660 Dec 08 01:53:17.816522 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df46c6d0-0fd1-4e70-9180-906e11a8e200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:17.818382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-b66bdb38-5eb0-401a-ae82-312dd580af6c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:17.829376 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df46c6d0-0fd1-4e70-9180-906e11a8e200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:17.871048 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-df46c6d0-0fd1-4e70-9180-906e11a8e200 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7ce416e4fdec4e7f866ed6bfcdb79146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7323513 Dec 08 01:53:17.900762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'name': 'network-vif-deleted', 'tag': '9b7003e5-cfc5-46bd-82ca-3abee10ac214'}, {'name': 'network-changed', 'server_uuid': 'a00934e2-1f4a-4982-a7c5-58826057b6f2', 'tag': '3641a47e-29ab-43db-9840-175d9c5e9f67'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:17.903565 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a44b09-ba12-4752-8c0a-caf581cd901e" -d '{"events": [{"server_uuid": "7e906134-4123-4d6f-ab3d-e09b94ac29cd", "name": "network-vif-deleted", "tag": "9b7003e5-cfc5-46bd-82ca-3abee10ac214"}, {"name": "network-changed", "server_uuid": "a00934e2-1f4a-4982-a7c5-58826057b6f2", "tag": "3641a47e-29ab-43db-9840-175d9c5e9f67"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:17.908038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76274087-97d5-4ebf-a300-ca2218a81b34 req-32061a22-b93a-4dc7-9fe9-5069c8db8853 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208906 Dec 08 01:53:17.908336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 504bd3ef-a17d-401a-b649-b0d39deb6064 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:17.910038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3641a47e-29ab-43db-9840-175d9c5e9f67 has no active binding in host n-h1-713499-31 {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:53:17.910188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44218) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:17.922193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bdb38-5eb0-401a-ae82-312dd580af6c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Port': ['ID=24e5d96a-21d9-4b63-9811-a497ad4f0f21,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:18.106299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-b66bdb38-5eb0-401a-ae82-312dd580af6c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] No DVR routers for this DVR port 24e5d96a-21d9-4b63-9811-a497ad4f0f21 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:18.113699 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-b66bdb38-5eb0-401a-ae82-312dd580af6c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:18.118911 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3fdca093-1cf7-4d9b-a792-4145b540c98d req-b66bdb38-5eb0-401a-ae82-312dd580af6c tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.45 "DELETE /v2.0/ports/24e5d96a-21d9-4b63-9811-a497ad4f0f21 HTTP/1.1" status: 204 len: 173 time: 1.3320954 Dec 08 01:53:18.120105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46c6d0-0fd1-4e70-9180-906e11a8e200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e109904-ece5-4b81-b2ae-ea3320195dca,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:18.177765 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 504bd3ef-a17d-401a-b649-b0d39deb6064 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:53:18.182875 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 504bd3ef-a17d-401a-b649-b0d39deb6064 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:18.188392 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:18.217822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aa954-883b-43fe-8fa5-e82497849cdc req-9e83b0ce-0017-4b18-b327-21d56031a650 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:18.231734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96aa954-883b-43fe-8fa5-e82497849cdc req-9e83b0ce-0017-4b18-b327-21d56031a650 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.3851285 Dec 08 01:53:18.283880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ea515-f982-4147-ac1a-eea9c47d7c47 req-9d666ad3-4f7f-408a-a97e-6ce87a15b3d4 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:18.286040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d8ea515-f982-4147-ac1a-eea9c47d7c47 req-9d666ad3-4f7f-408a-a97e-6ce87a15b3d4 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 944 time: 0.2790618 Dec 08 01:53:18.354498 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:18.443467 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:18.469802 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:18.473159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96aa954-883b-43fe-8fa5-e82497849cdc req-736613af-2407-46ea-8490-e5891dfddcf6 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404764 Dec 08 01:53:18.500826 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d8ea515-f982-4147-ac1a-eea9c47d7c47 req-8368ac44-3131-49ec-9606-1d40507ca217 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889441 Dec 08 01:53:18.523034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa868dd3-57e7-4c06-83ae-97b4d610c052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504bd3ef-a17d-401a-b649-b0d39deb6064'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:18.526311 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c5bfda-677e-4596-96b9-aca46707adc2" -d '{"events": [{"server_uuid": "aa868dd3-57e7-4c06-83ae-97b4d610c052", "name": "network-vif-plugged", "status": "completed", "tag": "504bd3ef-a17d-401a-b649-b0d39deb6064"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:18.541001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 504bd3ef-a17d-401a-b649-b0d39deb6064, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=504bd3ef-a17d-401a-b649-b0d39deb6064,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:18.550971 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:18.551554 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69ee3a6-aba4-4f0e-8fc9-e35e31c893e5 x-openstack-request-id: req-d69ee3a6-aba4-4f0e-8fc9-e35e31c893e5 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:18.551765 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e906134-4123-4d6f-ab3d-e09b94ac29cd", "name": "network-vif-deleted", "tag": "9b7003e5-cfc5-46bd-82ca-3abee10ac214", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a00934e2-1f4a-4982-a7c5-58826057b6f2", "tag": "3641a47e-29ab-43db-9840-175d9c5e9f67", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:18.552022 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d69ee3a6-aba4-4f0e-8fc9-e35e31c893e5 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:18.552424 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'name': 'network-vif-deleted', 'tag': '9b7003e5-cfc5-46bd-82ca-3abee10ac214', 'status': 'completed', 'code': 200} Dec 08 01:53:18.552681 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00934e2-1f4a-4982-a7c5-58826057b6f2', 'tag': '3641a47e-29ab-43db-9840-175d9c5e9f67', 'status': 'completed', 'code': 200} Dec 08 01:53:18.589508 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:18.592616 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:18.594049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4e109904-ece5-4b81-b2ae-ea3320195dca HTTP/1.1" status: 204 len: 168 time: 0.6830227 Dec 08 01:53:18.636561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e109904-ece5-4b81-b2ae-ea3320195dca,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:18.639525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['37418565-0a98-476f-87e2-29c55590e6b5'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:18.720607 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a44b09-ba12-4752-8c0a-caf581cd901e req-1f6aebd6-3723-4b04-85c6-a96c23b2f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:18.722508 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a6a44b09-ba12-4752-8c0a-caf581cd901e req-1f6aebd6-3723-4b04-85c6-a96c23b2f72e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 1127 time: 0.1113002 Dec 08 01:53:18.722939 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9b7003e5-cfc5-46bd-82ca-3abee10ac214 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:18.727507 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22aedb9f-a0cc-46f4-a115-71496224db45 x-openstack-request-id: req-22aedb9f-a0cc-46f4-a115-71496224db45 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:18.728031 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa868dd3-57e7-4c06-83ae-97b4d610c052", "name": "network-vif-plugged", "status": "completed", "tag": "504bd3ef-a17d-401a-b649-b0d39deb6064", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:18.728948 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-22aedb9f-a0cc-46f4-a115-71496224db45 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:18.729521 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa868dd3-57e7-4c06-83ae-97b4d610c052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504bd3ef-a17d-401a-b649-b0d39deb6064', 'code': 200} Dec 08 01:53:18.733449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=504bd3ef-a17d-401a-b649-b0d39deb6064,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:18.834914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.838711 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.843993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.844613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.844951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.845286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.845666 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.845959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.846288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.846616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.846943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.847880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.848230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.868370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 9b7003e5-cfc5-46bd-82ca-3abee10ac214 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:18.868900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9b7003e5-cfc5-46bd-82ca-3abee10ac214 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:18.869334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 24e5d96a-21d9-4b63-9811-a497ad4f0f21 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:18.876425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.877102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.877549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.877999 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.879044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.879480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.879932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.880643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.881064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.881513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.882398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.882398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.882769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3830eb-69e9-46d4-a2a9-ef053059aad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:18.922954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 24e5d96a-21d9-4b63-9811-a497ad4f0f21 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:18.924955 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 24e5d96a-21d9-4b63-9811-a497ad4f0f21 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:18.991370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a44b09-ba12-4752-8c0a-caf581cd901e req-08b61dd2-1498-4b4d-a67c-8b0e05c1136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:19.000453 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a6a44b09-ba12-4752-8c0a-caf581cd901e req-08b61dd2-1498-4b4d-a67c-8b0e05c1136c service neutron] 10.222.0.75 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.2581496 Dec 08 01:53:19.014513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6cec8-c7c0-4949-9742-d1dae2f2eb96 req-fb29046b-ec71-4184-ae6f-6409e7cab312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:19.018973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dca6cec8-c7c0-4949-9742-d1dae2f2eb96 req-fb29046b-ec71-4184-ae6f-6409e7cab312 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 1102 time: 0.2080016 Dec 08 01:53:19.048986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe0f42-3c33-44e5-b22a-850189d8ea54 req-d250a03f-a11c-4824-a822-93c336d7fd79 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:19.052790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eabe0f42-3c33-44e5-b22a-850189d8ea54 req-d250a03f-a11c-4824-a822-93c336d7fd79 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 950 time: 0.4052567 Dec 08 01:53:19.100614 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a6a44b09-ba12-4752-8c0a-caf581cd901e req-81a788f7-35c7-42ea-874d-2b2e753ec16a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3641a47e-29ab-43db-9840-175d9c5e9f67 HTTP/1.1" status: 200 len: 217 time: 0.0905113 Dec 08 01:53:19.120953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58371db7-f59f-41a3-b903-cf8714f58f29 req-034ffce1-fabf-47e4-9246-4bfe7c85e2c6 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:19.132221 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58371db7-f59f-41a3-b903-cf8714f58f29 req-034ffce1-fabf-47e4-9246-4bfe7c85e2c6 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.3263805 Dec 08 01:53:19.188499 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a44b09-ba12-4752-8c0a-caf581cd901e req-a5ebc0fe-7a13-43a1-98c9-566cb0bd8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:19.201451 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a6a44b09-ba12-4752-8c0a-caf581cd901e req-a5ebc0fe-7a13-43a1-98c9-566cb0bd8b2c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.0864985 Dec 08 01:53:19.266822 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a6a44b09-ba12-4752-8c0a-caf581cd901e req-5201876e-93d8-40d5-94b0-9fc26075bd86 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556862 Dec 08 01:53:19.280040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dca6cec8-c7c0-4949-9742-d1dae2f2eb96 req-6b38d47a-65ba-463c-9f94-657fc2d29151 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252998 Dec 08 01:53:19.313323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44238) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:19.315466 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eabe0f42-3c33-44e5-b22a-850189d8ea54 req-62ec5602-f200-4d14-a2c4-8f58894a0f30 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505465 Dec 08 01:53:19.330587 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58371db7-f59f-41a3-b903-cf8714f58f29 req-777a24af-a098-4d81-a22a-1a9f446f235b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974924 Dec 08 01:53:19.371356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8cadfb91-96e3-4750-a4ab-96824cd9042e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.392729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:19.424303 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a6a44b09-ba12-4752-8c0a-caf581cd901e req-7e4debce-24aa-4881-a213-05477a26794c service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460145 Dec 08 01:53:19.484346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4a4a13-4d5b-4ca2-920c-a221834a9f42 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Deleting subnet b31c50d8-dce8-420d-8be4-c9f5c71bffa9 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:53:19.488812 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4a13-4d5b-4ca2-920c-a221834a9f42 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.523265 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8cadfb91-96e3-4750-a4ab-96824cd9042e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.532962 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8cadfb91-96e3-4750-a4ab-96824cd9042e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.535408 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4a13-4d5b-4ca2-920c-a221834a9f42 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.624340 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4a13-4d5b-4ca2-920c-a221834a9f42 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.633424 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadfb91-96e3-4750-a4ab-96824cd9042e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a76b61-791d-4d21-8ac9-22fa23d2cdc4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:19.685471 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8cadfb91-96e3-4750-a4ab-96824cd9042e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ab076421e15481dacb95f2f4460229e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3685772 Dec 08 01:53:19.693551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44246) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:19.780429 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a6a44b09-ba12-4752-8c0a-caf581cd901e req-96598627-80fe-4512-85a1-96dbe42b8cc1 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949725 Dec 08 01:53:19.797649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ce877-bc22-44c0-8a12-a95a2683b686 req-2be69178-32e8-4bc8-86be-0dcd92199bd7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:19.805855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e57ce877-bc22-44c0-8a12-a95a2683b686 req-2be69178-32e8-4bc8-86be-0dcd92199bd7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.3268747 Dec 08 01:53:19.825244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95aa0d3-cdbc-4c01-b8a3-d8a2971dd058 req-2db042e1-c6e1-472b-b52e-6a87928dd2ab tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:19.826815 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b95aa0d3-cdbc-4c01-b8a3-d8a2971dd058 req-2db042e1-c6e1-472b-b52e-6a87928dd2ab tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1203518 Dec 08 01:53:19.834924 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3165e9e-f5c1-4f1a-9a3f-9642dff9e7e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.865157 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3165e9e-f5c1-4f1a-9a3f-9642dff9e7e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.887699 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4a13-4d5b-4ca2-920c-a221834a9f42 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.949258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3165e9e-f5c1-4f1a-9a3f-9642dff9e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.953122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3165e9e-f5c1-4f1a-9a3f-9642dff9e7e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.955203 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b3165e9e-f5c1-4f1a-9a3f-9642dff9e7e7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/20a76b61-791d-4d21-8ac9-22fa23d2cdc4 HTTP/1.1" status: 204 len: 168 time: 0.2607033 Dec 08 01:53:19.960029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b95aa0d3-cdbc-4c01-b8a3-d8a2971dd058 req-258a4128-e6d4-493a-83b7-3aac897c1d77 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207681 Dec 08 01:53:19.960772 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a4a13-4d5b-4ca2-920c-a221834a9f42 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Subnet': ['ID=b31c50d8-dce8-420d-8be4-c9f5c71bffa9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:19.963052 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4a13-4d5b-4ca2-920c-a221834a9f42 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.969267 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6e4a4a13-4d5b-4ca2-920c-a221834a9f42 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "DELETE /v2.0/subnets/b31c50d8-dce8-420d-8be4-c9f5c71bffa9 HTTP/1.1" status: 204 len: 168 time: 0.5725307 Dec 08 01:53:19.970140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44252) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:19.978876 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2c05e5-90cb-4867-94c3-307f40b07453 None None] Network c2d11c09-5b80-42fa-b675-4b3c85aadfaf requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:20.009109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3165e9e-f5c1-4f1a-9a3f-9642dff9e7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a76b61-791d-4d21-8ac9-22fa23d2cdc4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:20.098942 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e57ce877-bc22-44c0-8a12-a95a2683b686 req-ee7b069c-d8e1-46d7-89b1-3dec98f54415 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881219 Dec 08 01:53:20.343267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f74e1e-8eb7-4af6-92db-07aa898166f8 req-62f0e9ce-f47a-49fe-8884-f8d71f416b16 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:20.344691 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64f74e1e-8eb7-4af6-92db-07aa898166f8 req-62f0e9ce-f47a-49fe-8884-f8d71f416b16 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 944 time: 0.2398093 Dec 08 01:53:20.362361 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.385107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaa3300-1036-440a-a954-e59285f09f38 None None] DHCP port deletion for c2d11c09-5b80-42fa-b675-4b3c85aadfaf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:53:20.508441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-dfaa3300-1036-440a-a954-e59285f09f38 None None] Deleting port 4cd8965b-899a-4fd7-aa62-4f8794c212ea {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:20.508804 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3300-1036-440a-a954-e59285f09f38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.553592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'name': 'network-vif-deleted', 'tag': '24e5d96a-21d9-4b63-9811-a497ad4f0f21'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:20.555994 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2b3e6f-083a-41db-b932-2639a6132278" -d '{"events": [{"server_uuid": "7e906134-4123-4d6f-ab3d-e09b94ac29cd", "name": "network-vif-deleted", "tag": "24e5d96a-21d9-4b63-9811-a497ad4f0f21"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:20.563123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64f74e1e-8eb7-4af6-92db-07aa898166f8 req-336a75ba-a810-41d4-b388-0758a1e7cf5f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988575 Dec 08 01:53:20.609722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Deleting port 4cd8965b-899a-4fd7-aa62-4f8794c212ea {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:20.610142 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.729295 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 37418565-0a98-476f-87e2-29c55590e6b5 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:20.740508 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-dfaa3300-1036-440a-a954-e59285f09f38 None None] For port 4cd8965b-899a-4fd7-aa62-4f8794c212ea, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4cd8965b-899a-4fd7-aa62-4f8794c212ea,segment=NetworkSegment(50b1bc87-878e-4277-8085-20c66cf37b23),segment_id=50b1bc87-878e-4277-8085-20c66cf37b23)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:20.741250 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3300-1036-440a-a954-e59285f09f38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.765734 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] For port 4cd8965b-899a-4fd7-aa62-4f8794c212ea, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4cd8965b-899a-4fd7-aa62-4f8794c212ea,segment=NetworkSegment(50b1bc87-878e-4277-8085-20c66cf37b23),segment_id=50b1bc87-878e-4277-8085-20c66cf37b23)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:20.777521 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.793679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-dfaa3300-1036-440a-a954-e59285f09f38 None None] Calling delete_port for 4cd8965b-899a-4fd7-aa62-4f8794c212ea owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:20.802308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42357b4-e79f-46f9-9e8e-a35fc0317366 req-c4633f12-c116-4cb6-83a7-5416fb4427dd tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:20.808257 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e42357b4-e79f-46f9-9e8e-a35fc0317366 req-c4633f12-c116-4cb6-83a7-5416fb4427dd tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 950 time: 0.2014613 Dec 08 01:53:20.889493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Calling delete_port for 4cd8965b-899a-4fd7-aa62-4f8794c212ea owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:20.906678 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 37418565-0a98-476f-87e2-29c55590e6b5 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:53:20.912264 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 37418565-0a98-476f-87e2-29c55590e6b5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:20.912564 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.987575 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3300-1036-440a-a954-e59285f09f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.017768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa3300-1036-440a-a954-e59285f09f38 None None] Pushing event deleted for resources: {'Port': ['ID=4cd8965b-899a-4fd7-aa62-4f8794c212ea,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:21.066205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e42357b4-e79f-46f9-9e8e-a35fc0317366 req-ee0aa6d5-e8ff-47e5-a90a-505dcb6aedc1 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502830 Dec 08 01:53:21.069739 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4cd8965b-899a-4fd7-aa62-4f8794c212ea no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:21.095827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 4cd8965b-899a-4fd7-aa62-4f8794c212ea {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:21.096200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4cd8965b-899a-4fd7-aa62-4f8794c212ea not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:21.110048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa3300-1036-440a-a954-e59285f09f38 None None] No DVR routers for this DVR port 4cd8965b-899a-4fd7-aa62-4f8794c212ea on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:21.117657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf544b90-b049-449c-8c78-0c24eb0fcf00 req-81ff683d-519f-4eb4-b08b-61dac0c83170 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:21.132016 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf544b90-b049-449c-8c78-0c24eb0fcf00 req-81ff683d-519f-4eb4-b08b-61dac0c83170 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.3137348 Dec 08 01:53:21.143465 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.241121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:21.249908 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8998622-f8d0-4015-9250-42904b3716c3" -d '{"events": [{"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-plugged", "status": "completed", "tag": "37418565-0a98-476f-87e2-29c55590e6b5"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:21.269940 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.270941 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:21.278596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf544b90-b049-449c-8c78-0c24eb0fcf00 req-76c425bd-083a-47d3-870d-dc654551c03f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329627 Dec 08 01:53:21.285280 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.323209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Port': ['ID=4cd8965b-899a-4fd7-aa62-4f8794c212ea,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:21.325456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] No DVR routers for this DVR port 4cd8965b-899a-4fd7-aa62-4f8794c212ea on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:21.379356 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45963797-f4b2-4ea1-8cf4-9e1b02096f17 req-4dc851fd-9888-48e1-a700-0a7f7133a4d7 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:21.380388 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce5ed76-ad38-4fbd-8129-17eefa81b886 x-openstack-request-id: req-9ce5ed76-ad38-4fbd-8129-17eefa81b886 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:21.380805 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e906134-4123-4d6f-ab3d-e09b94ac29cd", "name": "network-vif-deleted", "tag": "24e5d96a-21d9-4b63-9811-a497ad4f0f21", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:21.381160 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9ce5ed76-ad38-4fbd-8129-17eefa81b886 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:21.381669 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e906134-4123-4d6f-ab3d-e09b94ac29cd', 'name': 'network-vif-deleted', 'tag': '24e5d96a-21d9-4b63-9811-a497ad4f0f21', 'status': 'completed', 'code': 200} Dec 08 01:53:21.386507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-45963797-f4b2-4ea1-8cf4-9e1b02096f17 req-4dc851fd-9888-48e1-a700-0a7f7133a4d7 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1733639 Dec 08 01:53:21.420392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:21.465898 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.531396 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d11c09-5b80-42fa-b675-4b3c85aadfaf']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:21.547280 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-45963797-f4b2-4ea1-8cf4-9e1b02096f17 req-ee1da366-c260-421b-b8a0-5bf4eda52325 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598067 Dec 08 01:53:21.577309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b1bc87-878e-4277-8085-20c66cf37b23') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:21.577611 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b1bc87-878e-4277-8085-20c66cf37b23') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:21.605842 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.631431 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a38a50-ef75-4d35-ac00-a9c96036059f x-openstack-request-id: req-b9a38a50-ef75-4d35-ac00-a9c96036059f {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:21.631753 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-plugged", "status": "completed", "tag": "37418565-0a98-476f-87e2-29c55590e6b5", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:21.632006 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b9a38a50-ef75-4d35-ac00-a9c96036059f {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:21.632461 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5', 'code': 200} Dec 08 01:53:21.638840 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.648996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68146494-30a2-4832-a9cb-c09eeb900aca req-e3158c59-98ae-4a40-ab8b-40a362a341e2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:21.650759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68146494-30a2-4832-a9cb-c09eeb900aca req-e3158c59-98ae-4a40-ab8b-40a362a341e2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 945 time: 0.1711175 Dec 08 01:53:21.668084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:53:21.671974 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:53:21.714422 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:53:21.831052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a8634-a5da-4b01-b03a-28d5b8c18ca7 req-b3e0a0e5-4926-4feb-b3a7-826a01fec422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:21.833496 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9c3a8634-a5da-4b01-b03a-28d5b8c18ca7 req-b3e0a0e5-4926-4feb-b3a7-826a01fec422 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 1097 time: 0.0961294 Dec 08 01:53:21.907032 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9c3a8634-a5da-4b01-b03a-28d5b8c18ca7 req-8991a876-f74d-4425-8bd6-e3f289ed62f6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651360 Dec 08 01:53:21.917169 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68146494-30a2-4832-a9cb-c09eeb900aca req-e7a114af-b4ea-4064-b150-1288ec181adb tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369559 Dec 08 01:53:21.953226 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b28c0-c7ae-4055-99e9-bbc5abc982d1 req-7f1c7e5d-61b0-413b-9024-f031761389a6 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:21.965619 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-508826ee-04ce-43ba-ad42-3823f97021f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.966456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-581b28c0-c7ae-4055-99e9-bbc5abc982d1 req-7f1c7e5d-61b0-413b-9024-f031761389a6 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 944 time: 0.2008936 Dec 08 01:53:21.968663 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.029645 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.032713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "DELETE /v2.0/networks/c2d11c09-5b80-42fa-b675-4b3c85aadfaf HTTP/1.1" status: 204 len: 168 time: 2.0616188 Dec 08 01:53:22.036268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44302) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:22.063295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c1bf5-80e4-4745-806a-a8a4504252b5 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Network': ['ID=c2d11c09-5b80-42fa-b675-4b3c85aadfaf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:22.172647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5c7467-55b4-45ad-aeb5-4d04aabdd1c3 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Deleting subnet 6e05bd76-2b59-4a5e-afc4-7b946307b80b {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:53:22.173495 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-581b28c0-c7ae-4055-99e9-bbc5abc982d1 req-eacd28f2-ca32-479b-bae4-09eeca86adbb tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042255 Dec 08 01:53:22.185605 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc5c7467-55b4-45ad-aeb5-4d04aabdd1c3 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.280887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349436c-6d25-462e-a78c-51e7eca7f6ab req-4ca0dc39-eb62-4491-aeb4-d8f0734cbc80 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:22.288795 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4349436c-6d25-462e-a78c-51e7eca7f6ab req-4ca0dc39-eb62-4491-aeb4-d8f0734cbc80 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 950 time: 0.0750535 Dec 08 01:53:22.308795 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc5c7467-55b4-45ad-aeb5-4d04aabdd1c3 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.410309 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4349436c-6d25-462e-a78c-51e7eca7f6ab req-d3faff34-b6d5-4100-b9a7-a2a37ae33e11 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203177 Dec 08 01:53:22.474055 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc5c7467-55b4-45ad-aeb5-4d04aabdd1c3 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.521495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e64e0-ee11-4518-b80e-1e1a5281de29 req-5fcd2cbd-d5ce-4535-96a1-08105ced78ff tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:22.523024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-406e64e0-ee11-4518-b80e-1e1a5281de29 req-5fcd2cbd-d5ce-4535-96a1-08105ced78ff tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1111913 Dec 08 01:53:22.605429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44320) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:22.651711 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc5c7467-55b4-45ad-aeb5-4d04aabdd1c3 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.687471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c7467-55b4-45ad-aeb5-4d04aabdd1c3 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Subnet': ['ID=6e05bd76-2b59-4a5e-afc4-7b946307b80b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:22.692646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc5c7467-55b4-45ad-aeb5-4d04aabdd1c3 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.700025 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bc5c7467-55b4-45ad-aeb5-4d04aabdd1c3 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "DELETE /v2.0/subnets/6e05bd76-2b59-4a5e-afc4-7b946307b80b HTTP/1.1" status: 204 len: 168 time: 0.6624012 Dec 08 01:53:22.700243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0833f215-9b9d-4722-b4bf-d988f559e767 None None] Network fb8ffe01-4d7e-4ac2-a603-942b6f1c824c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:22.701590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44324) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:22.722716 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-406e64e0-ee11-4518-b80e-1e1a5281de29 req-5379854f-2d5b-4a18-83df-c8af3faa26f9 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931188 Dec 08 01:53:22.751440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5da6e-1061-477a-9a99-38e7ca685301 req-fcc98da1-c31f-4974-a9f0-8172f5aca6cf tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:22.780351 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ec5da6e-1061-477a-9a99-38e7ca685301 req-fcc98da1-c31f-4974-a9f0-8172f5aca6cf tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 1102 time: 0.2158685 Dec 08 01:53:22.899596 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.989536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ec5da6e-1061-477a-9a99-38e7ca685301 req-bfb63857-b17a-46eb-9d38-97b8fd27f866 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073438 Dec 08 01:53:23.073520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b273db9-0064-4ebe-929e-1bbadaf2855b req-6ab97616-61d5-4b53-8588-9659fba30925 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:23.074430 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b273db9-0064-4ebe-929e-1bbadaf2855b req-6ab97616-61d5-4b53-8588-9659fba30925 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1475863 Dec 08 01:53:23.101267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac0693c-e828-433a-b83b-66b2cc081db9 None None] DHCP port deletion for fb8ffe01-4d7e-4ac2-a603-942b6f1c824c request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:53:23.121621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Deleting port 513f8057-6bd1-45bd-9c43-b49f0233a3ec {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:23.122424 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.217358 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44334) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:23.231553 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.257588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-eac0693c-e828-433a-b83b-66b2cc081db9 None None] Deleting port 513f8057-6bd1-45bd-9c43-b49f0233a3ec {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:23.258447 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eac0693c-e828-433a-b83b-66b2cc081db9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.287228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b273db9-0064-4ebe-929e-1bbadaf2855b req-9ec2f9ed-571f-424f-898c-35f347cea5cc tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017319 Dec 08 01:53:23.352254 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] For port 513f8057-6bd1-45bd-9c43-b49f0233a3ec, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=513f8057-6bd1-45bd-9c43-b49f0233a3ec,segment=NetworkSegment(d12dddf7-5e6a-48e0-a332-19529d1f0b7a),segment_id=d12dddf7-5e6a-48e0-a332-19529d1f0b7a)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:23.352497 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.354939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cf2c8-6834-48e4-b14e-513c61de6caf req-c350bae2-4765-4b90-ba75-a2e8735f3658 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:23.356534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-860cf2c8-6834-48e4-b14e-513c61de6caf req-c350bae2-4765-4b90-ba75-a2e8735f3658 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 945 time: 0.2249830 Dec 08 01:53:23.384233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Calling delete_port for 513f8057-6bd1-45bd-9c43-b49f0233a3ec owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:23.429500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4529e031-7dd0-4209-bfba-00b2c00fcaf0 tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1493342053'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:23.430104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4529e031-7dd0-4209-bfba-00b2c00fcaf0 tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Unknown quota resources ['metering_label']. {{(pid=109767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:53:23.439428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-eac0693c-e828-433a-b83b-66b2cc081db9 None None] For port 513f8057-6bd1-45bd-9c43-b49f0233a3ec, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=513f8057-6bd1-45bd-9c43-b49f0233a3ec,segment=NetworkSegment(d12dddf7-5e6a-48e0-a332-19529d1f0b7a),segment_id=d12dddf7-5e6a-48e0-a332-19529d1f0b7a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:23.439925 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eac0693c-e828-433a-b83b-66b2cc081db9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.479824 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-eac0693c-e828-433a-b83b-66b2cc081db9 None None] Calling delete_port for 513f8057-6bd1-45bd-9c43-b49f0233a3ec owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:23.614382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2bdbd94-bab2-40f2-bbb0-d512f4446301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.618836 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.636354 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eac0693c-e828-433a-b83b-66b2cc081db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.692258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Port': ['ID=513f8057-6bd1-45bd-9c43-b49f0233a3ec,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:23.701193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0693c-e828-433a-b83b-66b2cc081db9 None None] Pushing event deleted for resources: {'Port': ['ID=513f8057-6bd1-45bd-9c43-b49f0233a3ec,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:23.703411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac0693c-e828-433a-b83b-66b2cc081db9 None None] No DVR routers for this DVR port 513f8057-6bd1-45bd-9c43-b49f0233a3ec on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:23.709094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] No DVR routers for this DVR port 513f8057-6bd1-45bd-9c43-b49f0233a3ec on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:23.828136 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4529e031-7dd0-4209-bfba-00b2c00fcaf0 tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.829204 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4529e031-7dd0-4209-bfba-00b2c00fcaf0 tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5565312 Dec 08 01:53:23.838457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41674666-e830-41b5-b98c-b629d4e2073a req-cb02d38e-9cd8-4cc1-9ac2-1450bd0a7393 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:23.839423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41674666-e830-41b5-b98c-b629d4e2073a req-cb02d38e-9cd8-4cc1-9ac2-1450bd0a7393 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 944 time: 0.2789514 Dec 08 01:53:23.854542 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44344) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:23.855193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-860cf2c8-6834-48e4-b14e-513c61de6caf req-16df97c0-bf2f-4880-8fa7-51d0686caf93 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4772050 Dec 08 01:53:23.860097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-14aeadc3-2dd0-480e-a229-94e83c7e76bc tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b2997d37-7c2c-4e0d-97c5-e264d015883e'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:23.860619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-14aeadc3-2dd0-480e-a229-94e83c7e76bc tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:53:23.898961 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.942470 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41674666-e830-41b5-b98c-b629d4e2073a req-f58adb0b-727a-4245-9652-bd01be9e055b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802367 Dec 08 01:53:24.054372 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.106821 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-9e3a2e98-0200-4721-b7c6-5fdf9d9f29b7 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c9a17c065930444c8f53a860d8330270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992966 Dec 08 01:53:24.119426 n-d-713499-31 neutron-server[109766]: WARNING neutron.services.metering.metering_plugin [None req-14aeadc3-2dd0-480e-a229-94e83c7e76bc tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 01:53:24.191590 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d3a1c-b7e8-46c4-853d-18ea84531ab7 req-c92b79f2-80a5-4cc9-89ab-7840812d5e0d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:24.201105 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-770d3a1c-b7e8-46c4-853d-18ea84531ab7 req-c92b79f2-80a5-4cc9-89ab-7840812d5e0d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1318595 Dec 08 01:53:24.270749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-770d3a1c-b7e8-46c4-853d-18ea84531ab7 req-38fa3744-c127-45a6-8f9e-686dbc925d27 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704975 Dec 08 01:53:24.294866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8ffe01-4d7e-4ac2-a603-942b6f1c824c']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:24.299430 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14aeadc3-2dd0-480e-a229-94e83c7e76bc tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.301062 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-14aeadc3-2dd0-480e-a229-94e83c7e76bc tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4454060 Dec 08 01:53:24.306138 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44354) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:24.312014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e1a298b9-45fb-4a91-a8ce-dc193e6547bb tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b2997d37-7c2c-4e0d-97c5-e264d015883e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:24.312752 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e1a298b9-45fb-4a91-a8ce-dc193e6547bb tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:53:24.314169 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12dddf7-5e6a-48e0-a332-19529d1f0b7a') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:24.314567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12dddf7-5e6a-48e0-a332-19529d1f0b7a') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:24.327247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-1eccc20e-4c10-4718-bd10-ffe2dfc101e3 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:24.334252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.336285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-1eccc20e-4c10-4718-bd10-ffe2dfc101e3 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214329 Dec 08 01:53:24.341265 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47fd3548-9b12-405c-9c8c-d8ff6d0828fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.352920 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2bdbd94-bab2-40f2-bbb0-d512f4446301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.361149 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2bdbd94-bab2-40f2-bbb0-d512f4446301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.363089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-9d57cbe3-caca-424a-b3a5-11c2e4beb3c3 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/quotas/c9a17c065930444c8f53a860d8330270 HTTP/1.1" status: 200 len: 375 time: 0.0256982 Dec 08 01:53:24.371069 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.384005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:53:24.384527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:53:24.437979 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:53:24.486584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdbd94-bab2-40f2-bbb0-d512f4446301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3eebca-d691-4f96-8a6b-d630427e5ac2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:24.503909 n-d-713499-31 neutron-server[109767]: WARNING neutron.services.metering.metering_plugin [None req-e1a298b9-45fb-4a91-a8ce-dc193e6547bb tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 01:53:24.515080 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c2bdbd94-bab2-40f2-bbb0-d512f4446301 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9140344bf74942dba51de792da963ed2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9035127 Dec 08 01:53:24.520739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44358) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:24.594022 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.625101 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.630641 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] 10.222.0.71 "DELETE /v2.0/networks/fb8ffe01-4d7e-4ac2-a603-942b6f1c824c HTTP/1.1" status: 204 len: 168 time: 1.9273036 Dec 08 01:53:24.672201 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8d644-44dd-418b-bf16-1f26449d6451 tempest-ServersTestMultiNic-341650453 tempest-ServersTestMultiNic-341650453-project] Pushing event deleted for resources: {'Network': ['ID=fb8ffe01-4d7e-4ac2-a603-942b6f1c824c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:24.709318 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc2f8-f376-4383-b822-00c7229c0666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.749693 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b3c6d-48e9-41dc-b986-ecfdf2637a0c req-c922e002-b8b7-449e-8b34-43f2243b2e14 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:24.751769 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-231b3c6d-48e9-41dc-b986-ecfdf2637a0c req-c922e002-b8b7-449e-8b34-43f2243b2e14 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.1506596 Dec 08 01:53:24.757686 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc2f8-f376-4383-b822-00c7229c0666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.904546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-231b3c6d-48e9-41dc-b986-ecfdf2637a0c req-a5e40d26-38e4-479d-816d-45847f894cee tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Deleting port ec88108c-7361-4f0d-a29a-9c42d735c10f {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:24.905389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-231b3c6d-48e9-41dc-b986-ecfdf2637a0c req-a5e40d26-38e4-479d-816d-45847f894cee tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.908831 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc2f8-f376-4383-b822-00c7229c0666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.912515 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc2f8-f376-4383-b822-00c7229c0666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.914206 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cb2dc2f8-f376-4383-b822-00c7229c0666 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1a3eebca-d691-4f96-8a6b-d630427e5ac2 HTTP/1.1" status: 204 len: 168 time: 0.3921452 Dec 08 01:53:24.926533 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1a298b9-45fb-4a91-a8ce-dc193e6547bb tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.931637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e1a298b9-45fb-4a91-a8ce-dc193e6547bb tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6244471 Dec 08 01:53:24.935676 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44366) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:24.959185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-2c22eb9a-9576-4406-91a2-ae1b7c0c7447 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5951827 Dec 08 01:53:24.970169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e7ae4-829a-4e17-9012-73ed1bcdc6e7 req-b0be711c-221b-451e-99d9-ec454556d37e tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:24.978793 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-533e7ae4-829a-4e17-9012-73ed1bcdc6e7 req-b0be711c-221b-451e-99d9-ec454556d37e tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 946 time: 0.4875817 Dec 08 01:53:24.991024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dc2f8-f376-4383-b822-00c7229c0666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3eebca-d691-4f96-8a6b-d630427e5ac2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:25.045386 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b00e4c58-cfb0-48f2-b299-903c8abd4ae9 tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=a4e10f80-bac0-45bc-85f8-767d503db21d HTTP/1.1" status: 200 len: 464 time: 0.0827978 Dec 08 01:53:25.047720 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44370) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:25.060317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 513f8057-6bd1-45bd-9c43-b49f0233a3ec no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:25.093100 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-533e7ae4-829a-4e17-9012-73ed1bcdc6e7 req-ba564c5c-f455-44a0-812d-e6403d2c45ef tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092668 Dec 08 01:53:25.159165 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 513f8057-6bd1-45bd-9c43-b49f0233a3ec {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:25.160767 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 513f8057-6bd1-45bd-9c43-b49f0233a3ec not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:25.314439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-231b3c6d-48e9-41dc-b986-ecfdf2637a0c req-a5e40d26-38e4-479d-816d-45847f894cee tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] For port ec88108c-7361-4f0d-a29a-9c42d735c10f, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ec88108c-7361-4f0d-a29a-9c42d735c10f,segment=NetworkSegment(104aa23b-a1b8-4995-9503-838947c18f49),segment_id=104aa23b-a1b8-4995-9503-838947c18f49)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:25.316853 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-231b3c6d-48e9-41dc-b986-ecfdf2637a0c req-a5e40d26-38e4-479d-816d-45847f894cee tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:25.337997 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:25.352423 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-231b3c6d-48e9-41dc-b986-ecfdf2637a0c req-a5e40d26-38e4-479d-816d-45847f894cee tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Calling delete_port for ec88108c-7361-4f0d-a29a-9c42d735c10f owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:25.423956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1564ecf1-5125-465c-9b11-cfbfa2755fab tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:25.436855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1564ecf1-5125-465c-9b11-cfbfa2755fab tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-label-rules/a4e10f80-bac0-45bc-85f8-767d503db21d HTTP/1.1" status: 204 len: 168 time: 0.3765278 Dec 08 01:53:25.439317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44382) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:25.588340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-44840112-bfcf-459f-880f-132f2997d8ad tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=a4e10f80-bac0-45bc-85f8-767d503db21d HTTP/1.1" status: 200 len: 221 time: 0.1319282 Dec 08 01:53:25.592726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44394) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:25.598316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d2d921e2-326d-404a-899b-c15fccefa58b tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1312592582', 'description': 'label created by tempest'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:25.598848 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d2d921e2-326d-404a-899b-c15fccefa58b tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Unknown quota resources ['metering_label']. {{(pid=109766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:53:25.713507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60430f99-1495-4bb4-a217-9ce47c0e978b req-68e28c61-d8b8-44bd-a855-d0c3b0752ae0 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:25.728861 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60430f99-1495-4bb4-a217-9ce47c0e978b req-68e28c61-d8b8-44bd-a855-d0c3b0752ae0 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 945 time: 0.4500382 Dec 08 01:53:25.795534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ca850-ddc9-41fe-a795-b5793411ede8 req-9bdd6b2f-aa06-45d5-b0a7-a6f40d38e7bb tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:25.809987 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a3ca850-ddc9-41fe-a795-b5793411ede8 req-9bdd6b2f-aa06-45d5-b0a7-a6f40d38e7bb tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 944 time: 0.3688548 Dec 08 01:53:25.928222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60430f99-1495-4bb4-a217-9ce47c0e978b req-d6b70127-018c-46f0-8e01-d9bbe57ae899 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981759 Dec 08 01:53:26.009551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a3ca850-ddc9-41fe-a795-b5793411ede8 req-1f9babbd-b83b-4199-8521-8d4f1a023286 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974859 Dec 08 01:53:26.101481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1bac65a0-c729-4c9f-8b37-1770b8d11fc7 req-fb2ec370-9e80-410c-b1ec-c5295d9a38f3 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 210 time: 0.0727763 Dec 08 01:53:26.364404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4402395-d5b8-4f3e-85a7-c1993c12261f req-fcb8d437-2d85-4050-9e2d-cf2b2f6a110d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:26.367114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4402395-d5b8-4f3e-85a7-c1993c12261f req-fcb8d437-2d85-4050-9e2d-cf2b2f6a110d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1114323 Dec 08 01:53:26.522350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e877a0-71b0-4e0c-9fc1-09ebfc565b64 req-0f887a3c-19bc-4744-bbfa-bcc8d5bc6425 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:26.533978 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d2d921e2-326d-404a-899b-c15fccefa58b tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:26.535499 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d2d921e2-326d-404a-899b-c15fccefa58b tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.9409542 Dec 08 01:53:26.536779 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03e877a0-71b0-4e0c-9fc1-09ebfc565b64 req-0f887a3c-19bc-4744-bbfa-bcc8d5bc6425 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 945 time: 0.1664069 Dec 08 01:53:26.537314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44416) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:26.549086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44418) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:26.549975 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-79d6d436-2c6c-453e-9600-4755ea56ec77 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Request body: {'floatingip': {'port_id': '37418565-0a98-476f-87e2-29c55590e6b5'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:26.559935 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-231b3c6d-48e9-41dc-b986-ecfdf2637a0c req-a5e40d26-38e4-479d-816d-45847f894cee tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:26.594804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['7e35ebf0-f300-4bc1-b04d-52c6a2d10eef'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:26.623860 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4402395-d5b8-4f3e-85a7-c1993c12261f req-b464f6a9-cc4f-42aa-a33c-d21592f0ab3c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353101 Dec 08 01:53:26.703552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd0b223a-c0ea-481d-83c9-6343940ae596 req-b0498138-a674-4184-8039-58d54aff4a76 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a0b61ab-bf7c-4029-853c-bfe400663417 HTTP/1.1" status: 200 len: 210 time: 0.0316973 Dec 08 01:53:26.712222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-60e1694a-3465-40ce-92c3-24a516fc142b tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=7db8ec57-53c6-4494-98f5-77c54d1398be HTTP/1.1" status: 200 len: 468 time: 0.1584902 Dec 08 01:53:26.721603 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44424) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:26.724126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ec88108c-7361-4f0d-a29a-9c42d735c10f no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:26.758110 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-231b3c6d-48e9-41dc-b986-ecfdf2637a0c req-a5e40d26-38e4-479d-816d-45847f894cee tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] No DVR routers for this DVR port ec88108c-7361-4f0d-a29a-9c42d735c10f on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:26.764874 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-79d6d436-2c6c-453e-9600-4755ea56ec77 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for floatingip, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:26.775625 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-231b3c6d-48e9-41dc-b986-ecfdf2637a0c req-a5e40d26-38e4-479d-816d-45847f894cee tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:26.779399 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-231b3c6d-48e9-41dc-b986-ecfdf2637a0c req-a5e40d26-38e4-479d-816d-45847f894cee tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.45 "DELETE /v2.0/ports/ec88108c-7361-4f0d-a29a-9c42d735c10f HTTP/1.1" status: 204 len: 173 time: 2.0188482 Dec 08 01:53:26.782685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0b61ab-bf7c-4029-853c-bfe400663417', 'name': 'network-vif-deleted', 'tag': 'ec88108c-7361-4f0d-a29a-9c42d735c10f'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:26.785783 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2637e2a4-ff1c-42d6-b33a-a960ffb6a78c" -d '{"events": [{"server_uuid": "7a0b61ab-bf7c-4029-853c-bfe400663417", "name": "network-vif-deleted", "tag": "ec88108c-7361-4f0d-a29a-9c42d735c10f"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:26.788797 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e40d26-38e4-479d-816d-45847f894cee tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Pushing event deleted for resources: {'Port': ['ID=ec88108c-7361-4f0d-a29a-9c42d735c10f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:26.800558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: ec88108c-7361-4f0d-a29a-9c42d735c10f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:26.800925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ec88108c-7361-4f0d-a29a-9c42d735c10f not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:26.801912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3641a47e-29ab-43db-9840-175d9c5e9f67 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:26.822219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44426) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:26.864291 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-3d98e111-5ffb-4012-848e-ef2e94b527f4 service neutron] 10.222.0.75 "GET /v2.0/ports/3641a47e-29ab-43db-9840-175d9c5e9f67/bindings/n-h1-713499-31 HTTP/1.1" status: 200 len: 385 time: 0.4570191 Dec 08 01:53:26.912464 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdd9248-e907-446c-8614-58b498cbf4df x-openstack-request-id: req-ccdd9248-e907-446c-8614-58b498cbf4df {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:26.912872 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0b61ab-bf7c-4029-853c-bfe400663417", "name": "network-vif-deleted", "tag": "ec88108c-7361-4f0d-a29a-9c42d735c10f", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:26.913379 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ccdd9248-e907-446c-8614-58b498cbf4df {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:26.913988 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0b61ab-bf7c-4029-853c-bfe400663417', 'name': 'network-vif-deleted', 'tag': 'ec88108c-7361-4f0d-a29a-9c42d735c10f', 'status': 'completed', 'code': 200} Dec 08 01:53:26.985511 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-6a1f9492-8f81-45df-b034-27d0f5c0c0ac tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c9a17c065930444c8f53a860d8330270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428758 Dec 08 01:53:27.114057 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.128772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3641a47e-29ab-43db-9840-175d9c5e9f67 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:27.371730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-8dc38c3e-2c7a-44cb-8e74-c58804033448 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:27.373246 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-8dc38c3e-2c7a-44cb-8e74-c58804033448 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3770194 Dec 08 01:53:27.407038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-ebb6f5b4-7aa3-4d7f-9b0b-8c9599ae566f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Request body: {'port': {'device_id': '58324e26-cca5-4ceb-afab-b7eac148500d', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'c9a17c065930444c8f53a860d8330270'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:27.418682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f862818-84c2-4532-850b-2b3dc3f99add req-0ff55075-2a22-4bcc-b597-bdd57a2f89ee tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 210 time: 0.1421270 Dec 08 01:53:27.488396 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e797422b-f74a-4028-9b94-c6484c5e936e tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.490384 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e797422b-f74a-4028-9b94-c6484c5e936e tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-labels/7db8ec57-53c6-4494-98f5-77c54d1398be HTTP/1.1" status: 204 len: 168 time: 0.7667441 Dec 08 01:53:27.511837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44442) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:27.563697 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-78313476-af2b-4265-8486-7f423d193d59 tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=7db8ec57-53c6-4494-98f5-77c54d1398be HTTP/1.1" status: 200 len: 216 time: 0.0162041 Dec 08 01:53:27.579218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44446) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:27.598816 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af637b-09ca-4338-8303-df0266e0b745 req-b6f55c84-6b1e-4ca3-9803-cc573a9cd099 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:27.600969 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60af637b-09ca-4338-8303-df0266e0b745 req-b6f55c84-6b1e-4ca3-9803-cc573a9cd099 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 944 time: 0.4204829 Dec 08 01:53:27.652244 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7ba0b8d9-5482-4210-9e7a-4c43d5b4d78c tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0715737 Dec 08 01:53:27.683532 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44450) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:27.791287 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f15b63bc-e1b3-4cdf-8c97-cdd8eda47e5e tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1031580 Dec 08 01:53:27.800459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44456) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:27.851411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-3722e72b-3750-454e-ba0c-c8f4ffa6e39d service neutron] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3641a47e-29ab-43db-9840-175d9c5e9f67,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:27.852799 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60af637b-09ca-4338-8303-df0266e0b745 req-694f61ef-8f14-4968-b97c-ed9a845af1bc tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431178 Dec 08 01:53:27.877679 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.916094 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c5dff-8f3f-4de8-86d1-f563ae4f9444 req-da6ad67b-2a53-4a4c-9ac0-47e7aaa28d68 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:27.918487 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f42c5dff-8f3f-4de8-86d1-f563ae4f9444 req-da6ad67b-2a53-4a4c-9ac0-47e7aaa28d68 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1676426 Dec 08 01:53:27.973635 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3641a47e-29ab-43db-9840-175d9c5e9f67 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:28.020441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-ebb6f5b4-7aa3-4d7f-9b0b-8c9599ae566f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Made reservation on behalf of c9a17c065930444c8f53a860d8330270 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:28.025437 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-ebb6f5b4-7aa3-4d7f-9b0b-8c9599ae566f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.131173 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a0d10cef-a54b-4679-8f37-1a28546ef9a1 tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels/b2997d37-7c2c-4e0d-97c5-e264d015883e HTTP/1.1" status: 200 len: 473 time: 0.3195705 Dec 08 01:53:28.135519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44462) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:28.142538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-3722e72b-3750-454e-ba0c-c8f4ffa6e39d service neutron] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:28.205542 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ea9434ef-3e9c-430e-a980-dd42ff600895 tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules/f930eac0-aead-492f-9fcd-3912c7fbcbbd HTTP/1.1" status: 200 len: 461 time: 0.0681608 Dec 08 01:53:28.205814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44470) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:28.243942 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f42c5dff-8f3f-4de8-86d1-f563ae4f9444 req-1dbf62f5-6008-44d2-a483-5eab9287350e tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097148 Dec 08 01:53:28.265778 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2135282-2908-4973-b858-ace401552651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.331675 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-3722e72b-3750-454e-ba0c-c8f4ffa6e39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3641a47e-29ab-43db-9840-175d9c5e9f67 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:53:28.343531 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.db.resource_extend [None req-79d6d436-2c6c-453e-9600-4755ea56ec77 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:53:28.382087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-3722e72b-3750-454e-ba0c-c8f4ffa6e39d service neutron] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3641a47e-29ab-43db-9840-175d9c5e9f67,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:28.416966 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-3722e72b-3750-454e-ba0c-c8f4ffa6e39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.419643 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8e11838-8ab6-434b-9554-6a48f041febd tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.422262 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a8e11838-8ab6-434b-9554-6a48f041febd tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-label-rules/f930eac0-aead-492f-9fcd-3912c7fbcbbd HTTP/1.1" status: 204 len: 168 time: 0.2092342 Dec 08 01:53:28.429485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44476) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:28.493385 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-79d6d436-2c6c-453e-9600-4755ea56ec77 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.548583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-79d6d436-2c6c-453e-9600-4755ea56ec77 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.586025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54616084-e3e6-4f6a-997b-edee60d154c1 req-92d87cb1-f209-43ff-b9f5-9f444a7c836c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 210 time: 0.0409465 Dec 08 01:53:28.596389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e8e00-4a6a-4893-bdd2-3dd738559677 req-c7b3db05-952a-4da7-84ec-6c180a4ed978 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:28.604783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-231e8e00-4a6a-4893-bdd2-3dd738559677 req-c7b3db05-952a-4da7-84ec-6c180a4ed978 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.2535324 Dec 08 01:53:28.701012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-ebb6f5b4-7aa3-4d7f-9b0b-8c9599ae566f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Allocated IP 192.168.233.31 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/b91b859a-c237-4619-9e6b-91d3d9228261) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:28.747585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-231e8e00-4a6a-4893-bdd2-3dd738559677 req-3e07f99c-91ef-4866-a9f8-4d0fd8473bc1 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416702 Dec 08 01:53:28.849163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-3722e72b-3750-454e-ba0c-c8f4ffa6e39d service neutron] Transition to ACTIVE for port object 3641a47e-29ab-43db-9840-175d9c5e9f67 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:53:28.861652 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b2135282-2908-4973-b858-ace401552651 admin admin] Deleting port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:28.862255 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2135282-2908-4973-b858-ace401552651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.868217 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-200e2faa-72b0-4020-a8a4-61014cf89b1d tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.871590 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-200e2faa-72b0-4020-a8a4-61014cf89b1d tempest-MeteringTestJSON-742478266 tempest-MeteringTestJSON-742478266-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-labels/b2997d37-7c2c-4e0d-97c5-e264d015883e HTTP/1.1" status: 204 len: 168 time: 0.4330261 Dec 08 01:53:28.871590 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-3722e72b-3750-454e-ba0c-c8f4ffa6e39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.982106 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-79d6d436-2c6c-453e-9600-4755ea56ec77 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Floating IP 29117481-adb6-4967-a049-684a7a6186b8 associated. External IP: 172.25.8.237, port: 37418565-0a98-476f-87e2-29c55590e6b5. Dec 08 01:53:28.995774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-b2135282-2908-4973-b858-ace401552651 admin admin] For port dc5e86a3-6f2d-4d9a-a8c2-326f682404b7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=dc5e86a3-6f2d-4d9a-a8c2-326f682404b7,segment=NetworkSegment(8ba2de36-ecc5-44f0-b692-a0132b5d6fce),segment_id=8ba2de36-ecc5-44f0-b692-a0132b5d6fce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:28.996052 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2135282-2908-4973-b858-ace401552651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:29.013906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b2135282-2908-4973-b858-ace401552651 admin admin] Calling delete_port for dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:29.183302 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-3722e72b-3750-454e-ba0c-c8f4ffa6e39d service neutron] No DVR routers for this DVR port 3641a47e-29ab-43db-9840-175d9c5e9f67 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:29.273259 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-3722e72b-3750-454e-ba0c-c8f4ffa6e39d service neutron] 10.222.0.75 "PUT /v2.0/ports/3641a47e-29ab-43db-9840-175d9c5e9f67/bindings/n-h1-713499-31/activate HTTP/1.1" status: 200 len: 370 time: 2.3998232 Dec 08 01:53:29.522275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44502) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:29.561683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6392e0-90bd-47d7-a4ea-99eb6e31e558 req-91be2352-9f10-472d-9665-2288f7cc46a6 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:29.580394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f6392e0-90bd-47d7-a4ea-99eb6e31e558 req-91be2352-9f10-472d-9665-2288f7cc46a6 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 945 time: 0.5022614 Dec 08 01:53:29.733080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722e72b-3750-454e-ba0c-c8f4ffa6e39d service neutron] Pushing event updated for resources: {'Port': ['ID=3641a47e-29ab-43db-9840-175d9c5e9f67,revision_number=10']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:29.844795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-82358076-8b01-451c-86ab-323f7fce1002 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:29.846708 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-82358076-8b01-451c-86ab-323f7fce1002 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2&tenant_id=3ea3a98675f74d9ca617927f4f236c6e&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 1097 time: 0.1149499 Dec 08 01:53:29.901012 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-ebb6f5b4-7aa3-4d7f-9b0b-8c9599ae566f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:29.928412 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2135282-2908-4973-b858-ace401552651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:29.936556 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-159666b4-a45c-4638-a8d3-fcc4ebae4387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:29.946098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377d04-7e6d-4505-b835-7cd2058fd85e req-6ed441de-59f1-4a77-9093-41f9d81de768 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:29.949163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68377d04-7e6d-4505-b835-7cd2058fd85e req-6ed441de-59f1-4a77-9093-41f9d81de768 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.4804533 Dec 08 01:53:30.014689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-ad82f81d-8494-467b-a7f8-a8c5a291989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:30.016251 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-ad82f81d-8494-467b-a7f8-a8c5a291989f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2&tenant_id=3ea3a98675f74d9ca617927f4f236c6e HTTP/1.1" status: 200 len: 1097 time: 0.1583054 Dec 08 01:53:30.036694 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d6d436-2c6c-453e-9600-4755ea56ec77 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:53:30.038263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-ebb6f5b4-7aa3-4d7f-9b0b-8c9599ae566f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:30.090407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841', '1065fa32-86d0-4f6f-a512-4d216683dda4', '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194', 'ae85b06e-7949-40b8-89c4-4b15e889aa02'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:30.130429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2135282-2908-4973-b858-ace401552651 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5e86a3-6f2d-4d9a-a8c2-326f682404b7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:30.239422 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-ebb6f5b4-7aa3-4d7f-9b0b-8c9599ae566f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:30.244413 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68377d04-7e6d-4505-b835-7cd2058fd85e req-7891ff2a-00cf-474a-b24b-ce852a83b228 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860818 Dec 08 01:53:30.252133 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f6392e0-90bd-47d7-a4ea-99eb6e31e558 req-c1b53f51-5d9f-45c0-bf8e-1af76ec0e666 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707554 Dec 08 01:53:30.264348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-ebb6f5b4-7aa3-4d7f-9b0b-8c9599ae566f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:30.276834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-ebb6f5b4-7aa3-4d7f-9b0b-8c9599ae566f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:30.445935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6f5b4-7aa3-4d7f-9b0b-8c9599ae566f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event updated for resources: {'Port': ['ID=b91b859a-c237-4619-9e6b-91d3d9228261,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:30.522808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['5d432872-ee23-4d4b-abf7-f6d114746651', 'fbb09024-af25-4555-86d2-e5039e3c6fda', '504bd3ef-a17d-401a-b649-b0d39deb6064'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:30.546742 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-0d313e19-34d0-47d7-859c-1cf31bcd7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:30.552382 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-0d313e19-34d0-47d7-859c-1cf31bcd7df8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 1097 time: 0.4281523 Dec 08 01:53:30.565280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-ebb6f5b4-7aa3-4d7f-9b0b-8c9599ae566f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:30.565956 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-ebb6f5b4-7aa3-4d7f-9b0b-8c9599ae566f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:30.618602 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2135282-2908-4973-b858-ace401552651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:30.658446 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-ebb6f5b4-7aa3-4d7f-9b0b-8c9599ae566f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2579615 Dec 08 01:53:30.660715 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-159666b4-a45c-4638-a8d3-fcc4ebae4387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:30.661464 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d6d436-2c6c-453e-9600-4755ea56ec77 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:30.667170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-79d6d436-2c6c-453e-9600-4755ea56ec77 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:30.687830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7e021-99ff-4287-9435-2acd83d9f3bf None None] Sync routers for ids ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:30.692429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840383c3-f5b8-4f8c-baa0-603cf359bdd2 req-f005736f-80a7-4769-8dc3-0535eb226534 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:30.694230 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-840383c3-f5b8-4f8c-baa0-603cf359bdd2 req-f005736f-80a7-4769-8dc3-0535eb226534 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.2650506 Dec 08 01:53:30.695670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Request body: {'port': {'device_id': '58324e26-cca5-4ceb-afab-b7eac148500d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:30.699344 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-159666b4-a45c-4638-a8d3-fcc4ebae4387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:30.716912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e6ce86e5-db2b-4d11-ab1b-817e145c4b0a None None] Provisioning complete for port b91b859a-c237-4619-9e6b-91d3d9228261 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:30.717273 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6ce86e5-db2b-4d11-ab1b-817e145c4b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:30.743464 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-79d6d436-2c6c-453e-9600-4755ea56ec77 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "PUT /v2.0/floatingips/29117481-adb6-4967-a049-684a7a6186b8 HTTP/1.1" status: 200 len: 991 time: 4.2005582 Dec 08 01:53:30.749276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:30.751544 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69389652-6d5a-4864-ba68-8ff557d48943" -d '{"events": [{"name": "network-changed", "server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "tag": "37418565-0a98-476f-87e2-29c55590e6b5"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:30.756758 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b7e021-99ff-4287-9435-2acd83d9f3bf None None] Routers {'44a4d8a9-c6f8-4814-a241-f3103c138ee5'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:30.757388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-52b7e021-99ff-4287-9435-2acd83d9f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:53:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:30.768610 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-0e9c590d-e1d5-4673-8223-eb621f2ab6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:30.769305 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31f763-c0ce-4861-804e-c17a8954a258 req-4c9b7644-5984-46e2-ab1a-7e680bc5bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:30.772247 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c31f763-c0ce-4861-804e-c17a8954a258 req-4c9b7644-5984-46e2-ab1a-7e680bc5bd1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 1097 time: 0.3788412 Dec 08 01:53:30.774028 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-0e9c590d-e1d5-4673-8223-eb621f2ab6c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.2036777 Dec 08 01:53:30.780654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159666b4-a45c-4638-a8d3-fcc4ebae4387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ece3cd-55fa-4840-95f2-57afc98b17cf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:30.792000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2adad-8c65-4dc9-8a18-eaad23a0a2c0 req-e6412def-c764-4a12-9250-84498c588971 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:30.793532 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4c2adad-8c65-4dc9-8a18-eaad23a0a2c0 req-e6412def-c764-4a12-9250-84498c588971 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 935 time: 0.3666224 Dec 08 01:53:30.807425 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:30.854176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e6ce86e5-db2b-4d11-ab1b-817e145c4b0a None None] Port b91b859a-c237-4619-9e6b-91d3d9228261 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:30.863899 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-2f25e59d-19d4-42d3-8766-bab66f8a8d2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3641a47e-29ab-43db-9840-175d9c5e9f67 HTTP/1.1" status: 200 len: 217 time: 0.0518787 Dec 08 01:53:30.938078 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-159666b4-a45c-4638-a8d3-fcc4ebae4387 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aa296216c0714a59818da3463bd9522a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4102092 Dec 08 01:53:30.942881 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44526) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:30.976963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-52b7e021-99ff-4287-9435-2acd83d9f3bf None None] Set router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:30.978786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4c2adad-8c65-4dc9-8a18-eaad23a0a2c0 req-571bf10e-cd6a-4b7a-879e-af482d2c2598 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700139 Dec 08 01:53:31.027171 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-840383c3-f5b8-4f8c-baa0-603cf359bdd2 req-ebc9ff7e-00cd-4e01-aa61-760fe6c2f049 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475002 Dec 08 01:53:31.050094 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31f763-c0ce-4861-804e-c17a8954a258 req-e07c76f6-8d72-48e1-ac50-634fab117ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:31.052409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c31f763-c0ce-4861-804e-c17a8954a258 req-e07c76f6-8d72-48e1-ac50-634fab117ba6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 912 time: 0.2581103 Dec 08 01:53:31.055316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-3aef9ddd-40cf-443d-bf6f-fd65f3bef270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:31.056845 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-3aef9ddd-40cf-443d-bf6f-fd65f3bef270 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.1707242 Dec 08 01:53:31.143532 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ac76fb-d522-4f78-9331-b4479b53376c x-openstack-request-id: req-68ac76fb-d522-4f78-9331-b4479b53376c {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:31.144122 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "tag": "37418565-0a98-476f-87e2-29c55590e6b5", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:31.144443 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-68ac76fb-d522-4f78-9331-b4479b53376c {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:31.144931 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5', 'status': 'completed', 'code': 200} Dec 08 01:53:31.157369 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c31f763-c0ce-4861-804e-c17a8954a258 req-914a20ac-5166-4215-a4ce-230c1ec42580 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8bf3247-4018-443f-b648-1e3ac51d76f9 HTTP/1.1" status: 200 len: 217 time: 0.0606637 Dec 08 01:53:31.185095 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-0a595b4f-6c2b-43b2-ad40-b1a6a2d94236 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171305 Dec 08 01:53:31.258480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2135282-2908-4973-b858-ace401552651 admin admin] Router 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:53:31.260100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31f763-c0ce-4861-804e-c17a8954a258 req-8f849345-4cbc-41e7-acb0-cef161d53f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:31.261551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c31f763-c0ce-4861-804e-c17a8954a258 req-8f849345-4cbc-41e7-acb0-cef161d53f38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.0636501 Dec 08 01:53:31.302920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c31f763-c0ce-4861-804e-c17a8954a258 req-ff6c9173-0974-4adc-a585-180ce4d8fc15 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337243 Dec 08 01:53:31.356319 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63b38f41-8401-423a-9513-259d2864d115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:31.381533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89483d0b-71a3-42a7-afbb-bfef8558669b req-e6bcdaec-b63b-4e5c-955a-a15150c5593c tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:31.384115 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-89483d0b-71a3-42a7-afbb-bfef8558669b req-e6bcdaec-b63b-4e5c-955a-a15150c5593c tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.4271743 Dec 08 01:53:31.502741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69389652-6d5a-4864-ba68-8ff557d48943 req-3bda2613-a5a0-4b8c-8d0c-73d0e1c03073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:31.504540 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-69389652-6d5a-4864-ba68-8ff557d48943 req-3bda2613-a5a0-4b8c-8d0c-73d0e1c03073 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 1097 time: 0.2747574 Dec 08 01:53:31.513092 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63b38f41-8401-423a-9513-259d2864d115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:31.549015 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-52b7e021-99ff-4287-9435-2acd83d9f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port': {'id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '29117481-adb6-4967-a049-684a7a6186b8', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'port_id': '37418565-0a98-476f-87e2-29c55590e6b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'mac_address': 'fa:16:3e:87:e0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532eb414-b788-4e4e-b648-f7709644191f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:53:01Z', 'updated_at': '2021-12-08T01:53:28Z', 'revision_number': 1, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbac6acd-d81d-48cb-875a-1fe0f29987f8', 'name': '', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'mac_address': 'fa:16:3e:c9:df:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:52Z', 'updated_at': '2021-12-08T01:52:58Z', 'revision_number': 5, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'subnets': [{'id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:31.550449 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c6e03-71bb-4710-a831-78a3c3c6fb39 req-186cf158-7e60-4a8a-89d0-26a6429c8110 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:31.557661 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc2c6e03-71bb-4710-a831-78a3c3c6fb39 req-186cf158-7e60-4a8a-89d0-26a6429c8110 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 945 time: 0.1845613 Dec 08 01:53:31.571573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2135282-2908-4973-b858-ace401552651 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:31.583743 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d346899-a963-4938-8151-473443401013 None None] Sync routers for ids ['3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:31.589218 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083187a-0c51-4082-a8c1-b6e52bb8b7d1 req-a53ddb09-c891-4b11-9b6a-a0bee863230b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:31.593404 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7e021-99ff-4287-9435-2acd83d9f3bf None None] Checking router: 44a4d8a9-c6f8-4814-a241-f3103c138ee5 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:53:31.597680 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d346899-a963-4938-8151-473443401013 None None] Routers {'3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:31.599311 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a083187a-0c51-4082-a8c1-b6e52bb8b7d1 req-a53ddb09-c891-4b11-9b6a-a0bee863230b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 945 time: 0.1878378 Dec 08 01:53:31.600087 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7d346899-a963-4938-8151-473443401013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:53:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:31.611631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b2135282-2908-4973-b858-ace401552651 admin admin] 10.222.0.71 "PUT /v2.0/routers/3c6ae14c-ca6a-4fce-8e06-5862684eb7fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7862473 Dec 08 01:53:31.616237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c31f763-c0ce-4861-804e-c17a8954a258 req-3ad3e17d-17e5-4442-9235-b2f9ecbc4381 service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777297 Dec 08 01:53:31.627472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b7e021-99ff-4287-9435-2acd83d9f3bf None None] Routers {'44a4d8a9-c6f8-4814-a241-f3103c138ee5'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:31.628184 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-52b7e021-99ff-4287-9435-2acd83d9f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:53:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:31.652129 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44534) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:31.676228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91b859a-c237-4619-9e6b-91d3d9228261 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:53:31.685231 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:31.700594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Transition to ACTIVE for port object b91b859a-c237-4619-9e6b-91d3d9228261 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:53:31.737049 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7d346899-a963-4938-8151-473443401013 None None] Set router 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:31.745571 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:31.749841 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-b07a33e0-4d02-4574-8644-8ffc6e508310 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873240 Dec 08 01:53:31.796875 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-52b7e021-99ff-4287-9435-2acd83d9f3bf None None] Set router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:31.937804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a083187a-0c51-4082-a8c1-b6e52bb8b7d1 req-b434861a-247f-4a0b-88c3-915568d0e3bd tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373153 Dec 08 01:53:31.975486 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Pushing event updated for resources: {'Port': ['ID=b91b859a-c237-4619-9e6b-91d3d9228261,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:31.986125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-89483d0b-71a3-42a7-afbb-bfef8558669b req-d7ce8710-5fb9-4237-869f-b49ab838977a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Deleting port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:31.986472 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-89483d0b-71a3-42a7-afbb-bfef8558669b req-d7ce8710-5fb9-4237-869f-b49ab838977a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.085481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc2c6e03-71bb-4710-a831-78a3c3c6fb39 req-826a558e-47b2-411e-bfec-ddb4f54fcb9d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212185 Dec 08 01:53:32.153197 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-89483d0b-71a3-42a7-afbb-bfef8558669b req-d7ce8710-5fb9-4237-869f-b49ab838977a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] For port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef,segment=NetworkSegment(104aa23b-a1b8-4995-9503-838947c18f49),segment_id=104aa23b-a1b8-4995-9503-838947c18f49)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:32.153497 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-89483d0b-71a3-42a7-afbb-bfef8558669b req-d7ce8710-5fb9-4237-869f-b49ab838977a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.186446 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-89483d0b-71a3-42a7-afbb-bfef8558669b req-d7ce8710-5fb9-4237-869f-b49ab838977a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Calling delete_port for 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:32.205396 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.257396 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c31f763-c0ce-4861-804e-c17a8954a258 req-4623d843-ae21-4a6a-b688-907e42dfd0d8 service neutron] 10.222.0.45 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800056 Dec 08 01:53:32.278741 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7d346899-a963-4938-8151-473443401013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'name': 'tempest-ServersTestMultiNic-945745404-router', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:48Z', 'updated_at': '2021-12-08T01:53:29Z', 'revision_number': 5, 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'gw_port': {'id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:49Z', 'updated_at': '2021-12-08T01:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:32.305536 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63b38f41-8401-423a-9513-259d2864d115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.308474 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63b38f41-8401-423a-9513-259d2864d115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.309840 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-63b38f41-8401-423a-9513-259d2864d115 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d1ece3cd-55fa-4840-95f2-57afc98b17cf HTTP/1.1" status: 204 len: 168 time: 1.3660228 Dec 08 01:53:32.340737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-52b7e021-99ff-4287-9435-2acd83d9f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port': {'id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '29117481-adb6-4967-a049-684a7a6186b8', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'port_id': '37418565-0a98-476f-87e2-29c55590e6b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'mac_address': 'fa:16:3e:87:e0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532eb414-b788-4e4e-b648-f7709644191f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:53:01Z', 'updated_at': '2021-12-08T01:53:28Z', 'revision_number': 1, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbac6acd-d81d-48cb-875a-1fe0f29987f8', 'name': '', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'mac_address': 'fa:16:3e:c9:df:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:52Z', 'updated_at': '2021-12-08T01:52:58Z', 'revision_number': 5, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'subnets': [{'id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:32.351287 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d346899-a963-4938-8151-473443401013 None None] Checking router: 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:53:32.365617 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d346899-a963-4938-8151-473443401013 None None] Routers {'3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:32.366525 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7d346899-a963-4938-8151-473443401013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:53:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:32.395997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7e021-99ff-4287-9435-2acd83d9f3bf None None] The sync data for ids ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'] in n-d-713499-31 is: [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port': {'id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '29117481-adb6-4967-a049-684a7a6186b8', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'port_id': '37418565-0a98-476f-87e2-29c55590e6b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'mac_address': 'fa:16:3e:87:e0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532eb414-b788-4e4e-b648-f7709644191f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:53:01Z', 'updated_at': '2021-12-08T01:53:28Z', 'revision_number': 1, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbac6acd-d81d-48cb-875a-1fe0f29987f8', 'name': '', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'mac_address': 'fa:16:3e:c9:df:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:52Z', 'updated_at': '2021-12-08T01:52:58Z', 'revision_number': 5, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'subnets': [{'id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:32.479315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Attempting to bind port b91b859a-c237-4619-9e6b-91d3d9228261 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:32.479594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Attempting to bind port b91b859a-c237-4619-9e6b-91d3d9228261 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:32.479942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Attempting to bind port b91b859a-c237-4619-9e6b-91d3d9228261 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:32.482725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69389652-6d5a-4864-ba68-8ff557d48943 req-c1dedae0-e88d-4c19-87e4-6dfb1506e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:32.484374 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-69389652-6d5a-4864-ba68-8ff557d48943 req-c1dedae0-e88d-4c19-87e4-6dfb1506e886 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.9691343 Dec 08 01:53:32.575226 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7d346899-a963-4938-8151-473443401013 None None] Set router 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:32.582747 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-69389652-6d5a-4864-ba68-8ff557d48943 req-700abb4d-a119-4059-af80-b272f3fcdd37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 200 len: 999 time: 0.0834897 Dec 08 01:53:32.583493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b38f41-8401-423a-9513-259d2864d115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ece3cd-55fa-4840-95f2-57afc98b17cf,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:32.589829 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-d9142829-a28d-4ece-843b-7a7b286db0eb service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7751369 Dec 08 01:53:32.593661 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Port b91b859a-c237-4619-9e6b-91d3d9228261 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:53:32.594133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Attempting to bind port b91b859a-c237-4619-9e6b-91d3d9228261 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:32.610335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:32.610745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:32.611119 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:32.611699 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Bound port: b91b859a-c237-4619-9e6b-91d3d9228261, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:32.611920 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.732275 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e8bf3247-4018-443f-b648-1e3ac51d76f9 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:32.753701 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69389652-6d5a-4864-ba68-8ff557d48943 req-58d62b6f-c797-431a-b0fa-c240e501aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:32.755282 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-69389652-6d5a-4864-ba68-8ff557d48943 req-58d62b6f-c797-431a-b0fa-c240e501aafb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.1645417 Dec 08 01:53:32.819498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] For port b91b859a-c237-4619-9e6b-91d3d9228261, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:32.828031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33cd46-dacf-4df2-a2be-0d8ef206896e req-c6a97119-1aa1-41fd-9090-e62ca054735a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:32.831816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b33cd46-dacf-4df2-a2be-0d8ef206896e req-c6a97119-1aa1-41fd-9090-e62ca054735a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 947 time: 0.6790884 Dec 08 01:53:32.860021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] For port b91b859a-c237-4619-9e6b-91d3d9228261, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b91b859a-c237-4619-9e6b-91d3d9228261,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:32.873345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9898ee6-e5bb-4943-bacb-615ca5059f50 None None] New status for floating IP 29117481-adb6-4967-a049-684a7a6186b8: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:53:32.874920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50009367-ec9d-4159-840d-985475a972d7 req-6ba3a769-0b76-4081-a69e-92f7f9b50c27 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:32.879527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50009367-ec9d-4159-840d-985475a972d7 req-6ba3a769-0b76-4081-a69e-92f7f9b50c27 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 945 time: 0.6672263 Dec 08 01:53:32.883557 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.961606 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69389652-6d5a-4864-ba68-8ff557d48943 req-758a09fe-7e84-4675-87be-a49b218ed89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:32.963153 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-69389652-6d5a-4864-ba68-8ff557d48943 req-758a09fe-7e84-4675-87be-a49b218ed89e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938014 Dec 08 01:53:32.991391 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-89483d0b-71a3-42a7-afbb-bfef8558669b req-d7ce8710-5fb9-4237-869f-b49ab838977a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.056629 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44560) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:33.058407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['7e35ebf0-f300-4bc1-b04d-52c6a2d10eef'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:33.067929 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7d346899-a963-4938-8151-473443401013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'name': 'tempest-ServersTestMultiNic-945745404-router', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:48Z', 'updated_at': '2021-12-08T01:53:29Z', 'revision_number': 5, 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'gw_port': {'id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:49Z', 'updated_at': '2021-12-08T01:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:33.069666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:33.071938 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.074790 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] 10.222.0.45 "PUT /v2.0/ports/b91b859a-c237-4619-9e6b-91d3d9228261 HTTP/1.1" status: 200 len: 1096 time: 2.4008927 Dec 08 01:53:33.076889 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.159913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58324e26-cca5-4ceb-afab-b7eac148500d', 'tag': 'b91b859a-c237-4619-9e6b-91d3d9228261'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:33.162231 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d6d62d-877a-4434-b4be-4b9811810d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "58324e26-cca5-4ceb-afab-b7eac148500d", "tag": "b91b859a-c237-4619-9e6b-91d3d9228261"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:33.169627 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b33cd46-dacf-4df2-a2be-0d8ef206896e req-b3c773e6-9643-40ca-9abc-d10e4800083e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219154 Dec 08 01:53:33.182166 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aedb6722-2455-4375-817f-f02f075335bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.208347 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50009367-ec9d-4159-840d-985475a972d7 req-9a4dfde9-5f93-4935-b8c3-7b34d1b50597 tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/security-groups?id=377f0060-b58a-4fff-ad1a-0a73d5dc87da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905517 Dec 08 01:53:33.233637 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2b9ab-6e11-4c16-bc06-091b81903082 service neutron] Pushing event updated for resources: {'Port': ['ID=b91b859a-c237-4619-9e6b-91d3d9228261,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:33.333144 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.386307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e159d11-f580-450a-b71c-2b4d1f4370ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8bf3247-4018-443f-b648-1e3ac51d76f9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:33.393191 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d346899-a963-4938-8151-473443401013 None None] The sync data for ids ['3c6ae14c-ca6a-4fce-8e06-5862684eb7fd'] in n-d-713499-31 is: [{'id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'name': 'tempest-ServersTestMultiNic-945745404-router', 'tenant_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:48Z', 'updated_at': '2021-12-08T01:53:29Z', 'revision_number': 5, 'project_id': '7c1fcf9c5f2e4c1684ad3909f3718b47', 'gw_port': {'id': '6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ae14c-ca6a-4fce-8e06-5862684eb7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:49Z', 'updated_at': '2021-12-08T01:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:33.399368 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd9f702-260b-4c03-9b3a-510fc296ea86" -d '{"events": [{"server_uuid": "3e159d11-f580-450a-b71c-2b4d1f4370ed", "name": "network-vif-unplugged", "status": "completed", "tag": "e8bf3247-4018-443f-b648-1e3ac51d76f9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:33.442532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e8bf3247-4018-443f-b648-1e3ac51d76f9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e8bf3247-4018-443f-b648-1e3ac51d76f9,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:33.454037 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.478200 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aedb6722-2455-4375-817f-f02f075335bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.499169 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aedb6722-2455-4375-817f-f02f075335bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.530185 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=e8bf3247-4018-443f-b648-1e3ac51d76f9,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:33.604283 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-aedb6722-2455-4375-817f-f02f075335bf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4397e5ff7cce4a9dbcf2bc20f514f8a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5138788 Dec 08 01:53:33.609070 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44578) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:33.620631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb6722-2455-4375-817f-f02f075335bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc20042-11df-43c0-b24e-d8e967afac1c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:33.642740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840147b-2475-4e29-af9b-bbbc69cbb61f req-6ddebc35-f0bc-485e-ae03-4a1e5e287e4c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:33.644885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1840147b-2475-4e29-af9b-bbbc69cbb61f req-6ddebc35-f0bc-485e-ae03-4a1e5e287e4c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 945 time: 0.1641564 Dec 08 01:53:33.649979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] Deleting port 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:33.650584 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.704964 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d4c7f-487b-4c93-af2c-a8db47a6017c req-64040a30-095a-44f9-8361-f70401f4abf9 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:33.706613 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-358d4c7f-487b-4c93-af2c-a8db47a6017c req-64040a30-095a-44f9-8361-f70401f4abf9 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 943 time: 0.2103937 Dec 08 01:53:33.859801 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1840147b-2475-4e29-af9b-bbbc69cbb61f req-a5a5d82f-6cb9-4608-ab15-ae5f301ff661 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021089 Dec 08 01:53:33.870146 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2137968b-dd11-49f7-ace0-4144767b5c94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.888429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce8710-5fb9-4237-869f-b49ab838977a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Pushing event deleted for resources: {'Port': ['ID=7e35ebf0-f300-4bc1-b04d-52c6a2d10eef,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:33.900838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] For port 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:33.902264 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.926441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-358d4c7f-487b-4c93-af2c-a8db47a6017c req-e7e76fd8-8f22-4935-99e6-30d11d059cff tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810899 Dec 08 01:53:33.938688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] Calling delete_port for 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:33.947134 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2137968b-dd11-49f7-ace0-4144767b5c94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.968475 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffa091f-24f7-4c32-a101-964ec15e6649 x-openstack-request-id: req-6ffa091f-24f7-4c32-a101-964ec15e6649 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:33.968921 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58324e26-cca5-4ceb-afab-b7eac148500d", "tag": "b91b859a-c237-4619-9e6b-91d3d9228261", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:33.972188 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6ffa091f-24f7-4c32-a101-964ec15e6649 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:33.972884 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58324e26-cca5-4ceb-afab-b7eac148500d', 'tag': 'b91b859a-c237-4619-9e6b-91d3d9228261', 'status': 'completed', 'code': 200} Dec 08 01:53:33.977780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-89483d0b-71a3-42a7-afbb-bfef8558669b req-d7ce8710-5fb9-4237-869f-b49ab838977a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] No DVR routers for this DVR port 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:33.982698 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-89483d0b-71a3-42a7-afbb-bfef8558669b req-d7ce8710-5fb9-4237-869f-b49ab838977a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.986539 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-89483d0b-71a3-42a7-afbb-bfef8558669b req-d7ce8710-5fb9-4237-869f-b49ab838977a tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.75 "DELETE /v2.0/ports/7e35ebf0-f300-4bc1-b04d-52c6a2d10eef HTTP/1.1" status: 204 len: 173 time: 2.5491872 Dec 08 01:53:34.004538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-a188907b-8e80-4f5e-a665-48741e3a03c5 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:34.007563 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-a188907b-8e80-4f5e-a665-48741e3a03c5 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2&tenant_id=3ea3a98675f74d9ca617927f4f236c6e&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 1097 time: 0.9290156 Dec 08 01:53:34.039338 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-af98dd7c-102b-41ff-8d32-c4ffe229da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:34.042385 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-af98dd7c-102b-41ff-8d32-c4ffe229da8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 1099 time: 0.8690321 Dec 08 01:53:34.067914 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d7fb4c-4cba-4dbf-ba4a-d001033ebf53 x-openstack-request-id: req-c9d7fb4c-4cba-4dbf-ba4a-d001033ebf53 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:34.068464 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e159d11-f580-450a-b71c-2b4d1f4370ed", "name": "network-vif-unplugged", "status": "completed", "tag": "e8bf3247-4018-443f-b648-1e3ac51d76f9", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:34.068464 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c9d7fb4c-4cba-4dbf-ba4a-d001033ebf53 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:34.068837 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e159d11-f580-450a-b71c-2b4d1f4370ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8bf3247-4018-443f-b648-1e3ac51d76f9', 'code': 200} Dec 08 01:53:34.124642 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-69389652-6d5a-4864-ba68-8ff557d48943 req-c9e9cdc3-794f-4e3b-baa3-7371f4b7849a service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1353352 Dec 08 01:53:34.174429 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-b94ad011-99d7-4e6a-b5bc-0ac6ba9363d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b91b859a-c237-4619-9e6b-91d3d9228261 HTTP/1.1" status: 200 len: 217 time: 0.1121359 Dec 08 01:53:34.291397 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2137968b-dd11-49f7-ace0-4144767b5c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.301365 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2137968b-dd11-49f7-ace0-4144767b5c94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.302655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2137968b-dd11-49f7-ace0-4144767b5c94 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5cc20042-11df-43c0-b24e-d8e967afac1c HTTP/1.1" status: 204 len: 168 time: 0.6915534 Dec 08 01:53:34.352949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-4ea1cfba-1e2c-4ab6-9e3e-1bcd46f40c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:34.354653 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-4ea1cfba-1e2c-4ab6-9e3e-1bcd46f40c7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1661737 Dec 08 01:53:34.387948 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:53:34.395387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-d9061a1b-cb1f-41ac-94d4-9be559b6a6ff service neutron] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:34.417921 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-69389652-6d5a-4864-ba68-8ff557d48943 req-acf5995f-b7fa-4498-bfab-060921ed7e35 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529907 Dec 08 01:53:34.421962 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-d9061a1b-cb1f-41ac-94d4-9be559b6a6ff service neutron] Publish callbacks [] for binding, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.423487 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-71968218-bdba-4a59-bf42-3d1a718dd28f req-d9061a1b-cb1f-41ac-94d4-9be559b6a6ff service neutron] 10.222.0.45 "DELETE /v2.0/ports/3641a47e-29ab-43db-9840-175d9c5e9f67/bindings/n-h2-713499-31 HTTP/1.1" status: 204 len: 173 time: 0.3925507 Dec 08 01:53:34.427522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137968b-dd11-49f7-ace0-4144767b5c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc20042-11df-43c0-b24e-d8e967afac1c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:34.451875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f7431-1d24-4bbc-be9e-8a8bcee87926 req-145dd63a-b70f-4220-9438-d0723b13720d tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:34.466180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-932ffa42-4315-448b-8ed1-d6104306a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:34.466891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb3f7431-1d24-4bbc-be9e-8a8bcee87926 req-145dd63a-b70f-4220-9438-d0723b13720d tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 1097 time: 0.2675023 Dec 08 01:53:34.472561 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-932ffa42-4315-448b-8ed1-d6104306a18d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1063881 Dec 08 01:53:34.516353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c5da0-72c9-41cf-8543-bdc748e550c9 req-4d5963fa-fb42-4e1d-8a72-a96b687d4e03 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:34.517993 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-451c5da0-72c9-41cf-8543-bdc748e550c9 req-4d5963fa-fb42-4e1d-8a72-a96b687d4e03 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 947 time: 0.2111607 Dec 08 01:53:34.529372 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.574090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:34.595792 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb3f7431-1d24-4bbc-be9e-8a8bcee87926 req-dc4eb0c9-9d2b-412e-a04f-d587662b39f7 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214838 Dec 08 01:53:34.611459 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-8e94a3f5-086b-4421-9902-3488d34584d0 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307981 Dec 08 01:53:34.720183 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-451c5da0-72c9-41cf-8543-bdc748e550c9 req-d07278f7-307b-4e84-8112-4357ef48b303 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844692 Dec 08 01:53:34.739888 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.839683 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0b72b0e-8b1b-412b-92a9-e649421c5b7b req-9bd0c4fd-1eb9-4360-97d5-81e33115a09d service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121403 Dec 08 01:53:34.990607 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6945d02e-2cd9-4d57-831c-65640853e8a7 req-f69f4d45-3dd7-40b0-8997-c2775b446edc tempest-ServerRescueTestJSON-867600071 tempest-ServerRescueTestJSON-867600071-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c316621-1c27-4789-af4a-005acc19d83d HTTP/1.1" status: 200 len: 210 time: 0.1489451 Dec 08 01:53:35.001415 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.005491 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.030767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6d62d-877a-4434-b4be-4b9811810d6a req-e38706fc-9ba8-4c75-95f3-4a9b8df0d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:35.032344 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-77d6d62d-877a-4434-b4be-4b9811810d6a req-e38706fc-9ba8-4c75-95f3-4a9b8df0d28a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 1099 time: 0.0920160 Dec 08 01:53:35.121213 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:35.170021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6d62d-877a-4434-b4be-4b9811810d6a req-d04f2e58-48af-487b-97f3-c701fbc3721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:35.171223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:35.171579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dc5e86a3-6f2d-4d9a-a8c2-326f682404b7 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:35.171830 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-77d6d62d-877a-4434-b4be-4b9811810d6a req-d04f2e58-48af-487b-97f3-c701fbc3721a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1314683 Dec 08 01:53:35.189281 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.189804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c6ae14c-ca6a-4fce-8e06-5862684eb7fd {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:53:35.198682 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.202661 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cf51a8a0-2884-47b9-9b06-b5420b4c5e35 admin admin] 10.222.0.71 "DELETE /v2.0/routers/3c6ae14c-ca6a-4fce-8e06-5862684eb7fd HTTP/1.1" status: 204 len: 168 time: 3.5258992 Dec 08 01:53:35.202661 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44610) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:35.258537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85cfda-eaf9-41a6-8832-c223c4a5fdd9 req-a499b27a-97ea-4c85-a234-214936d1573f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:35.264229 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-77d6d62d-877a-4434-b4be-4b9811810d6a req-bcc90d09-0074-4811-a9f5-3e183321f1a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b91b859a-c237-4619-9e6b-91d3d9228261 HTTP/1.1" status: 200 len: 217 time: 0.0848548 Dec 08 01:53:35.265815 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f85cfda-eaf9-41a6-8832-c223c4a5fdd9 req-a499b27a-97ea-4c85-a234-214936d1573f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 943 time: 0.1309710 Dec 08 01:53:35.322796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441f411-42c9-4ddd-8e74-883887c3cda7 req-011ec3e1-ef15-4442-904b-f0a0346f8e17 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:35.330020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2441f411-42c9-4ddd-8e74-883887c3cda7 req-011ec3e1-ef15-4442-904b-f0a0346f8e17 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 1097 time: 0.2403698 Dec 08 01:53:35.345798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f812abec-c4fb-4628-9ba6-4a07d3d5babe admin admin] Deleting subnet 1db87e53-55e7-48e5-bc57-f8d120be4c16 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:53:35.348357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6d62d-877a-4434-b4be-4b9811810d6a req-83c122bb-4a35-4e0c-b64b-e24c60902f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:35.349969 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-77d6d62d-877a-4434-b4be-4b9811810d6a req-83c122bb-4a35-4e0c-b64b-e24c60902f7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0775261 Dec 08 01:53:35.364487 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f812abec-c4fb-4628-9ba6-4a07d3d5babe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.422472 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f85cfda-eaf9-41a6-8832-c223c4a5fdd9 req-5d5e200b-7ff9-4a1b-a62c-6bf7b695f4d7 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508296 Dec 08 01:53:35.450043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6d62d-877a-4434-b4be-4b9811810d6a req-9c06ca10-1453-43de-998d-b057a0b17287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:35.453394 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-77d6d62d-877a-4434-b4be-4b9811810d6a req-9c06ca10-1453-43de-998d-b057a0b17287 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0915103 Dec 08 01:53:35.475314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2441f411-42c9-4ddd-8e74-883887c3cda7 req-3be2438d-4f1e-4b96-bfea-bbd020a799b8 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444037 Dec 08 01:53:35.477878 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f812abec-c4fb-4628-9ba6-4a07d3d5babe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.611648 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-77d6d62d-877a-4434-b4be-4b9811810d6a req-cd29bf9e-8f94-4f5f-b005-2058f826c889 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517906 Dec 08 01:53:35.644522 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f812abec-c4fb-4628-9ba6-4a07d3d5babe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.751962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f812abec-c4fb-4628-9ba6-4a07d3d5babe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.796661 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-77d6d62d-877a-4434-b4be-4b9811810d6a req-4841464c-aac8-4d1b-bff8-9ce732b74b8a service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670589 Dec 08 01:53:35.811526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812abec-c4fb-4628-9ba6-4a07d3d5babe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db87e53-55e7-48e5-bc57-f8d120be4c16,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:35.813790 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f812abec-c4fb-4628-9ba6-4a07d3d5babe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.817681 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f812abec-c4fb-4628-9ba6-4a07d3d5babe admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1db87e53-55e7-48e5-bc57-f8d120be4c16 HTTP/1.1" status: 204 len: 168 time: 0.6143353 Dec 08 01:53:35.823480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44640) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:35.827952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669fe473-21e0-498a-89c6-d8c6ca42132d None None] Network d6b104f2-02d7-4703-bbcd-351e34ae697c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:35.923462 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.974134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c316621-1c27-4789-af4a-005acc19d83d', 'name': 'network-vif-deleted', 'tag': '7e35ebf0-f300-4bc1-b04d-52c6a2d10eef'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:35.976685 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d7358b-0350-4cbd-860e-f15d98245a8b" -d '{"events": [{"server_uuid": "0c316621-1c27-4789-af4a-005acc19d83d", "name": "network-vif-deleted", "tag": "7e35ebf0-f300-4bc1-b04d-52c6a2d10eef"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:36.011438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Deleting port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:36.012060 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:36.060254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:36.118696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:36.119034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 7e35ebf0-f300-4bc1-b04d-52c6a2d10eef not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:36.154860 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] For port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0228bcd5-ccc3-4f67-8f54-fa2c665195ee,segment=NetworkSegment(8ba2de36-ecc5-44f0-b692-a0132b5d6fce),segment_id=8ba2de36-ecc5-44f0-b692-a0132b5d6fce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:36.155024 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:36.218831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Calling delete_port for 0228bcd5-ccc3-4f67-8f54-fa2c665195ee owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:36.292090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b9d10d-e02b-4983-92b2-07861ae96b65 None None] DHCP port deletion for d6b104f2-02d7-4703-bbcd-351e34ae697c request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:53:36.304743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda5a9c-36aa-47de-b39a-1536333089b6 req-1385233c-974b-4736-ae68-359705fd69bd tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.312383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8cda5a9c-36aa-47de-b39a-1536333089b6 req-1385233c-974b-4736-ae68-359705fd69bd tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 947 time: 0.1468768 Dec 08 01:53:36.390774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9d10d-e02b-4983-92b2-07861ae96b65 None None] Deleting port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:36.391907 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d10d-e02b-4983-92b2-07861ae96b65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:36.419335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8cda5a9c-36aa-47de-b39a-1536333089b6 req-30517e94-8264-434a-8bbc-1a70eab90037 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021039 Dec 08 01:53:36.426332 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:36.499564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] No DVR routers for this DVR port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:36.543893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a7b9d10d-e02b-4983-92b2-07861ae96b65 None None] For port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0228bcd5-ccc3-4f67-8f54-fa2c665195ee,segment=NetworkSegment(8ba2de36-ecc5-44f0-b692-a0132b5d6fce),segment_id=8ba2de36-ecc5-44f0-b692-a0132b5d6fce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:36.544504 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d10d-e02b-4983-92b2-07861ae96b65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:36.570865 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea355ee9-112a-49de-80f2-2288d9aa2ece x-openstack-request-id: req-ea355ee9-112a-49de-80f2-2288d9aa2ece {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:36.571748 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c316621-1c27-4789-af4a-005acc19d83d", "name": "network-vif-deleted", "tag": "7e35ebf0-f300-4bc1-b04d-52c6a2d10eef", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:36.572868 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea355ee9-112a-49de-80f2-2288d9aa2ece {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:36.573494 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c316621-1c27-4789-af4a-005acc19d83d', 'name': 'network-vif-deleted', 'tag': '7e35ebf0-f300-4bc1-b04d-52c6a2d10eef', 'status': 'completed', 'code': 200} Dec 08 01:53:36.573807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9d10d-e02b-4983-92b2-07861ae96b65 None None] Calling delete_port for 0228bcd5-ccc3-4f67-8f54-fa2c665195ee owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:36.640674 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44690) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:36.655539 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0228bcd5-ccc3-4f67-8f54-fa2c665195ee,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:36.741336 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d10d-e02b-4983-92b2-07861ae96b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:36.744231 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:36.748840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b91b859a-c237-4619-9e6b-91d3d9228261 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:53:36.758861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e8bf3247-4018-443f-b648-1e3ac51d76f9 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:36.802544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b104f2-02d7-4703-bbcd-351e34ae697c']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:36.826679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba2de36-ecc5-44f0-b692-a0132b5d6fce') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:36.827189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba2de36-ecc5-44f0-b692-a0132b5d6fce') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:36.839006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231124f-f9f8-4047-8dfb-076331c41bf0 req-1e00b606-e4a5-4b70-945e-dee245ac0e67 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.849932 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4231124f-f9f8-4047-8dfb-076331c41bf0 req-1e00b606-e4a5-4b70-945e-dee245ac0e67 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e159d11-f580-450a-b71c-2b4d1f4370ed HTTP/1.1" status: 200 len: 943 time: 0.1721327 Dec 08 01:53:36.856376 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9d10d-e02b-4983-92b2-07861ae96b65 None None] Pushing event deleted for resources: {'Port': ['ID=0228bcd5-ccc3-4f67-8f54-fa2c665195ee,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:36.878436 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9d10d-e02b-4983-92b2-07861ae96b65 None None] No DVR routers for this DVR port 0228bcd5-ccc3-4f67-8f54-fa2c665195ee on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:36.917396 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:36.952837 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:36.984926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:53:36.985555 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:53:36.987539 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:53:37.100077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.107567 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.117115 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d6b104f2-02d7-4703-bbcd-351e34ae697c HTTP/1.1" status: 204 len: 168 time: 1.2923110 Dec 08 01:53:37.124613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-4231124f-f9f8-4047-8dfb-076331c41bf0 req-7e544c61-6de0-4ede-aeb5-65db5be1983f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Deleting port e8bf3247-4018-443f-b648-1e3ac51d76f9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:37.124613 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4231124f-f9f8-4047-8dfb-076331c41bf0 req-7e544c61-6de0-4ede-aeb5-65db5be1983f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.165393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c818b-d090-4fa7-a4b0-1b0a57b651e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b104f2-02d7-4703-bbcd-351e34ae697c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:37.285259 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d51e68a-5b45-4809-8221-d120effa2709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.301801 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:37.329492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4231124f-f9f8-4047-8dfb-076331c41bf0 req-7e544c61-6de0-4ede-aeb5-65db5be1983f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] For port e8bf3247-4018-443f-b648-1e3ac51d76f9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e8bf3247-4018-443f-b648-1e3ac51d76f9,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:37.329864 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4231124f-f9f8-4047-8dfb-076331c41bf0 req-7e544c61-6de0-4ede-aeb5-65db5be1983f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.358794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-4231124f-f9f8-4047-8dfb-076331c41bf0 req-7e544c61-6de0-4ede-aeb5-65db5be1983f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Calling delete_port for e8bf3247-4018-443f-b648-1e3ac51d76f9 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:37.366558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:37.366898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6ae5c589-b0d9-44a2-b9bd-c67ee5fd6ba9 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:37.367323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0228bcd5-ccc3-4f67-8f54-fa2c665195ee no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:37.468896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 0228bcd5-ccc3-4f67-8f54-fa2c665195ee {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:37.469230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0228bcd5-ccc3-4f67-8f54-fa2c665195ee not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:37.546562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b91b859a-c237-4619-9e6b-91d3d9228261, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b91b859a-c237-4619-9e6b-91d3d9228261,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:37.554170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44714) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:37.584971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'b91b859a-c237-4619-9e6b-91d3d9228261', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'b91b859a-c237-4619-9e6b-91d3d9228261', 'mac_address': 'fa:16:3e:79:a7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:53:37.654159 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.679984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91b859a-c237-4619-9e6b-91d3d9228261 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:53:37.688585 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4231124f-f9f8-4047-8dfb-076331c41bf0 req-7e544c61-6de0-4ede-aeb5-65db5be1983f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.707098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44720) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:37.729588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b91b859a-c237-4619-9e6b-91d3d9228261, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b91b859a-c237-4619-9e6b-91d3d9228261,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:37.738324 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.765316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8d51e68a-5b45-4809-8221-d120effa2709 admin admin] Deleting port c2a78aae-919d-4bea-a44c-fa5c7db82ab0 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:37.765316 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d51e68a-5b45-4809-8221-d120effa2709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.766134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d2892-92a0-4338-b7a4-b6e114ebe245 req-fdf742db-35bd-414c-8553-8da3c34a82d5 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:37.767078 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e27d2892-92a0-4338-b7a4-b6e114ebe245 req-fdf742db-35bd-414c-8553-8da3c34a82d5 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 947 time: 0.1958594 Dec 08 01:53:37.814320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b91b859a-c237-4619-9e6b-91d3d9228261,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:37.854668 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e544c61-6de0-4ede-aeb5-65db5be1983f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Pushing event deleted for resources: {'Port': ['ID=e8bf3247-4018-443f-b648-1e3ac51d76f9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:37.923565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-8d51e68a-5b45-4809-8221-d120effa2709 admin admin] For port c2a78aae-919d-4bea-a44c-fa5c7db82ab0, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c2a78aae-919d-4bea-a44c-fa5c7db82ab0,segment=NetworkSegment(104aa23b-a1b8-4995-9503-838947c18f49),segment_id=104aa23b-a1b8-4995-9503-838947c18f49)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:37.923964 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d51e68a-5b45-4809-8221-d120effa2709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.957329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8d51e68a-5b45-4809-8221-d120effa2709 admin admin] Calling delete_port for c2a78aae-919d-4bea-a44c-fa5c7db82ab0 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:38.008464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4231124f-f9f8-4047-8dfb-076331c41bf0 req-7e544c61-6de0-4ede-aeb5-65db5be1983f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] No DVR routers for this DVR port e8bf3247-4018-443f-b648-1e3ac51d76f9 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:38.017051 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4231124f-f9f8-4047-8dfb-076331c41bf0 req-7e544c61-6de0-4ede-aeb5-65db5be1983f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.033027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4231124f-f9f8-4047-8dfb-076331c41bf0 req-7e544c61-6de0-4ede-aeb5-65db5be1983f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "DELETE /v2.0/ports/e8bf3247-4018-443f-b648-1e3ac51d76f9 HTTP/1.1" status: 204 len: 173 time: 1.1816051 Dec 08 01:53:38.053813 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e159d11-f580-450a-b71c-2b4d1f4370ed', 'name': 'network-vif-deleted', 'tag': 'e8bf3247-4018-443f-b648-1e3ac51d76f9'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:38.058270 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558005d5-ce04-4943-b13b-e6e5c1a548e7" -d '{"events": [{"server_uuid": "3e159d11-f580-450a-b71c-2b4d1f4370ed", "name": "network-vif-deleted", "tag": "e8bf3247-4018-443f-b648-1e3ac51d76f9"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:38.076329 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fb0b27cb-6835-4e71-93db-f92231af5eb3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7c1fcf9c5f2e4c1684ad3909f3718b47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3637397 Dec 08 01:53:38.080158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44730) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:38.082575 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['b91b859a-c237-4619-9e6b-91d3d9228261'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:38.101127 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2560a43b-3743-4808-893a-87399582a70d tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:38.111222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e27d2892-92a0-4338-b7a4-b6e114ebe245 req-596fe049-22ca-4117-b13c-283878daa6a9 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829142 Dec 08 01:53:38.200438 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7793b47d-18c6-4e95-b679-5735e12b8f27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.229899 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7793b47d-18c6-4e95-b679-5735e12b8f27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.375582 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2560a43b-3743-4808-893a-87399582a70d tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] 10.222.0.71 "PUT /v2.0/quotas/690deb209a8f47a3b9f326752a67a793 HTTP/1.1" status: 200 len: 366 time: 0.8142664 Dec 08 01:53:38.375809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44742) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:38.393934 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7793b47d-18c6-4e95-b679-5735e12b8f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.404652 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7793b47d-18c6-4e95-b679-5735e12b8f27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.409812 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7793b47d-18c6-4e95-b679-5735e12b8f27 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5ccb0942-58ab-44be-acd6-005414d9865f HTTP/1.1" status: 204 len: 168 time: 0.3268015 Dec 08 01:53:38.431746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793b47d-18c6-4e95-b679-5735e12b8f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccb0942-58ab-44be-acd6-005414d9865f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:38.450439 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6683f864-fdf1-46ae-966e-5d52b8158cdb tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] 10.222.0.71 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0728326 Dec 08 01:53:38.452473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44746) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:38.473695 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f9a6e2-db8e-4ea6-a8bf-9eaf12e9ada5 x-openstack-request-id: req-a8f9a6e2-db8e-4ea6-a8bf-9eaf12e9ada5 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:38.474260 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e159d11-f580-450a-b71c-2b4d1f4370ed", "name": "network-vif-deleted", "tag": "e8bf3247-4018-443f-b648-1e3ac51d76f9", "status": "failed", "code": 422}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:38.474704 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a8f9a6e2-db8e-4ea6-a8bf-9eaf12e9ada5 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:38.476606 n-d-713499-31 neutron-server[109767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e159d11-f580-450a-b71c-2b4d1f4370ed', 'name': 'network-vif-deleted', 'tag': 'e8bf3247-4018-443f-b648-1e3ac51d76f9', 'status': 'failed', 'code': 422} returned with failed status Dec 08 01:53:38.479964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ad4cee4d-f2c5-456c-abbe-5c00762fab26 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] 10.222.0.71 "GET /v2.0/quotas/690deb209a8f47a3b9f326752a67a793 HTTP/1.1" status: 200 len: 366 time: 0.0264170 Dec 08 01:53:38.483476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44748) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:38.508827 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d51e68a-5b45-4809-8221-d120effa2709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.517925 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b9db4448-9fa3-4dba-a599-56298bb27c7c tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] 10.222.0.71 "DELETE /v2.0/quotas/690deb209a8f47a3b9f326752a67a793 HTTP/1.1" status: 204 len: 168 time: 0.0293381 Dec 08 01:53:38.520532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44750) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:38.547413 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-99a468ee-8b16-4167-9ee8-573a38544f86 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] 10.222.0.71 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0216868 Dec 08 01:53:38.549642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44752) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:38.573160 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7c0668dc-43f9-41ab-bfe4-6eea79c8df34 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] 10.222.0.71 "GET /v2.0/quotas/690deb209a8f47a3b9f326752a67a793 HTTP/1.1" status: 200 len: 370 time: 0.0186968 Dec 08 01:53:38.573882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44754) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:38.588865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a741254a-e444-4fbf-a553-65840745168a tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] 10.222.0.71 "GET /v2.0/quotas/690deb209a8f47a3b9f326752a67a793/default HTTP/1.1" status: 200 len: 370 time: 0.0098948 Dec 08 01:53:38.588865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44756) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:38.604867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51e68a-5b45-4809-8221-d120effa2709 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a78aae-919d-4bea-a44c-fa5c7db82ab0,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:38.618149 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-924a9e4e-8481-4d12-95ba-45ec65e52ead tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] delete failed (client error): The resource could not be found. Dec 08 01:53:38.640458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-924a9e4e-8481-4d12-95ba-45ec65e52ead tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] 10.222.0.71 "DELETE /v2.0/quotas/690deb209a8f47a3b9f326752a67a793 HTTP/1.1" status: 404 len: 348 time: 0.0502372 Dec 08 01:53:38.917087 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44768) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:38.984024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Usage tracker for resource:network and project:605863508c5f4d38a32912562eb6457a is out of sync, need to count used quota {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:53:38.989232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:53:39.020237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d51e68a-5b45-4809-8221-d120effa2709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.020827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Usage tracker for resource:subnet and project:605863508c5f4d38a32912562eb6457a is out of sync, need to count used quota {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:53:39.026097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:53:39.045721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Usage tracker for resource:subnetpool and project:605863508c5f4d38a32912562eb6457a is out of sync, need to count used quota {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:53:39.076470 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:53:39.089735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Usage tracker for resource:port and project:605863508c5f4d38a32912562eb6457a is out of sync, need to count used quota {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:53:39.096228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:53:39.110403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Usage tracker for resource:router and project:605863508c5f4d38a32912562eb6457a is out of sync, need to count used quota {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:53:39.118162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:53:39.143899 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Usage tracker for resource:floatingip and project:605863508c5f4d38a32912562eb6457a is out of sync, need to count used quota {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:53:39.159473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:53:39.466932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9938e-72f0-4458-9acb-0fc59ae682d7 req-81e461da-acca-42bc-8e5a-0127f7b6b276 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:39.481103 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39b9938e-72f0-4458-9acb-0fc59ae682d7 req-81e461da-acca-42bc-8e5a-0127f7b6b276 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 948 time: 0.2242870 Dec 08 01:53:39.518175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Usage tracker for resource:security_group and project:605863508c5f4d38a32912562eb6457a is out of sync, need to count used quota {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:53:39.532053 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:53:39.542748 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-578007cc-7287-4be1-88b2-7ad5ab74d3c2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:39.550499 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-578007cc-7287-4be1-88b2-7ad5ab74d3c2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 811 time: 0.3434362 Dec 08 01:53:39.572099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Usage tracker for resource:security_group_rule and project:605863508c5f4d38a32912562eb6457a is out of sync, need to count used quota {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:53:39.572338 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d51e68a-5b45-4809-8221-d120effa2709 admin admin] Router b0d326ce-0bb3-47b9-bd06-46feef10860e has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:53:39.584328 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-abdf1a95-43f2-4632-903f-b51612c901a3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/quotas/ea4d916952c04b248677383b4d824ca8 HTTP/1.1" status: 200 len: 375 time: 0.0328865 Dec 08 01:53:39.589647 n-d-713499-31 neutron-server[109767]: DEBUG neutron.quota.resource [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:53:39.653275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6be0b9e0-5456-4ad2-9f39-70bbcb1b61f1 tempest-QuotasTest-92159944 tempest-QuotasTest-92159944-project-admin] 10.222.0.71 "GET /v2.0/quotas/605863508c5f4d38a32912562eb6457a/details.json HTTP/1.1" status: 200 len: 703 time: 0.7335212 Dec 08 01:53:39.662136 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-5e658527-ed42-45a0-b0aa-92d627a039fc tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768859 Dec 08 01:53:39.680748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39b9938e-72f0-4458-9acb-0fc59ae682d7 req-336515c7-c467-4407-a139-2d460e99b009 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956015 Dec 08 01:53:39.778641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44804) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:39.830496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d51e68a-5b45-4809-8221-d120effa2709 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:39.840074 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690baed1-815a-4e8a-9ab0-1baebab01642 None None] Sync routers for ids ['b0d326ce-0bb3-47b9-bd06-46feef10860e'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:39.841245 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8d51e68a-5b45-4809-8221-d120effa2709 admin admin] 10.222.0.71 "PUT /v2.0/routers/b0d326ce-0bb3-47b9-bd06-46feef10860e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1994095 Dec 08 01:53:39.842128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44808) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:39.858933 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690baed1-815a-4e8a-9ab0-1baebab01642 None None] Routers {'b0d326ce-0bb3-47b9-bd06-46feef10860e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:39.859566 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-690baed1-815a-4e8a-9ab0-1baebab01642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:53:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b0d326ce-0bb3-47b9-bd06-46feef10860e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:39.893808 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-c50e87a2-5c14-4897-a116-ea16a45718de service neutron] 10.222.0.71 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306173 Dec 08 01:53:40.049870 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.109442 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-c1fb7c03-d467-4ce8-984d-9c7f776d57d1 service neutron] 10.222.0.71 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146940 Dec 08 01:53:40.114993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-291081346-network', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:40.156427 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-690baed1-815a-4e8a-9ab0-1baebab01642 None None] Set router b0d326ce-0bb3-47b9-bd06-46feef10860e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:40.172114 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] Made reservation on behalf of 0ebd8dda7cdc4383b657e323ecd66448 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:40.181122 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.203147 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.291963 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.378950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44828) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:40.386761 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-690baed1-815a-4e8a-9ab0-1baebab01642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'name': 'tempest-ServerRescueTestJSON-2077689307-router', 'tenant_id': '8a318c364fcf4694b611c140d4710896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f437251b-fe60-4494-92d1-3b7f50a85bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:07Z', 'updated_at': '2021-12-08T01:53:38Z', 'revision_number': 5, 'project_id': '8a318c364fcf4694b611c140d4710896', 'gw_port': {'id': 'f437251b-fe60-4494-92d1-3b7f50a85bb0', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:51:09Z', 'updated_at': '2021-12-08T01:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:40.412816 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.461041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] Deleting port f437251b-fe60-4494-92d1-3b7f50a85bb0 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:40.461397 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.477613 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb92de2c-1756-4136-b177-799a0a98d849 req-166b940a-f130-44e5-b6f5-eeabbfa72937 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 210 time: 0.0628648 Dec 08 01:53:40.478514 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690baed1-815a-4e8a-9ab0-1baebab01642 None None] Checking router: b0d326ce-0bb3-47b9-bd06-46feef10860e for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:53:40.480169 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.495106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:53:40.503940 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690baed1-815a-4e8a-9ab0-1baebab01642 None None] Routers {'b0d326ce-0bb3-47b9-bd06-46feef10860e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:40.505810 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-690baed1-815a-4e8a-9ab0-1baebab01642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:53:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b0d326ce-0bb3-47b9-bd06-46feef10860e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:40.506427 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.506880 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] Added segment 82a58921-5b13-4d52-8a0b-f4dded30dd26 of type vlan for network 66eb2f8b-9250-43af-be5e-01bc015c75e6 Dec 08 01:53:40.556582 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.623767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc52131-e19f-495b-89f9-b4e4b981f531,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:40.626837 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.629143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:40.629888 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.663726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] For port f437251b-fe60-4494-92d1-3b7f50a85bb0, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f437251b-fe60-4494-92d1-3b7f50a85bb0,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:40.664321 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.683186 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] Calling delete_port for f437251b-fe60-4494-92d1-3b7f50a85bb0 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:40.711383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] Pushing event updated for resources: {'Network': ['ID=66eb2f8b-9250-43af-be5e-01bc015c75e6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:40.725593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 66eb2f8b-9250-43af-be5e-01bc015c75e6 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:53:40.758644 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2ad47773-2eb7-4735-8779-9bd21c9951ba admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9786448 Dec 08 01:53:40.762576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44844) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:40.770680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d5524702-ef9d-4c0c-9a5c-f677cc6f3bbe admin admin] Request body: {'subnet': {'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-subnet', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:40.821754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5524702-ef9d-4c0c-9a5c-f677cc6f3bbe admin admin] Made reservation on behalf of 0ebd8dda7cdc4383b657e323ecd66448 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:40.825164 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5524702-ef9d-4c0c-9a5c-f677cc6f3bbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.896898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b91b859a-c237-4619-9e6b-91d3d9228261 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:40.954389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c40b7a49-5d30-4725-a686-4783c78cef69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.957140 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-690baed1-815a-4e8a-9ab0-1baebab01642 None None] Set router b0d326ce-0bb3-47b9-bd06-46feef10860e gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:41.005197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.049102 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] Pushing event deleted for resources: {'Port': ['ID=f437251b-fe60-4494-92d1-3b7f50a85bb0,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:41.089614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port b91b859a-c237-4619-9e6b-91d3d9228261 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:53:41.099566 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port b91b859a-c237-4619-9e6b-91d3d9228261 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:41.100034 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.166594 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-690baed1-815a-4e8a-9ab0-1baebab01642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'name': 'tempest-ServerRescueTestJSON-2077689307-router', 'tenant_id': '8a318c364fcf4694b611c140d4710896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:07Z', 'updated_at': '2021-12-08T01:53:40Z', 'revision_number': 6, 'project_id': '8a318c364fcf4694b611c140d4710896', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:41.205250 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690baed1-815a-4e8a-9ab0-1baebab01642 None None] The sync data for ids ['b0d326ce-0bb3-47b9-bd06-46feef10860e'] in n-d-713499-31 is: [{'id': 'b0d326ce-0bb3-47b9-bd06-46feef10860e', 'name': 'tempest-ServerRescueTestJSON-2077689307-router', 'tenant_id': '8a318c364fcf4694b611c140d4710896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:51:07Z', 'updated_at': '2021-12-08T01:53:40Z', 'revision_number': 6, 'project_id': '8a318c364fcf4694b611c140d4710896', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:41.281748 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5524702-ef9d-4c0c-9a5c-f677cc6f3bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.327177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5524702-ef9d-4c0c-9a5c-f677cc6f3bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc99699-31f7-4278-ae8b-e487153a11ac,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:41.343142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72096b-772f-4c76-a865-4023b4bc9ed9 req-5e36824a-3258-47a0-a4cc-2a8474a6f1ac tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:41.351818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba72096b-772f-4c76-a865-4023b4bc9ed9 req-5e36824a-3258-47a0-a4cc-2a8474a6f1ac tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 948 time: 0.1424541 Dec 08 01:53:41.353592 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.374045 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.395320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5524702-ef9d-4c0c-9a5c-f677cc6f3bbe admin admin] Checking segment: {'id': '82a58921-5b13-4d52-8a0b-f4dded30dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:41.395863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5524702-ef9d-4c0c-9a5c-f677cc6f3bbe admin admin] Network hostable DHCP agents. Network: 66eb2f8b-9250-43af-be5e-01bc015c75e6, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:53:41.398518 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b91b859a-c237-4619-9e6b-91d3d9228261, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b91b859a-c237-4619-9e6b-91d3d9228261,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:41.400397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58324e26-cca5-4ceb-afab-b7eac148500d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91b859a-c237-4619-9e6b-91d3d9228261'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:41.403426 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7f6b1c-9b7e-4dab-9f3d-474db26104f5" -d '{"events": [{"server_uuid": "58324e26-cca5-4ceb-afab-b7eac148500d", "name": "network-vif-plugged", "status": "completed", "tag": "b91b859a-c237-4619-9e6b-91d3d9228261"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:41.418579 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.472766 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77739f7e-a2b9-4689-ade0-f9da9f603afb x-openstack-request-id: req-77739f7e-a2b9-4689-ade0-f9da9f603afb {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:41.473303 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58324e26-cca5-4ceb-afab-b7eac148500d", "name": "network-vif-plugged", "status": "completed", "tag": "b91b859a-c237-4619-9e6b-91d3d9228261", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:41.473722 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-77739f7e-a2b9-4689-ade0-f9da9f603afb {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:41.474293 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58324e26-cca5-4ceb-afab-b7eac148500d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91b859a-c237-4619-9e6b-91d3d9228261', 'code': 200} Dec 08 01:53:41.538423 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b91b859a-c237-4619-9e6b-91d3d9228261,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:41.744411 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c40b7a49-5d30-4725-a686-4783c78cef69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.762171 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c40b7a49-5d30-4725-a686-4783c78cef69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.785772 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.795434 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.853434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba72096b-772f-4c76-a865-4023b4bc9ed9 req-38309c04-6f3f-4b2c-b9a3-fa410e8ef082 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005774 Dec 08 01:53:41.855846 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08996e25-4191-4866-b67b-ca00ef31f860 req-4cc57190-54d3-44a9-be63-cb4e018e2625 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 210 time: 0.0985656 Dec 08 01:53:41.881143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5524702-ef9d-4c0c-9a5c-f677cc6f3bbe admin admin] Network 66eb2f8b-9250-43af-be5e-01bc015c75e6 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:53:41.892852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d5524702-ef9d-4c0c-9a5c-f677cc6f3bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 66eb2f8b-9250-43af-be5e-01bc015c75e6) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:41.899478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5524702-ef9d-4c0c-9a5c-f677cc6f3bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:41.900469 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5524702-ef9d-4c0c-9a5c-f677cc6f3bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.905310 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c40b7a49-5d30-4725-a686-4783c78cef69 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bfda2f88a5f34f5bbfdd564c8660dd98&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5226383 Dec 08 01:53:41.908429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44860) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:41.912571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b7a49-5d30-4725-a686-4783c78cef69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22654d4-bb7e-46ba-870d-aeca9ae5a35b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:41.917822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906ee1d0-afc8-4c2b-b46b-711ad73a9715 None None] Network 66eb2f8b-9250-43af-be5e-01bc015c75e6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:41.922870 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.923707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d326ce-0bb3-47b9-bd06-46feef10860e {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:53:41.928348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d5524702-ef9d-4c0c-9a5c-f677cc6f3bbe admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1645265 Dec 08 01:53:41.937384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44862) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:41.942684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:41.982863 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.984189 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.086280 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.198013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-66eb2f8b-9250-43af-be5e-01bc015c75e6', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'fixed_ips': [{'subnet_id': '2fc99699-31f7-4278-ae8b-e487153a11ac'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:53:42.198307 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.441474 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.453457 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4df9fbbd-3c24-4b29-b650-8fbeda25f70e admin admin] 10.222.0.71 "DELETE /v2.0/routers/b0d326ce-0bb3-47b9-bd06-46feef10860e HTTP/1.1" status: 204 len: 168 time: 2.6099172 Dec 08 01:53:42.457595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44868) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:42.469183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.538551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Allocated IP 172.20.0.2 (66eb2f8b-9250-43af-be5e-01bc015c75e6/2fc99699-31f7-4278-ae8b-e487153a11ac/219e28d8-d8ed-418d-8983-853941ad59ee) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:42.714651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e09ed-3953-4530-a4d5-0559c68edc78 req-4f517f9b-771f-4f76-a6e3-c559e814ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:42.718351 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2b1e09ed-3953-4530-a4d5-0559c68edc78 req-4f517f9b-771f-4f76-a6e3-c559e814ccde service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 1101 time: 0.9724438 Dec 08 01:53:42.730522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-adf32410-cd45-408b-8031-fb3a4c59ad24 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:42.732457 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-adf32410-cd45-408b-8031-fb3a4c59ad24 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.75 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 811 time: 0.2779839 Dec 08 01:53:42.779679 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-184190de-0b51-4416-aeb3-c3efad5b9f08 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Request body: {'port': {'device_id': '25799b81-a48c-4cae-9dd0-5110d18bbb70', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'admin_state_up': True, 'tenant_id': 'ea4d916952c04b248677383b4d824ca8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:42.834195 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.850655 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.919955 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4510cb-9f08-43e1-b390-e836d8c97cf8 admin admin] Deleting subnet e7011422-2fee-464b-8986-d869c753cada {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:53:42.949076 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb4510cb-9f08-43e1-b390-e836d8c97cf8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.978585 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.990470 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Pushing event updated for resources: {'Port': ['ID=219e28d8-d8ed-418d-8983-853941ad59ee,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:43.016081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Network 66eb2f8b-9250-43af-be5e-01bc015c75e6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:43.020137 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d896430-50bd-4d2b-9e09-a828f2a36062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.021205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:43.027715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:43.078978 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2b1e09ed-3953-4530-a4d5-0559c68edc78 req-499869b7-6390-4690-ada9-18c8de6eeba7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404679 Dec 08 01:53:43.117817 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.140964 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c2a78aae-919d-4bea-a44c-fa5c7db82ab0 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:43.145084 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d896430-50bd-4d2b-9e09-a828f2a36062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.148479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb4510cb-9f08-43e1-b390-e836d8c97cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.172733 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: c2a78aae-919d-4bea-a44c-fa5c7db82ab0 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:43.173078 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c2a78aae-919d-4bea-a44c-fa5c7db82ab0 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:43.173820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f437251b-fe60-4494-92d1-3b7f50a85bb0 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:43.219158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: f437251b-fe60-4494-92d1-3b7f50a85bb0 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:43.219420 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f437251b-fe60-4494-92d1-3b7f50a85bb0 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:43.224166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Attempting to bind port 219e28d8-d8ed-418d-8983-853941ad59ee on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:43.224543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Attempting to bind port 219e28d8-d8ed-418d-8983-853941ad59ee by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '82a58921-5b13-4d52-8a0b-f4dded30dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:43.226460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Attempting to bind port 219e28d8-d8ed-418d-8983-853941ad59ee on network 66eb2f8b-9250-43af-be5e-01bc015c75e6 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:43.248362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:43.249012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Checking segment: {'id': '82a58921-5b13-4d52-8a0b-f4dded30dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:43.249441 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.249936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Bound using segment: {'id': '82a58921-5b13-4d52-8a0b-f4dded30dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:43.250427 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Bound port: 219e28d8-d8ed-418d-8983-853941ad59ee, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a58921-5b13-4d52-8a0b-f4dded30dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:43.250852 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.291275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33193de6-88bd-4599-ac9a-9f6ede3daff4 req-38b0b4a4-8ed4-4055-bc8a-5d48367b8c18 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 210 time: 0.1893327 Dec 08 01:53:43.310108 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb4510cb-9f08-43e1-b390-e836d8c97cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.350303 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] For port 219e28d8-d8ed-418d-8983-853941ad59ee, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:43.354034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] For port 219e28d8-d8ed-418d-8983-853941ad59ee, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=219e28d8-d8ed-418d-8983-853941ad59ee,segment=NetworkSegment(82a58921-5b13-4d52-8a0b-f4dded30dd26),segment_id=82a58921-5b13-4d52-8a0b-f4dded30dd26)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:43.358522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Allocated IP 172.25.8.223 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/f4944b35-7647-4ef5-8167-e695dcb6f1c3) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:43.360768 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.364966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-184190de-0b51-4416-aeb3-c3efad5b9f08 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Made reservation on behalf of ea4d916952c04b248677383b4d824ca8 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:43.379303 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-184190de-0b51-4416-aeb3-c3efad5b9f08 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.388190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ee41d-dd21-47b1-8064-b304845f669f req-d27b4c04-22d3-424f-abc6-29827a782094 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:43.390271 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-253ee41d-dd21-47b1-8064-b304845f669f req-d27b4c04-22d3-424f-abc6-29827a782094 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 949 time: 0.3108783 Dec 08 01:53:43.416152 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d896430-50bd-4d2b-9e09-a828f2a36062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.427678 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d896430-50bd-4d2b-9e09-a828f2a36062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.429247 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0d896430-50bd-4d2b-9e09-a828f2a36062 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b22654d4-bb7e-46ba-870d-aeca9ae5a35b HTTP/1.1" status: 204 len: 168 time: 1.5189571 Dec 08 01:53:43.459286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdf1f9-d833-4daf-8e2f-73a8e0db3b92 None None] Pushing event updated for resources: {'Port': ['ID=219e28d8-d8ed-418d-8983-853941ad59ee,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:43.466970 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d896430-50bd-4d2b-9e09-a828f2a36062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22654d4-bb7e-46ba-870d-aeca9ae5a35b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:43.564475 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb4510cb-9f08-43e1-b390-e836d8c97cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.590658 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-253ee41d-dd21-47b1-8064-b304845f669f req-0116a1ad-5cf9-4b95-a8ad-a5d2ff436511 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883342 Dec 08 01:53:43.662868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4510cb-9f08-43e1-b390-e836d8c97cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7011422-2fee-464b-8986-d869c753cada,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:43.673934 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb4510cb-9f08-43e1-b390-e836d8c97cf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.677194 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.686500 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cb4510cb-9f08-43e1-b390-e836d8c97cf8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e7011422-2fee-464b-8986-d869c753cada HTTP/1.1" status: 204 len: 168 time: 1.1792879 Dec 08 01:53:43.687128 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44882) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:43.817590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-184190de-0b51-4416-aeb3-c3efad5b9f08 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Allocated IP 172.20.0.11 (3276b31f-6293-4197-963e-cfa311955d62/b9b17d14-ce86-4d96-b0e5-c267582db3e6/e7a48604-7e49-4017-aa74-cf1867618d77) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:43.883522 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.958511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Pushing event updated for resources: {'Port': ['ID=f4944b35-7647-4ef5-8167-e695dcb6f1c3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:43.975944 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-542c090d-0cae-4bc3-a3bb-c920c5f1617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.996827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:43.999722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:44.004515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:44.101905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44888) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:44.125794 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-184190de-0b51-4416-aeb3-c3efad5b9f08 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.129745 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab7417f7-abbd-4460-a78e-a86887fcfa95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.206763 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-184190de-0b51-4416-aeb3-c3efad5b9f08 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.233732 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-184190de-0b51-4416-aeb3-c3efad5b9f08 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Network 3276b31f-6293-4197-963e-cfa311955d62 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:44.239171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-184190de-0b51-4416-aeb3-c3efad5b9f08 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:44.246832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-184190de-0b51-4416-aeb3-c3efad5b9f08 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:44.331747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-184190de-0b51-4416-aeb3-c3efad5b9f08 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:44.332383 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-184190de-0b51-4416-aeb3-c3efad5b9f08 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.361143 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-542c090d-0cae-4bc3-a3bb-c920c5f1617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.396428 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-184190de-0b51-4416-aeb3-c3efad5b9f08 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6233113 Dec 08 01:53:44.398595 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab7417f7-abbd-4460-a78e-a86887fcfa95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.400058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184190de-0b51-4416-aeb3-c3efad5b9f08 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Pushing event updated for resources: {'Port': ['ID=e7a48604-7e49-4017-aa74-cf1867618d77,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:44.419964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Request body: {'port': {'device_id': '25799b81-a48c-4cae-9dd0-5110d18bbb70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:44.468528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-542c090d-0cae-4bc3-a3bb-c920c5f1617f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcd6e97-5ac1-4da8-8cea-2004f8afcf83']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:44.492263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab7417f7-abbd-4460-a78e-a86887fcfa95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.511036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-542c090d-0cae-4bc3-a3bb-c920c5f1617f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104aa23b-a1b8-4995-9503-838947c18f49') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:44.533388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-542c090d-0cae-4bc3-a3bb-c920c5f1617f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104aa23b-a1b8-4995-9503-838947c18f49') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:44.534732 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.544609 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ab7417f7-abbd-4460-a78e-a86887fcfa95 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=605863508c5f4d38a32912562eb6457a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4414074 Dec 08 01:53:44.546533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44894) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:44.565707 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-542c090d-0cae-4bc3-a3bb-c920c5f1617f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.578688 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.612519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7417f7-abbd-4460-a78e-a86887fcfa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e347f179-43db-41a1-9fab-94f33540e373,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:44.653945 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-542c090d-0cae-4bc3-a3bb-c920c5f1617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.670233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc7593-36dc-46f2-b1d9-96bdb0c8a29c req-399a23d3-9e4c-42ec-9f0c-17748ec6479e tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:44.672018 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08cc7593-36dc-46f2-b1d9-96bdb0c8a29c req-399a23d3-9e4c-42ec-9f0c-17748ec6479e tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 932 time: 0.2547796 Dec 08 01:53:44.681558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542c090d-0cae-4bc3-a3bb-c920c5f1617f admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:53:44.682299 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-542c090d-0cae-4bc3-a3bb-c920c5f1617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:53:44.685418 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:53:44.805110 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10c92358-61b0-4fa9-bde1-e4867e6834cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.873631 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10c92358-61b0-4fa9-bde1-e4867e6834cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.882006 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-542c090d-0cae-4bc3-a3bb-c920c5f1617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.923961 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08cc7593-36dc-46f2-b1d9-96bdb0c8a29c req-6e698984-e9ce-4518-8de6-bbff36d80f40 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394426 Dec 08 01:53:44.961447 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-542c090d-0cae-4bc3-a3bb-c920c5f1617f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.973374 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-542c090d-0cae-4bc3-a3bb-c920c5f1617f admin admin] 10.222.0.71 "DELETE /v2.0/networks/bfcd6e97-5ac1-4da8-8cea-2004f8afcf83 HTTP/1.1" status: 204 len: 168 time: 1.2837405 Dec 08 01:53:45.058521 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10c92358-61b0-4fa9-bde1-e4867e6834cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.061451 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10c92358-61b0-4fa9-bde1-e4867e6834cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.062975 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-10c92358-61b0-4fa9-bde1-e4867e6834cb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e347f179-43db-41a1-9fab-94f33540e373 HTTP/1.1" status: 204 len: 168 time: 0.5127223 Dec 08 01:53:45.083319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c92358-61b0-4fa9-bde1-e4867e6834cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e347f179-43db-41a1-9fab-94f33540e373,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:45.144052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a48604-7e49-4017-aa74-cf1867618d77 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:53:45.151235 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.155763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d6f22-abd8-4afa-bc3c-7de9ec94d45c None None] Network 66eb2f8b-9250-43af-be5e-01bc015c75e6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:45.210958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c090d-0cae-4bc3-a3bb-c920c5f1617f admin admin] Pushing event deleted for resources: {'Network': ['ID=bfcd6e97-5ac1-4da8-8cea-2004f8afcf83,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:45.212961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Transition to ACTIVE for port object e7a48604-7e49-4017-aa74-cf1867618d77 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:53:45.222235 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.229490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 219e28d8-d8ed-418d-8983-853941ad59ee up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:45.289819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a48604-7e49-4017-aa74-cf1867618d77,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:45.373262 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795dfe-1501-4a08-95d9-171761051f19 req-c481def3-8b0a-4a91-be24-ec75e67d48d0 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:45.375002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d795dfe-1501-4a08-95d9-171761051f19 req-c481def3-8b0a-4a91-be24-ec75e67d48d0 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 949 time: 0.5108707 Dec 08 01:53:45.387835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ced1f290-bca1-4d57-a9c1-45c198fc279d None None] Provisioning complete for port 219e28d8-d8ed-418d-8983-853941ad59ee triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:45.388118 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ced1f290-bca1-4d57-a9c1-45c198fc279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.435946 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44912) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:45.458406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Attempting to bind port e7a48604-7e49-4017-aa74-cf1867618d77 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:45.459044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Attempting to bind port e7a48604-7e49-4017-aa74-cf1867618d77 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:45.459717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Attempting to bind port e7a48604-7e49-4017-aa74-cf1867618d77 on network 3276b31f-6293-4197-963e-cfa311955d62 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:45.466840 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.470924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 219e28d8-d8ed-418d-8983-853941ad59ee triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:45.471333 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.474994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Port e7a48604-7e49-4017-aa74-cf1867618d77 on network 3276b31f-6293-4197-963e-cfa311955d62 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:53:45.475767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Attempting to bind port e7a48604-7e49-4017-aa74-cf1867618d77 on network 3276b31f-6293-4197-963e-cfa311955d62 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:45.482692 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:45.483229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Checking segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:45.483946 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Bound using segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:45.484550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Bound port: e7a48604-7e49-4017-aa74-cf1867618d77, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:45.485099 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.562476 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9b6f70d2-6b4c-4bd1-bf33-c259c0cd6ad4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8a318c364fcf4694b611c140d4710896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1225493 Dec 08 01:53:45.571014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44916) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:45.636266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d795dfe-1501-4a08-95d9-171761051f19 req-84a40a97-e3ed-4bbe-b15d-78caaddd949e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500706 Dec 08 01:53:45.757152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] For port e7a48604-7e49-4017-aa74-cf1867618d77, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:45.765357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] For port e7a48604-7e49-4017-aa74-cf1867618d77, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e7a48604-7e49-4017-aa74-cf1867618d77,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:45.782030 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.799915 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ced1f290-bca1-4d57-a9c1-45c198fc279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.915453 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c66a66f4-8320-43f2-a31d-34c63f5cf060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.917210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ced1f290-bca1-4d57-a9c1-45c198fc279d None None] For port 219e28d8-d8ed-418d-8983-853941ad59ee, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=219e28d8-d8ed-418d-8983-853941ad59ee,segment=NetworkSegment(82a58921-5b13-4d52-8a0b-f4dded30dd26),segment_id=82a58921-5b13-4d52-8a0b-f4dded30dd26)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:45.925852 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:45.928406 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.929558 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ced1f290-bca1-4d57-a9c1-45c198fc279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.933481 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] 10.222.0.75 "PUT /v2.0/ports/e7a48604-7e49-4017-aa74-cf1867618d77 HTTP/1.1" status: 200 len: 1093 time: 1.5175853 Dec 08 01:53:45.934107 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25799b81-a48c-4cae-9dd0-5110d18bbb70', 'tag': 'e7a48604-7e49-4017-aa74-cf1867618d77'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:45.951570 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54baced2-0c22-4ca0-98f1-d031f1f39b70" -d '{"events": [{"name": "network-changed", "server_uuid": "25799b81-a48c-4cae-9dd0-5110d18bbb70", "tag": "e7a48604-7e49-4017-aa74-cf1867618d77"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:46.024894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c0af3-1537-4b26-a519-970148ec0bd4 req-8779a2d7-61b1-4f62-8577-31c54f24ff65 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:46.028229 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b90c0af3-1537-4b26-a519-970148ec0bd4 req-8779a2d7-61b1-4f62-8577-31c54f24ff65 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 1101 time: 0.1995599 Dec 08 01:53:46.031031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Router 6e786964-a546-4e4c-bb79-097210e5adc1 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:53:46.090875 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:46.098625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1f290-bca1-4d57-a9c1-45c198fc279d None None] Pushing event updated for resources: {'Port': ['ID=219e28d8-d8ed-418d-8983-853941ad59ee,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:46.129386 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c66a66f4-8320-43f2-a31d-34c63f5cf060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:46.144140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44936) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:46.154284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdaed7-777d-47a5-b784-aff35e2503a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a48604-7e49-4017-aa74-cf1867618d77,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:46.215077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-b94dd2eb-b2cf-4ba8-9bbf-f03928e3a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:46.215077 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-b94dd2eb-b2cf-4ba8-9bbf-f03928e3a73e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 1096 time: 0.2046268 Dec 08 01:53:46.280003 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:53:46.280597 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:53:46.281487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d0875b70-2c93-40f9-a37f-6679c5befda0 None None] Provisioning complete for port 219e28d8-d8ed-418d-8983-853941ad59ee triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:46.282048 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0875b70-2c93-40f9-a37f-6679c5befda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:46.315985 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-6bacaa2f-c808-4741-a973-986a39145025 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7a48604-7e49-4017-aa74-cf1867618d77 HTTP/1.1" status: 200 len: 217 time: 0.0879359 Dec 08 01:53:46.366030 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c66a66f4-8320-43f2-a31d-34c63f5cf060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:46.368948 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c66a66f4-8320-43f2-a31d-34c63f5cf060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:46.372539 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c66a66f4-8320-43f2-a31d-34c63f5cf060 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/377f0060-b58a-4fff-ad1a-0a73d5dc87da HTTP/1.1" status: 204 len: 168 time: 0.7980776 Dec 08 01:53:46.387887 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a66f4-8320-43f2-a31d-34c63f5cf060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377f0060-b58a-4fff-ad1a-0a73d5dc87da,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:46.430924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-0b375d3c-fac7-43ad-9a16-fca73fdf52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:46.437387 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-0b375d3c-fac7-43ad-9a16-fca73fdf52b1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.1147847 Dec 08 01:53:46.476380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b90c0af3-1537-4b26-a519-970148ec0bd4 req-7edda40a-3fe6-43f1-b359-432e3b383045 tempest-ServersOnMultiNodesTest-1482486407 tempest-ServersOnMultiNodesTest-1482486407-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373512 Dec 08 01:53:46.499941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19331b-6ae6-498c-a03a-98ec7a770775 req-9c91cf96-7dd6-47e5-9778-9a4cf0aa3db1 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:46.501467 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b19331b-6ae6-498c-a03a-98ec7a770775 req-9c91cf96-7dd6-47e5-9778-9a4cf0aa3db1 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 944 time: 0.3049707 Dec 08 01:53:46.528432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:46.541363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Sync routers for ids ['6e786964-a546-4e4c-bb79-097210e5adc1'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:46.556340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Routers {'6e786964-a546-4e4c-bb79-097210e5adc1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:46.559119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:53:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6e786964-a546-4e4c-bb79-097210e5adc1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:46.601873 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-76cd6046-ce01-41bf-917c-b1fa7fb4caf0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539838 Dec 08 01:53:46.603460 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b19331b-6ae6-498c-a03a-98ec7a770775 req-6ccd618b-51f7-47ff-b5df-084bb47ef08c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942354 Dec 08 01:53:46.623684 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:46.628204 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-357f0c70-e4c2-4c69-ba17-e0ee03a0edee admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6868920 Dec 08 01:53:46.629734 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44950) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:46.678757 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-06ecc5ef-8264-4696-adb2-7463b4e316e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:46.684842 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ed8aa4-7d23-49c7-afed-b06d5bca949d x-openstack-request-id: req-15ed8aa4-7d23-49c7-afed-b06d5bca949d {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:46.685171 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25799b81-a48c-4cae-9dd0-5110d18bbb70", "tag": "e7a48604-7e49-4017-aa74-cf1867618d77", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:46.685452 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-15ed8aa4-7d23-49c7-afed-b06d5bca949d {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:46.685862 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25799b81-a48c-4cae-9dd0-5110d18bbb70', 'tag': 'e7a48604-7e49-4017-aa74-cf1867618d77', 'status': 'completed', 'code': 200} Dec 08 01:53:46.858760 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-477dab6e-8ba5-4f79-8e1c-aedefc62926c service neutron] 10.222.0.75 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279603 Dec 08 01:53:47.067925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Set router 6e786964-a546-4e4c-bb79-097210e5adc1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:47.165407 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-06ecc5ef-8264-4696-adb2-7463b4e316e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.180059 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-06ecc5ef-8264-4696-adb2-7463b4e316e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.233684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 219e28d8-d8ed-418d-8983-853941ad59ee up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:47.287442 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-30697afe-c5a5-4e4d-a1c7-a4d456a94306 req-14381a4e-626a-4e6d-a08c-3be8d7e3b081 service neutron] 10.222.0.75 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184856 Dec 08 01:53:47.328363 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecc5ef-8264-4696-adb2-7463b4e316e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e1a4b8-741e-4b86-9b3f-1b38157d451b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:47.361308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44970) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:47.438387 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-06ecc5ef-8264-4696-adb2-7463b4e316e9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d323baaceb1041a8bb0a41784ae3a7b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2927663 Dec 08 01:53:47.441439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44978) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:47.445843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 219e28d8-d8ed-418d-8983-853941ad59ee triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:47.446362 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.522877 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b12d22e7-5b87-4fc5-b75d-a45b75adb57d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.557957 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b12d22e7-5b87-4fc5-b75d-a45b75adb57d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.599258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54baced2-0c22-4ca0-98f1-d031f1f39b70 req-48843437-2d1d-47c2-8524-f81faea65af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:47.601032 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54baced2-0c22-4ca0-98f1-d031f1f39b70 req-48843437-2d1d-47c2-8524-f81faea65af0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 1096 time: 0.2168207 Dec 08 01:53:47.609351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-856156806'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:47.684014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c4fef-60a3-4209-b448-07a684086fb9 req-d2f55d74-9a86-4c4d-b6e5-de27341f6e11 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:47.685041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd5c4fef-60a3-4209-b448-07a684086fb9 req-d2f55d74-9a86-4c4d-b6e5-de27341f6e11 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 949 time: 0.4869199 Dec 08 01:53:47.819085 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54baced2-0c22-4ca0-98f1-d031f1f39b70 req-75e9001e-11e6-49e5-83df-4514112e716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:47.820686 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54baced2-0c22-4ca0-98f1-d031f1f39b70 req-75e9001e-11e6-49e5-83df-4514112e716c service neutron] 10.222.0.75 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 912 time: 0.2054503 Dec 08 01:53:47.828862 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Made reservation on behalf of a2be65c72b2e4df0bb7821616bb42626 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:47.833046 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.846947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fac771-3186-40df-88fa-6d9422757c73 req-2485e275-b814-41e9-aa05-55b76d8e16a6 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:47.848723 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99fac771-3186-40df-88fa-6d9422757c73 req-2485e275-b814-41e9-aa05-55b76d8e16a6 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 944 time: 0.1158247 Dec 08 01:53:47.853963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T01:53:44Z', 'revision_number': 3, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port': {'id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:43Z', 'updated_at': '2021-12-08T01:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:47.860804 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b12d22e7-5b87-4fc5-b75d-a45b75adb57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.863693 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b12d22e7-5b87-4fc5-b75d-a45b75adb57d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.868012 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b12d22e7-5b87-4fc5-b75d-a45b75adb57d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c5e1a4b8-741e-4b86-9b3f-1b38157d451b HTTP/1.1" status: 204 len: 168 time: 0.4215980 Dec 08 01:53:47.890630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd5c4fef-60a3-4209-b448-07a684086fb9 req-182e133b-028b-4d9a-a566-d96fb2fb6f0e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494832 Dec 08 01:53:47.898151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Checking router: 6e786964-a546-4e4c-bb79-097210e5adc1 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:53:47.898510 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Updating router 6e786964-a546-4e4c-bb79-097210e5adc1 port f4944b35-7647-4ef5-8167-e695dcb6f1c3 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:53:47.916218 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.923729 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.931341 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d22e7-5b87-4fc5-b75d-a45b75adb57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e1a4b8-741e-4b86-9b3f-1b38157d451b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:48.055290 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54baced2-0c22-4ca0-98f1-d031f1f39b70 req-0eb20229-292a-41f2-bad3-079c5a06884e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7a48604-7e49-4017-aa74-cf1867618d77 HTTP/1.1" status: 200 len: 217 time: 0.2116363 Dec 08 01:53:48.061570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.078903 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.141121 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.169101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:53:48.186067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54baced2-0c22-4ca0-98f1-d031f1f39b70 req-a310bed6-06ff-4876-afd9-b8cae693386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:48.187687 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54baced2-0c22-4ca0-98f1-d031f1f39b70 req-a310bed6-06ff-4876-afd9-b8cae693386c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.1226966 Dec 08 01:53:48.193350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0042eded-127f-443a-ab6a-43d9602f305d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:48.196629 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.197155 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Added segment 9b389180-bcca-4837-a700-9c973fed67d2 of type vlan for network 7bd0f503-a818-48bf-9353-f5de8c3bc640 Dec 08 01:53:48.209355 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99fac771-3186-40df-88fa-6d9422757c73 req-0282d9e6-262b-46ba-976f-0086b9a49228 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420086 Dec 08 01:53:48.233894 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54baced2-0c22-4ca0-98f1-d031f1f39b70 req-50c68c9b-91c5-4a81-b6a7-475070a19901 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350316 Dec 08 01:53:48.312435 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.385307 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.395565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:48.396272 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.397384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Allocated IP 172.20.0.1 (66eb2f8b-9250-43af-be5e-01bc015c75e6/2fc99699-31f7-4278-ae8b-e487153a11ac/103d0072-4cf6-4e7e-959a-80c93615c683) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:48.427471 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0541456 Dec 08 01:53:48.428826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45010) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:48.441433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1c1ade94-f3c9-49e2-8965-edb37764fef4 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Request body: {'subnet': {'network_id': '7bd0f503-a818-48bf-9353-f5de8c3bc640', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:48.451091 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54baced2-0c22-4ca0-98f1-d031f1f39b70 req-d4e074ec-6615-4699-a1fa-38259cb451b9 service neutron] 10.222.0.75 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814764 Dec 08 01:53:48.456152 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.457628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45016) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:48.470220 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.537135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca13728-13eb-4b43-924b-898de18df073 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Pushing event updated for resources: {'Network': ['ID=7bd0f503-a818-48bf-9353-f5de8c3bc640,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:48.568197 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 7bd0f503-a818-48bf-9353-f5de8c3bc640 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:53:48.615905 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54baced2-0c22-4ca0-98f1-d031f1f39b70 req-f3fe9fd2-5d79-4e63-abd0-51cc47585de3 service neutron] 10.222.0.75 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187110 Dec 08 01:53:48.661332 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45040) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:48.678849 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c11e7cce-2458-4474-b081-c11cf2f1f31c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.710398 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.725240 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Attempting to bind port f4944b35-7647-4ef5-8167-e695dcb6f1c3 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:48.725613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Attempting to bind port f4944b35-7647-4ef5-8167-e695dcb6f1c3 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:48.725963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Attempting to bind port f4944b35-7647-4ef5-8167-e695dcb6f1c3 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:48.733314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77356ec-0394-48aa-9480-3e8a49cc40fb None None] Pushing event updated for resources: {'Port': ['ID=f4944b35-7647-4ef5-8167-e695dcb6f1c3,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:48.739193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:48.739569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:48.740006 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.740391 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:48.740864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Bound port: f4944b35-7647-4ef5-8167-e695dcb6f1c3, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:48.741345 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.743980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1ade94-f3c9-49e2-8965-edb37764fef4 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Made reservation on behalf of a2be65c72b2e4df0bb7821616bb42626 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:48.747858 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c1ade94-f3c9-49e2-8965-edb37764fef4 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.792334 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-286e58ba-4140-4850-a961-22587746517c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.829401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] For port f4944b35-7647-4ef5-8167-e695dcb6f1c3, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:48.832260 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.835318 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d5dd2-b423-4f69-8763-566a58d57bff req-4a372bae-aa63-4a64-a4bd-8e5e048fcb46 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:48.836866 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-255d5dd2-b423-4f69-8763-566a58d57bff req-4a372bae-aa63-4a64-a4bd-8e5e048fcb46 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 949 time: 0.1432493 Dec 08 01:53:48.840255 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] For port f4944b35-7647-4ef5-8167-e695dcb6f1c3, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f4944b35-7647-4ef5-8167-e695dcb6f1c3,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:48.850167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.914062 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Routers {'6e786964-a546-4e4c-bb79-097210e5adc1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:48.914697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:53:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6e786964-a546-4e4c-bb79-097210e5adc1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:48.916591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77356ec-0394-48aa-9480-3e8a49cc40fb None None] Pushing event updated for resources: {'Port': ['ID=f4944b35-7647-4ef5-8167-e695dcb6f1c3,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:48.995102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Pushing event updated for resources: {'Port': ['ID=103d0072-4cf6-4e7e-959a-80c93615c683,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:49.055133 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c11e7cce-2458-4474-b081-c11cf2f1f31c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.055722 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] Set router 6e786964-a546-4e4c-bb79-097210e5adc1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:49.060222 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Network 66eb2f8b-9250-43af-be5e-01bc015c75e6 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:49.068755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:49.073272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:49.088100 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c11e7cce-2458-4474-b081-c11cf2f1f31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.145220 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-286e58ba-4140-4850-a961-22587746517c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.159820 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-286e58ba-4140-4850-a961-22587746517c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.185404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e7cce-2458-4474-b081-c11cf2f1f31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d772d5af-2043-4a06-936d-55ae9801aca4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:49.211985 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-286e58ba-4140-4850-a961-22587746517c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=69e91129d1fe49fcb53743fdd68f0fec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7537506 Dec 08 01:53:49.223764 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c11e7cce-2458-4474-b081-c11cf2f1f31c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7bf41aafd4e245f4a3e767c94ee098d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5605454 Dec 08 01:53:49.224704 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45056) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:49.230724 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-255d5dd2-b423-4f69-8763-566a58d57bff req-edd7f857-5d87-4907-b1a1-dfa575520708 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Deleting port b91b859a-c237-4619-9e6b-91d3d9228261 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:49.231312 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-255d5dd2-b423-4f69-8763-566a58d57bff req-edd7f857-5d87-4907-b1a1-dfa575520708 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.243041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45058) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:49.313745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e58ba-4140-4850-a961-22587746517c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23202437-ab9e-4d71-b8bb-c1df24f12fb1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:49.332109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc38752-0105-4e54-9597-aa1888316481 req-57b74432-f26e-4833-af12-5e864742a1d3 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:49.341728 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6cc38752-0105-4e54-9597-aa1888316481 req-57b74432-f26e-4833-af12-5e864742a1d3 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 949 time: 0.3328447 Dec 08 01:53:49.367744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.375963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T01:53:44Z', 'revision_number': 3, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port': {'id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:43Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:49.420449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4c035e-62eb-479d-9ece-201e5be23934 None None] The sync data for ids ['6e786964-a546-4e4c-bb79-097210e5adc1'] in n-d-713499-31 is: [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T01:53:44Z', 'revision_number': 3, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port': {'id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:43Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:49.484284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80ebe9c9-7639-42ed-8065-f956bd39f5b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.503486 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b485d34d-7b2e-4866-bd12-1bfba66376cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.526362 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c1ade94-f3c9-49e2-8965-edb37764fef4 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.547314 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80ebe9c9-7639-42ed-8065-f956bd39f5b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.550627 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b485d34d-7b2e-4866-bd12-1bfba66376cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.602498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-255d5dd2-b423-4f69-8763-566a58d57bff req-edd7f857-5d87-4907-b1a1-dfa575520708 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] For port b91b859a-c237-4619-9e6b-91d3d9228261, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b91b859a-c237-4619-9e6b-91d3d9228261,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:49.602874 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-255d5dd2-b423-4f69-8763-566a58d57bff req-edd7f857-5d87-4907-b1a1-dfa575520708 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.607715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-601e5823-3a1f-4fc9-99f1-20c4285f360c None None] Provisioning complete for port 103d0072-4cf6-4e7e-959a-80c93615c683 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:49.608231 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-601e5823-3a1f-4fc9-99f1-20c4285f360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.646942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69ae32-f902-4693-a36b-8d3d3911d265 req-6261038a-189c-40e3-bb62-c47720f46f66 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:49.649926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-255d5dd2-b423-4f69-8763-566a58d57bff req-edd7f857-5d87-4907-b1a1-dfa575520708 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Calling delete_port for b91b859a-c237-4619-9e6b-91d3d9228261 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:49.657397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e69ae32-f902-4693-a36b-8d3d3911d265 req-6261038a-189c-40e3-bb62-c47720f46f66 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 944 time: 0.2865026 Dec 08 01:53:49.676347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-601e5823-3a1f-4fc9-99f1-20c4285f360c None None] Port 103d0072-4cf6-4e7e-959a-80c93615c683 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:49.688868 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6cc38752-0105-4e54-9597-aa1888316481 req-5bca27ad-1041-4297-9248-5cb10ac49576 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820382 Dec 08 01:53:49.711967 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ade94-f3c9-49e2-8965-edb37764fef4 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Pushing event updated for resources: {'Subnet': ['ID=fcbcf669-68e0-40a2-bccd-e5eab861c1d8,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:49.731237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b485d34d-7b2e-4866-bd12-1bfba66376cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.733937 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b485d34d-7b2e-4866-bd12-1bfba66376cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.735313 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b485d34d-7b2e-4866-bd12-1bfba66376cf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23202437-ab9e-4d71-b8bb-c1df24f12fb1 HTTP/1.1" status: 204 len: 168 time: 0.5073724 Dec 08 01:53:49.762726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ade94-f3c9-49e2-8965-edb37764fef4 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Checking segment: {'id': '9b389180-bcca-4837-a700-9c973fed67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7bd0f503-a818-48bf-9353-f5de8c3bc640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:49.763100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ade94-f3c9-49e2-8965-edb37764fef4 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Network hostable DHCP agents. Network: 7bd0f503-a818-48bf-9353-f5de8c3bc640, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:53:49.773017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485d34d-7b2e-4866-bd12-1bfba66376cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23202437-ab9e-4d71-b8bb-c1df24f12fb1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:49.781857 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80ebe9c9-7639-42ed-8065-f956bd39f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.802446 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80ebe9c9-7639-42ed-8065-f956bd39f5b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.803915 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-80ebe9c9-7639-42ed-8065-f956bd39f5b6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d772d5af-2043-4a06-936d-55ae9801aca4 HTTP/1.1" status: 204 len: 168 time: 0.5495510 Dec 08 01:53:49.833442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebe9c9-7639-42ed-8065-f956bd39f5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d772d5af-2043-4a06-936d-55ae9801aca4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:49.852942 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e69ae32-f902-4693-a36b-8d3d3911d265 req-76cb245d-5190-4efb-9fa9-b825d8c395b4 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694677 Dec 08 01:53:49.873768 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.877738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ade94-f3c9-49e2-8965-edb37764fef4 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Network 7bd0f503-a818-48bf-9353-f5de8c3bc640 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:53:49.928177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ade94-f3c9-49e2-8965-edb37764fef4 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 7bd0f503-a818-48bf-9353-f5de8c3bc640) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:49.938496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ade94-f3c9-49e2-8965-edb37764fef4 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:49.939096 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c1ade94-f3c9-49e2-8965-edb37764fef4 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.943247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee20f90-c6c4-4f68-9d0c-0f877483120f None None] Network 7bd0f503-a818-48bf-9353-f5de8c3bc640 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:49.974079 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1c1ade94-f3c9-49e2-8965-edb37764fef4 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5435288 Dec 08 01:53:49.978755 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45094) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:49.989110 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-de4ac358-9032-48a8-afd2-db8c7f03ff71 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Request body: {'port': {'network_id': '7bd0f503-a818-48bf-9353-f5de8c3bc640', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2134097931'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:50.107700 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e7a48604-7e49-4017-aa74-cf1867618d77 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:53:50.285486 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-255d5dd2-b423-4f69-8763-566a58d57bff req-edd7f857-5d87-4907-b1a1-dfa575520708 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:50.291963 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4ac358-9032-48a8-afd2-db8c7f03ff71 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Made reservation on behalf of a2be65c72b2e4df0bb7821616bb42626 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:50.300450 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de4ac358-9032-48a8-afd2-db8c7f03ff71 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:50.368463 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:50.378700 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:50.514820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['5d432872-ee23-4d4b-abf7-f6d114746651', 'fbb09024-af25-4555-86d2-e5039e3c6fda', '504bd3ef-a17d-401a-b649-b0d39deb6064'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:50.528309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7f857-5d87-4907-b1a1-dfa575520708 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event deleted for resources: {'Port': ['ID=b91b859a-c237-4619-9e6b-91d3d9228261,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:50.545820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841', '1065fa32-86d0-4f6f-a512-4d216683dda4', '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194', 'ae85b06e-7949-40b8-89c4-4b15e889aa02'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:50.614376 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45110) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:50.615765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-de4ac358-9032-48a8-afd2-db8c7f03ff71 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] device_id is not set on port b7a0ab63-c4b1-4144-86a4-b40922b2b643 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:53:50.627080 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:50.649204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-7bd0f503-a818-48bf-9353-f5de8c3bc640', 'network_id': '7bd0f503-a818-48bf-9353-f5de8c3bc640', 'project_id': 'a2be65c72b2e4df0bb7821616bb42626', 'fixed_ips': [{'subnet_id': 'fcbcf669-68e0-40a2-bccd-e5eab861c1d8'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:53:50.650730 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:50.695997 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c50bfda6-8b38-4d8d-a735-25f5371c77c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:50.733903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-255d5dd2-b423-4f69-8763-566a58d57bff req-edd7f857-5d87-4907-b1a1-dfa575520708 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] No DVR routers for this DVR port b91b859a-c237-4619-9e6b-91d3d9228261 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:50.741450 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-255d5dd2-b423-4f69-8763-566a58d57bff req-edd7f857-5d87-4907-b1a1-dfa575520708 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:50.752311 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-255d5dd2-b423-4f69-8763-566a58d57bff req-edd7f857-5d87-4907-b1a1-dfa575520708 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "DELETE /v2.0/ports/b91b859a-c237-4619-9e6b-91d3d9228261 HTTP/1.1" status: 204 len: 173 time: 1.9054806 Dec 08 01:53:50.777605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58324e26-cca5-4ceb-afab-b7eac148500d', 'name': 'network-vif-deleted', 'tag': 'b91b859a-c237-4619-9e6b-91d3d9228261'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:50.779790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e7a48604-7e49-4017-aa74-cf1867618d77, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e7a48604-7e49-4017-aa74-cf1867618d77,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:50.801272 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046830ce-ec95-4b3d-beea-e948aa1a8804" -d '{"events": [{"server_uuid": "58324e26-cca5-4ceb-afab-b7eac148500d", "name": "network-vif-deleted", "tag": "b91b859a-c237-4619-9e6b-91d3d9228261"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:50.803414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b91b859a-c237-4619-9e6b-91d3d9228261 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:50.866100 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c50bfda6-8b38-4d8d-a735-25f5371c77c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:50.960633 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'e7a48604-7e49-4017-aa74-cf1867618d77', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'port_id': 'e7a48604-7e49-4017-aa74-cf1867618d77', 'mac_address': 'fa:16:3e:cf:c2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b17d14-ce86-4d96-b0e5-c267582db3e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:53:50.964565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: b91b859a-c237-4619-9e6b-91d3d9228261 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:50.967349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b91b859a-c237-4619-9e6b-91d3d9228261 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:50.992642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c50bfda6-8b38-4d8d-a735-25f5371c77c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.018436 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0556e93-4e1e-4261-8221-e2038b642ef6 x-openstack-request-id: req-a0556e93-4e1e-4261-8221-e2038b642ef6 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:51.018737 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58324e26-cca5-4ceb-afab-b7eac148500d", "name": "network-vif-deleted", "tag": "b91b859a-c237-4619-9e6b-91d3d9228261", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:51.018991 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a0556e93-4e1e-4261-8221-e2038b642ef6 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:51.019395 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58324e26-cca5-4ceb-afab-b7eac148500d', 'name': 'network-vif-deleted', 'tag': 'b91b859a-c237-4619-9e6b-91d3d9228261', 'status': 'completed', 'code': 200} Dec 08 01:53:51.027840 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c50bfda6-8b38-4d8d-a735-25f5371c77c2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2fe86c3806d74449b58ea016a3c4c424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3913450 Dec 08 01:53:51.042588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45122) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:51.050409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Pushing event updated for resources: {'Port': ['ID=103d0072-4cf6-4e7e-959a-80c93615c683,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:51.072241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Network 66eb2f8b-9250-43af-be5e-01bc015c75e6 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:51.106999 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b59b194-d6ed-4f72-8fcd-853b583473e2 req-79de1d00-864c-48af-8556-144390e57a3d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=58324e26-cca5-4ceb-afab-b7eac148500d HTTP/1.1" status: 200 len: 210 time: 0.1270978 Dec 08 01:53:51.121508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:51.259231 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.276779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-de4ac358-9032-48a8-afd2-db8c7f03ff71 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Allocated IP 172.20.0.9 (7bd0f503-a818-48bf-9353-f5de8c3bc640/fcbcf669-68e0-40a2-bccd-e5eab861c1d8/b7a0ab63-c4b1-4144-86a4-b40922b2b643) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:51.296744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a48604-7e49-4017-aa74-cf1867618d77 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:53:51.298935 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a03f495-7748-415d-bb79-dfb03ddedaaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.301285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f4944b35-7647-4ef5-8167-e695dcb6f1c3 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:51.354954 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a03f495-7748-415d-bb79-dfb03ddedaaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.461379 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bfda6-8b38-4d8d-a735-25f5371c77c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79ae319-f0b8-4290-aaf3-4da78cc2b179,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:51.493460 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Router 6e786964-a546-4e4c-bb79-097210e5adc1 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:53:51.524578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e7a48604-7e49-4017-aa74-cf1867618d77, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e7a48604-7e49-4017-aa74-cf1867618d77,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:51.573995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126af4c-da30-4c4d-b5a1-e1adcfa72508 req-c53126c4-ee4b-4c8d-9402-2db996c41d85 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:51.585338 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d126af4c-da30-4c4d-b5a1-e1adcfa72508 req-c53126c4-ee4b-4c8d-9402-2db996c41d85 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 944 time: 0.1669326 Dec 08 01:53:51.602232 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.627520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f4944b35-7647-4ef5-8167-e695dcb6f1c3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:51.628478 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.707911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a03f495-7748-415d-bb79-dfb03ddedaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.710505 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a03f495-7748-415d-bb79-dfb03ddedaaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.711666 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5a03f495-7748-415d-bb79-dfb03ddedaaa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c79ae319-f0b8-4290-aaf3-4da78cc2b179 HTTP/1.1" status: 204 len: 168 time: 0.6681094 Dec 08 01:53:51.728911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d126af4c-da30-4c4d-b5a1-e1adcfa72508 req-3ee6eb88-f7fd-4321-8f2f-6c1f80c683a1 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421344 Dec 08 01:53:51.756477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:51.776341 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-699bad8c-01db-4868-8ef9-89b7b00c47c6 admin admin] 10.222.0.71 "PUT /v2.0/routers/6e786964-a546-4e4c-bb79-097210e5adc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1448991 Dec 08 01:53:51.790913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03f495-7748-415d-bb79-dfb03ddedaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79ae319-f0b8-4290-aaf3-4da78cc2b179,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:51.835864 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de4ac358-9032-48a8-afd2-db8c7f03ff71 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.894867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-be527043-13df-4192-83ae-590aeb5cc622 None None] Provisioning complete for port 103d0072-4cf6-4e7e-959a-80c93615c683 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:51.895862 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be527043-13df-4192-83ae-590aeb5cc622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.910555 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de4ac358-9032-48a8-afd2-db8c7f03ff71 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:52.001594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4ac358-9032-48a8-afd2-db8c7f03ff71 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Network 7bd0f503-a818-48bf-9353-f5de8c3bc640 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:52.011541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-de4ac358-9032-48a8-afd2-db8c7f03ff71 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:52.020154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4ac358-9032-48a8-afd2-db8c7f03ff71 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:52.111990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4ac358-9032-48a8-afd2-db8c7f03ff71 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:52.113038 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de4ac358-9032-48a8-afd2-db8c7f03ff71 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:52.135939 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Allocated IP 172.20.0.2 (7bd0f503-a818-48bf-9353-f5de8c3bc640/fcbcf669-68e0-40a2-bccd-e5eab861c1d8/853be940-816f-4946-9279-38579ad8c8bd) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:52.165549 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ac358-9032-48a8-afd2-db8c7f03ff71 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Pushing event updated for resources: {'Port': ['ID=b7a0ab63-c4b1-4144-86a4-b40922b2b643,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:52.217507 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-de4ac358-9032-48a8-afd2-db8c7f03ff71 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2365978 Dec 08 01:53:52.222328 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['e7a48604-7e49-4017-aa74-cf1867618d77'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:52.237461 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45152) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:52.262467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Request body: {'port': {'network_id': '7bd0f503-a818-48bf-9353-f5de8c3bc640', 'name': 'tempest-ExtraDHCPOptionsTestJSON-524727683', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:52.262926 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.api.validators [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] bootfile-name is not in valid_values {{(pid=109766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:53:52.263287 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.api.validators [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] tftp-server is not in valid_values {{(pid=109766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:53:52.275712 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.api.validators [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] server-ip-address is not in valid_values {{(pid=109766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:53:52.297252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=e7a48604-7e49-4017-aa74-cf1867618d77,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:52.396667 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9004ad25-42eb-4173-88c4-95a7ec3130eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:52.455105 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Sync routers for ids ['6e786964-a546-4e4c-bb79-097210e5adc1'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:52.478898 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Routers {'6e786964-a546-4e4c-bb79-097210e5adc1'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:52.483311 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:53:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6e786964-a546-4e4c-bb79-097210e5adc1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:52.563058 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:52.629285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-be527043-13df-4192-83ae-590aeb5cc622 None None] Port 103d0072-4cf6-4e7e-959a-80c93615c683 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:52.641021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Made reservation on behalf of a2be65c72b2e4df0bb7821616bb42626 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:52.645026 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:52.683254 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Set router 6e786964-a546-4e4c-bb79-097210e5adc1 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:52.694540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] device_id is not set on port 43f477ba-198b-4b6a-8da1-509da4be55a8 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:53:52.782589 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:52.849261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720e1dc-676f-4bd6-a292-6a82e256d8e8 req-b5aa52f3-21d0-4a76-9435-7cdcb6c02d8e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:52.852910 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6720e1dc-676f-4bd6-a292-6a82e256d8e8 req-b5aa52f3-21d0-4a76-9435-7cdcb6c02d8e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 950 time: 0.1301963 Dec 08 01:53:53.001572 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Pushing event updated for resources: {'Port': ['ID=853be940-816f-4946-9279-38579ad8c8bd,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:53.041714 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6720e1dc-676f-4bd6-a292-6a82e256d8e8 req-3b3bd360-9dc2-421b-a9b9-82a948a9fcb7 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729395 Dec 08 01:53:53.064972 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Allocated IP 172.20.0.14 (7bd0f503-a818-48bf-9353-f5de8c3bc640/fcbcf669-68e0-40a2-bccd-e5eab861c1d8/43f477ba-198b-4b6a-8da1-509da4be55a8) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:53.076387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6fd6a-9675-463e-816b-d55594409e7d req-925aec14-1a24-48b0-875f-e6f82d6a7ee8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:53.089755 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65b6fd6a-9675-463e-816b-d55594409e7d req-925aec14-1a24-48b0-875f-e6f82d6a7ee8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 945 time: 0.1559949 Dec 08 01:53:53.136690 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.153966 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T01:53:49Z', 'revision_number': 4, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port': {'id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:43Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '103d0072-4cf6-4e7e-959a-80c93615c683', 'name': '', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'mac_address': 'fa:16:3e:ff:e7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:48Z', 'updated_at': '2021-12-08T01:53:49Z', 'revision_number': 2, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'subnets': [{'id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:53.180658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Network 7bd0f503-a818-48bf-9353-f5de8c3bc640 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:53.185611 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65b6fd6a-9675-463e-816b-d55594409e7d req-d2ea66c5-73c6-409f-96e2-2425038d21fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946293 Dec 08 01:53:53.191122 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:53.214941 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Checking router: 6e786964-a546-4e4c-bb79-097210e5adc1 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:53:53.219470 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Updating router 6e786964-a546-4e4c-bb79-097210e5adc1 port 103d0072-4cf6-4e7e-959a-80c93615c683 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:53:53.228361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port f4944b35-7647-4ef5-8167-e695dcb6f1c3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f4944b35-7647-4ef5-8167-e695dcb6f1c3,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:53.266507 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.308004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:53.309824 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.411050 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.485419 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.580163 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.594195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Pushing event updated for resources: {'Port': ['ID=43f477ba-198b-4b6a-8da1-509da4be55a8,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:53.606945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Network 7bd0f503-a818-48bf-9353-f5de8c3bc640 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:53.608849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:53.614254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45196) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:53.615678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:53.620683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-587932831-network', 'tenant_id': '28457b883588430c880e0dcb5fe206d1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:53.671144 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] Made reservation on behalf of 28457b883588430c880e0dcb5fe206d1 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:53.676662 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.693438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Attempting to bind port 853be940-816f-4946-9279-38579ad8c8bd on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:53.694167 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Attempting to bind port 853be940-816f-4946-9279-38579ad8c8bd by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '9b389180-bcca-4837-a700-9c973fed67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7bd0f503-a818-48bf-9353-f5de8c3bc640'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:53.694764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Attempting to bind port 853be940-816f-4946-9279-38579ad8c8bd on network 7bd0f503-a818-48bf-9353-f5de8c3bc640 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:53.709047 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.717144 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.731775 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.773078 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:53.774061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:53.774472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Checking segment: {'id': '9b389180-bcca-4837-a700-9c973fed67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7bd0f503-a818-48bf-9353-f5de8c3bc640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:53.775202 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.775861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.779648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Bound using segment: {'id': '9b389180-bcca-4837-a700-9c973fed67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7bd0f503-a818-48bf-9353-f5de8c3bc640'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:53.780273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Bound port: 853be940-816f-4946-9279-38579ad8c8bd, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b389180-bcca-4837-a700-9c973fed67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7bd0f503-a818-48bf-9353-f5de8c3bc640'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:53.780677 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.822989 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3de01f10-2ef1-4890-9a7d-a787e3a3cfe7 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5797496 Dec 08 01:53:53.824511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45202) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:53.843774 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Pushing event updated for resources: {'Port': ['ID=103d0072-4cf6-4e7e-959a-80c93615c683,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:53.865203 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=f4944b35-7647-4ef5-8167-e695dcb6f1c3,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:53.891814 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:53.893281 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:53.896714 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:53.897085 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:53.897550 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:53.900254 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:53.900727 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:53.901174 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:53.901632 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:53.902072 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:53.905143 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:53.905603 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:53.906017 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:53.915800 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Attempting to bind port 103d0072-4cf6-4e7e-959a-80c93615c683 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:53.916002 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Attempting to bind port 103d0072-4cf6-4e7e-959a-80c93615c683 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '82a58921-5b13-4d52-8a0b-f4dded30dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:53.916510 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Attempting to bind port 103d0072-4cf6-4e7e-959a-80c93615c683 on network 66eb2f8b-9250-43af-be5e-01bc015c75e6 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:53.923570 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:53.924582 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Checking segment: {'id': '82a58921-5b13-4d52-8a0b-f4dded30dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:53.925430 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.925890 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Bound using segment: {'id': '82a58921-5b13-4d52-8a0b-f4dded30dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:53.927023 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Bound port: 103d0072-4cf6-4e7e-959a-80c93615c683, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a58921-5b13-4d52-8a0b-f4dded30dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:53.927531 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.959528 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.968762 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.008864 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:53:54.035478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5f2666-b108-4056-943c-552f4819a044,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:54.047637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.047637 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] Added segment ca55b01a-f05f-4018-be16-77998815b8a9 of type vlan for network 56473d42-ca08-4b91-8bde-6248c52241c6 Dec 08 01:53:54.067071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6617893-95c0-43de-b82d-c0409c9866fe tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:54.074834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6617893-95c0-43de-b82d-c0409c9866fe tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:54.082103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6617893-95c0-43de-b82d-c0409c9866fe tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:54.089167 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b6617893-95c0-43de-b82d-c0409c9866fe tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2628491 Dec 08 01:53:54.090104 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45208) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:54.126281 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] For port 103d0072-4cf6-4e7e-959a-80c93615c683, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:54.137098 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] For port 103d0072-4cf6-4e7e-959a-80c93615c683, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=103d0072-4cf6-4e7e-959a-80c93615c683,segment=NetworkSegment(82a58921-5b13-4d52-8a0b-f4dded30dd26),segment_id=82a58921-5b13-4d52-8a0b-f4dded30dd26)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:54.146101 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.214778 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.380872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] For port 853be940-816f-4946-9279-38579ad8c8bd, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:54.381452 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff87ff-d225-4e2e-af57-1ada351418be req-98490ab9-b1ca-4af9-86aa-3ea43debcce9 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:54.388877 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1cff87ff-d225-4e2e-af57-1ada351418be req-98490ab9-b1ca-4af9-86aa-3ea43debcce9 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 950 time: 0.2598109 Dec 08 01:53:54.395487 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.407017 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-648aef44-f9c2-4b5a-a9cb-e3c63520927f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.414547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.415811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:54.416594 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.426627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] For port 853be940-816f-4946-9279-38579ad8c8bd, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=853be940-816f-4946-9279-38579ad8c8bd,segment=NetworkSegment(9b389180-bcca-4837-a700-9c973fed67d2),segment_id=9b389180-bcca-4837-a700-9c973fed67d2)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:54.467563 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5dd92c2d-0d67-4e2c-a602-e3525e9a3a0e None None] Provisioning complete for port 103d0072-4cf6-4e7e-959a-80c93615c683 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:54.468081 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5dd92c2d-0d67-4e2c-a602-e3525e9a3a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.470655 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.550827 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Routers {'6e786964-a546-4e4c-bb79-097210e5adc1'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:54.551535 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:53:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6e786964-a546-4e4c-bb79-097210e5adc1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:54.595644 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9794781 Dec 08 01:53:54.600465 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45224) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:54.609080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72609681-3a1f-4f63-850d-b9aa2d359e9d req-ed28976b-0ee1-46db-9700-e19072ee00f2 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:54.612252 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72609681-3a1f-4f63-850d-b9aa2d359e9d req-ed28976b-0ee1-46db-9700-e19072ee00f2 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 950 time: 0.3630471 Dec 08 01:53:54.625729 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8baae66a-cff7-4d3b-b945-4e8d3bd47c41 admin admin] Request body: {'subnet': {'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-587932831-subnet', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:54.663077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d039a-f013-4f1c-97d9-cc3dc7edc0d4 req-f3f9443e-cac6-426e-83ba-80cb121fb5fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:54.668503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb531e-bbf1-4502-93b8-86accd904a9f tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Deleting port 43f477ba-198b-4b6a-8da1-509da4be55a8 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:54.668857 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5eb531e-bbf1-4502-93b8-86accd904a9f tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.674197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef1d039a-f013-4f1c-97d9-cc3dc7edc0d4 req-f3f9443e-cac6-426e-83ba-80cb121fb5fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 945 time: 0.3425825 Dec 08 01:53:54.711048 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318451c8-b0ce-460f-9434-a28885d7b9cb None None] Pushing event updated for resources: {'Port': ['ID=103d0072-4cf6-4e7e-959a-80c93615c683,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:54.762739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72609681-3a1f-4f63-850d-b9aa2d359e9d req-8d65679f-1cb7-4779-9154-48615df8ab07 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356289 Dec 08 01:53:54.766329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861e252-c908-4c12-a1ef-37a824e4d385 admin admin] Pushing event updated for resources: {'Network': ['ID=56473d42-ca08-4b91-8bde-6248c52241c6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:54.888806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef1d039a-f013-4f1c-97d9-cc3dc7edc0d4 req-b43a4b65-529a-4b34-add3-e6bc2a812e03 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107551 Dec 08 01:53:54.948133 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] Set router 6e786964-a546-4e4c-bb79-097210e5adc1 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:54.953073 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 56473d42-ca08-4b91-8bde-6248c52241c6 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:53:54.965684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29c142-0b46-4b50-ab54-0445bca01f46 None None] Pushing event updated for resources: {'Port': ['ID=853be940-816f-4946-9279-38579ad8c8bd,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:54.982115 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5dd92c2d-0d67-4e2c-a602-e3525e9a3a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:55.254459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5dd92c2d-0d67-4e2c-a602-e3525e9a3a0e None None] For port 103d0072-4cf6-4e7e-959a-80c93615c683, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=103d0072-4cf6-4e7e-959a-80c93615c683,segment=NetworkSegment(82a58921-5b13-4d52-8a0b-f4dded30dd26),segment_id=82a58921-5b13-4d52-8a0b-f4dded30dd26)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:55.285009 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5dd92c2d-0d67-4e2c-a602-e3525e9a3a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:55.469587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd92c2d-0d67-4e2c-a602-e3525e9a3a0e None None] Pushing event updated for resources: {'Port': ['ID=103d0072-4cf6-4e7e-959a-80c93615c683,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:55.501666 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-74739968-c4cc-4a10-abc6-9ca636ddba6d None None] Provisioning complete for port 103d0072-4cf6-4e7e-959a-80c93615c683 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:55.503442 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74739968-c4cc-4a10-abc6-9ca636ddba6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:55.505734 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:55.571228 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T01:53:49Z', 'revision_number': 4, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port': {'id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:43Z', 'updated_at': '2021-12-08T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '103d0072-4cf6-4e7e-959a-80c93615c683', 'name': '', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'mac_address': 'fa:16:3e:ff:e7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:48Z', 'updated_at': '2021-12-08T01:53:54Z', 'revision_number': 4, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'subnets': [{'id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:55.617055 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2043fa3-3abb-4993-ac02-b83c2166893e None None] The sync data for ids ['6e786964-a546-4e4c-bb79-097210e5adc1'] in n-d-713499-31 is: [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T01:53:49Z', 'revision_number': 4, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port': {'id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:43Z', 'updated_at': '2021-12-08T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '103d0072-4cf6-4e7e-959a-80c93615c683', 'name': '', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'mac_address': 'fa:16:3e:ff:e7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:48Z', 'updated_at': '2021-12-08T01:53:54Z', 'revision_number': 4, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'subnets': [{'id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:55.650946 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f4944b35-7647-4ef5-8167-e695dcb6f1c3 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:55.672684 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baae66a-cff7-4d3b-b945-4e8d3bd47c41 admin admin] Made reservation on behalf of 28457b883588430c880e0dcb5fe206d1 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:55.679792 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8baae66a-cff7-4d3b-b945-4e8d3bd47c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:55.864797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f4944b35-7647-4ef5-8167-e695dcb6f1c3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:55.865478 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:55.942636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-1cff87ff-d225-4e2e-af57-1ada351418be req-725f6838-dfb1-4f10-b72e-bf3dff1da50a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Deleting port 504bd3ef-a17d-401a-b649-b0d39deb6064 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:55.942904 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1cff87ff-d225-4e2e-af57-1ada351418be req-725f6838-dfb1-4f10-b72e-bf3dff1da50a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.046365 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5eb531e-bbf1-4502-93b8-86accd904a9f tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.056314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 853be940-816f-4946-9279-38579ad8c8bd up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:56.103551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb531e-bbf1-4502-93b8-86accd904a9f tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Calling delete_port for 43f477ba-198b-4b6a-8da1-509da4be55a8 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:56.192849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e7a48604-7e49-4017-aa74-cf1867618d77 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:56.203704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020d7ae-eaf3-4c07-9732-05a7d244b13a req-8238d684-4220-4e7e-8041-22b76baa3900 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:56.205788 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9020d7ae-eaf3-4c07-9732-05a7d244b13a req-8238d684-4220-4e7e-8041-22b76baa3900 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 945 time: 0.1596854 Dec 08 01:53:56.258649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098557cf-0f15-43ea-a6a5-00be2dd5d913 req-8dbc20ea-d7ac-434d-8d47-d5be4507fe51 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:56.260243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-098557cf-0f15-43ea-a6a5-00be2dd5d913 req-8dbc20ea-d7ac-434d-8d47-d5be4507fe51 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 950 time: 0.2971613 Dec 08 01:53:56.360769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 853be940-816f-4946-9279-38579ad8c8bd triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:56.361188 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.436498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9020d7ae-eaf3-4c07-9732-05a7d244b13a req-ede46ff2-74f8-4354-84e5-4c05890ce1f2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115238 Dec 08 01:53:56.474054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port e7a48604-7e49-4017-aa74-cf1867618d77 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:53:56.477024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-098557cf-0f15-43ea-a6a5-00be2dd5d913 req-fd0e3693-42c9-46c3-92d3-6139557d391f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890278 Dec 08 01:53:56.482467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port e7a48604-7e49-4017-aa74-cf1867618d77 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:56.482839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.510615 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c691ff-ec44-44a7-b78a-a28268de6a60 None None] Network 7bd0f503-a818-48bf-9353-f5de8c3bc640 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:56.602746 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5eb531e-bbf1-4502-93b8-86accd904a9f tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.607658 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8baae66a-cff7-4d3b-b945-4e8d3bd47c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.759073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb531e-bbf1-4502-93b8-86accd904a9f tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Pushing event deleted for resources: {'Port': ['ID=43f477ba-198b-4b6a-8da1-509da4be55a8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:56.895155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c852dff2-30c4-4b0d-b58f-836e243a723f None None] Provisioning complete for port 853be940-816f-4946-9279-38579ad8c8bd triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:56.895527 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c852dff2-30c4-4b0d-b58f-836e243a723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.918678 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.944224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-1cff87ff-d225-4e2e-af57-1ada351418be req-725f6838-dfb1-4f10-b72e-bf3dff1da50a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] For port 504bd3ef-a17d-401a-b649-b0d39deb6064, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=504bd3ef-a17d-401a-b649-b0d39deb6064,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:56.944889 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1cff87ff-d225-4e2e-af57-1ada351418be req-725f6838-dfb1-4f10-b72e-bf3dff1da50a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.989180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baae66a-cff7-4d3b-b945-4e8d3bd47c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9462e45-8438-45cf-8989-1b0782979baf,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:56.992584 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.058503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-1cff87ff-d225-4e2e-af57-1ada351418be req-725f6838-dfb1-4f10-b72e-bf3dff1da50a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Calling delete_port for 504bd3ef-a17d-401a-b649-b0d39deb6064 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:57.080018 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.186491 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e7a48604-7e49-4017-aa74-cf1867618d77, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e7a48604-7e49-4017-aa74-cf1867618d77,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:57.199269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25799b81-a48c-4cae-9dd0-5110d18bbb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a48604-7e49-4017-aa74-cf1867618d77'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:57.201595 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3949ccda-047e-4340-af21-4df326b2a18c" -d '{"events": [{"server_uuid": "25799b81-a48c-4cae-9dd0-5110d18bbb70", "name": "network-vif-plugged", "status": "completed", "tag": "e7a48604-7e49-4017-aa74-cf1867618d77"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:57.257091 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.287433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 853be940-816f-4946-9279-38579ad8c8bd, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=853be940-816f-4946-9279-38579ad8c8bd,segment=NetworkSegment(9b389180-bcca-4837-a700-9c973fed67d2),segment_id=9b389180-bcca-4837-a700-9c973fed67d2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:57.304061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baae66a-cff7-4d3b-b945-4e8d3bd47c41 admin admin] Checking segment: {'id': 'ca55b01a-f05f-4018-be16-77998815b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:57.306165 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baae66a-cff7-4d3b-b945-4e8d3bd47c41 admin admin] Network hostable DHCP agents. Network: 56473d42-ca08-4b91-8bde-6248c52241c6, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:53:57.312252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1cff87ff-d225-4e2e-af57-1ada351418be req-725f6838-dfb1-4f10-b72e-bf3dff1da50a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.331439 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2924b96a-c6b0-478e-9757-70e1abaf1348 x-openstack-request-id: req-2924b96a-c6b0-478e-9757-70e1abaf1348 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:57.332365 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25799b81-a48c-4cae-9dd0-5110d18bbb70", "name": "network-vif-plugged", "status": "completed", "tag": "e7a48604-7e49-4017-aa74-cf1867618d77", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:57.333017 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2924b96a-c6b0-478e-9757-70e1abaf1348 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:57.333934 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25799b81-a48c-4cae-9dd0-5110d18bbb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a48604-7e49-4017-aa74-cf1867618d77', 'code': 200} Dec 08 01:53:57.411473 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.414257 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['5d432872-ee23-4d4b-abf7-f6d114746651', 'fbb09024-af25-4555-86d2-e5039e3c6fda'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:57.418327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841', '1065fa32-86d0-4f6f-a512-4d216683dda4', '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194', 'ae85b06e-7949-40b8-89c4-4b15e889aa02'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:57.584443 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baae66a-cff7-4d3b-b945-4e8d3bd47c41 admin admin] Network 56473d42-ca08-4b91-8bde-6248c52241c6 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:53:57.711813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f6838-dfb1-4f10-b72e-bf3dff1da50a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event deleted for resources: {'Port': ['ID=504bd3ef-a17d-401a-b649-b0d39deb6064,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:57.711979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 103d0072-4cf6-4e7e-959a-80c93615c683 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:57.721365 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60979d8-5b85-4db1-b276-ebad0dc9545b req-e94f08ab-7fd2-4547-b41c-0712981c03f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:57.729505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f60979d8-5b85-4db1-b276-ebad0dc9545b req-e94f08ab-7fd2-4547-b41c-0712981c03f2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 1098 time: 0.3219297 Dec 08 01:53:57.821835 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8baae66a-cff7-4d3b-b945-4e8d3bd47c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 56473d42-ca08-4b91-8bde-6248c52241c6) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:57.844952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45284) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:57.870228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cff87ff-d225-4e2e-af57-1ada351418be req-725f6838-dfb1-4f10-b72e-bf3dff1da50a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] No DVR routers for this DVR port 504bd3ef-a17d-401a-b649-b0d39deb6064 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:57.875154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baae66a-cff7-4d3b-b945-4e8d3bd47c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:57.876134 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8baae66a-cff7-4d3b-b945-4e8d3bd47c41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.880739 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1cff87ff-d225-4e2e-af57-1ada351418be req-725f6838-dfb1-4f10-b72e-bf3dff1da50a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.885153 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1cff87ff-d225-4e2e-af57-1ada351418be req-725f6838-dfb1-4f10-b72e-bf3dff1da50a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "DELETE /v2.0/ports/504bd3ef-a17d-401a-b649-b0d39deb6064 HTTP/1.1" status: 204 len: 173 time: 3.4844065 Dec 08 01:53:57.886101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa868dd3-57e7-4c06-83ae-97b4d610c052', 'name': 'network-vif-deleted', 'tag': '504bd3ef-a17d-401a-b649-b0d39deb6064'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:57.888661 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b92ddf-2c8b-46fa-9c6f-97cffc8b3a17" -d '{"events": [{"server_uuid": "aa868dd3-57e7-4c06-83ae-97b4d610c052", "name": "network-vif-deleted", "tag": "504bd3ef-a17d-401a-b649-b0d39deb6064"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:57.899112 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5eb531e-bbf1-4502-93b8-86accd904a9f tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.908761 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a5eb531e-bbf1-4502-93b8-86accd904a9f tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] 10.222.0.71 "DELETE /v2.0/ports/43f477ba-198b-4b6a-8da1-509da4be55a8 HTTP/1.1" status: 204 len: 168 time: 3.8166196 Dec 08 01:53:57.916638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45290) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:57.929613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0d6ab097-9f8e-40f2-a4de-17b05f8e9e8d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Request body: {'port': {'name': 'tempest-new-port-name-1374805263', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:57.930612 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.api.validators [None req-0d6ab097-9f8e-40f2-a4de-17b05f8e9e8d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] bootfile-name is not in valid_values {{(pid=109766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:53:57.931170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.api.validators [None req-0d6ab097-9f8e-40f2-a4de-17b05f8e9e8d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] tftp-server is not in valid_values {{(pid=109766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:53:57.931741 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.api.validators [None req-0d6ab097-9f8e-40f2-a4de-17b05f8e9e8d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] server-ip-address is not in valid_values {{(pid=109766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:53:57.996086 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d283b802-dba9-456c-b2e5-5f3718d46b45 None None] Provisioning complete for port b7a0ab63-c4b1-4144-86a4-b40922b2b643 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:57.999841 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d283b802-dba9-456c-b2e5-5f3718d46b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.011888 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8baae66a-cff7-4d3b-b945-4e8d3bd47c41 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3984382 Dec 08 01:53:58.027950 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-82761b09-a9c5-4cb7-ac8d-92cc2ad86ae0 req-9594033d-8e12-46cd-94fb-30fa1712e41a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa868dd3-57e7-4c06-83ae-97b4d610c052 HTTP/1.1" status: 200 len: 210 time: 0.3243177 Dec 08 01:53:58.028965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45296) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:58.058070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d50b813-9a3c-44eb-a64b-7fe08518338a None None] Network 56473d42-ca08-4b91-8bde-6248c52241c6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:58.062242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-587932831-router', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:58.073765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950fb6b-7afc-460e-83a7-59f184261d31 req-bc8e4593-e000-4686-89d1-4092239be4dc tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:58.086271 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b950fb6b-7afc-460e-83a7-59f184261d31 req-bc8e4593-e000-4686-89d1-4092239be4dc tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.5140588 Dec 08 01:53:58.169294 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f60979d8-5b85-4db1-b276-ebad0dc9545b req-dff3e1aa-b278-44ab-8612-aaeb84b6fdbd service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130683 Dec 08 01:53:58.250144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b950fb6b-7afc-460e-83a7-59f184261d31 req-9305f86a-db6d-4b2b-b6ba-84073a4ea20a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611283 Dec 08 01:53:58.262570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d6ab097-9f8e-40f2-a4de-17b05f8e9e8d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.290368 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41878077-0938-4a95-b6cf-68300a2c3f38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.307493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.321151 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.342295 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40a6396-64ce-4411-b1d3-d03c2ca1dfea x-openstack-request-id: req-a40a6396-64ce-4411-b1d3-d03c2ca1dfea {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:58.342574 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa868dd3-57e7-4c06-83ae-97b4d610c052", "name": "network-vif-deleted", "tag": "504bd3ef-a17d-401a-b649-b0d39deb6064", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:58.342862 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a40a6396-64ce-4411-b1d3-d03c2ca1dfea {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:58.343347 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa868dd3-57e7-4c06-83ae-97b4d610c052', 'name': 'network-vif-deleted', 'tag': '504bd3ef-a17d-401a-b649-b0d39deb6064', 'status': 'completed', 'code': 200} Dec 08 01:53:58.409008 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41878077-0938-4a95-b6cf-68300a2c3f38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.418184 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41878077-0938-4a95-b6cf-68300a2c3f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.467123 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 504bd3ef-a17d-401a-b649-b0d39deb6064 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:58.503058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-41878077-0938-4a95-b6cf-68300a2c3f38 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3cb52eb9f76840af93e0bb52e4bfbc92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6175597 Dec 08 01:53:58.505931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=e7a48604-7e49-4017-aa74-cf1867618d77,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:58.508433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45298) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:58.526993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41878077-0938-4a95-b6cf-68300a2c3f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675f632f-650a-43d3-9995-2a96022e39e1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:58.565844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-56473d42-ca08-4b91-8bde-6248c52241c6', 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6', 'project_id': '28457b883588430c880e0dcb5fe206d1', 'fixed_ips': [{'subnet_id': 'f9462e45-8438-45cf-8989-1b0782979baf'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:53:58.566711 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.586692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 504bd3ef-a17d-401a-b649-b0d39deb6064 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:58.587117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 504bd3ef-a17d-401a-b649-b0d39deb6064 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:58.601017 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c116c474-e3f8-4b0a-9301-5fbe847ceb64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.629645 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c116c474-e3f8-4b0a-9301-5fbe847ceb64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.642027 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.663231 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.712828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d283b802-dba9-456c-b2e5-5f3718d46b45 None None] Port b7a0ab63-c4b1-4144-86a4-b40922b2b643 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:58.751440 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c116c474-e3f8-4b0a-9301-5fbe847ceb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.761202 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c116c474-e3f8-4b0a-9301-5fbe847ceb64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.783877 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c116c474-e3f8-4b0a-9301-5fbe847ceb64 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/675f632f-650a-43d3-9995-2a96022e39e1 HTTP/1.1" status: 204 len: 168 time: 0.2577131 Dec 08 01:53:58.815040 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116c474-e3f8-4b0a-9301-5fbe847ceb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675f632f-650a-43d3-9995-2a96022e39e1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:58.841887 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d6ab097-9f8e-40f2-a4de-17b05f8e9e8d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.876670 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d6ab097-9f8e-40f2-a4de-17b05f8e9e8d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.893964 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.900603 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d283b802-dba9-456c-b2e5-5f3718d46b45 None None] Provisioning complete for port 853be940-816f-4946-9279-38579ad8c8bd triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:58.900603 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d283b802-dba9-456c-b2e5-5f3718d46b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.903783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=853be940-816f-4946-9279-38579ad8c8bd,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:58.942393 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 103d0072-4cf6-4e7e-959a-80c93615c683 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:58.942759 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.009041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ab097-9f8e-40f2-a4de-17b05f8e9e8d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Pushing event updated for resources: {'Port': ['ID=b7a0ab63-c4b1-4144-86a4-b40922b2b643,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:59.038044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-0d6ab097-9f8e-40f2-a4de-17b05f8e9e8d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] In _notify_port_updated(), no bound segment for port b7a0ab63-c4b1-4144-86a4-b40922b2b643 on network 7bd0f503-a818-48bf-9353-f5de8c3bc640 {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:53:59.070395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6ab097-9f8e-40f2-a4de-17b05f8e9e8d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:59.071070 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d6ab097-9f8e-40f2-a4de-17b05f8e9e8d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.076497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45306) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:59.085531 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0d6ab097-9f8e-40f2-a4de-17b05f8e9e8d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] 10.222.0.71 "PUT /v2.0/ports/b7a0ab63-c4b1-4144-86a4-b40922b2b643 HTTP/1.1" status: 200 len: 1136 time: 1.1672473 Dec 08 01:53:59.197672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0324255-ae6d-4dc7-a4a9-8481b1d36258 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:59.206139 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d0324255-ae6d-4dc7-a4a9-8481b1d36258 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] 10.222.0.71 "GET /v2.0/ports/b7a0ab63-c4b1-4144-86a4-b40922b2b643 HTTP/1.1" status: 200 len: 1136 time: 0.1263225 Dec 08 01:53:59.213278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45314) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:59.375106 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Allocated IP 172.20.0.2 (56473d42-ca08-4b91-8bde-6248c52241c6/f9462e45-8438-45cf-8989-1b0782979baf/b1a65c60-6d9f-4d33-acc5-d159daacc97f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:59.535743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45322) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:59.591069 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac6a5054-3c25-4e64-aab2-8f0b806d0804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.670542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abc35d-89f6-48a5-8690-55a87094dca1 req-ceef8ff0-a9bc-4dd2-ba4d-1214091a4e43 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:59.679152 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96abc35d-89f6-48a5-8690-55a87094dca1 req-ceef8ff0-a9bc-4dd2-ba4d-1214091a4e43 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.2060189 Dec 08 01:53:59.878103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 853be940-816f-4946-9279-38579ad8c8bd up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:59.933422 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-057d1337-df10-4709-8362-fd992fcf621c None None] Provisioning complete for port b7a0ab63-c4b1-4144-86a4-b40922b2b643 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:59.934097 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-057d1337-df10-4709-8362-fd992fcf621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.980560 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.012884 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.031113 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96abc35d-89f6-48a5-8690-55a87094dca1 req-aaf4795f-3ff6-4b08-b21d-4251c39978b7 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493955 Dec 08 01:54:00.061895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836492f-9f17-4128-aa15-1a17f61efe05 req-4b1168ad-6e68-4994-862f-614d74e20312 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:00.069375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4836492f-9f17-4128-aa15-1a17f61efe05 req-4b1168ad-6e68-4994-862f-614d74e20312 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 949 time: 0.2635386 Dec 08 01:54:00.096119 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-cde19dbb-c477-4c4f-a966-e4350a325b4d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Deleting port b7a0ab63-c4b1-4144-86a4-b40922b2b643 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:00.096119 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cde19dbb-c477-4c4f-a966-e4350a325b4d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.151966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4836492f-9f17-4128-aa15-1a17f61efe05 req-0c1c5340-555c-4dc3-9052-d0d97eba05f5 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776539 Dec 08 01:54:00.186155 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac6a5054-3c25-4e64-aab2-8f0b806d0804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.196245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac6a5054-3c25-4e64-aab2-8f0b806d0804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.280481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ac6a5054-3c25-4e64-aab2-8f0b806d0804 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fc4003c10b4943e7a3da68605af9a977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7353375 Dec 08 01:54:00.280728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a5054-3c25-4e64-aab2-8f0b806d0804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c30f405-469c-45a0-83b5-d00083d8fec6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:00.281868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45332) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:00.310272 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.311101 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cde19dbb-c477-4c4f-a966-e4350a325b4d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.318244 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-057d1337-df10-4709-8362-fd992fcf621c None None] Port b7a0ab63-c4b1-4144-86a4-b40922b2b643 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:00.328540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-057d1337-df10-4709-8362-fd992fcf621c None None] Could not find standard attr ID for object 43f477ba-198b-4b6a-8da1-509da4be55a8. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:54:00.336548 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.345538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Allocated IP 172.25.8.87 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/bf47f277-a4b1-4c82-bb8d-90a52e601631) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:00.352901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-cde19dbb-c477-4c4f-a966-e4350a325b4d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Calling delete_port for b7a0ab63-c4b1-4144-86a4-b40922b2b643 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:00.386760 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 853be940-816f-4946-9279-38579ad8c8bd triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:00.387434 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.445553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Network 56473d42-ca08-4b91-8bde-6248c52241c6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:00.460964 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:00.464267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:00.470947 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Pushing event updated for resources: {'Port': ['ID=b1a65c60-6d9f-4d33-acc5-d159daacc97f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:00.532074 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb1a0412-8a9d-4264-a260-692dbabdc23e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.605610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Attempting to bind port b1a65c60-6d9f-4d33-acc5-d159daacc97f on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:00.606015 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Attempting to bind port b1a65c60-6d9f-4d33-acc5-d159daacc97f by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'ca55b01a-f05f-4018-be16-77998815b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:00.606384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Attempting to bind port b1a65c60-6d9f-4d33-acc5-d159daacc97f on network 56473d42-ca08-4b91-8bde-6248c52241c6 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:00.612559 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:00.613282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Checking segment: {'id': 'ca55b01a-f05f-4018-be16-77998815b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:00.613584 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.613976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Bound using segment: {'id': 'ca55b01a-f05f-4018-be16-77998815b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:00.614450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Bound port: b1a65c60-6d9f-4d33-acc5-d159daacc97f, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca55b01a-f05f-4018-be16-77998815b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:00.614600 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.614835 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.651621 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb1a0412-8a9d-4264-a260-692dbabdc23e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.668738 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.702110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] For port b1a65c60-6d9f-4d33-acc5-d159daacc97f, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:00.706764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] For port b1a65c60-6d9f-4d33-acc5-d159daacc97f, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b1a65c60-6d9f-4d33-acc5-d159daacc97f,segment=NetworkSegment(ca55b01a-f05f-4018-be16-77998815b8a9),segment_id=ca55b01a-f05f-4018-be16-77998815b8a9)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:00.713459 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.747392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:00.784400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:00.788389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:00.815231 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33248f4f-e1fb-48b8-95ec-0aa8aafad620 None None] Pushing event updated for resources: {'Port': ['ID=b1a65c60-6d9f-4d33-acc5-d159daacc97f,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:00.865251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=bf47f277-a4b1-4c82-bb8d-90a52e601631,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:00.891327 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb1a0412-8a9d-4264-a260-692dbabdc23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.894642 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb1a0412-8a9d-4264-a260-692dbabdc23e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.896188 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eb1a0412-8a9d-4264-a260-692dbabdc23e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0c30f405-469c-45a0-83b5-d00083d8fec6 HTTP/1.1" status: 204 len: 168 time: 0.6129959 Dec 08 01:54:00.972960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a0412-8a9d-4264-a260-692dbabdc23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c30f405-469c-45a0-83b5-d00083d8fec6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:00.976212 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cde19dbb-c477-4c4f-a966-e4350a325b4d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:01.040757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde19dbb-c477-4c4f-a966-e4350a325b4d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Pushing event deleted for resources: {'Port': ['ID=b7a0ab63-c4b1-4144-86a4-b40922b2b643,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:01.213314 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56446b7-350f-4b06-a285-f63990efaf2c req-483149d4-9765-47b4-a404-f507b8ec4497 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:01.215919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d56446b7-350f-4b06-a285-f63990efaf2c req-483149d4-9765-47b4-a404-f507b8ec4497 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 949 time: 0.1314740 Dec 08 01:54:01.280210 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cde19dbb-c477-4c4f-a966-e4350a325b4d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:01.295883 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45344) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:01.301061 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cde19dbb-c477-4c4f-a966-e4350a325b4d tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] 10.222.0.71 "DELETE /v2.0/ports/b7a0ab63-c4b1-4144-86a4-b40922b2b643 HTTP/1.1" status: 204 len: 168 time: 2.0845885 Dec 08 01:54:01.485150 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:01.865364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b1a65c60-6d9f-4d33-acc5-d159daacc97f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:01.991034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b1a65c60-6d9f-4d33-acc5-d159daacc97f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:01.991412 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.053630 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.099384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b289e74-9597-49f1-b745-709ce2e8274a req-945df0d7-cb29-43f2-8f70-c57cc46cebf7 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:02.117510 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b289e74-9597-49f1-b745-709ce2e8274a req-945df0d7-cb29-43f2-8f70-c57cc46cebf7 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.9002042 Dec 08 01:54:02.133109 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.189014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port b1a65c60-6d9f-4d33-acc5-d159daacc97f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b1a65c60-6d9f-4d33-acc5-d159daacc97f,segment=NetworkSegment(ca55b01a-f05f-4018-be16-77998815b8a9),segment_id=ca55b01a-f05f-4018-be16-77998815b8a9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:02.200522 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.293879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a9a354-8fde-40d6-8028-b77c20d51221 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Deleting subnet fcbcf669-68e0-40a2-bccd-e5eab861c1d8 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:54:02.367329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498e122-4479-4121-94ee-3ef99170d491 req-b62b7064-6471-42c0-afa7-74da64dfdeb8 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:02.393287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5498e122-4479-4121-94ee-3ef99170d491 req-b62b7064-6471-42c0-afa7-74da64dfdeb8 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 949 time: 1.0168390 Dec 08 01:54:02.421934 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10a9a354-8fde-40d6-8028-b77c20d51221 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.500294 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=b1a65c60-6d9f-4d33-acc5-d159daacc97f,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:02.501471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Router 1aa6da8b-db01-40b5-abee-984f5789ba96 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:54:02.524354 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f5551c8-d8e5-4deb-91f9-df1309ae6fff req-0ae9f8f4-95d9-4a40-b124-84d2f9e3846a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1411071 Dec 08 01:54:02.559149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b289e74-9597-49f1-b745-709ce2e8274a req-19243249-d3d9-4f0b-ae9e-8d7e6ee4f502 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405992 Dec 08 01:54:02.637982 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10a9a354-8fde-40d6-8028-b77c20d51221 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.678669 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52419225-5190-4fa0-bce3-bd4d7563cca3 None None] Network 56473d42-ca08-4b91-8bde-6248c52241c6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:02.729899 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5498e122-4479-4121-94ee-3ef99170d491 req-0effecb7-dd11-40b0-a130-2e288a101638 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143985 Dec 08 01:54:02.748336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-d56446b7-350f-4b06-a285-f63990efaf2c req-9b1df1e9-8c93-4e99-942f-5864a537cd0d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Deleting port fbb09024-af25-4555-86d2-e5039e3c6fda {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:02.748879 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d56446b7-350f-4b06-a285-f63990efaf2c req-9b1df1e9-8c93-4e99-942f-5864a537cd0d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.766443 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5551c8-d8e5-4deb-91f9-df1309ae6fff req-ff8018a4-f3da-48ac-bf42-47db8d76dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:02.768660 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f5551c8-d8e5-4deb-91f9-df1309ae6fff req-ff8018a4-f3da-48ac-bf42-47db8d76dee7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 1096 time: 0.1283443 Dec 08 01:54:02.867589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d56446b7-350f-4b06-a285-f63990efaf2c req-9b1df1e9-8c93-4e99-942f-5864a537cd0d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] For port fbb09024-af25-4555-86d2-e5039e3c6fda, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fbb09024-af25-4555-86d2-e5039e3c6fda,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:02.867989 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d56446b7-350f-4b06-a285-f63990efaf2c req-9b1df1e9-8c93-4e99-942f-5864a537cd0d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.908090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-d56446b7-350f-4b06-a285-f63990efaf2c req-9b1df1e9-8c93-4e99-942f-5864a537cd0d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Calling delete_port for fbb09024-af25-4555-86d2-e5039e3c6fda owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:02.922493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5551c8-d8e5-4deb-91f9-df1309ae6fff req-c7b9120d-fd4d-4dc4-8760-457b495d5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:02.924536 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f5551c8-d8e5-4deb-91f9-df1309ae6fff req-c7b9120d-fd4d-4dc4-8760-457b495d5404 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.1307111 Dec 08 01:54:02.926200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:02.951198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Sync routers for ids ['1aa6da8b-db01-40b5-abee-984f5789ba96'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:02.975532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4aaf9e51-4512-4b54-b694-b6f4c2998688 None None] Provisioning complete for port b1a65c60-6d9f-4d33-acc5-d159daacc97f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:02.976756 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9e51-4512-4b54-b694-b6f4c2998688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:03.034410 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Routers {'1aa6da8b-db01-40b5-abee-984f5789ba96'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:03.035299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7afdda07-8493-4101-a28e-a31be995395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:53:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1aa6da8b-db01-40b5-abee-984f5789ba96'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:03.078588 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:03.082822 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c80b9b93-eab6-4d84-a9b7-872b044cb9f8 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0389524 Dec 08 01:54:03.086759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45382) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:03.090784 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f5551c8-d8e5-4deb-91f9-df1309ae6fff req-f5c49873-2e98-4e82-b298-f1156b7c44ca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114 HTTP/1.1" status: 200 len: 217 time: 0.1388159 Dec 08 01:54:03.117260 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10a9a354-8fde-40d6-8028-b77c20d51221 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:03.212575 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5551c8-d8e5-4deb-91f9-df1309ae6fff req-953fa038-d283-4952-abf3-3b2ebbc1062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:03.228494 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f5551c8-d8e5-4deb-91f9-df1309ae6fff req-953fa038-d283-4952-abf3-3b2ebbc1062e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.1307588 Dec 08 01:54:03.332161 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f5551c8-d8e5-4deb-91f9-df1309ae6fff req-bd5c5030-3309-4ee7-92f1-0124955d8c0e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910215 Dec 08 01:54:03.489164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Set router 1aa6da8b-db01-40b5-abee-984f5789ba96 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:03.593725 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f5551c8-d8e5-4deb-91f9-df1309ae6fff req-e4c04248-db44-4b23-8b2c-4b0a98238992 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500744 Dec 08 01:54:03.806652 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a6568-ff63-4cbd-a00a-181c9d19db9a req-703fe321-a789-48b2-9ab5-d0868bdc1095 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:03.815948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b1a65c60-6d9f-4d33-acc5-d159daacc97f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:03.816864 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-616a6568-ff63-4cbd-a00a-181c9d19db9a req-703fe321-a789-48b2-9ab5-d0868bdc1095 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.4825852 Dec 08 01:54:03.830087 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10a9a354-8fde-40d6-8028-b77c20d51221 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:03.855468 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d56446b7-350f-4b06-a285-f63990efaf2c req-9b1df1e9-8c93-4e99-942f-5864a537cd0d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:03.909306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9a354-8fde-40d6-8028-b77c20d51221 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Pushing event deleted for resources: {'Subnet': ['ID=fcbcf669-68e0-40a2-bccd-e5eab861c1d8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:03.916247 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-10a9a354-8fde-40d6-8028-b77c20d51221 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:03.917125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841', '1065fa32-86d0-4f6f-a512-4d216683dda4', '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194', 'ae85b06e-7949-40b8-89c4-4b15e889aa02'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:54:03.927922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['5d432872-ee23-4d4b-abf7-f6d114746651', 'fbb09024-af25-4555-86d2-e5039e3c6fda'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:54:03.932283 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-10a9a354-8fde-40d6-8028-b77c20d51221 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] 10.222.0.71 "DELETE /v2.0/subnets/fcbcf669-68e0-40a2-bccd-e5eab861c1d8 HTTP/1.1" status: 204 len: 168 time: 2.6128321 Dec 08 01:54:03.943034 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f5551c8-d8e5-4deb-91f9-df1309ae6fff req-bb68db9e-e04f-4fdf-ab88-29c7b28e5ee4 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362944 Dec 08 01:54:03.944622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45404) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:03.985373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1df1e9-8c93-4e99-942f-5864a537cd0d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event deleted for resources: {'Port': ['ID=fbb09024-af25-4555-86d2-e5039e3c6fda,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:04.066045 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9abb87d-cad9-4286-af84-d4d8b335177a req-5d6b5b9d-ea73-4bc1-822e-917c13671494 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=441f012f-a872-4211-9dd9-b177f4d71241 HTTP/1.1" status: 200 len: 210 time: 0.1729836 Dec 08 01:54:04.073408 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c389ac-2d49-4680-9505-54740993ebdb None None] Network 7bd0f503-a818-48bf-9353-f5de8c3bc640 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:04.113918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-616a6568-ff63-4cbd-a00a-181c9d19db9a req-7fe3fcde-4ca4-4bf0-901e-4baf51eabe5f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960684 Dec 08 01:54:04.141352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56446b7-350f-4b06-a285-f63990efaf2c req-9b1df1e9-8c93-4e99-942f-5864a537cd0d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] No DVR routers for this DVR port fbb09024-af25-4555-86d2-e5039e3c6fda on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:04.219501 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d56446b7-350f-4b06-a285-f63990efaf2c req-9b1df1e9-8c93-4e99-942f-5864a537cd0d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.223027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d56446b7-350f-4b06-a285-f63990efaf2c req-9b1df1e9-8c93-4e99-942f-5864a537cd0d tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "DELETE /v2.0/ports/fbb09024-af25-4555-86d2-e5039e3c6fda HTTP/1.1" status: 204 len: 173 time: 2.9253693 Dec 08 01:54:04.223718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f012f-a872-4211-9dd9-b177f4d71241', 'name': 'network-vif-deleted', 'tag': 'fbb09024-af25-4555-86d2-e5039e3c6fda'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:04.226493 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9829d19-23eb-4893-8b57-92a41269412f" -d '{"events": [{"server_uuid": "441f012f-a872-4211-9dd9-b177f4d71241", "name": "network-vif-deleted", "tag": "fbb09024-af25-4555-86d2-e5039e3c6fda"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:04.304346 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59affa94-350e-4c08-8dc2-28135a97abb2 x-openstack-request-id: req-59affa94-350e-4c08-8dc2-28135a97abb2 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:04.305103 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f012f-a872-4211-9dd9-b177f4d71241", "name": "network-vif-deleted", "tag": "fbb09024-af25-4555-86d2-e5039e3c6fda", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:04.305595 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-59affa94-350e-4c08-8dc2-28135a97abb2 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:04.306292 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441f012f-a872-4211-9dd9-b177f4d71241', 'name': 'network-vif-deleted', 'tag': 'fbb09024-af25-4555-86d2-e5039e3c6fda', 'status': 'completed', 'code': 200} Dec 08 01:54:04.434975 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e18b62bd-05ab-49b0-a45a-9920ce6d7eb9 None None] Provisioning complete for port b1a65c60-6d9f-4d33-acc5-d159daacc97f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:04.435630 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e18b62bd-05ab-49b0-a45a-9920ce6d7eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.550623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b1a65c60-6d9f-4d33-acc5-d159daacc97f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:04.551032 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.575310 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.850695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7afdda07-8493-4101-a28e-a31be995395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'name': 'tempest-TaggedBootDevicesTest_v242-587932831-router', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'bf47f277-a4b1-4c82-bb8d-90a52e601631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:58Z', 'updated_at': '2021-12-08T01:54:01Z', 'revision_number': 3, 'project_id': '28457b883588430c880e0dcb5fe206d1', 'gw_port': {'id': 'bf47f277-a4b1-4c82-bb8d-90a52e601631', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:04.915733 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.991216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Allocated IP 172.20.0.1 (56473d42-ca08-4b91-8bde-6248c52241c6/f9462e45-8438-45cf-8989-1b0782979baf/67d470cd-94a6-4da6-996f-4638a5a5a42d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:05.062651 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87137ec1-fbe0-40bc-9c90-16a89a681f25 None None] DHCP port deletion for 7bd0f503-a818-48bf-9353-f5de8c3bc640 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:54:05.069279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Checking router: 1aa6da8b-db01-40b5-abee-984f5789ba96 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:54:05.070239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Updating router 1aa6da8b-db01-40b5-abee-984f5789ba96 port bf47f277-a4b1-4c82-bb8d-90a52e601631 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:54:05.153599 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.183954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Deleting port 853be940-816f-4946-9279-38579ad8c8bd {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:05.184308 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.198414 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.266071 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.284082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Network 56473d42-ca08-4b91-8bde-6248c52241c6 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:05.347633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:05.397131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:05.492883 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] For port 853be940-816f-4946-9279-38579ad8c8bd, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=853be940-816f-4946-9279-38579ad8c8bd,segment=NetworkSegment(9b389180-bcca-4837-a700-9c973fed67d2),segment_id=9b389180-bcca-4837-a700-9c973fed67d2)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:05.493270 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.525154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-87137ec1-fbe0-40bc-9c90-16a89a681f25 None None] Deleting port 853be940-816f-4946-9279-38579ad8c8bd {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:05.525580 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87137ec1-fbe0-40bc-9c90-16a89a681f25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.526308 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.542269 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Calling delete_port for 853be940-816f-4946-9279-38579ad8c8bd owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:05.799703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Pushing event updated for resources: {'Port': ['ID=67d470cd-94a6-4da6-996f-4638a5a5a42d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:05.842221 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.870245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562b64e-7884-4e16-a594-a3bea156f998 req-2d66af51-162a-4be9-b113-bab559eebe10 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:05.872081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e562b64e-7884-4e16-a594-a3bea156f998 req-2d66af51-162a-4be9-b113-bab559eebe10 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.4893320 Dec 08 01:54:05.902048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Pushing event deleted for resources: {'Port': ['ID=853be940-816f-4946-9279-38579ad8c8bd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:05.911035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 853be940-816f-4946-9279-38579ad8c8bd no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:05.925993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] No DVR routers for this DVR port 853be940-816f-4946-9279-38579ad8c8bd on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:06.115659 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 853be940-816f-4946-9279-38579ad8c8bd {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:06.116019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 853be940-816f-4946-9279-38579ad8c8bd not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:06.122071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-87137ec1-fbe0-40bc-9c90-16a89a681f25 None None] For port 853be940-816f-4946-9279-38579ad8c8bd, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=853be940-816f-4946-9279-38579ad8c8bd,segment=NetworkSegment(9b389180-bcca-4837-a700-9c973fed67d2),segment_id=9b389180-bcca-4837-a700-9c973fed67d2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:06.122071 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87137ec1-fbe0-40bc-9c90-16a89a681f25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.150319 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device fbb09024-af25-4555-86d2-e5039e3c6fda no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:06.157612 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-73551167-2a1f-4239-acf8-93111beb09bb None None] Provisioning complete for port 67d470cd-94a6-4da6-996f-4638a5a5a42d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:06.161498 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73551167-2a1f-4239-acf8-93111beb09bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.215139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-87137ec1-fbe0-40bc-9c90-16a89a681f25 None None] Calling delete_port for 853be940-816f-4946-9279-38579ad8c8bd owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:06.225854 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.255489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd0f503-a818-48bf-9353-f5de8c3bc640']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:06.270634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b389180-bcca-4837-a700-9c973fed67d2') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:06.271215 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b389180-bcca-4837-a700-9c973fed67d2') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:06.285884 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.289788 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e562b64e-7884-4e16-a594-a3bea156f998 req-5bbf3f89-69ee-44a9-87b7-e80c615650f0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050968 Dec 08 01:54:06.358001 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.369003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:06.370386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.373246 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:06.379205 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:06.426498 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-73551167-2a1f-4239-acf8-93111beb09bb None None] Port 67d470cd-94a6-4da6-996f-4638a5a5a42d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:06.428313 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87137ec1-fbe0-40bc-9c90-16a89a681f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.456298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45470) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:06.471758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c95a6d-8eda-4a67-a0f5-0652062e0ce0 req-746b290d-44ba-4758-85e8-6a2c55658676 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:06.477261 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99c95a6d-8eda-4a67-a0f5-0652062e0ce0 req-746b290d-44ba-4758-85e8-6a2c55658676 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=59e29a48-8b71-4ce3-924a-2322cc65141c HTTP/1.1" status: 200 len: 950 time: 0.3641200 Dec 08 01:54:06.477636 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-29bf838e-933c-4540-9aff-ad9a270a0520 req-8d73dc06-235d-4634-93c3-8438a7bee5e9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1578586 Dec 08 01:54:06.491641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.538240 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.548042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: fbb09024-af25-4555-86d2-e5039e3c6fda {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:06.549017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device fbb09024-af25-4555-86d2-e5039e3c6fda not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:06.554741 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] 10.222.0.71 "DELETE /v2.0/networks/7bd0f503-a818-48bf-9353-f5de8c3bc640 HTTP/1.1" status: 204 len: 168 time: 2.6077473 Dec 08 01:54:06.571506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87137ec1-fbe0-40bc-9c90-16a89a681f25 None None] No DVR routers for this DVR port 853be940-816f-4946-9279-38579ad8c8bd on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:06.579365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87137ec1-fbe0-40bc-9c90-16a89a681f25 None None] Pushing event deleted for resources: {'Port': ['ID=853be940-816f-4946-9279-38579ad8c8bd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:06.585857 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.597866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b341c-0126-4c73-9eb9-781cf0940e33 tempest-ExtraDHCPOptionsTestJSON-661989564 tempest-ExtraDHCPOptionsTestJSON-661989564-project] Pushing event deleted for resources: {'Network': ['ID=7bd0f503-a818-48bf-9353-f5de8c3bc640,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:06.616341 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.644373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf838e-933c-4540-9aff-ad9a270a0520 req-82577083-cdeb-488f-a5a9-ba1d6fc5449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:06.648437 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-29bf838e-933c-4540-9aff-ad9a270a0520 req-82577083-cdeb-488f-a5a9-ba1d6fc5449f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c9a17c065930444c8f53a860d8330270&device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 1102 time: 0.0924883 Dec 08 01:54:06.736844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4a29a-c5cb-4353-b0b5-4b6199531518 None None] Pushing event updated for resources: {'Port': ['ID=bf47f277-a4b1-4c82-bb8d-90a52e601631,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:06.751893 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99c95a6d-8eda-4a67-a0f5-0652062e0ce0 req-31f1a454-2013-408d-90c1-a361720dceb3 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308405 Dec 08 01:54:06.802887 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3c856046-670d-4c78-bac1-de97e82119e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.808636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Attempting to bind port bf47f277-a4b1-4c82-bb8d-90a52e601631 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:06.809010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Attempting to bind port bf47f277-a4b1-4c82-bb8d-90a52e601631 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:06.809371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Attempting to bind port bf47f277-a4b1-4c82-bb8d-90a52e601631 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:06.828570 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.835934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:06.836218 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.836342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:06.836693 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.837250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:06.837794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Bound port: bf47f277-a4b1-4c82-bb8d-90a52e601631, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:06.838357 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.929870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf838e-933c-4540-9aff-ad9a270a0520 req-90192972-f64e-4a2f-80ab-5136b3bb761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:06.932680 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-29bf838e-933c-4540-9aff-ad9a270a0520 req-90192972-f64e-4a2f-80ab-5136b3bb761a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2452297 Dec 08 01:54:06.937531 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.946083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Pushing event updated for resources: {'Port': ['ID=67d470cd-94a6-4da6-996f-4638a5a5a42d,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:07.028095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45482) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:07.043956 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-29bf838e-933c-4540-9aff-ad9a270a0520 req-74436b4b-ef84-4849-80ca-e1f58d6a6d7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=1065fa32-86d0-4f6f-a512-4d216683dda4 HTTP/1.1" status: 200 len: 217 time: 0.1004949 Dec 08 01:54:07.045769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7afdda07-8493-4101-a28e-a31be995395f None None] For port bf47f277-a4b1-4c82-bb8d-90a52e601631, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:07.074591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7afdda07-8493-4101-a28e-a31be995395f None None] For port bf47f277-a4b1-4c82-bb8d-90a52e601631, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bf47f277-a4b1-4c82-bb8d-90a52e601631,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:07.084626 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:07.114769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Network 56473d42-ca08-4b91-8bde-6248c52241c6 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:07.117715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:07.130671 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3c856046-670d-4c78-bac1-de97e82119e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:07.169978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4a29a-c5cb-4353-b0b5-4b6199531518 None None] Pushing event updated for resources: {'Port': ['ID=bf47f277-a4b1-4c82-bb8d-90a52e601631,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:07.173079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Routers {'1aa6da8b-db01-40b5-abee-984f5789ba96'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:07.174520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7afdda07-8493-4101-a28e-a31be995395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:53:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1aa6da8b-db01-40b5-abee-984f5789ba96'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:07.208034 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3c856046-670d-4c78-bac1-de97e82119e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:07.277143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c856046-670d-4c78-bac1-de97e82119e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af3ba1f-e950-4c4d-93ee-05b3365a52e7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:07.297396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc0d19-dc13-4d73-98ec-2970b31e5a1a req-6fe39b79-1969-4257-8012-cd721f38bacc tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:07.299812 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e5dc0d19-dc13-4d73-98ec-2970b31e5a1a req-6fe39b79-1969-4257-8012-cd721f38bacc tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e29a48-8b71-4ce3-924a-2322cc65141c HTTP/1.1" status: 200 len: 950 time: 0.1847925 Dec 08 01:54:07.301305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf838e-933c-4540-9aff-ad9a270a0520 req-20f5d42d-2c30-4564-947f-eba8904e6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:07.302642 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-29bf838e-933c-4540-9aff-ad9a270a0520 req-20f5d42d-2c30-4564-947f-eba8904e6f62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.2469568 Dec 08 01:54:07.307908 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3c856046-670d-4c78-bac1-de97e82119e8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ef2b904740f43f5af33ea5280731975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8472011 Dec 08 01:54:07.311291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45488) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:07.562694 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-be2b0f77-8448-4edb-98b2-3dd95576eaaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:07.622226 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-be2b0f77-8448-4edb-98b2-3dd95576eaaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:07.630855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf838e-933c-4540-9aff-ad9a270a0520 req-6651ce40-f5d3-477e-8607-991e5560f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:07.632922 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-29bf838e-933c-4540-9aff-ad9a270a0520 req-6651ce40-f5d3-477e-8607-991e5560f113 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2540712 Dec 08 01:54:07.635434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-7afdda07-8493-4101-a28e-a31be995395f None None] Set router 1aa6da8b-db01-40b5-abee-984f5789ba96 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:07.641818 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-e5dc0d19-dc13-4d73-98ec-2970b31e5a1a req-9092eff5-a087-4d9e-abe3-f96fa534dfb4 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Deleting port ae85b06e-7949-40b8-89c4-4b15e889aa02 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:07.642109 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e5dc0d19-dc13-4d73-98ec-2970b31e5a1a req-9092eff5-a087-4d9e-abe3-f96fa534dfb4 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:07.759734 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-e5dc0d19-dc13-4d73-98ec-2970b31e5a1a req-9092eff5-a087-4d9e-abe3-f96fa534dfb4 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] For port ae85b06e-7949-40b8-89c4-4b15e889aa02, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ae85b06e-7949-40b8-89c4-4b15e889aa02,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:07.760078 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e5dc0d19-dc13-4d73-98ec-2970b31e5a1a req-9092eff5-a087-4d9e-abe3-f96fa534dfb4 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:07.776148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-e5dc0d19-dc13-4d73-98ec-2970b31e5a1a req-9092eff5-a087-4d9e-abe3-f96fa534dfb4 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Calling delete_port for ae85b06e-7949-40b8-89c4-4b15e889aa02 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:07.944091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a9c375a7-0fec-4d7a-801f-93d2754b9c7a None None] Provisioning complete for port 67d470cd-94a6-4da6-996f-4638a5a5a42d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:07.950359 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9c375a7-0fec-4d7a-801f-93d2754b9c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.041907 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-29bf838e-933c-4540-9aff-ad9a270a0520 req-c16bcc72-6bb1-46c9-b7cb-7b5c73cd0614 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094198 Dec 08 01:54:08.050546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e5dc0d19-dc13-4d73-98ec-2970b31e5a1a req-9092eff5-a087-4d9e-abe3-f96fa534dfb4 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.075789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a9c375a7-0fec-4d7a-801f-93d2754b9c7a None None] Port 67d470cd-94a6-4da6-996f-4638a5a5a42d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:08.086076 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-506c88ba-2408-4580-8ad2-5de275990a3a req-2ea382dd-bfc1-4f80-97e6-19c612832a41 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=59e29a48-8b71-4ce3-924a-2322cc65141c HTTP/1.1" status: 200 len: 210 time: 0.1144636 Dec 08 01:54:08.099204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['5d432872-ee23-4d4b-abf7-f6d114746651'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:54:08.113429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d34cce-bdc9-436f-b536-d045e4101429 req-7319ee09-565b-4ff5-a63c-c28cc3ac33a0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:08.123285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86d34cce-bdc9-436f-b536-d045e4101429 req-7319ee09-565b-4ff5-a63c-c28cc3ac33a0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.4209356 Dec 08 01:54:08.137068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a057dc86-e98c-44a3-b09b-6154162c07f0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a2be65c72b2e4df0bb7821616bb42626&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1053035 Dec 08 01:54:08.169018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092eff5-a087-4d9e-abe3-f96fa534dfb4 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event deleted for resources: {'Port': ['ID=ae85b06e-7949-40b8-89c4-4b15e889aa02,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:08.174997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45504) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:08.223581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2b338-a0a1-4305-acd3-b32bdcc36696 req-266f6fb1-ceeb-4ef5-8cad-b3c2602edd06 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:08.225601 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841', '1065fa32-86d0-4f6f-a512-4d216683dda4', '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:54:08.226549 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6f2b338-a0a1-4305-acd3-b32bdcc36696 req-266f6fb1-ceeb-4ef5-8cad-b3c2602edd06 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 950 time: 0.4925945 Dec 08 01:54:08.252291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Router 1aa6da8b-db01-40b5-abee-984f5789ba96 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:54:08.255716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dc0d19-dc13-4d73-98ec-2970b31e5a1a req-9092eff5-a087-4d9e-abe3-f96fa534dfb4 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] No DVR routers for this DVR port ae85b06e-7949-40b8-89c4-4b15e889aa02 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:08.258884 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e5dc0d19-dc13-4d73-98ec-2970b31e5a1a req-9092eff5-a087-4d9e-abe3-f96fa534dfb4 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.263531 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e5dc0d19-dc13-4d73-98ec-2970b31e5a1a req-9092eff5-a087-4d9e-abe3-f96fa534dfb4 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "DELETE /v2.0/ports/ae85b06e-7949-40b8-89c4-4b15e889aa02 HTTP/1.1" status: 204 len: 173 time: 0.8854480 Dec 08 01:54:08.299735 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e29a48-8b71-4ce3-924a-2322cc65141c', 'name': 'network-vif-deleted', 'tag': 'ae85b06e-7949-40b8-89c4-4b15e889aa02'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:08.300398 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c935ec98-dcce-4de0-aa75-3578fb3fbb47" -d '{"events": [{"server_uuid": "59e29a48-8b71-4ce3-924a-2322cc65141c", "name": "network-vif-deleted", "tag": "ae85b06e-7949-40b8-89c4-4b15e889aa02"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:08.354714 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-be2b0f77-8448-4edb-98b2-3dd95576eaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.359715 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-be2b0f77-8448-4edb-98b2-3dd95576eaaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.361893 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-be2b0f77-8448-4edb-98b2-3dd95576eaaf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0af3ba1f-e950-4c4d-93ee-05b3365a52e7 HTTP/1.1" status: 204 len: 168 time: 1.0487890 Dec 08 01:54:08.378978 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b0f77-8448-4edb-98b2-3dd95576eaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af3ba1f-e950-4c4d-93ee-05b3365a52e7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:08.384839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e3f995f-c660-4a26-a103-90191f404233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.418237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e3f995f-c660-4a26-a103-90191f404233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.435329 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86d34cce-bdc9-436f-b536-d045e4101429 req-215fc179-83d7-45f6-b5db-01ffedcc14ea tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084223 Dec 08 01:54:08.460065 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19def5f-fe6d-46cd-a488-37f3009c4bd6 x-openstack-request-id: req-b19def5f-fe6d-46cd-a488-37f3009c4bd6 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:08.460310 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e29a48-8b71-4ce3-924a-2322cc65141c", "name": "network-vif-deleted", "tag": "ae85b06e-7949-40b8-89c4-4b15e889aa02", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:08.460527 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b19def5f-fe6d-46cd-a488-37f3009c4bd6 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:08.460981 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e29a48-8b71-4ce3-924a-2322cc65141c', 'name': 'network-vif-deleted', 'tag': 'ae85b06e-7949-40b8-89c4-4b15e889aa02', 'status': 'completed', 'code': 200} Dec 08 01:54:08.482646 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-29bf838e-933c-4540-9aff-ad9a270a0520 req-7ed9d3da-5f2f-4d51-aaee-33babcf30f0c service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219286 Dec 08 01:54:08.532119 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e3f995f-c660-4a26-a103-90191f404233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.538438 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e3f995f-c660-4a26-a103-90191f404233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.542015 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9e3f995f-c660-4a26-a103-90191f404233 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0042eded-127f-443a-ab6a-43d9602f305d HTTP/1.1" status: 204 len: 168 time: 0.3440366 Dec 08 01:54:08.582560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f995f-c660-4a26-a103-90191f404233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0042eded-127f-443a-ab6a-43d9602f305d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:08.692113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-b6f2b338-a0a1-4305-acd3-b32bdcc36696 req-0766c50d-9ca3-49f8-917b-1d170ba38d0c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Deleting port 5d432872-ee23-4d4b-abf7-f6d114746651 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:08.692675 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b6f2b338-a0a1-4305-acd3-b32bdcc36696 req-0766c50d-9ca3-49f8-917b-1d170ba38d0c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.825738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b6f2b338-a0a1-4305-acd3-b32bdcc36696 req-0766c50d-9ca3-49f8-917b-1d170ba38d0c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] For port 5d432872-ee23-4d4b-abf7-f6d114746651, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=5d432872-ee23-4d4b-abf7-f6d114746651,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:08.826245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b6f2b338-a0a1-4305-acd3-b32bdcc36696 req-0766c50d-9ca3-49f8-917b-1d170ba38d0c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.843422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-b6f2b338-a0a1-4305-acd3-b32bdcc36696 req-0766c50d-9ca3-49f8-917b-1d170ba38d0c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Calling delete_port for 5d432872-ee23-4d4b-abf7-f6d114746651 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:08.960754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7afdda07-8493-4101-a28e-a31be995395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'name': 'tempest-TaggedBootDevicesTest_v242-587932831-router', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'bf47f277-a4b1-4c82-bb8d-90a52e601631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:58Z', 'updated_at': '2021-12-08T01:54:06Z', 'revision_number': 4, 'project_id': '28457b883588430c880e0dcb5fe206d1', 'gw_port': {'id': 'bf47f277-a4b1-4c82-bb8d-90a52e601631', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '67d470cd-94a6-4da6-996f-4638a5a5a42d', 'name': '', 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'mac_address': 'fa:16:3e:89:10:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f9462e45-8438-45cf-8989-1b0782979baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:04Z', 'updated_at': '2021-12-08T01:54:06Z', 'revision_number': 2, 'project_id': '28457b883588430c880e0dcb5fe206d1', 'subnets': [{'id': 'f9462e45-8438-45cf-8989-1b0782979baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:09.009969 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afdda07-8493-4101-a28e-a31be995395f None None] The sync data for ids ['1aa6da8b-db01-40b5-abee-984f5789ba96'] in n-d-713499-31 is: [{'id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'name': 'tempest-TaggedBootDevicesTest_v242-587932831-router', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'bf47f277-a4b1-4c82-bb8d-90a52e601631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:58Z', 'updated_at': '2021-12-08T01:54:06Z', 'revision_number': 4, 'project_id': '28457b883588430c880e0dcb5fe206d1', 'gw_port': {'id': 'bf47f277-a4b1-4c82-bb8d-90a52e601631', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '67d470cd-94a6-4da6-996f-4638a5a5a42d', 'name': '', 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'mac_address': 'fa:16:3e:89:10:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f9462e45-8438-45cf-8989-1b0782979baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:04Z', 'updated_at': '2021-12-08T01:54:06Z', 'revision_number': 2, 'project_id': '28457b883588430c880e0dcb5fe206d1', 'subnets': [{'id': 'f9462e45-8438-45cf-8989-1b0782979baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:09.074387 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b6f2b338-a0a1-4305-acd3-b32bdcc36696 req-0766c50d-9ca3-49f8-917b-1d170ba38d0c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:09.202518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766c50d-9ca3-49f8-917b-1d170ba38d0c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event deleted for resources: {'Port': ['ID=5d432872-ee23-4d4b-abf7-f6d114746651,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:09.216569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:09.387917 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f2b338-a0a1-4305-acd3-b32bdcc36696 req-0766c50d-9ca3-49f8-917b-1d170ba38d0c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] No DVR routers for this DVR port 5d432872-ee23-4d4b-abf7-f6d114746651 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:09.393996 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b6f2b338-a0a1-4305-acd3-b32bdcc36696 req-0766c50d-9ca3-49f8-917b-1d170ba38d0c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:09.403294 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6f2b338-a0a1-4305-acd3-b32bdcc36696 req-0766c50d-9ca3-49f8-917b-1d170ba38d0c tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.75 "DELETE /v2.0/ports/5d432872-ee23-4d4b-abf7-f6d114746651 HTTP/1.1" status: 204 len: 173 time: 1.1567261 Dec 08 01:54:09.408309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb26224-acc7-4d99-aba5-b20e86d77007', 'name': 'network-vif-deleted', 'tag': '5d432872-ee23-4d4b-abf7-f6d114746651'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:09.415066 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb09b435-96ba-4986-9ac3-beaac8c9153e" -d '{"events": [{"server_uuid": "7bb26224-acc7-4d99-aba5-b20e86d77007", "name": "network-vif-deleted", "tag": "5d432872-ee23-4d4b-abf7-f6d114746651"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:09.467119 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45536) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:09.500484 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-485f74b7-414e-4bcf-9db0-f2501538214a admin admin] 10.222.0.71 "PUT /v2.0/routers/1aa6da8b-db01-40b5-abee-984f5789ba96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4094191 Dec 08 01:54:09.504112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5b0b627-b4a2-49f4-9fde-5205638ec36b req-d4d66357-5303-416a-999d-139073872f9b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bb26224-acc7-4d99-aba5-b20e86d77007 HTTP/1.1" status: 200 len: 210 time: 0.0608644 Dec 08 01:54:09.553190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-794ba9ef-e623-4fe8-a4ef-51a0d51c846e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:09.612036 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8facc8-67a0-469b-b1da-e3b860d7b3cb x-openstack-request-id: req-3b8facc8-67a0-469b-b1da-e3b860d7b3cb {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:09.612036 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb26224-acc7-4d99-aba5-b20e86d77007", "name": "network-vif-deleted", "tag": "5d432872-ee23-4d4b-abf7-f6d114746651", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:09.612036 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b8facc8-67a0-469b-b1da-e3b860d7b3cb {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:09.612036 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb26224-acc7-4d99-aba5-b20e86d77007', 'name': 'network-vif-deleted', 'tag': '5d432872-ee23-4d4b-abf7-f6d114746651', 'status': 'completed', 'code': 200} Dec 08 01:54:09.842736 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-794ba9ef-e623-4fe8-a4ef-51a0d51c846e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:09.852528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e36cee-3ddc-464e-b6af-4f8da8149f88 req-1272b035-54a9-4640-8bbe-a24e27d91af3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:09.854159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-794ba9ef-e623-4fe8-a4ef-51a0d51c846e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:09.856437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-29e36cee-3ddc-464e-b6af-4f8da8149f88 req-1272b035-54a9-4640-8bbe-a24e27d91af3 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.1488726 Dec 08 01:54:09.949733 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ba9ef-e623-4fe8-a4ef-51a0d51c846e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeeaefc-8a61-487b-a89d-7755b4542a87,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:10.007199 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-794ba9ef-e623-4fe8-a4ef-51a0d51c846e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=39ba6d08ca9340959d611c7c912b6ce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5362780 Dec 08 01:54:10.010348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-29e36cee-3ddc-464e-b6af-4f8da8149f88 req-bb8a1560-db26-41f3-9313-c1b7f811ed75 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418784 Dec 08 01:54:10.014648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45550) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:10.092487 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a35acc66-5bf4-4560-9fdf-0fca76a0a20e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:10.119428 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a35acc66-5bf4-4560-9fdf-0fca76a0a20e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:10.194428 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a35acc66-5bf4-4560-9fdf-0fca76a0a20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:10.198084 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a35acc66-5bf4-4560-9fdf-0fca76a0a20e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:10.202783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a35acc66-5bf4-4560-9fdf-0fca76a0a20e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2aeeaefc-8a61-487b-a89d-7755b4542a87 HTTP/1.1" status: 204 len: 168 time: 0.1867373 Dec 08 01:54:10.218631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35acc66-5bf4-4560-9fdf-0fca76a0a20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeeaefc-8a61-487b-a89d-7755b4542a87,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:10.386814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841', '1065fa32-86d0-4f6f-a512-4d216683dda4', '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:54:11.208735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45622) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:11.229405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0eccf-debc-4ccf-9e7b-1f7617fb285b req-280bc3b2-677d-4a8d-9cbb-dc23c9e3c1b8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:11.241300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cec0eccf-debc-4ccf-9e7b-1f7617fb285b req-280bc3b2-677d-4a8d-9cbb-dc23c9e3c1b8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.1031015 Dec 08 01:54:11.389165 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:54:11.412030 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cec0eccf-debc-4ccf-9e7b-1f7617fb285b req-bda1d008-d3a7-4b26-bdee-6e33c6caa65c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671579 Dec 08 01:54:11.795243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285375a2-793d-4d47-81b3-22052c40de04 req-e14c7593-6a66-46c6-a9e3-ac9a1a4ac84b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:11.797106 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-285375a2-793d-4d47-81b3-22052c40de04 req-e14c7593-6a66-46c6-a9e3-ac9a1a4ac84b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=5730e629-be62-484c-9e43-31d3414ccc8e HTTP/1.1" status: 200 len: 950 time: 0.1409733 Dec 08 01:54:11.822222 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bf47f277-a4b1-4c82-bb8d-90a52e601631 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:11.881256 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Request body: {'networks': [{'name': 'tempest-network--1820661727'}, {'name': 'tempest-network--608359459'}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:11.881725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Request body: {'network': {'name': 'tempest-network--1820661727'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:11.882287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Request body: {'network': {'name': 'tempest-network--608359459'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:11.911146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port bf47f277-a4b1-4c82-bb8d-90a52e601631 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:11.911764 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Made reservation on behalf of d3840160ea4b42b2aae421a4f94e26de for: {'network': 2} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:11.912038 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:11.920340 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:11.942501 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:11.969282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-285375a2-793d-4d47-81b3-22052c40de04 req-0f9576cc-5337-4229-bc4a-45a7c495a445 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639333 Dec 08 01:54:12.088363 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.113972 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port bf47f277-a4b1-4c82-bb8d-90a52e601631, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bf47f277-a4b1-4c82-bb8d-90a52e601631,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:12.122479 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.154268 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.161902 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.162463 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.213711 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 5d432872-ee23-4d4b-abf7-f6d114746651 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:12.307842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:12.321134 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 5d432872-ee23-4d4b-abf7-f6d114746651 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:12.324095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd5d9c1-6861-400d-b57e-93c8ffb84b8d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:12.324645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 5d432872-ee23-4d4b-abf7-f6d114746651 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:12.345766 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.346114 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Added segment 91dbf4a0-63af-4f1e-b063-9c1663581c22 of type vlan for network 8c496145-7987-49cb-b65f-1c22db7f880a Dec 08 01:54:12.366506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=bf47f277-a4b1-4c82-bb8d-90a52e601631,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:12.526760 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.565372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45698) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:12.677777 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.resource_extend [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:54:12.795261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1db05e-8ac2-45bf-a5d3-6d379e1f7b8a req-37783d9c-dc5d-4501-bfff-4e5161c62922 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:12.801264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce1db05e-8ac2-45bf-a5d3-6d379e1f7b8a req-37783d9c-dc5d-4501-bfff-4e5161c62922 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.2181568 Dec 08 01:54:12.819411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:12.850344 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b781d5a-f39b-4fe2-85da-3f15fd4482a0 req-cc1adc24-782a-45c6-909f-61e9180ec946 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:12.852644 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6b781d5a-f39b-4fe2-85da-3f15fd4482a0 req-cc1adc24-782a-45c6-909f-61e9180ec946 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/ports?device_id=5730e629-be62-484c-9e43-31d3414ccc8e HTTP/1.1" status: 200 len: 950 time: 0.1108212 Dec 08 01:54:12.869350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ae85b06e-7949-40b8-89c4-4b15e889aa02 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:12.917563 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.917972 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Added segment e49c629a-d068-48bc-8c67-b87bc2ca3a19 of type vlan for network a5c476f4-c764-408d-b5d1-603a5718cfab Dec 08 01:54:12.924334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: ae85b06e-7949-40b8-89c4-4b15e889aa02 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:12.924847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ae85b06e-7949-40b8-89c4-4b15e889aa02 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:12.999413 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.029891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce1db05e-8ac2-45bf-a5d3-6d379e1f7b8a req-92c1e9c3-0714-40ff-b0ff-8d568418ba6f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114642 Dec 08 01:54:13.072297 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8490d464-478b-42d3-9de1-f93f1bd8f406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.077476 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.078190 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.084567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:13.090098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:13.090975 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.138245 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9276001 Dec 08 01:54:13.150868 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Sync routers for ids ['1aa6da8b-db01-40b5-abee-984f5789ba96'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:13.154184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45716) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:13.166114 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Routers {'1aa6da8b-db01-40b5-abee-984f5789ba96'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:13.166745 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:53:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1aa6da8b-db01-40b5-abee-984f5789ba96'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:13.322325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-6b781d5a-f39b-4fe2-85da-3f15fd4482a0 req-77134529-7dce-4554-9cc7-7c5226820d8e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Deleting port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:13.322907 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6b781d5a-f39b-4fe2-85da-3f15fd4482a0 req-77134529-7dce-4554-9cc7-7c5226820d8e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.337178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ea21f-be25-450e-9167-98da44c5967c req-38620852-6f22-4023-aeef-61cb872fe644 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:13.338945 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a9ea21f-be25-450e-9167-98da44c5967c req-38620852-6f22-4023-aeef-61cb872fe644 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/ports?device_id=933ee2d4-138c-47df-bac8-7c15a383455c HTTP/1.1" status: 200 len: 950 time: 0.1541746 Dec 08 01:54:13.418340 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Set router 1aa6da8b-db01-40b5-abee-984f5789ba96 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:13.435666 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event updated for resources: {'Network': ['ID=8c496145-7987-49cb-b65f-1c22db7f880a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:13.453107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 8c496145-7987-49cb-b65f-1c22db7f880a details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:13.470439 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8490d464-478b-42d3-9de1-f93f1bd8f406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.507069 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8490d464-478b-42d3-9de1-f93f1bd8f406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.635410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6b781d5a-f39b-4fe2-85da-3f15fd4482a0 req-77134529-7dce-4554-9cc7-7c5226820d8e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] For port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:13.636108 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6b781d5a-f39b-4fe2-85da-3f15fd4482a0 req-77134529-7dce-4554-9cc7-7c5226820d8e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.701896 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8490d464-478b-42d3-9de1-f93f1bd8f406 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cbfbd07e9b134d5c803848e0d1a2d415&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1340165 Dec 08 01:54:13.708116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-6b781d5a-f39b-4fe2-85da-3f15fd4482a0 req-77134529-7dce-4554-9cc7-7c5226820d8e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Calling delete_port for 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:13.719994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45736) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:13.734912 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490d464-478b-42d3-9de1-f93f1bd8f406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e58338-c4e8-43fd-85aa-053c1155d10f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:13.778995 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'name': 'tempest-TaggedBootDevicesTest_v242-587932831-router', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'bf47f277-a4b1-4c82-bb8d-90a52e601631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:58Z', 'updated_at': '2021-12-08T01:54:06Z', 'revision_number': 4, 'project_id': '28457b883588430c880e0dcb5fe206d1', 'gw_port': {'id': 'bf47f277-a4b1-4c82-bb8d-90a52e601631', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '67d470cd-94a6-4da6-996f-4638a5a5a42d', 'name': '', 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'mac_address': 'fa:16:3e:89:10:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f9462e45-8438-45cf-8989-1b0782979baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:04Z', 'updated_at': '2021-12-08T01:54:06Z', 'revision_number': 2, 'project_id': '28457b883588430c880e0dcb5fe206d1', 'subnets': [{'id': 'f9462e45-8438-45cf-8989-1b0782979baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:13.844158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bf47f277-a4b1-4c82-bb8d-90a52e601631 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:13.891750 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Checking router: 1aa6da8b-db01-40b5-abee-984f5789ba96 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:54:13.892219 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Updating router 1aa6da8b-db01-40b5-abee-984f5789ba96 port 67d470cd-94a6-4da6-996f-4638a5a5a42d binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:54:13.895280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-5a9ea21f-be25-450e-9167-98da44c5967c req-86e79884-c729-468d-a94c-0ca20598262f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Deleting port 1065fa32-86d0-4f6f-a512-4d216683dda4 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:13.912802 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a9ea21f-be25-450e-9167-98da44c5967c req-86e79884-c729-468d-a94c-0ca20598262f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.965407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a4ef2a-7509-4519-a75e-32f891307d7a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:13.991563 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a4ef2a-7509-4519-a75e-32f891307d7a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:13.996881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port bf47f277-a4b1-4c82-bb8d-90a52e601631 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:13.997406 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.998025 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.006857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a4ef2a-7509-4519-a75e-32f891307d7a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:14.032482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a4ef2a-7509-4519-a75e-32f891307d7a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:14.041950 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d2a4ef2a-7509-4519-a75e-32f891307d7a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8846974 Dec 08 01:54:14.048502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd2c7f-f2ee-4d4a-9534-f744ac3fe7c1 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event updated for resources: {'Network': ['ID=a5c476f4-c764-408d-b5d1-603a5718cfab,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:14.067383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45750) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:14.124938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network a5c476f4-c764-408d-b5d1-603a5718cfab details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:14.209602 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4cad91a7-4f82-434a-ab12-f3cb9df25bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.308266 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e7dca4c-6198-42a8-95f2-e7302c9e33d9 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.408522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bfe75-95e0-40e1-9f02-d214fbde02bc req-cf020d46-cbfa-4669-9518-67619f1ea39a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:14.409713 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4cad91a7-4f82-434a-ab12-f3cb9df25bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.420185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-253bfe75-95e0-40e1-9f02-d214fbde02bc req-cf020d46-cbfa-4669-9518-67619f1ea39a tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=5730e629-be62-484c-9e43-31d3414ccc8e HTTP/1.1" status: 200 len: 950 time: 1.2864366 Dec 08 01:54:14.455328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5a9ea21f-be25-450e-9167-98da44c5967c req-86e79884-c729-468d-a94c-0ca20598262f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] For port 1065fa32-86d0-4f6f-a512-4d216683dda4, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1065fa32-86d0-4f6f-a512-4d216683dda4,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:14.456107 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a9ea21f-be25-450e-9167-98da44c5967c req-86e79884-c729-468d-a94c-0ca20598262f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.518152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-5a9ea21f-be25-450e-9167-98da44c5967c req-86e79884-c729-468d-a94c-0ca20598262f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Calling delete_port for 1065fa32-86d0-4f6f-a512-4d216683dda4 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:14.557995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b945a4-3a9c-4da9-a397-bc1d12f2f58f req-01fd5240-fae3-466b-be59-895e383cf999 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:14.559829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53b945a4-3a9c-4da9-a397-bc1d12f2f58f req-01fd5240-fae3-466b-be59-895e383cf999 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.2421267 Dec 08 01:54:14.638004 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-253bfe75-95e0-40e1-9f02-d214fbde02bc req-f3bf405b-098f-48a9-8ba7-6db653a143dd tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136469 Dec 08 01:54:14.653702 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.660415 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.695765 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e7dca4c-6198-42a8-95f2-e7302c9e33d9 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.751266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7e7dca4c-6198-42a8-95f2-e7302c9e33d9 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c496145-7987-49cb-b65f-1c22db7f880a']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:14.771674 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53b945a4-3a9c-4da9-a397-bc1d12f2f58f req-e64a0aab-9625-4976-8bd3-2b70a0cb19d5 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859448 Dec 08 01:54:14.775627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7e7dca4c-6198-42a8-95f2-e7302c9e33d9 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91dbf4a0-63af-4f1e-b063-9c1663581c22') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:14.775951 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-7e7dca4c-6198-42a8-95f2-e7302c9e33d9 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91dbf4a0-63af-4f1e-b063-9c1663581c22') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:14.783149 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877587c-5ea0-458d-bfec-766851035182 None None] Pushing event updated for resources: {'Port': ['ID=67d470cd-94a6-4da6-996f-4638a5a5a42d,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:14.808276 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e7dca4c-6198-42a8-95f2-e7302c9e33d9 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.808605 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4cad91a7-4f82-434a-ab12-f3cb9df25bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.811265 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4cad91a7-4f82-434a-ab12-f3cb9df25bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.812484 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4cad91a7-4f82-434a-ab12-f3cb9df25bb5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/52e58338-c4e8-43fd-85aa-053c1155d10f HTTP/1.1" status: 204 len: 168 time: 1.0907884 Dec 08 01:54:14.851834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6b781d5a-f39b-4fe2-85da-3f15fd4482a0 req-77134529-7dce-4554-9cc7-7c5226820d8e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.852102 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e7dca4c-6198-42a8-95f2-e7302c9e33d9 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.857609 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad91a7-4f82-434a-ab12-f3cb9df25bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e58338-c4e8-43fd-85aa-053c1155d10f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:14.869228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7dca4c-6198-42a8-95f2-e7302c9e33d9 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:14.870889 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e7dca4c-6198-42a8-95f2-e7302c9e33d9 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:14.880747 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:14.899485 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Attempting to bind port 67d470cd-94a6-4da6-996f-4638a5a5a42d on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:14.900993 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Attempting to bind port 67d470cd-94a6-4da6-996f-4638a5a5a42d by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'ca55b01a-f05f-4018-be16-77998815b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:14.900993 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Attempting to bind port 67d470cd-94a6-4da6-996f-4638a5a5a42d on network 56473d42-ca08-4b91-8bde-6248c52241c6 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:14.905368 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841', '1065fa32-86d0-4f6f-a512-4d216683dda4', '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:54:14.930396 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:14.930396 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Checking segment: {'id': 'ca55b01a-f05f-4018-be16-77998815b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:14.930396 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.930396 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Bound using segment: {'id': 'ca55b01a-f05f-4018-be16-77998815b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:14.930396 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Bound port: 67d470cd-94a6-4da6-996f-4638a5a5a42d, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca55b01a-f05f-4018-be16-77998815b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:14.930396 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.956676 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77134529-7dce-4554-9cc7-7c5226820d8e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event deleted for resources: {'Port': ['ID=8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:15.025745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45770) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:15.083357 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] For port 67d470cd-94a6-4da6-996f-4638a5a5a42d, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:15.103526 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] For port 67d470cd-94a6-4da6-996f-4638a5a5a42d, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=67d470cd-94a6-4da6-996f-4638a5a5a42d,segment=NetworkSegment(ca55b01a-f05f-4018-be16-77998815b8a9),segment_id=ca55b01a-f05f-4018-be16-77998815b8a9)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:15.103931 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e7dca4c-6198-42a8-95f2-e7302c9e33d9 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.114536 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.134389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b781d5a-f39b-4fe2-85da-3f15fd4482a0 req-77134529-7dce-4554-9cc7-7c5226820d8e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] No DVR routers for this DVR port 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:15.148854 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6b781d5a-f39b-4fe2-85da-3f15fd4482a0 req-77134529-7dce-4554-9cc7-7c5226820d8e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.152773 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7e7dca4c-6198-42a8-95f2-e7302c9e33d9 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.167704 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6b781d5a-f39b-4fe2-85da-3f15fd4482a0 req-77134529-7dce-4554-9cc7-7c5226820d8e tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "DELETE /v2.0/ports/8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 HTTP/1.1" status: 204 len: 173 time: 2.3063350 Dec 08 01:54:15.169066 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7e7dca4c-6198-42a8-95f2-e7302c9e33d9 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "DELETE /v2.0/networks/8c496145-7987-49cb-b65f-1c22db7f880a HTTP/1.1" status: 204 len: 168 time: 1.0993028 Dec 08 01:54:15.175480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45776) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:15.282249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dca4c-6198-42a8-95f2-e7302c9e33d9 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event deleted for resources: {'Network': ['ID=8c496145-7987-49cb-b65f-1c22db7f880a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:15.305857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5730e629-be62-484c-9e43-31d3414ccc8e', 'name': 'network-vif-deleted', 'tag': '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:15.317530 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d78576-28f5-4416-8929-cbcb5ad6aa4b" -d '{"events": [{"server_uuid": "5730e629-be62-484c-9e43-31d3414ccc8e", "name": "network-vif-deleted", "tag": "8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:15.334960 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Routers {'1aa6da8b-db01-40b5-abee-984f5789ba96'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:15.338234 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:53:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1aa6da8b-db01-40b5-abee-984f5789ba96'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:15.343549 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-19e6fdf3-aa1c-4e5e-aa65-78697a2e3920 None None] Provisioning complete for port 67d470cd-94a6-4da6-996f-4638a5a5a42d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:15.344132 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19e6fdf3-aa1c-4e5e-aa65-78697a2e3920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.417610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-216441a6-f3f8-4472-aef8-a0df4338ee24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.461104 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877587c-5ea0-458d-bfec-766851035182 None None] Pushing event updated for resources: {'Port': ['ID=67d470cd-94a6-4da6-996f-4638a5a5a42d,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:15.517657 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d278ec-4c83-4341-8630-ba710a4f73d6 x-openstack-request-id: req-27d278ec-4c83-4341-8630-ba710a4f73d6 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:15.519011 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5730e629-be62-484c-9e43-31d3414ccc8e", "name": "network-vif-deleted", "tag": "8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:15.519569 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-27d278ec-4c83-4341-8630-ba710a4f73d6 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:15.520263 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5730e629-be62-484c-9e43-31d3414ccc8e', 'name': 'network-vif-deleted', 'tag': '8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194', 'status': 'completed', 'code': 200} Dec 08 01:54:15.576620 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a9ea21f-be25-450e-9167-98da44c5967c req-86e79884-c729-468d-a94c-0ca20598262f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.607343 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11f10021-9cd3-4657-9805-08d306911f45 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.658911 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19e6fdf3-aa1c-4e5e-aa65-78697a2e3920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.747664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e79884-c729-468d-a94c-0ca20598262f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event deleted for resources: {'Port': ['ID=1065fa32-86d0-4f6f-a512-4d216683dda4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:15.919678 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-19e6fdf3-aa1c-4e5e-aa65-78697a2e3920 None None] For port 67d470cd-94a6-4da6-996f-4638a5a5a42d, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=67d470cd-94a6-4da6-996f-4638a5a5a42d,segment=NetworkSegment(ca55b01a-f05f-4018-be16-77998815b8a9),segment_id=ca55b01a-f05f-4018-be16-77998815b8a9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:15.931039 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11f10021-9cd3-4657-9805-08d306911f45 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.947772 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19e6fdf3-aa1c-4e5e-aa65-78697a2e3920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.973753 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 67d470cd-94a6-4da6-996f-4638a5a5a42d up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:16.019089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eed08ba0-03b6-423a-b408-f6c693895cb2 req-96cf1653-57d3-4aad-bbb6-29ebfd2b17f2 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=5730e629-be62-484c-9e43-31d3414ccc8e HTTP/1.1" status: 200 len: 210 time: 0.0946712 Dec 08 01:54:16.061652 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-11f10021-9cd3-4657-9805-08d306911f45 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c476f4-c764-408d-b5d1-603a5718cfab']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:16.093769 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] Set router 1aa6da8b-db01-40b5-abee-984f5789ba96 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:16.100832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9ea21f-be25-450e-9167-98da44c5967c req-86e79884-c729-468d-a94c-0ca20598262f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] No DVR routers for this DVR port 1065fa32-86d0-4f6f-a512-4d216683dda4 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:16.108715 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a9ea21f-be25-450e-9167-98da44c5967c req-86e79884-c729-468d-a94c-0ca20598262f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.108893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-11f10021-9cd3-4657-9805-08d306911f45 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49c629a-d068-48bc-8c67-b87bc2ca3a19') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:16.108992 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-11f10021-9cd3-4657-9805-08d306911f45 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49c629a-d068-48bc-8c67-b87bc2ca3a19') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:16.114063 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a9ea21f-be25-450e-9167-98da44c5967c req-86e79884-c729-468d-a94c-0ca20598262f tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "DELETE /v2.0/ports/1065fa32-86d0-4f6f-a512-4d216683dda4 HTTP/1.1" status: 204 len: 173 time: 2.7607601 Dec 08 01:54:16.120703 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-216441a6-f3f8-4472-aef8-a0df4338ee24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.131777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-216441a6-f3f8-4472-aef8-a0df4338ee24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.131961 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11f10021-9cd3-4657-9805-08d306911f45 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.161914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dc4b5-77b1-40c1-869c-c2335f7c92e1 req-fa019334-6bb3-4b4f-b12e-36179967b367 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:16.169489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-952dc4b5-77b1-40c1-869c-c2335f7c92e1 req-fa019334-6bb3-4b4f-b12e-36179967b367 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.1299140 Dec 08 01:54:16.172528 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11f10021-9cd3-4657-9805-08d306911f45 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.196541 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-216441a6-f3f8-4472-aef8-a0df4338ee24 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=10cdf0e3ab05451087d63a8d11105dba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1562140 Dec 08 01:54:16.197775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216441a6-f3f8-4472-aef8-a0df4338ee24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55477ffd-717d-4e74-a945-23a33861b402,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:16.200732 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45804) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:16.250743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f10021-9cd3-4657-9805-08d306911f45 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:16.251150 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11f10021-9cd3-4657-9805-08d306911f45 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:16.270619 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:16.401321 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6fdf3-aa1c-4e5e-aa65-78697a2e3920 None None] Pushing event updated for resources: {'Port': ['ID=67d470cd-94a6-4da6-996f-4638a5a5a42d,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:16.420905 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.425333 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-952dc4b5-77b1-40c1-869c-c2335f7c92e1 req-2d2358e8-ab0f-43a7-8bca-b13dd76769a0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549319 Dec 08 01:54:16.450178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-86339a98-b788-4e88-81b0-c176c60954ac None None] Provisioning complete for port 67d470cd-94a6-4da6-996f-4638a5a5a42d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:16.450835 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86339a98-b788-4e88-81b0-c176c60954ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.465094 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11f10021-9cd3-4657-9805-08d306911f45 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.477114 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11f10021-9cd3-4657-9805-08d306911f45 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.485428 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.495836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-11f10021-9cd3-4657-9805-08d306911f45 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "DELETE /v2.0/networks/a5c476f4-c764-408d-b5d1-603a5718cfab HTTP/1.1" status: 204 len: 168 time: 1.2619653 Dec 08 01:54:16.517424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f10021-9cd3-4657-9805-08d306911f45 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event deleted for resources: {'Network': ['ID=a5c476f4-c764-408d-b5d1-603a5718cfab,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:16.521947 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45810) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:16.531352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 67d470cd-94a6-4da6-996f-4638a5a5a42d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:16.531761 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.622591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:54:16.632964 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.635673 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.636843 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/55477ffd-717d-4e74-a945-23a33861b402 HTTP/1.1" status: 204 len: 168 time: 0.4348667 Dec 08 01:54:16.698010 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'name': 'tempest-TaggedBootDevicesTest_v242-587932831-router', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'bf47f277-a4b1-4c82-bb8d-90a52e601631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:58Z', 'updated_at': '2021-12-08T01:54:06Z', 'revision_number': 4, 'project_id': '28457b883588430c880e0dcb5fe206d1', 'gw_port': {'id': 'bf47f277-a4b1-4c82-bb8d-90a52e601631', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '67d470cd-94a6-4da6-996f-4638a5a5a42d', 'name': '', 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'mac_address': 'fa:16:3e:89:10:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f9462e45-8438-45cf-8989-1b0782979baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:04Z', 'updated_at': '2021-12-08T01:54:15Z', 'revision_number': 4, 'project_id': '28457b883588430c880e0dcb5fe206d1', 'subnets': [{'id': 'f9462e45-8438-45cf-8989-1b0782979baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:16.765782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55477ffd-717d-4e74-a945-23a33861b402,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:16.780611 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8147b6a-7635-4429-9f44-1a879b34672c None None] The sync data for ids ['1aa6da8b-db01-40b5-abee-984f5789ba96'] in n-d-713499-31 is: [{'id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'name': 'tempest-TaggedBootDevicesTest_v242-587932831-router', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'bf47f277-a4b1-4c82-bb8d-90a52e601631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:58Z', 'updated_at': '2021-12-08T01:54:06Z', 'revision_number': 4, 'project_id': '28457b883588430c880e0dcb5fe206d1', 'gw_port': {'id': 'bf47f277-a4b1-4c82-bb8d-90a52e601631', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '67d470cd-94a6-4da6-996f-4638a5a5a42d', 'name': '', 'network_id': '56473d42-ca08-4b91-8bde-6248c52241c6', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'mac_address': 'fa:16:3e:89:10:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f9462e45-8438-45cf-8989-1b0782979baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:04Z', 'updated_at': '2021-12-08T01:54:15Z', 'revision_number': 4, 'project_id': '28457b883588430c880e0dcb5fe206d1', 'subnets': [{'id': 'f9462e45-8438-45cf-8989-1b0782979baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:16.923068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:16.968967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:16.969328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:16.969674 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:16.970064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:16.970417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:16.970837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:16.971264 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:16.971621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:16.971965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:16.972298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:16.972632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:16.972982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:16.973293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f32e4d-e620-4644-af9b-f25d2e40fa5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:17.124938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:17.125499 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 8d3d6599-5ea9-4c1a-9cc4-b6cc98eb9194 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:17.266361 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cabe7c2-73cf-4aa3-b9d3-24a5d5b1329e tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:17.316072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cabe7c2-73cf-4aa3-b9d3-24a5d5b1329e tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:17.321547 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0cabe7c2-73cf-4aa3-b9d3-24a5d5b1329e tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7948015 Dec 08 01:54:17.323222 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45834) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:17.327289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fcb79072-f60c-4c13-b872-2273f7260bb5 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-974781809'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:17.384613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb79072-f60c-4c13-b872-2273f7260bb5 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Made reservation on behalf of d3840160ea4b42b2aae421a4f94e26de for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:17.389159 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb79072-f60c-4c13-b872-2273f7260bb5 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.412453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45838) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:17.434896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb79072-f60c-4c13-b872-2273f7260bb5 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:17.451237 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb79072-f60c-4c13-b872-2273f7260bb5 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.452872 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-fcb79072-f60c-4c13-b872-2273f7260bb5 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Added segment 969a3067-8ca0-4d3c-b95e-a81808b7c2ec of type vlan for network 80144f79-9ad7-44dd-9475-52a730a7784a Dec 08 01:54:17.481602 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45844) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:17.520641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-47d75673-cbdf-4c53-9c02-5749efc66d8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.533674 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933ee2d4-138c-47df-bac8-7c15a383455c', 'name': 'network-vif-deleted', 'tag': '1065fa32-86d0-4f6f-a512-4d216683dda4'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:17.536123 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a16dd54-d7ef-4754-9258-232a2d82c640" -d '{"events": [{"server_uuid": "933ee2d4-138c-47df-bac8-7c15a383455c", "name": "network-vif-deleted", "tag": "1065fa32-86d0-4f6f-a512-4d216683dda4"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:17.548257 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb79072-f60c-4c13-b872-2273f7260bb5 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.590700 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb79072-f60c-4c13-b872-2273f7260bb5 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.601216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb79072-f60c-4c13-b872-2273f7260bb5 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:17.601851 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb79072-f60c-4c13-b872-2273f7260bb5 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.794433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 67d470cd-94a6-4da6-996f-4638a5a5a42d up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:17.821818 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-47d75673-cbdf-4c53-9c02-5749efc66d8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.831085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-47d75673-cbdf-4c53-9c02-5749efc66d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.864548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb79072-f60c-4c13-b872-2273f7260bb5 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event updated for resources: {'Network': ['ID=80144f79-9ad7-44dd-9475-52a730a7784a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:17.893048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fcb79072-f60c-4c13-b872-2273f7260bb5 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5696566 Dec 08 01:54:17.898888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 80144f79-9ad7-44dd-9475-52a730a7784a details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:17.900490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45852) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:17.909989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e634f931-8f56-432d-adaf-602988d9b276 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-861593562'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:17.946543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1308796880-network', 'tenant_id': 'a804d0c532eb4d8daf24cce36b9a0f34'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:17.965440 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 67d470cd-94a6-4da6-996f-4638a5a5a42d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:17.968425 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.986760 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-47d75673-cbdf-4c53-9c02-5749efc66d8e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f79d6f020ff46878bd5387f8845dd68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5029402 Dec 08 01:54:17.994020 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45854) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:18.033896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ac0f3-bfba-4a42-a07d-f46837476f97 req-e85203ed-a0ae-4542-adac-dac89157ccf8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:18.035870 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba6ac0f3-bfba-4a42-a07d-f46837476f97 req-e85203ed-a0ae-4542-adac-dac89157ccf8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.4202299 Dec 08 01:54:18.064391 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088caf3c-d275-47c6-a16f-0d011a5285e7 x-openstack-request-id: req-088caf3c-d275-47c6-a16f-0d011a5285e7 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:18.066649 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933ee2d4-138c-47df-bac8-7c15a383455c", "name": "network-vif-deleted", "tag": "1065fa32-86d0-4f6f-a512-4d216683dda4", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:18.066917 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-088caf3c-d275-47c6-a16f-0d011a5285e7 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:18.067322 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933ee2d4-138c-47df-bac8-7c15a383455c', 'name': 'network-vif-deleted', 'tag': '1065fa32-86d0-4f6f-a512-4d216683dda4', 'status': 'completed', 'code': 200} Dec 08 01:54:18.072131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e634f931-8f56-432d-adaf-602988d9b276 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Made reservation on behalf of d3840160ea4b42b2aae421a4f94e26de for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:18.076911 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e634f931-8f56-432d-adaf-602988d9b276 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.088608 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d75673-cbdf-4c53-9c02-5749efc66d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92971dca-7cae-497e-bb8b-3e74bf824210,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:18.162363 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c84b9b8a-b451-4280-8ac6-3585f3b68182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.228106 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c84b9b8a-b451-4280-8ac6-3585f3b68182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.262305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] Made reservation on behalf of a804d0c532eb4d8daf24cce36b9a0f34 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:18.267323 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.282127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e634f931-8f56-432d-adaf-602988d9b276 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:18.296522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba6ac0f3-bfba-4a42-a07d-f46837476f97 req-e6dec740-f43b-4b90-93ba-e80b60dce127 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502909 Dec 08 01:54:18.307266 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e634f931-8f56-432d-adaf-602988d9b276 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.307829 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-e634f931-8f56-432d-adaf-602988d9b276 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Added segment aa92d0ab-ca1c-4149-ab60-3e716b314957 of type vlan for network 9e5127b1-e4ab-4d1b-9e84-0fce0f71e2ea Dec 08 01:54:18.309429 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.320173 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad2c10-d8ba-476e-b919-756b7652c40d req-5ed2d5f9-a124-449b-a43a-a479d3723bef tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:18.321829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1ad2c10-d8ba-476e-b919-756b7652c40d req-5ed2d5f9-a124-449b-a43a-a479d3723bef tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 949 time: 0.1883028 Dec 08 01:54:18.403396 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c84b9b8a-b451-4280-8ac6-3585f3b68182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.406085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c84b9b8a-b451-4280-8ac6-3585f3b68182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.407259 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c84b9b8a-b451-4280-8ac6-3585f3b68182 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/92971dca-7cae-497e-bb8b-3e74bf824210 HTTP/1.1" status: 204 len: 168 time: 0.4088628 Dec 08 01:54:18.434581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b9b8a-b451-4280-8ac6-3585f3b68182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92971dca-7cae-497e-bb8b-3e74bf824210,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:18.453465 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e634f931-8f56-432d-adaf-602988d9b276 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.492994 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1ad2c10-d8ba-476e-b919-756b7652c40d req-0f0cdf8d-63bb-4123-97b2-0cc0ccda8cb3 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595628 Dec 08 01:54:18.527035 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.532320 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.536269 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e634f931-8f56-432d-adaf-602988d9b276 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.551974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e634f931-8f56-432d-adaf-602988d9b276 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:18.553749 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e634f931-8f56-432d-adaf-602988d9b276 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.565509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:18.583643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eec4c7f-2b58-4b87-988e-80b3a45f38a4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:18.610307 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.611232 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] Added segment 32772601-68d7-4db0-94db-6ec441ccf92d of type vlan for network bb1d4075-73a0-4602-9f01-d61ab1f769fb Dec 08 01:54:18.648359 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e634f931-8f56-432d-adaf-602988d9b276 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7460804 Dec 08 01:54:18.651536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45868) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:18.654032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634f931-8f56-432d-adaf-602988d9b276 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event updated for resources: {'Network': ['ID=9e5127b1-e4ab-4d1b-9e84-0fce0f71e2ea,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:18.660317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Request body: {'ports': [{'network_id': '80144f79-9ad7-44dd-9475-52a730a7784a', 'name': 'tempest-port--184710820', 'admin_state_up': True}, {'network_id': '9e5127b1-e4ab-4d1b-9e84-0fce0f71e2ea', 'admin_state_up': False}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:18.660639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Request body: {'port': {'network_id': '80144f79-9ad7-44dd-9475-52a730a7784a', 'name': 'tempest-port--184710820', 'admin_state_up': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:18.661122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Request body: {'port': {'network_id': '9e5127b1-e4ab-4d1b-9e84-0fce0f71e2ea', 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:18.664637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 9e5127b1-e4ab-4d1b-9e84-0fce0f71e2ea details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:18.719239 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.770969 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.777361 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:18.777361 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.861854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] Pushing event updated for resources: {'Network': ['ID=bb1d4075-73a0-4602-9f01-d61ab1f769fb,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:18.873034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network bb1d4075-73a0-4602-9f01-d61ab1f769fb details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:18.883857 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d48622d5-0b85-415b-96c9-47e517b31b1f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4649270 Dec 08 01:54:18.883857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45878) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:18.888949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1f2651ab-ee0a-4243-9f36-aa44203a41b6 admin admin] Request body: {'subnet': {'network_id': 'bb1d4075-73a0-4602-9f01-d61ab1f769fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1308796880-subnet', 'tenant_id': 'a804d0c532eb4d8daf24cce36b9a0f34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:18.903247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1065fa32-86d0-4f6f-a512-4d216683dda4 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:18.942282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2651ab-ee0a-4243-9f36-aa44203a41b6 admin admin] Made reservation on behalf of a804d0c532eb4d8daf24cce36b9a0f34 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:18.948355 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f2651ab-ee0a-4243-9f36-aa44203a41b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.961175 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 1065fa32-86d0-4f6f-a512-4d216683dda4 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:18.967952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1065fa32-86d0-4f6f-a512-4d216683dda4 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:19.227845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ffec6-12d6-4390-b425-c4f710403c3f req-dbe30db0-5c31-49d3-a91e-79cb279a83b7 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:19.230020 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c81ffec6-12d6-4390-b425-c4f710403c3f req-dbe30db0-5c31-49d3-a91e-79cb279a83b7 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 949 time: 0.0821638 Dec 08 01:54:19.376505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Made reservation on behalf of d3840160ea4b42b2aae421a4f94e26de for: {'port': 2} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:19.381129 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.410752 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.465036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c81ffec6-12d6-4390-b425-c4f710403c3f req-adcac24e-7aff-4730-8e74-310660000689 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Deleting port f1b6de21-ca71-4fbc-8de0-873c2e5c6841 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:19.465575 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c81ffec6-12d6-4390-b425-c4f710403c3f req-adcac24e-7aff-4730-8e74-310660000689 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.560051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] device_id is not set on port 25ca6f4f-f008-489e-8604-f86a4446fb99 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:54:19.565248 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f2651ab-ee0a-4243-9f36-aa44203a41b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.729760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2651ab-ee0a-4243-9f36-aa44203a41b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f100c6a-2ae2-4d7c-8fc9-d8dd397b5f4f,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:19.745237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c81ffec6-12d6-4390-b425-c4f710403c3f req-adcac24e-7aff-4730-8e74-310660000689 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] For port f1b6de21-ca71-4fbc-8de0-873c2e5c6841, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f1b6de21-ca71-4fbc-8de0-873c2e5c6841,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:19.745554 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c81ffec6-12d6-4390-b425-c4f710403c3f req-adcac24e-7aff-4730-8e74-310660000689 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.760294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2651ab-ee0a-4243-9f36-aa44203a41b6 admin admin] Checking segment: {'id': '32772601-68d7-4db0-94db-6ec441ccf92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb1d4075-73a0-4602-9f01-d61ab1f769fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:19.760671 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2651ab-ee0a-4243-9f36-aa44203a41b6 admin admin] Network hostable DHCP agents. Network: bb1d4075-73a0-4602-9f01-d61ab1f769fb, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:19.762276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233ab91-58cc-4858-a3f1-3fbe20e55945 req-2095d0fe-9b52-4eec-86d3-7dd6dd7b587b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:19.763861 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3233ab91-58cc-4858-a3f1-3fbe20e55945 req-2095d0fe-9b52-4eec-86d3-7dd6dd7b587b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.3146057 Dec 08 01:54:19.780668 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f454f1-5b07-43bf-8443-291315d2766f req-abc609b1-343f-4cb7-9de5-9c029716fc20 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:19.786115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c81ffec6-12d6-4390-b425-c4f710403c3f req-adcac24e-7aff-4730-8e74-310660000689 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Calling delete_port for f1b6de21-ca71-4fbc-8de0-873c2e5c6841 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:19.788297 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64f454f1-5b07-43bf-8443-291315d2766f req-abc609b1-343f-4cb7-9de5-9c029716fc20 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/ports?device_id=998de6a5-8396-46dc-a9a7-581cb0feff0c HTTP/1.1" status: 200 len: 949 time: 0.1238310 Dec 08 01:54:19.833296 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.834339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2651ab-ee0a-4243-9f36-aa44203a41b6 admin admin] Network bb1d4075-73a0-4602-9f01-d61ab1f769fb is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:19.848086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-1f2651ab-ee0a-4243-9f36-aa44203a41b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, bb1d4075-73a0-4602-9f01-d61ab1f769fb) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:19.854786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2651ab-ee0a-4243-9f36-aa44203a41b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:19.855750 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f2651ab-ee0a-4243-9f36-aa44203a41b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.861352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6de3b6-a176-40c8-b31b-aa9ab0f17fb3 None None] Network bb1d4075-73a0-4602-9f01-d61ab1f769fb requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:19.892683 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1f2651ab-ee0a-4243-9f36-aa44203a41b6 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0089633 Dec 08 01:54:20.023751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64f454f1-5b07-43bf-8443-291315d2766f req-32f38e94-3141-4c26-8ee9-8f1cb98d958b tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d092b-8b90-4d2c-b0b4-04b61c581f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338402 Dec 08 01:54:20.041193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3233ab91-58cc-4858-a3f1-3fbe20e55945 req-8c00deef-7705-4cb8-9cc7-12dca25a2084 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658496 Dec 08 01:54:20.051944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] device_id is not set on port f26f2500-249b-41f2-9c21-26e039a9ab0c yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:54:20.082530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4391a0-2cfd-4199-92b0-a8fe4fde0c10 None None] Network bb1d4075-73a0-4602-9f01-d61ab1f769fb requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:20.123536 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c81ffec6-12d6-4390-b425-c4f710403c3f req-adcac24e-7aff-4730-8e74-310660000689 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.219161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcac24e-7aff-4730-8e74-310660000689 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Pushing event deleted for resources: {'Port': ['ID=f1b6de21-ca71-4fbc-8de0-873c2e5c6841,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:20.303201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f1b6de21-ca71-4fbc-8de0-873c2e5c6841'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:54:20.305167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81ffec6-12d6-4390-b425-c4f710403c3f req-adcac24e-7aff-4730-8e74-310660000689 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] No DVR routers for this DVR port f1b6de21-ca71-4fbc-8de0-873c2e5c6841 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:20.309633 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c81ffec6-12d6-4390-b425-c4f710403c3f req-adcac24e-7aff-4730-8e74-310660000689 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.323272 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c81ffec6-12d6-4390-b425-c4f710403c3f req-adcac24e-7aff-4730-8e74-310660000689 tempest-ServersOnMultiNodesTest-2030140534 tempest-ServersOnMultiNodesTest-2030140534-project] 10.222.0.45 "DELETE /v2.0/ports/f1b6de21-ca71-4fbc-8de0-873c2e5c6841 HTTP/1.1" status: 204 len: 173 time: 1.0544386 Dec 08 01:54:20.323752 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998de6a5-8396-46dc-a9a7-581cb0feff0c', 'name': 'network-vif-deleted', 'tag': 'f1b6de21-ca71-4fbc-8de0-873c2e5c6841'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:20.329115 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23704c5-cb4f-40da-9719-58ac9e4a1018" -d '{"events": [{"server_uuid": "998de6a5-8396-46dc-a9a7-581cb0feff0c", "name": "network-vif-deleted", "tag": "f1b6de21-ca71-4fbc-8de0-873c2e5c6841"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:20.354839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.434604 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd7a5a2-5c8c-4d5d-b0c3-5e1db319ad13 x-openstack-request-id: req-7fd7a5a2-5c8c-4d5d-b0c3-5e1db319ad13 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:20.435043 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998de6a5-8396-46dc-a9a7-581cb0feff0c", "name": "network-vif-deleted", "tag": "f1b6de21-ca71-4fbc-8de0-873c2e5c6841", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:20.435593 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7fd7a5a2-5c8c-4d5d-b0c3-5e1db319ad13 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:20.435917 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998de6a5-8396-46dc-a9a7-581cb0feff0c', 'name': 'network-vif-deleted', 'tag': 'f1b6de21-ca71-4fbc-8de0-873c2e5c6841', 'status': 'completed', 'code': 200} Dec 08 01:54:20.441590 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.607587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event updated for resources: {'Port': ['ID=25ca6f4f-f008-489e-8604-f86a4446fb99,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:20.629807 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.630304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.630656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.630999 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.631340 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.631737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.632135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.632469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.633062 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.633404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.633739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.634074 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.634401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.671694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Checking segment: {'id': '969a3067-8ca0-4d3c-b95e-a81808b7c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '80144f79-9ad7-44dd-9475-52a730a7784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:20.672171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Network hostable DHCP agents. Network: 80144f79-9ad7-44dd-9475-52a730a7784a, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:20.692991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Network 80144f79-9ad7-44dd-9475-52a730a7784a is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:20.709723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 80144f79-9ad7-44dd-9475-52a730a7784a) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:20.721240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:20.722361 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.732715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bfcf15-4680-4950-80ec-a69c29fb7dbf None None] Network 80144f79-9ad7-44dd-9475-52a730a7784a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:20.935537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event updated for resources: {'Port': ['ID=f26f2500-249b-41f2-9c21-26e039a9ab0c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:20.942066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Checking segment: {'id': 'aa92d0ab-ca1c-4149-ab60-3e716b314957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9e5127b1-e4ab-4d1b-9e84-0fce0f71e2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:20.964872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Network hostable DHCP agents. Network: 9e5127b1-e4ab-4d1b-9e84-0fce0f71e2ea, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:21.004600 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Network 9e5127b1-e4ab-4d1b-9e84-0fce0f71e2ea is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:21.033343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 9e5127b1-e4ab-4d1b-9e84-0fce0f71e2ea) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:21.043182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:21.053263 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:21.061400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:21.064970 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.109461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-36ad20d8-6ffd-4bd8-934a-79efbec6858a tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4543772 Dec 08 01:54:21.110085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45942) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:21.380243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e22602-50c9-4199-ac59-5b516a8a9b4e None None] Network 9e5127b1-e4ab-4d1b-9e84-0fce0f71e2ea requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:21.385241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b399fd-3cb2-4bba-b750-102f0618483f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:21.399480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b399fd-3cb2-4bba-b750-102f0618483f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:21.404356 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45952) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:21.404834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e8b399fd-3cb2-4bba-b750-102f0618483f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2927732 Dec 08 01:54:21.420684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4668-9752-4349-b61c-f216814516eb req-92aecd62-0141-4888-b759-d99b2c70fc4c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:21.423036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-129f4668-9752-4349-b61c-f216814516eb req-92aecd62-0141-4888-b759-d99b2c70fc4c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.2229700 Dec 08 01:54:21.486228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45954) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:21.491829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1599620060-network', 'tenant_id': 'f0706f2e63c6476bb872de605afb813d'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:21.523407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] Made reservation on behalf of f0706f2e63c6476bb872de605afb813d for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:21.526370 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.534588 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-129f4668-9752-4349-b61c-f216814516eb req-76cc3785-9130-44bc-9a5d-28d1969529c0 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018038 Dec 08 01:54:21.546272 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.679589 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f713a70f-7cdc-4a91-93ab-b11bcb189b38 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Deleting port 25ca6f4f-f008-489e-8604-f86a4446fb99 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:21.680026 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f713a70f-7cdc-4a91-93ab-b11bcb189b38 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.741850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45962) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:21.763391 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.770218 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.799182 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f713a70f-7cdc-4a91-93ab-b11bcb189b38 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.833754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acebc969-61e3-4a64-8b40-4b038749f510,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:21.835865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f713a70f-7cdc-4a91-93ab-b11bcb189b38 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Calling delete_port for 25ca6f4f-f008-489e-8604-f86a4446fb99 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:21.867433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:21.883996 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.884242 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] Added segment 2fb90889-e176-4ad5-a994-44e25a63f67e of type vlan for network 510c4e73-2006-420f-87fd-2132abbde3e0 Dec 08 01:54:21.971998 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f713a70f-7cdc-4a91-93ab-b11bcb189b38 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.973962 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85589a60-aba8-4a61-8976-da62ea8c3176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.979514 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.987544 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3fb18e63-a762-48c2-9e83-320e29ef196a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c9a17c065930444c8f53a860d8330270&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2426677 Dec 08 01:54:21.990808 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45968) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:22.010091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713a70f-7cdc-4a91-93ab-b11bcb189b38 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event deleted for resources: {'Port': ['ID=25ca6f4f-f008-489e-8604-f86a4446fb99,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:22.026622 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f713a70f-7cdc-4a91-93ab-b11bcb189b38 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.035162 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f713a70f-7cdc-4a91-93ab-b11bcb189b38 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "DELETE /v2.0/ports/25ca6f4f-f008-489e-8604-f86a4446fb99 HTTP/1.1" status: 204 len: 168 time: 0.6281705 Dec 08 01:54:22.036196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45972) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:22.048141 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.049125 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:22.049716 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.090362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6028800 Dec 08 01:54:22.102396 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45974) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:22.115053 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5c3c4ecc-8243-4ccb-85b8-ef8fdd1788f5 admin admin] Request body: {'subnet': {'network_id': '510c4e73-2006-420f-87fd-2132abbde3e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1599620060-subnet', 'tenant_id': 'f0706f2e63c6476bb872de605afb813d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:22.167354 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb0f408a-111d-4966-b34d-ab3768ae8ef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.177627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07063a24-887e-4edd-a5de-6980f3a628d4 admin admin] Pushing event updated for resources: {'Network': ['ID=510c4e73-2006-420f-87fd-2132abbde3e0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:22.195391 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 510c4e73-2006-420f-87fd-2132abbde3e0 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:22.204058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb75de-3a30-4397-8f2f-9b5827ada303 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Deleting port f26f2500-249b-41f2-9c21-26e039a9ab0c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:22.204058 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8fcb75de-3a30-4397-8f2f-9b5827ada303 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.214811 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb0f408a-111d-4966-b34d-ab3768ae8ef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.231284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3c4ecc-8243-4ccb-85b8-ef8fdd1788f5 admin admin] Made reservation on behalf of f0706f2e63c6476bb872de605afb813d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:22.238762 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4ecc-8243-4ccb-85b8-ef8fdd1788f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.312284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8fcb75de-3a30-4397-8f2f-9b5827ada303 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.327865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb75de-3a30-4397-8f2f-9b5827ada303 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Calling delete_port for f26f2500-249b-41f2-9c21-26e039a9ab0c owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:22.462086 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb0f408a-111d-4966-b34d-ab3768ae8ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.466907 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb0f408a-111d-4966-b34d-ab3768ae8ef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.471617 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fb0f408a-111d-4966-b34d-ab3768ae8ef3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/758d092b-8b90-4d2c-b0b4-04b61c581f3e HTTP/1.1" status: 204 len: 168 time: 0.4797728 Dec 08 01:54:22.475173 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8fcb75de-3a30-4397-8f2f-9b5827ada303 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.520538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f408a-111d-4966-b34d-ab3768ae8ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758d092b-8b90-4d2c-b0b4-04b61c581f3e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:22.544453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb75de-3a30-4397-8f2f-9b5827ada303 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event deleted for resources: {'Port': ['ID=f26f2500-249b-41f2-9c21-26e039a9ab0c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:22.566676 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8fcb75de-3a30-4397-8f2f-9b5827ada303 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.574644 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8fcb75de-3a30-4397-8f2f-9b5827ada303 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "DELETE /v2.0/ports/f26f2500-249b-41f2-9c21-26e039a9ab0c HTTP/1.1" status: 204 len: 168 time: 0.5372939 Dec 08 01:54:22.577362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45986) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:22.630461 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-73ecd5cd-d41a-45c9-8164-a15189ac83dd tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0518789 Dec 08 01:54:22.634706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45990) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:22.642577 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-061bb097-602c-47ac-9b4c-ab0615427a1f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1007044131'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:22.661953 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4ecc-8243-4ccb-85b8-ef8fdd1788f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.675589 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061bb097-602c-47ac-9b4c-ab0615427a1f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Made reservation on behalf of d3840160ea4b42b2aae421a4f94e26de for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:22.683292 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-061bb097-602c-47ac-9b4c-ab0615427a1f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.746539 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061bb097-602c-47ac-9b4c-ab0615427a1f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:22.772537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-061bb097-602c-47ac-9b4c-ab0615427a1f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.773076 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-061bb097-602c-47ac-9b4c-ab0615427a1f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Added segment 7305e06c-c4da-4f21-8ab9-8c5866978c83 of type vlan for network 3a2199ae-30ed-4705-b0a6-ca4385532111 Dec 08 01:54:22.857424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c4ecc-8243-4ccb-85b8-ef8fdd1788f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb091ef5-d568-4a26-8008-e514f6c4d264,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:22.860277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3c4ecc-8243-4ccb-85b8-ef8fdd1788f5 admin admin] Checking segment: {'id': '2fb90889-e176-4ad5-a994-44e25a63f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '510c4e73-2006-420f-87fd-2132abbde3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:22.860765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c4ecc-8243-4ccb-85b8-ef8fdd1788f5 admin admin] Network hostable DHCP agents. Network: 510c4e73-2006-420f-87fd-2132abbde3e0, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:22.891316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78d819-a0c3-47fa-9e6a-b84c10bc2c78 req-ae580b26-d325-4a13-a5ca-be152ff9f4a7 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:22.893056 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd78d819-a0c3-47fa-9e6a-b84c10bc2c78 req-ae580b26-d325-4a13-a5ca-be152ff9f4a7 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.1321924 Dec 08 01:54:22.917764 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-061bb097-602c-47ac-9b4c-ab0615427a1f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.931568 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c4ecc-8243-4ccb-85b8-ef8fdd1788f5 admin admin] Network 510c4e73-2006-420f-87fd-2132abbde3e0 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:22.950543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5c3c4ecc-8243-4ccb-85b8-ef8fdd1788f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 510c4e73-2006-420f-87fd-2132abbde3e0) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:22.961317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a20beb-c301-4fbb-a983-ae2d4135c1b1 None None] Network 510c4e73-2006-420f-87fd-2132abbde3e0 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:22.972088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3c4ecc-8243-4ccb-85b8-ef8fdd1788f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:22.972849 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4ecc-8243-4ccb-85b8-ef8fdd1788f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.002442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-061bb097-602c-47ac-9b4c-ab0615427a1f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.003508 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd78d819-a0c3-47fa-9e6a-b84c10bc2c78 req-eda13f81-2a7c-4fb7-8f57-687a3c706149 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014686 Dec 08 01:54:23.019409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5c3c4ecc-8243-4ccb-85b8-ef8fdd1788f5 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9154129 Dec 08 01:54:23.021358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061bb097-602c-47ac-9b4c-ab0615427a1f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:23.021905 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-061bb097-602c-47ac-9b4c-ab0615427a1f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.129351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bb097-602c-47ac-9b4c-ab0615427a1f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event updated for resources: {'Network': ['ID=3a2199ae-30ed-4705-b0a6-ca4385532111,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:23.151512 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-061bb097-602c-47ac-9b4c-ab0615427a1f tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5153804 Dec 08 01:54:23.154717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46004) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:23.154883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 3a2199ae-30ed-4705-b0a6-ca4385532111 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:23.176925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-712dbbf1-1800-4200-a5fa-586be2892155 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-57244435'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:23.222851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712dbbf1-1800-4200-a5fa-586be2892155 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Made reservation on behalf of d3840160ea4b42b2aae421a4f94e26de for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:23.236016 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-712dbbf1-1800-4200-a5fa-586be2892155 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.450061 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.466673 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae3b40b-69d6-44ea-b0af-a9c986271405 None None] Network 510c4e73-2006-420f-87fd-2132abbde3e0 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:23.489233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46008) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:23.659693 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-25a7eda2-ae80-45a3-83b7-35db91e6d136 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8efd4581bd904c14873244cc0607d303&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1681051 Dec 08 01:54:23.662288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46018) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:23.672543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712dbbf1-1800-4200-a5fa-586be2892155 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:23.697489 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-712dbbf1-1800-4200-a5fa-586be2892155 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.697839 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-712dbbf1-1800-4200-a5fa-586be2892155 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Added segment 0eb772e5-76eb-427e-9131-b689fc9b8f22 of type vlan for network c09d25db-6592-40fc-9131-58d6570d7d46 Dec 08 01:54:23.772797 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cedb3c42-6d04-457f-a9fa-b621de1d05ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.775710 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-712dbbf1-1800-4200-a5fa-586be2892155 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.882264 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cedb3c42-6d04-457f-a9fa-b621de1d05ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.882952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46024) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:23.923530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-712dbbf1-1800-4200-a5fa-586be2892155 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.929349 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712dbbf1-1800-4200-a5fa-586be2892155 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:23.931917 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-712dbbf1-1800-4200-a5fa-586be2892155 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.988544 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-712dbbf1-1800-4200-a5fa-586be2892155 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8325973 Dec 08 01:54:24.058483 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:24.099301 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-273be54c-eee1-4c1e-bcd8-6033646e613e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:24.099639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dbbf1-1800-4200-a5fa-586be2892155 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event updated for resources: {'Network': ['ID=c09d25db-6592-40fc-9131-58d6570d7d46,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:24.109680 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cedb3c42-6d04-457f-a9fa-b621de1d05ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:24.113263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cedb3c42-6d04-457f-a9fa-b621de1d05ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:24.116967 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cedb3c42-6d04-457f-a9fa-b621de1d05ba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/af9a164a-c476-4473-bc0a-57b68db9aa93 HTTP/1.1" status: 204 len: 168 time: 0.4512870 Dec 08 01:54:24.117118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network c09d25db-6592-40fc-9131-58d6570d7d46 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:24.130606 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46036) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:24.146339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Request body: {'subnets': [{'network_id': '3a2199ae-30ed-4705-b0a6-ca4385532111', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--450603785', 'ip_version': 4}, {'network_id': 'c09d25db-6592-40fc-9131-58d6570d7d46', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:24.146695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Request body: {'subnet': {'network_id': '3a2199ae-30ed-4705-b0a6-ca4385532111', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--450603785', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:24.147334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Request body: {'subnet': {'network_id': 'c09d25db-6592-40fc-9131-58d6570d7d46', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:24.160400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb3c42-6d04-457f-a9fa-b621de1d05ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9a164a-c476-4473-bc0a-57b68db9aa93,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:24.329334 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cf545f6-1278-4041-ad9b-b77c567f0950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:24.398074 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-273be54c-eee1-4c1e-bcd8-6033646e613e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:24.428808 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-273be54c-eee1-4c1e-bcd8-6033646e613e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:24.485723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Made reservation on behalf of d3840160ea4b42b2aae421a4f94e26de for: {'subnet': 2} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:24.487208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e887f-e3c8-4994-9df1-83cbdd4519d6 req-c216f48e-32a7-4133-9a84-8be157f5a85d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:24.494794 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b65e887f-e3c8-4994-9df1-83cbdd4519d6 req-c216f48e-32a7-4133-9a84-8be157f5a85d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.2670441 Dec 08 01:54:24.504743 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:24.505834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:24.522835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-6f836edb-b226-4b93-a985-30594d33718f tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:24.530073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-6f836edb-b226-4b93-a985-30594d33718f tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/networks?id=bb1d4075-73a0-4602-9f01-d61ab1f769fb HTTP/1.1" status: 200 len: 812 time: 0.3232942 Dec 08 01:54:24.578583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-ab8ffa9f-8460-43e8-b17d-93d066cf8f8b tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/quotas/a804d0c532eb4d8daf24cce36b9a0f34 HTTP/1.1" status: 200 len: 375 time: 0.0475423 Dec 08 01:54:24.582473 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-273be54c-eee1-4c1e-bcd8-6033646e613e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8f6395171c194b1db8f49f569df8770d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6979532 Dec 08 01:54:24.586447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46050) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:24.587104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273be54c-eee1-4c1e-bcd8-6033646e613e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736ba2d2-a25b-4379-8d92-9a01567947e3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:24.681664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-dcc08872-e2e1-479a-a1f9-5f99f5516d2b tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a804d0c532eb4d8daf24cce36b9a0f34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022720 Dec 08 01:54:24.856723 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b65e887f-e3c8-4994-9df1-83cbdd4519d6 req-dd1974c7-d432-42a4-b42f-076b92146544 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609357 Dec 08 01:54:24.892188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-7715ad35-588f-4f55-a838-3369432ac53d service neutron] 10.222.0.71 "GET /v2.0/networks/bb1d4075-73a0-4602-9f01-d61ab1f769fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019086 Dec 08 01:54:24.893861 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eded263e-402b-4862-b620-c8aad5707a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:24.897123 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f1b6de21-ca71-4fbc-8de0-873c2e5c6841 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:24.959715 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eded263e-402b-4862-b620-c8aad5707a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:24.980161 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: f1b6de21-ca71-4fbc-8de0-873c2e5c6841 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:24.982535 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f1b6de21-ca71-4fbc-8de0-873c2e5c6841 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:25.042621 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eded263e-402b-4862-b620-c8aad5707a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.045403 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eded263e-402b-4862-b620-c8aad5707a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.046558 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-eded263e-402b-4862-b620-c8aad5707a6b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/736ba2d2-a25b-4379-8d92-9a01567947e3 HTTP/1.1" status: 204 len: 168 time: 0.4415429 Dec 08 01:54:25.073437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded263e-402b-4862-b620-c8aad5707a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736ba2d2-a25b-4379-8d92-9a01567947e3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:25.155319 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.184447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-9b1c03f6-f950-4739-a34d-51c0453b9338 service neutron] 10.222.0.71 "GET /v2.0/networks/bb1d4075-73a0-4602-9f01-d61ab1f769fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526532 Dec 08 01:54:25.267422 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event updated for resources: {'Subnet': ['ID=db74aeaa-0fad-4ad7-9a6b-c01cd3150cdf,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:25.275275 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Checking segment: {'id': '7305e06c-c4da-4f21-8ab9-8c5866978c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3a2199ae-30ed-4705-b0a6-ca4385532111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:25.276670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Network hostable DHCP agents. Network: 3a2199ae-30ed-4705-b0a6-ca4385532111, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:25.297619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Network 3a2199ae-30ed-4705-b0a6-ca4385532111 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:25.310839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 3a2199ae-30ed-4705-b0a6-ca4385532111) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:25.327291 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffde1a1-3169-4e75-bff8-6ee627ba081a None None] Network 3a2199ae-30ed-4705-b0a6-ca4385532111 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:25.330590 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.478763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event updated for resources: {'Subnet': ['ID=2a751f56-f695-43e5-9d38-6434c89c64d5,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:25.503759 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.511094 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f47bd3a-124f-422a-888b-29ccf2d735f6 req-23a67173-da42-4f7e-b1e1-faa75bd89b48 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 210 time: 0.0666785 Dec 08 01:54:25.526221 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Checking segment: {'id': '0eb772e5-76eb-427e-9131-b689fc9b8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c09d25db-6592-40fc-9131-58d6570d7d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:25.526589 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Network hostable DHCP agents. Network: c09d25db-6592-40fc-9131-58d6570d7d46, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:25.561626 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Network c09d25db-6592-40fc-9131-58d6570d7d46 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:25.582422 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-3a2199ae-30ed-4705-b0a6-ca4385532111', 'network_id': '3a2199ae-30ed-4705-b0a6-ca4385532111', 'project_id': 'd3840160ea4b42b2aae421a4f94e26de', 'fixed_ips': [{'subnet_id': 'db74aeaa-0fad-4ad7-9a6b-c01cd3150cdf'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:54:25.583990 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.601413 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, c09d25db-6592-40fc-9131-58d6570d7d46) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:25.605065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46080) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:25.617076 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:25.623135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:25.624842 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.631342 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2dc4badc-133c-426f-8826-dc52eed824e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.634667 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66333470-54da-4fc6-b16d-484889c7bdbd None None] Network c09d25db-6592-40fc-9131-58d6570d7d46 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:25.664414 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-94d87858-2dae-41fd-91b4-276a000d4215 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.5298781 Dec 08 01:54:25.664583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46082) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:25.822096 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfca767-baa7-430c-80bd-df3638574970 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:25.823743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfca767-baa7-430c-80bd-df3638574970 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:25.825190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfca767-baa7-430c-80bd-df3638574970 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:25.826894 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-adfca767-baa7-430c-80bd-df3638574970 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1556277 Dec 08 01:54:25.830443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46092) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:25.880364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-c09d25db-6592-40fc-9131-58d6570d7d46', 'network_id': 'c09d25db-6592-40fc-9131-58d6570d7d46', 'project_id': 'd3840160ea4b42b2aae421a4f94e26de', 'fixed_ips': [{'subnet_id': '2a751f56-f695-43e5-9d38-6434c89c64d5'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:54:25.882068 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.898290 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2dc4badc-133c-426f-8826-dc52eed824e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.905140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-493cf80a-6afe-4fe9-98f0-26192adff1c0 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Deleting subnet db74aeaa-0fad-4ad7-9a6b-c01cd3150cdf {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:54:25.909800 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2dc4badc-133c-426f-8826-dc52eed824e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.958034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2dc4badc-133c-426f-8826-dc52eed824e0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=94a704faa4204844a2e75c5e8b75665e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3518403 Dec 08 01:54:25.958916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4badc-133c-426f-8826-dc52eed824e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0094ca63-7bff-428e-9cb6-9d475cd24988,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:25.961119 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46102) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:26.100795 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-568ce8f3-abd4-4bf8-979f-55fda8a1bcd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.107618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecad19-d996-4f82-9496-4d49c873e6b0 req-4741106d-af6e-42f2-a0b2-d5ea2d15e47b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:26.116794 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-29ecad19-d996-4f82-9496-4d49c873e6b0 req-4741106d-af6e-42f2-a0b2-d5ea2d15e47b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.1038036 Dec 08 01:54:26.161485 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-568ce8f3-abd4-4bf8-979f-55fda8a1bcd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.200000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Allocated IP 172.20.0.2 (3a2199ae-30ed-4705-b0a6-ca4385532111/db74aeaa-0fad-4ad7-9a6b-c01cd3150cdf/2a07f24d-62db-4734-a478-cc2df8e0e903) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:26.264498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-29ecad19-d996-4f82-9496-4d49c873e6b0 req-cb9ae781-201b-4c24-bc4f-cfdc7bc4d9f8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420071 Dec 08 01:54:26.267115 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-568ce8f3-abd4-4bf8-979f-55fda8a1bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.271285 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-568ce8f3-abd4-4bf8-979f-55fda8a1bcd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.276878 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-568ce8f3-abd4-4bf8-979f-55fda8a1bcd9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0094ca63-7bff-428e-9cb6-9d475cd24988 HTTP/1.1" status: 204 len: 168 time: 0.3140523 Dec 08 01:54:26.291277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ce8f3-abd4-4bf8-979f-55fda8a1bcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0094ca63-7bff-428e-9cb6-9d475cd24988,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:26.467376 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Allocated IP 172.20.0.18 (c09d25db-6592-40fc-9131-58d6570d7d46/2a751f56-f695-43e5-9d38-6434c89c64d5/11106855-47f3-4ed0-90dc-1a0e9e705de2) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:26.515308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-dd034b1f-4702-4a5a-8fd4-cbecd70b0467 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:26.517041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-dd034b1f-4702-4a5a-8fd4-cbecd70b0467 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 821 time: 0.1934092 Dec 08 01:54:26.553243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-5f0b4d70-137b-4a99-be3d-97622c7c7c24 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/quotas/3ea3a98675f74d9ca617927f4f236c6e HTTP/1.1" status: 200 len: 375 time: 0.0270979 Dec 08 01:54:26.636299 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.652256 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-493cf80a-6afe-4fe9-98f0-26192adff1c0 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.653383 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.763570 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1b76449-c0ce-4b6e-90ab-2cbba19178dd req-fdb4bdb3-d90b-4d29-87a4-1b043004fc8d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 210 time: 0.0475392 Dec 08 01:54:26.790356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Pushing event updated for resources: {'Port': ['ID=2a07f24d-62db-4734-a478-cc2df8e0e903,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:26.792642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-3d2c32e5-eecc-4e5f-a745-b29a0a32f58b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2322459 Dec 08 01:54:26.805798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:26.806137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:26.806479 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:26.806818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:26.807169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:26.807510 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:26.807853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:26.808179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:26.808499 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:26.808819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:26.809140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:26.809460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:26.809781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:26.822009 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-493cf80a-6afe-4fe9-98f0-26192adff1c0 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.823336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Network 3a2199ae-30ed-4705-b0a6-ca4385532111 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:26.836164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:26.840845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:26.850429 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.881307 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.914402 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.963367 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Pushing event updated for resources: {'Port': ['ID=11106855-47f3-4ed0-90dc-1a0e9e705de2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:26.966311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Attempting to bind port 2a07f24d-62db-4734-a478-cc2df8e0e903 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:26.966685 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Attempting to bind port 2a07f24d-62db-4734-a478-cc2df8e0e903 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '7305e06c-c4da-4f21-8ab9-8c5866978c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3a2199ae-30ed-4705-b0a6-ca4385532111'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:26.967051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Attempting to bind port 2a07f24d-62db-4734-a478-cc2df8e0e903 on network 3a2199ae-30ed-4705-b0a6-ca4385532111 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:26.979932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:26.980310 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Checking segment: {'id': '7305e06c-c4da-4f21-8ab9-8c5866978c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3a2199ae-30ed-4705-b0a6-ca4385532111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:26.980713 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.981105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Bound using segment: {'id': '7305e06c-c4da-4f21-8ab9-8c5866978c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3a2199ae-30ed-4705-b0a6-ca4385532111'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:26.981581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Bound port: 2a07f24d-62db-4734-a478-cc2df8e0e903, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7305e06c-c4da-4f21-8ab9-8c5866978c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3a2199ae-30ed-4705-b0a6-ca4385532111'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:26.982326 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.000462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-26c9441f-e2fe-4168-b6b4-b3c047a16f60 service neutron] 10.222.0.71 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067983 Dec 08 01:54:27.087239 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-493cf80a-6afe-4fe9-98f0-26192adff1c0 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.107960 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Network c09d25db-6592-40fc-9131-58d6570d7d46 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:27.115665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:27.119430 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:27.192038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f84d1cfe-0c6f-493d-9b9b-57a702c90967 req-a79ffad7-00cc-402f-bfa3-1f396f8f5822 tempest-FlavorsV2NegativeTest-1491796357 tempest-FlavorsV2NegativeTest-1491796357-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=153eb729aa304f6fbd0339cf99445875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690775 Dec 08 01:54:27.250551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2b5376ef-effc-4f97-8fae-b84c35004a59 service neutron] 10.222.0.71 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489836 Dec 08 01:54:27.321277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Attempting to bind port 11106855-47f3-4ed0-90dc-1a0e9e705de2 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:27.321644 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Attempting to bind port 11106855-47f3-4ed0-90dc-1a0e9e705de2 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '0eb772e5-76eb-427e-9131-b689fc9b8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c09d25db-6592-40fc-9131-58d6570d7d46'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:27.323119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Attempting to bind port 11106855-47f3-4ed0-90dc-1a0e9e705de2 on network c09d25db-6592-40fc-9131-58d6570d7d46 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:27.331060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:27.332315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Checking segment: {'id': '0eb772e5-76eb-427e-9131-b689fc9b8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c09d25db-6592-40fc-9131-58d6570d7d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:27.332907 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.333446 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Bound using segment: {'id': '0eb772e5-76eb-427e-9131-b689fc9b8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c09d25db-6592-40fc-9131-58d6570d7d46'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:27.334266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Bound port: 11106855-47f3-4ed0-90dc-1a0e9e705de2, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb772e5-76eb-427e-9131-b689fc9b8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c09d25db-6592-40fc-9131-58d6570d7d46'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:27.334946 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.361158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] For port 2a07f24d-62db-4734-a478-cc2df8e0e903, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:27.403326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-ba992209-2dbb-4a21-ba22-0afee1347cf9 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:27.408038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] For port 2a07f24d-62db-4734-a478-cc2df8e0e903, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2a07f24d-62db-4734-a478-cc2df8e0e903,segment=NetworkSegment(7305e06c-c4da-4f21-8ab9-8c5866978c83),segment_id=7305e06c-c4da-4f21-8ab9-8c5866978c83)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:27.418613 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.420755 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-ba992209-2dbb-4a21-ba22-0afee1347cf9 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.45 "GET /v2.0/networks?id=bb1d4075-73a0-4602-9f01-d61ab1f769fb HTTP/1.1" status: 200 len: 812 time: 0.2772338 Dec 08 01:54:27.433121 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-493cf80a-6afe-4fe9-98f0-26192adff1c0 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.445562 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-1062a918-059e-42b1-b0ad-2699aa27625d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Request body: {'port': {'device_id': '1668e72c-f41d-4112-a59f-a17241e148e2', 'network_id': 'bb1d4075-73a0-4602-9f01-d61ab1f769fb', 'admin_state_up': True, 'tenant_id': 'a804d0c532eb4d8daf24cce36b9a0f34'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:27.501503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c1186-0cfc-416b-856c-deae0192b80d None None] Pushing event updated for resources: {'Port': ['ID=2a07f24d-62db-4734-a478-cc2df8e0e903,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:27.502548 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-493cf80a-6afe-4fe9-98f0-26192adff1c0 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.513782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-493cf80a-6afe-4fe9-98f0-26192adff1c0 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "DELETE /v2.0/subnets/db74aeaa-0fad-4ad7-9a6b-c01cd3150cdf HTTP/1.1" status: 204 len: 168 time: 1.6822267 Dec 08 01:54:27.521764 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cf80a-6afe-4fe9-98f0-26192adff1c0 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event deleted for resources: {'Subnet': ['ID=db74aeaa-0fad-4ad7-9a6b-c01cd3150cdf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:27.525919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46170) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:27.536130 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] For port 11106855-47f3-4ed0-90dc-1a0e9e705de2, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:27.544056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] For port 11106855-47f3-4ed0-90dc-1a0e9e705de2, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=11106855-47f3-4ed0-90dc-1a0e9e705de2,segment=NetworkSegment(0eb772e5-76eb-427e-9131-b689fc9b8f22),segment_id=0eb772e5-76eb-427e-9131-b689fc9b8f22)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:27.553164 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.647112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c13c2-20e9-4c79-b95d-ba8de4ba23ef None None] Pushing event updated for resources: {'Port': ['ID=11106855-47f3-4ed0-90dc-1a0e9e705de2,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:27.713058 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2657c660-b7a7-42a1-b3ec-1e14292f4514 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Deleting subnet 2a751f56-f695-43e5-9d38-6434c89c64d5 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:54:27.721778 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2657c660-b7a7-42a1-b3ec-1e14292f4514 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.746078 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d1cfe-0c6f-493d-9b9b-57a702c90967 req-7d712fd0-30cf-45d4-a925-8b74f8510a4b tempest-FlavorsV2NegativeTest-1491796357 tempest-FlavorsV2NegativeTest-1491796357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:27.747699 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f84d1cfe-0c6f-493d-9b9b-57a702c90967 req-7d712fd0-30cf-45d4-a925-8b74f8510a4b tempest-FlavorsV2NegativeTest-1491796357 tempest-FlavorsV2NegativeTest-1491796357-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5433347 Dec 08 01:54:27.762781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-1062a918-059e-42b1-b0ad-2699aa27625d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Made reservation on behalf of a804d0c532eb4d8daf24cce36b9a0f34 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:27.771466 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-1062a918-059e-42b1-b0ad-2699aa27625d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.840706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f84d1cfe-0c6f-493d-9b9b-57a702c90967 req-8bd3eb0c-9668-4123-ba3a-4b4dd1301c6d tempest-FlavorsV2NegativeTest-1491796357 tempest-FlavorsV2NegativeTest-1491796357-project] 10.222.0.71 "GET /v2.0/quotas/153eb729aa304f6fbd0339cf99445875 HTTP/1.1" status: 200 len: 375 time: 0.0409415 Dec 08 01:54:27.856802 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.856974 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2657c660-b7a7-42a1-b3ec-1e14292f4514 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.990998 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f84d1cfe-0c6f-493d-9b9b-57a702c90967 req-eed6bce6-acf9-4c0e-bb13-3f43f06f4d04 tempest-FlavorsV2NegativeTest-1491796357 tempest-FlavorsV2NegativeTest-1491796357-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=153eb729aa304f6fbd0339cf99445875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1402144 Dec 08 01:54:28.229479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-1062a918-059e-42b1-b0ad-2699aa27625d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Allocated IP 172.20.0.9 (bb1d4075-73a0-4602-9f01-d61ab1f769fb/7f100c6a-2ae2-4d7c-8fc9-d8dd397b5f4f/42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:28.300501 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-215c805c-580a-44ca-aeba-26ebc9b625a8 req-b0337e09-3bb3-4fb2-90e6-6c6c938733b7 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 210 time: 0.2123609 Dec 08 01:54:28.476648 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-1062a918-059e-42b1-b0ad-2699aa27625d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:28.482390 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2657c660-b7a7-42a1-b3ec-1e14292f4514 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:28.546789 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-1062a918-059e-42b1-b0ad-2699aa27625d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:28.636420 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf33e4-162e-4846-aa75-ffe352889ac7 req-c515f613-6f5d-4b3c-8bd9-ddcc302844c2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:28.646849 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8bf33e4-162e-4846-aa75-ffe352889ac7 req-c515f613-6f5d-4b3c-8bd9-ddcc302844c2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.3408332 Dec 08 01:54:28.649509 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2657c660-b7a7-42a1-b3ec-1e14292f4514 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:28.684766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-1062a918-059e-42b1-b0ad-2699aa27625d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Network bb1d4075-73a0-4602-9f01-d61ab1f769fb is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:28.691149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-1062a918-059e-42b1-b0ad-2699aa27625d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:28.696872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-1062a918-059e-42b1-b0ad-2699aa27625d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:28.701309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062a918-059e-42b1-b0ad-2699aa27625d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Pushing event updated for resources: {'Port': ['ID=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:28.725200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657c660-b7a7-42a1-b3ec-1e14292f4514 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event deleted for resources: {'Subnet': ['ID=2a751f56-f695-43e5-9d38-6434c89c64d5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:28.734716 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2657c660-b7a7-42a1-b3ec-1e14292f4514 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:28.739596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2657c660-b7a7-42a1-b3ec-1e14292f4514 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "DELETE /v2.0/subnets/2a751f56-f695-43e5-9d38-6434c89c64d5 HTTP/1.1" status: 204 len: 168 time: 1.2084994 Dec 08 01:54:28.743059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46210) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:28.780252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-1062a918-059e-42b1-b0ad-2699aa27625d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:28.781496 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-1062a918-059e-42b1-b0ad-2699aa27625d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:28.801563 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ec7fb-6a5a-4e28-b946-655bf3cb0154 req-a93ac764-5f36-44a4-9e2d-0c691f43e679 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:28.804564 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-1062a918-059e-42b1-b0ad-2699aa27625d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3635113 Dec 08 01:54:28.809144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-616ec7fb-6a5a-4e28-b946-655bf3cb0154 req-a93ac764-5f36-44a4-9e2d-0c691f43e679 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 931 time: 0.3311677 Dec 08 01:54:28.825069 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Request body: {'port': {'device_id': '1668e72c-f41d-4112-a59f-a17241e148e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:28.869928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8bf33e4-162e-4846-aa75-ffe352889ac7 req-8be3c0cc-0841-46a3-988e-0980df0f30cb tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217369 Dec 08 01:54:28.903388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aa300c-918e-476d-9574-afc51c8554b7 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:28.906949 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-35aa300c-918e-476d-9574-afc51c8554b7 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1616209 Dec 08 01:54:28.913227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46212) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:28.968051 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:29.019561 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-616ec7fb-6a5a-4e28-b946-655bf3cb0154 req-8091bd52-344d-4aaf-8203-3bcf8cb43385 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092206 Dec 08 01:54:29.127363 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:29.268306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Deleting port 11106855-47f3-4ed0-90dc-1a0e9e705de2 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:29.268650 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:29.463152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] For port 11106855-47f3-4ed0-90dc-1a0e9e705de2, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=11106855-47f3-4ed0-90dc-1a0e9e705de2,segment=NetworkSegment(0eb772e5-76eb-427e-9131-b689fc9b8f22),segment_id=0eb772e5-76eb-427e-9131-b689fc9b8f22)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:29.463817 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:29.589562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Calling delete_port for 11106855-47f3-4ed0-90dc-1a0e9e705de2 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:29.594700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7dd6a32-973f-49e1-b6e2-91405e4bee2c req-57baae93-94a6-483d-adfd-11905696fb18 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 210 time: 0.1066852 Dec 08 01:54:29.640901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494bcce4-a6e2-4ffc-97d1-4f898c76c105 None None] Network c09d25db-6592-40fc-9131-58d6570d7d46 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:29.773625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:54:29.793181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-821b4aad-b488-4e23-a152-0812f3786b78 None None] Provisioning complete for port 11106855-47f3-4ed0-90dc-1a0e9e705de2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:29.793554 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-821b4aad-b488-4e23-a152-0812f3786b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:29.795715 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:29.837168 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Transition to ACTIVE for port object 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:54:29.847957 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.010129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Pushing event updated for resources: {'Port': ['ID=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:30.128222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46246) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:30.236655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Attempting to bind port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:30.245927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Attempting to bind port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '32772601-68d7-4db0-94db-6ec441ccf92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb1d4075-73a0-4602-9f01-d61ab1f769fb'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:30.246553 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Attempting to bind port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c on network bb1d4075-73a0-4602-9f01-d61ab1f769fb {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:30.261524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c on network bb1d4075-73a0-4602-9f01-d61ab1f769fb not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:30.261524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Attempting to bind port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c on network bb1d4075-73a0-4602-9f01-d61ab1f769fb {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:30.268485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:30.268925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Checking segment: {'id': '32772601-68d7-4db0-94db-6ec441ccf92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb1d4075-73a0-4602-9f01-d61ab1f769fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:30.269386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Bound using segment: {'id': '32772601-68d7-4db0-94db-6ec441ccf92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb1d4075-73a0-4602-9f01-d61ab1f769fb'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:30.270275 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Bound port: 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32772601-68d7-4db0-94db-6ec441ccf92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bb1d4075-73a0-4602-9f01-d61ab1f769fb'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:30.270916 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.348289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccc021b-df58-4b6c-b678-bdca640f7bb2 None None] Network 3a2199ae-30ed-4705-b0a6-ca4385532111 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:30.354104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2a07f24d-62db-4734-a478-cc2df8e0e903 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:30.354367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] For port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:30.356152 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca56c43-31a1-4085-82ea-35df2e23f78b None None] DHCP port deletion for c09d25db-6592-40fc-9131-58d6570d7d46 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:54:30.358425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] For port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c,segment=NetworkSegment(32772601-68d7-4db0-94db-6ec441ccf92d),segment_id=32772601-68d7-4db0-94db-6ec441ccf92d)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:30.368400 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.412817 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:30.413481 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.414934 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] 10.222.0.45 "PUT /v2.0/ports/42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c HTTP/1.1" status: 200 len: 1092 time: 1.5957890 Dec 08 01:54:30.415436 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1668e72c-f41d-4112-a59f-a17241e148e2', 'tag': '42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:30.417818 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0ead0d-7484-44c6-b16c-4a9764cd67b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1668e72c-f41d-4112-a59f-a17241e148e2", "tag": "42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:30.540196 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfa83a73-8d41-4261-bb0e-e5a41be5bc4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.567891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3e901-7061-497f-908a-710ffa59b342 service neutron] Pushing event updated for resources: {'Port': ['ID=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:30.616071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-95aff03f-5a2b-46f2-a5bd-9573b6b1fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:30.617726 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-95aff03f-5a2b-46f2-a5bd-9573b6b1fb45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a804d0c532eb4d8daf24cce36b9a0f34&device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 1095 time: 0.0957780 Dec 08 01:54:30.666870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-821b4aad-b488-4e23-a152-0812f3786b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.710764 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-ac071711-e5f0-4275-8b07-8522f721d02f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:30.713081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-ac071711-e5f0-4275-8b07-8522f721d02f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.75 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 821 time: 0.9624662 Dec 08 01:54:30.747161 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-9cab921a-54ba-4a52-ba95-0a6f144b65eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c HTTP/1.1" status: 200 len: 217 time: 0.1127498 Dec 08 01:54:30.766487 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-08e963ef-af8f-489e-9030-26c1816665df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Request body: {'port': {'device_id': 'b271325f-11fa-4b7a-a8ad-6735e5141653', 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f', 'admin_state_up': True, 'tenant_id': '3ea3a98675f74d9ca617927f4f236c6e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:30.828969 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 2a07f24d-62db-4734-a478-cc2df8e0e903 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:30.830247 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.847592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d948d1-b7dd-4f0e-803e-0f7f5c9d2a21 req-b9627a21-4a99-4df2-94a1-d40c2f64a410 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:30.854858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23d948d1-b7dd-4f0e-803e-0f7f5c9d2a21 req-b9627a21-4a99-4df2-94a1-d40c2f64a410 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 943 time: 0.1405210 Dec 08 01:54:30.864578 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfa83a73-8d41-4261-bb0e-e5a41be5bc4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.902788 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-821b4aad-b488-4e23-a152-0812f3786b78 None None] For port 11106855-47f3-4ed0-90dc-1a0e9e705de2, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=11106855-47f3-4ed0-90dc-1a0e9e705de2,segment=NetworkSegment(0eb772e5-76eb-427e-9131-b689fc9b8f22),segment_id=0eb772e5-76eb-427e-9131-b689fc9b8f22)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:30.913960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a2023-d1f0-4438-8c5c-cc9d4fec7e41 req-0f394711-3b40-4f47-9c98-b00b93d28a0b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:30.915774 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d4a2023-d1f0-4438-8c5c-cc9d4fec7e41 req-0f394711-3b40-4f47-9c98-b00b93d28a0b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.1984005 Dec 08 01:54:30.921405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8ca56c43-31a1-4085-82ea-35df2e23f78b None None] Deleting port 11106855-47f3-4ed0-90dc-1a0e9e705de2 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:30.921776 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ca56c43-31a1-4085-82ea-35df2e23f78b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.935144 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-821b4aad-b488-4e23-a152-0812f3786b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.940640 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfa83a73-8d41-4261-bb0e-e5a41be5bc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.053277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d4a2023-d1f0-4438-8c5c-cc9d4fec7e41 req-7bfbe2a1-b64d-42b2-834f-e89f7e80b4ef tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068201 Dec 08 01:54:31.058979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-ceca5271-d87c-4ede-ac08-029c602fc3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:31.060532 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-ceca5271-d87c-4ede-ac08-029c602fc3a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f100c6a-2ae2-4d7c-8fc9-d8dd397b5f4f HTTP/1.1" status: 200 len: 852 time: 0.2935367 Dec 08 01:54:31.080458 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dfa83a73-8d41-4261-bb0e-e5a41be5bc4d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=153eb729aa304f6fbd0339cf99445875&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9487810 Dec 08 01:54:31.083325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46268) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:31.122260 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.139969 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bacded2-556d-4a34-ad80-7cb5d92bc02d None None] DHCP port deletion for 3a2199ae-30ed-4705-b0a6-ca4385532111 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:54:31.169976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event deleted for resources: {'Port': ['ID=11106855-47f3-4ed0-90dc-1a0e9e705de2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:31.170576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa83a73-8d41-4261-bb0e-e5a41be5bc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7216ed-45bb-49af-96b2-414a74cb56a7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:31.176914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] No DVR routers for this DVR port 11106855-47f3-4ed0-90dc-1a0e9e705de2 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:31.181258 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-2ee6d6d9-0004-44fe-9c4f-d1f4f46e435f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb1d4075-73a0-4602-9f01-d61ab1f769fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995891 Dec 08 01:54:31.281785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23d948d1-b7dd-4f0e-803e-0f7f5c9d2a21 req-c7753191-0a93-41fc-9424-e14892a5cac6 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259603 Dec 08 01:54:31.302637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8ca56c43-31a1-4085-82ea-35df2e23f78b None None] For port 11106855-47f3-4ed0-90dc-1a0e9e705de2, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=11106855-47f3-4ed0-90dc-1a0e9e705de2,segment=NetworkSegment(0eb772e5-76eb-427e-9131-b689fc9b8f22),segment_id=0eb772e5-76eb-427e-9131-b689fc9b8f22)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:31.303889 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ca56c43-31a1-4085-82ea-35df2e23f78b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.328307 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f36b3b-e7a7-4dd9-8029-1aeda1b6c513 x-openstack-request-id: req-e1f36b3b-e7a7-4dd9-8029-1aeda1b6c513 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:31.330443 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1668e72c-f41d-4112-a59f-a17241e148e2", "tag": "42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:31.331081 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e1f36b3b-e7a7-4dd9-8029-1aeda1b6c513 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:31.332466 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1668e72c-f41d-4112-a59f-a17241e148e2', 'tag': '42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c', 'status': 'completed', 'code': 200} Dec 08 01:54:31.334377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8ca56c43-31a1-4085-82ea-35df2e23f78b None None] Calling delete_port for 11106855-47f3-4ed0-90dc-1a0e9e705de2 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:31.395997 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ffa5c874-5799-488d-a1ae-1bc1a15ecb68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.417546 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.452986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f48272d4-24e1-4ca3-80bd-d32707b0afbd req-fa8d7e73-a2ab-4fbf-a5b0-c1b92a3a4a94 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 210 time: 0.0581613 Dec 08 01:54:31.456025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b7a98907-6012-461a-ad94-a3da0fcbf700 None None] Provisioning complete for port 2a07f24d-62db-4734-a478-cc2df8e0e903 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:31.456393 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b7a98907-6012-461a-ad94-a3da0fcbf700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.477955 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ffa5c874-5799-488d-a1ae-1bc1a15ecb68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.482314 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-d12db1c2-f6e0-4302-baa8-442d66e8f4b4 service neutron] 10.222.0.45 "GET /v2.0/networks/bb1d4075-73a0-4602-9f01-d61ab1f769fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907140 Dec 08 01:54:31.498950 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-08e963ef-af8f-489e-9030-26c1816665df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Made reservation on behalf of 3ea3a98675f74d9ca617927f4f236c6e for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:31.507747 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-08e963ef-af8f-489e-9030-26c1816665df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.559756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09d25db-6592-40fc-9131-58d6570d7d46']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:31.608158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb772e5-76eb-427e-9131-b689fc9b8f22') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:31.609522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb772e5-76eb-427e-9131-b689fc9b8f22') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:31.651452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.683823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b4aad-b488-4e23-a152-0812f3786b78 None None] Pushing event updated for resources: {'Port': ['ID=11106855-47f3-4ed0-90dc-1a0e9e705de2,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:31.728269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9bacded2-556d-4a34-ad80-7cb5d92bc02d None None] Deleting port 2a07f24d-62db-4734-a478-cc2df8e0e903 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:31.728832 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9bacded2-556d-4a34-ad80-7cb5d92bc02d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.741616 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ffa5c874-5799-488d-a1ae-1bc1a15ecb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.745583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ffa5c874-5799-488d-a1ae-1bc1a15ecb68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.750496 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ffa5c874-5799-488d-a1ae-1bc1a15ecb68 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0d7216ed-45bb-49af-96b2-414a74cb56a7 HTTP/1.1" status: 204 len: 168 time: 0.6453073 Dec 08 01:54:31.751582 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.759168 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b9d9fe36-96ad-4fce-9f32-5ed70cc3c27b req-3e176f0b-c154-44f2-8014-4f0a267daf4e service neutron] 10.222.0.45 "GET /v2.0/networks/bb1d4075-73a0-4602-9f01-d61ab1f769fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687421 Dec 08 01:54:31.764654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5c874-5799-488d-a1ae-1bc1a15ecb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7216ed-45bb-49af-96b2-414a74cb56a7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:31.774795 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:31.775203 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.853119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9bacded2-556d-4a34-ad80-7cb5d92bc02d None None] For port 2a07f24d-62db-4734-a478-cc2df8e0e903, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2a07f24d-62db-4734-a478-cc2df8e0e903,segment=NetworkSegment(7305e06c-c4da-4f21-8ab9-8c5866978c83),segment_id=7305e06c-c4da-4f21-8ab9-8c5866978c83)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:31.853730 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9bacded2-556d-4a34-ad80-7cb5d92bc02d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:31.855395 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:31.873338 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.906444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9bacded2-556d-4a34-ad80-7cb5d92bc02d None None] Calling delete_port for 2a07f24d-62db-4734-a478-cc2df8e0e903 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:31.926745 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b7a98907-6012-461a-ad94-a3da0fcbf700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.961199 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ca56c43-31a1-4085-82ea-35df2e23f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.966145 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 2a07f24d-62db-4734-a478-cc2df8e0e903, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2a07f24d-62db-4734-a478-cc2df8e0e903,segment=NetworkSegment(7305e06c-c4da-4f21-8ab9-8c5866978c83),segment_id=7305e06c-c4da-4f21-8ab9-8c5866978c83)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:32.005538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ead0d-7484-44c6-b16c-4a9764cd67b6 req-31c7e8f2-867e-483f-a814-9a6cde4f50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.007093 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4e0ead0d-7484-44c6-b16c-4a9764cd67b6 req-31c7e8f2-867e-483f-a814-9a6cde4f50f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a804d0c532eb4d8daf24cce36b9a0f34&device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 1095 time: 0.1471243 Dec 08 01:54:32.024240 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca56c43-31a1-4085-82ea-35df2e23f78b None None] Pushing event deleted for resources: {'Port': ['ID=11106855-47f3-4ed0-90dc-1a0e9e705de2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:32.030841 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.031635 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 11106855-47f3-4ed0-90dc-1a0e9e705de2 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:32.052137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5e6db-4f7b-44eb-b76e-038b23858dbd req-941cd423-356c-4422-a8b6-a3b7bde1a36a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.063274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39f5e6db-4f7b-44eb-b76e-038b23858dbd req-941cd423-356c-4422-a8b6-a3b7bde1a36a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.3152313 Dec 08 01:54:32.103002 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-b7a98907-6012-461a-ad94-a3da0fcbf700 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:54:32.103002 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-b7a98907-6012-461a-ad94-a3da0fcbf700 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:54:32.106718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca56c43-31a1-4085-82ea-35df2e23f78b None None] No DVR routers for this DVR port 11106855-47f3-4ed0-90dc-1a0e9e705de2 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:32.124788 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.136710 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.147553 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "DELETE /v2.0/networks/c09d25db-6592-40fc-9131-58d6570d7d46 HTTP/1.1" status: 204 len: 168 time: 3.2307281 Dec 08 01:54:32.149538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46290) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:32.210321 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 11106855-47f3-4ed0-90dc-1a0e9e705de2 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:32.210910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 11106855-47f3-4ed0-90dc-1a0e9e705de2 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 01:54:32.263177 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Port 11106855-47f3-4ed0-90dc-1a0e9e705de2 not found, will not notify nova. {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 01:54:32.292129 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=2a07f24d-62db-4734-a478-cc2df8e0e903,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:32.307547 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9bacded2-556d-4a34-ad80-7cb5d92bc02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.337061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bacded2-556d-4a34-ad80-7cb5d92bc02d None None] No DVR routers for this DVR port 2a07f24d-62db-4734-a478-cc2df8e0e903 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:32.398900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacded2-556d-4a34-ad80-7cb5d92bc02d None None] Pushing event deleted for resources: {'Port': ['ID=2a07f24d-62db-4734-a478-cc2df8e0e903,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:32.447765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0d4d3-7103-4910-99dc-433d7c585683 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event deleted for resources: {'Network': ['ID=c09d25db-6592-40fc-9131-58d6570d7d46,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:32.482304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2a07f24d-62db-4734-a478-cc2df8e0e903 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:32.490498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ead0d-7484-44c6-b16c-4a9764cd67b6 req-367b0234-cd67-4462-80d2-359789065ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.496974 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4e0ead0d-7484-44c6-b16c-4a9764cd67b6 req-367b0234-cd67-4462-80d2-359789065ad7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb1d4075-73a0-4602-9f01-d61ab1f769fb HTTP/1.1" status: 200 len: 913 time: 0.4822123 Dec 08 01:54:32.509847 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9763047-74c1-4a76-ae5c-0d51d9dc4942 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.519915 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39f5e6db-4f7b-44eb-b76e-038b23858dbd req-56c8323c-1635-4f4b-ab43-0afe927abf7d tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506855 Dec 08 01:54:32.533265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 2a07f24d-62db-4734-a478-cc2df8e0e903 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:32.538349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2a07f24d-62db-4734-a478-cc2df8e0e903 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:32.540378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 11106855-47f3-4ed0-90dc-1a0e9e705de2 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:32.541472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-08e963ef-af8f-489e-9030-26c1816665df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Allocated IP 172.20.0.12 (a59a8412-6343-41a4-920a-bc94665ff18f/ce5844c7-e431-4bd7-b10d-a05251110465/d1bc74fc-8437-4fd5-bf39-49c576f91f08) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:32.600631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 11106855-47f3-4ed0-90dc-1a0e9e705de2 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:32.602856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 11106855-47f3-4ed0-90dc-1a0e9e705de2 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:32.649146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b7a98907-6012-461a-ad94-a3da0fcbf700 None None] Port 2a07f24d-62db-4734-a478-cc2df8e0e903 update to ACTIVE by agent not found {{(pid=109768) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 01:54:32.765238 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4e0ead0d-7484-44c6-b16c-4a9764cd67b6 req-7b5d884e-2608-4597-b925-41a19ad00e52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c HTTP/1.1" status: 200 len: 217 time: 0.2431767 Dec 08 01:54:32.867221 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-016b74be-de4e-4996-9a35-d8dfcfbccc36 req-0b6d6483-8f04-4f1c-b463-aa9483cd2713 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 210 time: 0.1228445 Dec 08 01:54:32.914334 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848ca4e-cab0-4237-b90b-6eaf00538014 req-987fdafa-130e-451d-8754-563365b94ab4 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.922067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a848ca4e-cab0-4237-b90b-6eaf00538014 req-987fdafa-130e-451d-8754-563365b94ab4 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 943 time: 0.3885586 Dec 08 01:54:32.944662 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ead0d-7484-44c6-b16c-4a9764cd67b6 req-b715bed5-7a24-4446-a136-22b3dc78136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.947645 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4e0ead0d-7484-44c6-b16c-4a9764cd67b6 req-b715bed5-7a24-4446-a136-22b3dc78136e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f100c6a-2ae2-4d7c-8fc9-d8dd397b5f4f HTTP/1.1" status: 200 len: 852 time: 0.1806965 Dec 08 01:54:33.094394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a848ca4e-cab0-4237-b90b-6eaf00538014 req-8e7e35ed-153e-4d7b-887c-c4a20a53c4c7 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669919 Dec 08 01:54:33.109575 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4e0ead0d-7484-44c6-b16c-4a9764cd67b6 req-b7dccde6-68a7-4191-8f23-d5c20829bdc4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb1d4075-73a0-4602-9f01-d61ab1f769fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887904 Dec 08 01:54:33.114592 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9763047-74c1-4a76-ae5c-0d51d9dc4942 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.172278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a9763047-74c1-4a76-ae5c-0d51d9dc4942 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2199ae-30ed-4705-b0a6-ca4385532111']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:33.219931 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a9763047-74c1-4a76-ae5c-0d51d9dc4942 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7305e06c-c4da-4f21-8ab9-8c5866978c83') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:33.220231 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a9763047-74c1-4a76-ae5c-0d51d9dc4942 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7305e06c-c4da-4f21-8ab9-8c5866978c83') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:33.232569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ac0c9-3cf0-4482-9be1-751e128032a8 req-6953abc5-1d30-4968-8aca-dabb83b4a972 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:33.234139 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5b8ac0c9-3cf0-4482-9be1-751e128032a8 req-6953abc5-1d30-4968-8aca-dabb83b4a972 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.75 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.3166490 Dec 08 01:54:33.253921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9763047-74c1-4a76-ae5c-0d51d9dc4942 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.256042 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-08e963ef-af8f-489e-9030-26c1816665df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.314934 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-08e963ef-af8f-489e-9030-26c1816665df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.330907 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9763047-74c1-4a76-ae5c-0d51d9dc4942 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.359641 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9763047-74c1-4a76-ae5c-0d51d9dc4942 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:33.360065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9763047-74c1-4a76-ae5c-0d51d9dc4942 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:33.363625 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:33.407088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-08e963ef-af8f-489e-9030-26c1816665df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Network a59a8412-6343-41a4-920a-bc94665ff18f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:33.412400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-08e963ef-af8f-489e-9030-26c1816665df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:33.423814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-08e963ef-af8f-489e-9030-26c1816665df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:33.433549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e963ef-af8f-489e-9030-26c1816665df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Pushing event updated for resources: {'Port': ['ID=d1bc74fc-8437-4fd5-bf39-49c576f91f08,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:33.510982 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-08e963ef-af8f-489e-9030-26c1816665df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:33.511758 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-08e963ef-af8f-489e-9030-26c1816665df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.545021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-08e963ef-af8f-489e-9030-26c1816665df tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7836204 Dec 08 01:54:33.573915 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4e0ead0d-7484-44c6-b16c-4a9764cd67b6 req-db2e6b32-8e62-4a64-a39a-b06e890ac987 service neutron] 10.222.0.45 "GET /v2.0/networks/bb1d4075-73a0-4602-9f01-d61ab1f769fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549315 Dec 08 01:54:33.577300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Request body: {'port': {'device_id': 'b271325f-11fa-4b7a-a8ad-6735e5141653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:33.579972 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9763047-74c1-4a76-ae5c-0d51d9dc4942 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.727044 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4e0ead0d-7484-44c6-b16c-4a9764cd67b6 req-6fa5a608-1c48-45ab-b046-016b2b05db6a service neutron] 10.222.0.45 "GET /v2.0/networks/bb1d4075-73a0-4602-9f01-d61ab1f769fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402915 Dec 08 01:54:33.729781 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9763047-74c1-4a76-ae5c-0d51d9dc4942 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.736000 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a9763047-74c1-4a76-ae5c-0d51d9dc4942 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "DELETE /v2.0/networks/3a2199ae-30ed-4705-b0a6-ca4385532111 HTTP/1.1" status: 204 len: 168 time: 1.5828407 Dec 08 01:54:33.736798 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9763047-74c1-4a76-ae5c-0d51d9dc4942 tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event deleted for resources: {'Network': ['ID=3a2199ae-30ed-4705-b0a6-ca4385532111,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:33.740938 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46332) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:33.819696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.857098 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c96f3ed9-041b-437a-8f04-0f0f26461dda tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.862048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46336) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:34.003319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c44590-5673-4b5d-9943-1c94d61c6ea9 req-94694ef6-d239-41b5-a7cc-9159647dc2fa tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:34.006366 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c96f3ed9-041b-437a-8f04-0f0f26461dda tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.007839 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89c44590-5673-4b5d-9943-1c94d61c6ea9 req-94694ef6-d239-41b5-a7cc-9159647dc2fa tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 946 time: 0.3288102 Dec 08 01:54:34.068846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-5b8ac0c9-3cf0-4482-9be1-751e128032a8 req-b9910a24-d655-4755-abe3-02e8350f1783 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Deleting port e7a48604-7e49-4017-aa74-cf1867618d77 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:34.069201 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5b8ac0c9-3cf0-4482-9be1-751e128032a8 req-b9910a24-d655-4755-abe3-02e8350f1783 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.106323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-network', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:34.137811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c96f3ed9-041b-437a-8f04-0f0f26461dda tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5127b1-e4ab-4d1b-9e84-0fce0f71e2ea']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:34.151410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c96f3ed9-041b-437a-8f04-0f0f26461dda tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa92d0ab-ca1c-4149-ab60-3e716b314957') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:34.151799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c96f3ed9-041b-437a-8f04-0f0f26461dda tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa92d0ab-ca1c-4149-ab60-3e716b314957') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:34.163929 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c96f3ed9-041b-437a-8f04-0f0f26461dda tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.180844 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c96f3ed9-041b-437a-8f04-0f0f26461dda tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.189287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96f3ed9-041b-437a-8f04-0f0f26461dda tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:34.190320 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c96f3ed9-041b-437a-8f04-0f0f26461dda tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:34.252327 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:34.259822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] Made reservation on behalf of 71ce27ccb4884778a9dee02004aa9863 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:34.262129 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.274286 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c96f3ed9-041b-437a-8f04-0f0f26461dda tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.326444 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c96f3ed9-041b-437a-8f04-0f0f26461dda tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.330278 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c96f3ed9-041b-437a-8f04-0f0f26461dda tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "DELETE /v2.0/networks/9e5127b1-e4ab-4d1b-9e84-0fce0f71e2ea HTTP/1.1" status: 204 len: 168 time: 0.5881948 Dec 08 01:54:34.331347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f3ed9-041b-437a-8f04-0f0f26461dda tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event deleted for resources: {'Network': ['ID=9e5127b1-e4ab-4d1b-9e84-0fce0f71e2ea,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:34.336188 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.341098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46350) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:34.376246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89c44590-5673-4b5d-9943-1c94d61c6ea9 req-59973f66-608d-46a2-995f-5e6c266d3116 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554375 Dec 08 01:54:34.385373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef83f0-fc5d-4603-8e45-f593bff58623 req-3f85ba8c-046d-4f4c-a94e-8e5a8711f0f5 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:34.393197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33ef83f0-fc5d-4603-8e45-f593bff58623 req-3f85ba8c-046d-4f4c-a94e-8e5a8711f0f5 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 932 time: 0.3835621 Dec 08 01:54:34.488236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33ef83f0-fc5d-4603-8e45-f593bff58623 req-d34b697c-4849-4580-88ee-c01c2cd044a3 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937996 Dec 08 01:54:34.540327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5b8ac0c9-3cf0-4482-9be1-751e128032a8 req-b9910a24-d655-4755-abe3-02e8350f1783 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] For port e7a48604-7e49-4017-aa74-cf1867618d77, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e7a48604-7e49-4017-aa74-cf1867618d77,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:34.540327 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5b8ac0c9-3cf0-4482-9be1-751e128032a8 req-b9910a24-d655-4755-abe3-02e8350f1783 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.563048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-5b8ac0c9-3cf0-4482-9be1-751e128032a8 req-b9910a24-d655-4755-abe3-02e8350f1783 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Calling delete_port for e7a48604-7e49-4017-aa74-cf1867618d77 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:34.617781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5adb7-d0cc-4362-8c95-64afe0f2540c req-b6440c69-72a1-4e61-a5ca-c926af027a23 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:34.619367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1aa5adb7-d0cc-4362-8c95-64afe0f2540c req-b6440c69-72a1-4e61-a5ca-c926af027a23 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 943 time: 0.1694672 Dec 08 01:54:34.654041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bc74fc-8437-4fd5-bf39-49c576f91f08 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:54:34.668115 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.675118 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0eb6fbd2-7b87-43e0-a843-b44b2f54e0af tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.695987 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1aa5adb7-d0cc-4362-8c95-64afe0f2540c req-1a117616-eff3-4ccd-af11-44148e692c80 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682404 Dec 08 01:54:34.815311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Transition to ACTIVE for port object d1bc74fc-8437-4fd5-bf39-49c576f91f08 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:54:34.815443 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5b8ac0c9-3cf0-4482-9be1-751e128032a8 req-b9910a24-d655-4755-abe3-02e8350f1783 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.815541 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.845770 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['e7a48604-7e49-4017-aa74-cf1867618d77'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:54:34.943093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Pushing event updated for resources: {'Port': ['ID=d1bc74fc-8437-4fd5-bf39-49c576f91f08,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:34.957937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:54:34.970200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9910a24-d655-4755-abe3-02e8350f1783 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Pushing event deleted for resources: {'Port': ['ID=e7a48604-7e49-4017-aa74-cf1867618d77,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:35.008264 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0eb6fbd2-7b87-43e0-a843-b44b2f54e0af tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.010748 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8ac0c9-3cf0-4482-9be1-751e128032a8 req-b9910a24-d655-4755-abe3-02e8350f1783 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] No DVR routers for this DVR port e7a48604-7e49-4017-aa74-cf1867618d77 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:35.013559 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5b8ac0c9-3cf0-4482-9be1-751e128032a8 req-b9910a24-d655-4755-abe3-02e8350f1783 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.019946 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5b8ac0c9-3cf0-4482-9be1-751e128032a8 req-b9910a24-d655-4755-abe3-02e8350f1783 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.75 "DELETE /v2.0/ports/e7a48604-7e49-4017-aa74-cf1867618d77 HTTP/1.1" status: 204 len: 173 time: 1.7766173 Dec 08 01:54:35.021993 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.040074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25799b81-a48c-4cae-9dd0-5110d18bbb70', 'name': 'network-vif-deleted', 'tag': 'e7a48604-7e49-4017-aa74-cf1867618d77'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:35.049463 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771b6919-5502-40d8-a5fc-315c178c7f22" -d '{"events": [{"server_uuid": "25799b81-a48c-4cae-9dd0-5110d18bbb70", "name": "network-vif-deleted", "tag": "e7a48604-7e49-4017-aa74-cf1867618d77"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:35.059267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.081660 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Attempting to bind port d1bc74fc-8437-4fd5-bf39-49c576f91f08 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:35.081660 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Attempting to bind port d1bc74fc-8437-4fd5-bf39-49c576f91f08 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:35.082918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Attempting to bind port d1bc74fc-8437-4fd5-bf39-49c576f91f08 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:35.095784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Port d1bc74fc-8437-4fd5-bf39-49c576f91f08 on network a59a8412-6343-41a4-920a-bc94665ff18f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:35.096112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Attempting to bind port d1bc74fc-8437-4fd5-bf39-49c576f91f08 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:35.111635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:35.111635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Checking segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:35.113077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Bound using segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:35.113077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Bound port: d1bc74fc-8437-4fd5-bf39-49c576f91f08, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:35.113275 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.130777 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-0eb6fbd2-7b87-43e0-a843-b44b2f54e0af tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80144f79-9ad7-44dd-9475-52a730a7784a']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:35.160910 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:35.186853 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-0eb6fbd2-7b87-43e0-a843-b44b2f54e0af tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969a3067-8ca0-4d3c-b95e-a81808b7c2ec') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:35.187370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-0eb6fbd2-7b87-43e0-a843-b44b2f54e0af tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969a3067-8ca0-4d3c-b95e-a81808b7c2ec') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:35.191359 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9af235-742e-4762-a9ec-ff33c2f7c80f x-openstack-request-id: req-2f9af235-742e-4762-a9ec-ff33c2f7c80f {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:35.191789 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25799b81-a48c-4cae-9dd0-5110d18bbb70", "name": "network-vif-deleted", "tag": "e7a48604-7e49-4017-aa74-cf1867618d77", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:35.192101 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2f9af235-742e-4762-a9ec-ff33c2f7c80f {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:35.192601 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25799b81-a48c-4cae-9dd0-5110d18bbb70', 'name': 'network-vif-deleted', 'tag': 'e7a48604-7e49-4017-aa74-cf1867618d77', 'status': 'completed', 'code': 200} Dec 08 01:54:35.193076 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c,segment=NetworkSegment(32772601-68d7-4db0-94db-6ec441ccf92d),segment_id=32772601-68d7-4db0-94db-6ec441ccf92d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:35.211469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc6e8cc-dc6b-4586-8665-4998928457c4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:35.217908 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0eb6fbd2-7b87-43e0-a843-b44b2f54e0af tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.220347 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.221571 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] Added segment 7701cede-0a15-4305-9404-791ed0df9cd3 of type vlan for network 376dbfba-58cd-4342-8d7c-0d280f9eea65 Dec 08 01:54:35.265706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c', 'network_id': 'bb1d4075-73a0-4602-9f01-d61ab1f769fb', 'port_id': '42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c', 'mac_address': 'fa:16:3e:e5:65:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f100c6a-2ae2-4d7c-8fc9-d8dd397b5f4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:54:35.268132 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0eb6fbd2-7b87-43e0-a843-b44b2f54e0af tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.286919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb6fbd2-7b87-43e0-a843-b44b2f54e0af tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:35.287352 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0eb6fbd2-7b87-43e0-a843-b44b2f54e0af tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:35.292139 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:35.300060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:35.308763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:35.309835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.319813 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.365148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:35.365953 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.368791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] 10.222.0.75 "PUT /v2.0/ports/d1bc74fc-8437-4fd5-bf39-49c576f91f08 HTTP/1.1" status: 200 len: 1093 time: 1.8080733 Dec 08 01:54:35.369556 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b271325f-11fa-4b7a-a8ad-6735e5141653', 'tag': 'd1bc74fc-8437-4fd5-bf39-49c576f91f08'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:35.372894 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffabcde5-910d-44ed-9cb1-fbfb0397a33a" -d '{"events": [{"name": "network-changed", "server_uuid": "b271325f-11fa-4b7a-a8ad-6735e5141653", "tag": "d1bc74fc-8437-4fd5-bf39-49c576f91f08"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:35.384152 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.411902 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0eb6fbd2-7b87-43e0-a843-b44b2f54e0af tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.419251 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.427391 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:35.429245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.451450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:54:35.455030 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0eb6fbd2-7b87-43e0-a843-b44b2f54e0af tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.458369 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0eb6fbd2-7b87-43e0-a843-b44b2f54e0af tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] 10.222.0.71 "DELETE /v2.0/networks/80144f79-9ad7-44dd-9475-52a730a7784a HTTP/1.1" status: 204 len: 168 time: 1.1159759 Dec 08 01:54:35.484208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76b483-4411-43cc-bf0f-5f5d1e1906de service neutron] Pushing event updated for resources: {'Port': ['ID=d1bc74fc-8437-4fd5-bf39-49c576f91f08,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:35.538076 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786139a3-5ee6-49e9-b3ad-810cfcec59d5 x-openstack-request-id: req-786139a3-5ee6-49e9-b3ad-810cfcec59d5 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:35.538383 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b271325f-11fa-4b7a-a8ad-6735e5141653", "tag": "d1bc74fc-8437-4fd5-bf39-49c576f91f08", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:35.538643 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-786139a3-5ee6-49e9-b3ad-810cfcec59d5 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:35.539064 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b271325f-11fa-4b7a-a8ad-6735e5141653', 'tag': 'd1bc74fc-8437-4fd5-bf39-49c576f91f08', 'status': 'completed', 'code': 200} Dec 08 01:54:35.550145 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c,segment=NetworkSegment(32772601-68d7-4db0-94db-6ec441ccf92d),segment_id=32772601-68d7-4db0-94db-6ec441ccf92d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:35.561162 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.575534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-43d590c7-4b3e-418f-9f76-a86048693e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:35.578608 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-43d590c7-4b3e-418f-9f76-a86048693e55 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 1096 time: 0.1117494 Dec 08 01:54:35.614218 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.7430835 Dec 08 01:54:35.616248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46390) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:35.629187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-db4e33b7-d19b-4589-82ca-4588e0f05bac admin admin] Request body: {'subnet': {'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-subnet', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:35.629916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:35.650752 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6d869-a9d6-4532-877c-d9aec3d1200e admin admin] Pushing event updated for resources: {'Network': ['ID=376dbfba-58cd-4342-8d7c-0d280f9eea65,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:35.673930 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 376dbfba-58cd-4342-8d7c-0d280f9eea65 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:35.733241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-9ddf80b6-d946-49b4-905b-bda924fbcbee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08 HTTP/1.1" status: 200 len: 217 time: 0.1364338 Dec 08 01:54:35.736799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6fbd2-7b87-43e0-a843-b44b2f54e0af tempest-BulkNetworkOpsTest-526408066 tempest-BulkNetworkOpsTest-526408066-project] Pushing event deleted for resources: {'Network': ['ID=80144f79-9ad7-44dd-9475-52a730a7784a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:35.767643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4e33b7-d19b-4589-82ca-4588e0f05bac admin admin] Made reservation on behalf of 71ce27ccb4884778a9dee02004aa9863 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:35.769942 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-db4e33b7-d19b-4589-82ca-4588e0f05bac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.866725 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:54:35.884470 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6720521a-12f3-46d7-8d9a-765329258cb9 req-590043ed-6716-4fc9-8c62-03a333cd621a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=25799b81-a48c-4cae-9dd0-5110d18bbb70 HTTP/1.1" status: 200 len: 210 time: 0.1631672 Dec 08 01:54:35.886188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-50a2fb7c-1bb3-455d-9d2c-32e91cd59a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:35.888108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-50a2fb7c-1bb3-455d-9d2c-32e91cd59a35 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.0736599 Dec 08 01:54:35.961637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-5076c8d2-ad12-4363-942f-5c9a9720bd13 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642331 Dec 08 01:54:35.981225 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d071c0e-a8e4-4a0f-86e4-cb81ff88d93c req-54e4d0a5-da4e-43df-962a-ea3483dc7b88 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:35.988253 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d071c0e-a8e4-4a0f-86e4-cb81ff88d93c req-54e4d0a5-da4e-43df-962a-ea3483dc7b88 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 944 time: 0.2666996 Dec 08 01:54:36.257250 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-db4e33b7-d19b-4589-82ca-4588e0f05bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.268000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d071c0e-a8e4-4a0f-86e4-cb81ff88d93c req-62f12500-cf3f-4935-8f4f-3cfbc76d3feb tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611895 Dec 08 01:54:36.303746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46404) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:36.371989 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-5af93438-9b5c-4eff-84d4-20efdc651b6b service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827031 Dec 08 01:54:36.386302 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a354c70-329b-4a47-8d02-cfbda38db934 req-2bca97e4-7ad6-4f49-baa0-276458934119 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:36.395053 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a354c70-329b-4a47-8d02-cfbda38db934 req-2bca97e4-7ad6-4f49-baa0-276458934119 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 944 time: 0.1020963 Dec 08 01:54:36.512526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a354c70-329b-4a47-8d02-cfbda38db934 req-bc815135-2110-4e8e-becf-a1ba983fba2d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160786 Dec 08 01:54:36.589768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926a765f-e2ca-4c46-9753-fe53be127f50 req-06448e23-836a-45a7-9552-e7de9cfb67da service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923690 Dec 08 01:54:36.654015 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dfa3b3d8-a5cd-47a0-88b7-286ab8b2cf90 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d3840160ea4b42b2aae421a4f94e26de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3488452 Dec 08 01:54:36.656673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46410) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:36.771350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabcde5-910d-44ed-9cb1-fbfb0397a33a req-a597f63f-54f1-47c0-ac5d-57c105f76229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:36.773704 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ffabcde5-910d-44ed-9cb1-fbfb0397a33a req-a597f63f-54f1-47c0-ac5d-57c105f76229 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 1096 time: 0.0923564 Dec 08 01:54:36.774530 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bf0d-28a9-42fb-b9da-2a66019082ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.810999 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bf0d-28a9-42fb-b9da-2a66019082ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.871883 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e33b7-d19b-4589-82ca-4588e0f05bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c7279c-c784-4fbd-bf3f-b9468031b901,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:36.889770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e33b7-d19b-4589-82ca-4588e0f05bac admin admin] Checking segment: {'id': '7701cede-0a15-4305-9404-791ed0df9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:36.890143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e33b7-d19b-4589-82ca-4588e0f05bac admin admin] Network hostable DHCP agents. Network: 376dbfba-58cd-4342-8d7c-0d280f9eea65, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:36.913320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e33b7-d19b-4589-82ca-4588e0f05bac admin admin] Network 376dbfba-58cd-4342-8d7c-0d280f9eea65 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:36.942743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-db4e33b7-d19b-4589-82ca-4588e0f05bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 376dbfba-58cd-4342-8d7c-0d280f9eea65) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:36.949387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4e33b7-d19b-4589-82ca-4588e0f05bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:36.950216 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-db4e33b7-d19b-4589-82ca-4588e0f05bac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.965256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1086d60-82f5-4671-a129-f689bb54b28f None None] Network 376dbfba-58cd-4342-8d7c-0d280f9eea65 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:36.968008 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabcde5-910d-44ed-9cb1-fbfb0397a33a req-c869cdc5-b4ee-494c-bd22-76188a546a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:36.970857 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ffabcde5-910d-44ed-9cb1-fbfb0397a33a req-c869cdc5-b4ee-494c-bd22-76188a546a23 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.1837056 Dec 08 01:54:36.971933 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bf0d-28a9-42fb-b9da-2a66019082ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.976181 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bf0d-28a9-42fb-b9da-2a66019082ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.979823 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-db4e33b7-d19b-4589-82ca-4588e0f05bac admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3583148 Dec 08 01:54:36.983512 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46426) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:36.991301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:36.996505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ebf6bf0d-28a9-42fb-b9da-2a66019082ab admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1dd5d9c1-6861-400d-b57e-93c8ffb84b8d HTTP/1.1" status: 204 len: 168 time: 0.3246541 Dec 08 01:54:37.009834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:37.035252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.036525 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.102461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6bf0d-28a9-42fb-b9da-2a66019082ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd5d9c1-6861-400d-b57e-93c8ffb84b8d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:37.112277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ffabcde5-910d-44ed-9cb1-fbfb0397a33a req-c86ba786-4cde-4845-9ca3-ca0115c373fe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08 HTTP/1.1" status: 200 len: 217 time: 0.1134255 Dec 08 01:54:37.152463 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.261655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabcde5-910d-44ed-9cb1-fbfb0397a33a req-0a106fa1-ce34-4343-ad44-268afcfb8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:37.270988 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ffabcde5-910d-44ed-9cb1-fbfb0397a33a req-0a106fa1-ce34-4343-ad44-268afcfb8871 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.1494505 Dec 08 01:54:37.399744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-376dbfba-58cd-4342-8d7c-0d280f9eea65', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'fixed_ips': [{'subnet_id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:54:37.400624 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.406455 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:54:37.412198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ffabcde5-910d-44ed-9cb1-fbfb0397a33a req-855633b2-f3cd-4145-ae36-3f56b18cc305 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288269 Dec 08 01:54:37.484950 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.608320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Allocated IP 172.20.0.2 (376dbfba-58cd-4342-8d7c-0d280f9eea65/d4c7279c-c784-4fbd-bf3f-b9468031b901/af50cdc4-315d-4224-bb93-95a9813ded23) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:37.772928 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.775569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:37.776055 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.820953 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.925623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Network 376dbfba-58cd-4342-8d7c-0d280f9eea65 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:37.940491 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:37.949819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:37.982369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396235f-0507-4b6a-a363-d6b4fe1cb4c9 req-b336f93a-c2b9-40cb-86be-b41405bd200c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:38.000106 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5396235f-0507-4b6a-a363-d6b4fe1cb4c9 req-b336f93a-c2b9-40cb-86be-b41405bd200c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 944 time: 0.5220394 Dec 08 01:54:38.030132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ffabcde5-910d-44ed-9cb1-fbfb0397a33a req-4cc9740e-f0f9-4447-920f-619e95f95996 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119914 Dec 08 01:54:38.038730 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.075698 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Pushing event updated for resources: {'Port': ['ID=af50cdc4-315d-4224-bb93-95a9813ded23,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:38.088848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-b988fe3d-e36b-467d-b02e-75f4e679373c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:38.090379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-b988fe3d-e36b-467d-b02e-75f4e679373c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 811 time: 0.6085544 Dec 08 01:54:38.094540 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.179564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Attempting to bind port af50cdc4-315d-4224-bb93-95a9813ded23 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:38.181960 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Attempting to bind port af50cdc4-315d-4224-bb93-95a9813ded23 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '7701cede-0a15-4305-9404-791ed0df9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:38.182481 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Attempting to bind port af50cdc4-315d-4224-bb93-95a9813ded23 on network 376dbfba-58cd-4342-8d7c-0d280f9eea65 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:38.203238 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:38.203684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Checking segment: {'id': '7701cede-0a15-4305-9404-791ed0df9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:38.207793 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.208215 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Bound using segment: {'id': '7701cede-0a15-4305-9404-791ed0df9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:38.224090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Bound port: af50cdc4-315d-4224-bb93-95a9813ded23, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7701cede-0a15-4305-9404-791ed0df9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:38.224540 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.319515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5396235f-0507-4b6a-a363-d6b4fe1cb4c9 req-6e42d035-5e74-48c3-a18e-2af1fdc064aa tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183136 Dec 08 01:54:38.321554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-85ccd6d4-3af9-4687-9d18-ece78c2ed1b2 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/quotas/ea4d916952c04b248677383b4d824ca8 HTTP/1.1" status: 200 len: 375 time: 0.1855223 Dec 08 01:54:38.349406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Allocated IP 172.25.8.18 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/d68ed700-7e23-42ae-a06a-d317de58a997) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:38.426211 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-8c6ea2c5-6d63-448c-838c-318b8552e528 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779488 Dec 08 01:54:38.455535 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] For port af50cdc4-315d-4224-bb93-95a9813ded23, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:38.461328 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] For port af50cdc4-315d-4224-bb93-95a9813ded23, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=af50cdc4-315d-4224-bb93-95a9813ded23,segment=NetworkSegment(7701cede-0a15-4305-9404-791ed0df9cd3),segment_id=7701cede-0a15-4305-9404-791ed0df9cd3)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:38.475431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e7a48604-7e49-4017-aa74-cf1867618d77 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:38.490031 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.521156 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.552345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ffabcde5-910d-44ed-9cb1-fbfb0397a33a req-60e1cfd2-2ce5-4fad-95f3-a96f99781498 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078285 Dec 08 01:54:38.559018 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: e7a48604-7e49-4017-aa74-cf1867618d77 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:38.580098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e7a48604-7e49-4017-aa74-cf1867618d77 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:38.597764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1668e72c-f41d-4112-a59f-a17241e148e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:38.611345 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4552e37f-c189-4cc4-ab3b-a9e34973d267" -d '{"events": [{"server_uuid": "1668e72c-f41d-4112-a59f-a17241e148e2", "name": "network-vif-plugged", "status": "completed", "tag": "42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:38.660537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.680764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c,segment=NetworkSegment(32772601-68d7-4db0-94db-6ec441ccf92d),segment_id=32772601-68d7-4db0-94db-6ec441ccf92d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:38.698573 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.703659 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4661b2-19dc-429c-a503-e99793719ad5 None None] Pushing event updated for resources: {'Port': ['ID=af50cdc4-315d-4224-bb93-95a9813ded23,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:38.704880 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.802628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad36bc-0af1-4ffd-99f2-184041ae381a req-c4931608-16c1-4b47-9768-8ad22037cd10 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:38.812208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:38.820581 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dcad36bc-0af1-4ffd-99f2-184041ae381a req-c4931608-16c1-4b47-9768-8ad22037cd10 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 944 time: 0.3073773 Dec 08 01:54:38.830903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:38.839978 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:38.844139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:38.899783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-03e6d39b-d948-4345-8781-da6f9a87b23d service neutron] 10.222.0.71 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530518 Dec 08 01:54:38.921788 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Pushing event updated for resources: {'Port': ['ID=d68ed700-7e23-42ae-a06a-d317de58a997,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:39.117614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46490) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:39.364093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6f313b19-a3b7-494b-8946-dd16af04ee1c tempest-DvrRoutersNegativeTest-396668856 tempest-DvrRoutersNegativeTest-396668856-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-639332808', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:39.368433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.policy [None req-6f313b19-a3b7-494b-8946-dd16af04ee1c tempest-DvrRoutersNegativeTest-396668856 tempest-DvrRoutersNegativeTest-396668856-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109766) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 08 01:54:39.368433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.policy [None req-6f313b19-a3b7-494b-8946-dd16af04ee1c tempest-DvrRoutersNegativeTest-396668856 tempest-DvrRoutersNegativeTest-396668856-project] Failed policy check for 'create_router' {{(pid=109766) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 08 01:54:39.372150 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-6f313b19-a3b7-494b-8946-dd16af04ee1c tempest-DvrRoutersNegativeTest-396668856 tempest-DvrRoutersNegativeTest-396668856-project] create failed (client error): Access was denied to this resource. Dec 08 01:54:39.373321 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6f313b19-a3b7-494b-8946-dd16af04ee1c tempest-DvrRoutersNegativeTest-396668856 tempest-DvrRoutersNegativeTest-396668856-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2544613 Dec 08 01:54:39.437797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dcad36bc-0af1-4ffd-99f2-184041ae381a req-47d99f24-a9b0-4401-9c43-f56a5bd7e31c tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036706 Dec 08 01:54:39.552557 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.581706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-68fa98dc-a91e-49c2-a123-f5a76c6a8f84 service neutron] 10.222.0.71 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807346 Dec 08 01:54:39.699916 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6c06fc-56f7-44a2-b849-00e07c1a6fe5 x-openstack-request-id: req-0e6c06fc-56f7-44a2-b849-00e07c1a6fe5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:39.700426 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1668e72c-f41d-4112-a59f-a17241e148e2", "name": "network-vif-plugged", "status": "completed", "tag": "42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:39.700426 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0e6c06fc-56f7-44a2-b849-00e07c1a6fe5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:39.700833 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1668e72c-f41d-4112-a59f-a17241e148e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c', 'code': 200} Dec 08 01:54:39.963516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46530) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:40.000133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b595a4e-bed6-44f4-90ae-8d321f3fe395 req-3617c552-4a1b-4147-b5dd-050f25ae32af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:40.004057 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7b595a4e-bed6-44f4-90ae-8d321f3fe395 req-3617c552-4a1b-4147-b5dd-050f25ae32af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 1097 time: 0.1673324 Dec 08 01:54:40.083388 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:40.128321 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b04fcf79-311f-4fe7-b7f7-41eb07effbfb req-668b81dc-3a50-4d3a-b3b6-eaadc861ed26 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 210 time: 0.1320417 Dec 08 01:54:40.158654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fc45e-fa6f-4e9e-8923-01231aa2798e req-99767cee-7077-4072-80aa-13171c1ebe1d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:40.167342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-918fc45e-fa6f-4e9e-8923-01231aa2798e req-99767cee-7077-4072-80aa-13171c1ebe1d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 944 time: 0.2610195 Dec 08 01:54:40.309147 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2a5422d-2f26-48a8-8e31-3543fbea8760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:40.312471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-918fc45e-fa6f-4e9e-8923-01231aa2798e req-1b729e76-cc47-4c1b-8d68-eab32562f484 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380184 Dec 08 01:54:40.357112 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7b595a4e-bed6-44f4-90ae-8d321f3fe395 req-a931714d-03eb-4d60-9dab-38701b054221 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363450 Dec 08 01:54:40.434908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:54:40.501707 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device af50cdc4-315d-4224-bb93-95a9813ded23 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:40.616010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6982745c-7966-4e26-8c6e-69bd4c475588 None None] Network 376dbfba-58cd-4342-8d7c-0d280f9eea65 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:40.663271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ed846-46f4-41c2-a4b9-74adf87b77de req-1e3c281d-be63-4071-9811-ca7adf44b39c tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:40.677115 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b19ed846-46f4-41c2-a4b9-74adf87b77de req-1e3c281d-be63-4071-9811-ca7adf44b39c tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.1139021 Dec 08 01:54:40.715385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port af50cdc4-315d-4224-bb93-95a9813ded23 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:40.715970 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:40.865576 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b19ed846-46f4-41c2-a4b9-74adf87b77de req-880aebd8-a5fc-4b85-be7c-880788bc6a3e tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828303 Dec 08 01:54:40.935163 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2a5422d-2f26-48a8-8e31-3543fbea8760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:40.957381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2a5422d-2f26-48a8-8e31-3543fbea8760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.060701 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.065666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:41.085169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c2a1b3ca-3dde-4ba8-b64f-f1741f3387f5 None None] Provisioning complete for port af50cdc4-315d-4224-bb93-95a9813ded23 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:41.085746 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c2a1b3ca-3dde-4ba8-b64f-f1741f3387f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.093898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Sync routers for ids ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:41.118245 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f2a5422d-2f26-48a8-8e31-3543fbea8760 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b643e7a9d911448fbd94657feaf6dcc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1504352 Dec 08 01:54:41.120421 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46552) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:41.122139 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.128384 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dc09c13f-c3a8-4430-8aeb-fa21a56ab351 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.1431253 Dec 08 01:54:41.128692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46554) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:41.130699 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5422d-2f26-48a8-8e31-3543fbea8760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4524686c-f13e-431e-bc87-68201cecc153,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:41.273723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port af50cdc4-315d-4224-bb93-95a9813ded23, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=af50cdc4-315d-4224-bb93-95a9813ded23,segment=NetworkSegment(7701cede-0a15-4305-9404-791ed0df9cd3),segment_id=7701cede-0a15-4305-9404-791ed0df9cd3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:41.292305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Routers {'f49821da-68bc-4a50-ae29-1c7cc5d99cc9'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:41.292968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:41.342126 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d27aed5e-8bc9-4b9f-b749-96018c364d03 req-fab8d2f1-7c35-479c-84d9-8c08cf828668 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 210 time: 0.0964131 Dec 08 01:54:41.415293 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d903eb7c-739e-410e-b214-93c5c194dacf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.423947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.452256 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d903eb7c-739e-410e-b214-93c5c194dacf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.653561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f9e1f-33e2-4560-af72-7de80c01e573 req-24e91cc3-013a-4d46-becf-370e592fbfa8 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:41.655493 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-151f9e1f-33e2-4560-af72-7de80c01e573 req-24e91cc3-013a-4d46-becf-370e592fbfa8 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 944 time: 0.1874740 Dec 08 01:54:41.768210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=af50cdc4-315d-4224-bb93-95a9813ded23,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:41.789048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d903eb7c-739e-410e-b214-93c5c194dacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.791681 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d903eb7c-739e-410e-b214-93c5c194dacf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.792839 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d903eb7c-739e-410e-b214-93c5c194dacf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4524686c-f13e-431e-bc87-68201cecc153 HTTP/1.1" status: 204 len: 168 time: 0.6710992 Dec 08 01:54:41.841341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Set router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:42.082796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903eb7c-739e-410e-b214-93c5c194dacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4524686c-f13e-431e-bc87-68201cecc153,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:42.146263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c8c60fe1-1dd7-435e-8923-bddb81f019e8 None None] Provisioning complete for port af50cdc4-315d-4224-bb93-95a9813ded23 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:42.146610 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8c60fe1-1dd7-435e-8923-bddb81f019e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:42.180379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-151f9e1f-33e2-4560-af72-7de80c01e573 req-668a788d-b159-429c-b893-3461aed5944f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921484 Dec 08 01:54:42.262675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:54:39Z', 'revision_number': 3, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port': {'id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:38Z', 'updated_at': '2021-12-08T01:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:42.346975 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Checking router: f49821da-68bc-4a50-ae29-1c7cc5d99cc9 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:54:42.347490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Updating router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 port d68ed700-7e23-42ae-a06a-d317de58a997 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:54:42.425259 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:42.496817 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device af50cdc4-315d-4224-bb93-95a9813ded23 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:42.690361 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8bc86-9a3b-43ce-bbd6-9d110a202cf2 req-781914fb-3d1e-4519-9472-acac25c79826 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:42.692446 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2e8bc86-9a3b-43ce-bbd6-9d110a202cf2 req-781914fb-3d1e-4519-9472-acac25c79826 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.5937083 Dec 08 01:54:42.697574 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port af50cdc4-315d-4224-bb93-95a9813ded23 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:42.697938 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:42.705809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-db5c0cfc-4e33-4486-b8de-330417946692 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:42.712531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-db5c0cfc-4e33-4486-b8de-330417946692 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.75 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 811 time: 1.0504885 Dec 08 01:54:42.720588 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6cee0bcc-10cf-4476-ba55-ea80b04e9611 req-6a76ca08-2942-43bf-b4b9-7ddf322f0b96 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 210 time: 0.1861901 Dec 08 01:54:42.764286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-1f8243e1-ab7a-43e6-9ff9-7369d382ed16 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Request body: {'port': {'device_id': 'c8f7e69b-67b0-464f-9fc5-2108b0c82ef7', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'admin_state_up': True, 'tenant_id': 'ea4d916952c04b248677383b4d824ca8'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:42.858814 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:42.898596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2e8bc86-9a3b-43ce-bbd6-9d110a202cf2 req-53509672-a233-415d-8d91-78e07086f0f1 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804204 Dec 08 01:54:43.006955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-1f8243e1-ab7a-43e6-9ff9-7369d382ed16 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Made reservation on behalf of ea4d916952c04b248677383b4d824ca8 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:43.010552 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-1f8243e1-ab7a-43e6-9ff9-7369d382ed16 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:43.278962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7803a2-c6ba-41f1-905f-d1d51b38459c req-b7774f5e-daa0-4434-a0ac-9275ac959564 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:43.280518 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c7803a2-c6ba-41f1-905f-d1d51b38459c req-b7774f5e-daa0-4434-a0ac-9275ac959564 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.2187536 Dec 08 01:54:43.302415 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Allocated IP 172.20.0.1 (376dbfba-58cd-4342-8d7c-0d280f9eea65/d4c7279c-c784-4fbd-bf3f-b9468031b901/d885753b-a0f1-446e-bda6-1e519930521d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:43.374495 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:43.386968 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:43.488643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c7803a2-c6ba-41f1-905f-d1d51b38459c req-b6a18f65-02a6-416e-841b-c03bb572b2dd tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004359 Dec 08 01:54:43.511022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Attempting to bind port d68ed700-7e23-42ae-a06a-d317de58a997 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:43.511022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Attempting to bind port d68ed700-7e23-42ae-a06a-d317de58a997 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:43.511022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Attempting to bind port d68ed700-7e23-42ae-a06a-d317de58a997 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:43.511022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:43.511022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:43.511022 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:43.511648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:43.511932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Bound port: d68ed700-7e23-42ae-a06a-d317de58a997, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:43.512316 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:43.515204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88475a04-d815-4382-9647-72290961bc22 None None] Pushing event updated for resources: {'Port': ['ID=d68ed700-7e23-42ae-a06a-d317de58a997,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:43.533679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-1f8243e1-ab7a-43e6-9ff9-7369d382ed16 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Allocated IP 172.20.0.7 (3276b31f-6293-4197-963e-cfa311955d62/b9b17d14-ce86-4d96-b0e5-c267582db3e6/0bbcbb60-32c3-411e-9656-01f462c251c0) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:43.588277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] For port d68ed700-7e23-42ae-a06a-d317de58a997, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:43.593031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] For port d68ed700-7e23-42ae-a06a-d317de58a997, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d68ed700-7e23-42ae-a06a-d317de58a997,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:43.601217 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:43.612182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d2eea-f664-48f2-903b-e251c3447f81 req-ff3ed02d-a418-448e-9b31-5b75caccbbb1 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:43.614222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d5d2eea-f664-48f2-903b-e251c3447f81 req-ff3ed02d-a418-448e-9b31-5b75caccbbb1 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 944 time: 0.2414544 Dec 08 01:54:43.661002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46622) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:43.666157 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:43.723658 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d5d2eea-f664-48f2-903b-e251c3447f81 req-c7d3cc10-d7f7-41f2-bfcb-1dbfa0d61980 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010342 Dec 08 01:54:43.783354 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Routers {'f49821da-68bc-4a50-ae29-1c7cc5d99cc9'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:43.788143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:43.806489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88475a04-d815-4382-9647-72290961bc22 None None] Pushing event updated for resources: {'Port': ['ID=d68ed700-7e23-42ae-a06a-d317de58a997,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:43.859682 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-56847a00-21bc-4ebf-975a-1b06329b29d7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1951612405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:43.876370 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:43.908425 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56847a00-21bc-4ebf-975a-1b06329b29d7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:43.909775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56847a00-21bc-4ebf-975a-1b06329b29d7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.010593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Network 376dbfba-58cd-4342-8d7c-0d280f9eea65 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:44.013268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6e40899-d88d-4a6b-b6e0-346777cf908e req-b205a1f7-394f-49bd-8c53-b403b849e979 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 210 time: 0.0990820 Dec 08 01:54:44.019870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:44.025918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56847a00-21bc-4ebf-975a-1b06329b29d7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.033389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56847a00-21bc-4ebf-975a-1b06329b29d7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.040976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:44.045172 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-1f8243e1-ab7a-43e6-9ff9-7369d382ed16 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.052263 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d885753b-a0f1-446e-bda6-1e519930521d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:44.063005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] Set router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:44.068478 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56847a00-21bc-4ebf-975a-1b06329b29d7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.069852 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-56847a00-21bc-4ebf-975a-1b06329b29d7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4075158 Dec 08 01:54:44.072564 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46634) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:44.080326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1796201686'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:44.103188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebfb23-9abb-4bbe-a20d-fe3f5c1970e8 req-28d16b24-5230-4873-be15-fd182fe9c3c5 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:44.112507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3ebfb23-9abb-4bbe-a20d-fe3f5c1970e8 req-28d16b24-5230-4873-be15-fd182fe9c3c5 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.2419636 Dec 08 01:54:44.174071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Made reservation on behalf of 8917111a620f4fe5b793b55e50a4c58a for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:44.181745 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.209222 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.210534 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.377544 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.385759 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.387495 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3ebfb23-9abb-4bbe-a20d-fe3f5c1970e8 req-6e733166-f561-4d52-9cd2-8ecec16f1235 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723148 Dec 08 01:54:44.408096 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-1f8243e1-ab7a-43e6-9ff9-7369d382ed16 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.432266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:44.442363 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c42a53-cc1e-402f-9fde-001ed8cdb0f9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:44.447640 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.447988 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Added segment d60cc49d-7a43-4893-91c0-fc7bd88f33a8 of type vlan for network 28a904e7-62a7-4593-8386-fd08f2f6ca04 Dec 08 01:54:44.480557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:54:39Z', 'revision_number': 3, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port': {'id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:38Z', 'updated_at': '2021-12-08T01:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:44.520142 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.522913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-1f8243e1-ab7a-43e6-9ff9-7369d382ed16 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Network 3276b31f-6293-4197-963e-cfa311955d62 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:44.532695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-1f8243e1-ab7a-43e6-9ff9-7369d382ed16 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:44.537742 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8243e1-ab7a-43e6-9ff9-7369d382ed16 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Pushing event updated for resources: {'Port': ['ID=0bbcbb60-32c3-411e-9656-01f462c251c0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:44.540266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-1f8243e1-ab7a-43e6-9ff9-7369d382ed16 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:44.560739 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf0f54-18ab-4ed2-9a0a-662a720924a0 None None] The sync data for ids ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'] in n-d-713499-31 is: [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:54:39Z', 'revision_number': 3, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port': {'id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:38Z', 'updated_at': '2021-12-08T01:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:44.564126 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.575545 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:44.576348 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.586500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-01ea61ff-edcc-49f0-b09d-b5b46ffca1c0 None None] Provisioning complete for port d885753b-a0f1-446e-bda6-1e519930521d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:44.588588 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01ea61ff-edcc-49f0-b09d-b5b46ffca1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.627410 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.636200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-1f8243e1-ab7a-43e6-9ff9-7369d382ed16 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:44.636830 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-1f8243e1-ab7a-43e6-9ff9-7369d382ed16 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.640574 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5664270 Dec 08 01:54:44.646446 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46642) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:44.652890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-01ea61ff-edcc-49f0-b09d-b5b46ffca1c0 None None] Port d885753b-a0f1-446e-bda6-1e519930521d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:44.655881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f0324d3f-4844-4bd3-ad96-bfc17af5e5fa tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Request body: {'subnet': {'network_id': '28a904e7-62a7-4593-8386-fd08f2f6ca04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:44.686809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-1f8243e1-ab7a-43e6-9ff9-7369d382ed16 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9447641 Dec 08 01:54:44.697330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9f88c-c729-4fda-b54a-dc15ddff44e9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event updated for resources: {'Network': ['ID=28a904e7-62a7-4593-8386-fd08f2f6ca04,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:44.713610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 28a904e7-62a7-4593-8386-fd08f2f6ca04 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:44.717799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Request body: {'port': {'device_id': 'c8f7e69b-67b0-464f-9fc5-2108b0c82ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:44.847745 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.009929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0324d3f-4844-4bd3-ad96-bfc17af5e5fa tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Made reservation on behalf of 8917111a620f4fe5b793b55e50a4c58a for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:45.015282 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0324d3f-4844-4bd3-ad96-bfc17af5e5fa tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.605155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a48090-0e7a-4c4c-8986-a766d497f1cf req-8e95ddc7-446b-4b7c-b083-5407b3cd3b8e tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:45.614103 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2a48090-0e7a-4c4c-8986-a766d497f1cf req-8e95ddc7-446b-4b7c-b083-5407b3cd3b8e tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 944 time: 0.7369330 Dec 08 01:54:45.768631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f5ee3-1bc3-49e1-9d8c-4133204997d3 req-951fa8f7-6adb-4962-b6e3-0d2062dcbe1e tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:45.770287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad4f5ee3-1bc3-49e1-9d8c-4133204997d3 req-951fa8f7-6adb-4962-b6e3-0d2062dcbe1e tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 931 time: 0.3567452 Dec 08 01:54:45.854764 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.889692 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2a48090-0e7a-4c4c-8986-a766d497f1cf req-46ab065f-f65f-41ef-a879-8a4a88fa218c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733328 Dec 08 01:54:45.890931 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.132292 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0324d3f-4844-4bd3-ad96-bfc17af5e5fa tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.158529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d885753b-a0f1-446e-bda6-1e519930521d,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:46.194033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad4f5ee3-1bc3-49e1-9d8c-4133204997d3 req-80eb7e9d-81f6-43ba-b825-faa82a0a658b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685629 Dec 08 01:54:46.214204 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.304739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc393787-bc36-441b-baa4-186a54fdf7ca req-37b41c3f-42d5-4c68-8693-4b090a3534ab tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:46.306279 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc393787-bc36-441b-baa4-186a54fdf7ca req-37b41c3f-42d5-4c68-8693-4b090a3534ab tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.2306938 Dec 08 01:54:46.382948 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bbcbb60-32c3-411e-9656-01f462c251c0 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:54:46.399830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0324d3f-4844-4bd3-ad96-bfc17af5e5fa tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event updated for resources: {'Subnet': ['ID=d4c4bd84-8b45-423b-8088-eacfb28c92dd,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:46.411816 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.418573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d68ed700-7e23-42ae-a06a-d317de58a997 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:46.441235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Transition to ACTIVE for port object 0bbcbb60-32c3-411e-9656-01f462c251c0 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:54:46.456438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0324d3f-4844-4bd3-ad96-bfc17af5e5fa tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Checking segment: {'id': 'd60cc49d-7a43-4893-91c0-fc7bd88f33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '28a904e7-62a7-4593-8386-fd08f2f6ca04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:46.456811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0324d3f-4844-4bd3-ad96-bfc17af5e5fa tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Network hostable DHCP agents. Network: 28a904e7-62a7-4593-8386-fd08f2f6ca04, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:46.465255 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.496962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d68ed700-7e23-42ae-a06a-d317de58a997 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:46.497342 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.568112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Network 376dbfba-58cd-4342-8d7c-0d280f9eea65 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:46.576796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:46.582246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc393787-bc36-441b-baa4-186a54fdf7ca req-7e79d029-bb0f-487d-a338-00b98de2857e tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943588 Dec 08 01:54:46.593621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0324d3f-4844-4bd3-ad96-bfc17af5e5fa tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Network 28a904e7-62a7-4593-8386-fd08f2f6ca04 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:46.600620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbcbb60-32c3-411e-9656-01f462c251c0,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:46.711987 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.754704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port d68ed700-7e23-42ae-a06a-d317de58a997, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d68ed700-7e23-42ae-a06a-d317de58a997,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:46.767495 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.808785 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f0324d3f-4844-4bd3-ad96-bfc17af5e5fa tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 28a904e7-62a7-4593-8386-fd08f2f6ca04) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:46.825013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0324d3f-4844-4bd3-ad96-bfc17af5e5fa tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:46.825647 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0324d3f-4844-4bd3-ad96-bfc17af5e5fa tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.835189 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b93477-0b2f-43d8-bf6b-610293437616 None None] Network 28a904e7-62a7-4593-8386-fd08f2f6ca04 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:46.898354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f0324d3f-4844-4bd3-ad96-bfc17af5e5fa tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2482429 Dec 08 01:54:46.903512 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46700) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:46.911003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8ec5cbad-9b7f-4d48-a464-370b349d7070 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Request body: {'network': {'name': 'tempest-router-network01--199431939'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:47.040347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f7ff2-7eab-43f0-b385-3ecff358ca5b req-89c712b6-fb9d-4025-b0e6-1e3899a34917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:47.042767 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-057f7ff2-7eab-43f0-b385-3ecff358ca5b req-89c712b6-fb9d-4025-b0e6-1e3899a34917 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a804d0c532eb4d8daf24cce36b9a0f34&device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 1097 time: 0.1405056 Dec 08 01:54:47.044598 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec5cbad-9b7f-4d48-a464-370b349d7070 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Made reservation on behalf of 8917111a620f4fe5b793b55e50a4c58a for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:47.049610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ec5cbad-9b7f-4d48-a464-370b349d7070 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.079477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=d68ed700-7e23-42ae-a06a-d317de58a997,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:47.091943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-28a904e7-62a7-4593-8386-fd08f2f6ca04', 'network_id': '28a904e7-62a7-4593-8386-fd08f2f6ca04', 'project_id': '8917111a620f4fe5b793b55e50a4c58a', 'fixed_ips': [{'subnet_id': 'd4c4bd84-8b45-423b-8088-eacfb28c92dd'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:54:47.092867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec5cbad-9b7f-4d48-a464-370b349d7070 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:47.092992 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.104323 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ec5cbad-9b7f-4d48-a464-370b349d7070 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.104929 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-8ec5cbad-9b7f-4d48-a464-370b349d7070 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Added segment db9c7367-0a27-42ac-ba22-2760a0a23a77 of type vlan for network d193856f-8f6d-4496-951d-b51dff3d9aa6 Dec 08 01:54:47.128435 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2e1182b0-48e1-4e22-825e-9a9d6ac1e77e None None] Provisioning complete for port d885753b-a0f1-446e-bda6-1e519930521d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:47.128729 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e1182b0-48e1-4e22-825e-9a9d6ac1e77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.156666 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ec5cbad-9b7f-4d48-a464-370b349d7070 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.185655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d74c57-18ed-4c30-b854-2fdda466c990 req-c388185c-683e-4c77-9dd5-843b0d1e9ffe tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:47.187470 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22d74c57-18ed-4c30-b854-2fdda466c990 req-c388185c-683e-4c77-9dd5-843b0d1e9ffe tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 944 time: 0.1372631 Dec 08 01:54:47.194564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Attempting to bind port 0bbcbb60-32c3-411e-9656-01f462c251c0 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:47.194930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Attempting to bind port 0bbcbb60-32c3-411e-9656-01f462c251c0 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:47.195263 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Attempting to bind port 0bbcbb60-32c3-411e-9656-01f462c251c0 on network 3276b31f-6293-4197-963e-cfa311955d62 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:47.199858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:54:47.227272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61f9a0-32fa-4e18-b138-af8ca83cd98e req-3969e32b-e310-47d4-a02b-a7aeb8623090 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:47.233722 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac61f9a0-32fa-4e18-b138-af8ca83cd98e req-3969e32b-e310-47d4-a02b-a7aeb8623090 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.2994215 Dec 08 01:54:47.262741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Port 0bbcbb60-32c3-411e-9656-01f462c251c0 on network 3276b31f-6293-4197-963e-cfa311955d62 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:47.263260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Attempting to bind port 0bbcbb60-32c3-411e-9656-01f462c251c0 on network 3276b31f-6293-4197-963e-cfa311955d62 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:47.274912 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ec5cbad-9b7f-4d48-a464-370b349d7070 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.284195 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:47.284533 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Checking segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:47.284918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Bound using segment: {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:47.285458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Bound port: 0bbcbb60-32c3-411e-9656-01f462c251c0, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fa71a2-da95-4a66-82b3-8a20ab7dbe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3276b31f-6293-4197-963e-cfa311955d62'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:47.285704 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.293787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec5cbad-9b7f-4d48-a464-370b349d7070 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:47.301043 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ec5cbad-9b7f-4d48-a464-370b349d7070 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.353232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2e1182b0-48e1-4e22-825e-9a9d6ac1e77e None None] Port d885753b-a0f1-446e-bda6-1e519930521d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:47.429428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22d74c57-18ed-4c30-b854-2fdda466c990 req-eefe4b8c-fafc-4b1b-a174-791f1eff1e0e tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316530 Dec 08 01:54:47.440221 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8ec5cbad-9b7f-4d48-a464-370b349d7070 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5343974 Dec 08 01:54:47.444579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46712) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:47.446018 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac61f9a0-32fa-4e18-b138-af8ca83cd98e req-516ceee6-bafb-4529-8b1d-91fa39e6d5ba tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113585 Dec 08 01:54:47.459112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-62c1032b-44aa-459f-a032-36c274be399d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Request body: {'network': {'name': 'tempest-router-network02--1204023635'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:47.490454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Allocated IP 2001:db8::2 (28a904e7-62a7-4593-8386-fd08f2f6ca04/d4c4bd84-8b45-423b-8088-eacfb28c92dd/84394177-a824-4eb7-a0f4-0161091eac90) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:47.572232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:47.588276 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0fbd29f7-26f9-4ca0-a57b-eb83410c56b3 admin admin] 10.222.0.71 "PUT /v2.0/routers/f49821da-68bc-4a50-ae29-1c7cc5d99cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4499879 Dec 08 01:54:47.588656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5cbad-9b7f-4d48-a464-370b349d7070 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event updated for resources: {'Network': ['ID=d193856f-8f6d-4496-951d-b51dff3d9aa6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:47.588765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] For port 0bbcbb60-32c3-411e-9656-01f462c251c0, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:47.592476 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Sync routers for ids ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:47.601702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] For port 0bbcbb60-32c3-411e-9656-01f462c251c0, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0bbcbb60-32c3-411e-9656-01f462c251c0,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:47.610994 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.612171 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Routers {'f49821da-68bc-4a50-ae29-1c7cc5d99cc9'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:47.612948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network d193856f-8f6d-4496-951d-b51dff3d9aa6 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:47.614980 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:47.623136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f7ff2-7eab-43f0-b385-3ecff358ca5b req-9f956703-6885-474e-b32a-43bb9becec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:47.628241 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-057f7ff2-7eab-43f0-b385-3ecff358ca5b req-9f956703-6885-474e-b32a-43bb9becec81 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb1d4075-73a0-4602-9f01-d61ab1f769fb HTTP/1.1" status: 200 len: 913 time: 0.5564072 Dec 08 01:54:47.629025 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c1032b-44aa-459f-a032-36c274be399d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Made reservation on behalf of 8917111a620f4fe5b793b55e50a4c58a for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:47.634492 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62c1032b-44aa-459f-a032-36c274be399d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.650758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:47.651968 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.653409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] 10.222.0.75 "PUT /v2.0/ports/0bbcbb60-32c3-411e-9656-01f462c251c0 HTTP/1.1" status: 200 len: 1092 time: 2.9418485 Dec 08 01:54:47.655814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f7e69b-67b0-464f-9fc5-2108b0c82ef7', 'tag': '0bbcbb60-32c3-411e-9656-01f462c251c0'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:47.658982 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37e625e-95dd-4eb7-82d9-dbf76b4ff5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f7e69b-67b0-464f-9fc5-2108b0c82ef7", "tag": "0bbcbb60-32c3-411e-9656-01f462c251c0"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:47.696423 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7a466-d362-4f20-960d-284b56ab6635 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbcbb60-32c3-411e-9656-01f462c251c0,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:47.747725 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-057f7ff2-7eab-43f0-b385-3ecff358ca5b req-8e9708b6-2b2f-40f3-9801-2592c21dd95a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c HTTP/1.1" status: 200 len: 217 time: 0.0764380 Dec 08 01:54:47.759325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c1032b-44aa-459f-a032-36c274be399d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:47.800262 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12d2799-0c87-4583-8308-64a79e5ca449 x-openstack-request-id: req-d12d2799-0c87-4583-8308-64a79e5ca449 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:47.800580 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f7e69b-67b0-464f-9fc5-2108b0c82ef7", "tag": "0bbcbb60-32c3-411e-9656-01f462c251c0", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:47.800946 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d12d2799-0c87-4583-8308-64a79e5ca449 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:47.801415 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f7e69b-67b0-464f-9fc5-2108b0c82ef7', 'tag': '0bbcbb60-32c3-411e-9656-01f462c251c0', 'status': 'completed', 'code': 200} Dec 08 01:54:47.825619 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62c1032b-44aa-459f-a032-36c274be399d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.826120 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-62c1032b-44aa-459f-a032-36c274be399d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Added segment 8ab608b5-6fc4-49dd-8939-33184f42bd62 of type vlan for network 834657ea-4375-44ac-a497-153413906c18 Dec 08 01:54:47.843210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-b49ff52a-b1a7-450c-9f0b-87f5a52930f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:47.847483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-b49ff52a-b1a7-450c-9f0b-87f5a52930f9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 1095 time: 0.1316922 Dec 08 01:54:47.848613 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Set router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:47.883176 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f7ff2-7eab-43f0-b385-3ecff358ca5b req-c0c8586a-054f-436e-bedf-d7823b57435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:47.885046 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-057f7ff2-7eab-43f0-b385-3ecff358ca5b req-c0c8586a-054f-436e-bedf-d7823b57435e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f100c6a-2ae2-4d7c-8fc9-d8dd397b5f4f HTTP/1.1" status: 200 len: 852 time: 0.1270237 Dec 08 01:54:47.889817 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62c1032b-44aa-459f-a032-36c274be399d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.927908 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-057f7ff2-7eab-43f0-b385-3ecff358ca5b req-775b6429-84ff-4f40-af13-0436734c63d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb1d4075-73a0-4602-9f01-d61ab1f769fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347981 Dec 08 01:54:47.969362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-58ad28d6-e6e9-4b33-b22c-aa2418148901 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bbcbb60-32c3-411e-9656-01f462c251c0 HTTP/1.1" status: 200 len: 217 time: 0.1076391 Dec 08 01:54:48.023838 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.036053 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.052608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-6ccd7bdf-7b57-4a4e-9a40-6eae32a0653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:48.054404 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-6ccd7bdf-7b57-4a4e-9a40-6eae32a0653c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.0782285 Dec 08 01:54:48.122326 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-776687db-4fea-4d52-a7e5-6987f1b6303f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537691 Dec 08 01:54:48.148579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Network 28a904e7-62a7-4593-8386-fd08f2f6ca04 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:48.160256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Pushing event updated for resources: {'Port': ['ID=84394177-a824-4eb7-a0f4-0161091eac90,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:48.169137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:48.174238 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:48.191106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a64a8-f9c4-42d5-a157-d0b43e8a9ac9 req-b775956d-9e25-44ed-a14b-faa0c9cc8c28 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:48.201846 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d42a64a8-f9c4-42d5-a157-d0b43e8a9ac9 req-b775956d-9e25-44ed-a14b-faa0c9cc8c28 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 943 time: 0.1460543 Dec 08 01:54:48.203185 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:54:44Z', 'revision_number': 4, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port': {'id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:38Z', 'updated_at': '2021-12-08T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'd885753b-a0f1-446e-bda6-1e519930521d', 'name': '', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'mac_address': 'fa:16:3e:bc:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:42Z', 'updated_at': '2021-12-08T01:54:44Z', 'revision_number': 2, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'subnets': [{'id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:48.214714 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-057f7ff2-7eab-43f0-b385-3ecff358ca5b req-2f142530-1e72-4e7b-94e5-0fda7dd803f9 service neutron] 10.222.0.45 "GET /v2.0/networks/bb1d4075-73a0-4602-9f01-d61ab1f769fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423501 Dec 08 01:54:48.223235 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62c1032b-44aa-459f-a032-36c274be399d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.233165 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c1032b-44aa-459f-a032-36c274be399d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:48.233815 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62c1032b-44aa-459f-a032-36c274be399d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.254010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Attempting to bind port 84394177-a824-4eb7-a0f4-0161091eac90 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:48.254405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Attempting to bind port 84394177-a824-4eb7-a0f4-0161091eac90 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'd60cc49d-7a43-4893-91c0-fc7bd88f33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '28a904e7-62a7-4593-8386-fd08f2f6ca04'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:48.254841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Attempting to bind port 84394177-a824-4eb7-a0f4-0161091eac90 on network 28a904e7-62a7-4593-8386-fd08f2f6ca04 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:48.277379 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Checking router: f49821da-68bc-4a50-ae29-1c7cc5d99cc9 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:54:48.277728 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Updating router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 port d885753b-a0f1-446e-bda6-1e519930521d binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:54:48.303489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:48.303786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Checking segment: {'id': 'd60cc49d-7a43-4893-91c0-fc7bd88f33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '28a904e7-62a7-4593-8386-fd08f2f6ca04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:48.304139 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.305059 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Bound using segment: {'id': 'd60cc49d-7a43-4893-91c0-fc7bd88f33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '28a904e7-62a7-4593-8386-fd08f2f6ca04'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:48.305552 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Bound port: 84394177-a824-4eb7-a0f4-0161091eac90, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60cc49d-7a43-4893-91c0-fc7bd88f33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '28a904e7-62a7-4593-8386-fd08f2f6ca04'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:48.306070 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.347558 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d42a64a8-f9c4-42d5-a157-d0b43e8a9ac9 req-78db0922-7cea-4380-b443-91768e4d8687 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379397 Dec 08 01:54:48.366772 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-ac13b4ff-e9a6-4732-9688-7032d1e9a8bb service neutron] 10.222.0.75 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349002 Dec 08 01:54:48.377600 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.431678 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:54:48.478343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d68ed700-7e23-42ae-a06a-d317de58a997 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:48.531583 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-62c1032b-44aa-459f-a032-36c274be399d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0809424 Dec 08 01:54:48.534746 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1032b-44aa-459f-a032-36c274be399d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event updated for resources: {'Network': ['ID=834657ea-4375-44ac-a497-153413906c18,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:48.538149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46744) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:48.551037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8c2a101f-fb6c-4ce8-ad52-5c50e538d315 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Request body: {'subnet': {'network_id': 'd193856f-8f6d-4496-951d-b51dff3d9aa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:48.571893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 834657ea-4375-44ac-a497-153413906c18 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:48.697435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16c4ba-47a5-46e9-91fe-97932b6782bc req-9fab2ded-2113-483f-8454-d9a74e7067d6 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:48.700285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef16c4ba-47a5-46e9-91fe-97932b6782bc req-9fab2ded-2113-483f-8454-d9a74e7067d6 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.0977542 Dec 08 01:54:48.702996 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa6eeb23-c19c-47ea-aec6-6f4fb5b8f4f9 req-fd0d28d0-c9a3-4434-9a33-09f9e316508e service neutron] 10.222.0.75 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299177 Dec 08 01:54:48.732614 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-057f7ff2-7eab-43f0-b385-3ecff358ca5b req-15b33fe4-d30d-4030-8445-9859e7d387c8 service neutron] 10.222.0.45 "GET /v2.0/networks/bb1d4075-73a0-4602-9f01-d61ab1f769fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902084 Dec 08 01:54:48.764188 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2a101f-fb6c-4ce8-ad52-5c50e538d315 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Made reservation on behalf of 8917111a620f4fe5b793b55e50a4c58a for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:48.791338 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c2a101f-fb6c-4ce8-ad52-5c50e538d315 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.792561 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef16c4ba-47a5-46e9-91fe-97932b6782bc req-22efe6b1-8b79-4145-98e8-a9e182f612ba tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845439 Dec 08 01:54:48.813307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] For port 84394177-a824-4eb7-a0f4-0161091eac90, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:48.928066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] For port 84394177-a824-4eb7-a0f4-0161091eac90, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=84394177-a824-4eb7-a0f4-0161091eac90,segment=NetworkSegment(d60cc49d-7a43-4893-91c0-fc7bd88f33a8),segment_id=d60cc49d-7a43-4893-91c0-fc7bd88f33a8)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:48.985184 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.991472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-96b8f162-7ad3-4a42-a659-8e8dd31fb41f tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:48.994377 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-96b8f162-7ad3-4a42-a659-8e8dd31fb41f tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/networks?id=376dbfba-58cd-4342-8d7c-0d280f9eea65 HTTP/1.1" status: 200 len: 829 time: 0.1919158 Dec 08 01:54:49.083719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d68ed700-7e23-42ae-a06a-d317de58a997 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:49.083892 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.091752 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.097824 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-c15682fe-f51b-4712-bdcb-a1c96a70878d tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/quotas/71ce27ccb4884778a9dee02004aa9863 HTTP/1.1" status: 200 len: 375 time: 0.0882969 Dec 08 01:54:49.103092 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.150371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e625e-95dd-4eb7-82d9-dbf76b4ff5e0 req-9ed98d0f-467e-4d3e-8751-361173eebe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:49.151933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e37e625e-95dd-4eb7-82d9-dbf76b4ff5e0 req-9ed98d0f-467e-4d3e-8751-361173eebe6d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ea4d916952c04b248677383b4d824ca8&device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 1095 time: 0.3481853 Dec 08 01:54:49.170597 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fdba6-c0c8-4c66-9e4d-beee2be36467 None None] Pushing event updated for resources: {'Port': ['ID=d885753b-a0f1-446e-bda6-1e519930521d,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:49.215277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd49cd7-ce80-4c34-98de-789e6c53a93b req-6b713600-79b7-4903-bb1d-28d0f63babb9 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:49.215277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0bd49cd7-ce80-4c34-98de-789e6c53a93b req-6b713600-79b7-4903-bb1d-28d0f63babb9 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 944 time: 0.2052226 Dec 08 01:54:49.226207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7744de3-8dad-4677-b77d-306259123c62 None None] Pushing event updated for resources: {'Port': ['ID=84394177-a824-4eb7-a0f4-0161091eac90,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:49.270114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c2a101f-fb6c-4ce8-ad52-5c50e538d315 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.350907 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Attempting to bind port d885753b-a0f1-446e-bda6-1e519930521d on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:49.352520 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Attempting to bind port d885753b-a0f1-446e-bda6-1e519930521d by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '7701cede-0a15-4305-9404-791ed0df9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:49.356312 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Attempting to bind port d885753b-a0f1-446e-bda6-1e519930521d on network 376dbfba-58cd-4342-8d7c-0d280f9eea65 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:49.368133 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:49.369042 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Checking segment: {'id': '7701cede-0a15-4305-9404-791ed0df9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:49.369619 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.370162 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Bound using segment: {'id': '7701cede-0a15-4305-9404-791ed0df9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:49.370852 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Bound port: d885753b-a0f1-446e-bda6-1e519930521d, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7701cede-0a15-4305-9404-791ed0df9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:49.371387 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.420422 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a101f-fb6c-4ce8-ad52-5c50e538d315 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event updated for resources: {'Subnet': ['ID=33dba548-abcb-44ec-845c-f34782e96627,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:49.452255 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a101f-fb6c-4ce8-ad52-5c50e538d315 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Checking segment: {'id': 'db9c7367-0a27-42ac-ba22-2760a0a23a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd193856f-8f6d-4496-951d-b51dff3d9aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:49.452621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2a101f-fb6c-4ce8-ad52-5c50e538d315 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Network hostable DHCP agents. Network: d193856f-8f6d-4496-951d-b51dff3d9aa6, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:49.560005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2a101f-fb6c-4ce8-ad52-5c50e538d315 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Network d193856f-8f6d-4496-951d-b51dff3d9aa6 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:49.566430 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] For port d885753b-a0f1-446e-bda6-1e519930521d, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:49.579133 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] For port d885753b-a0f1-446e-bda6-1e519930521d, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d885753b-a0f1-446e-bda6-1e519930521d,segment=NetworkSegment(7701cede-0a15-4305-9404-791ed0df9cd3),segment_id=7701cede-0a15-4305-9404-791ed0df9cd3)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:49.581279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8c2a101f-fb6c-4ce8-ad52-5c50e538d315 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, d193856f-8f6d-4496-951d-b51dff3d9aa6) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:49.590673 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb10e89a-941d-4734-b080-475a83832b55 None None] Network d193856f-8f6d-4496-951d-b51dff3d9aa6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:49.605213 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.617583 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2a101f-fb6c-4ce8-ad52-5c50e538d315 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:49.621185 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c2a101f-fb6c-4ce8-ad52-5c50e538d315 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.627911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e625e-95dd-4eb7-82d9-dbf76b4ff5e0 req-5314d7f2-a12f-4d28-aea7-5d0e8eb4cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:49.629386 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e37e625e-95dd-4eb7-82d9-dbf76b4ff5e0 req-5314d7f2-a12f-4d28-aea7-5d0e8eb4cfe0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 200 len: 912 time: 0.4132397 Dec 08 01:54:49.638790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-571f2a8f-30d9-4cda-a69f-3742ba968ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=71ce27ccb4884778a9dee02004aa9863&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5233338 Dec 08 01:54:49.686812 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8c2a101f-fb6c-4ce8-ad52-5c50e538d315 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1433897 Dec 08 01:54:49.687426 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46774) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:49.692882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7d2b1bd9-18c6-4d34-b740-7e3ec71b8be8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Request body: {'subnet': {'network_id': '834657ea-4375-44ac-a497-153413906c18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:49.697768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0bd49cd7-ce80-4c34-98de-789e6c53a93b req-e3ccf75f-b899-4cc4-ac22-da33dcd82a83 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750845 Dec 08 01:54:49.775979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e37e625e-95dd-4eb7-82d9-dbf76b4ff5e0 req-7a386b45-c5c2-4a50-b8aa-4dbedba6b676 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bbcbb60-32c3-411e-9656-01f462c251c0 HTTP/1.1" status: 200 len: 217 time: 0.0999687 Dec 08 01:54:49.848424 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Routers {'f49821da-68bc-4a50-ae29-1c7cc5d99cc9'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:49.855276 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:49.865432 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fdba6-c0c8-4c66-9e4d-beee2be36467 None None] Pushing event updated for resources: {'Port': ['ID=d885753b-a0f1-446e-bda6-1e519930521d,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:49.936090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-d193856f-8f6d-4496-951d-b51dff3d9aa6', 'network_id': 'd193856f-8f6d-4496-951d-b51dff3d9aa6', 'project_id': '8917111a620f4fe5b793b55e50a4c58a', 'fixed_ips': [{'subnet_id': '33dba548-abcb-44ec-845c-f34782e96627'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:54:49.942717 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.964746 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2b1bd9-18c6-4d34-b740-7e3ec71b8be8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Made reservation on behalf of 8917111a620f4fe5b793b55e50a4c58a for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:49.982214 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1bd9-18c6-4d34-b740-7e3ec71b8be8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:50.058711 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] Set router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:50.095976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fc1b7dfd-c423-4071-850d-b509308ddad6 None None] Provisioning complete for port d885753b-a0f1-446e-bda6-1e519930521d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:50.096352 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc1b7dfd-c423-4071-850d-b509308ddad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:50.211841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-8be495a7-bc87-480a-b400-914412a49264 service neutron] 10.222.0.71 "GET /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308926 Dec 08 01:54:50.537339 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1bd9-18c6-4d34-b740-7e3ec71b8be8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:50.541847 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:54:44Z', 'revision_number': 4, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port': {'id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:38Z', 'updated_at': '2021-12-08T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'd885753b-a0f1-446e-bda6-1e519930521d', 'name': '', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'mac_address': 'fa:16:3e:bc:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:42Z', 'updated_at': '2021-12-08T01:54:49Z', 'revision_number': 4, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'subnets': [{'id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:50.551958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-7682bcea-67c7-4e3a-83b2-be0a03e354d4 service neutron] 10.222.0.71 "GET /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389225 Dec 08 01:54:50.558854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e625e-95dd-4eb7-82d9-dbf76b4ff5e0 req-a420e57d-786e-4886-91fc-10657f2a7ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:50.564557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e37e625e-95dd-4eb7-82d9-dbf76b4ff5e0 req-a420e57d-786e-4886-91fc-10657f2a7ba4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 200 len: 851 time: 0.7301834 Dec 08 01:54:50.606393 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b1bd9-18c6-4d34-b740-7e3ec71b8be8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event updated for resources: {'Subnet': ['ID=379c7c39-ec22-45ae-a2d4-a5d00933633d,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:50.667101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b1bd9-18c6-4d34-b740-7e3ec71b8be8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Checking segment: {'id': '8ab608b5-6fc4-49dd-8939-33184f42bd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '834657ea-4375-44ac-a497-153413906c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:50.668448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b1bd9-18c6-4d34-b740-7e3ec71b8be8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Network hostable DHCP agents. Network: 834657ea-4375-44ac-a497-153413906c18, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:50.670924 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a25dddd-7e57-4825-a82d-f9fcf97451e9 None None] The sync data for ids ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'] in n-d-713499-31 is: [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:54:44Z', 'revision_number': 4, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port': {'id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:38Z', 'updated_at': '2021-12-08T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'd885753b-a0f1-446e-bda6-1e519930521d', 'name': '', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'mac_address': 'fa:16:3e:bc:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:42Z', 'updated_at': '2021-12-08T01:54:49Z', 'revision_number': 4, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'subnets': [{'id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:50.702031 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b1bd9-18c6-4d34-b740-7e3ec71b8be8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Network 834657ea-4375-44ac-a497-153413906c18 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:50.719037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7d2b1bd9-18c6-4d34-b740-7e3ec71b8be8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 834657ea-4375-44ac-a497-153413906c18) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:50.727321 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b1bd9-18c6-4d34-b740-7e3ec71b8be8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:50.727846 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d1bc74fc-8437-4fd5-bf39-49c576f91f08 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:54:50.728310 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1bd9-18c6-4d34-b740-7e3ec71b8be8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:50.729779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 84394177-a824-4eb7-a0f4-0161091eac90 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:50.780912 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7d2b1bd9-18c6-4d34-b740-7e3ec71b8be8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0901139 Dec 08 01:54:50.781867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46798) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:50.812348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d8bfca-2e4a-4861-baf9-20ed9cb3fd79 None None] Network 834657ea-4375-44ac-a497-153413906c18 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:51.026362 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:54:51.043840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Allocated IP 2001:db8::2 (d193856f-8f6d-4496-951d-b51dff3d9aa6/33dba548-abcb-44ec-845c-f34782e96627/e94baf86-5fcf-41b7-b989-65e90c0edb57) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:51.185105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73027c1b-83b3-4d52-a41f-febe4f357532 None None] Network 28a904e7-62a7-4593-8386-fd08f2f6ca04 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:51.267840 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e37e625e-95dd-4eb7-82d9-dbf76b4ff5e0 req-d6368dfa-fb11-4351-998c-4c11ed87eea9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3276b31f-6293-4197-963e-cfa311955d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6975670 Dec 08 01:54:51.379019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 84394177-a824-4eb7-a0f4-0161091eac90 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:51.379573 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:51.390071 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:51.498283 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc1b7dfd-c423-4071-850d-b509308ddad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:51.519915 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5303cf-5ece-4b2d-994f-1f1443a1a7b3 req-ace463be-fc5e-4a39-bdf6-7ee10cf0e17b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:51.523468 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f5303cf-5ece-4b2d-994f-1f1443a1a7b3 req-ace463be-fc5e-4a39-bdf6-7ee10cf0e17b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 943 time: 1.4281507 Dec 08 01:54:51.558305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-834657ea-4375-44ac-a497-153413906c18', 'network_id': '834657ea-4375-44ac-a497-153413906c18', 'project_id': '8917111a620f4fe5b793b55e50a4c58a', 'fixed_ips': [{'subnet_id': '379c7c39-ec22-45ae-a2d4-a5d00933633d'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:54:51.559667 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:51.620274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f0efd-d5ac-414c-9e3a-18dff136874b req-e58a7811-c825-4338-a817-7575c5e994fe tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:51.621956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a39f0efd-d5ac-414c-9e3a-18dff136874b req-e58a7811-c825-4338-a817-7575c5e994fe tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.3530412 Dec 08 01:54:51.694308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:51.723516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e37e625e-95dd-4eb7-82d9-dbf76b4ff5e0 req-3d846c2d-49a0-4258-a0d2-9d64c699d9d1 service neutron] 10.222.0.75 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445381 Dec 08 01:54:51.742118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fc1b7dfd-c423-4071-850d-b509308ddad6 None None] For port d885753b-a0f1-446e-bda6-1e519930521d, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d885753b-a0f1-446e-bda6-1e519930521d,segment=NetworkSegment(7701cede-0a15-4305-9404-791ed0df9cd3),segment_id=7701cede-0a15-4305-9404-791ed0df9cd3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:51.880949 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f5303cf-5ece-4b2d-994f-1f1443a1a7b3 req-bdc033fa-b9df-4f0f-aa9b-866777433119 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448973 Dec 08 01:54:51.881740 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc1b7dfd-c423-4071-850d-b509308ddad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:51.931219 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a39f0efd-d5ac-414c-9e3a-18dff136874b req-672575bd-c81d-415e-9083-6e56cb95d090 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973933 Dec 08 01:54:52.001695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e37e625e-95dd-4eb7-82d9-dbf76b4ff5e0 req-38912926-bf21-404f-853b-acaac46326c5 service neutron] 10.222.0.75 "GET /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601278 Dec 08 01:54:52.070600 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71855255-9eb9-4b36-b61a-4d0b8e080c97 req-bba1b224-2b30-4c88-a9cf-01959bf2456f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:52.073092 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71855255-9eb9-4b36-b61a-4d0b8e080c97 req-bba1b224-2b30-4c88-a9cf-01959bf2456f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 944 time: 0.0677509 Dec 08 01:54:52.195484 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71855255-9eb9-4b36-b61a-4d0b8e080c97 req-199fd5fb-4c34-40f6-a43b-abbf5a247ba4 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118510 Dec 08 01:54:52.302146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'd1bc74fc-8437-4fd5-bf39-49c576f91f08', 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f', 'port_id': 'd1bc74fc-8437-4fd5-bf39-49c576f91f08', 'mac_address': 'fa:16:3e:f3:d7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5844c7-e431-4bd7-b10d-a05251110465', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:54:52.345367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3521926-6cfc-496f-8417-878c0d2f3d13 req-9d433ad7-32e1-4769-b38f-40c25e3db288 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 210 time: 0.0821636 Dec 08 01:54:52.398152 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.426553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Allocated IP 2001:db8::2 (834657ea-4375-44ac-a497-153413906c18/379c7c39-ec22-45ae-a2d4-a5d00933633d/efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:52.542300 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21dafb12-c20e-49ac-a348-17f01598e876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.544136 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6a9c24da-26d7-4d0b-9564-ed2d3dd22b32 None None] Provisioning complete for port d885753b-a0f1-446e-bda6-1e519930521d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:52.548661 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a9c24da-26d7-4d0b-9564-ed2d3dd22b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.577546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Allocated IP 2001:db8::1 (d193856f-8f6d-4496-951d-b51dff3d9aa6/33dba548-abcb-44ec-845c-f34782e96627/efa04af7-6122-43ec-b8b0-fdd4d8fdbb6a) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:52.593801 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.710094 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75f53d-e451-41a7-8db5-a09dd4c9334e req-60a542a0-6036-4558-bf93-d1ec69dd6d7a tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:52.718723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b7dfd-c423-4071-850d-b509308ddad6 None None] Pushing event updated for resources: {'Port': ['ID=d885753b-a0f1-446e-bda6-1e519930521d,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:52.718857 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db75f53d-e451-41a7-8db5-a09dd4c9334e req-60a542a0-6036-4558-bf93-d1ec69dd6d7a tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.1444974 Dec 08 01:54:52.778903 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.818110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db75f53d-e451-41a7-8db5-a09dd4c9334e req-811ebe6b-a68c-4a40-87f8-2879d0f5bc4d tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937870 Dec 08 01:54:52.866329 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.900116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Network d193856f-8f6d-4496-951d-b51dff3d9aa6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:52.919654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46842) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:52.986113 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:53.062285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:53.095784 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.120980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Pushing event updated for resources: {'Port': ['ID=e94baf86-5fcf-41b7-b989-65e90c0edb57,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:53.129900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bc74fc-8437-4fd5-bf39-49c576f91f08 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:54:53.167729 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-1482b999-fabb-40f2-813e-cb74eff4d411 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:53.173539 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-1482b999-fabb-40f2-813e-cb74eff4d411 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.45 "GET /v2.0/networks?id=376dbfba-58cd-4342-8d7c-0d280f9eea65 HTTP/1.1" status: 200 len: 829 time: 0.2921731 Dec 08 01:54:53.199435 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.200178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 84394177-a824-4eb7-a0f4-0161091eac90, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=84394177-a824-4eb7-a0f4-0161091eac90,segment=NetworkSegment(d60cc49d-7a43-4893-91c0-fc7bd88f33a8),segment_id=d60cc49d-7a43-4893-91c0-fc7bd88f33a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:53.214245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2b8df67-6d3b-48ba-9e85-1307d6393ec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.219749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-58b0a3f7-be36-4d82-a677-1f8fecebc6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Request body: {'port': {'device_id': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'admin_state_up': True, 'tenant_id': '71ce27ccb4884778a9dee02004aa9863'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:53.268307 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.299321 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:53.348086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451ef42-3e8e-47fb-96fb-4ab15d0a9e8a req-80d7529f-fb54-406c-890d-36f5ac83908f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:53.349812 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0451ef42-3e8e-47fb-96fb-4ab15d0a9e8a req-80d7529f-fb54-406c-890d-36f5ac83908f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 943 time: 0.3157842 Dec 08 01:54:53.433218 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.435010 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.447352 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0451ef42-3e8e-47fb-96fb-4ab15d0a9e8a req-00a39b03-de65-4e61-b9d2-041159e5cdf7 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845220 Dec 08 01:54:53.464497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d885753b-a0f1-446e-bda6-1e519930521d up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:53.475492 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Attempting to bind port e94baf86-5fcf-41b7-b989-65e90c0edb57 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:53.475897 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Attempting to bind port e94baf86-5fcf-41b7-b989-65e90c0edb57 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'db9c7367-0a27-42ac-ba22-2760a0a23a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd193856f-8f6d-4496-951d-b51dff3d9aa6'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:53.476261 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Attempting to bind port e94baf86-5fcf-41b7-b989-65e90c0edb57 on network d193856f-8f6d-4496-951d-b51dff3d9aa6 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:53.479623 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Network d193856f-8f6d-4496-951d-b51dff3d9aa6 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:53.490408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:53.494860 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2b8df67-6d3b-48ba-9e85-1307d6393ec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.498332 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:53.499050 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.505026 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2b8df67-6d3b-48ba-9e85-1307d6393ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.521841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a3b92-3166-46ec-bed8-9f5601ca3fa8 req-7505c70f-e20e-4130-aa52-6e6f9a9d8db0 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:53.523634 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d66a3b92-3166-46ec-bed8-9f5601ca3fa8 req-7505c70f-e20e-4130-aa52-6e6f9a9d8db0 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 945 time: 0.1088729 Dec 08 01:54:53.547358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event updated for resources: {'Port': ['ID=efa04af7-6122-43ec-b8b0-fdd4d8fdbb6a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:53.580119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0bbcbb60-32c3-411e-9656-01f462c251c0 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:54:53.613816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b2b8df67-6d3b-48ba-9e85-1307d6393ec2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3d6b5c74c07145058162fdd230a560d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6930058 Dec 08 01:54:53.616556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46854) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:53.619915 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:53.620528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Checking segment: {'id': 'db9c7367-0a27-42ac-ba22-2760a0a23a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd193856f-8f6d-4496-951d-b51dff3d9aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:53.620955 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.621487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Bound using segment: {'id': 'db9c7367-0a27-42ac-ba22-2760a0a23a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd193856f-8f6d-4496-951d-b51dff3d9aa6'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:53.622252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Bound port: e94baf86-5fcf-41b7-b989-65e90c0edb57, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9c7367-0a27-42ac-ba22-2760a0a23a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd193856f-8f6d-4496-951d-b51dff3d9aa6'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:53.622656 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.646660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-953c6b82-8696-43c1-9ced-721aba8d9107 req-5335a44b-fe08-4376-bf7c-6cd23297a3e2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 210 time: 0.0647891 Dec 08 01:54:53.651349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8df67-6d3b-48ba-9e85-1307d6393ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649d20b7-7260-4813-b9f2-d5a51631f987,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:53.681827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d66a3b92-3166-46ec-bed8-9f5601ca3fa8 req-67d6614a-ab5a-45c1-8e87-78aca1f45edd tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434300 Dec 08 01:54:53.682107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=84394177-a824-4eb7-a0f4-0161091eac90,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:53.707887 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.720232 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.731093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-58b0a3f7-be36-4d82-a677-1f8fecebc6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Made reservation on behalf of 71ce27ccb4884778a9dee02004aa9863 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:53.734563 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-58b0a3f7-be36-4d82-a677-1f8fecebc6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.775421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['d1bc74fc-8437-4fd5-bf39-49c576f91f08'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:54:53.787411 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.800059 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42557c74-756a-4b9b-a3e5-13518fe66748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.932489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375815e-ee92-42dc-9d7b-361752de0f60 req-5c26331a-77ee-4a18-8c1b-c1dfbd961250 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:53.934485 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b375815e-ee92-42dc-9d7b-361752de0f60 req-5c26331a-77ee-4a18-8c1b-c1dfbd961250 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.0551145 Dec 08 01:54:53.992696 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b375815e-ee92-42dc-9d7b-361752de0f60 req-c273171a-f5f4-4140-96f4-7bf4902f9c02 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515914 Dec 08 01:54:54.020907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6a9c24da-26d7-4d0b-9564-ed2d3dd22b32 None None] Provisioning complete for port 84394177-a824-4eb7-a0f4-0161091eac90 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:54.021689 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a9c24da-26d7-4d0b-9564-ed2d3dd22b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.099073 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Network 834657ea-4375-44ac-a497-153413906c18 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:54.108953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=d1bc74fc-8437-4fd5-bf39-49c576f91f08,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:54.146409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:54.151290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] For port e94baf86-5fcf-41b7-b989-65e90c0edb57, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:54.154221 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:54.178797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d885753b-a0f1-446e-bda6-1e519930521d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:54.179644 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.192587 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.202493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46864) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:54.208115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-11e13e58-fbcc-4ba1-8f18-ace6bf720875 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-278934275'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:54.245898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] For port e94baf86-5fcf-41b7-b989-65e90c0edb57, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e94baf86-5fcf-41b7-b989-65e90c0edb57,segment=NetworkSegment(db9c7367-0a27-42ac-ba22-2760a0a23a77),segment_id=db9c7367-0a27-42ac-ba22-2760a0a23a77)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:54.258131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 0bbcbb60-32c3-411e-9656-01f462c251c0, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0bbcbb60-32c3-411e-9656-01f462c251c0,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:54.272652 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e13e58-fbcc-4ba1-8f18-ace6bf720875 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Made reservation on behalf of 0ebd8dda7cdc4383b657e323ecd66448 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:54.276284 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11e13e58-fbcc-4ba1-8f18-ace6bf720875 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.279367 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.329466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Pushing event updated for resources: {'Port': ['ID=efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:54.332159 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '0bbcbb60-32c3-411e-9656-01f462c251c0', 'network_id': '3276b31f-6293-4197-963e-cfa311955d62', 'port_id': '0bbcbb60-32c3-411e-9656-01f462c251c0', 'mac_address': 'fa:16:3e:27:fc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b17d14-ce86-4d96-b0e5-c267582db3e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:54:54.342394 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42557c74-756a-4b9b-a3e5-13518fe66748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.347394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5cf8f-e708-4286-806b-2e3a5546f398 req-3e91a140-5288-412d-a773-9dfe0ae6c295 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:54.349361 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f5cf8f-e708-4286-806b-2e3a5546f398 req-3e91a140-5288-412d-a773-9dfe0ae6c295 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.1359322 Dec 08 01:54:54.355129 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e13e58-fbcc-4ba1-8f18-ace6bf720875 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:54.388306 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11e13e58-fbcc-4ba1-8f18-ace6bf720875 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.389101 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-11e13e58-fbcc-4ba1-8f18-ace6bf720875 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Added segment 3f7b7625-14bc-435a-8419-b6140c6f007f of type vlan for network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f Dec 08 01:54:54.468056 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8338c2d-04b4-4a48-a564-02685a699ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.469447 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11e13e58-fbcc-4ba1-8f18-ace6bf720875 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.482925 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51f5cf8f-e708-4286-806b-2e3a5546f398 req-81e5eedf-08b6-4779-a6de-94114b25c829 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214669 Dec 08 01:54:54.502064 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Attempting to bind port efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:54.502390 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Attempting to bind port efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '8ab608b5-6fc4-49dd-8939-33184f42bd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '834657ea-4375-44ac-a497-153413906c18'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:54.502755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Attempting to bind port efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 on network 834657ea-4375-44ac-a497-153413906c18 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:54.511003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9215b-eb9d-4bb9-b1bc-eb1ae95c2b1f req-4476d720-b7cc-47df-8730-5c2caf915891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:54.512583 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cad9215b-eb9d-4bb9-b1bc-eb1ae95c2b1f req-4476d720-b7cc-47df-8730-5c2caf915891 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a804d0c532eb4d8daf24cce36b9a0f34&device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 1097 time: 0.1193383 Dec 08 01:54:54.544679 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11e13e58-fbcc-4ba1-8f18-ace6bf720875 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.556478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:54.556651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e13e58-fbcc-4ba1-8f18-ace6bf720875 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:54.556864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Checking segment: {'id': '8ab608b5-6fc4-49dd-8939-33184f42bd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '834657ea-4375-44ac-a497-153413906c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:54.557273 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.557403 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11e13e58-fbcc-4ba1-8f18-ace6bf720875 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.557669 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Bound using segment: {'id': '8ab608b5-6fc4-49dd-8939-33184f42bd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '834657ea-4375-44ac-a497-153413906c18'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:54.558155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Bound port: efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab608b5-6fc4-49dd-8939-33184f42bd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '834657ea-4375-44ac-a497-153413906c18'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:54.558543 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.577207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42481138-20cb-49ae-a7e9-fa849cf6faec None None] Pushing event updated for resources: {'Port': ['ID=e94baf86-5fcf-41b7-b989-65e90c0edb57,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:54.579941 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.618044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-11e13e58-fbcc-4ba1-8f18-ace6bf720875 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4144330 Dec 08 01:54:54.629947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46870) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:54.655831 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bbcbb60-32c3-411e-9656-01f462c251c0 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:54:54.666722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9215b-eb9d-4bb9-b1bc-eb1ae95c2b1f req-737f828e-232a-49a1-af58-34821489e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:54.668342 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cad9215b-eb9d-4bb9-b1bc-eb1ae95c2b1f req-737f828e-232a-49a1-af58-34821489e9bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb1d4075-73a0-4602-9f01-d61ab1f769fb HTTP/1.1" status: 200 len: 913 time: 0.1392004 Dec 08 01:54:54.685924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9fad12f1-4145-4572-9217-0b047ecd4893 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-135669983'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:54.689258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42557c74-756a-4b9b-a3e5-13518fe66748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.704660 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42557c74-756a-4b9b-a3e5-13518fe66748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.711587 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-42557c74-756a-4b9b-a3e5-13518fe66748 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/649d20b7-7260-4813-b9f2-d5a51631f987 HTTP/1.1" status: 204 len: 168 time: 1.0925868 Dec 08 01:54:54.711748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 0bbcbb60-32c3-411e-9656-01f462c251c0, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0bbcbb60-32c3-411e-9656-01f462c251c0,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:54.742114 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e13e58-fbcc-4ba1-8f18-ace6bf720875 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'Network': ['ID=0f88c89f-fe0c-49b8-bb4a-a28396059b3f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:54.757778 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.762865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a32cce-1947-4f36-9309-89cc9c95b96c req-16359828-1d8c-4abd-9252-71fc065551fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:54.771059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50a32cce-1947-4f36-9309-89cc9c95b96c req-16359828-1d8c-4abd-9252-71fc065551fd tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 943 time: 0.1612861 Dec 08 01:54:54.791404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fad12f1-4145-4572-9217-0b047ecd4893 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Made reservation on behalf of 0ebd8dda7cdc4383b657e323ecd66448 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:54.807128 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fad12f1-4145-4572-9217-0b047ecd4893 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.809578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:54.822638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] For port efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:54.848155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42557c74-756a-4b9b-a3e5-13518fe66748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649d20b7-7260-4813-b9f2-d5a51631f987,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:54.867317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] For port efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8,segment=NetworkSegment(8ab608b5-6fc4-49dd-8939-33184f42bd62),segment_id=8ab608b5-6fc4-49dd-8939-33184f42bd62)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:54.881599 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10e0796e-7cc4-4040-9bed-d6c10d33f4ad req-00385be1-a2ea-4faf-bd1e-55ec11b8aaa2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 210 time: 0.0373998 Dec 08 01:54:54.930929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50a32cce-1947-4f36-9309-89cc9c95b96c req-b7be961a-3661-4128-acde-3663e2a04ca5 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544435 Dec 08 01:54:54.933434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b160b9d6-06f8-4645-a980-3f293850e93b None None] Provisioning complete for port 84394177-a824-4eb7-a0f4-0161091eac90 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:54.933806 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b160b9d6-06f8-4645-a980-3f293850e93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.942493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-58b0a3f7-be36-4d82-a677-1f8fecebc6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Allocated IP 172.20.0.14 (376dbfba-58cd-4342-8d7c-0d280f9eea65/d4c7279c-c784-4fbd-bf3f-b9468031b901/04c2b373-8758-4c02-80ee-e4d510a94f49) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:54.945537 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cad9215b-eb9d-4bb9-b1bc-eb1ae95c2b1f req-866f613f-6b5d-44b0-b44e-fdc4b9f1db1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c HTTP/1.1" status: 200 len: 217 time: 0.2613740 Dec 08 01:54:54.951845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fad12f1-4145-4572-9217-0b047ecd4893 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:54.964149 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fad12f1-4145-4572-9217-0b047ecd4893 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.964438 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-9fad12f1-4145-4572-9217-0b047ecd4893 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Added segment 59b3a610-00f7-4921-8f68-07bdf92406d1 of type vlan for network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 Dec 08 01:54:54.971886 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.054639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=0bbcbb60-32c3-411e-9656-01f462c251c0,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:55.055077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fad12f1-4145-4572-9217-0b047ecd4893 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.083465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62f1e8-340f-4c4c-87f6-a7f77c85b8da req-9c6e4c8a-6405-4932-8273-75e67595e8cd tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:55.085599 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db62f1e8-340f-4c4c-87f6-a7f77c85b8da req-9c6e4c8a-6405-4932-8273-75e67595e8cd tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 945 time: 0.1063635 Dec 08 01:54:55.125189 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['0bbcbb60-32c3-411e-9656-01f462c251c0'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:54:55.132571 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fad12f1-4145-4572-9217-0b047ecd4893 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.139774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad12f1-4145-4572-9217-0b047ecd4893 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:55.140607 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fad12f1-4145-4572-9217-0b047ecd4893 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.158483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e96eb-93e6-45e7-bc70-7d54acbef69f None None] Pushing event updated for resources: {'Port': ['ID=efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:55.280717 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9fad12f1-4145-4572-9217-0b047ecd4893 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6162293 Dec 08 01:54:55.286162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46880) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:55.293133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f2cbdf05-bbf4-477d-8cb3-a33a89df9783 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'subnet': {'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:55.308991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db62f1e8-340f-4c4c-87f6-a7f77c85b8da req-ddedd440-01f1-45c0-a71d-18ff9ebc3338 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091660 Dec 08 01:54:55.333755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad12f1-4145-4572-9217-0b047ecd4893 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'Network': ['ID=08cfbefb-b7c2-4901-a33d-bcd1037fa934,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:55.339824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9215b-eb9d-4bb9-b1bc-eb1ae95c2b1f req-f7f97c8e-849c-4381-b032-84e105816145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:55.341318 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cad9215b-eb9d-4bb9-b1bc-eb1ae95c2b1f req-f7f97c8e-849c-4381-b032-84e105816145 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f100c6a-2ae2-4d7c-8fc9-d8dd397b5f4f HTTP/1.1" status: 200 len: 852 time: 0.3300023 Dec 08 01:54:55.380350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:55.396537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.409885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46884) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:55.439431 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cad9215b-eb9d-4bb9-b1bc-eb1ae95c2b1f req-d099088d-b67d-409f-843d-b4a850e361d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb1d4075-73a0-4602-9f01-d61ab1f769fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390539 Dec 08 01:54:55.443159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.444680 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.464582 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0a4560d-8c80-4ea0-a725-552a2e5004f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.543495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d1bc74fc-8437-4fd5-bf39-49c576f91f08 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:55.589784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cbdf05-bbf4-477d-8cb3-a33a89df9783 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Made reservation on behalf of 0ebd8dda7cdc4383b657e323ecd66448 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:55.593821 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2cbdf05-bbf4-477d-8cb3-a33a89df9783 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.612341 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.697087 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e94baf86-5fcf-41b7-b989-65e90c0edb57 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:55.710284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event updated for resources: {'Port': ['ID=efa04af7-6122-43ec-b8b0-fdd4d8fdbb6a,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:55.788610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port d1bc74fc-8437-4fd5-bf39-49c576f91f08 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:54:55.797853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port d1bc74fc-8437-4fd5-bf39-49c576f91f08 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:55.798223 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.860371 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cad9215b-eb9d-4bb9-b1bc-eb1ae95c2b1f req-79dcbd89-b11a-4b16-80d9-d9053dd1aa21 service neutron] 10.222.0.45 "GET /v2.0/networks/bb1d4075-73a0-4602-9f01-d61ab1f769fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121323 Dec 08 01:54:55.864165 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-58b0a3f7-be36-4d82-a677-1f8fecebc6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.871290 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0a4560d-8c80-4ea0-a725-552a2e5004f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.887456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201f3e5-5162-4875-bd9f-e68423f21571 req-fc1ad411-b4c3-467d-ba72-45c9ae074e8c tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:55.889464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a201f3e5-5162-4875-bd9f-e68423f21571 req-fc1ad411-b4c3-467d-ba72-45c9ae074e8c tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.1340694 Dec 08 01:54:55.893742 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0a4560d-8c80-4ea0-a725-552a2e5004f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.918229 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.933146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e94baf86-5fcf-41b7-b989-65e90c0edb57 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:55.933794 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.962194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:55.985926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b271325f-11fa-4b7a-a8ad-6735e5141653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bc74fc-8437-4fd5-bf39-49c576f91f08'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:55.989402 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55a3d52-a80c-4382-bd51-d54d0c84290b" -d '{"events": [{"server_uuid": "b271325f-11fa-4b7a-a8ad-6735e5141653", "name": "network-vif-plugged", "status": "completed", "tag": "d1bc74fc-8437-4fd5-bf39-49c576f91f08"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:55.995815 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.009643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4560d-8c80-4ea0-a725-552a2e5004f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8f6ee1-1d7c-41dd-8a50-0e55c60a29af,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:56.017920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d0a4560d-8c80-4ea0-a725-552a2e5004f2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c47fa9063e5a411fb3f21bcaa66e3fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6068947 Dec 08 01:54:56.025186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46894) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:56.060348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=d1bc74fc-8437-4fd5-bf39-49c576f91f08,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:56.064792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Network d193856f-8f6d-4496-951d-b51dff3d9aa6 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:56.070439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:56.097484 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-58b0a3f7-be36-4d82-a677-1f8fecebc6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.124016 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.132919 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cad9215b-eb9d-4bb9-b1bc-eb1ae95c2b1f req-8a4e9a6f-32b1-403f-abf7-78d38655276e service neutron] 10.222.0.45 "GET /v2.0/networks/bb1d4075-73a0-4602-9f01-d61ab1f769fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627718 Dec 08 01:54:56.141934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea0423c-4f80-4c06-a5f3-d207986fb2c0 None None] Network d193856f-8f6d-4496-951d-b51dff3d9aa6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:56.198374 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a201f3e5-5162-4875-bd9f-e68423f21571 req-133f6ecf-324e-40b8-b875-7d4bb29bc3a5 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975285 Dec 08 01:54:56.235955 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8803c5de-40fa-48ce-8e58-295a7a9cad71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.241932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port e94baf86-5fcf-41b7-b989-65e90c0edb57, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e94baf86-5fcf-41b7-b989-65e90c0edb57,segment=NetworkSegment(db9c7367-0a27-42ac-ba22-2760a0a23a77),segment_id=db9c7367-0a27-42ac-ba22-2760a0a23a77)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:56.263732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-02663f96-9204-44f0-921b-c57cbe8959eb None None] Provisioning complete for port e94baf86-5fcf-41b7-b989-65e90c0edb57 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:56.264128 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-02663f96-9204-44f0-921b-c57cbe8959eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.272368 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8803c5de-40fa-48ce-8e58-295a7a9cad71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.305925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e353-1931-4bd9-9626-6d1202d29fa3 req-31160162-d903-44ef-85f9-f441093bcfcd tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:56.307690 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.308495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 84394177-a824-4eb7-a0f4-0161091eac90 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:56.318029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac87e353-1931-4bd9-9626-6d1202d29fa3 req-31160162-d903-44ef-85f9-f441093bcfcd tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 932 time: 0.2969596 Dec 08 01:54:56.318257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-58b0a3f7-be36-4d82-a677-1f8fecebc6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Network 376dbfba-58cd-4342-8d7c-0d280f9eea65 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:56.334183 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-58b0a3f7-be36-4d82-a677-1f8fecebc6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:56.337643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-58b0a3f7-be36-4d82-a677-1f8fecebc6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:56.361168 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2cbdf05-bbf4-477d-8cb3-a33a89df9783 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.378373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0a3f7-be36-4d82-a677-1f8fecebc6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Pushing event updated for resources: {'Port': ['ID=04c2b373-8758-4c02-80ee-e4d510a94f49,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:56.417785 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-58b0a3f7-be36-4d82-a677-1f8fecebc6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:56.418555 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-58b0a3f7-be36-4d82-a677-1f8fecebc6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.444107 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Router aeeb9b13-d241-4f58-b22b-406a8bcfddd8 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:54:56.450872 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-58b0a3f7-be36-4d82-a677-1f8fecebc6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2362065 Dec 08 01:54:56.477780 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8803c5de-40fa-48ce-8e58-295a7a9cad71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.480455 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8803c5de-40fa-48ce-8e58-295a7a9cad71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.483961 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8803c5de-40fa-48ce-8e58-295a7a9cad71 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3d8f6ee1-1d7c-41dd-8a50-0e55c60a29af HTTP/1.1" status: 204 len: 168 time: 0.4412503 Dec 08 01:54:56.522301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbdf05-bbf4-477d-8cb3-a33a89df9783 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'Subnet': ['ID=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:56.545410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Request body: {'port': {'device_id': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:56.559188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803c5de-40fa-48ce-8e58-295a7a9cad71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8f6ee1-1d7c-41dd-8a50-0e55c60a29af,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:56.582336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500039b3-f99d-407f-b7b5-f6bc765265c5 req-41342fb6-a52d-4630-8183-7574cbd39578 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:56.591273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-500039b3-f99d-407f-b7b5-f6bc765265c5 req-41342fb6-a52d-4630-8183-7574cbd39578 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 944 time: 0.2419128 Dec 08 01:54:56.629065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:56.660943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a25382-c575-40de-a87e-520e3350cdaf None None] Sync routers for ids ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:56.671378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 84394177-a824-4eb7-a0f4-0161091eac90 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:56.671775 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.680759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac87e353-1931-4bd9-9626-6d1202d29fa3 req-c868f9cb-c88a-4918-86a8-f886b0fac481 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bc6e8cc-dc6b-4586-8665-4998928457c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615756 Dec 08 01:54:56.683949 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7c4efa38-102d-4ba5-a95d-ab4e6e58f708 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "PUT /v2.0/routers/aeeb9b13-d241-4f58-b22b-406a8bcfddd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8949811 Dec 08 01:54:56.699140 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-500039b3-f99d-407f-b7b5-f6bc765265c5 req-48aaaf77-7645-4ade-bbeb-cf42403833a4 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067152 Dec 08 01:54:56.700664 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46902) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:56.705675 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.733996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=e94baf86-5fcf-41b7-b989-65e90c0edb57,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:56.774594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a25382-c575-40de-a87e-520e3350cdaf None None] Routers {'aeeb9b13-d241-4f58-b22b-406a8bcfddd8'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:56.775243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d1a25382-c575-40de-a87e-520e3350cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:56.858519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cbdf05-bbf4-477d-8cb3-a33a89df9783 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Checking segment: {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:56.861180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cbdf05-bbf4-477d-8cb3-a33a89df9783 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Network hostable DHCP agents. Network: 0f88c89f-fe0c-49b8-bb4a-a28396059b3f, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:56.874050 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a874719-7988-4fe9-be83-38c96968a402 x-openstack-request-id: req-6a874719-7988-4fe9-be83-38c96968a402 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:56.874352 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b271325f-11fa-4b7a-a8ad-6735e5141653", "name": "network-vif-plugged", "status": "completed", "tag": "d1bc74fc-8437-4fd5-bf39-49c576f91f08", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:56.874612 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6a874719-7988-4fe9-be83-38c96968a402 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:56.875017 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b271325f-11fa-4b7a-a8ad-6735e5141653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bc74fc-8437-4fd5-bf39-49c576f91f08', 'code': 200} Dec 08 01:54:56.895825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d1a25382-c575-40de-a87e-520e3350cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:57.080792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cbdf05-bbf4-477d-8cb3-a33a89df9783 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:57.154648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355e219-ffdf-4f44-aaa6-e84d19e476ab req-8aaf4c44-f289-4d5c-bc8d-407f49d8434a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:57.154870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:57.157497 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b355e219-ffdf-4f44-aaa6-e84d19e476ab req-8aaf4c44-f289-4d5c-bc8d-407f49d8434a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 946 time: 0.1632326 Dec 08 01:54:57.161865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f2cbdf05-bbf4-477d-8cb3-a33a89df9783 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 0f88c89f-fe0c-49b8-bb4a-a28396059b3f) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:57.162252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7637517-a43a-42ab-bd32-f0aae2fb016d None None] Network 834657ea-4375-44ac-a497-153413906c18 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:57.202428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6349a450-1795-4b41-98bc-e725c1e5bcf0 None None] Network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:57.290501 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c2b373-8758-4c02-80ee-e4d510a94f49 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:54:57.294430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cbdf05-bbf4-477d-8cb3-a33a89df9783 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:57.295126 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2cbdf05-bbf4-477d-8cb3-a33a89df9783 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:57.315384 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:57.326676 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a25382-c575-40de-a87e-520e3350cdaf None None] Routers {'aeeb9b13-d241-4f58-b22b-406a8bcfddd8'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:57.327375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d1a25382-c575-40de-a87e-520e3350cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:57.352922 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Transition to ACTIVE for port object 04c2b373-8758-4c02-80ee-e4d510a94f49 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:54:57.357291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9675b-9395-4c36-badc-6c30e6d07cc0 req-f6dedc41-a831-4c60-a517-c52c48381f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:57.358677 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bbb9675b-9395-4c36-badc-6c30e6d07cc0 req-f6dedc41-a831-4c60-a517-c52c48381f77 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 1098 time: 0.2944014 Dec 08 01:54:57.364030 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:57.379714 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d1a25382-c575-40de-a87e-520e3350cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:57.380378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a25382-c575-40de-a87e-520e3350cdaf None None] The sync data for ids ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:57.389110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-84f5c32d-0bdc-40da-937a-87aef2869d0b None None] Provisioning complete for port 04c2b373-8758-4c02-80ee-e4d510a94f49 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:57.389482 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84f5c32d-0bdc-40da-937a-87aef2869d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:57.428591 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f2cbdf05-bbf4-477d-8cb3-a33a89df9783 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1397452 Dec 08 01:54:57.434075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46914) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:57.441109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-353237d7-5a36-4fa2-8e8f-69e8d5345eb4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'subnet': {'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:57.507392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0bbcbb60-32c3-411e-9656-01f462c251c0 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:57.509333 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b355e219-ffdf-4f44-aaa6-e84d19e476ab req-f2bd391d-7247-428a-8e2d-1ce9f3c0cc24 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588174 Dec 08 01:54:57.586094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-84f5c32d-0bdc-40da-937a-87aef2869d0b None None] Port 04c2b373-8758-4c02-80ee-e4d510a94f49 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:57.647477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-0f88c89f-fe0c-49b8-bb4a-a28396059b3f', 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f', 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'fixed_ips': [{'subnet_id': 'cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:54:57.648549 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:57.649001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Pushing event updated for resources: {'Port': ['ID=04c2b373-8758-4c02-80ee-e4d510a94f49,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:57.733014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Attempting to bind port 04c2b373-8758-4c02-80ee-e4d510a94f49 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:57.733366 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Attempting to bind port 04c2b373-8758-4c02-80ee-e4d510a94f49 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '7701cede-0a15-4305-9404-791ed0df9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:57.733739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Attempting to bind port 04c2b373-8758-4c02-80ee-e4d510a94f49 on network 376dbfba-58cd-4342-8d7c-0d280f9eea65 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:57.748747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Port 04c2b373-8758-4c02-80ee-e4d510a94f49 on network 376dbfba-58cd-4342-8d7c-0d280f9eea65 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:57.749095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Attempting to bind port 04c2b373-8758-4c02-80ee-e4d510a94f49 on network 376dbfba-58cd-4342-8d7c-0d280f9eea65 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:57.773915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:57.774377 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Checking segment: {'id': '7701cede-0a15-4305-9404-791ed0df9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:57.774886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Bound using segment: {'id': '7701cede-0a15-4305-9404-791ed0df9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:57.775361 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Bound port: 04c2b373-8758-4c02-80ee-e4d510a94f49, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7701cede-0a15-4305-9404-791ed0df9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:57.775779 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:57.794588 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bbb9675b-9395-4c36-badc-6c30e6d07cc0 req-cfa37995-f71e-4a60-bcbf-e6d97773919e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273827 Dec 08 01:54:57.809914 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353237d7-5a36-4fa2-8e8f-69e8d5345eb4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Made reservation on behalf of 0ebd8dda7cdc4383b657e323ecd66448 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:57.813800 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-353237d7-5a36-4fa2-8e8f-69e8d5345eb4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:57.815087 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed346304-b4a7-4ace-a25b-063805f4ac34 req-e5620752-9362-4383-9637-21c014f63cf5 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:57.816637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed346304-b4a7-4ace-a25b-063805f4ac34 req-e5620752-9362-4383-9637-21c014f63cf5 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.4544721 Dec 08 01:54:57.947585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e94baf86-5fcf-41b7-b989-65e90c0edb57 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:58.001341 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.006204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Allocated IP 10.1.1.2 (0f88c89f-fe0c-49b8-bb4a-a28396059b3f/cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9/d49adbf4-d9b5-470c-8833-c00e575c9a2e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:58.021868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 0bbcbb60-32c3-411e-9656-01f462c251c0 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:54:58.046556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 0bbcbb60-32c3-411e-9656-01f462c251c0 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:58.048744 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.086172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-da2bdf74-be7a-4597-89ef-be51fe1f6ce6 None None] Provisioning complete for port e94baf86-5fcf-41b7-b989-65e90c0edb57 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:58.086704 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da2bdf74-be7a-4597-89ef-be51fe1f6ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.140121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed346304-b4a7-4ace-a25b-063805f4ac34 req-69a536da-b721-4961-98ec-0d54083bf153 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016405 Dec 08 01:54:58.151116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] For port 04c2b373-8758-4c02-80ee-e4d510a94f49, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:58.162471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4585170-2338-4af6-8599-347c11756b2a req-6d4564fb-8c6d-4c3b-b8fc-1973fa132f13 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:58.164345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f4585170-2338-4af6-8599-347c11756b2a req-6d4564fb-8c6d-4c3b-b8fc-1973fa132f13 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 944 time: 0.2922645 Dec 08 01:54:58.184382 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] For port 04c2b373-8758-4c02-80ee-e4d510a94f49, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=04c2b373-8758-4c02-80ee-e4d510a94f49,segment=NetworkSegment(7701cede-0a15-4305-9404-791ed0df9cd3),segment_id=7701cede-0a15-4305-9404-791ed0df9cd3)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:58.204899 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.254629 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-8f17b5b3-7024-4807-80c0-f93101dcaaef tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:54:58.256111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8f17b5b3-7024-4807-80c0-f93101dcaaef tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "PUT /v2.0/routers/aeeb9b13-d241-4f58-b22b-406a8bcfddd8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5450737 Dec 08 01:54:58.273311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46936) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:58.308427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f4585170-2338-4af6-8599-347c11756b2a req-4ca164ed-332c-44c0-8c93-4b44dfd68ee5 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069226 Dec 08 01:54:58.317232 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:58.318959 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.320544 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] 10.222.0.45 "PUT /v2.0/ports/04c2b373-8758-4c02-80ee-e4d510a94f49 HTTP/1.1" status: 200 len: 1093 time: 1.7799444 Dec 08 01:54:58.326293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e94baf86-5fcf-41b7-b989-65e90c0edb57 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:58.326758 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.329969 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'tag': '04c2b373-8758-4c02-80ee-e4d510a94f49'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:58.337897 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f02ee-611d-447f-8d04-35cad074babd req-fa022abb-0f39-43fa-81f8-53c1be95f898 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:58.339977 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e58f02ee-611d-447f-8d04-35cad074babd req-fa022abb-0f39-43fa-81f8-53c1be95f898 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 944 time: 0.0825000 Dec 08 01:54:58.341869 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15101722-5ae8-4626-aa46-487f6a95771c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2185ef1-b633-4271-8c23-76ec27371c4c", "tag": "04c2b373-8758-4c02-80ee-e4d510a94f49"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:58.443913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e58f02ee-611d-447f-8d04-35cad074babd req-feb454ee-dd7b-4d6c-b6a3-78f7850b0b77 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bc6e8cc-dc6b-4586-8665-4998928457c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948548 Dec 08 01:54:58.506070 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b93175-b211-4650-ba23-0dd2fa27c45a service neutron] Pushing event updated for resources: {'Port': ['ID=04c2b373-8758-4c02-80ee-e4d510a94f49,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:58.513331 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-353237d7-5a36-4fa2-8e8f-69e8d5345eb4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.575565 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.590949 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.599834 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.694218 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Pushing event updated for resources: {'Port': ['ID=d49adbf4-d9b5-470c-8833-c00e575c9a2e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:58.696364 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5f1160-1a1d-4f13-8315-43f24b3fcd24 x-openstack-request-id: req-bf5f1160-1a1d-4f13-8315-43f24b3fcd24 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:58.696657 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2185ef1-b633-4271-8c23-76ec27371c4c", "tag": "04c2b373-8758-4c02-80ee-e4d510a94f49", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:58.696908 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bf5f1160-1a1d-4f13-8315-43f24b3fcd24 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:58.697415 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'tag': '04c2b373-8758-4c02-80ee-e4d510a94f49', 'status': 'completed', 'code': 200} Dec 08 01:54:58.707937 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-4e3771aa-c59b-4c9c-9269-1fad1a0c8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:58.709500 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-4e3771aa-c59b-4c9c-9269-1fad1a0c8b73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71ce27ccb4884778a9dee02004aa9863&device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 1096 time: 0.2719977 Dec 08 01:54:58.710506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-da2bdf74-be7a-4597-89ef-be51fe1f6ce6 None None] Provisioning complete for port efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:58.711093 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da2bdf74-be7a-4597-89ef-be51fe1f6ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.753075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353237d7-5a36-4fa2-8e8f-69e8d5345eb4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'Subnet': ['ID=28afa482-a172-4120-a6cc-25d01b353e67,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:58.798116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:58.813815 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-32a284e7-76c4-411c-af0d-9f4c31676469 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c2b373-8758-4c02-80ee-e4d510a94f49 HTTP/1.1" status: 200 len: 217 time: 0.0709331 Dec 08 01:54:58.817740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:58.833863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:58.838476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353237d7-5a36-4fa2-8e8f-69e8d5345eb4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Checking segment: {'id': '59b3a610-00f7-4921-8f68-07bdf92406d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:58.838889 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353237d7-5a36-4fa2-8e8f-69e8d5345eb4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Network hostable DHCP agents. Network: 08cfbefb-b7c2-4901-a33d-bcd1037fa934, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:58.872693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea0236-aef5-456c-bb43-02c2381c365f req-8a22028f-8441-4818-ad54-3040c26ac4c4 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:58.874511 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56ea0236-aef5-456c-bb43-02c2381c365f req-8a22028f-8441-4818-ad54-3040c26ac4c4 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 946 time: 0.1151831 Dec 08 01:54:58.884005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f7e69b-67b0-464f-9fc5-2108b0c82ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbcbb60-32c3-411e-9656-01f462c251c0'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:58.886409 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2208383a-3c4b-4965-9ca4-dfd9835b844d" -d '{"events": [{"server_uuid": "c8f7e69b-67b0-464f-9fc5-2108b0c82ef7", "name": "network-vif-plugged", "status": "completed", "tag": "0bbcbb60-32c3-411e-9656-01f462c251c0"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:58.902328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e53f50-e2e5-43bb-9bef-03c5f701e67b req-b85a34f6-ee70-431f-a65c-64b784f202fc tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:58.904167 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0e53f50-e2e5-43bb-9bef-03c5f701e67b req-b85a34f6-ee70-431f-a65c-64b784f202fc tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.0987887 Dec 08 01:54:58.939364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 0bbcbb60-32c3-411e-9656-01f462c251c0, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0bbcbb60-32c3-411e-9656-01f462c251c0,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:58.975074 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.991222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-2ec998af-2311-4227-9bdf-acabb953a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:58.992845 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-2ec998af-2311-4227-9bdf-acabb953a157 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4c7279c-c784-4fbd-bf3f-b9468031b901 HTTP/1.1" status: 200 len: 868 time: 0.1676984 Dec 08 01:54:58.995249 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0e53f50-e2e5-43bb-9bef-03c5f701e67b req-0d3671e1-2a98-4c97-b9ad-faf2e5a92235 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731423 Dec 08 01:54:59.005329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353237d7-5a36-4fa2-8e8f-69e8d5345eb4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:59.020456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56ea0236-aef5-456c-bb43-02c2381c365f req-fdf6533c-2ed1-4355-b489-29ca90e91a6a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348288 Dec 08 01:54:59.055209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-353237d7-5a36-4fa2-8e8f-69e8d5345eb4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 08cfbefb-b7c2-4901-a33d-bcd1037fa934) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:59.066638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353237d7-5a36-4fa2-8e8f-69e8d5345eb4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.067240 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-353237d7-5a36-4fa2-8e8f-69e8d5345eb4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.080021 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b962dc29-8cac-4ec8-bb53-f65eb9f267c2 x-openstack-request-id: req-b962dc29-8cac-4ec8-bb53-f65eb9f267c2 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:59.080440 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f7e69b-67b0-464f-9fc5-2108b0c82ef7", "name": "network-vif-plugged", "status": "completed", "tag": "0bbcbb60-32c3-411e-9656-01f462c251c0", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:59.080785 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b962dc29-8cac-4ec8-bb53-f65eb9f267c2 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:59.081257 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f7e69b-67b0-464f-9fc5-2108b0c82ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbcbb60-32c3-411e-9656-01f462c251c0', 'code': 200} Dec 08 01:54:59.085326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d961b0bc-d39b-4dbf-86ba-3fdbc82c04e0 None None] Network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:59.123190 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-f0580fc5-986c-4f22-9da3-b7c2e69506bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.124891 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-f0580fc5-986c-4f22-9da3-b7c2e69506bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376dbfba-58cd-4342-8d7c-0d280f9eea65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129408 Dec 08 01:54:59.133633 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-353237d7-5a36-4fa2-8e8f-69e8d5345eb4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6958454 Dec 08 01:54:59.135037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46956) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:59.137059 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:59.138792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e5bdace4-cd23-4b76-934a-f15d73a2b796 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'port': {'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f', 'name': 'tempest-TaggedBootDevicesTest_v242-329386832', 'fixed_ips': [{'subnet_id': 'cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:59.143397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Attempting to bind port d49adbf4-d9b5-470c-8833-c00e575c9a2e on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:59.143904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Attempting to bind port d49adbf4-d9b5-470c-8833-c00e575c9a2e by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:59.144364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Attempting to bind port d49adbf4-d9b5-470c-8833-c00e575c9a2e on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:59.166259 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da2bdf74-be7a-4597-89ef-be51fe1f6ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.239952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:59.240524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Checking segment: {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:59.241121 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.241700 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Bound using segment: {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:59.242291 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Bound port: d49adbf4-d9b5-470c-8833-c00e575c9a2e, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:59.242790 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.244868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e0e30-b4d6-460b-bb29-8951f233ad24 req-f7f7e10c-d2ae-4165-9be6-26e1d1ada4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.246815 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a27e0e30-b4d6-460b-bb29-8951f233ad24 req-f7f7e10c-d2ae-4165-9be6-26e1d1ada4eb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 1097 time: 0.0885384 Dec 08 01:54:59.273382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c2a8b5b-e147-47b2-8e89-76d0e5a16f42 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.283435 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-da2bdf74-be7a-4597-89ef-be51fe1f6ce6 None None] For port efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8,segment=NetworkSegment(8ab608b5-6fc4-49dd-8939-33184f42bd62),segment_id=8ab608b5-6fc4-49dd-8939-33184f42bd62)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:59.284820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=0bbcbb60-32c3-411e-9656-01f462c251c0,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:59.299330 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da2bdf74-be7a-4597-89ef-be51fe1f6ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.517918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-da2bdf74-be7a-4597-89ef-be51fe1f6ce6 None None] Provisioning complete for port efa04af7-6122-43ec-b8b0-fdd4d8fdbb6a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:59.518597 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da2bdf74-be7a-4597-89ef-be51fe1f6ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.545185 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-08cfbefb-b7c2-4901-a33d-bcd1037fa934', 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934', 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'fixed_ips': [{'subnet_id': '28afa482-a172-4120-a6cc-25d01b353e67'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:54:59.546258 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.549010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:59.549496 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.624201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] For port d49adbf4-d9b5-470c-8833-c00e575c9a2e, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:59.629036 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bdf74-be7a-4597-89ef-be51fe1f6ce6 None None] Pushing event updated for resources: {'Port': ['ID=efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:59.708256 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a27e0e30-b4d6-460b-bb29-8951f233ad24 req-8e3f804c-9c6d-4e9a-bb14-ef1cf69b185f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513657 Dec 08 01:54:59.727193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525803c-9f19-45c3-80af-85eaf06b516c req-0051f478-9f31-4d8f-adba-8eb7e6dcc4c9 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.728812 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-18233ca5-23c5-4997-afd2-451b03419b6d service neutron] 10.222.0.45 "GET /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954101 Dec 08 01:54:59.737049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4525803c-9f19-45c3-80af-85eaf06b516c req-0051f478-9f31-4d8f-adba-8eb7e6dcc4c9 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 945 time: 0.1342981 Dec 08 01:54:59.747957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fd0fa-6d3f-43a1-946c-a40ffbe614c5 req-fca66700-f5e1-433c-90a4-3ac2089f97d7 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.749411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca8fd0fa-6d3f-43a1-946c-a40ffbe614c5 req-fca66700-f5e1-433c-90a4-3ac2089f97d7 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 944 time: 0.1495485 Dec 08 01:54:59.765625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Allocated IP 10.2.2.2 (08cfbefb-b7c2-4901-a33d-bcd1037fa934/28afa482-a172-4120-a6cc-25d01b353e67/41710f47-bc85-4743-841d-c48a11f25107) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:59.842145 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca8fd0fa-6d3f-43a1-946c-a40ffbe614c5 req-52890a1f-1cbf-4839-936f-41c35b1f5979 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bc6e8cc-dc6b-4586-8665-4998928457c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784378 Dec 08 01:54:59.855687 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4525803c-9f19-45c3-80af-85eaf06b516c req-100f3cc8-5714-4312-93d2-5740732788c1 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155686 Dec 08 01:54:59.869142 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bdace4-cd23-4b76-934a-f15d73a2b796 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Made reservation on behalf of 0ebd8dda7cdc4383b657e323ecd66448 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:59.998112 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07b4fe0d-abeb-4b31-ad5f-2105e2617ea9 req-e1fbbab4-54f8-485b-863c-b7653bd52d38 service neutron] 10.222.0.45 "GET /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608199 Dec 08 01:54:59.998380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] For port d49adbf4-d9b5-470c-8833-c00e575c9a2e, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d49adbf4-d9b5-470c-8833-c00e575c9a2e,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:00.013000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-da2bdf74-be7a-4597-89ef-be51fe1f6ce6 None None] Port efa04af7-6122-43ec-b8b0-fdd4d8fdbb6a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:00.015149 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.039720 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5bdace4-cd23-4b76-934a-f15d73a2b796 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.085901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-e5bdace4-cd23-4b76-934a-f15d73a2b796 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] device_id is not set on port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:55:00.227036 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c7d89-0d79-4e72-b0f7-fbb448688e28 None None] Pushing event updated for resources: {'Port': ['ID=d49adbf4-d9b5-470c-8833-c00e575c9a2e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:00.273788 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.292325 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.314038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f24a0f8c-7eb9-4ed7-ba7e-7da0e2f14025 None None] Provisioning complete for port efa04af7-6122-43ec-b8b0-fdd4d8fdbb6a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:00.314399 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f24a0f8c-7eb9-4ed7-ba7e-7da0e2f14025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.332492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0bf58-6334-4721-8864-737744181ac1 req-903aa1a8-a5d1-4782-9ffb-02f856f81520 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:00.341248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72b0bf58-6334-4721-8864-737744181ac1 req-903aa1a8-a5d1-4782-9ffb-02f856f81520 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.2649591 Dec 08 01:55:00.417952 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15101722-5ae8-4626-aa46-487f6a95771c req-68056eae-47bc-42c5-a20f-5f95140473db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:00.420451 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-15101722-5ae8-4626-aa46-487f6a95771c req-68056eae-47bc-42c5-a20f-5f95140473db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71ce27ccb4884778a9dee02004aa9863&device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 1096 time: 0.2568419 Dec 08 01:55:00.463336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:00.470074 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:00.512395 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:00.520428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Pushing event updated for resources: {'Port': ['ID=41710f47-bc85-4743-841d-c48a11f25107,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:00.527282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:00.554220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f24a0f8c-7eb9-4ed7-ba7e-7da0e2f14025 None None] Port efa04af7-6122-43ec-b8b0-fdd4d8fdbb6a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:00.558170 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4d6ae-ecfd-4ac7-ac7e-b2e72888ba83 req-ee447d8c-2ece-43b5-829e-8b9211eec0f7 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:00.565777 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-70f4d6ae-ecfd-4ac7-ac7e-b2e72888ba83 req-ee447d8c-2ece-43b5-829e-8b9211eec0f7 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 946 time: 0.3493214 Dec 08 01:55:00.590349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72b0bf58-6334-4721-8864-737744181ac1 req-95597af6-32a9-406d-a913-5f02a12083de tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451928 Dec 08 01:55:00.641968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f24a0f8c-7eb9-4ed7-ba7e-7da0e2f14025 None None] Provisioning complete for port efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:00.642335 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f24a0f8c-7eb9-4ed7-ba7e-7da0e2f14025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.694172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Attempting to bind port 41710f47-bc85-4743-841d-c48a11f25107 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:00.694542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Attempting to bind port 41710f47-bc85-4743-841d-c48a11f25107 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '59b3a610-00f7-4921-8f68-07bdf92406d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:00.694897 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Attempting to bind port 41710f47-bc85-4743-841d-c48a11f25107 on network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:00.712025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:00.712609 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.751857 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-70f4d6ae-ecfd-4ac7-ac7e-b2e72888ba83 req-e8ea14c9-6b51-4fb5-862f-21e6f368f6ef tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585553 Dec 08 01:55:00.790501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:00.795922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Checking segment: {'id': '59b3a610-00f7-4921-8f68-07bdf92406d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:00.796917 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.799540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Bound using segment: {'id': '59b3a610-00f7-4921-8f68-07bdf92406d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:00.804013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Bound port: 41710f47-bc85-4743-841d-c48a11f25107, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b3a610-00f7-4921-8f68-07bdf92406d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:00.804603 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.972770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a8b5b-e147-47b2-8e89-76d0e5a16f42 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Deleting port efa04af7-6122-43ec-b8b0-fdd4d8fdbb6a {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:00.973714 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c2a8b5b-e147-47b2-8e89-76d0e5a16f42 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.992343 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-e5bdace4-cd23-4b76-934a-f15d73a2b796 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Allocated IP 10.1.1.33 (0f88c89f-fe0c-49b8-bb4a-a28396059b3f/cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9/ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:01.062701 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9662cb-6ff0-43a7-89f1-af2b05e3e4dd req-1865c67b-9a44-477b-9aa1-af855a324ef7 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:01.067093 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ca9662cb-6ff0-43a7-89f1-af2b05e3e4dd req-1865c67b-9a44-477b-9aa1-af855a324ef7 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.45 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.3984680 Dec 08 01:55:01.101597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3cf9b-9a19-4d34-9c6e-c0344108e9af req-ddd378e6-8058-4863-9f68-74a9fb736b5c tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:01.105318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0bc3cf9b-9a19-4d34-9c6e-c0344108e9af req-ddd378e6-8058-4863-9f68-74a9fb736b5c tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 1098 time: 0.1386395 Dec 08 01:55:01.123549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca500e-3de6-448b-8dde-a4ca0ae66738 req-58cc1478-bad1-44d7-a708-bb724e35bd74 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:01.125389 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5cca500e-3de6-448b-8dde-a4ca0ae66738 req-58cc1478-bad1-44d7-a708-bb724e35bd74 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 945 time: 0.0984654 Dec 08 01:55:01.143199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15101722-5ae8-4626-aa46-487f6a95771c req-707d5ea9-00a6-47d1-90d3-87a51607f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:01.144766 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-15101722-5ae8-4626-aa46-487f6a95771c req-707d5ea9-00a6-47d1-90d3-87a51607f1d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=376dbfba-58cd-4342-8d7c-0d280f9eea65 HTTP/1.1" status: 200 len: 930 time: 0.7117085 Dec 08 01:55:01.151399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] For port 41710f47-bc85-4743-841d-c48a11f25107, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:01.242417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] For port 41710f47-bc85-4743-841d-c48a11f25107, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=41710f47-bc85-4743-841d-c48a11f25107,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:01.251127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:01.260979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0bc3cf9b-9a19-4d34-9c6e-c0344108e9af req-5fbd854b-c60b-4c11-a147-33a28a57b308 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335871 Dec 08 01:55:01.266594 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-15101722-5ae8-4626-aa46-487f6a95771c req-6da524ef-e667-4043-b27a-cae27b47fbcc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c2b373-8758-4c02-80ee-e4d510a94f49 HTTP/1.1" status: 200 len: 217 time: 0.0942421 Dec 08 01:55:01.316900 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5cca500e-3de6-448b-8dde-a4ca0ae66738 req-748d4bf1-016f-4036-b3e8-ff27a9d9ec28 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692624 Dec 08 01:55:01.365605 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c2a8b5b-e147-47b2-8e89-76d0e5a16f42 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:01.420746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6fc49-e4a9-4293-b1ca-8839a575953a None None] Pushing event updated for resources: {'Port': ['ID=41710f47-bc85-4743-841d-c48a11f25107,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:01.511557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb43139-cc96-4846-89a0-4f1d9313387b req-8b3cd995-e2c1-47bf-a725-d55bbfe4e27a tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:01.514280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a8b5b-e147-47b2-8e89-76d0e5a16f42 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Calling delete_port for efa04af7-6122-43ec-b8b0-fdd4d8fdbb6a owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:01.520713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fb43139-cc96-4846-89a0-4f1d9313387b req-8b3cd995-e2c1-47bf-a725-d55bbfe4e27a tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 944 time: 0.0921359 Dec 08 01:55:01.627393 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15101722-5ae8-4626-aa46-487f6a95771c req-74a63ddd-9bbb-488c-8244-49343e44a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:01.629352 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-15101722-5ae8-4626-aa46-487f6a95771c req-74a63ddd-9bbb-488c-8244-49343e44a391 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4c7279c-c784-4fbd-bf3f-b9468031b901 HTTP/1.1" status: 200 len: 868 time: 0.3444605 Dec 08 01:55:01.641453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7ce95-c184-4a99-8961-cf260ab258ab req-5d0d5c99-5186-4656-8680-e51f35521952 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:01.643352 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbd7ce95-c184-4a99-8961-cf260ab258ab req-5d0d5c99-5186-4656-8680-e51f35521952 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 1098 time: 0.0891390 Dec 08 01:55:01.647051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fb43139-cc96-4846-89a0-4f1d9313387b req-ad6874a3-6911-4377-a735-dc26dd074c13 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bc6e8cc-dc6b-4586-8665-4998928457c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172259 Dec 08 01:55:01.746986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbd7ce95-c184-4a99-8961-cf260ab258ab req-7a2a46a1-775d-4ff4-913a-6e4e5d0c5313 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864608 Dec 08 01:55:01.834578 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-ca9662cb-6ff0-43a7-89f1-af2b05e3e4dd req-4c771174-7540-4492-81b9-2785cc2ab9a9 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Deleting port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:01.834926 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ca9662cb-6ff0-43a7-89f1-af2b05e3e4dd req-4c771174-7540-4492-81b9-2785cc2ab9a9 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:01.851449 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b246e0-2ffa-456e-a3b5-e74e3a227a68 req-d7c6bf9e-4a3c-4157-9f8f-fee168da9e74 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:01.853670 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a9b246e0-2ffa-456e-a3b5-e74e3a227a68 req-d7c6bf9e-4a3c-4157-9f8f-fee168da9e74 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1668e72c-f41d-4112-a59f-a17241e148e2 HTTP/1.1" status: 200 len: 945 time: 0.0884061 Dec 08 01:55:01.966959 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5bdace4-cd23-4b76-934a-f15d73a2b796 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:01.969919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a9b246e0-2ffa-456e-a3b5-e74e3a227a68 req-d52b0647-fcc2-4ef1-8a77-f7c0217f32ef tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eec4c7f-2b58-4b87-988e-80b3a45f38a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045694 Dec 08 01:55:01.970288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc9baa7-9b25-4c10-bdce-784d4ca3377f None None] Network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:02.001847 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15101722-5ae8-4626-aa46-487f6a95771c req-6f02b748-ebfd-4d30-b48f-5e89cf8862c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:02.003376 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-15101722-5ae8-4626-aa46-487f6a95771c req-6f02b748-ebfd-4d30-b48f-5e89cf8862c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376dbfba-58cd-4342-8d7c-0d280f9eea65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2975922 Dec 08 01:55:02.090324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7b78317d-e324-4712-b989-f8eb0e96c2a5 None None] Provisioning complete for port d49adbf4-d9b5-470c-8833-c00e575c9a2e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:02.090778 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b78317d-e324-4712-b989-f8eb0e96c2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.110703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-ca9662cb-6ff0-43a7-89f1-af2b05e3e4dd req-4c771174-7540-4492-81b9-2785cc2ab9a9 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] For port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c,segment=NetworkSegment(32772601-68d7-4db0-94db-6ec441ccf92d),segment_id=32772601-68d7-4db0-94db-6ec441ccf92d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:02.111078 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ca9662cb-6ff0-43a7-89f1-af2b05e3e4dd req-4c771174-7540-4492-81b9-2785cc2ab9a9 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.168120 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-ca9662cb-6ff0-43a7-89f1-af2b05e3e4dd req-4c771174-7540-4492-81b9-2785cc2ab9a9 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Calling delete_port for 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:02.185198 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5bdace4-cd23-4b76-934a-f15d73a2b796 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.231228 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b78317d-e324-4712-b989-f8eb0e96c2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.274538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7b78317d-e324-4712-b989-f8eb0e96c2a5 None None] For port d49adbf4-d9b5-470c-8833-c00e575c9a2e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d49adbf4-d9b5-470c-8833-c00e575c9a2e,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:02.292772 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b78317d-e324-4712-b989-f8eb0e96c2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.379278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78317d-e324-4712-b989-f8eb0e96c2a5 None None] Pushing event updated for resources: {'Port': ['ID=d49adbf4-d9b5-470c-8833-c00e575c9a2e,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:02.442423 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-15101722-5ae8-4626-aa46-487f6a95771c req-b8c5cbc6-95a3-4a64-89e4-763ef3cb09d0 service neutron] 10.222.0.45 "GET /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042721 Dec 08 01:55:02.459319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bdace4-cd23-4b76-934a-f15d73a2b796 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:02.500197 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e5bdace4-cd23-4b76-934a-f15d73a2b796 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:02.502224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc1867-c65b-48eb-aaa6-25eb132d2aa6 req-6332ba25-3feb-4d3f-ac51-1f29ed1f2407 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:02.519885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bdc1867-c65b-48eb-aaa6-25eb132d2aa6 req-6332ba25-3feb-4d3f-ac51-1f29ed1f2407 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 945 time: 0.1024184 Dec 08 01:55:02.600003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 41710f47-bc85-4743-841d-c48a11f25107 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:02.654055 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bdc1867-c65b-48eb-aaa6-25eb132d2aa6 req-cdaf2ca6-db5a-4049-a327-36d6ca0d7834 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127293 Dec 08 01:55:02.662535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bdace4-cd23-4b76-934a-f15d73a2b796 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:02.676860 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ca9662cb-6ff0-43a7-89f1-af2b05e3e4dd req-4c771174-7540-4492-81b9-2785cc2ab9a9 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.691526 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdace4-cd23-4b76-934a-f15d73a2b796 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'Port': ['ID=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:02.776286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c771174-7540-4492-81b9-2785cc2ab9a9 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Pushing event deleted for resources: {'Port': ['ID=42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:02.778297 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:55:02.800655 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c2a8b5b-e147-47b2-8e89-76d0e5a16f42 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.913055 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e503e552-d4bd-45d7-b613-7b77dd74e87b None None] Provisioning complete for port d49adbf4-d9b5-470c-8833-c00e575c9a2e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:02.913511 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e503e552-d4bd-45d7-b613-7b77dd74e87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.916407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a8b5b-e147-47b2-8e89-76d0e5a16f42 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event deleted for resources: {'Port': ['ID=efa04af7-6122-43ec-b8b0-fdd4d8fdbb6a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:02.970823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9662cb-6ff0-43a7-89f1-af2b05e3e4dd req-4c771174-7540-4492-81b9-2785cc2ab9a9 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] No DVR routers for this DVR port 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:02.993426 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ca9662cb-6ff0-43a7-89f1-af2b05e3e4dd req-4c771174-7540-4492-81b9-2785cc2ab9a9 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.997320 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ca9662cb-6ff0-43a7-89f1-af2b05e3e4dd req-4c771174-7540-4492-81b9-2785cc2ab9a9 tempest-TestServerAdvancedOps-1401192775 tempest-TestServerAdvancedOps-1401192775-project] 10.222.0.45 "DELETE /v2.0/ports/42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c HTTP/1.1" status: 204 len: 173 time: 1.8876491 Dec 08 01:55:03.002525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1668e72c-f41d-4112-a59f-a17241e148e2', 'name': 'network-vif-deleted', 'tag': '42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:03.005197 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd654d5a-fcc9-4c0e-8db8-5996b3f1c785" -d '{"events": [{"server_uuid": "1668e72c-f41d-4112-a59f-a17241e148e2", "name": "network-vif-deleted", "tag": "42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:03.012373 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 41710f47-bc85-4743-841d-c48a11f25107 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:03.012883 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.131427 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 04c2b373-8758-4c02-80ee-e4d510a94f49 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:55:03.152213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bdace4-cd23-4b76-934a-f15d73a2b796 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:03.152870 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5bdace4-cd23-4b76-934a-f15d73a2b796 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.188822 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c2a8b5b-e147-47b2-8e89-76d0e5a16f42 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.221369 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e5bdace4-cd23-4b76-934a-f15d73a2b796 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.0862923 Dec 08 01:55:03.224417 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-15101722-5ae8-4626-aa46-487f6a95771c req-913d5135-735d-4081-b6d3-1c43f063c38a service neutron] 10.222.0.45 "GET /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7498367 Dec 08 01:55:03.227118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47060) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:03.260723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e9cb2af6-6f1d-484c-8ecc-ba4263e3c737 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'port': {'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f', 'name': 'tempest-TaggedBootDevicesTest_v242-1448867341', 'fixed_ips': [{'subnet_id': 'cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:03.314720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 04c2b373-8758-4c02-80ee-e4d510a94f49, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=04c2b373-8758-4c02-80ee-e4d510a94f49,segment=NetworkSegment(7701cede-0a15-4305-9404-791ed0df9cd3),segment_id=7701cede-0a15-4305-9404-791ed0df9cd3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:03.329906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee2d4d-27da-456f-b93c-50a54c8d24e1 req-2c1075d3-0ee6-470b-ad25-c3c34ea89f3d tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:03.335319 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '04c2b373-8758-4c02-80ee-e4d510a94f49', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'port_id': '04c2b373-8758-4c02-80ee-e4d510a94f49', 'mac_address': 'fa:16:3e:88:50:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:55:03.336814 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41ee2d4d-27da-456f-b93c-50a54c8d24e1 req-2c1075d3-0ee6-470b-ad25-c3c34ea89f3d tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 944 time: 0.1836753 Dec 08 01:55:03.341223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316d94e6-9164-428f-b26e-b68c3b7f42f9 None None] Network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:03.507959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ed9d17e-4c11-44db-b70d-9d6f3e9cc23d req-587f18ec-866c-4ee3-b32b-c132f06cab62 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1133103 Dec 08 01:55:03.643953 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.675085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c2b373-8758-4c02-80ee-e4d510a94f49 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:55:03.710047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9d17e-4c11-44db-b70d-9d6f3e9cc23d req-41beb518-2026-4c1a-8440-dc8716bba00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:03.711947 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ed9d17e-4c11-44db-b70d-9d6f3e9cc23d req-41beb518-2026-4c1a-8440-dc8716bba00b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 1096 time: 0.1629522 Dec 08 01:55:03.725248 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.733701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 04c2b373-8758-4c02-80ee-e4d510a94f49, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=04c2b373-8758-4c02-80ee-e4d510a94f49,segment=NetworkSegment(7701cede-0a15-4305-9404-791ed0df9cd3),segment_id=7701cede-0a15-4305-9404-791ed0df9cd3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:03.750971 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.830686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 41710f47-bc85-4743-841d-c48a11f25107, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=41710f47-bc85-4743-841d-c48a11f25107,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:03.864151 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.867212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d49adbf4-d9b5-470c-8833-c00e575c9a2e up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:03.964656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=04c2b373-8758-4c02-80ee-e4d510a94f49,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:04.019717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9d17e-4c11-44db-b70d-9d6f3e9cc23d req-07d34f13-18e1-4930-8843-02601635212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:04.020850 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-131f3d01-b7b5-4671-8f66-d3ff51d919d7 None None] Provisioning complete for port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:04.021349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ed9d17e-4c11-44db-b70d-9d6f3e9cc23d req-07d34f13-18e1-4930-8843-02601635212f service neutron] 10.222.0.75 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.2303216 Dec 08 01:55:04.021885 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-131f3d01-b7b5-4671-8f66-d3ff51d919d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.113531 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-131f3d01-b7b5-4671-8f66-d3ff51d919d7 None None] Port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:04.133320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2a8b5b-e147-47b2-8e89-76d0e5a16f42 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Router aeeb9b13-d241-4f58-b22b-406a8bcfddd8 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:04.143255 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d49adbf4-d9b5-470c-8833-c00e575c9a2e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:04.143842 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.156025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ed9d17e-4c11-44db-b70d-9d6f3e9cc23d req-2d96ecc6-6ef6-47d6-875a-dc9fcde2ecd4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15150395-72b3-44b4-a491-b697006fd07c HTTP/1.1" status: 200 len: 217 time: 0.1257410 Dec 08 01:55:04.170756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cb2af6-6f1d-484c-8ecc-ba4263e3c737 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Made reservation on behalf of 0ebd8dda7cdc4383b657e323ecd66448 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:04.184646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2af6-6f1d-484c-8ecc-ba4263e3c737 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.207293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=41710f47-bc85-4743-841d-c48a11f25107,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:04.238996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-131f3d01-b7b5-4671-8f66-d3ff51d919d7 None None] Provisioning complete for port 41710f47-bc85-4743-841d-c48a11f25107 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:04.240208 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-131f3d01-b7b5-4671-8f66-d3ff51d919d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.243909 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41ee2d4d-27da-456f-b93c-50a54c8d24e1 req-b444b884-aada-4db4-8bdb-347d4ac17e82 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bc6e8cc-dc6b-4586-8665-4998928457c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8900838 Dec 08 01:55:04.248049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['04c2b373-8758-4c02-80ee-e4d510a94f49'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:55:04.291199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9d17e-4c11-44db-b70d-9d6f3e9cc23d req-8683e50b-b680-4916-b7a5-6fc59f71aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:04.296158 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ed9d17e-4c11-44db-b70d-9d6f3e9cc23d req-8683e50b-b680-4916-b7a5-6fc59f71aac3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.1308017 Dec 08 01:55:04.356482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ed9d17e-4c11-44db-b70d-9d6f3e9cc23d req-74a7cf40-48c6-4255-8b63-e1e5a3640483 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554554 Dec 08 01:55:04.361703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-64f6197d-ed5e-48a6-b3db-368eb6e8a9ef tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:55:04.363139 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-64f6197d-ed5e-48a6-b3db-368eb6e8a9ef tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3389935 Dec 08 01:55:04.387492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-e9cb2af6-6f1d-484c-8ecc-ba4263e3c737 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] device_id is not set on port 6c233101-806d-4641-913c-08c4d8a9b2ca yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:55:04.401314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2a8b5b-e147-47b2-8e89-76d0e5a16f42 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:04.414021 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507e27ea-09d7-489e-8d36-d2406e71d14d None None] Sync routers for ids ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:04.431174 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e27ea-09d7-489e-8d36-d2406e71d14d None None] Routers {'aeeb9b13-d241-4f58-b22b-406a8bcfddd8'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:04.431888 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-507e27ea-09d7-489e-8d36-d2406e71d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:04.438882 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5c2a8b5b-e147-47b2-8e89-76d0e5a16f42 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "PUT /v2.0/routers/aeeb9b13-d241-4f58-b22b-406a8bcfddd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1417537 Dec 08 01:55:04.439637 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47080) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:04.500723 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-6e0bbf79-0ef3-4f42-8a23-2ac3eb7fc3b1 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] delete failed (client error): The resource could not be found. Dec 08 01:55:04.506368 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6e0bbf79-0ef3-4f42-8a23-2ac3eb7fc3b1 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "DELETE /v2.0/routers/tempest-non_exist_router-1030607777 HTTP/1.1" status: 404 len: 335 time: 0.0630414 Dec 08 01:55:04.507017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47084) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:04.514063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-702be489-1cd5-4608-b522-baaf407a0b70 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aeeb9b13-d241-4f58-b22b-406a8bcfddd8'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:04.521905 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ed9d17e-4c11-44db-b70d-9d6f3e9cc23d req-1403b901-60ec-4894-a026-d2f9e4fcb2df service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576910 Dec 08 01:55:04.525358 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-507e27ea-09d7-489e-8d36-d2406e71d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:04.535897 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e27ea-09d7-489e-8d36-d2406e71d14d None None] Routers {'aeeb9b13-d241-4f58-b22b-406a8bcfddd8'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:04.536588 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-507e27ea-09d7-489e-8d36-d2406e71d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:04.621165 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-507e27ea-09d7-489e-8d36-d2406e71d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:04.621905 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507e27ea-09d7-489e-8d36-d2406e71d14d None None] The sync data for ids ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:04.657893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 41710f47-bc85-4743-841d-c48a11f25107 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:04.674168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059177b-b265-492a-a5db-f0b232188fd2 req-b599773e-393f-4d67-9751-bb06004121b4 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:04.676060 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0059177b-b265-492a-a5db-f0b232188fd2 req-b599773e-393f-4d67-9751-bb06004121b4 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 945 time: 0.1497331 Dec 08 01:55:04.762022 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0059177b-b265-492a-a5db-f0b232188fd2 req-bf4f2900-0b36-47a3-9a0f-5d5b81a32d9b tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504451 Dec 08 01:55:04.764159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ed9d17e-4c11-44db-b70d-9d6f3e9cc23d req-bfe2d32c-4b6c-4edd-9fac-989e1b537009 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254391 Dec 08 01:55:04.804163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ad94f999-a135-4a3f-ac2a-1db81b4d6a68 None None] Provisioning complete for port 41710f47-bc85-4743-841d-c48a11f25107 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:04.804618 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ad94f999-a135-4a3f-ac2a-1db81b4d6a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.830841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b1288bc3-8e33-4cac-a14e-9b5fb0bae334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:04.832827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b1288bc3-8e33-4cac-a14e-9b5fb0bae334 service neutron] 10.222.0.71 "GET /v2.0/ports/d1bc74fc-8437-4fd5-bf39-49c576f91f08 HTTP/1.1" status: 200 len: 1095 time: 0.3051438 Dec 08 01:55:04.847115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-48c21e6f-5f61-4220-8caa-63a5ae71fbb4 service neutron] Request body: {'binding': {'host': 'n-h1-713499-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:04.850687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-48c21e6f-5f61-4220-8caa-63a5ae71fbb4 service neutron] Unknown quota resources ['binding']. {{(pid=109767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:55:04.860430 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 41710f47-bc85-4743-841d-c48a11f25107 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:04.860869 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.862029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47096) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:04.905878 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d99923-67d8-4b3b-98a9-b9a671c9a2c7 x-openstack-request-id: req-97d99923-67d8-4b3b-98a9-b9a671c9a2c7 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:04.913268 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1668e72c-f41d-4112-a59f-a17241e148e2", "name": "network-vif-deleted", "tag": "42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:04.913534 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-97d99923-67d8-4b3b-98a9-b9a671c9a2c7 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:04.913955 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1668e72c-f41d-4112-a59f-a17241e148e2', 'name': 'network-vif-deleted', 'tag': '42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c', 'status': 'completed', 'code': 200} Dec 08 01:55:05.045654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-48c21e6f-5f61-4220-8caa-63a5ae71fbb4 service neutron] Attempting to bind port d1bc74fc-8437-4fd5-bf39-49c576f91f08 on host n-h1-713499-31 for vnic_type normal with profile None {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:05.046000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-48c21e6f-5f61-4220-8caa-63a5ae71fbb4 service neutron] Attempting to bind port d1bc74fc-8437-4fd5-bf39-49c576f91f08 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:05.046335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-48c21e6f-5f61-4220-8caa-63a5ae71fbb4 service neutron] Attempting to bind port d1bc74fc-8437-4fd5-bf39-49c576f91f08 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:05.051912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-48c21e6f-5f61-4220-8caa-63a5ae71fbb4 service neutron] Port d1bc74fc-8437-4fd5-bf39-49c576f91f08 on network a59a8412-6343-41a4-920a-bc94665ff18f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:05.052538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-48c21e6f-5f61-4220-8caa-63a5ae71fbb4 service neutron] Attempting to bind port d1bc74fc-8437-4fd5-bf39-49c576f91f08 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:05.058452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-48c21e6f-5f61-4220-8caa-63a5ae71fbb4 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:05.059095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-48c21e6f-5f61-4220-8caa-63a5ae71fbb4 service neutron] Checking segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:05.059680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-48c21e6f-5f61-4220-8caa-63a5ae71fbb4 service neutron] Bound using segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:05.060289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-48c21e6f-5f61-4220-8caa-63a5ae71fbb4 service neutron] Bound port: d1bc74fc-8437-4fd5-bf39-49c576f91f08, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:05.074876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-e9cb2af6-6f1d-484c-8ecc-ba4263e3c737 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Allocated IP 10.1.1.252 (0f88c89f-fe0c-49b8-bb4a-a28396059b3f/cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9/6c233101-806d-4641-913c-08c4d8a9b2ca) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:05.120309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-48c21e6f-5f61-4220-8caa-63a5ae71fbb4 service neutron] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:05.129577 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-48c21e6f-5f61-4220-8caa-63a5ae71fbb4 service neutron] Publish callbacks [] for binding, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.130929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-48c21e6f-5f61-4220-8caa-63a5ae71fbb4 service neutron] 10.222.0.71 "POST /v2.0/ports/d1bc74fc-8437-4fd5-bf39-49c576f91f08/bindings HTTP/1.1" status: 201 len: 390 time: 0.2919428 Dec 08 01:55:05.188069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:05.195085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-702be489-1cd5-4608-b522-baaf407a0b70 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.215379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b676d62-e505-48b8-876f-1d6a51044e9a admin admin] Deleting subnet 7f100c6a-2ae2-4d7c-8fc9-d8dd397b5f4f {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:55:05.219826 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b676d62-e505-48b8-876f-1d6a51044e9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.270735 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:05.275585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 42e54ad3-86c7-4c4b-b640-5f28bd0c1a6c not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:05.295327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d49adbf4-d9b5-470c-8833-c00e575c9a2e up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:05.346569 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-702be489-1cd5-4608-b522-baaf407a0b70 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] update failed (client error): The resource could not be found. Dec 08 01:55:05.347683 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-702be489-1cd5-4608-b522-baaf407a0b70 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "PUT /v2.0/routers/aeeb9b13-d241-4f58-b22b-406a8bcfddd8 HTTP/1.1" status: 404 len: 339 time: 0.8371675 Dec 08 01:55:05.353277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47110) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:05.360900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4381a721-9cef-4885-9e73-aba263d9dcb8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-110818383'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:05.368239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d49adbf4-d9b5-470c-8833-c00e575c9a2e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:05.368659 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.368830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b676d62-e505-48b8-876f-1d6a51044e9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.436401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0a294-4503-4ce3-a217-f0c9d38d24f9 req-9e0f5a09-df6c-4a28-bc72-ece2becdf5da tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:05.444310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ca0a294-4503-4ce3-a217-f0c9d38d24f9 req-9e0f5a09-df6c-4a28-bc72-ece2becdf5da tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 945 time: 0.1111209 Dec 08 01:55:05.447251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4381a721-9cef-4885-9e73-aba263d9dcb8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Made reservation on behalf of 8917111a620f4fe5b793b55e50a4c58a for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:05.450889 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4381a721-9cef-4885-9e73-aba263d9dcb8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.467418 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b676d62-e505-48b8-876f-1d6a51044e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.498833 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4381a721-9cef-4885-9e73-aba263d9dcb8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:55:05.507205 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2af6-6f1d-484c-8ecc-ba4263e3c737 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.525045 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4381a721-9cef-4885-9e73-aba263d9dcb8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.525592 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-4381a721-9cef-4885-9e73-aba263d9dcb8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Added segment e97d76e0-c960-45d7-a7e8-822ea1c457cb of type vlan for network da5d9316-9300-4f8a-871d-35c7739d72fc Dec 08 01:55:05.546576 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ca0a294-4503-4ce3-a217-f0c9d38d24f9 req-8708271b-7661-46e3-8880-276fb6569133 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bc6e8cc-dc6b-4586-8665-4998928457c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011231 Dec 08 01:55:05.583008 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-88b7ae08-edcb-4c3d-802a-8aaacaeaf4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:05.584768 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-88b7ae08-edcb-4c3d-802a-8aaacaeaf4e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 1098 time: 0.1143634 Dec 08 01:55:05.603479 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4381a721-9cef-4885-9e73-aba263d9dcb8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.606231 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b676d62-e505-48b8-876f-1d6a51044e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.621826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38226d-d73f-4313-ab8a-ad12ffe7b0fd req-8ad121d0-8db5-4524-b33c-43fcd91430e5 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:05.623372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe38226d-d73f-4313-ab8a-ad12ffe7b0fd req-8ad121d0-8db5-4524-b33c-43fcd91430e5 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 946 time: 0.3541315 Dec 08 01:55:05.647582 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2af6-6f1d-484c-8ecc-ba4263e3c737 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.686116 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4381a721-9cef-4885-9e73-aba263d9dcb8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.691001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b676d62-e505-48b8-876f-1d6a51044e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f100c6a-2ae2-4d7c-8fc9-d8dd397b5f4f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:05.691702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4381a721-9cef-4885-9e73-aba263d9dcb8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:05.692318 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4381a721-9cef-4885-9e73-aba263d9dcb8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.701116 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b676d62-e505-48b8-876f-1d6a51044e9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.704913 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2b676d62-e505-48b8-876f-1d6a51044e9a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/7f100c6a-2ae2-4d7c-8fc9-d8dd397b5f4f HTTP/1.1" status: 204 len: 168 time: 0.8400273 Dec 08 01:55:05.726653 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47112) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:05.760574 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb2af6-6f1d-484c-8ecc-ba4263e3c737 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:05.776307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4381a721-9cef-4885-9e73-aba263d9dcb8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4210191 Dec 08 01:55:05.776871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e9cb2af6-6f1d-484c-8ecc-ba4263e3c737 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:05.779394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cb2af6-6f1d-484c-8ecc-ba4263e3c737 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:05.790972 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac70e1-da9a-436d-880c-1054ae160b06 req-0e0c7012-c562-4e35-b7a8-feab80a3f89f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:05.792502 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92ac70e1-da9a-436d-880c-1054ae160b06 req-0e0c7012-c562-4e35-b7a8-feab80a3f89f tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 945 time: 0.1586354 Dec 08 01:55:05.795061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47114) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:05.802607 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8afa1439-46d7-4826-8040-accf8c53603e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Request body: {'subnet': {'network_id': 'da5d9316-9300-4f8a-871d-35c7739d72fc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:05.810379 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381a721-9cef-4885-9e73-aba263d9dcb8 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event updated for resources: {'Network': ['ID=da5d9316-9300-4f8a-871d-35c7739d72fc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:05.822575 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network da5d9316-9300-4f8a-871d-35c7739d72fc details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:55:05.835226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe38226d-d73f-4313-ab8a-ad12ffe7b0fd req-a901ff32-382f-4484-94c8-d85f4e34a2e4 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001274 Dec 08 01:55:05.853195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb2af6-6f1d-484c-8ecc-ba4263e3c737 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'Port': ['ID=6c233101-806d-4641-913c-08c4d8a9b2ca,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:05.899354 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ef00-085d-4710-a912-d102965341e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.901788 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-1a1f546a-30fc-4adb-af8f-0b2672777946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:05.903279 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-1a1f546a-30fc-4adb-af8f-0b2672777946 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.3097558 Dec 08 01:55:05.909862 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb2af6-6f1d-484c-8ecc-ba4263e3c737 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:05.910519 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2af6-6f1d-484c-8ecc-ba4263e3c737 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.938248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92ac70e1-da9a-436d-880c-1054ae160b06 req-79d4a4fa-ba96-44d5-85cc-8c9f9dbbb773 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306918 Dec 08 01:55:05.958660 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-74f78a66-6ae7-40fe-95a1-aa1f8aea6b33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08 HTTP/1.1" status: 200 len: 217 time: 0.0453711 Dec 08 01:55:05.964825 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e9cb2af6-6f1d-484c-8ecc-ba4263e3c737 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7320869 Dec 08 01:55:05.983105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afa1439-46d7-4826-8040-accf8c53603e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Made reservation on behalf of 8917111a620f4fe5b793b55e50a4c58a for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:05.988914 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8afa1439-46d7-4826-8040-accf8c53603e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.080373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-00bb99c0-0a32-4650-95d9-b5a639cea032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:06.083042 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-00bb99c0-0a32-4650-95d9-b5a639cea032 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.1159391 Dec 08 01:55:06.090007 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ef00-085d-4710-a912-d102965341e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.100534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6031e00a-6e01-4916-b5d8-23cd97bd102d None None] Provisioning complete for port 6c233101-806d-4641-913c-08c4d8a9b2ca triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:06.101486 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6031e00a-6e01-4916-b5d8-23cd97bd102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.139956 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-7662262d-eb60-455b-935c-b6f6262b6c52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462651 Dec 08 01:55:06.144076 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-d1c9ef00-085d-4710-a912-d102965341e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1d4075-73a0-4602-9f01-d61ab1f769fb']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:06.162701 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-d1c9ef00-085d-4710-a912-d102965341e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32772601-68d7-4db0-94db-6ec441ccf92d') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:06.163269 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-d1c9ef00-085d-4710-a912-d102965341e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32772601-68d7-4db0-94db-6ec441ccf92d') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:06.194210 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ef00-085d-4710-a912-d102965341e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.195438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6031e00a-6e01-4916-b5d8-23cd97bd102d None None] Port 6c233101-806d-4641-913c-08c4d8a9b2ca cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:06.243379 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ef00-085d-4710-a912-d102965341e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.259580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c9ef00-085d-4710-a912-d102965341e1 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:06.260224 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ef00-085d-4710-a912-d102965341e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:06.277523 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:06.301078 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8afa1439-46d7-4826-8040-accf8c53603e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.348671 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-ec0ffbfa-2ba4-4151-a8f1-5259aeb5fee9 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972289 Dec 08 01:55:06.354510 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ef00-085d-4710-a912-d102965341e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.371287 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ef00-085d-4710-a912-d102965341e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.378703 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d1c9ef00-085d-4710-a912-d102965341e1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/bb1d4075-73a0-4602-9f01-d61ab1f769fb HTTP/1.1" status: 204 len: 168 time: 0.6477993 Dec 08 01:55:06.380696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49326-075c-4fb3-a8a0-b2043157623f req-5141d304-a45c-4c82-ab4e-e4bcf8505735 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:06.389374 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-34f49326-075c-4fb3-a8a0-b2043157623f req-5141d304-a45c-4c82-ab4e-e4bcf8505735 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 945 time: 0.1420314 Dec 08 01:55:06.389963 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47128) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:06.408043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9ef00-085d-4710-a912-d102965341e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb1d4075-73a0-4602-9f01-d61ab1f769fb,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:06.428986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47130) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:06.454139 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa1439-46d7-4826-8040-accf8c53603e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event updated for resources: {'Subnet': ['ID=9dda7df7-db2c-4621-8836-2083d6d3a481,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:06.465136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e73f02bd-a0ef-44b6-ae21-474df6bb3969 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052328576', 'description': 'tempest-description--1324000244'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:06.495336 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-34f49326-075c-4fb3-a8a0-b2043157623f req-56b4f996-a782-4dc6-9451-c1d7cd3d23dd tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998547 Dec 08 01:55:06.496220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa1439-46d7-4826-8040-accf8c53603e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Checking segment: {'id': 'e97d76e0-c960-45d7-a7e8-822ea1c457cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da5d9316-9300-4f8a-871d-35c7739d72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:06.496594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afa1439-46d7-4826-8040-accf8c53603e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Network hostable DHCP agents. Network: da5d9316-9300-4f8a-871d-35c7739d72fc, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:55:06.524394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afa1439-46d7-4826-8040-accf8c53603e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Network da5d9316-9300-4f8a-871d-35c7739d72fc is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:55:06.540106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8afa1439-46d7-4826-8040-accf8c53603e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, da5d9316-9300-4f8a-871d-35c7739d72fc) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:06.546178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa1439-46d7-4826-8040-accf8c53603e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:06.546935 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8afa1439-46d7-4826-8040-accf8c53603e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.552285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca403c7d-49c9-4b11-aa5c-5d567299544a None None] Network da5d9316-9300-4f8a-871d-35c7739d72fc requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:06.556791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4787ad67-6d86-4aaa-a324-107152179388 admin admin] Deleting subnet cb091ef5-d568-4a26-8008-e514f6c4d264 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:55:06.566844 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e73f02bd-a0ef-44b6-ae21-474df6bb3969 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.571048 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4787ad67-6d86-4aaa-a324-107152179388 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.598120 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8afa1439-46d7-4826-8040-accf8c53603e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7993021 Dec 08 01:55:06.600693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47140) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:06.605520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5db83245-4283-40bf-b47a-758be6afac67 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Request body: {'router': {'external_gateway_info': {'network_id': 'da5d9316-9300-4f8a-871d-35c7739d72fc'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:06.702285 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-adb9322c-1501-4d5d-b62c-8ba7521acfd9 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429744 Dec 08 01:55:06.710685 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4787ad67-6d86-4aaa-a324-107152179388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.746827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-da5d9316-9300-4f8a-871d-35c7739d72fc', 'network_id': 'da5d9316-9300-4f8a-871d-35c7739d72fc', 'project_id': '8917111a620f4fe5b793b55e50a4c58a', 'fixed_ips': [{'subnet_id': '9dda7df7-db2c-4621-8836-2083d6d3a481'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:55:06.747381 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.813663 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e73f02bd-a0ef-44b6-ae21-474df6bb3969 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.815060 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4787ad67-6d86-4aaa-a324-107152179388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.863515 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e73f02bd-a0ef-44b6-ae21-474df6bb3969 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.947174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f02bd-a0ef-44b6-ae21-474df6bb3969 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6647bc5-26af-40b5-9d6c-46b372a7e9cd,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:06.964469 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e73f02bd-a0ef-44b6-ae21-474df6bb3969 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.964469 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e73f02bd-a0ef-44b6-ae21-474df6bb3969 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5060771 Dec 08 01:55:06.978259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47156) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:06.993561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7d28e676-6d2d-4bc3-a3dd-f354a8bc4357 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'security_group_rule': {'security_group_id': 'e6647bc5-26af-40b5-9d6c-46b372a7e9cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:07.041649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e9b6c-d20b-44fb-8ba1-b4a29c632128 req-6a97792e-f77b-4afd-86c4-aea8717a65cd tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:07.052420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee7e9b6c-d20b-44fb-8ba1-b4a29c632128 req-6a97792e-f77b-4afd-86c4-aea8717a65cd tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 945 time: 0.3694937 Dec 08 01:55:07.059818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Allocated IP 2001:db8:1::2 (da5d9316-9300-4f8a-871d-35c7739d72fc/9dda7df7-db2c-4621-8836-2083d6d3a481/00346944-2bb1-4913-b376-8f2ac2d45ed9) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:07.063831 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4787ad67-6d86-4aaa-a324-107152179388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.115320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 04c2b373-8758-4c02-80ee-e4d510a94f49 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:07.185456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787ad67-6d86-4aaa-a324-107152179388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb091ef5-d568-4a26-8008-e514f6c4d264,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:07.199397 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5db83245-4283-40bf-b47a-758be6afac67 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.206258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4787ad67-6d86-4aaa-a324-107152179388 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.219184 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4787ad67-6d86-4aaa-a324-107152179388 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/cb091ef5-d568-4a26-8008-e514f6c4d264 HTTP/1.1" status: 204 len: 168 time: 0.8276453 Dec 08 01:55:07.221370 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d28e676-6d2d-4bc3-a3dd-f354a8bc4357 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.222801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47166) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:07.302794 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d28e676-6d2d-4bc3-a3dd-f354a8bc4357 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.309667 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d28e676-6d2d-4bc3-a3dd-f354a8bc4357 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.338026 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788979d0-cabc-4d7f-96da-bc1ee6e33612 req-7d8c05be-2278-442b-a974-126c2ec7a7b8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:07.342182 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-788979d0-cabc-4d7f-96da-bc1ee6e33612 req-7d8c05be-2278-442b-a974-126c2ec7a7b8 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 945 time: 0.3783450 Dec 08 01:55:07.360432 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 04c2b373-8758-4c02-80ee-e4d510a94f49 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:55:07.361756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28e676-6d2d-4bc3-a3dd-f354a8bc4357 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1074b20e-73fa-4a8a-81d8-db7bd6f90eb2,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:07.370349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 04c2b373-8758-4c02-80ee-e4d510a94f49 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:07.370727 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.397956 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d28e676-6d2d-4bc3-a3dd-f354a8bc4357 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.400519 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7d28e676-6d2d-4bc3-a3dd-f354a8bc4357 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4212985 Dec 08 01:55:07.405371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47170) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:07.413498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-cb7184a6-dfa2-4744-8f47-cf0b75f76234 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'security_group_rule': {'security_group_id': 'e6647bc5-26af-40b5-9d6c-46b372a7e9cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:07.423279 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.435213 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.435657 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6efc7b6a-8993-4334-8c43-c4ea6ab092a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.481203 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb7184a6-dfa2-4744-8f47-cf0b75f76234 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.491583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac4d95-2ffb-47cd-bb92-aa699d6c0bf7 req-29f57890-afce-4764-a9b7-a0f5366c2e7a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:07.499586 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1ac4d95-2ffb-47cd-bb92-aa699d6c0bf7 req-29f57890-afce-4764-a9b7-a0f5366c2e7a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 946 time: 0.4316330 Dec 08 01:55:07.518712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Network da5d9316-9300-4f8a-871d-35c7739d72fc is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:07.519193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee7e9b6c-d20b-44fb-8ba1-b4a29c632128 req-f3b3f761-3076-4c5d-91cc-273d2cafd4d3 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bc6e8cc-dc6b-4586-8665-4998928457c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645095 Dec 08 01:55:07.521876 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Pushing event updated for resources: {'Port': ['ID=00346944-2bb1-4913-b376-8f2ac2d45ed9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:07.526803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:07.535779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:07.541808 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.571497 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb7184a6-dfa2-4744-8f47-cf0b75f76234 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.579207 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb7184a6-dfa2-4744-8f47-cf0b75f76234 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.612170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c2b373-8758-4c02-80ee-e4d510a94f49'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:07.615179 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d82b2ea-79a8-4762-9667-87257266c47e" -d '{"events": [{"server_uuid": "d2185ef1-b633-4271-8c23-76ec27371c4c", "name": "network-vif-plugged", "status": "completed", "tag": "04c2b373-8758-4c02-80ee-e4d510a94f49"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:07.621278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7184a6-dfa2-4744-8f47-cf0b75f76234 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a5f53b-d749-476c-8107-7857fa22c772,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:07.639160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb7184a6-dfa2-4744-8f47-cf0b75f76234 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.639819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 04c2b373-8758-4c02-80ee-e4d510a94f49, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=04c2b373-8758-4c02-80ee-e4d510a94f49,segment=NetworkSegment(7701cede-0a15-4305-9404-791ed0df9cd3),segment_id=7701cede-0a15-4305-9404-791ed0df9cd3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:07.641351 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cb7184a6-dfa2-4744-8f47-cf0b75f76234 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2345338 Dec 08 01:55:07.645309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47174) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:07.645890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Attempting to bind port 00346944-2bb1-4913-b376-8f2ac2d45ed9 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:07.646370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Attempting to bind port 00346944-2bb1-4913-b376-8f2ac2d45ed9 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'e97d76e0-c960-45d7-a7e8-822ea1c457cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da5d9316-9300-4f8a-871d-35c7739d72fc'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:07.647068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Attempting to bind port 00346944-2bb1-4913-b376-8f2ac2d45ed9 on network da5d9316-9300-4f8a-871d-35c7739d72fc {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:07.651671 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.652636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:07.660017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:07.660399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Checking segment: {'id': 'e97d76e0-c960-45d7-a7e8-822ea1c457cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da5d9316-9300-4f8a-871d-35c7739d72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:07.661144 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.661381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Bound using segment: {'id': 'e97d76e0-c960-45d7-a7e8-822ea1c457cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da5d9316-9300-4f8a-871d-35c7739d72fc'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:07.661946 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Bound port: 00346944-2bb1-4913-b376-8f2ac2d45ed9, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97d76e0-c960-45d7-a7e8-822ea1c457cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'da5d9316-9300-4f8a-871d-35c7739d72fc'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:07.662459 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.690104 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.742978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=04c2b373-8758-4c02-80ee-e4d510a94f49,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:07.768069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] For port 00346944-2bb1-4913-b376-8f2ac2d45ed9, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:07.771778 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] For port 00346944-2bb1-4913-b376-8f2ac2d45ed9, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=00346944-2bb1-4913-b376-8f2ac2d45ed9,segment=NetworkSegment(e97d76e0-c960-45d7-a7e8-822ea1c457cb),segment_id=e97d76e0-c960-45d7-a7e8-822ea1c457cb)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:07.783278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.892312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2933a-f67a-4347-81f8-e0494db4c0eb None None] Pushing event updated for resources: {'Port': ['ID=00346944-2bb1-4913-b376-8f2ac2d45ed9,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:07.916207 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.083716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Allocated IP 172.25.8.38 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/3ef92e76-b740-4e22-ab82-c965ffd36b96) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:08.217462 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47184) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:08.269394 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6efc7b6a-8993-4334-8c43-c4ea6ab092a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.309006 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1ac4d95-2ffb-47cd-bb92-aa699d6c0bf7 req-88db4c17-3015-41ce-8b88-f11c8a5de8a5 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8085248 Dec 08 01:55:08.322713 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.324914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-788979d0-cabc-4d7f-96da-bc1ee6e33612 req-79efe198-a14c-4606-908f-f2d6fd54a36a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Deleting port 0bbcbb60-32c3-411e-9656-01f462c251c0 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:08.325247 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-788979d0-cabc-4d7f-96da-bc1ee6e33612 req-79efe198-a14c-4606-908f-f2d6fd54a36a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.331346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6efc7b6a-8993-4334-8c43-c4ea6ab092a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510c4e73-2006-420f-87fd-2132abbde3e0']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:08.366721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6efc7b6a-8993-4334-8c43-c4ea6ab092a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb90889-e176-4ad5-a994-44e25a63f67e') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:08.367371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6efc7b6a-8993-4334-8c43-c4ea6ab092a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb90889-e176-4ad5-a994-44e25a63f67e') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:08.391350 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2b0dabc8-71df-4393-9ac7-e2f094358331 req-608ba4a3-29e7-4077-9470-0737e9674fc2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0857818 Dec 08 01:55:08.392580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691efd4-d671-434f-924b-3406a316a174 req-e860f1fa-0d0f-4525-997d-46c361cb466c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:08.394604 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6691efd4-d671-434f-924b-3406a316a174 req-e860f1fa-0d0f-4525-997d-46c361cb466c tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 945 time: 0.7093353 Dec 08 01:55:08.396024 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6efc7b6a-8993-4334-8c43-c4ea6ab092a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.427276 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.467497 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf05e56b-3594-4c60-ac98-669c9051fb1a x-openstack-request-id: req-cf05e56b-3594-4c60-ac98-669c9051fb1a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:08.467975 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2185ef1-b633-4271-8c23-76ec27371c4c", "name": "network-vif-plugged", "status": "completed", "tag": "04c2b373-8758-4c02-80ee-e4d510a94f49", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:08.468175 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cf05e56b-3594-4c60-ac98-669c9051fb1a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:08.468487 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6efc7b6a-8993-4334-8c43-c4ea6ab092a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.468608 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c2b373-8758-4c02-80ee-e4d510a94f49', 'code': 200} Dec 08 01:55:08.477841 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-af0b9a06-e22e-4f8a-a49c-076890fba4e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.493648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efc7b6a-8993-4334-8c43-c4ea6ab092a1 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:08.493648 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6efc7b6a-8993-4334-8c43-c4ea6ab092a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:08.494998 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:08.587916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-788979d0-cabc-4d7f-96da-bc1ee6e33612 req-79efe198-a14c-4606-908f-f2d6fd54a36a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] For port 0bbcbb60-32c3-411e-9656-01f462c251c0, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0bbcbb60-32c3-411e-9656-01f462c251c0,segment=NetworkSegment(28fa71a2-da95-4a66-82b3-8a20ab7dbe99),segment_id=28fa71a2-da95-4a66-82b3-8a20ab7dbe99)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:08.588259 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-788979d0-cabc-4d7f-96da-bc1ee6e33612 req-79efe198-a14c-4606-908f-f2d6fd54a36a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.604503 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-5db83245-4283-40bf-b47a-758be6afac67 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:55:08.605661 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5db83245-4283-40bf-b47a-758be6afac67 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "PUT /v2.0/routers/aeeb9b13-d241-4f58-b22b-406a8bcfddd8 HTTP/1.1" status: 400 len: 364 time: 2.0039763 Dec 08 01:55:08.612918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47190) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:08.615353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-788979d0-cabc-4d7f-96da-bc1ee6e33612 req-79efe198-a14c-4606-908f-f2d6fd54a36a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Calling delete_port for 0bbcbb60-32c3-411e-9656-01f462c251c0 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:08.630951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6691efd4-d671-434f-924b-3406a316a174 req-bb185056-f661-4d4a-8e7f-58ad8659a2e5 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/security-groups?id=10886a70-ffc8-4464-8856-a9b0409bb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958115 Dec 08 01:55:08.631675 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6efc7b6a-8993-4334-8c43-c4ea6ab092a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.635108 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 00346944-2bb1-4913-b376-8f2ac2d45ed9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:08.642517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:08.684440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:08.687751 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6efc7b6a-8993-4334-8c43-c4ea6ab092a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.691657 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:08.693102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6efc7b6a-8993-4334-8c43-c4ea6ab092a1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/510c4e73-2006-420f-87fd-2132abbde3e0 HTTP/1.1" status: 204 len: 168 time: 1.4693196 Dec 08 01:55:08.701176 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'Port': ['ID=3ef92e76-b740-4e22-ab82-c965ffd36b96,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:08.718712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 00346944-2bb1-4913-b376-8f2ac2d45ed9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:08.719278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.759175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dabc8-71df-4393-9ac7-e2f094358331 req-a1261336-b0ca-4ff0-997b-c371ef2e5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:08.761226 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2b0dabc8-71df-4393-9ac7-e2f094358331 req-a1261336-b0ca-4ff0-997b-c371ef2e5944 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 1097 time: 0.2218134 Dec 08 01:55:08.776234 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0661b4-cb34-4f6d-8e98-2cc2862beea0 req-bad0effb-8415-4e1c-a98f-58d25f8e3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:08.782293 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d0661b4-cb34-4f6d-8e98-2cc2862beea0 req-bad0effb-8415-4e1c-a98f-58d25f8e3f18 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 1098 time: 0.1948547 Dec 08 01:55:08.850208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc7b6a-8993-4334-8c43-c4ea6ab092a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=510c4e73-2006-420f-87fd-2132abbde3e0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:08.876782 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.927692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 00346944-2bb1-4913-b376-8f2ac2d45ed9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=00346944-2bb1-4913-b376-8f2ac2d45ed9,segment=NetworkSegment(e97d76e0-c960-45d7-a7e8-822ea1c457cb),segment_id=e97d76e0-c960-45d7-a7e8-822ea1c457cb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:08.933264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47194) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:08.936347 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.978819 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d0661b4-cb34-4f6d-8e98-2cc2862beea0 req-1f8ea3c7-a8e1-4050-aeab-2f2667a3ba72 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6bc6e8cc-dc6b-4586-8665-4998928457c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868756 Dec 08 01:55:09.063485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=00346944-2bb1-4913-b376-8f2ac2d45ed9,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:09.113883 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-af0b9a06-e22e-4f8a-a49c-076890fba4e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.117337 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.127728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 37418565-0a98-476f-87e2-29c55590e6b5 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:55:09.130819 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-af0b9a06-e22e-4f8a-a49c-076890fba4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.178993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f5780-f214-476e-a1ed-dcc9552cf2db req-cd4ce778-f4ce-480b-88ed-fecd828a34d6 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:09.182149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d3f5780-f214-476e-a1ed-dcc9552cf2db req-cd4ce778-f4ce-480b-88ed-fecd828a34d6 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 946 time: 0.5475061 Dec 08 01:55:09.223132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-85d1b1c3-1ed7-4803-a4e9-ef814eeb2335 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a804d0c532eb4d8daf24cce36b9a0f34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2846713 Dec 08 01:55:09.243324 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-af0b9a06-e22e-4f8a-a49c-076890fba4e9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=65b9c04458fe4e1dbb74bf76482bb6b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0225825 Dec 08 01:55:09.243324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47200) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:09.243700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47202) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:09.244535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b9a06-e22e-4f8a-a49c-076890fba4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e04ec0-3f7c-497c-8ee5-effa80dff3fc,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:09.305653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:09.316026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dabc8-71df-4393-9ac7-e2f094358331 req-d0edbb67-e7a6-4c57-bbcc-e97629cabbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:09.320145 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2b0dabc8-71df-4393-9ac7-e2f094358331 req-d0edbb67-e7a6-4c57-bbcc-e97629cabbce service neutron] 10.222.0.45 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.4913628 Dec 08 01:55:09.329721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '37418565-0a98-476f-87e2-29c55590e6b5', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'port_id': '37418565-0a98-476f-87e2-29c55590e6b5', 'mac_address': 'fa:16:3e:87:e0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:55:09.388971 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.406172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37418565-0a98-476f-87e2-29c55590e6b5 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:55:09.434019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:09.445509 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6741ee8-0b06-4b27-807b-ad0f60e0e771 None None] Network da5d9316-9300-4f8a-871d-35c7739d72fc requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:09.448158 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2b0dabc8-71df-4393-9ac7-e2f094358331 req-e561bb7f-0f23-4899-ab9e-1786c0bfc949 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3641a47e-29ab-43db-9840-175d9c5e9f67 HTTP/1.1" status: 200 len: 217 time: 0.0908327 Dec 08 01:55:09.449299 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.460568 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.472234 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8368def3-73d8-4a90-9673-8111a07c15b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.505536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d3f5780-f214-476e-a1ed-dcc9552cf2db req-5662a830-8125-4bb2-b371-897123b69095 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bc6e8cc-dc6b-4586-8665-4998928457c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069313 Dec 08 01:55:09.520947 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.572362 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8368def3-73d8-4a90-9673-8111a07c15b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.600728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-301d2185-62ac-45d5-8ec6-05b94f80684f None None] Provisioning complete for port 00346944-2bb1-4913-b376-8f2ac2d45ed9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:09.601277 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-301d2185-62ac-45d5-8ec6-05b94f80684f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.616422 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-788979d0-cabc-4d7f-96da-bc1ee6e33612 req-79efe198-a14c-4606-908f-f2d6fd54a36a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.630117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dabc8-71df-4393-9ac7-e2f094358331 req-13c71560-3791-44fe-a74f-dce359af6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:09.632035 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2b0dabc8-71df-4393-9ac7-e2f094358331 req-13c71560-3791-44fe-a74f-dce359af6241 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.1665177 Dec 08 01:55:09.645447 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-15c5b4f3-e5d3-4b46-9f27-a81302b2a47b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.652384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:09.669583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['37418565-0a98-476f-87e2-29c55590e6b5'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:55:09.753939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efe198-a14c-4606-908f-f2d6fd54a36a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Pushing event deleted for resources: {'Port': ['ID=0bbcbb60-32c3-411e-9656-01f462c251c0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:09.781990 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2b0dabc8-71df-4393-9ac7-e2f094358331 req-6ac7fbcc-35c0-4b2c-b3e9-5499eb84f56d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336300 Dec 08 01:55:09.805526 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-2b0dabc8-71df-4393-9ac7-e2f094358331 req-d58f6832-0965-45f0-a5ad-22461976d15c service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:55:09.806495 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2b0dabc8-71df-4393-9ac7-e2f094358331 req-d58f6832-0965-45f0-a5ad-22461976d15c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116160 Dec 08 01:55:09.810830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-15c5b4f3-e5d3-4b46-9f27-a81302b2a47b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.867203 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8368def3-73d8-4a90-9673-8111a07c15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.869731 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8368def3-73d8-4a90-9673-8111a07c15b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.870879 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8368def3-73d8-4a90-9673-8111a07c15b5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2eec4c7f-2b58-4b87-988e-80b3a45f38a4 HTTP/1.1" status: 204 len: 168 time: 0.6232419 Dec 08 01:55:09.991135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5a1b9-b27b-4238-acce-eebba9e31cec req-69558c56-0552-4d70-90cc-e803d6c4083f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:09.995182 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8e5a1b9-b27b-4238-acce-eebba9e31cec req-69558c56-0552-4d70-90cc-e803d6c4083f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 946 time: 0.5091851 Dec 08 01:55:10.119331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb3f3706-f273-4b0e-852e-4bc95ddf2b9f req-a11a76b1-6032-4305-a63c-16f0790e74f4 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 210 time: 0.3663225 Dec 08 01:55:10.218360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-788979d0-cabc-4d7f-96da-bc1ee6e33612 req-79efe198-a14c-4606-908f-f2d6fd54a36a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] No DVR routers for this DVR port 0bbcbb60-32c3-411e-9656-01f462c251c0 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:10.250473 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-788979d0-cabc-4d7f-96da-bc1ee6e33612 req-79efe198-a14c-4606-908f-f2d6fd54a36a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.269606 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-788979d0-cabc-4d7f-96da-bc1ee6e33612 req-79efe198-a14c-4606-908f-f2d6fd54a36a tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.75 "DELETE /v2.0/ports/0bbcbb60-32c3-411e-9656-01f462c251c0 HTTP/1.1" status: 204 len: 173 time: 2.8801322 Dec 08 01:55:10.274054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f7e69b-67b0-464f-9fc5-2108b0c82ef7', 'name': 'network-vif-deleted', 'tag': '0bbcbb60-32c3-411e-9656-01f462c251c0'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:10.278839 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2ae1e5e0-520e-4970-9e90-fb2f007398eb None None] Provisioning complete for port 00346944-2bb1-4913-b376-8f2ac2d45ed9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:10.279227 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2ae1e5e0-520e-4970-9e90-fb2f007398eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.281853 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b416d4-fc71-4292-8aed-d345e14810e7" -d '{"events": [{"server_uuid": "c8f7e69b-67b0-464f-9fc5-2108b0c82ef7", "name": "network-vif-deleted", "tag": "0bbcbb60-32c3-411e-9656-01f462c251c0"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:10.343010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Allocated IP 2001:db8::1 (28a904e7-62a7-4593-8386-fd08f2f6ca04/d4c4bd84-8b45-423b-8088-eacfb28c92dd/7c838df0-bba8-4b44-844a-3b95be05f334) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:10.376178 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bff7db-d22c-4267-bf04-9828563db80f x-openstack-request-id: req-e3bff7db-d22c-4267-bf04-9828563db80f {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:10.376394 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f7e69b-67b0-464f-9fc5-2108b0c82ef7", "name": "network-vif-deleted", "tag": "0bbcbb60-32c3-411e-9656-01f462c251c0", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:10.379381 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e3bff7db-d22c-4267-bf04-9828563db80f {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:10.380328 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f7e69b-67b0-464f-9fc5-2108b0c82ef7', 'name': 'network-vif-deleted', 'tag': '0bbcbb60-32c3-411e-9656-01f462c251c0', 'status': 'completed', 'code': 200} Dec 08 01:55:10.399329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368def3-73d8-4a90-9673-8111a07c15b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eec4c7f-2b58-4b87-988e-80b3a45f38a4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:10.442020 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.453288 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.463032 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-15c5b4f3-e5d3-4b46-9f27-a81302b2a47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.466037 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-15c5b4f3-e5d3-4b46-9f27-a81302b2a47b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.476087 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8e5a1b9-b27b-4238-acce-eebba9e31cec req-1b1d3f5e-4e49-425f-af51-55cc039e716f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472066 Dec 08 01:55:10.495082 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-15c5b4f3-e5d3-4b46-9f27-a81302b2a47b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f1e04ec0-3f7c-497c-8ee5-effa80dff3fc HTTP/1.1" status: 204 len: 168 time: 1.2233894 Dec 08 01:55:10.536114 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2b0dabc8-71df-4393-9ac7-e2f094358331 req-8d1a5338-183b-482d-81b2-a867ee405ada service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7111402 Dec 08 01:55:10.687406 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 00346944-2bb1-4913-b376-8f2ac2d45ed9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:10.726669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5b4f3-e5d3-4b46-9f27-a81302b2a47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e04ec0-3f7c-497c-8ee5-effa80dff3fc,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:10.776036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47230) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:10.807505 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 00346944-2bb1-4913-b376-8f2ac2d45ed9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:10.808230 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.854240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'Port': ['ID=3ef92e76-b740-4e22-ab82-c965ffd36b96,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:10.875218 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.905163 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.907030 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-21a13595-1ceb-4e6c-8923-c7dc7383a52b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2589214 Dec 08 01:55:10.916062 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2b0dabc8-71df-4393-9ac7-e2f094358331 req-3bc0b859-6cc0-49dc-a095-ad592d31e05d service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591460 Dec 08 01:55:10.919553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451a5a8-1975-4ad1-a407-f7cc3651475d req-a9517bf7-3fdb-460b-b964-ad009c5353c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:10.921736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0451a5a8-1975-4ad1-a407-f7cc3651475d req-a9517bf7-3fdb-460b-b964-ad009c5353c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 946 time: 0.2834690 Dec 08 01:55:10.969287 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.976825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-48f97f62-ea52-4a88-8884-7a2b7db72c66 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f0706f2e63c6476bb872de605afb813d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1974299 Dec 08 01:55:10.979696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47240) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:11.046742 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0451a5a8-1975-4ad1-a407-f7cc3651475d req-c7a505c5-8bd1-401c-a993-7dd322cb0b29 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bc6e8cc-dc6b-4586-8665-4998928457c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172948 Dec 08 01:55:11.084014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.106733 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f782ba68-1dcb-4990-b505-e79bca2570ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.129832 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 37418565-0a98-476f-87e2-29c55590e6b5 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:11.137102 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f782ba68-1dcb-4990-b505-e79bca2570ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.196092 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event updated for resources: {'Port': ['ID=7c838df0-bba8-4b44-844a-3b95be05f334,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:11.278984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 37418565-0a98-476f-87e2-29c55590e6b5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:11.279649 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.310903 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f782ba68-1dcb-4990-b505-e79bca2570ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.314405 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f782ba68-1dcb-4990-b505-e79bca2570ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.317327 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f782ba68-1dcb-4990-b505-e79bca2570ac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/acebc969-61e3-4a64-8b40-4b038749f510 HTTP/1.1" status: 204 len: 168 time: 0.3363214 Dec 08 01:55:11.342483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47260) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:11.350058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782ba68-1dcb-4990-b505-e79bca2570ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acebc969-61e3-4a64-8b40-4b038749f510,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:11.422837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Network 28a904e7-62a7-4593-8386-fd08f2f6ca04 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:11.464245 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.497053 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:11.503081 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae8e491-08db-4252-a135-9c6874552eeb" -d '{"events": [{"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-plugged", "status": "completed", "tag": "37418565-0a98-476f-87e2-29c55590e6b5"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:11.515553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0bbcbb60-32c3-411e-9656-01f462c251c0 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:11.522942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:11.529976 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-731ac730-122c-4158-ad01-9517714c3b84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.546693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 0bbcbb60-32c3-411e-9656-01f462c251c0 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:11.547086 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0bbcbb60-32c3-411e-9656-01f462c251c0 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:11.549218 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.583828 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:11.587668 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:11.588412 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.647061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:11.772111 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-731ac730-122c-4158-ad01-9517714c3b84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.789377 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ceb4c3f-679f-4cf8-8950-8a0b98932358 req-eb3c9eb7-e8f3-459a-bd49-068ccef20cc5 tempest-DeleteServersTestJSON-534123696 tempest-DeleteServersTestJSON-534123696-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8f7e69b-67b0-464f-9fc5-2108b0c82ef7 HTTP/1.1" status: 200 len: 210 time: 0.3965297 Dec 08 01:55:11.817634 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-731ac730-122c-4158-ad01-9517714c3b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.003456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3937ce59-5653-4aac-aad4-b461935576b4 req-429b78f7-8468-4015-acc4-b179e11617a4 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 258 time: 0.8790600 Dec 08 01:55:12.010647 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b8ed48df-c3fd-4a2a-a626-29970287ec6e None None] Provisioning complete for port 7c838df0-bba8-4b44-844a-3b95be05f334 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:12.011541 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b8ed48df-c3fd-4a2a-a626-29970287ec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.062580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:12.127449 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-731ac730-122c-4158-ad01-9517714c3b84 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cb02bbe114f44647a440f206b74c011a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7631159 Dec 08 01:55:12.129073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47292) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:12.137267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed48df-c3fd-4a2a-a626-29970287ec6e None None] Port 7c838df0-bba8-4b44-844a-3b95be05f334 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:12.147168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ac730-122c-4158-ad01-9517714c3b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a54bfc-d136-48b7-b37d-ec2cd272e517,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:12.204820 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.247417 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa52132b-225b-425d-9368-35dc02054476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.268360 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.298812 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa52132b-225b-425d-9368-35dc02054476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.319981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-4fef6149-43ad-4990-8131-742b287a6ff7 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1052328576&fields=id&tenant_id=0ebd8dda7cdc4383b657e323ecd66448 HTTP/1.1" status: 200 len: 267 time: 0.4097426 Dec 08 01:55:12.378883 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa52132b-225b-425d-9368-35dc02054476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.383083 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa52132b-225b-425d-9368-35dc02054476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.385958 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-aa52132b-225b-425d-9368-35dc02054476 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/59a54bfc-d136-48b7-b37d-ec2cd272e517 HTTP/1.1" status: 204 len: 168 time: 0.2536659 Dec 08 01:55:12.400871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52132b-225b-425d-9368-35dc02054476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a54bfc-d136-48b7-b37d-ec2cd272e517,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:12.562198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47306) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:12.569583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-aef8f28f-eab1-47b8-8c17-841e1959e43a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:12.577702 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-aef8f28f-eab1-47b8-8c17-841e1959e43a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports/ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c HTTP/1.1" status: 200 len: 935 time: 0.2051601 Dec 08 01:55:12.687369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e7e2b0fa-8d40-4b66-bdbf-b61bf071c258 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:12.695811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e7e2b0fa-8d40-4b66-bdbf-b61bf071c258 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports/6c233101-806d-4641-913c-08c4d8a9b2ca HTTP/1.1" status: 200 len: 937 time: 0.1159704 Dec 08 01:55:12.898852 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1520391054-network', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:12.943732 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] Made reservation on behalf of 99c9a4288fc54a45b09a91460fd07f1c for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:12.947653 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.971594 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.164739 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.171633 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.201336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:55:13.228311 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.229272 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] Added segment 01c0508f-c5bb-432a-aa82-aa53d3b46084 of type vlan for network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd Dec 08 01:55:13.292516 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.325382 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.326209 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.330790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-a6bbbae9-7df8-493e-b14e-59f047cca214 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?network_id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.6340299 Dec 08 01:55:13.360837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.385639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event updated for resources: {'Port': ['ID=7c838df0-bba8-4b44-844a-3b95be05f334,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:13.442715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-bef77968-1f33-43c7-ae73-ef9a580dfc35 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?network_id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0585792 Dec 08 01:55:13.451410 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.453229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:13.454562 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.464816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6593a38-4f8a-4b98-af13-db6204b8b6f6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:13.510225 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9466255 Dec 08 01:55:13.554232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47332) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:13.571170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914b908-a3d9-4998-ae1d-8644e79d104e admin admin] Pushing event updated for resources: {'Network': ['ID=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:13.583004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-59caaac4-b0ff-4449-8625-755a5a31bfeb admin admin] Request body: {'subnet': {'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1520391054-subnet', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:13.586804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:55:13.657913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Network 28a904e7-62a7-4593-8386-fd08f2f6ca04 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:13.662774 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.665015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:13.666853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59caaac4-b0ff-4449-8625-755a5a31bfeb admin admin] Made reservation on behalf of 99c9a4288fc54a45b09a91460fd07f1c for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:13.669340 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59caaac4-b0ff-4449-8625-755a5a31bfeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.959277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Router aeeb9b13-d241-4f58-b22b-406a8bcfddd8 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:14.192535 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5afa3f06-86c0-4497-a3a7-5c935d1f3e45 None None] Provisioning complete for port 7c838df0-bba8-4b44-844a-3b95be05f334 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:14.193047 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5afa3f06-86c0-4497-a3a7-5c935d1f3e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:14.200987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-d700ded5-ad47-45ab-8d40-501bacaaa495 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:14.207919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-d700ded5-ad47-45ab-8d40-501bacaaa495 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:14.214328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-d700ded5-ad47-45ab-8d40-501bacaaa495 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:14.218270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-d700ded5-ad47-45ab-8d40-501bacaaa495 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/networks?id=66eb2f8b-9250-43af-be5e-01bc015c75e6&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&id=08cfbefb-b7c2-4901-a33d-bcd1037fa934 HTTP/1.1" status: 200 len: 1993 time: 0.7599840 Dec 08 01:55:14.222443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:14.237906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-32a13ed8-dc0d-4ae8-8538-7192d1730224 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "PUT /v2.0/routers/aeeb9b13-d241-4f58-b22b-406a8bcfddd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6234584 Dec 08 01:55:14.240672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47342) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:14.246804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bc655-d90d-4cd2-975a-2f6c07775c1f None None] Sync routers for ids ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:14.263822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bc655-d90d-4cd2-975a-2f6c07775c1f None None] Routers {'aeeb9b13-d241-4f58-b22b-406a8bcfddd8'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:14.265016 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e13bc655-d90d-4cd2-975a-2f6c07775c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:14.293938 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-fcf6cad7-2756-4fc1-950c-33153e75a635 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/quotas/0ebd8dda7cdc4383b657e323ecd66448 HTTP/1.1" status: 200 len: 375 time: 0.0666640 Dec 08 01:55:14.406545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Allocated IP 172.25.8.52 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/7a78f868-32f8-4518-805b-5fc5cbfd2517) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:14.411984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47348) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:14.506230 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0914d852-1748-4755-af8e-155347821cb4 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:14.533753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-7535e30c-e15f-4700-b240-e8f6f5bfd458 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2131882 Dec 08 01:55:14.557684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e13bc655-d90d-4cd2-975a-2f6c07775c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:14.573774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bc655-d90d-4cd2-975a-2f6c07775c1f None None] Routers {'aeeb9b13-d241-4f58-b22b-406a8bcfddd8'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:14.574394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e13bc655-d90d-4cd2-975a-2f6c07775c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:14.577610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5afa3f06-86c0-4497-a3a7-5c935d1f3e45 None None] Port 7c838df0-bba8-4b44-844a-3b95be05f334 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:14.612244 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e13bc655-d90d-4cd2-975a-2f6c07775c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:14.613173 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bc655-d90d-4cd2-975a-2f6c07775c1f None None] The sync data for ids ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:14.723801 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-6464dac2-4c01-46ee-923a-df2b3fd6c21d service neutron] 10.222.0.71 "GET /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277633 Dec 08 01:55:14.760107 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-0914d852-1748-4755-af8e-155347821cb4 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 01:55:14.761186 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0914d852-1748-4755-af8e-155347821cb4 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "DELETE /v2.0/routers/aeeb9b13-d241-4f58-b22b-406a8bcfddd8 HTTP/1.1" status: 409 len: 329 time: 0.5194921 Dec 08 01:55:14.776014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47352) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:14.868667 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59caaac4-b0ff-4449-8625-755a5a31bfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:14.889291 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb697586-4bac-4be2-b867-2dbad676bacf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:14.993931 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.000596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ca202dec-2242-4653-8117-ec841174018b service neutron] 10.222.0.71 "GET /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659957 Dec 08 01:55:15.009284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caaac4-b0ff-4449-8625-755a5a31bfeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:15.080123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59caaac4-b0ff-4449-8625-755a5a31bfeb admin admin] Checking segment: {'id': '01c0508f-c5bb-432a-aa82-aa53d3b46084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:15.080404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59caaac4-b0ff-4449-8625-755a5a31bfeb admin admin] Network hostable DHCP agents. Network: 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:55:15.086877 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-f0a1d023-1ea9-4441-9e9c-1dd389c1c690 service neutron] 10.222.0.71 "GET /v2.0/ports/ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0683155 Dec 08 01:55:15.119565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb697586-4bac-4be2-b867-2dbad676bacf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.130312 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb697586-4bac-4be2-b867-2dbad676bacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.138189 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.180262 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59caaac4-b0ff-4449-8625-755a5a31bfeb admin admin] Network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:55:15.201810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb697586-4bac-4be2-b867-2dbad676bacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a84c263-b67c-4df8-8444-12ff6ffddde4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:15.211444 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bb697586-4bac-4be2-b867-2dbad676bacf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1f8b998979364140a9e3e1b418cc1cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7981873 Dec 08 01:55:15.215880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47354) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:15.238504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:15.239422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-59caaac4-b0ff-4449-8625-755a5a31bfeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:15.251099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c237133d-6601-41a1-b273-49c5da47f5f7 None None] Network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:15.261403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:15.264582 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59caaac4-b0ff-4449-8625-755a5a31bfeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:15.265117 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59caaac4-b0ff-4449-8625-755a5a31bfeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.282563 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:15.293962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Pushing event updated for resources: {'Port': ['ID=7a78f868-32f8-4518-805b-5fc5cbfd2517,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:15.377572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-6e276e0d-4d2f-41d9-ad47-844bf325ebdc service neutron] 10.222.0.71 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833478 Dec 08 01:55:15.383142 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-59caaac4-b0ff-4449-8625-755a5a31bfeb admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8045027 Dec 08 01:55:15.385939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47356) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:15.390206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:15.425697 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.446617 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5b499e5-6303-4104-8b1b-d9da064ce0b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.470331 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:55:15.471661 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.522566 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.523634 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.597548 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5b499e5-6303-4104-8b1b-d9da064ce0b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.635400 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.666743 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.674024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0d46f4c1-912e-44cf-95f3-6d92d8b52134 service neutron] 10.222.0.71 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882760 Dec 08 01:55:15.773333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Allocated IP 172.20.0.2 (52b2b53d-8460-4de0-b2b9-e8bb60d05fcd/3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e/61432090-5b32-44f6-a8ab-6909e0194407) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:15.784839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.791516 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5b499e5-6303-4104-8b1b-d9da064ce0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.794898 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5b499e5-6303-4104-8b1b-d9da064ce0b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.799083 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b5b499e5-6303-4104-8b1b-d9da064ce0b1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4a84c263-b67c-4df8-8444-12ff6ffddde4 HTTP/1.1" status: 204 len: 168 time: 0.5716517 Dec 08 01:55:15.838591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b499e5-6303-4104-8b1b-d9da064ce0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a84c263-b67c-4df8-8444-12ff6ffddde4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:15.841973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-8b6d8d30-7c6a-4dce-8fcc-e75011469155 service neutron] 10.222.0.71 "GET /v2.0/ports/6c233101-806d-4641-913c-08c4d8a9b2ca?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1193974 Dec 08 01:55:15.900932 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.022478 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.032445 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.034731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-d8d57e35-5a11-47cc-98f2-0906efe97c74 service neutron] 10.222.0.71 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728761 Dec 08 01:55:16.103918 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Deleting port 7c838df0-bba8-4b44-844a-3b95be05f334 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:16.103918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.122226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:16.135879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:16.140105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:16.186026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Pushing event updated for resources: {'Port': ['ID=61432090-5b32-44f6-a8ab-6909e0194407,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:16.228577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Attempting to bind port 61432090-5b32-44f6-a8ab-6909e0194407 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:16.229306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Attempting to bind port 61432090-5b32-44f6-a8ab-6909e0194407 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '01c0508f-c5bb-432a-aa82-aa53d3b46084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:16.229916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Attempting to bind port 61432090-5b32-44f6-a8ab-6909e0194407 on network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:16.230024 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.242697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:16.243480 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Checking segment: {'id': '01c0508f-c5bb-432a-aa82-aa53d3b46084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:16.244690 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.245293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Bound using segment: {'id': '01c0508f-c5bb-432a-aa82-aa53d3b46084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:16.245416 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-30d18280-003f-4197-a93d-bbf0fed11f62 service neutron] 10.222.0.71 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096207 Dec 08 01:55:16.246132 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Bound port: 61432090-5b32-44f6-a8ab-6909e0194407, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c0508f-c5bb-432a-aa82-aa53d3b46084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:16.246734 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.256854 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.325927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] For port 61432090-5b32-44f6-a8ab-6909e0194407, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:16.330830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] For port 61432090-5b32-44f6-a8ab-6909e0194407, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=61432090-5b32-44f6-a8ab-6909e0194407,segment=NetworkSegment(01c0508f-c5bb-432a-aa82-aa53d3b46084),segment_id=01c0508f-c5bb-432a-aa82-aa53d3b46084)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:16.340275 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.373764 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.384619 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.407635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Calling delete_port for 7c838df0-bba8-4b44-844a-3b95be05f334 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:16.414455 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.436957 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ecc90-b730-48de-b41b-0d6dbb5b4d8d None None] Pushing event updated for resources: {'Port': ['ID=61432090-5b32-44f6-a8ab-6909e0194407,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:16.465459 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.780342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Allocated IP 172.25.8.160 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/bee7e0f9-d0f9-4446-b3c5-f04d6d290681) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:16.959734 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:17.002327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event deleted for resources: {'Port': ['ID=7c838df0-bba8-4b44-844a-3b95be05f334,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:17.039430 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:17.039948 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:17.040362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:17.040740 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:17.041485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:17.041485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:17.041758 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:17.042093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:17.042433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:17.042757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:17.043236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:17.043596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:17.044553 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:17.046741 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:17.067072 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3937ce59-5653-4aac-aad4-b461935576b4 req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.0090826 Dec 08 01:55:17.113306 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:17.155121 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:17.221441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3937ce59-5653-4aac-aad4-b461935576b4 req-b3c6e365-7313-4e2a-9b62-329f4fe05ec7 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.1459424 Dec 08 01:55:17.298641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:17.324995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84afc0-2c69-4803-8f13-5f58314036f5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Pushing event updated for resources: {'Port': ['ID=7a78f868-32f8-4518-805b-5fc5cbfd2517,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:17.443031 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-24b3a594-73de-4a9f-8b85-188815aa2b90 service neutron] 10.222.0.71 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1965265 Dec 08 01:55:17.479077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Router aeeb9b13-d241-4f58-b22b-406a8bcfddd8 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:17.496772 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:17.514332 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:17.516830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:17.600347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Pushing event updated for resources: {'Port': ['ID=bee7e0f9-d0f9-4446-b3c5-f04d6d290681,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:17.625902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937ce59-5653-4aac-aad4-b461935576b4 req-6485e897-2ece-42fd-919a-93dbdd30da11 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:17.627348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3937ce59-5653-4aac-aad4-b461935576b4 req-6485e897-2ece-42fd-919a-93dbdd30da11 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.3845522 Dec 08 01:55:17.701734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-5581f369-c2ff-468b-9e88-3808907bde23 service neutron] 10.222.0.71 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461929 Dec 08 01:55:17.727640 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52c64a3-ce6a-4b91-aac8-cf104164b9d1 x-openstack-request-id: req-a52c64a3-ce6a-4b91-aac8-cf104164b9d1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:17.728137 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-plugged", "status": "completed", "tag": "37418565-0a98-476f-87e2-29c55590e6b5", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:17.728216 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a52c64a3-ce6a-4b91-aac8-cf104164b9d1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:17.728599 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5', 'code': 200} Dec 08 01:55:17.842149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:17.850465 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1a7b47e2-66f1-4786-8566-e97bbafc4cc9 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "PUT /v2.0/routers/aeeb9b13-d241-4f58-b22b-406a8bcfddd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0724897 Dec 08 01:55:17.854308 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730676ad-095d-4cbf-a7b4-64d19a879257 None None] Sync routers for ids ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:17.855818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47406) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:17.879098 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730676ad-095d-4cbf-a7b4-64d19a879257 None None] Routers {'aeeb9b13-d241-4f58-b22b-406a8bcfddd8'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:17.879758 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-730676ad-095d-4cbf-a7b4-64d19a879257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:17.986989 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-6d78d906-ad49-46f3-9bf1-2fae86f521c5 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] show failed (client error): The resource could not be found. Dec 08 01:55:17.995777 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-730676ad-095d-4cbf-a7b4-64d19a879257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:18.003802 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6d78d906-ad49-46f3-9bf1-2fae86f521c5 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "GET /v2.0/routers/tempest-non_exist_router-480207841 HTTP/1.1" status: 404 len: 334 time: 0.1372263 Dec 08 01:55:18.004800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47410) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:18.014526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-91891e2b-58f8-48ae-9cec-3e7ce9e38077 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:18.017644 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730676ad-095d-4cbf-a7b4-64d19a879257 None None] Routers {'aeeb9b13-d241-4f58-b22b-406a8bcfddd8'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:18.018459 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-730676ad-095d-4cbf-a7b4-64d19a879257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:18.079524 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-91891e2b-58f8-48ae-9cec-3e7ce9e38077 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] update failed (client error): The resource could not be found. Dec 08 01:55:18.087090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-91891e2b-58f8-48ae-9cec-3e7ce9e38077 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "PUT /v2.0/routers/tempest-non_exist_router-701020329 HTTP/1.1" status: 404 len: 334 time: 0.0764952 Dec 08 01:55:18.087863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47414) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:18.109259 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-730676ad-095d-4cbf-a7b4-64d19a879257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:18.110776 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730676ad-095d-4cbf-a7b4-64d19a879257 None None] The sync data for ids ['aeeb9b13-d241-4f58-b22b-406a8bcfddd8'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:18.127007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b05cb5f-60d2-4624-bc79-01374dbea38c None None] Network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:18.158728 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.172410 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-30d89971-1658-4ac5-b5c4-1edf4191a24c service neutron] 10.222.0.71 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656901 Dec 08 01:55:18.194524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf42c474-846a-4c6a-a273-581c8e0ed3c7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Deleting subnet 9dda7df7-db2c-4621-8836-2083d6d3a481 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:55:18.199214 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bf42c474-846a-4c6a-a273-581c8e0ed3c7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.259908 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bf42c474-846a-4c6a-a273-581c8e0ed3c7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.326660 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2c3465ed-18d4-4d1d-ae0b-b1bcae762d47 None None] Provisioning complete for port 61432090-5b32-44f6-a8ab-6909e0194407 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:18.326660 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c3465ed-18d4-4d1d-ae0b-b1bcae762d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.342705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8c8a9-51fc-41e8-b652-ae0fa4bf11d1 req-996eab41-c840-482c-b775-64b9ce5d2ef3 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:18.342705 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aea8c8a9-51fc-41e8-b652-ae0fa4bf11d1 req-996eab41-c840-482c-b775-64b9ce5d2ef3 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 946 time: 0.3699389 Dec 08 01:55:18.522136 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bf42c474-846a-4c6a-a273-581c8e0ed3c7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.564653 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c3465ed-18d4-4d1d-ae0b-b1bcae762d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.628902 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aea8c8a9-51fc-41e8-b652-ae0fa4bf11d1 req-d5752d89-afa5-47ac-af62-9fe11ed0da07 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792487 Dec 08 01:55:18.637464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-df3d530d-1d99-4d3b-b87f-dba1e8552886 service neutron] 10.222.0.71 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554491 Dec 08 01:55:18.665203 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2c3465ed-18d4-4d1d-ae0b-b1bcae762d47 None None] For port 61432090-5b32-44f6-a8ab-6909e0194407, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=61432090-5b32-44f6-a8ab-6909e0194407,segment=NetworkSegment(01c0508f-c5bb-432a-aa82-aa53d3b46084),segment_id=01c0508f-c5bb-432a-aa82-aa53d3b46084)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:18.685396 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c3465ed-18d4-4d1d-ae0b-b1bcae762d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.739704 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bf42c474-846a-4c6a-a273-581c8e0ed3c7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.796915 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 61432090-5b32-44f6-a8ab-6909e0194407 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:18.887414 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42c474-846a-4c6a-a273-581c8e0ed3c7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event deleted for resources: {'Subnet': ['ID=9dda7df7-db2c-4621-8836-2083d6d3a481,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:18.924393 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bf42c474-846a-4c6a-a273-581c8e0ed3c7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.931543 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bf42c474-846a-4c6a-a273-581c8e0ed3c7 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "DELETE /v2.0/subnets/9dda7df7-db2c-4621-8836-2083d6d3a481 HTTP/1.1" status: 204 len: 168 time: 0.8263123 Dec 08 01:55:18.954667 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47432) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:18.982105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3465ed-18d4-4d1d-ae0b-b1bcae762d47 None None] Pushing event updated for resources: {'Port': ['ID=61432090-5b32-44f6-a8ab-6909e0194407,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:18.991825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c380076-0028-4ea9-8c43-92718596fda4 None None] Network da5d9316-9300-4f8a-871d-35c7739d72fc requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:19.159266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-4910c176-3f9f-4a1d-8d08-c0fa2c9c4a68 service neutron] 10.222.0.71 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322608 Dec 08 01:55:19.165896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-84382eee-44aa-4124-81c9-62302d5c3855 None None] Provisioning complete for port 61432090-5b32-44f6-a8ab-6909e0194407 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:19.166726 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84382eee-44aa-4124-81c9-62302d5c3855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.188908 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-74ed9653-ed9f-4b6f-a823-bb797b012663 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:19.190440 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-74ed9653-ed9f-4b6f-a823-bb797b012663 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2699308 Dec 08 01:55:19.203034 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.309102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 61432090-5b32-44f6-a8ab-6909e0194407 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:19.309328 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.336722 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-b397e279-4b04-450b-bfcf-3b4ac0112e4d tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.1143909 Dec 08 01:55:19.350386 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.368073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-c867b5d3-6656-4ca3-9e98-1da38a1d94f7 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Request body: {'floatingip': {'port_id': '04c2b373-8758-4c02-80ee-e4d510a94f49', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:19.503823 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-c867b5d3-6656-4ca3-9e98-1da38a1d94f7 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.528797 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Router 82a433a7-8b78-406b-99c9-f37e7fce4d3d is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:55:19.596168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-74fd3f07-320e-4ad8-9e65-a1cd8b9d5000 service neutron] 10.222.0.71 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272418 Dec 08 01:55:19.607871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a025da-6818-4822-b6ed-3a021d4e4030 None None] DHCP port deletion for da5d9316-9300-4f8a-871d-35c7739d72fc request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:19.731427 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-87a025da-6818-4822-b6ed-3a021d4e4030 None None] Deleting port 00346944-2bb1-4913-b376-8f2ac2d45ed9 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:19.731828 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87a025da-6818-4822-b6ed-3a021d4e4030 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.744686 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:19.766341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Sync routers for ids ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:19.777996 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.782187 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-75ad5864-db3c-4745-b1d9-a9ff96664e69 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3923931 Dec 08 01:55:19.783992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47482) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:19.873995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Deleting port 00346944-2bb1-4913-b376-8f2ac2d45ed9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:19.874337 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.890275 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Routers {'82a433a7-8b78-406b-99c9-f37e7fce4d3d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:19.891475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:19.894431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-87a025da-6818-4822-b6ed-3a021d4e4030 None None] For port 00346944-2bb1-4913-b376-8f2ac2d45ed9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=00346944-2bb1-4913-b376-8f2ac2d45ed9,segment=NetworkSegment(e97d76e0-c960-45d7-a7e8-822ea1c457cb),segment_id=e97d76e0-c960-45d7-a7e8-822ea1c457cb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:19.894855 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87a025da-6818-4822-b6ed-3a021d4e4030 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.004572 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-87a025da-6818-4822-b6ed-3a021d4e4030 None None] Calling delete_port for 00346944-2bb1-4913-b376-8f2ac2d45ed9 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:20.250024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] For port 00346944-2bb1-4913-b376-8f2ac2d45ed9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=00346944-2bb1-4913-b376-8f2ac2d45ed9,segment=NetworkSegment(e97d76e0-c960-45d7-a7e8-822ea1c457cb),segment_id=e97d76e0-c960-45d7-a7e8-822ea1c457cb)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:20.251235 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.262556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-2862ec53-747d-4e84-8c5d-b5eb47fceca9 service neutron] 10.222.0.71 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383018 Dec 08 01:55:20.293078 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Set router 82a433a7-8b78-406b-99c9-f37e7fce4d3d gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:20.310321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Calling delete_port for 00346944-2bb1-4913-b376-8f2ac2d45ed9 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:20.435499 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.514911 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87a025da-6818-4822-b6ed-3a021d4e4030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.738451 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Allocated IP 172.20.0.1 (52b2b53d-8460-4de0-b2b9-e8bb60d05fcd/3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e/74359efc-5d07-4781-958a-afdbdd9e78db) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:20.764053 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c76f1e0d-e584-4efe-9442-f442e45aa94c service neutron] 10.222.0.71 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856708 Dec 08 01:55:20.809167 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.853848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event deleted for resources: {'Port': ['ID=00346944-2bb1-4913-b376-8f2ac2d45ed9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:20.860790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] No DVR routers for this DVR port 00346944-2bb1-4913-b376-8f2ac2d45ed9 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:20.982407 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.060607 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.190355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 61432090-5b32-44f6-a8ab-6909e0194407 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:21.207657 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a025da-6818-4822-b6ed-3a021d4e4030 None None] No DVR routers for this DVR port 00346944-2bb1-4913-b376-8f2ac2d45ed9 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:21.231883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a025da-6818-4822-b6ed-3a021d4e4030 None None] Pushing event deleted for resources: {'Port': ['ID=00346944-2bb1-4913-b376-8f2ac2d45ed9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:21.233873 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:21.247733 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:21.255267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:21.301066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.301425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.303871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.304240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.304592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.304938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.305274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.305610 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.306541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.306880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.307220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.307557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.307914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.373315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Pushing event updated for resources: {'Port': ['ID=74359efc-5d07-4781-958a-afdbdd9e78db,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:21.394393 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 61432090-5b32-44f6-a8ab-6909e0194407 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:21.397736 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.402888 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.503922 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.resource_extend [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-c867b5d3-6656-4ca3-9e98-1da38a1d94f7 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:55:21.657774 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.663777 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:17Z', 'revision_number': 3, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:21.712299 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.720546 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5d9316-9300-4f8a-871d-35c7739d72fc']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:21.738637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-c867b5d3-6656-4ca3-9e98-1da38a1d94f7 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.740745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97d76e0-c960-45d7-a7e8-822ea1c457cb') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:21.741149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97d76e0-c960-45d7-a7e8-822ea1c457cb') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:21.749996 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-c867b5d3-6656-4ca3-9e98-1da38a1d94f7 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.754113 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Checking router: 82a433a7-8b78-406b-99c9-f37e7fce4d3d for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:21.754477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Updating router 82a433a7-8b78-406b-99c9-f37e7fce4d3d port bee7e0f9-d0f9-4446-b3c5-f04d6d290681 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:55:21.793213 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.800807 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.821399 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.862411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:21.863133 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:21.866859 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:22.025526 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 00346944-2bb1-4913-b376-8f2ac2d45ed9 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:22.121077 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-c867b5d3-6656-4ca3-9e98-1da38a1d94f7 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Floating IP 9e184310-7b3f-4f98-9342-ab97bff467e6 associated. External IP: 172.25.8.52, port: 04c2b373-8758-4c02-80ee-e4d510a94f49. Dec 08 01:55:22.163256 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.195764 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.207058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "DELETE /v2.0/networks/da5d9316-9300-4f8a-871d-35c7739d72fc HTTP/1.1" status: 204 len: 168 time: 3.2512145 Dec 08 01:55:22.210032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765e08c-76cb-45df-b250-75a6672b94d3 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event deleted for resources: {'Network': ['ID=da5d9316-9300-4f8a-871d-35c7739d72fc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:22.216725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47620) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:22.220720 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.236432 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.271129 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 00346944-2bb1-4913-b376-8f2ac2d45ed9 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:22.273597 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 00346944-2bb1-4913-b376-8f2ac2d45ed9 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:22.283799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f5cfe3af-eb00-49c9-8802-819945b84f15 None None] Provisioning complete for port 74359efc-5d07-4781-958a-afdbdd9e78db triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:22.284445 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe3af-eb00-49c9-8802-819945b84f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.317147 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-278a3457-8816-4cbf-a12a-6bf65e9dab94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.353645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f5cfe3af-eb00-49c9-8802-819945b84f15 None None] Port 74359efc-5d07-4781-958a-afdbdd9e78db cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:22.357319 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.378000 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Pushing event updated for resources: {'Port': ['ID=74359efc-5d07-4781-958a-afdbdd9e78db,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:22.439737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2e324-f508-4ffe-8600-8f2a69971aab req-0a8aa09a-13d1-45a5-8731-2cf423012dc1 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:22.447089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1db2e324-f508-4ffe-8600-8f2a69971aab req-0a8aa09a-13d1-45a5-8731-2cf423012dc1 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 946 time: 0.3610497 Dec 08 01:55:22.500301 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.518631 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.568025 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:22.573852 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:22.586932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-be5b0658-8c06-4205-a40f-6449f8ef10a2 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:22.588901 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-be5b0658-8c06-4205-a40f-6449f8ef10a2 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653&tenant_id=3ea3a98675f74d9ca617927f4f236c6e&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 1098 time: 0.3659010 Dec 08 01:55:22.669516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1db2e324-f508-4ffe-8600-8f2a69971aab req-90c41bee-530a-495e-82d9-f69375bed11a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041960 Dec 08 01:55:22.680198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79bdaef-9302-41a2-87c9-b8e699e487d4 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Deleting subnet 379c7c39-ec22-45ae-a2d4-a5d00933633d {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:55:22.686675 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d79bdaef-9302-41a2-87c9-b8e699e487d4 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.697584 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Attempting to bind port bee7e0f9-d0f9-4446-b3c5-f04d6d290681 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:22.698121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Attempting to bind port bee7e0f9-d0f9-4446-b3c5-f04d6d290681 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:22.698555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Attempting to bind port bee7e0f9-d0f9-4446-b3c5-f04d6d290681 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:22.700951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f7092-16b2-4c69-aca8-de501702ae9d None None] Pushing event updated for resources: {'Port': ['ID=bee7e0f9-d0f9-4446-b3c5-f04d6d290681,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:22.716353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:22.716353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:22.716739 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.717293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:22.717508 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Bound port: bee7e0f9-d0f9-4446-b3c5-f04d6d290681, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:22.717881 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.849036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Router 82a433a7-8b78-406b-99c9-f37e7fce4d3d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:22.888879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] For port bee7e0f9-d0f9-4446-b3c5-f04d6d290681, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:22.907440 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] For port bee7e0f9-d0f9-4446-b3c5-f04d6d290681, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bee7e0f9-d0f9-4446-b3c5-f04d6d290681,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:22.916229 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.041846 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f7092-16b2-4c69-aca8-de501702ae9d None None] Pushing event updated for resources: {'Port': ['ID=bee7e0f9-d0f9-4446-b3c5-f04d6d290681,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:23.127511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:23.133281 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-31'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:23.147863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e6372990-a83e-4e02-86f1-985de89f4f6d None None] Provisioning complete for port 74359efc-5d07-4781-958a-afdbdd9e78db triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:23.148491 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6372990-a83e-4e02-86f1-985de89f4f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.151257 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8d6fca6a-5f18-4547-845a-f6f9da46cbfe admin admin] 10.222.0.71 "PUT /v2.0/routers/82a433a7-8b78-406b-99c9-f37e7fce4d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3654444 Dec 08 01:55:23.167744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-472ff5ee-c497-4d59-b08d-ac430798ab5d req-05ec098e-a6e6-4af3-a83d-15228f1d3b2e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.2992570 Dec 08 01:55:23.273794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d1bc74fc-8437-4fd5-bf39-49c576f91f08 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:55:23.290554 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d79bdaef-9302-41a2-87c9-b8e699e487d4 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.327307 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.423985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:23.449064 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d1bc74fc-8437-4fd5-bf39-49c576f91f08 has no active binding in host n-h1-713499-31 {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:55:23.450606 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e6372990-a83e-4e02-86f1-985de89f4f6d None None] Port 74359efc-5d07-4781-958a-afdbdd9e78db cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:23.454698 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Routers {'82a433a7-8b78-406b-99c9-f37e7fce4d3d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:23.455136 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:23.511280 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.692516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:23.756372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47666) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:23.770914 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d79bdaef-9302-41a2-87c9-b8e699e487d4 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.788538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] Set router 82a433a7-8b78-406b-99c9-f37e7fce4d3d gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:23.791546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:23.929078 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b271325f-11fa-4b7a-a8ad-6735e5141653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1bc74fc-8437-4fd5-bf39-49c576f91f08'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:23.936212 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc8f0c9-4c7b-4b4d-ba1d-7589b94c1d2e" -d '{"events": [{"server_uuid": "b271325f-11fa-4b7a-a8ad-6735e5141653", "name": "network-vif-unplugged", "status": "completed", "tag": "d1bc74fc-8437-4fd5-bf39-49c576f91f08"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:23.949071 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.965257 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.992107 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d79bdaef-9302-41a2-87c9-b8e699e487d4 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.002707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-c867b5d3-6656-4ca3-9e98-1da38a1d94f7 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:24.117037 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bdaef-9302-41a2-87c9-b8e699e487d4 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event deleted for resources: {'Subnet': ['ID=379c7c39-ec22-45ae-a2d4-a5d00933633d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:24.156190 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d79bdaef-9302-41a2-87c9-b8e699e487d4 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.163413 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d79bdaef-9302-41a2-87c9-b8e699e487d4 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "DELETE /v2.0/subnets/379c7c39-ec22-45ae-a2d4-a5d00933633d HTTP/1.1" status: 204 len: 168 time: 1.9338596 Dec 08 01:55:24.175756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47682) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:24.188074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Attempting to bind port d1bc74fc-8437-4fd5-bf39-49c576f91f08 on host n-h2-713499-31 for vnic_type normal with profile {"migrating_to": "n-h1-713499-31"} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:24.188980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Attempting to bind port d1bc74fc-8437-4fd5-bf39-49c576f91f08 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:24.189450 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Attempting to bind port d1bc74fc-8437-4fd5-bf39-49c576f91f08 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:24.234163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Port d1bc74fc-8437-4fd5-bf39-49c576f91f08 on network a59a8412-6343-41a4-920a-bc94665ff18f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:24.234530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Attempting to bind port d1bc74fc-8437-4fd5-bf39-49c576f91f08 on network a59a8412-6343-41a4-920a-bc94665ff18f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:24.241627 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0eab7d9-bdf1-4cfe-a80c-ac7c53cee13c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.243442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bc74fc-8437-4fd5-bf39-49c576f91f08,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:24.256023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6bd99f-0ab2-475a-9faf-6bc558b39915 None None] Network 834657ea-4375-44ac-a497-153413906c18 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:24.290480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:24.290879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Checking segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:24.291240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Bound using segment: {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:24.293880 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Bound port: d1bc74fc-8437-4fd5-bf39-49c576f91f08, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0171bdc1-3956-47a8-840e-c704b75e43a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a59a8412-6343-41a4-920a-bc94665ff18f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:24.294267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.412928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-c867b5d3-6656-4ca3-9e98-1da38a1d94f7 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:24.426354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c7825-bd36-4ecf-a607-b948ddf26489 req-a0d77f28-6bf9-4d91-b3c9-3149b78f2d87 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:24.433918 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c988c32-e3cd-4710-b924-c9c9dfcb42a5 None None] Sync routers for ids ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:24.446450 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-993c7825-bd36-4ecf-a607-b948ddf26489 req-a0d77f28-6bf9-4d91-b3c9-3149b78f2d87 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 944 time: 0.4544675 Dec 08 01:55:24.455219 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-c867b5d3-6656-4ca3-9e98-1da38a1d94f7 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.455915 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c988c32-e3cd-4710-b924-c9c9dfcb42a5 None None] Routers {'f49821da-68bc-4a50-ae29-1c7cc5d99cc9'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:24.456740 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2c988c32-e3cd-4710-b924-c9c9dfcb42a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:54:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:24.493829 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.543806 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d9d66be-645b-425c-8916-1a0be7568d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.568958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-c867b5d3-6656-4ca3-9e98-1da38a1d94f7 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "PUT /v2.0/floatingips/9e184310-7b3f-4f98-9342-ab97bff467e6 HTTP/1.1" status: 200 len: 996 time: 5.2152014 Dec 08 01:55:24.596499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'tag': '04c2b373-8758-4c02-80ee-e4d510a94f49'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:24.608082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '74359efc-5d07-4781-958a-afdbdd9e78db', 'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'mac_address': 'fa:16:3e:7e:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:20Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 2, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'subnets': [{'id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:24.609158 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f490a3bb-4be4-4784-951d-9200453876ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d2185ef1-b633-4271-8c23-76ec27371c4c", "tag": "04c2b373-8758-4c02-80ee-e4d510a94f49"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:24.617273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47692) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:24.646653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1616178629-network', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:24.687528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a35f76-9494-4887-ab2b-be6f322e0fc6 None None] The sync data for ids ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'] in n-d-713499-31 is: [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '74359efc-5d07-4781-958a-afdbdd9e78db', 'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'mac_address': 'fa:16:3e:7e:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:20Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 2, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'subnets': [{'id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:24.726069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ecf2ea-b3b9-476d-b8ce-797898f1c8a5 None None] DHCP port deletion for 834657ea-4375-44ac-a497-153413906c18 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:24.758689 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-2c988c32-e3cd-4710-b924-c9c9dfcb42a5 None None] Set router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:24.798886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9dc351-a471-459e-9f63-7ba04dcc543e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Deleting subnet 33dba548-abcb-44ec-845c-f34782e96627 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:55:24.825915 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da9dc351-a471-459e-9f63-7ba04dcc543e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.871844 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:24.875643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:24.889287 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.916599 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] Made reservation on behalf of cc6e221d44154e61bbb45524f1cdbcf7 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:24.920965 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.953631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-56ecf2ea-b3b9-476d-b8ce-797898f1c8a5 None None] Deleting port efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:24.954141 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56ecf2ea-b3b9-476d-b8ce-797898f1c8a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.965487 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.033427 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bc74fc-8437-4fd5-bf39-49c576f91f08,revision_number=8']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:25.073681 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0eab7d9-bdf1-4cfe-a80c-ac7c53cee13c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.081969 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0eab7d9-bdf1-4cfe-a80c-ac7c53cee13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.154330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eab7d9-bdf1-4cfe-a80c-ac7c53cee13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a7799c-9182-48ea-8b67-23fd2f06a49a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:25.262214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:25.262874 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.268138 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-b9681a7d-7b48-45ba-908b-2b647dd50109 service neutron] 10.222.0.45 "PUT /v2.0/ports/d1bc74fc-8437-4fd5-bf39-49c576f91f08 HTTP/1.1" status: 200 len: 1124 time: 2.6053493 Dec 08 01:55:25.300189 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2c988c32-e3cd-4710-b924-c9c9dfcb42a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:54:44Z', 'revision_number': 4, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port': {'id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:38Z', 'updated_at': '2021-12-08T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9e184310-7b3f-4f98-9342-ab97bff467e6', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'port_id': '04c2b373-8758-4c02-80ee-e4d510a94f49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'mac_address': 'fa:16:3e:88:50:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:20Z', 'revision_number': 1, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd885753b-a0f1-446e-bda6-1e519930521d', 'name': '', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'mac_address': 'fa:16:3e:bc:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:42Z', 'updated_at': '2021-12-08T01:54:51Z', 'revision_number': 5, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'subnets': [{'id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:25.302007 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.354775 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c0eab7d9-bdf1-4cfe-a80c-ac7c53cee13c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d63b53b199d64fa98a6ddf27d8fcdeb7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5905955 Dec 08 01:55:25.355854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47702) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:25.381576 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c988c32-e3cd-4710-b924-c9c9dfcb42a5 None None] Checking router: f49821da-68bc-4a50-ae29-1c7cc5d99cc9 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:25.406753 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c988c32-e3cd-4710-b924-c9c9dfcb42a5 None None] Routers {'f49821da-68bc-4a50-ae29-1c7cc5d99cc9'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:25.408500 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2c988c32-e3cd-4710-b924-c9c9dfcb42a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:25.429692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-56ecf2ea-b3b9-476d-b8ce-797898f1c8a5 None None] For port efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8,segment=NetworkSegment(8ab608b5-6fc4-49dd-8939-33184f42bd62),segment_id=8ab608b5-6fc4-49dd-8939-33184f42bd62)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:25.430205 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56ecf2ea-b3b9-476d-b8ce-797898f1c8a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.475712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['d1bc74fc-8437-4fd5-bf39-49c576f91f08'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:55:25.486635 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['d1bc74fc-8437-4fd5-bf39-49c576f91f08'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:55:25.496264 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:55:25.497874 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-993c7825-bd36-4ecf-a607-b948ddf26489 req-78e0b2a3-16ce-4bec-ac7b-604130bf837d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0463948 Dec 08 01:55:25.511534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-95944906-f102-4d46-9301-30443510cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:25.523827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-95944906-f102-4d46-9301-30443510cbe0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=71ce27ccb4884778a9dee02004aa9863&device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 1098 time: 0.8471184 Dec 08 01:55:25.561057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-56ecf2ea-b3b9-476d-b8ce-797898f1c8a5 None None] Calling delete_port for efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:25.569938 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.598060 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da9dc351-a471-459e-9f63-7ba04dcc543e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.604648 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.630569 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-099a6da8-381b-4deb-b15c-e55774d8c739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.689678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1add2122-eecf-4045-b978-59baedfaadb3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:25.712551 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-099a6da8-381b-4deb-b15c-e55774d8c739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.751745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e8b2f714-ad62-40f9-9e8e-9525b5003d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:25.753451 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e8b2f714-ad62-40f9-9e8e-9525b5003d25 service neutron] 10.222.0.75 "GET /v2.0/ports/ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c HTTP/1.1" status: 200 len: 1031 time: 0.9906578 Dec 08 01:55:25.754411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:55:25.829784 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-2c988c32-e3cd-4710-b924-c9c9dfcb42a5 None None] Set router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:25.830938 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-099a6da8-381b-4deb-b15c-e55774d8c739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.835552 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-099a6da8-381b-4deb-b15c-e55774d8c739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.837203 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-099a6da8-381b-4deb-b15c-e55774d8c739 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/29a7799c-9182-48ea-8b67-23fd2f06a49a HTTP/1.1" status: 204 len: 168 time: 0.4797552 Dec 08 01:55:25.855263 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a6da8-381b-4deb-b15c-e55774d8c739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a7799c-9182-48ea-8b67-23fd2f06a49a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:25.891460 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.892238 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] Added segment 67a69890-cb22-4a2d-9e76-7dd947908d9f of type vlan for network 78be303b-3731-4aaf-9656-10a0859c8e7f Dec 08 01:55:26.089943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-98d19a02-52b4-432d-84d8-d551110ed168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:26.093116 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-98d19a02-52b4-432d-84d8-d551110ed168 service neutron] 10.222.0.75 "GET /v2.0/ports/6c233101-806d-4641-913c-08c4d8a9b2ca HTTP/1.1" status: 200 len: 1033 time: 0.3225112 Dec 08 01:55:26.229531 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.247246 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee762bb6-9a3c-4683-9f64-b1ef11de8c4d x-openstack-request-id: req-ee762bb6-9a3c-4683-9f64-b1ef11de8c4d {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:26.247908 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b271325f-11fa-4b7a-a8ad-6735e5141653", "name": "network-vif-unplugged", "status": "completed", "tag": "d1bc74fc-8437-4fd5-bf39-49c576f91f08", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:26.248013 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ee762bb6-9a3c-4683-9f64-b1ef11de8c4d {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:26.248630 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b271325f-11fa-4b7a-a8ad-6735e5141653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1bc74fc-8437-4fd5-bf39-49c576f91f08', 'code': 200} Dec 08 01:55:26.307248 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56ecf2ea-b3b9-476d-b8ce-797898f1c8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.383409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecf2ea-b3b9-476d-b8ce-797898f1c8a5 None None] Pushing event deleted for resources: {'Port': ['ID=efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:26.430789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-3ff93ec0-ee32-4e80-9a17-07db4e403184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:26.435689 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-3ff93ec0-ee32-4e80-9a17-07db4e403184 service neutron] 10.222.0.71 "GET /v2.0/networks?id=376dbfba-58cd-4342-8d7c-0d280f9eea65 HTTP/1.1" status: 200 len: 930 time: 0.8427079 Dec 08 01:55:26.457038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ecf2ea-b3b9-476d-b8ce-797898f1c8a5 None None] No DVR routers for this DVR port efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:26.605439 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2c988c32-e3cd-4710-b924-c9c9dfcb42a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:54:44Z', 'revision_number': 4, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port': {'id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:38Z', 'updated_at': '2021-12-08T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9e184310-7b3f-4f98-9342-ab97bff467e6', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'port_id': '04c2b373-8758-4c02-80ee-e4d510a94f49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'mac_address': 'fa:16:3e:88:50:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:20Z', 'revision_number': 1, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd885753b-a0f1-446e-bda6-1e519930521d', 'name': '', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'mac_address': 'fa:16:3e:bc:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:42Z', 'updated_at': '2021-12-08T01:54:51Z', 'revision_number': 5, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'subnets': [{'id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:26.649418 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c988c32-e3cd-4710-b924-c9c9dfcb42a5 None None] The sync data for ids ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'] in n-d-713499-31 is: [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:54:44Z', 'revision_number': 4, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port': {'id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:38Z', 'updated_at': '2021-12-08T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9e184310-7b3f-4f98-9342-ab97bff467e6', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'port_id': '04c2b373-8758-4c02-80ee-e4d510a94f49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'mac_address': 'fa:16:3e:88:50:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:20Z', 'revision_number': 1, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd885753b-a0f1-446e-bda6-1e519930521d', 'name': '', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'mac_address': 'fa:16:3e:bc:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:42Z', 'updated_at': '2021-12-08T01:54:51Z', 'revision_number': 5, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'subnets': [{'id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:26.654335 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.resource_extend [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:55:26.719774 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da9dc351-a471-459e-9f63-7ba04dcc543e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.788865 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bee7e0f9-d0f9-4446-b3c5-f04d6d290681 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:26.956972 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.992973 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da9dc351-a471-459e-9f63-7ba04dcc543e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.999170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port bee7e0f9-d0f9-4446-b3c5-f04d6d290681 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:26.999496 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.045681 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.046936 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:27.047519 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.149937 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.161765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dc351-a471-459e-9f63-7ba04dcc543e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event deleted for resources: {'Subnet': ['ID=33dba548-abcb-44ec-845c-f34782e96627,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:27.176996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port bee7e0f9-d0f9-4446-b3c5-f04d6d290681, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bee7e0f9-d0f9-4446-b3c5-f04d6d290681,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:27.186719 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.223429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f871095-3553-49f8-bda7-06aecb1bb422 req-e18bad0f-ef34-449b-bec3-0b8fd464f1f5 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.2348928 Dec 08 01:55:27.334244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6936500 Dec 08 01:55:27.335040 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47744) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:27.344536 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a835381d-483b-439c-90c5-009ad4c64f43 admin admin] Request body: {'subnet': {'network_id': '78be303b-3731-4aaf-9656-10a0859c8e7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1616178629-subnet', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:27.380634 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890bf6e3-437c-4de9-ba85-1a0f668de343 None None] New status for floating IP 9e184310-7b3f-4f98-9342-ab97bff467e6: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:55:27.420969 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a835381d-483b-439c-90c5-009ad4c64f43 admin admin] Made reservation on behalf of cc6e221d44154e61bbb45524f1cdbcf7 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:27.423364 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a835381d-483b-439c-90c5-009ad4c64f43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.424727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:27.430717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-b958e735-8d49-42e5-b64f-d63d2c296af8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:27.449656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-b958e735-8d49-42e5-b64f-d63d2c296af8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:27.462509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-b958e735-8d49-42e5-b64f-d63d2c296af8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:27.464343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-b958e735-8d49-42e5-b64f-d63d2c296af8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "GET /v2.0/networks?id=66eb2f8b-9250-43af-be5e-01bc015c75e6&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&id=08cfbefb-b7c2-4901-a33d-bcd1037fa934 HTTP/1.1" status: 200 len: 1993 time: 1.2815340 Dec 08 01:55:27.536660 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da9dc351-a471-459e-9f63-7ba04dcc543e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.549417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47748) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:27.550461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-da9dc351-a471-459e-9f63-7ba04dcc543e tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "DELETE /v2.0/subnets/33dba548-abcb-44ec-845c-f34782e96627 HTTP/1.1" status: 204 len: 168 time: 3.3709259 Dec 08 01:55:27.615650 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-22d2ff4f-f49a-4d34-92ec-63ec13bd5240 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c2b373-8758-4c02-80ee-e4d510a94f49 HTTP/1.1" status: 200 len: 999 time: 0.9942303 Dec 08 01:55:27.680122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ec000-1422-482f-a46a-bd30b938e2ad admin admin] Pushing event updated for resources: {'Network': ['ID=78be303b-3731-4aaf-9656-10a0859c8e7f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:27.717614 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62cb2701-6993-4e6f-a864-738723c7537d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.009778 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62cb2701-6993-4e6f-a864-738723c7537d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.029396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6737213b-3303-4aa4-a990-f64563a9d81c None None] Network d193856f-8f6d-4496-951d-b51dff3d9aa6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:28.044462 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-62cb2701-6993-4e6f-a864-738723c7537d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834657ea-4375-44ac-a497-153413906c18']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:28.081585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-62cb2701-6993-4e6f-a864-738723c7537d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab608b5-6fc4-49dd-8939-33184f42bd62') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:28.082164 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-62cb2701-6993-4e6f-a864-738723c7537d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab608b5-6fc4-49dd-8939-33184f42bd62') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:28.103777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62cb2701-6993-4e6f-a864-738723c7537d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.130523 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 78be303b-3731-4aaf-9656-10a0859c8e7f details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:55:28.142335 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=bee7e0f9-d0f9-4446-b3c5-f04d6d290681,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:28.148469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:28.148817 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device efcfeb03-5a0f-41e5-acd0-62d1f5d6e3d8 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:28.150806 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62cb2701-6993-4e6f-a864-738723c7537d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.217764 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a835381d-483b-439c-90c5-009ad4c64f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.237260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62cb2701-6993-4e6f-a864-738723c7537d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:28.237260 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62cb2701-6993-4e6f-a864-738723c7537d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:28.273360 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:28.278749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b271325f-11fa-4b7a-a8ad-6735e5141653', 'tag': 'd1bc74fc-8437-4fd5-bf39-49c576f91f08'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:28.288209 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933d1a1d-b5f3-4650-954c-9c1e7b538115" -d '{"events": [{"name": "network-changed", "server_uuid": "b271325f-11fa-4b7a-a8ad-6735e5141653", "tag": "d1bc74fc-8437-4fd5-bf39-49c576f91f08"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:28.385026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835381d-483b-439c-90c5-009ad4c64f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73c0c518-1ceb-43c5-ab99-35c81ac183d7,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:28.638179 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62cb2701-6993-4e6f-a864-738723c7537d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.658680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490a3bb-4be4-4784-951d-9200453876ed req-1eda9ad6-4c1a-49e0-824d-cdd883b68eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:28.660242 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f490a3bb-4be4-4784-951d-9200453876ed req-1eda9ad6-4c1a-49e0-824d-cdd883b68eae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71ce27ccb4884778a9dee02004aa9863&device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 1098 time: 0.5337169 Dec 08 01:55:28.693723 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62cb2701-6993-4e6f-a864-738723c7537d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.715310 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-62cb2701-6993-4e6f-a864-738723c7537d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "DELETE /v2.0/networks/834657ea-4375-44ac-a497-153413906c18 HTTP/1.1" status: 204 len: 168 time: 1.1555395 Dec 08 01:55:28.790622 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-3759edf2-bdcf-460d-a9ea-182c0d449fab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ebd8dda7cdc4383b657e323ecd66448 HTTP/1.1" status: 200 len: 380 time: 1.2380102 Dec 08 01:55:28.796999 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73f90b8-7828-4733-bd4a-e31b651df735 x-openstack-request-id: req-e73f90b8-7828-4733-bd4a-e31b651df735 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:28.797381 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2185ef1-b633-4271-8c23-76ec27371c4c", "tag": "04c2b373-8758-4c02-80ee-e4d510a94f49", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:28.797968 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e73f90b8-7828-4733-bd4a-e31b651df735 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:28.798463 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'tag': '04c2b373-8758-4c02-80ee-e4d510a94f49', 'status': 'completed', 'code': 200} Dec 08 01:55:28.799005 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47806) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:28.802549 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb2701-6993-4e6f-a864-738723c7537d tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event deleted for resources: {'Network': ['ID=834657ea-4375-44ac-a497-153413906c18,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:28.822485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47808) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:28.823825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:28.824461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:28.824806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:28.825198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:28.825528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:28.825996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:28.826570 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:28.826987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:28.827401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:28.827761 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:28.828302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:28.828589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:28.829018 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:28.834678 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.856357 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-392a2806-7ab8-4594-b061-2f8bcfab707f tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:55:28.858039 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-392a2806-7ab8-4594-b061-2f8bcfab707f tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535662 Dec 08 01:55:28.914036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-597a7b04-c016-43e5-9a13-f6efb4bc6732 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'port': {'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'admin_state_up': True, 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'security_groups': ['e6647bc5-26af-40b5-9d6c-46b372a7e9cd']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:28.938475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bdfa64-525b-47e5-9f38-1071d0533913 None None] DHCP port deletion for d193856f-8f6d-4496-951d-b51dff3d9aa6 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:29.031823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-c2bcb6c5-1430-4328-9ee0-12929ae02b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:29.033336 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-c2bcb6c5-1430-4328-9ee0-12929ae02b69 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4c7279c-c784-4fbd-bf3f-b9468031b901 HTTP/1.1" status: 200 len: 868 time: 1.3792496 Dec 08 01:55:29.096071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-95bdfa64-525b-47e5-9f38-1071d0533913 None None] Deleting port e94baf86-5fcf-41b7-b989-65e90c0edb57 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:29.097205 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95bdfa64-525b-47e5-9f38-1071d0533913 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.103018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490a3bb-4be4-4784-951d-9200453876ed req-e91ba437-77bd-4681-bbc4-131a848b98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:29.112114 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f490a3bb-4be4-4784-951d-9200453876ed req-e91ba437-77bd-4681-bbc4-131a848b98fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=376dbfba-58cd-4342-8d7c-0d280f9eea65 HTTP/1.1" status: 200 len: 930 time: 0.3226752 Dec 08 01:55:29.128636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835381d-483b-439c-90c5-009ad4c64f43 admin admin] Checking segment: {'id': '67a69890-cb22-4a2d-9e76-7dd947908d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78be303b-3731-4aaf-9656-10a0859c8e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:29.140489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835381d-483b-439c-90c5-009ad4c64f43 admin admin] Network hostable DHCP agents. Network: 78be303b-3731-4aaf-9656-10a0859c8e7f, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:55:29.211689 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Sync routers for ids ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:29.233520 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Routers {'82a433a7-8b78-406b-99c9-f37e7fce4d3d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:29.235593 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:29.272888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-95bdfa64-525b-47e5-9f38-1071d0533913 None None] For port e94baf86-5fcf-41b7-b989-65e90c0edb57, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e94baf86-5fcf-41b7-b989-65e90c0edb57,segment=NetworkSegment(db9c7367-0a27-42ac-ba22-2760a0a23a77),segment_id=db9c7367-0a27-42ac-ba22-2760a0a23a77)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:29.275472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103eb794-97dd-49aa-99cc-5c0afbae7df0 req-25e356c0-432a-4cf7-9cd7-4761a83bfc8d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:29.279339 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95bdfa64-525b-47e5-9f38-1071d0533913 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.288564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103eb794-97dd-49aa-99cc-5c0afbae7df0 req-25e356c0-432a-4cf7-9cd7-4761a83bfc8d tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 944 time: 0.4954493 Dec 08 01:55:29.307073 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f811db8-587e-42e1-b1d4-2172df1ac333 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.321554 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-95bdfa64-525b-47e5-9f38-1071d0533913 None None] Calling delete_port for e94baf86-5fcf-41b7-b989-65e90c0edb57 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:29.344476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-11e7c6a3-eb2f-4e94-8da2-db67a1abb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:29.348493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835381d-483b-439c-90c5-009ad4c64f43 admin admin] Network 78be303b-3731-4aaf-9656-10a0859c8e7f is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:55:29.356225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-11e7c6a3-eb2f-4e94-8da2-db67a1abb290 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=376dbfba-58cd-4342-8d7c-0d280f9eea65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2905233 Dec 08 01:55:29.392860 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f490a3bb-4be4-4784-951d-9200453876ed req-35a9ff00-6549-48f9-9a73-4a8ca8207de9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c2b373-8758-4c02-80ee-e4d510a94f49 HTTP/1.1" status: 200 len: 1001 time: 0.2743347 Dec 08 01:55:29.399331 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa3f2-01b7-42a9-b422-eb7137b37a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.454120 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a835381d-483b-439c-90c5-009ad4c64f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 78be303b-3731-4aaf-9656-10a0859c8e7f) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:29.473386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a835381d-483b-439c-90c5-009ad4c64f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:29.475826 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a835381d-483b-439c-90c5-009ad4c64f43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.482178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ba743f-eda8-426a-87b0-6f86b3110994 None None] Network 78be303b-3731-4aaf-9656-10a0859c8e7f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:29.485028 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Set router 82a433a7-8b78-406b-99c9-f37e7fce4d3d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:29.512579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-d3f692e9-702e-46c6-b48e-5a2ab59df60d service neutron] 10.222.0.71 "GET /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551077 Dec 08 01:55:29.652278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490a3bb-4be4-4784-951d-9200453876ed req-5dd23fb4-738d-46fd-a898-1e3d246bd74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:29.656949 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f490a3bb-4be4-4784-951d-9200453876ed req-5dd23fb4-738d-46fd-a898-1e3d246bd74e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4c7279c-c784-4fbd-bf3f-b9468031b901 HTTP/1.1" status: 200 len: 868 time: 0.2299547 Dec 08 01:55:29.676330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-103eb794-97dd-49aa-99cc-5c0afbae7df0 req-eb281c28-7da5-47c6-8011-002bddf6d6f9 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864846 Dec 08 01:55:29.720572 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a835381d-483b-439c-90c5-009ad4c64f43 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3788805 Dec 08 01:55:29.739387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47816) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:29.750826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1616178629-router', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:29.779061 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.780403 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.786172 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95bdfa64-525b-47e5-9f38-1071d0533913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.824795 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-597a7b04-c016-43e5-9a13-f6efb4bc6732 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Made reservation on behalf of 0ebd8dda7cdc4383b657e323ecd66448 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:29.826763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-78be303b-3731-4aaf-9656-10a0859c8e7f', 'network_id': '78be303b-3731-4aaf-9656-10a0859c8e7f', 'project_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'fixed_ips': [{'subnet_id': '73c0c518-1ceb-43c5-ab99-35c81ac183d7'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:55:29.828867 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.836779 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-597a7b04-c016-43e5-9a13-f6efb4bc6732 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.856729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdfa64-525b-47e5-9f38-1071d0533913 None None] Pushing event deleted for resources: {'Port': ['ID=e94baf86-5fcf-41b7-b989-65e90c0edb57,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:29.870655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bdfa64-525b-47e5-9f38-1071d0533913 None None] No DVR routers for this DVR port e94baf86-5fcf-41b7-b989-65e90c0edb57 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:29.961514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490a3bb-4be4-4784-951d-9200453876ed req-86902380-c797-4428-90c8-5ea73a1d8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:29.964454 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f490a3bb-4be4-4784-951d-9200453876ed req-86902380-c797-4428-90c8-5ea73a1d8504 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376dbfba-58cd-4342-8d7c-0d280f9eea65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2934322 Dec 08 01:55:30.006208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5f811db8-587e-42e1-b1d4-2172df1ac333 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] The port 'e94baf86-5fcf-41b7-b989-65e90c0edb57' was deleted {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 08 01:55:30.057999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa3f2-01b7-42a9-b422-eb7137b37a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.069794 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '74359efc-5d07-4781-958a-afdbdd9e78db', 'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'mac_address': 'fa:16:3e:7e:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:20Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 2, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'subnets': [{'id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:30.135991 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Checking router: 82a433a7-8b78-406b-99c9-f37e7fce4d3d for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:30.138106 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Updating router 82a433a7-8b78-406b-99c9-f37e7fce4d3d port 74359efc-5d07-4781-958a-afdbdd9e78db binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:55:30.167538 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.225600 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Allocated IP 172.20.0.2 (78be303b-3731-4aaf-9656-10a0859c8e7f/73c0c518-1ceb-43c5-ab99-35c81ac183d7/121a7b78-648c-4ee2-9f5e-ff20c1f16d15) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:30.245971 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f490a3bb-4be4-4784-951d-9200453876ed req-f98137fc-fdce-46c7-a4d6-10ae1f94d9f1 service neutron] 10.222.0.45 "GET /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939096 Dec 08 01:55:30.250854 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.252041 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa3f2-01b7-42a9-b422-eb7137b37a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.313482 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f811db8-587e-42e1-b1d4-2172df1ac333 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.356217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5f811db8-587e-42e1-b1d4-2172df1ac333 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d193856f-8f6d-4496-951d-b51dff3d9aa6']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:30.372214 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5f811db8-587e-42e1-b1d4-2172df1ac333 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9c7367-0a27-42ac-ba22-2760a0a23a77') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:30.372559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5f811db8-587e-42e1-b1d4-2172df1ac333 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9c7367-0a27-42ac-ba22-2760a0a23a77') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:30.384515 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f811db8-587e-42e1-b1d4-2172df1ac333 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.402410 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f811db8-587e-42e1-b1d4-2172df1ac333 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.412703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f811db8-587e-42e1-b1d4-2172df1ac333 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:30.413074 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f811db8-587e-42e1-b1d4-2172df1ac333 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:30.524266 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:30.590358 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f811db8-587e-42e1-b1d4-2172df1ac333 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.622762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2f51591-d597-4bbb-bb93-332be5d3d3ac req-0a84f442-b484-493f-86e4-ec9b9c2a9178 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.5760953 Dec 08 01:55:30.650898 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.670278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.679403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5aa3f2-01b7-42a9-b422-eb7137b37a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a06e4aa-0d56-4ebf-8b44-91830803c3a7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:30.682690 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5f811db8-587e-42e1-b1d4-2172df1ac333 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.699572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5f811db8-587e-42e1-b1d4-2172df1ac333 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "DELETE /v2.0/networks/d193856f-8f6d-4496-951d-b51dff3d9aa6 HTTP/1.1" status: 204 len: 168 time: 1.8956523 Dec 08 01:55:30.701763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bee7e0f9-d0f9-4446-b3c5-f04d6d290681 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:30.732840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:30.772764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Network 78be303b-3731-4aaf-9656-10a0859c8e7f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:30.796178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f811db8-587e-42e1-b1d4-2172df1ac333 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event deleted for resources: {'Network': ['ID=d193856f-8f6d-4496-951d-b51dff3d9aa6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:30.847320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:30.856270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:30.861259 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.883124 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3f5aa3f2-01b7-42a9-b422-eb7137b37a92 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=49e8b3a0a1c24bac99add4718d1212e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8183796 Dec 08 01:55:30.889954 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fad0f6e-aeee-41f3-8b76-c12caca015b9 x-openstack-request-id: req-5fad0f6e-aeee-41f3-8b76-c12caca015b9 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:30.890283 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b271325f-11fa-4b7a-a8ad-6735e5141653", "tag": "d1bc74fc-8437-4fd5-bf39-49c576f91f08", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:30.890574 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5fad0f6e-aeee-41f3-8b76-c12caca015b9 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:30.891584 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b271325f-11fa-4b7a-a8ad-6735e5141653', 'tag': 'd1bc74fc-8437-4fd5-bf39-49c576f91f08', 'status': 'completed', 'code': 200} Dec 08 01:55:30.896419 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47830) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:30.950762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-da125854-5f68-4226-9dbf-55a097f461de tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Deleting subnet d4c4bd84-8b45-423b-8088-eacfb28c92dd {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:55:30.972168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-174c2dd8-c974-4b0a-b36c-c30ea470e40d req-af03cd5c-c754-4e9a-9e61-082d62c149ba service neutron] 10.222.0.71 "GET /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4587352 Dec 08 01:55:30.973122 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da125854-5f68-4226-9dbf-55a097f461de tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.036408 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Pushing event updated for resources: {'Port': ['ID=121a7b78-648c-4ee2-9f5e-ff20c1f16d15,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:31.085538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Attempting to bind port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:31.087004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Attempting to bind port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '67a69890-cb22-4a2d-9e76-7dd947908d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78be303b-3731-4aaf-9656-10a0859c8e7f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:31.087367 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Attempting to bind port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 on network 78be303b-3731-4aaf-9656-10a0859c8e7f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:31.102095 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:31.106438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Checking segment: {'id': '67a69890-cb22-4a2d-9e76-7dd947908d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78be303b-3731-4aaf-9656-10a0859c8e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:31.106988 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.107444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Bound using segment: {'id': '67a69890-cb22-4a2d-9e76-7dd947908d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78be303b-3731-4aaf-9656-10a0859c8e7f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:31.107997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Bound port: 121a7b78-648c-4ee2-9f5e-ff20c1f16d15, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a69890-cb22-4a2d-9e76-7dd947908d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78be303b-3731-4aaf-9656-10a0859c8e7f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:31.110026 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.153594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port bee7e0f9-d0f9-4446-b3c5-f04d6d290681 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:31.154027 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.193119 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.252574 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.295346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] For port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:31.307650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] For port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=121a7b78-648c-4ee2-9f5e-ff20c1f16d15,segment=NetworkSegment(67a69890-cb22-4a2d-9e76-7dd947908d9f),segment_id=67a69890-cb22-4a2d-9e76-7dd947908d9f)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:31.308783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25a3ac00-699e-4051-b174-0b6475a24490 req-4f3eeb73-c56f-45cc-9d15-06bb1cd8d571 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 258 time: 0.2472632 Dec 08 01:55:31.327690 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.331823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:31.397321 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da125854-5f68-4226-9dbf-55a097f461de tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.506711 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760b5ce-73e8-4ff5-b4ef-e9ec83767624 None None] Pushing event updated for resources: {'Port': ['ID=121a7b78-648c-4ee2-9f5e-ff20c1f16d15,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:31.508421 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-597a7b04-c016-43e5-9a13-f6efb4bc6732 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Allocated IP 172.20.0.8 (66eb2f8b-9250-43af-be5e-01bc015c75e6/2fc99699-31f7-4278-ae8b-e487153a11ac/3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:31.523022 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Attempting to bind port 74359efc-5d07-4781-958a-afdbdd9e78db on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:31.523682 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Attempting to bind port 74359efc-5d07-4781-958a-afdbdd9e78db by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '01c0508f-c5bb-432a-aa82-aa53d3b46084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:31.524394 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Attempting to bind port 74359efc-5d07-4781-958a-afdbdd9e78db on network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:31.537151 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Pushing event updated for resources: {'Port': ['ID=74359efc-5d07-4781-958a-afdbdd9e78db,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:31.555512 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:31.556340 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Checking segment: {'id': '01c0508f-c5bb-432a-aa82-aa53d3b46084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:31.557627 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.558246 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Bound using segment: {'id': '01c0508f-c5bb-432a-aa82-aa53d3b46084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:31.558904 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Bound port: 74359efc-5d07-4781-958a-afdbdd9e78db, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c0508f-c5bb-432a-aa82-aa53d3b46084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:31.559440 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.582682 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:31.583098 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:31.583694 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:31.584154 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:31.584592 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:31.585031 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:31.585594 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:31.589478 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:31.590175 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:31.590762 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:31.591649 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:31.592398 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:31.592943 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:31.658055 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d1bc74fc-8437-4fd5-bf39-49c576f91f08 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:31.676251 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] For port 74359efc-5d07-4781-958a-afdbdd9e78db, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:31.683012 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] For port 74359efc-5d07-4781-958a-afdbdd9e78db, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=74359efc-5d07-4781-958a-afdbdd9e78db,segment=NetworkSegment(01c0508f-c5bb-432a-aa82-aa53d3b46084),segment_id=01c0508f-c5bb-432a-aa82-aa53d3b46084)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:31.690617 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.868662 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02615f-b0f7-4d73-a8f4-841194e57291 None None] Pushing event updated for resources: {'Port': ['ID=74359efc-5d07-4781-958a-afdbdd9e78db,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:31.916623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e94baf86-5fcf-41b7-b989-65e90c0edb57 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:31.939375 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Routers {'82a433a7-8b78-406b-99c9-f37e7fce4d3d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:31.940275 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:32.066623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: e94baf86-5fcf-41b7-b989-65e90c0edb57 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:32.066993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e94baf86-5fcf-41b7-b989-65e90c0edb57 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:32.092488 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7fc7d1db-8068-4aec-aa2d-2e4d901a4130 None None] Provisioning complete for port 74359efc-5d07-4781-958a-afdbdd9e78db triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:32.094886 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d1db-8068-4aec-aa2d-2e4d901a4130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.309725 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f490a3bb-4be4-4784-951d-9200453876ed req-a359d359-8b44-4bc2-a035-d4814635a236 service neutron] 10.222.0.45 "GET /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0515313 Dec 08 01:55:32.323465 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-da96e6c8-e8df-4cfa-9d39-8c6d2c48b1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.348553 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-da96e6c8-e8df-4cfa-9d39-8c6d2c48b1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.371545 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.416203 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d1db-8068-4aec-aa2d-2e4d901a4130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.419029 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] Set router 82a433a7-8b78-406b-99c9-f37e7fce4d3d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:32.423037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d1a1d-b5f3-4650-954c-9c1e7b538115 req-0caab7c3-d868-46d8-bcba-bcc43de63986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:32.426848 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-933d1a1d-b5f3-4650-954c-9c1e7b538115 req-0caab7c3-d868-46d8-bcba-bcc43de63986 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 1127 time: 1.5423663 Dec 08 01:55:32.528506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a67ed-e523-48be-b812-6d2eb9438b7e req-95d36995-a78e-4271-b6c8-8b5f55205548 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:32.540344 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb0a67ed-e523-48be-b812-6d2eb9438b7e req-95d36995-a78e-4271-b6c8-8b5f55205548 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 944 time: 1.5705042 Dec 08 01:55:32.545973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7fc7d1db-8068-4aec-aa2d-2e4d901a4130 None None] For port 74359efc-5d07-4781-958a-afdbdd9e78db, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=74359efc-5d07-4781-958a-afdbdd9e78db,segment=NetworkSegment(01c0508f-c5bb-432a-aa82-aa53d3b46084),segment_id=01c0508f-c5bb-432a-aa82-aa53d3b46084)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:32.560658 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d1db-8068-4aec-aa2d-2e4d901a4130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.610305 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da125854-5f68-4226-9dbf-55a097f461de tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.629423 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-da96e6c8-e8df-4cfa-9d39-8c6d2c48b1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.639163 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-da96e6c8-e8df-4cfa-9d39-8c6d2c48b1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.645200 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-da96e6c8-e8df-4cfa-9d39-8c6d2c48b1ed admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0a06e4aa-0d56-4ebf-8b44-91830803c3a7 HTTP/1.1" status: 204 len: 168 time: 1.7385218 Dec 08 01:55:32.716882 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-597a7b04-c016-43e5-9a13-f6efb4bc6732 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.740430 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96e6c8-e8df-4cfa-9d39-8c6d2c48b1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a06e4aa-0d56-4ebf-8b44-91830803c3a7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:32.816901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5aefe65c-505c-4de7-9c07-f3fc1f5cd879 None None] Provisioning complete for port 74359efc-5d07-4781-958a-afdbdd9e78db triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:32.817232 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5aefe65c-505c-4de7-9c07-f3fc1f5cd879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.824969 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7d1db-8068-4aec-aa2d-2e4d901a4130 None None] Pushing event updated for resources: {'Port': ['ID=74359efc-5d07-4781-958a-afdbdd9e78db,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:32.860998 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb0a67ed-e523-48be-b812-6d2eb9438b7e req-9554b181-f163-4ab1-805c-ae5c6b74ea0c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196621 Dec 08 01:55:32.861775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d1a1d-b5f3-4650-954c-9c1e7b538115 req-361a257c-3825-4617-8457-7a823ce9c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:32.872534 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-933d1a1d-b5f3-4650-954c-9c1e7b538115 req-361a257c-3825-4617-8457-7a823ce9c81d service neutron] 10.222.0.75 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.4379308 Dec 08 01:55:32.909232 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da125854-5f68-4226-9dbf-55a097f461de tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.982810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da125854-5f68-4226-9dbf-55a097f461de tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c4bd84-8b45-423b-8088-eacfb28c92dd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:33.013102 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da125854-5f68-4226-9dbf-55a097f461de tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.022490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-da125854-5f68-4226-9dbf-55a097f461de tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "DELETE /v2.0/subnets/d4c4bd84-8b45-423b-8088-eacfb28c92dd HTTP/1.1" status: 204 len: 168 time: 2.2753856 Dec 08 01:55:33.027249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21771ee2-0993-4b3a-9ae7-b75e44ada3d2 None None] Network 28a904e7-62a7-4593-8386-fd08f2f6ca04 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:33.034403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47850) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:33.045797 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-933d1a1d-b5f3-4650-954c-9c1e7b538115 req-f55e44dd-6381-46a6-a4b3-1f27ef5eb551 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08 HTTP/1.1" status: 200 len: 217 time: 0.1624672 Dec 08 01:55:33.081594 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-597a7b04-c016-43e5-9a13-f6efb4bc6732 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.097409 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '74359efc-5d07-4781-958a-afdbdd9e78db', 'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'mac_address': 'fa:16:3e:7e:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:20Z', 'updated_at': '2021-12-08T01:55:31Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'subnets': [{'id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:33.106159 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:33.186242 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c49f8-89db-409f-aea0-4181e4c83e8a None None] The sync data for ids ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'] in n-d-713499-31 is: [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '74359efc-5d07-4781-958a-afdbdd9e78db', 'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'mac_address': 'fa:16:3e:7e:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:20Z', 'updated_at': '2021-12-08T01:55:31Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'subnets': [{'id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:33.332974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-597a7b04-c016-43e5-9a13-f6efb4bc6732 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Network 66eb2f8b-9250-43af-be5e-01bc015c75e6 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:33.367396 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.389067 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-597a7b04-c016-43e5-9a13-f6efb4bc6732 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:33.392419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-597a7b04-c016-43e5-9a13-f6efb4bc6732 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:33.486301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-597a7b04-c016-43e5-9a13-f6efb4bc6732 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:33.487345 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-597a7b04-c016-43e5-9a13-f6efb4bc6732 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.602067 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a7b04-c016-43e5-9a13-f6efb4bc6732 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'Port': ['ID=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:33.626647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d1a1d-b5f3-4650-954c-9c1e7b538115 req-03916510-313d-4cfc-bd47-015a63026c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:33.638032 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.642350 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-933d1a1d-b5f3-4650-954c-9c1e7b538115 req-03916510-313d-4cfc-bd47-015a63026c88 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.4635251 Dec 08 01:55:33.698462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:33.698980 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.706919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-597a7b04-c016-43e5-9a13-f6efb4bc6732 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8074732 Dec 08 01:55:33.719884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f94b50-1cba-45ad-92c5-3a73bce295c1 req-ab5e8ca6-dba7-4332-b002-c96389bf469c tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:33.727742 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3f94b50-1cba-45ad-92c5-3a73bce295c1 req-ab5e8ca6-dba7-4332-b002-c96389bf469c tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 931 time: 0.5284994 Dec 08 01:55:33.743174 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-359ca202-b023-4e8f-b36c-53bf88125964 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'port': {'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f', 'admin_state_up': True, 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'security_groups': ['e6647bc5-26af-40b5-9d6c-46b372a7e9cd']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:33.762076 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-933d1a1d-b5f3-4650-954c-9c1e7b538115 req-39413e6a-0d56-4c10-b0b9-6923efeaa03c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066439 Dec 08 01:55:33.800867 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.905965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297908cb-3edc-4b5e-8aaa-c726d2e6feb8 None None] Network 78be303b-3731-4aaf-9656-10a0859c8e7f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:33.920983 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.076587 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-933d1a1d-b5f3-4650-954c-9c1e7b538115 req-35f6f36f-8e93-4306-ab3c-8ec4725658fc service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067701 Dec 08 01:55:34.096046 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3f94b50-1cba-45ad-92c5-3a73bce295c1 req-a6f87604-dc27-4457-a1a5-896681db3fdd tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3621356 Dec 08 01:55:34.186395 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1b60739e-d977-497d-9e45-f1c8c228ad7f None None] Provisioning complete for port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:34.186767 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b60739e-d977-497d-9e45-f1c8c228ad7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.225748 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-933d1a1d-b5f3-4650-954c-9c1e7b538115 req-d41aa1ab-71c0-45e2-afab-755ed8e386a4 service neutron] 10.222.0.75 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414475 Dec 08 01:55:34.296725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Allocated IP 172.25.8.73 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/2d692be5-db6e-4cdb-b4ae-429a5081a156) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:34.347482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Deleting port 84394177-a824-4eb7-a0f4-0161091eac90 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:34.347797 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.396349 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.457090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=121a7b78-648c-4ee2-9f5e-ff20c1f16d15,segment=NetworkSegment(67a69890-cb22-4a2d-9e76-7dd947908d9f),segment_id=67a69890-cb22-4a2d-9e76-7dd947908d9f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:34.479219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f87991e-91fc-43f5-9f0e-dabab610ab84 None None] DHCP port deletion for 28a904e7-62a7-4593-8386-fd08f2f6ca04 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:34.483319 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.484729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 74359efc-5d07-4781-958a-afdbdd9e78db up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:34.562747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-359ca202-b023-4e8f-b36c-53bf88125964 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Made reservation on behalf of 0ebd8dda7cdc4383b657e323ecd66448 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:34.566970 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-359ca202-b023-4e8f-b36c-53bf88125964 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.759832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] For port 84394177-a824-4eb7-a0f4-0161091eac90, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=84394177-a824-4eb7-a0f4-0161091eac90,segment=NetworkSegment(d60cc49d-7a43-4893-91c0-fc7bd88f33a8),segment_id=d60cc49d-7a43-4893-91c0-fc7bd88f33a8)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:34.760081 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.778433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Calling delete_port for 84394177-a824-4eb7-a0f4-0161091eac90 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:34.825812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=121a7b78-648c-4ee2-9f5e-ff20c1f16d15,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:34.881564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1073ee-efaa-43bd-92d0-41763bfe61a4 req-484fc8fd-1557-4ef6-8512-194de6a494e9 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:34.896575 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e1073ee-efaa-43bd-92d0-41763bfe61a4 req-484fc8fd-1557-4ef6-8512-194de6a494e9 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 944 time: 0.5770512 Dec 08 01:55:34.952419 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.037364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5f87991e-91fc-43f5-9f0e-dabab610ab84 None None] The port '84394177-a824-4eb7-a0f4-0161091eac90' was deleted {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 08 01:55:35.048725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event deleted for resources: {'Port': ['ID=84394177-a824-4eb7-a0f4-0161091eac90,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:35.093091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] No DVR routers for this DVR port 84394177-a824-4eb7-a0f4-0161091eac90 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:35.194660 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 74359efc-5d07-4781-958a-afdbdd9e78db triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:35.195445 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.305185 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1c6d4df1-0417-45d7-8ee7-4872e1a40014 None None] Provisioning complete for port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:35.306726 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c6d4df1-0417-45d7-8ee7-4872e1a40014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.428890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d4df1-0417-45d7-8ee7-4872e1a40014 None None] Port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:35.501258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e1073ee-efaa-43bd-92d0-41763bfe61a4 req-31c829a8-270e-42df-9dd7-3232ce961e53 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461099 Dec 08 01:55:35.526281 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.636279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-359ca202-b023-4e8f-b36c-53bf88125964 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Allocated IP 10.1.1.96 (0f88c89f-fe0c-49b8-bb4a-a28396059b3f/cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9/52eb4e0b-d780-4097-bc7a-8511b10aa9ef) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:35.639758 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.643087 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:35.660090 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.758770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Allocated IP 172.25.8.137 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/89491647-ac30-4623-b548-c76a3e06af72) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:35.783343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a904e7-62a7-4593-8386-fd08f2f6ca04']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:35.802755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:35.823957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:35.836868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-779ae6e4-30cc-419c-b4e0-0709465fecac None None] Provisioning complete for port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:35.837416 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-779ae6e4-30cc-419c-b4e0-0709465fecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.842712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:35.857815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60cc49d-7a43-4893-91c0-fc7bd88f33a8') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:35.858519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60cc49d-7a43-4893-91c0-fc7bd88f33a8') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:35.968759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Pushing event updated for resources: {'Port': ['ID=2d692be5-db6e-4cdb-b4ae-429a5081a156,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:35.974453 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.978021 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.034283 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.036369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:36.037107 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.052604 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be18fe-4873-4407-80df-43768ed5b6f2 req-3393c293-ec63-4e0f-9bb8-d6529a54c471 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:36.054234 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99be18fe-4873-4407-80df-43768ed5b6f2 req-3393c293-ec63-4e0f-9bb8-d6529a54c471 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 931 time: 0.3842554 Dec 08 01:55:36.091426 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:36.098701 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:36.115161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:36.149975 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.154104 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Pushing event updated for resources: {'Port': ['ID=89491647-ac30-4623-b548-c76a3e06af72,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:36.283627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 74359efc-5d07-4781-958a-afdbdd9e78db up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:36.320790 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.423958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 74359efc-5d07-4781-958a-afdbdd9e78db triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:36.426122 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.456410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47974) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:36.635202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 84394177-a824-4eb7-a0f4-0161091eac90 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:36.677046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 84394177-a824-4eb7-a0f4-0161091eac90 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:36.681561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 84394177-a824-4eb7-a0f4-0161091eac90 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:36.735335 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.796444 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ff22004-8301-4661-b693-cadec0c96596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.905413 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-359ca202-b023-4e8f-b36c-53bf88125964 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.942177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:36.942670 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:37.006051 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:37.009701 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-359ca202-b023-4e8f-b36c-53bf88125964 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.020711 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.039724 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.048545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-359ca202-b023-4e8f-b36c-53bf88125964 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:37.081858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-359ca202-b023-4e8f-b36c-53bf88125964 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:37.092214 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-359ca202-b023-4e8f-b36c-53bf88125964 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:37.168659 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.179389 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "DELETE /v2.0/networks/28a904e7-62a7-4593-8386-fd08f2f6ca04 HTTP/1.1" status: 204 len: 168 time: 4.1421497 Dec 08 01:55:37.185692 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47988) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:37.239860 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.252291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-359ca202-b023-4e8f-b36c-53bf88125964 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:37.254234 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-359ca202-b023-4e8f-b36c-53bf88125964 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.277010 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-36028b8b-b74f-4b98-aaf8-c501b83c674f tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "GET /v2.0/ports?device_id=aeeb9b13-d241-4f58-b22b-406a8bcfddd8 HTTP/1.1" status: 200 len: 205 time: 0.0830858 Dec 08 01:55:37.279511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47990) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:37.295369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ff22004-8301-4661-b693-cadec0c96596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.299178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Router 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:55:37.309573 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99be18fe-4873-4407-80df-43768ed5b6f2 req-71d25982-9bf9-4fc6-bd18-05f779acfc11 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2091463 Dec 08 01:55:37.310867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7991fac-cc14-4ae3-ad36-ad3a57ee1073 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Pushing event deleted for resources: {'Network': ['ID=28a904e7-62a7-4593-8386-fd08f2f6ca04,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:37.376140 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-359ca202-b023-4e8f-b36c-53bf88125964 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6447968 Dec 08 01:55:37.382896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ca202-b023-4e8f-b36c-53bf88125964 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'Port': ['ID=52eb4e0b-d780-4097-bc7a-8511b10aa9ef,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:37.407421 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-bd25db3a-2861-4c4d-9a5f-26b85f239c6b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'port': {'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f', 'admin_state_up': True, 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'security_groups': ['e6647bc5-26af-40b5-9d6c-46b372a7e9cd']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:37.517183 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ff22004-8301-4661-b693-cadec0c96596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.649733 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-070b6998-5108-4fa4-bf34-503757a819a0 None None] Provisioning complete for port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:37.650261 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-070b6998-5108-4fa4-bf34-503757a819a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.705317 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:37.707919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83128ec4-ad07-4b17-b969-946b459f7cab req-097cdc6b-94e2-4549-abe5-b092ef40d493 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:37.709148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83128ec4-ad07-4b17-b969-946b459f7cab req-097cdc6b-94e2-4549-abe5-b092ef40d493 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 944 time: 0.2047250 Dec 08 01:55:37.717477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-bd25db3a-2861-4c4d-9a5f-26b85f239c6b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Made reservation on behalf of 0ebd8dda7cdc4383b657e323ecd66448 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:37.732208 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-bd25db3a-2861-4c4d-9a5f-26b85f239c6b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.732700 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Sync routers for ids ['3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:37.736251 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0ff22004-8301-4661-b693-cadec0c96596 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=de8ffaf2bcf44cb991562e0c42409e55&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2774549 Dec 08 01:55:37.752466 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47992) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:37.774356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-070b6998-5108-4fa4-bf34-503757a819a0 None None] Port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:37.775973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Routers {'3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:37.776697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:37.791286 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27615efb-d651-456b-817a-c037307750b0 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.923192 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83128ec4-ad07-4b17-b969-946b459f7cab req-0b87482a-f756-4a98-bb87-3a63549bc1b8 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067404 Dec 08 01:55:37.958717 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.061222 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Set router 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:38.061372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-bd25db3a-2861-4c4d-9a5f-26b85f239c6b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Allocated IP 10.1.1.35 (0f88c89f-fe0c-49b8-bb4a-a28396059b3f/cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9/6aaa3da0-126d-446f-abc0-a4279b5da375) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:38.067700 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.166600 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff22004-8301-4661-b693-cadec0c96596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8b7a77-565f-40ee-afe8-180340692463,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:38.167202 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.208207 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Pushing event updated for resources: {'Port': ['ID=2d692be5-db6e-4cdb-b4ae-429a5081a156,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:38.225823 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.227082 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25a3ac00-699e-4051-b174-0b6475a24490 req-07a72708-c897-47dd-b13a-60fcf71b11c9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.9172602 Dec 08 01:55:38.315744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25a3ac00-699e-4051-b174-0b6475a24490 req-15d4239d-3044-4e07-9f1c-695034ff1e5b tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.73 HTTP/1.1" status: 200 len: 695 time: 0.0604069 Dec 08 01:55:38.373333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27615efb-d651-456b-817a-c037307750b0 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.376227 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27615efb-d651-456b-817a-c037307750b0 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.389140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'name': 'tempest-TestVolumeBackupRestore-1616178629-router', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '89491647-ac30-4623-b548-c76a3e06af72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:29Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 3, 'project_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'gw_port': {'id': '89491647-ac30-4623-b548-c76a3e06af72', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:38.421595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Checking router: 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:38.422736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Updating router 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 port 89491647-ac30-4623-b548-c76a3e06af72 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:55:38.454053 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.485865 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-bd25db3a-2861-4c4d-9a5f-26b85f239c6b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.513936 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.517737 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9f017034-557b-4410-bc4b-d69e93185e21 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.7740393 Dec 08 01:55:38.527879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48002) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:38.531653 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-78ad1d1f-615a-4695-b7b0-895cfbb494c5 service neutron] 10.222.0.75 "GET /v2.0/ports/d1bc74fc-8437-4fd5-bf39-49c576f91f08/bindings/n-h1-713499-31 HTTP/1.1" status: 200 len: 385 time: 0.5379989 Dec 08 01:55:38.533076 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27615efb-d651-456b-817a-c037307750b0 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.533805 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27615efb-d651-456b-817a-c037307750b0 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Fanout notify agent at l3_agent the message router_deleted on router aeeb9b13-d241-4f58-b22b-406a8bcfddd8 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:55:38.552702 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27615efb-d651-456b-817a-c037307750b0 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.558368 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-27615efb-d651-456b-817a-c037307750b0 tempest-RoutersNegativeIpV6Test-1863901612 tempest-RoutersNegativeIpV6Test-1863901612-project] 10.222.0.71 "DELETE /v2.0/routers/aeeb9b13-d241-4f58-b22b-406a8bcfddd8 HTTP/1.1" status: 204 len: 168 time: 1.2701952 Dec 08 01:55:38.732551 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f605b03-adcd-44c5-9882-548d5a67f72d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.762831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3ac00-699e-4051-b174-0b6475a24490 req-350d8c77-e015-4111-b700-0f835cb25041 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:38.765300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25a3ac00-699e-4051-b174-0b6475a24490 req-350d8c77-e015-4111-b700-0f835cb25041 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.4409683 Dec 08 01:55:38.812396 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f605b03-adcd-44c5-9882-548d5a67f72d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.857532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f592a-c668-4af5-a607-48a0c4d4d025 req-06ede7f1-20a7-46b2-82a5-809eb4fd6e88 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:38.865235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f592a-c668-4af5-a607-48a0c4d4d025 req-06ede7f1-20a7-46b2-82a5-809eb4fd6e88 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:38.866934 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f47f592a-c668-4af5-a607-48a0c4d4d025 req-06ede7f1-20a7-46b2-82a5-809eb4fd6e88 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 1652 time: 0.4063807 Dec 08 01:55:38.870929 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-bd25db3a-2861-4c4d-9a5f-26b85f239c6b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.967359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48024) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:39.001800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-82d0be50-65af-4107-8d0a-263fbebe177f service neutron] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:39.010500 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f605b03-adcd-44c5-9882-548d5a67f72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.013325 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f605b03-adcd-44c5-9882-548d5a67f72d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.014619 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1f605b03-adcd-44c5-9882-548d5a67f72d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c8b7a77-565f-40ee-afe8-180340692463 HTTP/1.1" status: 204 len: 168 time: 1.2605979 Dec 08 01:55:39.022257 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.031327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f605b03-adcd-44c5-9882-548d5a67f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8b7a77-565f-40ee-afe8-180340692463,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:39.038097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-82d0be50-65af-4107-8d0a-263fbebe177f service neutron] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:39.048132 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.102965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-82d0be50-65af-4107-8d0a-263fbebe177f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bc74fc-8437-4fd5-bf39-49c576f91f08 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:55:39.133757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-82d0be50-65af-4107-8d0a-263fbebe177f service neutron] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:39.154814 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-82d0be50-65af-4107-8d0a-263fbebe177f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.196532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Attempting to bind port 89491647-ac30-4623-b548-c76a3e06af72 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:39.197180 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Attempting to bind port 89491647-ac30-4623-b548-c76a3e06af72 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:39.197843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Attempting to bind port 89491647-ac30-4623-b548-c76a3e06af72 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:39.200104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df204bdc-302c-44dc-a1d9-ea3d31f06407 None None] Pushing event updated for resources: {'Port': ['ID=89491647-ac30-4623-b548-c76a3e06af72,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:39.223945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:39.224498 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:39.225350 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.225485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:39.226181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Bound port: 89491647-ac30-4623-b548-c76a3e06af72, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:39.227202 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.300608 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-16de14b7-2a20-47d5-8cb3-2e96db2855a1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8917111a620f4fe5b793b55e50a4c58a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3244698 Dec 08 01:55:39.300608 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48036) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:39.317162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-bd25db3a-2861-4c4d-9a5f-26b85f239c6b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:39.318180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25db3a-2861-4c4d-9a5f-26b85f239c6b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'Port': ['ID=6aaa3da0-126d-446f-abc0-a4279b5da375,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:39.360378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-82d0be50-65af-4107-8d0a-263fbebe177f service neutron] Transition to ACTIVE for port object d1bc74fc-8437-4fd5-bf39-49c576f91f08 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:55:39.361038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f47f592a-c668-4af5-a607-48a0c4d4d025 req-dd97cf26-09d3-459d-9ef5-9d4ac7512d78 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4828808 Dec 08 01:55:39.366251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] For port 89491647-ac30-4623-b548-c76a3e06af72, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:39.368069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-bd25db3a-2861-4c4d-9a5f-26b85f239c6b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:39.373173 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] For port 89491647-ac30-4623-b548-c76a3e06af72, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=89491647-ac30-4623-b548-c76a3e06af72,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:39.378095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-bd25db3a-2861-4c4d-9a5f-26b85f239c6b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:39.383704 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.398996 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-82d0be50-65af-4107-8d0a-263fbebe177f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.405816 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853e266-8365-4d92-a34f-183b29ce90fe req-fde575b0-9134-40c8-ada0-5b61f799ca61 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:39.408153 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c853e266-8365-4d92-a34f-183b29ce90fe req-fde575b0-9134-40c8-ada0-5b61f799ca61 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4720738 Dec 08 01:55:39.480658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df204bdc-302c-44dc-a1d9-ea3d31f06407 None None] Pushing event updated for resources: {'Port': ['ID=89491647-ac30-4623-b548-c76a3e06af72,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:39.509113 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Routers {'3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:39.510099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:39.588745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-82d0be50-65af-4107-8d0a-263fbebe177f service neutron] No DVR routers for this DVR port d1bc74fc-8437-4fd5-bf39-49c576f91f08 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:39.613560 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c853e266-8365-4d92-a34f-183b29ce90fe req-7b8462bb-25fb-4852-a91a-d1499b7aa190 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.73 HTTP/1.1" status: 200 len: 695 time: 0.1414852 Dec 08 01:55:39.658084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-c853e266-8365-4d92-a34f-183b29ce90fe req-c7e35977-bf8f-423f-8fa5-f2bb5d62015b tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Request body: {'floatingip': {'port_id': '04c2b373-8758-4c02-80ee-e4d510a94f49', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:39.684669 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d4bc2-c40e-4b02-a27f-247b622b87b4 req-0de7c910-f34d-444e-8fb6-19fa1a392892 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:39.692219 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c3d4bc2-c40e-4b02-a27f-247b622b87b4 req-0de7c910-f34d-444e-8fb6-19fa1a392892 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 945 time: 0.1445909 Dec 08 01:55:39.696582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] Set router 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:39.707240 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d105d82-5a61-44fc-887f-3d18ecb38816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.749502 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-82d0be50-65af-4107-8d0a-263fbebe177f service neutron] 10.222.0.75 "PUT /v2.0/ports/d1bc74fc-8437-4fd5-bf39-49c576f91f08/bindings/n-h1-713499-31/activate HTTP/1.1" status: 200 len: 370 time: 1.1890781 Dec 08 01:55:39.756349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-bd25db3a-2861-4c4d-9a5f-26b85f239c6b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:39.757308 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-bd25db3a-2861-4c4d-9a5f-26b85f239c6b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.757747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0be50-65af-4107-8d0a-263fbebe177f service neutron] Pushing event updated for resources: {'Port': ['ID=d1bc74fc-8437-4fd5-bf39-49c576f91f08,revision_number=10']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:39.782331 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d105d82-5a61-44fc-887f-3d18ecb38816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.844518 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c853e266-8365-4d92-a34f-183b29ce90fe req-c7e35977-bf8f-423f-8fa5-f2bb5d62015b tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.889621 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d105d82-5a61-44fc-887f-3d18ecb38816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.894522 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d105d82-5a61-44fc-887f-3d18ecb38816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.899811 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0d105d82-5a61-44fc-887f-3d18ecb38816 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23c42a53-cc1e-402f-9fde-001ed8cdb0f9 HTTP/1.1" status: 204 len: 168 time: 0.5975940 Dec 08 01:55:39.910676 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-bd25db3a-2861-4c4d-9a5f-26b85f239c6b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5163579 Dec 08 01:55:39.919799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d642e970-19f4-4082-9b49-8defb43edaf6 None None] Provisioning complete for port 6aaa3da0-126d-446f-abc0-a4279b5da375 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:39.920168 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d642e970-19f4-4082-9b49-8defb43edaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.932945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d105d82-5a61-44fc-887f-3d18ecb38816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c42a53-cc1e-402f-9fde-001ed8cdb0f9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:39.944888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c7fc8fa2-68cc-4cd7-8fdf-6ab9e359db0d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'port': {'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934', 'admin_state_up': True, 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'security_groups': ['e6647bc5-26af-40b5-9d6c-46b372a7e9cd']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:39.954718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-21c5dd83-58b6-4c12-a72d-00b4edfaf9c7 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:39.956728 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-21c5dd83-58b6-4c12-a72d-00b4edfaf9c7 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653&tenant_id=3ea3a98675f74d9ca617927f4f236c6e&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 1097 time: 0.0874209 Dec 08 01:55:39.960778 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d642e970-19f4-4082-9b49-8defb43edaf6 None None] Port 6aaa3da0-126d-446f-abc0-a4279b5da375 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:40.036318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c3d4bc2-c40e-4b02-a27f-247b622b87b4 req-c5147e82-7f8f-46e3-a642-8fb41b157398 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428984 Dec 08 01:55:40.067793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-2ca15158-747a-41ea-893e-277a00b91619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:40.072229 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-2ca15158-747a-41ea-893e-277a00b91619 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653&tenant_id=3ea3a98675f74d9ca617927f4f236c6e HTTP/1.1" status: 200 len: 1097 time: 0.1035259 Dec 08 01:55:40.119655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'name': 'tempest-TestVolumeBackupRestore-1616178629-router', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '89491647-ac30-4623-b548-c76a3e06af72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:29Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 3, 'project_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'gw_port': {'id': '89491647-ac30-4623-b548-c76a3e06af72', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:40.162759 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.185108 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d7ad5-202e-4c20-aed5-7845e557e253 None None] The sync data for ids ['3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'] in n-d-713499-31 is: [{'id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'name': 'tempest-TestVolumeBackupRestore-1616178629-router', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '89491647-ac30-4623-b548-c76a3e06af72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:29Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 3, 'project_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'gw_port': {'id': '89491647-ac30-4623-b548-c76a3e06af72', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:40.257793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-ebf5afa7-5468-4019-b969-4302b55e1fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:40.263948 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-ebf5afa7-5468-4019-b969-4302b55e1fba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 1097 time: 0.1470392 Dec 08 01:55:40.472445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33e2be-a03d-4d10-812d-2adf75e18194 req-5e79488a-c570-4d9e-b19b-8477a652e5a5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:40.473980 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a33e2be-a03d-4d10-812d-2adf75e18194 req-5e79488a-c570-4d9e-b19b-8477a652e5a5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 945 time: 0.2541203 Dec 08 01:55:40.537125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-55a69e7d-349a-40e3-b186-b255a139f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:40.540445 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-55a69e7d-349a-40e3-b186-b255a139f33f service neutron] 10.222.0.45 "GET /v2.0/networks?id=a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 200 len: 922 time: 0.2654352 Dec 08 01:55:40.639178 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-c853e266-8365-4d92-a34f-183b29ce90fe req-c7e35977-bf8f-423f-8fa5-f2bb5d62015b tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 01:55:40.647392 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-7f8f8327-f2ca-41a3-b9ec-ed1372c72f9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08 HTTP/1.1" status: 200 len: 217 time: 0.0970771 Dec 08 01:55:40.655003 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c853e266-8365-4d92-a34f-183b29ce90fe req-c7e35977-bf8f-423f-8fa5-f2bb5d62015b tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "PUT /v2.0/floatingips/9279fbeb-e986-4095-9fb0-e4284ba10db9 HTTP/1.1" status: 409 len: 550 time: 1.0145471 Dec 08 01:55:40.835433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-8cf117b7-176c-4ca4-acc4-e91d711e4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:40.840680 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-8cf117b7-176c-4ca4-acc4-e91d711e4408 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 200 len: 861 time: 0.1821258 Dec 08 01:55:40.844489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c7fc8fa2-68cc-4cd7-8fdf-6ab9e359db0d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Made reservation on behalf of 0ebd8dda7cdc4383b657e323ecd66448 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:40.912857 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-25c0e7d4-3d69-49f5-b71e-11bd351472fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a59a8412-6343-41a4-920a-bc94665ff18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637133 Dec 08 01:55:40.977048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a33e2be-a03d-4d10-812d-2adf75e18194 req-5833461f-985b-466c-ab1a-aa0a0e45368b tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4781981 Dec 08 01:55:41.087366 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-95dfe855-b7ef-47de-add8-41077a06d169 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631284 Dec 08 01:55:41.103931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Allocated IP 172.20.0.1 (78be303b-3731-4aaf-9656-10a0859c8e7f/73c0c518-1ceb-43c5-ab99-35c81ac183d7/f0c7b283-17d4-4ca0-aee4-29c0a5216113) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:41.352668 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-306c0f16-19b5-4b12-a2c8-abe65c261a61 service neutron] 10.222.0.45 "GET /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539129 Dec 08 01:55:41.652723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 89491647-ac30-4623-b548-c76a3e06af72 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:41.829473 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 89491647-ac30-4623-b548-c76a3e06af72 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:41.830928 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:41.868073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-40041f83-ed75-48ea-b484-19bfaa875f13 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:41.870822 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-40041f83-ed75-48ea-b484-19bfaa875f13 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653&tenant_id=3ea3a98675f74d9ca617927f4f236c6e&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 1097 time: 0.1263540 Dec 08 01:55:41.915712 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c949f687-ea31-4cf2-8cf4-7e9eaf2ad549 req-41b2fd4a-724b-46ab-bdc4-b278db7d3516 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips/9279fbeb-e986-4095-9fb0-e4284ba10db9 HTTP/1.1" status: 200 len: 692 time: 0.8860095 Dec 08 01:55:41.970838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa003de-bbf4-4437-9415-a6ed90d6825f req-0ed95e8f-eda9-4007-a559-879f85f60e8a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:41.979317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa003de-bbf4-4437-9415-a6ed90d6825f req-0ed95e8f-eda9-4007-a559-879f85f60e8a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:41.985882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa003de-bbf4-4437-9415-a6ed90d6825f req-0ed95e8f-eda9-4007-a559-879f85f60e8a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:41.988060 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fa003de-bbf4-4437-9415-a6ed90d6825f req-0ed95e8f-eda9-4007-a559-879f85f60e8a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 2372 time: 0.9872634 Dec 08 01:55:42.020200 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c7fc8fa2-68cc-4cd7-8fdf-6ab9e359db0d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.045199 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.141016 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.163329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-fa6f8d7a-4f1b-4a78-a136-2f325280bd10 service neutron] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:42.171911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-fa6f8d7a-4f1b-4a78-a136-2f325280bd10 service neutron] Publish callbacks [] for binding, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.174935 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1c6e9a50-0da6-4d4c-af50-154ba0aba390 req-fa6f8d7a-4f1b-4a78-a136-2f325280bd10 service neutron] 10.222.0.45 "DELETE /v2.0/ports/d1bc74fc-8437-4fd5-bf39-49c576f91f08/bindings/n-h2-713499-31 HTTP/1.1" status: 204 len: 173 time: 0.2948892 Dec 08 01:55:42.211559 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 89491647-ac30-4623-b548-c76a3e06af72, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=89491647-ac30-4623-b548-c76a3e06af72,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:42.223007 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.304055 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.405461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=89491647-ac30-4623-b548-c76a3e06af72,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:42.602584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Network 78be303b-3731-4aaf-9656-10a0859c8e7f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:42.652462 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:42.757493 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fa003de-bbf4-4437-9415-a6ed90d6825f req-8cc0d300-4754-46bb-bd5c-2d7d1d6d733f tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6655147 Dec 08 01:55:42.787336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:43.029425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949f687-ea31-4cf2-8cf4-7e9eaf2ad549 req-bda310f1-6f8a-4929-b588-02109cfbefa8 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:43.050074 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c949f687-ea31-4cf2-8cf4-7e9eaf2ad549 req-bda310f1-6f8a-4929-b588-02109cfbefa8 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 1.1095710 Dec 08 01:55:43.223087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48138) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:43.228458 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1cc9175d-29e8-4dc3-81c1-26789bd14a69 None None] Provisioning complete for port f0c7b283-17d4-4ca0-aee4-29c0a5216113 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:43.229475 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cc9175d-29e8-4dc3-81c1-26789bd14a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.239152 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c949f687-ea31-4cf2-8cf4-7e9eaf2ad549 req-c83eeb84-4fb0-4d97-ae9c-b152670bcf55 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.73 HTTP/1.1" status: 200 len: 695 time: 0.1880245 Dec 08 01:55:43.274145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.336356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1cc9175d-29e8-4dc3-81c1-26789bd14a69 None None] Port f0c7b283-17d4-4ca0-aee4-29c0a5216113 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:43.338887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 37418565-0a98-476f-87e2-29c55590e6b5 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:43.465142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c7b283-17d4-4ca0-aee4-29c0a5216113,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:43.506696 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.558614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:43.564907 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e359253-11e3-4c33-86b3-49d4965fe41f" -d '{"events": [{"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-unplugged", "status": "completed", "tag": "37418565-0a98-476f-87e2-29c55590e6b5"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:43.611128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:43.624189 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.638515 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.713327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 89491647-ac30-4623-b548-c76a3e06af72 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:43.760773 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:43.846439 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.997398 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c949f687-ea31-4cf2-8cf4-7e9eaf2ad549 req-ef75cbb4-fa65-49b5-8268-999ec81e6cda tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.73 HTTP/1.1" status: 200 len: 695 time: 0.7442164 Dec 08 01:55:44.021475 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.115823 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.126908 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c7fc8fa2-68cc-4cd7-8fdf-6ab9e359db0d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Allocated IP 10.2.2.100 (08cfbefb-b7c2-4901-a33d-bcd1037fa934/28afa482-a172-4120-a6cc-25d01b353e67/fe23b3a2-b779-486d-b5ee-9f805f59230f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:44.185413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:44.302302 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c7fc8fa2-68cc-4cd7-8fdf-6ab9e359db0d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.352892 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 89491647-ac30-4623-b548-c76a3e06af72 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:44.353433 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.373458 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.407557 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48172) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:44.429125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Allocated IP 172.25.8.112 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/06038b6a-ff06-46bc-b8ea-25c3db975468) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:44.577581 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.580598 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c7fc8fa2-68cc-4cd7-8fdf-6ab9e359db0d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.595630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c7b283-17d4-4ca0-aee4-29c0a5216113,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:44.626721 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d774997-0829-4dbe-8fb9-cad7384eed00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.648639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c7fc8fa2-68cc-4cd7-8fdf-6ab9e359db0d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:44.659207 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc8fa2-68cc-4cd7-8fdf-6ab9e359db0d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'Port': ['ID=fe23b3a2-b779-486d-b5ee-9f805f59230f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:44.662808 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c7fc8fa2-68cc-4cd7-8fdf-6ab9e359db0d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:44.664953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c7fc8fa2-68cc-4cd7-8fdf-6ab9e359db0d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:44.688016 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.736700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c7fc8fa2-68cc-4cd7-8fdf-6ab9e359db0d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:44.737365 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c7fc8fa2-68cc-4cd7-8fdf-6ab9e359db0d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.821453 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.856134 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c7fc8fa2-68cc-4cd7-8fdf-6ab9e359db0d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9152641 Dec 08 01:55:44.886981 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d774997-0829-4dbe-8fb9-cad7384eed00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.899594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:44.906848 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d774997-0829-4dbe-8fb9-cad7384eed00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.915672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:44.935505 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:44.988023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'port': {'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934', 'admin_state_up': True, 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'security_groups': ['e6647bc5-26af-40b5-9d6c-46b372a7e9cd']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:45.010391 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d774997-0829-4dbe-8fb9-cad7384eed00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcd16aa-9335-42e4-bf9f-0e0a70321f44,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:45.022274 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event updated for resources: {'Port': ['ID=06038b6a-ff06-46bc-b8ea-25c3db975468,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:45.047463 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2d774997-0829-4dbe-8fb9-cad7384eed00 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=93202d8ae88543c1b5862959e95f8670&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6381776 Dec 08 01:55:45.077840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Network 78be303b-3731-4aaf-9656-10a0859c8e7f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:45.080502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-18333314-35eb-4dca-98dc-e979b1040983 None None] Provisioning complete for port fe23b3a2-b779-486d-b5ee-9f805f59230f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:45.080877 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18333314-35eb-4dca-98dc-e979b1040983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.081612 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48182) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:45.083177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:45.118209 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.163895 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.171929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-18333314-35eb-4dca-98dc-e979b1040983 None None] Port fe23b3a2-b779-486d-b5ee-9f805f59230f cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:45.247335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Router 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:45.267345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12363e-1e25-4edc-8e4d-b7af474c7f6a req-bda107f7-5d4a-4efd-86a9-1c68eb8e3cb6 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:45.269155 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df12363e-1e25-4edc-8e4d-b7af474c7f6a req-bda107f7-5d4a-4efd-86a9-1c68eb8e3cb6 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 945 time: 0.8008697 Dec 08 01:55:45.305061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 37418565-0a98-476f-87e2-29c55590e6b5 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:55:45.410408 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.420823 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.488741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:45.519638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '37418565-0a98-476f-87e2-29c55590e6b5', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'port_id': '37418565-0a98-476f-87e2-29c55590e6b5', 'mac_address': 'fa:16:3e:87:e0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:55:45.519936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event updated for resources: {'Port': ['ID=06038b6a-ff06-46bc-b8ea-25c3db975468,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:45.539048 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.569101 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.571251 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5d480ba3-4658-4b16-865c-d8a005d01daf tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3463175 Dec 08 01:55:45.575092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48184) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:45.576860 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.586812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-339363259'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:45.605336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37418565-0a98-476f-87e2-29c55590e6b5 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:55:45.630974 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:45.635101 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8e1d0926-29e8-4f95-86ab-8168743caa68 None None] Provisioning complete for port f0c7b283-17d4-4ca0-aee4-29c0a5216113 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:45.635528 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e1d0926-29e8-4f95-86ab-8168743caa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.649556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Made reservation on behalf of e0a2bf8002b64b0c853506c161e38820 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:45.653629 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.654479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df12363e-1e25-4edc-8e4d-b7af474c7f6a req-499a3f48-49e7-41d9-b3be-df4e5f9ec072 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688467 Dec 08 01:55:45.661517 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.api [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 01:55:45.661517 n-d-713499-31 neutron-server[109767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 01:55:45.661517 n-d-713499-31 neutron-server[109767]: [parameters: {'project_id_1': '0ebd8dda7cdc4383b657e323ecd66448', 'expiration_1': datetime.datetime(2021, 12, 8, 1, 55, 25, 596884)}] Dec 08 01:55:45.661517 n-d-713499-31 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:55:45.662360 n-d-713499-31 neutron-server[109767]: DEBUG oslo_db.api [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:55:45.666486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:45.694154 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Sync routers for ids ['3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:45.694822 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.696665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-c949f687-ea31-4cf2-8cf4-7e9eaf2ad549 req-1438a532-ac1f-44a0-b31c-ddf9239328c0 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Deleting port 2d692be5-db6e-4cdb-b4ae-429a5081a156 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:45.697252 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c949f687-ea31-4cf2-8cf4-7e9eaf2ad549 req-1438a532-ac1f-44a0-b31c-ddf9239328c0 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.704408 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.709772 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-925d18c7-a8ad-4a9e-a99c-2c99584b3f70 admin admin] 10.222.0.71 "PUT /v2.0/routers/3d7e512f-eca9-4c20-a126-7d7ddd87d5c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1752124 Dec 08 01:55:45.719070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d0926-29e8-4f95-86ab-8168743caa68 None None] Port f0c7b283-17d4-4ca0-aee4-29c0a5216113 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:45.722920 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Routers {'3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:45.723767 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:45.771169 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b1a651-f0e2-4568-9d47-e48117eb386c x-openstack-request-id: req-62b1a651-f0e2-4568-9d47-e48117eb386c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:45.771405 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-unplugged", "status": "completed", "tag": "37418565-0a98-476f-87e2-29c55590e6b5", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:45.771685 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-62b1a651-f0e2-4568-9d47-e48117eb386c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:45.772086 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5', 'code': 200} Dec 08 01:55:45.806616 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7077278e-d548-46d0-98af-b867faf6b3af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.849091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:45.875775 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7077278e-d548-46d0-98af-b867faf6b3af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.887436 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['37418565-0a98-476f-87e2-29c55590e6b5'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:55:45.928581 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.936128 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.013971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6449df-deb5-42a5-8b68-d4a4cec099f2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:46.037742 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Set router 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:46.060153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:55:46.075808 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.076163 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Added segment 57d9827b-7691-43e8-8dce-ffbf703e0bea of type vlan for network e808dbb9-5ff0-4eb5-8b23-3ef358cb660f Dec 08 01:55:46.105694 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7077278e-d548-46d0-98af-b867faf6b3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.113356 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7077278e-d548-46d0-98af-b867faf6b3af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.114471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7077278e-d548-46d0-98af-b867faf6b3af admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3bcd16aa-9335-42e4-bf9f-0e0a70321f44 HTTP/1.1" status: 204 len: 168 time: 1.0224333 Dec 08 01:55:46.163673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077278e-d548-46d0-98af-b867faf6b3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcd16aa-9335-42e4-bf9f-0e0a70321f44,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:46.174620 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.248890 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.255808 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:46.256799 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.295506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b598f42-cd88-424e-b6c7-914ff52d7dff req-48cac042-ff21-4ff3-9114-59399eaf1d66 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:46.302539 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b598f42-cd88-424e-b6c7-914ff52d7dff req-48cac042-ff21-4ff3-9114-59399eaf1d66 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:46.322009 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b598f42-cd88-424e-b6c7-914ff52d7dff req-48cac042-ff21-4ff3-9114-59399eaf1d66 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:46.341002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b598f42-cd88-424e-b6c7-914ff52d7dff req-48cac042-ff21-4ff3-9114-59399eaf1d66 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:46.343206 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b598f42-cd88-424e-b6c7-914ff52d7dff req-48cac042-ff21-4ff3-9114-59399eaf1d66 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 3093 time: 0.4104624 Dec 08 01:55:46.348120 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c949f687-ea31-4cf2-8cf4-7e9eaf2ad549 req-1438a532-ac1f-44a0-b31c-ddf9239328c0 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.348460 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c949f687-ea31-4cf2-8cf4-7e9eaf2ad549 req-1438a532-ac1f-44a0-b31c-ddf9239328c0 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.402056 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event updated for resources: {'Network': ['ID=e808dbb9-5ff0-4eb5-8b23-3ef358cb660f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:46.423635 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network e808dbb9-5ff0-4eb5-8b23-3ef358cb660f details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:55:46.433532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-c949f687-ea31-4cf2-8cf4-7e9eaf2ad549 req-1438a532-ac1f-44a0-b31c-ddf9239328c0 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Calling delete_port for 2d692be5-db6e-4cdb-b4ae-429a5081a156 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:46.444303 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-292ac2c8-8312-4edd-a50b-f59fa20c2a84 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8675332 Dec 08 01:55:46.445057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48240) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:46.451255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Made reservation on behalf of 0ebd8dda7cdc4383b657e323ecd66448 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:46.457282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-3060800c-db44-45b6-88f8-6a8bece781d6 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Request body: {'subnet': {'network_id': 'e808dbb9-5ff0-4eb5-8b23-3ef358cb660f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:46.462299 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.537076 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'name': 'tempest-TestVolumeBackupRestore-1616178629-router', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '89491647-ac30-4623-b548-c76a3e06af72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:29Z', 'updated_at': '2021-12-08T01:55:43Z', 'revision_number': 4, 'project_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'gw_port': {'id': '89491647-ac30-4623-b548-c76a3e06af72', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f0c7b283-17d4-4ca0-aee4-29c0a5216113', 'name': '', 'network_id': '78be303b-3731-4aaf-9656-10a0859c8e7f', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'mac_address': 'fa:16:3e:e4:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '73c0c518-1ceb-43c5-ab99-35c81ac183d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:40Z', 'updated_at': '2021-12-08T01:55:43Z', 'revision_number': 2, 'project_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'subnets': [{'id': '73c0c518-1ceb-43c5-ab99-35c81ac183d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:46.632584 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Checking router: 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:46.634360 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Updating router 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 port f0c7b283-17d4-4ca0-aee4-29c0a5216113 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:55:46.662879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3060800c-db44-45b6-88f8-6a8bece781d6 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Made reservation on behalf of e0a2bf8002b64b0c853506c161e38820 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:46.667114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3060800c-db44-45b6-88f8-6a8bece781d6 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.671171 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b598f42-cd88-424e-b6c7-914ff52d7dff req-e61a9345-3592-4841-8db0-af0c5228cde1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142447 Dec 08 01:55:46.704673 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.763953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48242) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:46.818688 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3e142e9-36db-4ebf-b24a-147db6d8a151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.222551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Allocated IP 10.2.2.200 (08cfbefb-b7c2-4901-a33d-bcd1037fa934/28afa482-a172-4120-a6cc-25d01b353e67/079c4e98-7411-43d6-85a2-99b4dabf369b) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:47.296183 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3060800c-db44-45b6-88f8-6a8bece781d6 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.311959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 37418565-0a98-476f-87e2-29c55590e6b5 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:47.398654 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.405504 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.427281 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.458225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 37418565-0a98-476f-87e2-29c55590e6b5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:47.462228 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.504715 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91fa31-ffe8-4f6a-a851-cd1d0ac74ba2 None None] Pushing event updated for resources: {'Port': ['ID=f0c7b283-17d4-4ca0-aee4-29c0a5216113,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:47.516864 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060800c-db44-45b6-88f8-6a8bece781d6 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event updated for resources: {'Subnet': ['ID=8a3d13f9-cdc3-4a92-bd81-daa249ee64af,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:47.570420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3060800c-db44-45b6-88f8-6a8bece781d6 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Checking segment: {'id': '57d9827b-7691-43e8-8dce-ffbf703e0bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e808dbb9-5ff0-4eb5-8b23-3ef358cb660f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:47.570786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3060800c-db44-45b6-88f8-6a8bece781d6 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Network hostable DHCP agents. Network: e808dbb9-5ff0-4eb5-8b23-3ef358cb660f, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:55:47.616164 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3e142e9-36db-4ebf-b24a-147db6d8a151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.638974 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3060800c-db44-45b6-88f8-6a8bece781d6 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Network e808dbb9-5ff0-4eb5-8b23-3ef358cb660f is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:55:47.656152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-3060800c-db44-45b6-88f8-6a8bece781d6 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, e808dbb9-5ff0-4eb5-8b23-3ef358cb660f) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:47.659426 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3e142e9-36db-4ebf-b24a-147db6d8a151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.673466 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3060800c-db44-45b6-88f8-6a8bece781d6 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:47.678312 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3060800c-db44-45b6-88f8-6a8bece781d6 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.696715 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Attempting to bind port f0c7b283-17d4-4ca0-aee4-29c0a5216113 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:47.697089 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Attempting to bind port f0c7b283-17d4-4ca0-aee4-29c0a5216113 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '67a69890-cb22-4a2d-9e76-7dd947908d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78be303b-3731-4aaf-9656-10a0859c8e7f'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:47.697631 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Attempting to bind port f0c7b283-17d4-4ca0-aee4-29c0a5216113 on network 78be303b-3731-4aaf-9656-10a0859c8e7f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:47.701879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0ed7a-c466-4379-b0d1-e3c5484e769d req-4d967793-f49a-4de9-9399-2438ae1948cd tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:47.705183 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:47.706247 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Checking segment: {'id': '67a69890-cb22-4a2d-9e76-7dd947908d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78be303b-3731-4aaf-9656-10a0859c8e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:47.709193 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.709851 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Bound using segment: {'id': '67a69890-cb22-4a2d-9e76-7dd947908d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78be303b-3731-4aaf-9656-10a0859c8e7f'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:47.710516 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Bound port: f0c7b283-17d4-4ca0-aee4-29c0a5216113, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a69890-cb22-4a2d-9e76-7dd947908d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78be303b-3731-4aaf-9656-10a0859c8e7f'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:47.711140 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.716705 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85a0ed7a-c466-4379-b0d1-e3c5484e769d req-4d967793-f49a-4de9-9399-2438ae1948cd tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 1097 time: 0.8612807 Dec 08 01:55:47.717633 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3060800c-db44-45b6-88f8-6a8bece781d6 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2714398 Dec 08 01:55:47.728491 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48296) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:47.736547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b71e9b-83ef-4e1f-921d-c94c9a58e97e None None] Network e808dbb9-5ff0-4eb5-8b23-3ef358cb660f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:47.740570 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2021713805', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:47.816639 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.818122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.823452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.885154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f3e142e9-36db-4ebf-b24a-147db6d8a151 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c165d728e9049578bb62d407fbcc7cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1202807 Dec 08 01:55:47.886240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e142e9-36db-4ebf-b24a-147db6d8a151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bb2e07-2a24-4cb7-bd69-437f0fae2dab,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:47.888231 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48300) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:47.936207 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] For port f0c7b283-17d4-4ca0-aee4-29c0a5216113, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:47.942093 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85a0ed7a-c466-4379-b0d1-e3c5484e769d req-cb99e6d5-071b-45a5-a077-0e9599ffcdb9 tempest-LiveAutoBlockMigrationV225Test-979028092 tempest-LiveAutoBlockMigrationV225Test-979028092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141507 Dec 08 01:55:47.946176 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] For port f0c7b283-17d4-4ca0-aee4-29c0a5216113, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f0c7b283-17d4-4ca0-aee4-29c0a5216113,segment=NetworkSegment(67a69890-cb22-4a2d-9e76-7dd947908d9f),segment_id=67a69890-cb22-4a2d-9e76-7dd947908d9f)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:47.954889 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.011406 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-e808dbb9-5ff0-4eb5-8b23-3ef358cb660f', 'network_id': 'e808dbb9-5ff0-4eb5-8b23-3ef358cb660f', 'project_id': 'e0a2bf8002b64b0c853506c161e38820', 'fixed_ips': [{'subnet_id': '8a3d13f9-cdc3-4a92-bd81-daa249ee64af'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:55:48.011406 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.032612 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.074762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:48.078036 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de51d9e0-5fdd-4c69-8d06-b30699254b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.086578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event updated for resources: {'Port': ['ID=079c4e98-7411-43d6-85a2-99b4dabf369b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:48.106032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:48.116474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:48.131914 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c949f687-ea31-4cf2-8cf4-7e9eaf2ad549 req-1438a532-ac1f-44a0-b31c-ddf9239328c0 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.152706 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Routers {'3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:48.153345 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:48.209522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:48.212144 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d9189b-38cf-4033-bfc6-e9f440f38752" -d '{"events": [{"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-plugged", "status": "completed", "tag": "37418565-0a98-476f-87e2-29c55590e6b5"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:48.330804 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de51d9e0-5fdd-4c69-8d06-b30699254b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.359669 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.506331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438a532-ac1f-44a0-b31c-ddf9239328c0 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Pushing event deleted for resources: {'Port': ['ID=2d692be5-db6e-4cdb-b4ae-429a5081a156,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:48.600807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Allocated IP 172.20.0.2 (e808dbb9-5ff0-4eb5-8b23-3ef358cb660f/8a3d13f9-cdc3-4a92-bd81-daa249ee64af/61eea93a-f739-45b5-896e-9bf5f94e5501) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:48.612770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:48.613456 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.705131 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] Set router 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:48.719474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100630-5686-4987-b03b-31635d227eac req-e06567fc-efbe-4389-a94d-947c6264f9af tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:48.725568 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100630-5686-4987-b03b-31635d227eac req-e06567fc-efbe-4389-a94d-947c6264f9af tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:48.748205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100630-5686-4987-b03b-31635d227eac req-e06567fc-efbe-4389-a94d-947c6264f9af tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:48.767121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100630-5686-4987-b03b-31635d227eac req-e06567fc-efbe-4389-a94d-947c6264f9af tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:48.777715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100630-5686-4987-b03b-31635d227eac req-e06567fc-efbe-4389-a94d-947c6264f9af tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:48.792668 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc100630-5686-4987-b03b-31635d227eac req-e06567fc-efbe-4389-a94d-947c6264f9af tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 3814 time: 0.5528946 Dec 08 01:55:48.837330 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:48.854321 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.931735 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc100630-5686-4987-b03b-31635d227eac req-b06aa585-2e83-4430-b65a-a1e89557dc5c tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378105 Dec 08 01:55:48.956066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-49ca294d-6806-4c77-b65c-39fb338893ab None None] Provisioning complete for port f0c7b283-17d4-4ca0-aee4-29c0a5216113 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:48.956787 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49ca294d-6806-4c77-b65c-39fb338893ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.957359 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-29085689-7449-4fb6-bd78-8b35778b9687 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9568820 Dec 08 01:55:48.961273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:48.981793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Request body: {'port': {'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:49.030659 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91fa31-ffe8-4f6a-a851-cd1d0ac74ba2 None None] Pushing event updated for resources: {'Port': ['ID=f0c7b283-17d4-4ca0-aee4-29c0a5216113,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:49.179210 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.195901 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49ca294d-6806-4c77-b65c-39fb338893ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.207172 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'name': 'tempest-TestVolumeBackupRestore-1616178629-router', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '89491647-ac30-4623-b548-c76a3e06af72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:29Z', 'updated_at': '2021-12-08T01:55:43Z', 'revision_number': 4, 'project_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'gw_port': {'id': '89491647-ac30-4623-b548-c76a3e06af72', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f0c7b283-17d4-4ca0-aee4-29c0a5216113', 'name': '', 'network_id': '78be303b-3731-4aaf-9656-10a0859c8e7f', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'mac_address': 'fa:16:3e:e4:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '73c0c518-1ceb-43c5-ab99-35c81ac183d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:40Z', 'updated_at': '2021-12-08T01:55:47Z', 'revision_number': 4, 'project_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'subnets': [{'id': '73c0c518-1ceb-43c5-ab99-35c81ac183d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:49.264041 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.276128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-49ca294d-6806-4c77-b65c-39fb338893ab None None] For port f0c7b283-17d4-4ca0-aee4-29c0a5216113, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f0c7b283-17d4-4ca0-aee4-29c0a5216113,segment=NetworkSegment(67a69890-cb22-4a2d-9e76-7dd947908d9f),segment_id=67a69890-cb22-4a2d-9e76-7dd947908d9f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:49.285553 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49ca294d-6806-4c77-b65c-39fb338893ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.313731 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cb83e-c343-43ed-b94a-560d13336384 None None] The sync data for ids ['3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'] in n-d-713499-31 is: [{'id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'name': 'tempest-TestVolumeBackupRestore-1616178629-router', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '89491647-ac30-4623-b548-c76a3e06af72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:29Z', 'updated_at': '2021-12-08T01:55:43Z', 'revision_number': 4, 'project_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'gw_port': {'id': '89491647-ac30-4623-b548-c76a3e06af72', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f0c7b283-17d4-4ca0-aee4-29c0a5216113', 'name': '', 'network_id': '78be303b-3731-4aaf-9656-10a0859c8e7f', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'mac_address': 'fa:16:3e:e4:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '73c0c518-1ceb-43c5-ab99-35c81ac183d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:40Z', 'updated_at': '2021-12-08T01:55:47Z', 'revision_number': 4, 'project_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'subnets': [{'id': '73c0c518-1ceb-43c5-ab99-35c81ac183d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:49.516734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca294d-6806-4c77-b65c-39fb338893ab None None] Pushing event updated for resources: {'Port': ['ID=f0c7b283-17d4-4ca0-aee4-29c0a5216113,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:49.543402 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.611304 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de51d9e0-5fdd-4c69-8d06-b30699254b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.628613 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa83edb7-dfde-4d94-ab15-b7fafb61fc9a x-openstack-request-id: req-fa83edb7-dfde-4d94-ab15-b7fafb61fc9a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:49.629164 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-plugged", "status": "completed", "tag": "37418565-0a98-476f-87e2-29c55590e6b5", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:49.629408 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fa83edb7-dfde-4d94-ab15-b7fafb61fc9a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:49.629812 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5', 'code': 200} Dec 08 01:55:49.631041 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de51d9e0-5fdd-4c69-8d06-b30699254b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.632975 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-de51d9e0-5fdd-4c69-8d06-b30699254b58 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b5bb2e07-2a24-4cb7-bd69-437f0fae2dab HTTP/1.1" status: 204 len: 168 time: 1.7430649 Dec 08 01:55:49.695037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51d9e0-5fdd-4c69-8d06-b30699254b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bb2e07-2a24-4cb7-bd69-437f0fae2dab,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:49.744252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Network e808dbb9-5ff0-4eb5-8b23-3ef358cb660f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:49.791582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:49.796517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:49.832045 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c949f687-ea31-4cf2-8cf4-7e9eaf2ad549 req-1438a532-ac1f-44a0-b31c-ddf9239328c0 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.835280 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c949f687-ea31-4cf2-8cf4-7e9eaf2ad549 req-1438a532-ac1f-44a0-b31c-ddf9239328c0 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.840978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c949f687-ea31-4cf2-8cf4-7e9eaf2ad549 req-1438a532-ac1f-44a0-b31c-ddf9239328c0 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "DELETE /v2.0/floatingips/9279fbeb-e986-4095-9fb0-e4284ba10db9 HTTP/1.1" status: 204 len: 173 time: 5.8424060 Dec 08 01:55:49.869194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f0c7b283-17d4-4ca0-aee4-29c0a5216113 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:49.873310 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-06a402cc-f00b-441d-849c-bc139f610503 None None] Provisioning complete for port f0c7b283-17d4-4ca0-aee4-29c0a5216113 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:49.890230 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06a402cc-f00b-441d-849c-bc139f610503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:50.032299 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:50.037587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Pushing event updated for resources: {'Port': ['ID=61eea93a-f739-45b5-896e-9bf5f94e5501,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:50.254053 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:50.269019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Attempting to bind port 61eea93a-f739-45b5-896e-9bf5f94e5501 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:50.269663 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Attempting to bind port 61eea93a-f739-45b5-896e-9bf5f94e5501 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '57d9827b-7691-43e8-8dce-ffbf703e0bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e808dbb9-5ff0-4eb5-8b23-3ef358cb660f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:50.270309 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Attempting to bind port 61eea93a-f739-45b5-896e-9bf5f94e5501 on network e808dbb9-5ff0-4eb5-8b23-3ef358cb660f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:50.283090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:50.288238 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Checking segment: {'id': '57d9827b-7691-43e8-8dce-ffbf703e0bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e808dbb9-5ff0-4eb5-8b23-3ef358cb660f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:50.288988 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:50.291088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Bound using segment: {'id': '57d9827b-7691-43e8-8dce-ffbf703e0bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e808dbb9-5ff0-4eb5-8b23-3ef358cb660f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:50.305284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Bound port: 61eea93a-f739-45b5-896e-9bf5f94e5501, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d9827b-7691-43e8-8dce-ffbf703e0bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e808dbb9-5ff0-4eb5-8b23-3ef358cb660f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:50.307342 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:50.385604 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:50.557369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] For port 61eea93a-f739-45b5-896e-9bf5f94e5501, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:50.574888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e00be7-8a0c-4db5-9ecb-6ee4792da2c5 req-8e232270-6776-4147-a360-7f88f5bfe9fa tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:50.577519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] For port 61eea93a-f739-45b5-896e-9bf5f94e5501, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=61eea93a-f739-45b5-896e-9bf5f94e5501,segment=NetworkSegment(57d9827b-7691-43e8-8dce-ffbf703e0bea),segment_id=57d9827b-7691-43e8-8dce-ffbf703e0bea)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:50.592731 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f0c7b283-17d4-4ca0-aee4-29c0a5216113 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:50.593219 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:50.596515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0e00be7-8a0c-4db5-9ecb-6ee4792da2c5 req-8e232270-6776-4147-a360-7f88f5bfe9fa tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 945 time: 0.7511477 Dec 08 01:55:50.613378 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:50.631028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-c1901e46-6991-4290-ba3f-3ccbfeb944d9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 1001 time: 0.5988696 Dec 08 01:55:50.645490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-06a402cc-f00b-441d-849c-bc139f610503 None None] Provisioning complete for port 079c4e98-7411-43d6-85a2-99b4dabf369b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:50.646032 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06a402cc-f00b-441d-849c-bc139f610503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:50.652118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7eba7d-6d71-45d2-b476-2dda5ceda05f req-a519d6f5-b7b9-4750-b859-3127d7e13a39 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:50.658993 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e7eba7d-6d71-45d2-b476-2dda5ceda05f req-a519d6f5-b7b9-4750-b859-3127d7e13a39 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.45 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 945 time: 0.4059293 Dec 08 01:55:50.991093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-06a402cc-f00b-441d-849c-bc139f610503 None None] Port 079c4e98-7411-43d6-85a2-99b4dabf369b cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:51.009012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4bdda-4f82-4573-bcc5-6891e3ad7061 None None] Pushing event updated for resources: {'Port': ['ID=61eea93a-f739-45b5-896e-9bf5f94e5501,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:51.041451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-29a8087e-2f4c-4096-b049-cb5818317515 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:51.042912 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-29a8087e-2f4c-4096-b049-cb5818317515 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports/04c2b373-8758-4c02-80ee-e4d510a94f49 HTTP/1.1" status: 200 len: 943 time: 0.4041612 Dec 08 01:55:51.226700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Allocated IP 172.25.8.11 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/be2faee8-49c7-41fd-a41b-d406085698cb) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:51.244530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0e00be7-8a0c-4db5-9ecb-6ee4792da2c5 req-63addd98-d4cb-4c2f-aa62-2d870261d444 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470487 Dec 08 01:55:51.583974 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-1e7eba7d-6d71-45d2-b476-2dda5ceda05f req-8f0d6361-68bd-4206-b9e0-605d3f44595c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Deleting port d1bc74fc-8437-4fd5-bf39-49c576f91f08 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:51.584601 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1e7eba7d-6d71-45d2-b476-2dda5ceda05f req-8f0d6361-68bd-4206-b9e0-605d3f44595c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:51.756823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-a2f2b2b3-5e2a-4010-8640-9cafb49e592c tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 1001 time: 0.3898518 Dec 08 01:55:51.827817 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:51.937880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200be229-0be0-40d7-b4ab-34cf4d9104c2 req-9272c0fc-8339-48b3-91f4-5db156071e41 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:51.951459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200be229-0be0-40d7-b4ab-34cf4d9104c2 req-9272c0fc-8339-48b3-91f4-5db156071e41 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:51.960509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200be229-0be0-40d7-b4ab-34cf4d9104c2 req-9272c0fc-8339-48b3-91f4-5db156071e41 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:51.963114 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d850ea1-5e2b-43ab-a4a8-1f227ae72233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:51.969370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200be229-0be0-40d7-b4ab-34cf4d9104c2 req-9272c0fc-8339-48b3-91f4-5db156071e41 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:51.977191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200be229-0be0-40d7-b4ab-34cf4d9104c2 req-9272c0fc-8339-48b3-91f4-5db156071e41 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:51.985609 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-200be229-0be0-40d7-b4ab-34cf4d9104c2 req-9272c0fc-8339-48b3-91f4-5db156071e41 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 3814 time: 0.4301956 Dec 08 01:55:52.038248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-1e7eba7d-6d71-45d2-b476-2dda5ceda05f req-8f0d6361-68bd-4206-b9e0-605d3f44595c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] For port d1bc74fc-8437-4fd5-bf39-49c576f91f08, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d1bc74fc-8437-4fd5-bf39-49c576f91f08,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:52.038894 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1e7eba7d-6d71-45d2-b476-2dda5ceda05f req-8f0d6361-68bd-4206-b9e0-605d3f44595c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:52.070332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 61eea93a-f739-45b5-896e-9bf5f94e5501 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:52.090580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-1e7eba7d-6d71-45d2-b476-2dda5ceda05f req-8f0d6361-68bd-4206-b9e0-605d3f44595c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Calling delete_port for d1bc74fc-8437-4fd5-bf39-49c576f91f08 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:52.125232 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:52.303235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 61eea93a-f739-45b5-896e-9bf5f94e5501 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:52.304370 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:52.381803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:52.403417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:52.435472 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-200be229-0be0-40d7-b4ab-34cf4d9104c2 req-1eed7458-9b87-4fbf-af2d-982aae0d7ccc tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4485598 Dec 08 01:55:52.438755 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:52.443083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:55:52.479567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-babdd5a6-0c39-4b06-8bf4-6a57ce900cb5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:52.490874 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-babdd5a6-0c39-4b06-8bf4-6a57ce900cb5 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.7090468 Dec 08 01:55:52.513685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event updated for resources: {'Port': ['ID=be2faee8-49c7-41fd-a41b-d406085698cb,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:52.516191 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:52.650789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48374) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:52.687774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Transition to ACTIVE for port object 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:55:52.717095 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:52.735544 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:52.974078 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 61eea93a-f739-45b5-896e-9bf5f94e5501, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=61eea93a-f739-45b5-896e-9bf5f94e5501,segment=NetworkSegment(57d9827b-7691-43e8-8dce-ffbf703e0bea),segment_id=57d9827b-7691-43e8-8dce-ffbf703e0bea)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:52.991757 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:52.991965 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-4c7f8ad0-cf61-40ec-9370-5af75a4cfdad tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 1001 time: 0.4738955 Dec 08 01:55:53.001256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f0c7b283-17d4-4ca0-aee4-29c0a5216113 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:53.010123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-0207cf0c-9b84-46e5-94a3-9068952bcac9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:53.031377 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1e7eba7d-6d71-45d2-b476-2dda5ceda05f req-8f0d6361-68bd-4206-b9e0-605d3f44595c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:53.192896 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d6361-68bd-4206-b9e0-605d3f44595c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Pushing event deleted for resources: {'Port': ['ID=d1bc74fc-8437-4fd5-bf39-49c576f91f08,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:53.338548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c785c2-dd1b-4096-9f9e-a121aeaf1a0b req-2b3460e9-2a0d-46f1-8637-62fed7500656 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:53.351093 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8c785c2-dd1b-4096-9f9e-a121aeaf1a0b req-2b3460e9-2a0d-46f1-8637-62fed7500656 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 866 time: 0.6616383 Dec 08 01:55:53.488370 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:53.512520 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-0207cf0c-9b84-46e5-94a3-9068952bcac9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:53.525015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Pushing event updated for resources: {'Port': ['ID=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:53.541283 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=61eea93a-f739-45b5-896e-9bf5f94e5501,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:53.552084 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['d1bc74fc-8437-4fd5-bf39-49c576f91f08'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:55:53.554292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bbed00-41ed-4564-a102-2890fc62144c None None] Network e808dbb9-5ff0-4eb5-8b23-3ef358cb660f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:53.608056 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7eba7d-6d71-45d2-b476-2dda5ceda05f req-8f0d6361-68bd-4206-b9e0-605d3f44595c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] No DVR routers for this DVR port d1bc74fc-8437-4fd5-bf39-49c576f91f08 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:53.612900 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1e7eba7d-6d71-45d2-b476-2dda5ceda05f req-8f0d6361-68bd-4206-b9e0-605d3f44595c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:53.617602 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e7eba7d-6d71-45d2-b476-2dda5ceda05f req-8f0d6361-68bd-4206-b9e0-605d3f44595c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.45 "DELETE /v2.0/ports/d1bc74fc-8437-4fd5-bf39-49c576f91f08 HTTP/1.1" status: 204 len: 173 time: 2.9507089 Dec 08 01:55:53.627739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b271325f-11fa-4b7a-a8ad-6735e5141653', 'name': 'network-vif-deleted', 'tag': 'd1bc74fc-8437-4fd5-bf39-49c576f91f08'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:53.630732 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526e4995-dc62-4814-9ebb-30cbf8aabe0d" -d '{"events": [{"server_uuid": "b271325f-11fa-4b7a-a8ad-6735e5141653", "name": "network-vif-deleted", "tag": "d1bc74fc-8437-4fd5-bf39-49c576f91f08"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:53.740357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8c785c2-dd1b-4096-9f9e-a121aeaf1a0b req-c43cfc1f-3fa8-41f2-9b57-e9bed4507b68 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777680 Dec 08 01:55:53.793720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5448faa-406d-41bf-b869-c1d30059c0b5 admin admin] Deleting subnet b9b17d14-ce86-4d96-b0e5-c267582db3e6 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:55:53.814100 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5448faa-406d-41bf-b869-c1d30059c0b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:53.822173 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8630d217-5137-4f17-9f1d-26e83dac9652 None None] Provisioning complete for port 61eea93a-f739-45b5-896e-9bf5f94e5501 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:53.822546 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8630d217-5137-4f17-9f1d-26e83dac9652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:53.924913 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5448faa-406d-41bf-b869-c1d30059c0b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:53.943224 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.044248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f0c7b283-17d4-4ca0-aee4-29c0a5216113 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:54.044869 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.186766 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.194568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-0207cf0c-9b84-46e5-94a3-9068952bcac9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.228103 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Attempting to bind port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:54.228442 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Attempting to bind port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '82a58921-5b13-4d52-8a0b-f4dded30dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:54.228781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Attempting to bind port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec on network 66eb2f8b-9250-43af-be5e-01bc015c75e6 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:54.248681 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5448faa-406d-41bf-b869-c1d30059c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.275018 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-0207cf0c-9b84-46e5-94a3-9068952bcac9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.286073 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-0207cf0c-9b84-46e5-94a3-9068952bcac9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Floating IP 9e184310-7b3f-4f98-9342-ab97bff467e6 disassociated. External IP: 172.25.8.52, port: 04c2b373-8758-4c02-80ee-e4d510a94f49. Dec 08 01:55:54.362858 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.432748 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec on network 66eb2f8b-9250-43af-be5e-01bc015c75e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:54.433163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Attempting to bind port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec on network 66eb2f8b-9250-43af-be5e-01bc015c75e6 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:54.453209 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff0ef6cc-3790-4cb8-baaf-e2307d5ccedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.467867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:54.468259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Checking segment: {'id': '82a58921-5b13-4d52-8a0b-f4dded30dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:54.468898 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Bound using segment: {'id': '82a58921-5b13-4d52-8a0b-f4dded30dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:54.469363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Bound port: 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a58921-5b13-4d52-8a0b-f4dded30dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:54.470024 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.554445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d5fc6-9230-41e1-9c5f-736ef0d5ce43 req-a53ba850-0011-4296-a7bb-6a31d1aa15a1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:54.570756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d5fc6-9230-41e1-9c5f-736ef0d5ce43 req-a53ba850-0011-4296-a7bb-6a31d1aa15a1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:54.584741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 61eea93a-f739-45b5-896e-9bf5f94e5501 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:54.588775 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d5fc6-9230-41e1-9c5f-736ef0d5ce43 req-a53ba850-0011-4296-a7bb-6a31d1aa15a1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:54.598923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d5fc6-9230-41e1-9c5f-736ef0d5ce43 req-a53ba850-0011-4296-a7bb-6a31d1aa15a1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:54.606572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d5fc6-9230-41e1-9c5f-736ef0d5ce43 req-a53ba850-0011-4296-a7bb-6a31d1aa15a1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:54.622585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb4d5fc6-9230-41e1-9c5f-736ef0d5ce43 req-a53ba850-0011-4296-a7bb-6a31d1aa15a1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 3826 time: 0.4663377 Dec 08 01:55:54.673378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5448faa-406d-41bf-b869-c1d30059c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.709267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5448faa-406d-41bf-b869-c1d30059c0b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9b17d14-ce86-4d96-b0e5-c267582db3e6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:54.727268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5448faa-406d-41bf-b869-c1d30059c0b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.735110 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d5448faa-406d-41bf-b869-c1d30059c0b5 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b9b17d14-ce86-4d96-b0e5-c267582db3e6 HTTP/1.1" status: 204 len: 168 time: 2.0832729 Dec 08 01:55:54.737941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48400) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:54.761416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1f65d37c-00b3-47e6-a14b-da311c5be87c None None] Provisioning complete for port 61eea93a-f739-45b5-896e-9bf5f94e5501 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:54.762362 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f65d37c-00b3-47e6-a14b-da311c5be87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.795008 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 61eea93a-f739-45b5-896e-9bf5f94e5501 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:54.795869 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.803902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] For port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:54.902659 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc2491e3-2f83-4cbe-a057-a8aac71e2212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.957945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Router d4c16f19-a91c-4700-a40f-97d2ecc503f5 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:55:55.060466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] For port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec,segment=NetworkSegment(82a58921-5b13-4d52-8a0b-f4dded30dd26),segment_id=82a58921-5b13-4d52-8a0b-f4dded30dd26)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:55.091693 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb4d5fc6-9230-41e1-9c5f-736ef0d5ce43 req-d8f50ee7-bc39-433d-ac16-39a6b0ebe044 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4681010 Dec 08 01:55:55.098921 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.175688 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc2491e3-2f83-4cbe-a057-a8aac71e2212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.234368 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51ffa3f-c1e7-4994-84f7-7d7dff518086 x-openstack-request-id: req-f51ffa3f-c1e7-4994-84f7-7d7dff518086 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:55.235037 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b271325f-11fa-4b7a-a8ad-6735e5141653", "name": "network-vif-deleted", "tag": "d1bc74fc-8437-4fd5-bf39-49c576f91f08", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:55.235306 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f51ffa3f-c1e7-4994-84f7-7d7dff518086 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:55.235792 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b271325f-11fa-4b7a-a8ad-6735e5141653', 'name': 'network-vif-deleted', 'tag': 'd1bc74fc-8437-4fd5-bf39-49c576f91f08', 'status': 'completed', 'code': 200} Dec 08 01:55:55.239419 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cc2491e3-2f83-4cbe-a057-a8aac71e2212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3276b31f-6293-4197-963e-cfa311955d62']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:55.259580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cc2491e3-2f83-4cbe-a057-a8aac71e2212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fa71a2-da95-4a66-82b3-8a20ab7dbe99') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:55.259946 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cc2491e3-2f83-4cbe-a057-a8aac71e2212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fa71a2-da95-4a66-82b3-8a20ab7dbe99') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:55.276532 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc2491e3-2f83-4cbe-a057-a8aac71e2212 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.276797 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Pushing event updated for resources: {'Port': ['ID=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:55.296756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:55.298752 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc2491e3-2f83-4cbe-a057-a8aac71e2212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.314723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d39cd8-7d63-4f3c-8d7e-105622d4908f None None] Sync routers for ids ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:55.331704 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2491e3-2f83-4cbe-a057-a8aac71e2212 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:55.332283 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc2491e3-2f83-4cbe-a057-a8aac71e2212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:55.339105 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:55.343960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-0207cf0c-9b84-46e5-94a3-9068952bcac9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:55.352616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d1bc74fc-8437-4fd5-bf39-49c576f91f08 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:55.370778 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:55.371449 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.379822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-c1881a6e-c881-48f4-9092-ace3232414fa service neutron] 10.222.0.75 "PUT /v2.0/ports/3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec HTTP/1.1" status: 200 len: 1092 time: 6.4112806 Dec 08 01:55:55.391039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:55.400494 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8201ef-3f59-467d-b66a-382d5a347e81" -d '{"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:55.429554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Request body: {'port': {'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:55.434459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d39cd8-7d63-4f3c-8d7e-105622d4908f None None] Routers {'d4c16f19-a91c-4700-a40f-97d2ecc503f5'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:55.435162 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-66d39cd8-7d63-4f3c-8d7e-105622d4908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:55.437187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: d1bc74fc-8437-4fd5-bf39-49c576f91f08 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:55.437566 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d1bc74fc-8437-4fd5-bf39-49c576f91f08 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:55.457118 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.471251 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.472609 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9dff2fb7-5453-40a2-b0f5-5d0e55c5cc11 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.7421134 Dec 08 01:55:55.491171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48406) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:55.513676 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2dae3c1-f13f-4c6c-aa19-b8f1df88a81a req-f482beaa-a790-4040-81da-8b82ff82f1de tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 210 time: 0.0488057 Dec 08 01:55:55.530002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-66d39cd8-7d63-4f3c-8d7e-105622d4908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:55.560730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d39cd8-7d63-4f3c-8d7e-105622d4908f None None] Routers {'d4c16f19-a91c-4700-a40f-97d2ecc503f5'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:55.560730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-66d39cd8-7d63-4f3c-8d7e-105622d4908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:55.617080 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc2491e3-2f83-4cbe-a057-a8aac71e2212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.632842 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7026da-48b0-4cfc-be66-e46a7084a521 x-openstack-request-id: req-de7026da-48b0-4cfc-be66-e46a7084a521 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:55.633349 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:55.633446 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-de7026da-48b0-4cfc-be66-e46a7084a521 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:55.634142 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec', 'status': 'completed', 'code': 200} Dec 08 01:55:55.644768 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc2491e3-2f83-4cbe-a057-a8aac71e2212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.654548 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cc2491e3-2f83-4cbe-a057-a8aac71e2212 admin admin] 10.222.0.71 "DELETE /v2.0/networks/3276b31f-6293-4197-963e-cfa311955d62 HTTP/1.1" status: 204 len: 168 time: 0.9156048 Dec 08 01:55:55.750388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-66d39cd8-7d63-4f3c-8d7e-105622d4908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:55.751066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d39cd8-7d63-4f3c-8d7e-105622d4908f None None] The sync data for ids ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:55.761601 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.814128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2491e3-2f83-4cbe-a057-a8aac71e2212 admin admin] Pushing event deleted for resources: {'Network': ['ID=3276b31f-6293-4197-963e-cfa311955d62,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:55.962133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8201ef-3f59-467d-b66a-382d5a347e81 req-4f592a36-e958-4656-8f74-893fbf4b2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:55.964060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8201ef-3f59-467d-b66a-382d5a347e81 req-4f592a36-e958-4656-8f74-893fbf4b2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:55.965554 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8201ef-3f59-467d-b66a-382d5a347e81 req-4f592a36-e958-4656-8f74-893fbf4b2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:55.966827 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8201ef-3f59-467d-b66a-382d5a347e81 req-4f592a36-e958-4656-8f74-893fbf4b2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:55.968968 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8201ef-3f59-467d-b66a-382d5a347e81 req-4f592a36-e958-4656-8f74-893fbf4b2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:55.971931 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a8201ef-3f59-467d-b66a-382d5a347e81 req-4f592a36-e958-4656-8f74-893fbf4b2751 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 4362 time: 0.2026637 Dec 08 01:55:56.220829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48418) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:56.427125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8201ef-3f59-467d-b66a-382d5a347e81 req-d59c3ffb-1d42-4711-9675-e167e52512b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:56.427622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8201ef-3f59-467d-b66a-382d5a347e81 req-d59c3ffb-1d42-4711-9675-e167e52512b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:56.428114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8201ef-3f59-467d-b66a-382d5a347e81 req-d59c3ffb-1d42-4711-9675-e167e52512b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:56.429724 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a8201ef-3f59-467d-b66a-382d5a347e81 req-d59c3ffb-1d42-4711-9675-e167e52512b0 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4420226 Dec 08 01:55:56.432074 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-780f2aaa-4a92-46b8-bc97-6907d968f6cb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ea4d916952c04b248677383b4d824ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035220 Dec 08 01:55:56.438387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48424) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:56.467933 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-0207cf0c-9b84-46e5-94a3-9068952bcac9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:56.487792 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed68598-fb1e-4aa2-9d6f-287d660e107b None None] Sync routers for ids ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:56.490116 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-0207cf0c-9b84-46e5-94a3-9068952bcac9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:56.506981 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed68598-fb1e-4aa2-9d6f-287d660e107b None None] Routers {'f49821da-68bc-4a50-ae29-1c7cc5d99cc9'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:56.509979 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0ed68598-fb1e-4aa2-9d6f-287d660e107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:56.593048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-0207cf0c-9b84-46e5-94a3-9068952bcac9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "PUT /v2.0/floatingips/9e184310-7b3f-4f98-9342-ab97bff467e6 HTTP/1.1" status: 200 len: 694 time: 3.5969188 Dec 08 01:55:56.742469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:55:56.777366 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:56.830060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Transition to ACTIVE for port object ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:55:56.845369 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:56.854077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:56.900185 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0ed68598-fb1e-4aa2-9d6f-287d660e107b None None] Set router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:57.024247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:57.151456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a02e9-8224-4c98-9029-cf86b0279542 req-97e85563-bb30-4998-a559-dbaa2d0cdeb9 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:57.172312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a02e9-8224-4c98-9029-cf86b0279542 req-97e85563-bb30-4998-a559-dbaa2d0cdeb9 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:57.194155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a02e9-8224-4c98-9029-cf86b0279542 req-97e85563-bb30-4998-a559-dbaa2d0cdeb9 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:57.211424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a02e9-8224-4c98-9029-cf86b0279542 req-97e85563-bb30-4998-a559-dbaa2d0cdeb9 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:57.230189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a02e9-8224-4c98-9029-cf86b0279542 req-97e85563-bb30-4998-a559-dbaa2d0cdeb9 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:57.246655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-816a02e9-8224-4c98-9029-cf86b0279542 req-97e85563-bb30-4998-a559-dbaa2d0cdeb9 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 3826 time: 0.8937290 Dec 08 01:55:57.390916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-85b6cbc3-094f-4f61-b2f7-207dde663cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:57.392891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-85b6cbc3-094f-4f61-b2f7-207dde663cbb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=71ce27ccb4884778a9dee02004aa9863&device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 1098 time: 0.7985191 Dec 08 01:55:57.507242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-816a02e9-8224-4c98-9029-cf86b0279542 req-b96ae56e-c5e7-4e59-9dd6-61a841f54b03 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594557 Dec 08 01:55:57.559730 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0ed68598-fb1e-4aa2-9d6f-287d660e107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:54:44Z', 'revision_number': 4, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port': {'id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:38Z', 'updated_at': '2021-12-08T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'd885753b-a0f1-446e-bda6-1e519930521d', 'name': '', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'mac_address': 'fa:16:3e:bc:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:42Z', 'updated_at': '2021-12-08T01:54:51Z', 'revision_number': 5, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'subnets': [{'id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:57.606574 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed68598-fb1e-4aa2-9d6f-287d660e107b None None] Checking router: f49821da-68bc-4a50-ae29-1c7cc5d99cc9 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:57.617075 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed68598-fb1e-4aa2-9d6f-287d660e107b None None] Routers {'f49821da-68bc-4a50-ae29-1c7cc5d99cc9'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:57.618053 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0ed68598-fb1e-4aa2-9d6f-287d660e107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:57.651315 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'tag': '04c2b373-8758-4c02-80ee-e4d510a94f49'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:57.653498 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322fc2c0-5e0a-48a9-a4e7-1057bd60ddb5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2185ef1-b633-4271-8c23-76ec27371c4c", "tag": "04c2b373-8758-4c02-80ee-e4d510a94f49"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:57.756065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-134f0e99-b9f2-487c-ac73-2fb26982d6e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.769863 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0ed68598-fb1e-4aa2-9d6f-287d660e107b None None] Set router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:57.807913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-7c33014c-7f2b-4118-a6f7-e1dbafd7addb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:57.809587 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-7c33014c-7f2b-4118-a6f7-e1dbafd7addb service neutron] 10.222.0.71 "GET /v2.0/networks?id=376dbfba-58cd-4342-8d7c-0d280f9eea65 HTTP/1.1" status: 200 len: 930 time: 0.3755441 Dec 08 01:55:57.830134 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.844871 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-134f0e99-b9f2-487c-ac73-2fb26982d6e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.889091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Attempting to bind port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:57.890599 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Attempting to bind port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:57.893548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Attempting to bind port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:57.974107 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:57.974604 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Attempting to bind port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:57.995695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8201ef-3f59-467d-b66a-382d5a347e81 req-73aa0704-8e52-454b-919f-2f3d13c9f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:57.997478 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61399ab1-af17-427c-835a-b1664f7ba370 req-2ca1b5a8-9c47-4a70-8c0a-af8fd011fc0f tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 210 time: 0.3158004 Dec 08 01:55:58.005727 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a8201ef-3f59-467d-b66a-382d5a347e81 req-73aa0704-8e52-454b-919f-2f3d13c9f926 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5633292 Dec 08 01:55:58.015823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-d1996f1b-9206-4eb4-baa8-58d8070d381e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c2b373-8758-4c02-80ee-e4d510a94f49 HTTP/1.1" status: 200 len: 217 time: 0.1949587 Dec 08 01:55:58.019542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:58.021771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Checking segment: {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:58.026688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Bound using segment: {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:58.029824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Bound port: ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:58.031256 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.165468 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] For port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:58.169719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] For port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:58.199310 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.239516 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188be7a4-74eb-415c-b952-466bef2a9c11 x-openstack-request-id: req-188be7a4-74eb-415c-b952-466bef2a9c11 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:58.244598 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2185ef1-b633-4271-8c23-76ec27371c4c", "tag": "04c2b373-8758-4c02-80ee-e4d510a94f49", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:58.247172 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-188be7a4-74eb-415c-b952-466bef2a9c11 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:58.257016 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'tag': '04c2b373-8758-4c02-80ee-e4d510a94f49', 'status': 'completed', 'code': 200} Dec 08 01:55:58.353770 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0ed68598-fb1e-4aa2-9d6f-287d660e107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:54:44Z', 'revision_number': 4, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port': {'id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:38Z', 'updated_at': '2021-12-08T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'd885753b-a0f1-446e-bda6-1e519930521d', 'name': '', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'mac_address': 'fa:16:3e:bc:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:42Z', 'updated_at': '2021-12-08T01:54:51Z', 'revision_number': 5, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'subnets': [{'id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:58.385082 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.414574 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:58.420544 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.422115 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] 10.222.0.75 "PUT /v2.0/ports/ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c HTTP/1.1" status: 200 len: 1135 time: 2.9980702 Dec 08 01:55:58.432638 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed68598-fb1e-4aa2-9d6f-287d660e107b None None] The sync data for ids ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'] in n-d-713499-31 is: [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:54:44Z', 'revision_number': 4, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port': {'id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:38Z', 'updated_at': '2021-12-08T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'd885753b-a0f1-446e-bda6-1e519930521d', 'name': '', 'network_id': '376dbfba-58cd-4342-8d7c-0d280f9eea65', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'mac_address': 'fa:16:3e:bc:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:42Z', 'updated_at': '2021-12-08T01:54:51Z', 'revision_number': 5, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'subnets': [{'id': 'd4c7279c-c784-4fbd-bf3f-b9468031b901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:58.528461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Request body: {'port': {'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:58.543250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-7c0bd0b7-ab76-43ed-b9da-4a0fe8eba43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:58.575437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-7c0bd0b7-ab76-43ed-b9da-4a0fe8eba43f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4c7279c-c784-4fbd-bf3f-b9468031b901 HTTP/1.1" status: 200 len: 868 time: 0.5007193 Dec 08 01:55:58.646898 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fc2c0-5e0a-48a9-a4e7-1057bd60ddb5 req-57dd921b-03b4-4b31-8dc8-92e91b7630ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:58.652825 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-322fc2c0-5e0a-48a9-a4e7-1057bd60ddb5 req-57dd921b-03b4-4b31-8dc8-92e91b7630ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71ce27ccb4884778a9dee02004aa9863&device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 1098 time: 0.2846770 Dec 08 01:55:58.659159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-134f0e99-b9f2-487c-ac73-2fb26982d6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.662724 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-134f0e99-b9f2-487c-ac73-2fb26982d6e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.665666 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-134f0e99-b9f2-487c-ac73-2fb26982d6e2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/10886a70-ffc8-4464-8856-a9b0409bb05f HTTP/1.1" status: 204 len: 168 time: 2.2245142 Dec 08 01:55:58.788827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b85cb2-fd6f-488d-8bdb-46773bb6ff62 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:59.167533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f0e99-b9f2-487c-ac73-2fb26982d6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10886a70-ffc8-4464-8856-a9b0409bb05f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:59.170206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fc2c0-5e0a-48a9-a4e7-1057bd60ddb5 req-df40db31-dcfd-41aa-9ace-fe2cebe24838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:59.172426 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-322fc2c0-5e0a-48a9-a4e7-1057bd60ddb5 req-df40db31-dcfd-41aa-9ace-fe2cebe24838 service neutron] 10.222.0.45 "GET /v2.0/networks?id=376dbfba-58cd-4342-8d7c-0d280f9eea65 HTTP/1.1" status: 200 len: 930 time: 0.5049400 Dec 08 01:55:59.227349 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-322fc2c0-5e0a-48a9-a4e7-1057bd60ddb5 req-92dcee9e-d1a7-441a-bf0b-98c65680a2e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c2b373-8758-4c02-80ee-e4d510a94f49 HTTP/1.1" status: 200 len: 217 time: 0.0462601 Dec 08 01:55:59.347372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fc2c0-5e0a-48a9-a4e7-1057bd60ddb5 req-83ae9b82-1ed3-4663-86bd-3bc945a6ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:59.349218 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-322fc2c0-5e0a-48a9-a4e7-1057bd60ddb5 req-83ae9b82-1ed3-4663-86bd-3bc945a6ad78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4c7279c-c784-4fbd-bf3f-b9468031b901 HTTP/1.1" status: 200 len: 868 time: 0.1129513 Dec 08 01:55:59.358306 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.403253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80468c4a-1969-4f30-9b50-f40f2bf6f20b req-c9bb8eb2-93d0-4905-8088-eee651109f7e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:59.411141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80468c4a-1969-4f30-9b50-f40f2bf6f20b req-c9bb8eb2-93d0-4905-8088-eee651109f7e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:59.419316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80468c4a-1969-4f30-9b50-f40f2bf6f20b req-c9bb8eb2-93d0-4905-8088-eee651109f7e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:59.434639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80468c4a-1969-4f30-9b50-f40f2bf6f20b req-c9bb8eb2-93d0-4905-8088-eee651109f7e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:59.451681 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80468c4a-1969-4f30-9b50-f40f2bf6f20b req-c9bb8eb2-93d0-4905-8088-eee651109f7e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:59.472154 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80468c4a-1969-4f30-9b50-f40f2bf6f20b req-c9bb8eb2-93d0-4905-8088-eee651109f7e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:59.474317 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80468c4a-1969-4f30-9b50-f40f2bf6f20b req-c9bb8eb2-93d0-4905-8088-eee651109f7e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 4602 time: 0.6521676 Dec 08 01:55:59.480170 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-67f78437-2aaf-4956-8ef0-6f1e966fc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:59.487266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-67f78437-2aaf-4956-8ef0-6f1e966fc895 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=376dbfba-58cd-4342-8d7c-0d280f9eea65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9046934 Dec 08 01:55:59.489857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fc2c0-5e0a-48a9-a4e7-1057bd60ddb5 req-b31214d9-791e-4a75-b8a3-451dae849e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:59.492038 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-322fc2c0-5e0a-48a9-a4e7-1057bd60ddb5 req-b31214d9-791e-4a75-b8a3-451dae849e47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=376dbfba-58cd-4342-8d7c-0d280f9eea65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335323 Dec 08 01:55:59.616320 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-322fc2c0-5e0a-48a9-a4e7-1057bd60ddb5 req-d3938a02-9f55-4daf-9b83-976df7e6a588 service neutron] 10.222.0.45 "GET /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059344 Dec 08 01:55:59.852530 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-322fc2c0-5e0a-48a9-a4e7-1057bd60ddb5 req-ca71fe7a-fab8-4708-8b4d-8992b0cd9e85 service neutron] 10.222.0.45 "GET /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204123 Dec 08 01:55:59.975977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4faa7-a67f-4b89-b5bc-5eebb77441d7 None None] New status for floating IP 9e184310-7b3f-4f98-9342-ab97bff467e6: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:56:00.093582 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Allocated IP 172.20.0.1 (e808dbb9-5ff0-4eb5-8b23-3ef358cb660f/8a3d13f9-cdc3-4a92-bd81-daa249ee64af/5ea568b7-45ec-48cd-8d2e-90edb181691c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:00.162484 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80468c4a-1969-4f30-9b50-f40f2bf6f20b req-100ce79b-1c22-4035-8bdc-1c8b4666092f tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6734734 Dec 08 01:56:00.199445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-e8753bd9-51ed-4292-91ce-d5047d9ea195 service neutron] 10.222.0.71 "GET /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934187 Dec 08 01:56:00.282737 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.329845 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.347960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': 'ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:00.350011 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab22071-eabb-4867-9f3a-7ebc0b24860e" -d '{"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:00.357105 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d878956-ffc3-495d-ae6b-34b7db16daf5 req-e69d34a1-08e9-4853-a0be-593b8517a695 service neutron] 10.222.0.71 "GET /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448922 Dec 08 01:56:00.397309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Network e808dbb9-5ff0-4eb5-8b23-3ef358cb660f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:00.425675 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:00.430463 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:00.551945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event updated for resources: {'Port': ['ID=5ea568b7-45ec-48cd-8d2e-90edb181691c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:00.575086 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d584ca77-36c2-4b36-ae00-90d74a42f76c req-a1f87d64-51a7-4bc9-a20a-2973b2ed17a4 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 210 time: 0.2003777 Dec 08 01:56:00.587544 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4979885d-eeb9-41d2-b115-b79763e913ec x-openstack-request-id: req-4979885d-eeb9-41d2-b115-b79763e913ec {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:00.592073 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:00.592344 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4979885d-eeb9-41d2-b115-b79763e913ec {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:00.597598 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': 'ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c', 'status': 'completed', 'code': 200} Dec 08 01:56:00.682274 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.840572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab22071-eabb-4867-9f3a-7ebc0b24860e req-29730044-44ca-442c-bf62-58cbeb835331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:00.841062 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab22071-eabb-4867-9f3a-7ebc0b24860e req-29730044-44ca-442c-bf62-58cbeb835331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:00.844956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab22071-eabb-4867-9f3a-7ebc0b24860e req-29730044-44ca-442c-bf62-58cbeb835331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:00.844956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab22071-eabb-4867-9f3a-7ebc0b24860e req-29730044-44ca-442c-bf62-58cbeb835331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:00.844956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab22071-eabb-4867-9f3a-7ebc0b24860e req-29730044-44ca-442c-bf62-58cbeb835331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:00.846924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab22071-eabb-4867-9f3a-7ebc0b24860e req-29730044-44ca-442c-bf62-58cbeb835331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:00.851129 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ab22071-eabb-4867-9f3a-7ebc0b24860e req-29730044-44ca-442c-bf62-58cbeb835331 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5290 time: 0.2712026 Dec 08 01:56:00.934552 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48470) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:00.973214 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35fffb1a-d0c3-4bca-b02c-374613c4356e req-b62d160c-99c4-4ed5-803e-14f5a342b40f tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips/9e184310-7b3f-4f98-9342-ab97bff467e6 HTTP/1.1" status: 200 len: 692 time: 0.3746166 Dec 08 01:56:00.977603 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0f7e464a-2ec7-4c9c-bdc7-a7458f41cf2f None None] Provisioning complete for port 5ea568b7-45ec-48cd-8d2e-90edb181691c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:00.980975 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f7e464a-2ec7-4c9c-bdc7-a7458f41cf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.100918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e464a-2ec7-4c9c-bdc7-a7458f41cf2f None None] Port 5ea568b7-45ec-48cd-8d2e-90edb181691c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:01.184635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab22071-eabb-4867-9f3a-7ebc0b24860e req-5c8c2b3b-89a6-4462-9357-968ea9348e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:01.185115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab22071-eabb-4867-9f3a-7ebc0b24860e req-5c8c2b3b-89a6-4462-9357-968ea9348e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:01.185586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab22071-eabb-4867-9f3a-7ebc0b24860e req-5c8c2b3b-89a6-4462-9357-968ea9348e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:01.187786 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ab22071-eabb-4867-9f3a-7ebc0b24860e req-5c8c2b3b-89a6-4462-9357-968ea9348e5c service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3173537 Dec 08 01:56:01.317944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c233101-806d-4641-913c-08c4d8a9b2ca {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:56:01.371266 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.469057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Transition to ACTIVE for port object 6c233101-806d-4641-913c-08c4d8a9b2ca will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:56:01.501427 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab22071-eabb-4867-9f3a-7ebc0b24860e req-959c9505-22e9-4dde-8eec-e245164ba135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:01.502183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.502934 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ab22071-eabb-4867-9f3a-7ebc0b24860e req-959c9505-22e9-4dde-8eec-e245164ba135 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2790139 Dec 08 01:56:01.510281 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.532255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1822658275-network', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:01.594102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Pushing event updated for resources: {'Port': ['ID=6c233101-806d-4641-913c-08c4d8a9b2ca,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:01.642346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fffb1a-d0c3-4bca-b02c-374613c4356e req-b398bf08-1ce9-4ea8-8153-c66ee815dbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:01.644969 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35fffb1a-d0c3-4bca-b02c-374613c4356e req-b398bf08-1ce9-4ea8-8153-c66ee815dbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.6701748 Dec 08 01:56:01.888721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fda29f-e90c-4de0-a802-1ed00e3ea6a9 req-9cd65edb-5fb3-43f6-bca7-b9fa4034eae3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:01.896804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fda29f-e90c-4de0-a802-1ed00e3ea6a9 req-9cd65edb-5fb3-43f6-bca7-b9fa4034eae3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:01.902974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fda29f-e90c-4de0-a802-1ed00e3ea6a9 req-9cd65edb-5fb3-43f6-bca7-b9fa4034eae3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:01.915136 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fda29f-e90c-4de0-a802-1ed00e3ea6a9 req-9cd65edb-5fb3-43f6-bca7-b9fa4034eae3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:01.921726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fda29f-e90c-4de0-a802-1ed00e3ea6a9 req-9cd65edb-5fb3-43f6-bca7-b9fa4034eae3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:01.932585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fda29f-e90c-4de0-a802-1ed00e3ea6a9 req-9cd65edb-5fb3-43f6-bca7-b9fa4034eae3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:01.950230 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47fda29f-e90c-4de0-a802-1ed00e3ea6a9 req-9cd65edb-5fb3-43f6-bca7-b9fa4034eae3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 4602 time: 0.5666320 Dec 08 01:56:01.966046 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35fffb1a-d0c3-4bca-b02c-374613c4356e req-28802855-d061-4441-9e5d-726e3030437b tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.3117454 Dec 08 01:56:02.027235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] Made reservation on behalf of 63ae5c956a214f1cb1da1b778d408c0b for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:02.049605 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.117101 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.125421 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.144909 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35fffb1a-d0c3-4bca-b02c-374613c4356e req-5f7a204a-2cef-4f28-8804-ec12be391889 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.1310837 Dec 08 01:56:02.162196 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.233354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event updated for resources: {'Port': ['ID=5ea568b7-45ec-48cd-8d2e-90edb181691c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:02.238011 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.365399 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Network e808dbb9-5ff0-4eb5-8b23-3ef358cb660f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:02.367642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:02.393944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47fda29f-e90c-4de0-a802-1ed00e3ea6a9 req-4815a3a7-3611-434c-a60e-195422b3b046 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4372861 Dec 08 01:56:02.486595 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:56:02.563887 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.611095 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.644187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Router d4c16f19-a91c-4700-a40f-97d2ecc503f5 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:02.690845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:56:02.716591 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.717806 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] Added segment 3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3 of type vlan for network caf2deea-53dd-4462-beed-a3b1fd4b591a Dec 08 01:56:02.793564 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:02.795344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ef65bbfc-795d-4979-b4d1-7cc1a3ee2760 None None] Provisioning complete for port 5ea568b7-45ec-48cd-8d2e-90edb181691c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:02.799272 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef65bbfc-795d-4979-b4d1-7cc1a3ee2760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.804377 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d5cfcf5d-160c-4c15-8059-bbc94c596c4d tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "PUT /v2.0/routers/d4c16f19-a91c-4700-a40f-97d2ecc503f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3120399 Dec 08 01:56:02.805026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48478) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:02.806478 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7244d8-dfac-4e2d-82ec-23a21062e3ea None None] Sync routers for ids ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:02.815903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b0cb91de-97a7-46ec-b4b6-480fb678700b tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Request body: {'port': {'network_id': 'e808dbb9-5ff0-4eb5-8b23-3ef358cb660f', 'name': 'tempest-FloatingIPAdminTestJSON-375065297'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:02.830491 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7244d8-dfac-4e2d-82ec-23a21062e3ea None None] Routers {'d4c16f19-a91c-4700-a40f-97d2ecc503f5'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:02.831146 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6b7244d8-dfac-4e2d-82ec-23a21062e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:02.846097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ef65bbfc-795d-4979-b4d1-7cc1a3ee2760 None None] Port 5ea568b7-45ec-48cd-8d2e-90edb181691c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:02.894982 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6b7244d8-dfac-4e2d-82ec-23a21062e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:02.904804 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7244d8-dfac-4e2d-82ec-23a21062e3ea None None] Routers {'d4c16f19-a91c-4700-a40f-97d2ecc503f5'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:02.905876 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6b7244d8-dfac-4e2d-82ec-23a21062e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:02.931537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d0b0d7b-a255-4fd5-b31f-183d3705e8f0 req-c6c6f68c-cbcb-4869-a173-3ad4171fdcae tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 210 time: 0.3319223 Dec 08 01:56:02.962073 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.966165 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6b7244d8-dfac-4e2d-82ec-23a21062e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:02.967098 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7244d8-dfac-4e2d-82ec-23a21062e3ea None None] The sync data for ids ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:02.974980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Attempting to bind port 6c233101-806d-4641-913c-08c4d8a9b2ca on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:02.975327 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Attempting to bind port 6c233101-806d-4641-913c-08c4d8a9b2ca by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:02.975693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Attempting to bind port 6c233101-806d-4641-913c-08c4d8a9b2ca on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:02.996869 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df94220a-15d1-4dac-8cbd-6a63023634ea,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:03.005975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Port 6c233101-806d-4641-913c-08c4d8a9b2ca on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:56:03.006210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Attempting to bind port 6c233101-806d-4641-913c-08c4d8a9b2ca on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:03.016439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:03.016781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Checking segment: {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:03.017169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Bound using segment: {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:03.017603 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Bound port: 6c233101-806d-4641-913c-08c4d8a9b2ca, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:03.017961 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.041999 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-35fffb1a-d0c3-4bca-b02c-374613c4356e req-d766e8b4-3b52-4721-afc6-3cb6e2546b95 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Deleting port 7a78f868-32f8-4518-805b-5fc5cbfd2517 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:03.042347 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35fffb1a-d0c3-4bca-b02c-374613c4356e req-d766e8b4-3b52-4721-afc6-3cb6e2546b95 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.097288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cb91de-97a7-46ec-b4b6-480fb678700b tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Made reservation on behalf of e0a2bf8002b64b0c853506c161e38820 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:03.100871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] For port 6c233101-806d-4641-913c-08c4d8a9b2ca, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:03.104118 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] For port 6c233101-806d-4641-913c-08c4d8a9b2ca, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6c233101-806d-4641-913c-08c4d8a9b2ca,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:03.107026 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.108126 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0cb91de-97a7-46ec-b4b6-480fb678700b tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.108858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:03.108858 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.125326 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.143845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-b0cb91de-97a7-46ec-b4b6-480fb678700b tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] device_id is not set on port cf86c847-53b8-498b-b807-7b905c12e037 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:56:03.289251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3535414 Dec 08 01:56:03.295739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48480) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:03.297077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:03.297768 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.299246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] 10.222.0.75 "PUT /v2.0/ports/6c233101-806d-4641-913c-08c4d8a9b2ca HTTP/1.1" status: 200 len: 1137 time: 4.7822623 Dec 08 01:56:03.316213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-88f17a0b-9849-4dd9-a248-1dede75a283c admin admin] Request body: {'subnet': {'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1822658275-subnet', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:03.321854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': '6c233101-806d-4641-913c-08c4d8a9b2ca'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:03.325549 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8dc9ae-5505-4798-8513-b45cdb560dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "6c233101-806d-4641-913c-08c4d8a9b2ca"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:03.371011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Request body: {'port': {'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:03.384102 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f17a0b-9849-4dd9-a248-1dede75a283c admin admin] Made reservation on behalf of 63ae5c956a214f1cb1da1b778d408c0b for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:03.386336 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88f17a0b-9849-4dd9-a248-1dede75a283c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.406913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b83110-2be8-426f-a9ef-87b1c42b1596 admin admin] Pushing event updated for resources: {'Network': ['ID=caf2deea-53dd-4462-beed-a3b1fd4b591a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:03.424347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network caf2deea-53dd-4462-beed-a3b1fd4b591a details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:56:03.487258 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eb5d3f-ac25-4eae-a810-1f26dff1ebb2 x-openstack-request-id: req-b1eb5d3f-ac25-4eae-a810-1f26dff1ebb2 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:03.492847 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "6c233101-806d-4641-913c-08c4d8a9b2ca", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:03.496715 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b1eb5d3f-ac25-4eae-a810-1f26dff1ebb2 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:03.497333 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': '6c233101-806d-4641-913c-08c4d8a9b2ca', 'status': 'completed', 'code': 200} Dec 08 01:56:03.525598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db176a3-7734-425d-bdaa-99fd228cb48b service neutron] Pushing event updated for resources: {'Port': ['ID=6c233101-806d-4641-913c-08c4d8a9b2ca,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:03.548755 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35fffb1a-d0c3-4bca-b02c-374613c4356e req-d766e8b4-3b52-4721-afc6-3cb6e2546b95 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.551892 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35fffb1a-d0c3-4bca-b02c-374613c4356e req-d766e8b4-3b52-4721-afc6-3cb6e2546b95 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.717532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-35fffb1a-d0c3-4bca-b02c-374613c4356e req-d766e8b4-3b52-4721-afc6-3cb6e2546b95 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Calling delete_port for 7a78f868-32f8-4518-805b-5fc5cbfd2517 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:03.721433 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.784130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-b0cb91de-97a7-46ec-b4b6-480fb678700b tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Allocated IP 172.20.0.10 (e808dbb9-5ff0-4eb5-8b23-3ef358cb660f/8a3d13f9-cdc3-4a92-bd81-daa249ee64af/cf86c847-53b8-498b-b807-7b905c12e037) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:03.854440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc9ae-5505-4798-8513-b45cdb560dc2 req-8c5e738c-1f96-4f93-89e2-4b814118499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:03.855174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc9ae-5505-4798-8513-b45cdb560dc2 req-8c5e738c-1f96-4f93-89e2-4b814118499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:03.855818 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc9ae-5505-4798-8513-b45cdb560dc2 req-8c5e738c-1f96-4f93-89e2-4b814118499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:03.856437 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc9ae-5505-4798-8513-b45cdb560dc2 req-8c5e738c-1f96-4f93-89e2-4b814118499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:03.857054 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc9ae-5505-4798-8513-b45cdb560dc2 req-8c5e738c-1f96-4f93-89e2-4b814118499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:03.857664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc9ae-5505-4798-8513-b45cdb560dc2 req-8c5e738c-1f96-4f93-89e2-4b814118499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:03.858303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc9ae-5505-4798-8513-b45cdb560dc2 req-8c5e738c-1f96-4f93-89e2-4b814118499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:03.860441 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4f8dc9ae-5505-4798-8513-b45cdb560dc2 req-8c5e738c-1f96-4f93-89e2-4b814118499d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 6220 time: 0.3488250 Dec 08 01:56:03.986198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a5271-33cc-4f22-9a15-382d12ac4854 req-9a2b90ea-4d6e-45c5-954e-8a6470e12b2b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:04.003303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a5271-33cc-4f22-9a15-382d12ac4854 req-9a2b90ea-4d6e-45c5-954e-8a6470e12b2b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:04.023508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a5271-33cc-4f22-9a15-382d12ac4854 req-9a2b90ea-4d6e-45c5-954e-8a6470e12b2b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:04.029605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a5271-33cc-4f22-9a15-382d12ac4854 req-9a2b90ea-4d6e-45c5-954e-8a6470e12b2b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:04.046882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a5271-33cc-4f22-9a15-382d12ac4854 req-9a2b90ea-4d6e-45c5-954e-8a6470e12b2b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:04.065316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a5271-33cc-4f22-9a15-382d12ac4854 req-9a2b90ea-4d6e-45c5-954e-8a6470e12b2b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:04.071368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a5271-33cc-4f22-9a15-382d12ac4854 req-9a2b90ea-4d6e-45c5-954e-8a6470e12b2b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:04.084161 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-426a5271-33cc-4f22-9a15-382d12ac4854 req-9a2b90ea-4d6e-45c5-954e-8a6470e12b2b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5380 time: 0.4188836 Dec 08 01:56:04.166048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc9ae-5505-4798-8513-b45cdb560dc2 req-0a9c7f1b-c31a-4be9-9a3b-8b0245e2a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:04.166810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc9ae-5505-4798-8513-b45cdb560dc2 req-0a9c7f1b-c31a-4be9-9a3b-8b0245e2a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:04.167432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc9ae-5505-4798-8513-b45cdb560dc2 req-0a9c7f1b-c31a-4be9-9a3b-8b0245e2a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:04.169215 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4f8dc9ae-5505-4798-8513-b45cdb560dc2 req-0a9c7f1b-c31a-4be9-9a3b-8b0245e2a916 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2927680 Dec 08 01:56:04.173233 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88f17a0b-9849-4dd9-a248-1dede75a283c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.233437 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0cb91de-97a7-46ec-b4b6-480fb678700b tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.325712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f17a0b-9849-4dd9-a248-1dede75a283c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9858dc50-2361-4edb-86fe-cd0999c30287,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:04.339960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-426a5271-33cc-4f22-9a15-382d12ac4854 req-697c9220-d70d-40f4-b0bc-f02342e7f0e4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2549710 Dec 08 01:56:04.379978 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0cb91de-97a7-46ec-b4b6-480fb678700b tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.392464 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f17a0b-9849-4dd9-a248-1dede75a283c admin admin] Checking segment: {'id': '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:04.392839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f17a0b-9849-4dd9-a248-1dede75a283c admin admin] Network hostable DHCP agents. Network: caf2deea-53dd-4462-beed-a3b1fd4b591a, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:56:04.434328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc9ae-5505-4798-8513-b45cdb560dc2 req-0755f160-a495-4d96-b79f-1457b7a2aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:04.435939 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4f8dc9ae-5505-4798-8513-b45cdb560dc2 req-0755f160-a495-4d96-b79f-1457b7a2aca0 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2510979 Dec 08 01:56:04.448170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cb91de-97a7-46ec-b4b6-480fb678700b tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Network e808dbb9-5ff0-4eb5-8b23-3ef358cb660f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:04.452147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-b0cb91de-97a7-46ec-b4b6-480fb678700b tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:04.461919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb91de-97a7-46ec-b4b6-480fb678700b tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:04.481074 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35fffb1a-d0c3-4bca-b02c-374613c4356e req-d766e8b4-3b52-4721-afc6-3cb6e2546b95 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.516273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb91de-97a7-46ec-b4b6-480fb678700b tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event updated for resources: {'Port': ['ID=cf86c847-53b8-498b-b807-7b905c12e037,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:04.522558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f17a0b-9849-4dd9-a248-1dede75a283c admin admin] Network caf2deea-53dd-4462-beed-a3b1fd4b591a is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:56:04.544828 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766e8b4-3b52-4721-afc6-3cb6e2546b95 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Pushing event deleted for resources: {'Port': ['ID=7a78f868-32f8-4518-805b-5fc5cbfd2517,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:04.567960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-88f17a0b-9849-4dd9-a248-1dede75a283c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, caf2deea-53dd-4462-beed-a3b1fd4b591a) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:04.577488 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7728c585-3022-4b4a-a46f-1b8eda0ca284 None None] Network caf2deea-53dd-4462-beed-a3b1fd4b591a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:04.580513 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb91de-97a7-46ec-b4b6-480fb678700b tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:04.581790 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0cb91de-97a7-46ec-b4b6-480fb678700b tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.585772 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f17a0b-9849-4dd9-a248-1dede75a283c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:04.586412 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88f17a0b-9849-4dd9-a248-1dede75a283c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.597456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0677052b-3427-447b-bf29-24eb8e528225 req-34d39177-70cd-4a42-89ec-1697c3ee42ad tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 210 time: 0.1110895 Dec 08 01:56:04.610406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48488) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:04.610580 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-88f17a0b-9849-4dd9-a248-1dede75a283c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3101242 Dec 08 01:56:04.620279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:04.638021 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b0cb91de-97a7-46ec-b4b6-480fb678700b tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8317866 Dec 08 01:56:04.641374 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48490) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:04.846366 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'project_id': 'e0a2bf8002b64b0c853506c161e38820', 'port_id': 'cf86c847-53b8-498b-b807-7b905c12e037'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:04.856137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-caf2deea-53dd-4462-beed-a3b1fd4b591a', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'fixed_ips': [{'subnet_id': '9858dc50-2361-4edb-86fe-cd0999c30287'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:56:04.857022 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.873433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52eb4e0b-d780-4097-bc7a-8511b10aa9ef {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:56:04.883810 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.884623 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.885628 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.952009 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.961271 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.027776 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Allocated IP 172.20.0.2 (caf2deea-53dd-4462-beed-a3b1fd4b591a/9858dc50-2361-4edb-86fe-cd0999c30287/875f86fa-cbeb-42fc-8eb2-bc06ef82adbf) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:05.057870 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35fffb1a-d0c3-4bca-b02c-374613c4356e req-d766e8b4-3b52-4721-afc6-3cb6e2546b95 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.064562 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-35fffb1a-d0c3-4bca-b02c-374613c4356e req-d766e8b4-3b52-4721-afc6-3cb6e2546b95 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.067350 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35fffb1a-d0c3-4bca-b02c-374613c4356e req-d766e8b4-3b52-4721-afc6-3cb6e2546b95 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "DELETE /v2.0/floatingips/9e184310-7b3f-4f98-9342-ab97bff467e6 HTTP/1.1" status: 204 len: 173 time: 2.9120624 Dec 08 01:56:05.097951 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.157041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Transition to ACTIVE for port object 52eb4e0b-d780-4097-bc7a-8511b10aa9ef will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:56:05.169148 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.307219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Allocated IP 172.25.8.246 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/3cb09c13-47ac-4f36-8255-40bbb6955393) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:05.342714 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.369377 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.453290 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.479839 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Pushing event updated for resources: {'Port': ['ID=875f86fa-cbeb-42fc-8eb2-bc06ef82adbf,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:05.499927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-cbd84d63-3c04-4af2-ba7f-f39a912adc12 None None] Provisioning complete for port cf86c847-53b8-498b-b807-7b905c12e037 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:05.500791 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cbd84d63-3c04-4af2-ba7f-f39a912adc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.508626 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Network caf2deea-53dd-4462-beed-a3b1fd4b591a is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:05.518183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.525690 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.541331 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:05.549387 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:05.599316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Pushing event updated for resources: {'Port': ['ID=52eb4e0b-d780-4097-bc7a-8511b10aa9ef,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:05.610081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cbd84d63-3c04-4af2-ba7f-f39a912adc12 None None] Port cf86c847-53b8-498b-b807-7b905c12e037 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:05.632753 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:05.642751 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:05.647548 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:05.658201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Attempting to bind port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:05.658585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Attempting to bind port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:05.658953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Attempting to bind port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf on network caf2deea-53dd-4462-beed-a3b1fd4b591a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:05.665861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:05.666459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Checking segment: {'id': '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:05.667128 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.667638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Bound using segment: {'id': '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:05.668583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Bound port: 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:05.669006 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.762284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff08a9-4251-4754-b56b-e67e5a15fac9 req-346ef9c8-506c-44e1-8b7c-60ea82136aea tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:05.763882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bbff08a9-4251-4754-b56b-e67e5a15fac9 req-346ef9c8-506c-44e1-8b7c-60ea82136aea tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5303023 Dec 08 01:56:05.784957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Pushing event updated for resources: {'Port': ['ID=3cb09c13-47ac-4f36-8255-40bbb6955393,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:05.921725 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] For port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:05.937172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] For port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=875f86fa-cbeb-42fc-8eb2-bc06ef82adbf,segment=NetworkSegment(3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3),segment_id=3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:05.956317 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.956706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bbff08a9-4251-4754-b56b-e67e5a15fac9 req-c0488609-b3e3-4e99-9c14-8498f8c5918a tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1200383 Dec 08 01:56:06.234400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96493d-1f6e-4142-b7f4-a3a5d9a9847f None None] Pushing event updated for resources: {'Port': ['ID=875f86fa-cbeb-42fc-8eb2-bc06ef82adbf,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:06.634860 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41828812-ee9a-449a-8e5d-93ae30c39bda req-61f35c73-8ccc-4637-8e51-228e56fb4669 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:06.644486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41828812-ee9a-449a-8e5d-93ae30c39bda req-61f35c73-8ccc-4637-8e51-228e56fb4669 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:06.652252 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41828812-ee9a-449a-8e5d-93ae30c39bda req-61f35c73-8ccc-4637-8e51-228e56fb4669 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:06.658877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41828812-ee9a-449a-8e5d-93ae30c39bda req-61f35c73-8ccc-4637-8e51-228e56fb4669 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:06.665454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41828812-ee9a-449a-8e5d-93ae30c39bda req-61f35c73-8ccc-4637-8e51-228e56fb4669 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:06.672529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41828812-ee9a-449a-8e5d-93ae30c39bda req-61f35c73-8ccc-4637-8e51-228e56fb4669 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:06.681179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41828812-ee9a-449a-8e5d-93ae30c39bda req-61f35c73-8ccc-4637-8e51-228e56fb4669 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:06.683560 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41828812-ee9a-449a-8e5d-93ae30c39bda req-61f35c73-8ccc-4637-8e51-228e56fb4669 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5392 time: 1.1454060 Dec 08 01:56:06.745239 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-721deddb-9704-4b85-b082-7e6cc5e2c156 req-1d14de92-633e-4d4e-b769-2acdf20c5961 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 210 time: 0.1645145 Dec 08 01:56:06.745944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Attempting to bind port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:06.746415 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Attempting to bind port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:06.746853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Attempting to bind port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:06.753276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:56:06.753608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Attempting to bind port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:06.767740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:06.768199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Checking segment: {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:06.768682 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Bound using segment: {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:06.769168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Bound port: 52eb4e0b-d780-4097-bc7a-8511b10aa9ef, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:06.769537 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:06.875226 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] For port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:06.899542 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:06.924115 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-734e1cfd-91d9-4373-b256-0a23d3b41396 req-3f527395-74dc-4ea9-813a-e3447af55430 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0422769 Dec 08 01:56:06.947043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] For port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=52eb4e0b-d780-4097-bc7a-8511b10aa9ef,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:06.969204 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:07.092628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Pushing event updated for resources: {'Port': ['ID=52eb4e0b-d780-4097-bc7a-8511b10aa9ef,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:07.162252 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41828812-ee9a-449a-8e5d-93ae30c39bda req-b0e01f44-406a-4055-abbd-e94f883e2354 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4391119 Dec 08 01:56:07.166111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:07.170909 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:07.172393 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9ef206df-fff2-45e1-8121-53d8e5b7a678 service neutron] 10.222.0.75 "PUT /v2.0/ports/52eb4e0b-d780-4097-bc7a-8511b10aa9ef HTTP/1.1" status: 200 len: 1091 time: 3.8140495 Dec 08 01:56:07.174086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': '52eb4e0b-d780-4097-bc7a-8511b10aa9ef'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:07.183243 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712c37a2-3c44-4d5e-9759-5769e52a1a20" -d '{"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "52eb4e0b-d780-4097-bc7a-8511b10aa9ef"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:07.240822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Request body: {'port': {'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:07.384200 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8482e487-9ebf-4427-b125-cb87c63496a1 x-openstack-request-id: req-8482e487-9ebf-4427-b125-cb87c63496a1 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:07.384870 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "52eb4e0b-d780-4097-bc7a-8511b10aa9ef", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:07.385292 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8482e487-9ebf-4427-b125-cb87c63496a1 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:07.386532 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': '52eb4e0b-d780-4097-bc7a-8511b10aa9ef', 'status': 'completed', 'code': 200} Dec 08 01:56:07.601957 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.178573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c37a2-3c44-4d5e-9759-5769e52a1a20 req-60d62619-3d33-4dc6-b99f-e7d8ee0573c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:08.179296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c37a2-3c44-4d5e-9759-5769e52a1a20 req-60d62619-3d33-4dc6-b99f-e7d8ee0573c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:08.181185 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c37a2-3c44-4d5e-9759-5769e52a1a20 req-60d62619-3d33-4dc6-b99f-e7d8ee0573c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:08.181185 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c37a2-3c44-4d5e-9759-5769e52a1a20 req-60d62619-3d33-4dc6-b99f-e7d8ee0573c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:08.181185 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c37a2-3c44-4d5e-9759-5769e52a1a20 req-60d62619-3d33-4dc6-b99f-e7d8ee0573c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:08.181597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c37a2-3c44-4d5e-9759-5769e52a1a20 req-60d62619-3d33-4dc6-b99f-e7d8ee0573c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:08.183191 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c37a2-3c44-4d5e-9759-5769e52a1a20 req-60d62619-3d33-4dc6-b99f-e7d8ee0573c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:08.184252 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-712c37a2-3c44-4d5e-9759-5769e52a1a20 req-60d62619-3d33-4dc6-b99f-e7d8ee0573c7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 6288 time: 0.1302524 Dec 08 01:56:08.195382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.251233 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac4515a4-9a7d-4428-b934-a90b2e92f264 req-a1adc514-4005-4a94-92cb-ec29462a0df5 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=b271325f-11fa-4b7a-a8ad-6735e5141653 HTTP/1.1" status: 200 len: 210 time: 0.1997941 Dec 08 01:56:08.354872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2142073b-7e9c-415c-80a4-adcc068a22d4 None None] Network caf2deea-53dd-4462-beed-a3b1fd4b591a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:08.430145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.447805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e281a4-87d6-4d5f-960c-df6bc5b2f359 req-7454930a-e83d-4480-b38d-1af7f981e431 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:08.457624 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68e281a4-87d6-4d5f-960c-df6bc5b2f359 req-7454930a-e83d-4480-b38d-1af7f981e431 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 946 time: 1.0841606 Dec 08 01:56:08.600470 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.652992 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.692858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:08.694828 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.740418 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-00ca3dff-0964-4569-8127-7be2dae64c16 None None] Provisioning complete for port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:08.740788 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00ca3dff-0964-4569-8127-7be2dae64c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.759272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Allocated IP 172.25.8.178 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/4ac54112-85c8-4367-8c89-1cf9ba0c8bb7) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:09.039822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Pushing event updated for resources: {'Port': ['ID=3cb09c13-47ac-4f36-8255-40bbb6955393,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:09.041166 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68e281a4-87d6-4d5f-960c-df6bc5b2f359 req-57a30189-b0c7-4f0b-be0c-b4e2a28b7772 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bc6e8cc-dc6b-4586-8665-4998928457c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813627 Dec 08 01:56:09.065186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900be53-c002-4cb5-a2f8-957ab7fe9540 req-8ca8046e-1058-4aed-a783-9a5969922c17 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:09.071718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900be53-c002-4cb5-a2f8-957ab7fe9540 req-8ca8046e-1058-4aed-a783-9a5969922c17 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:09.077781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900be53-c002-4cb5-a2f8-957ab7fe9540 req-8ca8046e-1058-4aed-a783-9a5969922c17 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:09.085625 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900be53-c002-4cb5-a2f8-957ab7fe9540 req-8ca8046e-1058-4aed-a783-9a5969922c17 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:09.094411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900be53-c002-4cb5-a2f8-957ab7fe9540 req-8ca8046e-1058-4aed-a783-9a5969922c17 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:09.094624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.116319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900be53-c002-4cb5-a2f8-957ab7fe9540 req-8ca8046e-1058-4aed-a783-9a5969922c17 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:09.127468 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900be53-c002-4cb5-a2f8-957ab7fe9540 req-8ca8046e-1058-4aed-a783-9a5969922c17 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:09.131429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3900be53-c002-4cb5-a2f8-957ab7fe9540 req-8ca8046e-1058-4aed-a783-9a5969922c17 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5392 time: 0.7151120 Dec 08 01:56:09.166542 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8bdc1-a02a-458d-80b3-b2f1a77b4d92 req-35e36630-a070-4b30-9cdd-d1d8a75169ce tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:09.168419 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68a8bdc1-a02a-458d-80b3-b2f1a77b4d92 req-35e36630-a070-4b30-9cdd-d1d8a75169ce tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 946 time: 0.4387448 Dec 08 01:56:09.192825 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.265394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3900be53-c002-4cb5-a2f8-957ab7fe9540 req-2c585b91-d9bc-48f8-b9ad-d8940ef17a09 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211483 Dec 08 01:56:09.312829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c37a2-3c44-4d5e-9759-5769e52a1a20 req-6e343a08-3e71-4cee-8882-999a01082f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:09.319673 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c37a2-3c44-4d5e-9759-5769e52a1a20 req-6e343a08-3e71-4cee-8882-999a01082f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:09.321719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c37a2-3c44-4d5e-9759-5769e52a1a20 req-6e343a08-3e71-4cee-8882-999a01082f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:09.323849 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-712c37a2-3c44-4d5e-9759-5769e52a1a20 req-6e343a08-3e71-4cee-8882-999a01082f65 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7507248 Dec 08 01:56:09.333036 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:09.333523 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.410357 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00ca3dff-0964-4569-8127-7be2dae64c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.518521 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.521110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-00ca3dff-0964-4569-8127-7be2dae64c16 None None] For port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=875f86fa-cbeb-42fc-8eb2-bc06ef82adbf,segment=NetworkSegment(3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3),segment_id=3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:09.542075 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.545733 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00ca3dff-0964-4569-8127-7be2dae64c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.666728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aaa3da0-126d-446f-abc0-a4279b5da375 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:56:09.674608 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca3dff-0964-4569-8127-7be2dae64c16 None None] Pushing event updated for resources: {'Port': ['ID=875f86fa-cbeb-42fc-8eb2-bc06ef82adbf,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:09.674804 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c37a2-3c44-4d5e-9759-5769e52a1a20 req-d3a48285-d7f4-48fd-8f30-d1f28e86f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:09.677231 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-712c37a2-3c44-4d5e-9759-5769e52a1a20 req-d3a48285-d7f4-48fd-8f30-d1f28e86f7d8 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2935021 Dec 08 01:56:09.721580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:09.724954 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.727427 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:56:09.728612 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:56:09.734605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:09.750134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:09.798565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac54112-85c8-4367-8c89-1cf9ba0c8bb7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:09.811962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Transition to ACTIVE for port object 6aaa3da0-126d-446f-abc0-a4279b5da375 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:56:09.827110 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.881849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2078b686-aad7-4326-8d66-7c0c2c257ba8 None None] Provisioning complete for port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:09.882224 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2078b686-aad7-4326-8d66-7c0c2c257ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:10.040791 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Floating IP a8db2aa5-f22a-4b2a-8ceb-dd9fd28d6a14 associated. External IP: 172.25.8.246, port: cf86c847-53b8-498b-b807-7b905c12e037. Dec 08 01:56:10.113370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Pushing event updated for resources: {'Port': ['ID=6aaa3da0-126d-446f-abc0-a4279b5da375,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:10.225752 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Attempting to bind port 6aaa3da0-126d-446f-abc0-a4279b5da375 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:10.226090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Attempting to bind port 6aaa3da0-126d-446f-abc0-a4279b5da375 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:10.226416 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Attempting to bind port 6aaa3da0-126d-446f-abc0-a4279b5da375 on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:10.303490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Port 6aaa3da0-126d-446f-abc0-a4279b5da375 on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:56:10.304235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Attempting to bind port 6aaa3da0-126d-446f-abc0-a4279b5da375 on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:10.376598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:10.376951 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Checking segment: {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:10.381409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Bound using segment: {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:10.381903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Bound port: 6aaa3da0-126d-446f-abc0-a4279b5da375, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7b7625-14bc-435a-8419-b6140c6f007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:10.382281 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:10.493430 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3385a09-59f1-49e1-80c6-159e7ff6c4a3 req-cb9f2b49-2ffd-49d0-aea8-d29175664336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:10.497304 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d3385a09-59f1-49e1-80c6-159e7ff6c4a3 req-cb9f2b49-2ffd-49d0-aea8-d29175664336 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 1098 time: 1.0918081 Dec 08 01:56:10.568574 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c12f0-2ca8-4186-a773-cd6a4db77444 req-be1d713b-5574-467d-91b5-c56491575a27 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:10.570124 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d1c12f0-2ca8-4186-a773-cd6a4db77444 req-be1d713b-5574-467d-91b5-c56491575a27 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 946 time: 0.3886814 Dec 08 01:56:10.585037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:10.704135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-68a8bdc1-a02a-458d-80b3-b2f1a77b4d92 req-252d4e9f-2ebf-4ae1-a485-50ade9369957 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Deleting port 04c2b373-8758-4c02-80ee-e4d510a94f49 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:10.708697 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-68a8bdc1-a02a-458d-80b3-b2f1a77b4d92 req-252d4e9f-2ebf-4ae1-a485-50ade9369957 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:10.747392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:10.748513 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.087853 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Router d4c16f19-a91c-4700-a40f-97d2ecc503f5 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:11.189292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3385a09-59f1-49e1-80c6-159e7ff6c4a3 req-c0ea07c9-f28f-4944-98c4-14c3e8a8f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:11.191507 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d3385a09-59f1-49e1-80c6-159e7ff6c4a3 req-c0ea07c9-f28f-4944-98c4-14c3e8a8f18f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.6625130 Dec 08 01:56:11.250292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] For port 6aaa3da0-126d-446f-abc0-a4279b5da375, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:11.254106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] For port 6aaa3da0-126d-446f-abc0-a4279b5da375, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6aaa3da0-126d-446f-abc0-a4279b5da375,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:11.275825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7930f3-52cb-4caa-8c45-8bd1d05b5acb req-25fccb2b-e5f5-4cb2-8da3-da5bdb32b473 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:11.282121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7930f3-52cb-4caa-8c45-8bd1d05b5acb req-25fccb2b-e5f5-4cb2-8da3-da5bdb32b473 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:11.290748 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7930f3-52cb-4caa-8c45-8bd1d05b5acb req-25fccb2b-e5f5-4cb2-8da3-da5bdb32b473 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:11.300640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7930f3-52cb-4caa-8c45-8bd1d05b5acb req-25fccb2b-e5f5-4cb2-8da3-da5bdb32b473 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:11.307533 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7930f3-52cb-4caa-8c45-8bd1d05b5acb req-25fccb2b-e5f5-4cb2-8da3-da5bdb32b473 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:11.308715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-68a8bdc1-a02a-458d-80b3-b2f1a77b4d92 req-252d4e9f-2ebf-4ae1-a485-50ade9369957 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] For port 04c2b373-8758-4c02-80ee-e4d510a94f49, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=04c2b373-8758-4c02-80ee-e4d510a94f49,segment=NetworkSegment(7701cede-0a15-4305-9404-791ed0df9cd3),segment_id=7701cede-0a15-4305-9404-791ed0df9cd3)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:11.309328 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-68a8bdc1-a02a-458d-80b3-b2f1a77b4d92 req-252d4e9f-2ebf-4ae1-a485-50ade9369957 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.313968 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7930f3-52cb-4caa-8c45-8bd1d05b5acb req-25fccb2b-e5f5-4cb2-8da3-da5bdb32b473 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:11.320553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7930f3-52cb-4caa-8c45-8bd1d05b5acb req-25fccb2b-e5f5-4cb2-8da3-da5bdb32b473 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:11.322391 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e7930f3-52cb-4caa-8c45-8bd1d05b5acb req-25fccb2b-e5f5-4cb2-8da3-da5bdb32b473 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5404 time: 0.7331402 Dec 08 01:56:11.326982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-68a8bdc1-a02a-458d-80b3-b2f1a77b4d92 req-252d4e9f-2ebf-4ae1-a485-50ade9369957 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Calling delete_port for 04c2b373-8758-4c02-80ee-e4d510a94f49 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:11.329443 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.345565 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d1c12f0-2ca8-4186-a773-cd6a4db77444 req-29d5da50-65c6-4b1d-b0e6-a79f7e124be1 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bc6e8cc-dc6b-4586-8665-4998928457c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7023621 Dec 08 01:56:11.353116 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.505398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:11.506913 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.511343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] 10.222.0.75 "PUT /v2.0/ports/6aaa3da0-126d-446f-abc0-a4279b5da375 HTTP/1.1" status: 200 len: 1091 time: 4.2989013 Dec 08 01:56:11.525066 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d3385a09-59f1-49e1-80c6-159e7ff6c4a3 req-58742945-6fc1-49d4-9e6c-d96c37c00975 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 200 len: 1001 time: 0.3221090 Dec 08 01:56:11.526658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': '6aaa3da0-126d-446f-abc0-a4279b5da375'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:11.529499 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc35f5e-e240-4f56-ac66-6753285ab730" -d '{"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "6aaa3da0-126d-446f-abc0-a4279b5da375"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:11.685397 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55da5a9f-421a-47a8-bea7-e7d86a5a2fc2 x-openstack-request-id: req-55da5a9f-421a-47a8-bea7-e7d86a5a2fc2 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:11.685927 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "6aaa3da0-126d-446f-abc0-a4279b5da375", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:11.686189 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-55da5a9f-421a-47a8-bea7-e7d86a5a2fc2 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:11.687176 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': '6aaa3da0-126d-446f-abc0-a4279b5da375', 'status': 'completed', 'code': 200} Dec 08 01:56:11.701897 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e7930f3-52cb-4caa-8c45-8bd1d05b5acb req-66455b96-eb9e-464a-9bc7-da3934e0baab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3674817 Dec 08 01:56:11.715312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Request body: {'port': {'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:11.742188 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:11.753642 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0666b-263a-4d00-961d-3d3a49f88fb8 None None] Sync routers for ids ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:11.769193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0666b-263a-4d00-961d-3d3a49f88fb8 None None] Routers {'d4c16f19-a91c-4700-a40f-97d2ecc503f5'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:11.770043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-16a0666b-263a-4d00-961d-3d3a49f88fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:11.812334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-16a0666b-263a-4d00-961d-3d3a49f88fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:11.822141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0666b-263a-4d00-961d-3d3a49f88fb8 None None] Routers {'d4c16f19-a91c-4700-a40f-97d2ecc503f5'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:11.822988 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-16a0666b-263a-4d00-961d-3d3a49f88fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:11.877842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-16a0666b-263a-4d00-961d-3d3a49f88fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:11.878743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0666b-263a-4d00-961d-3d3a49f88fb8 None None] The sync data for ids ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:11.974761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae873285-09d1-44e8-b91c-75ed1c4e50eb service neutron] Pushing event updated for resources: {'Port': ['ID=6aaa3da0-126d-446f-abc0-a4279b5da375,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:12.057596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3385a09-59f1-49e1-80c6-159e7ff6c4a3 req-7960ce0e-97a3-4574-aedf-c2788b7b1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:12.061777 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d3385a09-59f1-49e1-80c6-159e7ff6c4a3 req-7960ce0e-97a3-4574-aedf-c2788b7b1704 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.4616542 Dec 08 01:56:12.070608 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-68a8bdc1-a02a-458d-80b3-b2f1a77b4d92 req-252d4e9f-2ebf-4ae1-a485-50ade9369957 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.107561 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.111394 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.205954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d4e9f-2ebf-4ae1-a485-50ade9369957 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Pushing event deleted for resources: {'Port': ['ID=04c2b373-8758-4c02-80ee-e4d510a94f49,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:12.250136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35f5e-e240-4f56-ac66-6753285ab730 req-db7a3668-5a47-4894-9aaf-a08cfced51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:12.250624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35f5e-e240-4f56-ac66-6753285ab730 req-db7a3668-5a47-4894-9aaf-a08cfced51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:12.251101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35f5e-e240-4f56-ac66-6753285ab730 req-db7a3668-5a47-4894-9aaf-a08cfced51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:12.251573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35f5e-e240-4f56-ac66-6753285ab730 req-db7a3668-5a47-4894-9aaf-a08cfced51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:12.252100 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35f5e-e240-4f56-ac66-6753285ab730 req-db7a3668-5a47-4894-9aaf-a08cfced51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:12.252567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35f5e-e240-4f56-ac66-6753285ab730 req-db7a3668-5a47-4894-9aaf-a08cfced51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:12.253032 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35f5e-e240-4f56-ac66-6753285ab730 req-db7a3668-5a47-4894-9aaf-a08cfced51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:12.254956 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7dc35f5e-e240-4f56-ac66-6753285ab730 req-db7a3668-5a47-4894-9aaf-a08cfced51c6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 6356 time: 0.5453000 Dec 08 01:56:12.290738 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fe5ff4c4-ead3-46f1-abfd-7b843820c372 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.6443803 Dec 08 01:56:12.303362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48576) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:12.361400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a8bdc1-a02a-458d-80b3-b2f1a77b4d92 req-252d4e9f-2ebf-4ae1-a485-50ade9369957 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] No DVR routers for this DVR port 04c2b373-8758-4c02-80ee-e4d510a94f49 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:12.401144 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-68a8bdc1-a02a-458d-80b3-b2f1a77b4d92 req-252d4e9f-2ebf-4ae1-a485-50ade9369957 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.404528 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68a8bdc1-a02a-458d-80b3-b2f1a77b4d92 req-252d4e9f-2ebf-4ae1-a485-50ade9369957 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.45 "DELETE /v2.0/ports/04c2b373-8758-4c02-80ee-e4d510a94f49 HTTP/1.1" status: 204 len: 173 time: 3.1418025 Dec 08 01:56:12.411865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'name': 'network-vif-deleted', 'tag': '04c2b373-8758-4c02-80ee-e4d510a94f49'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:12.414133 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fdd9b2-f026-4169-b999-b4c4cd117239" -d '{"events": [{"server_uuid": "d2185ef1-b633-4271-8c23-76ec27371c4c", "name": "network-vif-deleted", "tag": "04c2b373-8758-4c02-80ee-e4d510a94f49"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:12.478198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3385a09-59f1-49e1-80c6-159e7ff6c4a3 req-ec4cfe7b-280d-4449-9168-907ad387d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:12.480750 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d3385a09-59f1-49e1-80c6-159e7ff6c4a3 req-ec4cfe7b-280d-4449-9168-907ad387d245 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4011521 Dec 08 01:56:12.640593 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a120f13f-7699-4c58-8e08-41626da29355 x-openstack-request-id: req-a120f13f-7699-4c58-8e08-41626da29355 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:12.641347 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2185ef1-b633-4271-8c23-76ec27371c4c", "name": "network-vif-deleted", "tag": "04c2b373-8758-4c02-80ee-e4d510a94f49", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:12.641347 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a120f13f-7699-4c58-8e08-41626da29355 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:12.641621 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2185ef1-b633-4271-8c23-76ec27371c4c', 'name': 'network-vif-deleted', 'tag': '04c2b373-8758-4c02-80ee-e4d510a94f49', 'status': 'completed', 'code': 200} Dec 08 01:56:12.716822 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2fe615d5-0258-493b-930a-c07cc185a58f tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] 10.222.0.71 "GET /v2.0/floatingips/a8db2aa5-f22a-4b2a-8ceb-dd9fd28d6a14 HTTP/1.1" status: 200 len: 983 time: 0.4125910 Dec 08 01:56:12.721731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48592) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:12.908725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35f5e-e240-4f56-ac66-6753285ab730 req-9893d570-91b0-487a-a334-d4408096496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:12.912286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35f5e-e240-4f56-ac66-6753285ab730 req-9893d570-91b0-487a-a334-d4408096496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:12.915537 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35f5e-e240-4f56-ac66-6753285ab730 req-9893d570-91b0-487a-a334-d4408096496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:12.923696 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7dc35f5e-e240-4f56-ac66-6753285ab730 req-9893d570-91b0-487a-a334-d4408096496d service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6468551 Dec 08 01:56:12.974748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c0c6d589-10d0-476c-b6df-aed8520ff560 req-7155beda-8979-4fac-8a22-a7312d85abdc tempest-FloatingIPsAssociationNegativeTestJSON-1098307055 tempest-FloatingIPsAssociationNegativeTestJSON-1098307055-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2185ef1-b633-4271-8c23-76ec27371c4c HTTP/1.1" status: 200 len: 210 time: 0.4001663 Dec 08 01:56:13.196730 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe23b3a2-b779-486d-b5ee-9f805f59230f {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:56:13.249391 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d3385a09-59f1-49e1-80c6-159e7ff6c4a3 req-d0984789-1b25-4ac5-9ead-1ab4dbb929c7 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7555206 Dec 08 01:56:13.286923 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a426286f-b241-488a-affe-f98207e4288f tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.5589249 Dec 08 01:56:13.287624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48610) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:13.327929 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.412200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a35e85-3441-4af8-b597-39ff1ef121d7 req-3693c063-af7f-47fa-bd9d-99e48513081c tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:13.425237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 04c2b373-8758-4c02-80ee-e4d510a94f49 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:13.432636 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a35e85-3441-4af8-b597-39ff1ef121d7 req-3693c063-af7f-47fa-bd9d-99e48513081c tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:13.451418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a35e85-3441-4af8-b597-39ff1ef121d7 req-3693c063-af7f-47fa-bd9d-99e48513081c tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:13.461574 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a35e85-3441-4af8-b597-39ff1ef121d7 req-3693c063-af7f-47fa-bd9d-99e48513081c tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:13.474127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 04c2b373-8758-4c02-80ee-e4d510a94f49 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:13.474564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 04c2b373-8758-4c02-80ee-e4d510a94f49 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:13.476693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a35e85-3441-4af8-b597-39ff1ef121d7 req-3693c063-af7f-47fa-bd9d-99e48513081c tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:13.494423 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a35e85-3441-4af8-b597-39ff1ef121d7 req-3693c063-af7f-47fa-bd9d-99e48513081c tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:13.501000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a35e85-3441-4af8-b597-39ff1ef121d7 req-3693c063-af7f-47fa-bd9d-99e48513081c tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:13.503079 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3a35e85-3441-4af8-b597-39ff1ef121d7 req-3693c063-af7f-47fa-bd9d-99e48513081c tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5404 time: 0.6324270 Dec 08 01:56:13.519825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Transition to ACTIVE for port object fe23b3a2-b779-486d-b5ee-9f805f59230f will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:56:13.534540 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.675440 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.711556 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d3385a09-59f1-49e1-80c6-159e7ff6c4a3 req-a4eba9c6-c751-452e-b358-6742a7c167d4 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224467 Dec 08 01:56:13.761679 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35f5e-e240-4f56-ac66-6753285ab730 req-25a57347-484b-42d4-8e38-299a57d4c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:13.763242 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7dc35f5e-e240-4f56-ac66-6753285ab730 req-25a57347-484b-42d4-8e38-299a57d4c4a1 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7983944 Dec 08 01:56:13.894312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Pushing event updated for resources: {'Port': ['ID=fe23b3a2-b779-486d-b5ee-9f805f59230f,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:14.402008 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48636) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:14.758933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3a35e85-3441-4af8-b597-39ff1ef121d7 req-cfb95b27-49bd-4e22-91fa-037740daefe1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2404394 Dec 08 01:56:14.955619 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Attempting to bind port fe23b3a2-b779-486d-b5ee-9f805f59230f on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:14.956167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Attempting to bind port fe23b3a2-b779-486d-b5ee-9f805f59230f by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '59b3a610-00f7-4921-8f68-07bdf92406d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:14.956609 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Attempting to bind port fe23b3a2-b779-486d-b5ee-9f805f59230f on network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:14.973815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:56:14.985653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Port fe23b3a2-b779-486d-b5ee-9f805f59230f on network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:56:14.986040 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Attempting to bind port fe23b3a2-b779-486d-b5ee-9f805f59230f on network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:15.111351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Deleting port 3cb09c13-47ac-4f36-8255-40bbb6955393 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:15.111942 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.213312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:15.227837 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Sync routers for ids ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:15.230109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:15.231091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Checking segment: {'id': '59b3a610-00f7-4921-8f68-07bdf92406d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:15.231669 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Bound using segment: {'id': '59b3a610-00f7-4921-8f68-07bdf92406d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:15.232288 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Bound port: fe23b3a2-b779-486d-b5ee-9f805f59230f, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b3a610-00f7-4921-8f68-07bdf92406d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:15.232939 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.260068 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Routers {'4b3bd2b3-de74-4aa4-8002-598fc67d8c05'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:15.262038 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:15.281882 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.283595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dba95796-3fac-4953-ba3a-10c66aab3c68 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.6677928 Dec 08 01:56:15.289836 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48650) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:15.446379 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] For port fe23b3a2-b779-486d-b5ee-9f805f59230f, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:15.458240 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.458534 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.468205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] For port fe23b3a2-b779-486d-b5ee-9f805f59230f, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fe23b3a2-b779-486d-b5ee-9f805f59230f,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:15.510332 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Calling delete_port for 3cb09c13-47ac-4f36-8255-40bbb6955393 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:15.555020 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.656254 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Set router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:15.699620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:15.701168 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.704395 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] 10.222.0.75 "PUT /v2.0/ports/fe23b3a2-b779-486d-b5ee-9f805f59230f HTTP/1.1" status: 200 len: 1092 time: 4.0163813 Dec 08 01:56:15.713256 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfbe7d-2d03-4795-ac7e-bc5bd2707e86 service neutron] Pushing event updated for resources: {'Port': ['ID=fe23b3a2-b779-486d-b5ee-9f805f59230f,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:15.727590 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': 'fe23b3a2-b779-486d-b5ee-9f805f59230f'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:15.732975 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83734bbb-0d75-482e-816e-36ec657d3559" -d '{"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "fe23b3a2-b779-486d-b5ee-9f805f59230f"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:15.765976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Request body: {'port': {'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:16.094034 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96a991c9-c3c8-4d12-8690-367988944724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:16.181798 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:10Z', 'revision_number': 3, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port': {'id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:16.273625 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Checking router: 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:16.276236 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Updating router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 port 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:56:16.303757 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bacf168-9a50-4a05-b548-28cc7874866c x-openstack-request-id: req-4bacf168-9a50-4a05-b548-28cc7874866c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:16.304126 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "fe23b3a2-b779-486d-b5ee-9f805f59230f", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:16.304322 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4bacf168-9a50-4a05-b548-28cc7874866c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:16.304745 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': 'fe23b3a2-b779-486d-b5ee-9f805f59230f', 'status': 'completed', 'code': 200} Dec 08 01:56:16.406766 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:16.464535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83734bbb-0d75-482e-816e-36ec657d3559 req-1a531743-1505-4480-a28c-b6f87c588ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.465927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83734bbb-0d75-482e-816e-36ec657d3559 req-1a531743-1505-4480-a28c-b6f87c588ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.466474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83734bbb-0d75-482e-816e-36ec657d3559 req-1a531743-1505-4480-a28c-b6f87c588ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.466868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83734bbb-0d75-482e-816e-36ec657d3559 req-1a531743-1505-4480-a28c-b6f87c588ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.467341 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83734bbb-0d75-482e-816e-36ec657d3559 req-1a531743-1505-4480-a28c-b6f87c588ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.471192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83734bbb-0d75-482e-816e-36ec657d3559 req-1a531743-1505-4480-a28c-b6f87c588ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.471776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83734bbb-0d75-482e-816e-36ec657d3559 req-1a531743-1505-4480-a28c-b6f87c588ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.476761 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-83734bbb-0d75-482e-816e-36ec657d3559 req-1a531743-1505-4480-a28c-b6f87c588ae0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 6424 time: 0.5652115 Dec 08 01:56:16.755560 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:16.873148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036596e-f1f1-4200-95b3-e81646e8b22b req-0fc45e0c-222b-406a-88ad-7d14915e0e4b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.894514 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036596e-f1f1-4200-95b3-e81646e8b22b req-0fc45e0c-222b-406a-88ad-7d14915e0e4b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.916500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036596e-f1f1-4200-95b3-e81646e8b22b req-0fc45e0c-222b-406a-88ad-7d14915e0e4b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.931310 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036596e-f1f1-4200-95b3-e81646e8b22b req-0fc45e0c-222b-406a-88ad-7d14915e0e4b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.947709 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036596e-f1f1-4200-95b3-e81646e8b22b req-0fc45e0c-222b-406a-88ad-7d14915e0e4b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.965168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036596e-f1f1-4200-95b3-e81646e8b22b req-0fc45e0c-222b-406a-88ad-7d14915e0e4b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.983082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036596e-f1f1-4200-95b3-e81646e8b22b req-0fc45e0c-222b-406a-88ad-7d14915e0e4b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.990400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d036596e-f1f1-4200-95b3-e81646e8b22b req-0fc45e0c-222b-406a-88ad-7d14915e0e4b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5416 time: 0.6847076 Dec 08 01:56:17.125474 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.234580 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.256175 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.313376 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb993a3-efb7-4043-b7ad-9e9a98dd7337 None None] Pushing event updated for resources: {'Port': ['ID=4ac54112-85c8-4367-8c89-1cf9ba0c8bb7,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:17.331966 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Attempting to bind port 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:17.332478 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Attempting to bind port 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:17.332956 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Attempting to bind port 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:17.339342 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:17.339899 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:17.344110 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.344650 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:17.345273 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Bound port: 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:17.345763 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.386661 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.387936 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Floating IP a8db2aa5-f22a-4b2a-8ceb-dd9fd28d6a14 disassociated (deleted). External IP: 172.25.8.246, port: cf86c847-53b8-498b-b807-7b905c12e037. Dec 08 01:56:17.390596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event deleted for resources: {'Port': ['ID=3cb09c13-47ac-4f36-8255-40bbb6955393,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:17.403479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:17.404192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:17.404756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:17.405810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:17.406517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:17.406923 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] For port 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:17.407510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:17.408121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:17.408697 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:17.409219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:17.409762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:17.410448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:17.411065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:17.411734 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:17.412024 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] For port 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4ac54112-85c8-4367-8c89-1cf9ba0c8bb7,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:17.425298 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.502007 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83734bbb-0d75-482e-816e-36ec657d3559 req-842bcdd5-9d9d-40e5-9d28-0bd23e42159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:17.502565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83734bbb-0d75-482e-816e-36ec657d3559 req-842bcdd5-9d9d-40e5-9d28-0bd23e42159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:17.502940 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83734bbb-0d75-482e-816e-36ec657d3559 req-842bcdd5-9d9d-40e5-9d28-0bd23e42159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:17.504729 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-83734bbb-0d75-482e-816e-36ec657d3559 req-842bcdd5-9d9d-40e5-9d28-0bd23e42159e service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.0122881 Dec 08 01:56:17.510983 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb993a3-efb7-4043-b7ad-9e9a98dd7337 None None] Pushing event updated for resources: {'Port': ['ID=4ac54112-85c8-4367-8c89-1cf9ba0c8bb7,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:17.539242 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Routers {'4b3bd2b3-de74-4aa4-8002-598fc67d8c05'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:17.548497 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:17.650065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83734bbb-0d75-482e-816e-36ec657d3559 req-21ebf001-5c5b-4a4f-8770-3a9757c605db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:17.660163 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-83734bbb-0d75-482e-816e-36ec657d3559 req-21ebf001-5c5b-4a4f-8770-3a9757c605db service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448593 Dec 08 01:56:17.781555 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d036596e-f1f1-4200-95b3-e81646e8b22b req-f24d6b6d-e93a-4690-b28a-c3d7ac67dd50 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7669766 Dec 08 01:56:17.861112 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] Set router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:18.297072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-96a991c9-c3c8-4d12-8690-367988944724 admin admin] Deleting port d885753b-a0f1-446e-bda6-1e519930521d {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:18.297427 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96a991c9-c3c8-4d12-8690-367988944724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:18.376422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079c4e98-7411-43d6-85a2-99b4dabf369b {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:56:18.400219 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:18.428723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Transition to ACTIVE for port object 079c4e98-7411-43d6-85a2-99b4dabf369b will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:56:18.450847 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:18.453804 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:10Z', 'revision_number': 3, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port': {'id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:18.454481 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:18.617301 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a40311-9505-44bd-96cb-f3026f0b1bbf None None] The sync data for ids ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'] in n-d-713499-31 is: [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:10Z', 'revision_number': 3, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port': {'id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:19.163596 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Allocated IP 172.20.0.1 (caf2deea-53dd-4462-beed-a3b1fd4b591a/9858dc50-2361-4edb-86fe-cd0999c30287/2600c1e1-da50-4a9f-84f2-bd19d48368f6) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:19.307257 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Pushing event updated for resources: {'Port': ['ID=079c4e98-7411-43d6-85a2-99b4dabf369b,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:19.551291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Router d4c16f19-a91c-4700-a40f-97d2ecc503f5 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:19.722443 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-96a991c9-c3c8-4d12-8690-367988944724 admin admin] For port d885753b-a0f1-446e-bda6-1e519930521d, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d885753b-a0f1-446e-bda6-1e519930521d,segment=NetworkSegment(7701cede-0a15-4305-9404-791ed0df9cd3),segment_id=7701cede-0a15-4305-9404-791ed0df9cd3)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:19.723930 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96a991c9-c3c8-4d12-8690-367988944724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:19.764469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Attempting to bind port 079c4e98-7411-43d6-85a2-99b4dabf369b on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:19.765502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Attempting to bind port 079c4e98-7411-43d6-85a2-99b4dabf369b by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '59b3a610-00f7-4921-8f68-07bdf92406d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:19.767567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Attempting to bind port 079c4e98-7411-43d6-85a2-99b4dabf369b on network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:19.781446 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-96a991c9-c3c8-4d12-8690-367988944724 admin admin] Calling delete_port for d885753b-a0f1-446e-bda6-1e519930521d owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:19.942588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Port 079c4e98-7411-43d6-85a2-99b4dabf369b on network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:56:19.943025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Attempting to bind port 079c4e98-7411-43d6-85a2-99b4dabf369b on network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:19.989501 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82276-2d52-45d3-a3ba-a8ff22274433 req-d88c2f6a-9987-46a5-ac15-b1b1db6b65fc tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:20.008747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82276-2d52-45d3-a3ba-a8ff22274433 req-d88c2f6a-9987-46a5-ac15-b1b1db6b65fc tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:20.043163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82276-2d52-45d3-a3ba-a8ff22274433 req-d88c2f6a-9987-46a5-ac15-b1b1db6b65fc tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:20.054740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82276-2d52-45d3-a3ba-a8ff22274433 req-d88c2f6a-9987-46a5-ac15-b1b1db6b65fc tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:20.078496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82276-2d52-45d3-a3ba-a8ff22274433 req-d88c2f6a-9987-46a5-ac15-b1b1db6b65fc tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:20.137322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82276-2d52-45d3-a3ba-a8ff22274433 req-d88c2f6a-9987-46a5-ac15-b1b1db6b65fc tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:20.194209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82276-2d52-45d3-a3ba-a8ff22274433 req-d88c2f6a-9987-46a5-ac15-b1b1db6b65fc tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:20.207148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9df82276-2d52-45d3-a3ba-a8ff22274433 req-d88c2f6a-9987-46a5-ac15-b1b1db6b65fc tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5428 time: 0.9815657 Dec 08 01:56:20.209799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:20.210143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Checking segment: {'id': '59b3a610-00f7-4921-8f68-07bdf92406d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:20.210534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Bound using segment: {'id': '59b3a610-00f7-4921-8f68-07bdf92406d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:20.210984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Bound port: 079c4e98-7411-43d6-85a2-99b4dabf369b, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b3a610-00f7-4921-8f68-07bdf92406d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:20.211341 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.416389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:20.427341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f9a335-7830-4d15-b9bd-325f32601b55 None None] Sync routers for ids ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:20.434823 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.462984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f9a335-7830-4d15-b9bd-325f32601b55 None None] Routers {'d4c16f19-a91c-4700-a40f-97d2ecc503f5'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:20.469949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d0f9a335-7830-4d15-b9bd-325f32601b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:20.741985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d0f9a335-7830-4d15-b9bd-325f32601b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:20.772661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f9a335-7830-4d15-b9bd-325f32601b55 None None] Routers {'d4c16f19-a91c-4700-a40f-97d2ecc503f5'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:20.773550 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d0f9a335-7830-4d15-b9bd-325f32601b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:20.774295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9df82276-2d52-45d3-a3ba-a8ff22274433 req-6101337a-3180-41b4-b264-8026e8c80df2 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5334370 Dec 08 01:56:20.917284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96a991c9-c3c8-4d12-8690-367988944724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.918419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d0f9a335-7830-4d15-b9bd-325f32601b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:20.919090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f9a335-7830-4d15-b9bd-325f32601b55 None None] The sync data for ids ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:20.929023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:20.950455 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] For port 079c4e98-7411-43d6-85a2-99b4dabf369b, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:21.028929 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c4a9edf8-4419-436d-97e7-eb28d806a5fe tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "DELETE /v2.0/floatingips/a8db2aa5-f22a-4b2a-8ceb-dd9fd28d6a14 HTTP/1.1" status: 204 len: 168 time: 7.7244594 Dec 08 01:56:21.038976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48724) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:21.040703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a991c9-c3c8-4d12-8690-367988944724 admin admin] Pushing event deleted for resources: {'Port': ['ID=d885753b-a0f1-446e-bda6-1e519930521d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:21.051366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] For port 079c4e98-7411-43d6-85a2-99b4dabf369b, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=079c4e98-7411-43d6-85a2-99b4dabf369b,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:21.054526 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:21.062525 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:21.071012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:21.151945 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:21.175950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:21.179731 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:21.465210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:21.465210 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:21.465210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] 10.222.0.75 "PUT /v2.0/ports/079c4e98-7411-43d6-85a2-99b4dabf369b HTTP/1.1" status: 200 len: 1092 time: 5.7103074 Dec 08 01:56:21.476635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': '079c4e98-7411-43d6-85a2-99b4dabf369b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:21.481655 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c1d942-d277-4a82-9c30-1f5c5e389720" -d '{"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "079c4e98-7411-43d6-85a2-99b4dabf369b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:21.524962 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:21.612856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4ac54112-85c8-4367-8c89-1cf9ba0c8bb7,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:21.623398 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:21.745099 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96a991c9-c3c8-4d12-8690-367988944724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:21.839587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=4ac54112-85c8-4367-8c89-1cf9ba0c8bb7,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:21.852776 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c25cdd7-efc0-4579-8464-9145ea94d98f x-openstack-request-id: req-0c25cdd7-efc0-4579-8464-9145ea94d98f {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:21.853919 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "079c4e98-7411-43d6-85a2-99b4dabf369b", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:21.854472 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0c25cdd7-efc0-4579-8464-9145ea94d98f {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:21.855044 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': '079c4e98-7411-43d6-85a2-99b4dabf369b', 'status': 'completed', 'code': 200} Dec 08 01:56:21.893654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Pushing event updated for resources: {'Port': ['ID=079c4e98-7411-43d6-85a2-99b4dabf369b,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:21.956380 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:21.977784 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-96524371-40fb-41a1-bb6a-66bad1d6f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:22.026580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:22.028102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:22.032077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:22.032600 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:22.033102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:22.033610 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:22.034086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:22.034544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:22.035176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:22.035718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:22.036212 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:22.036826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:22.038333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e993b66c-3005-459f-ad4e-db70dadfa07f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:22.333362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Network caf2deea-53dd-4462-beed-a3b1fd4b591a is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:22.379624 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-6809deff-7a60-4082-b3f9-4c7f14aaec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:22.382536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-6809deff-7a60-4082-b3f9-4c7f14aaec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:22.383180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-6809deff-7a60-4082-b3f9-4c7f14aaec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:22.386505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-6809deff-7a60-4082-b3f9-4c7f14aaec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:22.387090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-6809deff-7a60-4082-b3f9-4c7f14aaec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:22.387774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-6809deff-7a60-4082-b3f9-4c7f14aaec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:22.388311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-6809deff-7a60-4082-b3f9-4c7f14aaec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:22.390986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-6809deff-7a60-4082-b3f9-4c7f14aaec77 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 6492 time: 0.5749617 Dec 08 01:56:22.393292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:22.505524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:22.694119 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:22.712089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2600c1e1-da50-4a9f-84f2-bd19d48368f6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:22.778059 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a991c9-c3c8-4d12-8690-367988944724 admin admin] Router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:22.862297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e25ca-9c0b-48de-a584-426a195ea35b req-c0e84fbc-a748-4121-98eb-83de17418411 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:22.899079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e25ca-9c0b-48de-a584-426a195ea35b req-c0e84fbc-a748-4121-98eb-83de17418411 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:22.899383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:22.908989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e25ca-9c0b-48de-a584-426a195ea35b req-c0e84fbc-a748-4121-98eb-83de17418411 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:22.924349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e25ca-9c0b-48de-a584-426a195ea35b req-c0e84fbc-a748-4121-98eb-83de17418411 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:22.993092 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e25ca-9c0b-48de-a584-426a195ea35b req-c0e84fbc-a748-4121-98eb-83de17418411 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:23.039206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e25ca-9c0b-48de-a584-426a195ea35b req-c0e84fbc-a748-4121-98eb-83de17418411 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:23.067594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e25ca-9c0b-48de-a584-426a195ea35b req-c0e84fbc-a748-4121-98eb-83de17418411 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:23.083693 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e81e25ca-9c0b-48de-a584-426a195ea35b req-c0e84fbc-a748-4121-98eb-83de17418411 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5428 time: 1.0048783 Dec 08 01:56:23.103668 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:23.104058 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.228714 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ebb1259a-ba34-4e6f-bb88-2ecfe3406891 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec HTTP/1.1" status: 200 len: 217 time: 0.7865653 Dec 08 01:56:23.378821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a991c9-c3c8-4d12-8690-367988944724 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:23.392864 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501137e0-932d-4cc1-a0b4-823ffb25db79 None None] Sync routers for ids ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:23.397360 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-96a991c9-c3c8-4d12-8690-367988944724 admin admin] 10.222.0.71 "PUT /v2.0/routers/f49821da-68bc-4a50-ae29-1c7cc5d99cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9942749 Dec 08 01:56:23.401699 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48776) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:23.415243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-420bba54-a545-494b-b3e2-20973746b42b None None] Provisioning complete for port 2600c1e1-da50-4a9f-84f2-bd19d48368f6 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:23.416293 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-420bba54-a545-494b-b3e2-20973746b42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.417659 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501137e0-932d-4cc1-a0b4-823ffb25db79 None None] Routers {'f49821da-68bc-4a50-ae29-1c7cc5d99cc9'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:23.418306 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-501137e0-932d-4cc1-a0b4-823ffb25db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:55:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:23.506663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e7107d3e-f447-429a-a50e-656f83d7814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:23.509229 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e7107d3e-f447-429a-a50e-656f83d7814f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2fc99699-31f7-4278-ae8b-e487153a11ac HTTP/1.1" status: 200 len: 855 time: 0.2456009 Dec 08 01:56:23.513534 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.517379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-420bba54-a545-494b-b3e2-20973746b42b None None] Port 2600c1e1-da50-4a9f-84f2-bd19d48368f6 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:23.737822 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-501137e0-932d-4cc1-a0b4-823ffb25db79 None None] Set router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:23.751058 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.772334 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.944675 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.976278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38882ee-57d9-4384-a689-c59f28397438 req-aa330ac2-6df7-4a29-b6b6-3790d2acff8c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:23.978433 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c38882ee-57d9-4384-a689-c59f28397438 req-aa330ac2-6df7-4a29-b6b6-3790d2acff8c tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.45 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 945 time: 0.0748684 Dec 08 01:56:24.081649 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:24.221153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Allocated IP 172.25.8.194 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/39d3f9db-293a-4164-903d-4ae7cb261ffd) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:24.320167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-059d04e2-1d30-4dab-ae31-0762f8020052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:24.380556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] Deleting port d68ed700-7e23-42ae-a06a-d317de58a997 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:24.380937 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:24.479626 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-501137e0-932d-4cc1-a0b4-823ffb25db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:56:20Z', 'revision_number': 5, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port': {'id': 'd68ed700-7e23-42ae-a06a-d317de58a997', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:38Z', 'updated_at': '2021-12-08T01:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:24.576072 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e81e25ca-9c0b-48de-a584-426a195ea35b req-39169553-3470-4bcd-b460-f42898a50ae8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4886456 Dec 08 01:56:24.579283 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] For port d68ed700-7e23-42ae-a06a-d317de58a997, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d68ed700-7e23-42ae-a06a-d317de58a997,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:24.582902 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:24.609260 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501137e0-932d-4cc1-a0b4-823ffb25db79 None None] Checking router: f49821da-68bc-4a50-ae29-1c7cc5d99cc9 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:24.643251 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501137e0-932d-4cc1-a0b4-823ffb25db79 None None] Routers {'f49821da-68bc-4a50-ae29-1c7cc5d99cc9'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:24.644324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] Calling delete_port for d68ed700-7e23-42ae-a06a-d317de58a997 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:24.644544 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-501137e0-932d-4cc1-a0b4-823ffb25db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:24.720067 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-614a2c77-c81f-4834-aa49-6ca0cfd453ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:24.729265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-614a2c77-c81f-4834-aa49-6ca0cfd453ab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=66eb2f8b-9250-43af-be5e-01bc015c75e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2010617 Dec 08 01:56:24.767287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9407d5-1c24-4cd3-b5bf-8c52ce3d9e6f req-cb8b483f-9caf-41d6-b050-7f085c53e7cb tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:24.769968 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b9407d5-1c24-4cd3-b5bf-8c52ce3d9e6f req-cb8b483f-9caf-41d6-b050-7f085c53e7cb tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=a00934e2-1f4a-4982-a7c5-58826057b6f2 HTTP/1.1" status: 200 len: 945 time: 1.2445827 Dec 08 01:56:24.996498 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-501137e0-932d-4cc1-a0b4-823ffb25db79 None None] Set router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:25.018612 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c38882ee-57d9-4384-a689-c59f28397438 req-a80c0fa1-96e5-4928-a231-206172599c40 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Deleting port 3641a47e-29ab-43db-9840-175d9c5e9f67 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:25.019253 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c38882ee-57d9-4384-a689-c59f28397438 req-a80c0fa1-96e5-4928-a231-206172599c40 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.150269 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.179817 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-501137e0-932d-4cc1-a0b4-823ffb25db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:56:23Z', 'revision_number': 6, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:25.267323 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501137e0-932d-4cc1-a0b4-823ffb25db79 None None] The sync data for ids ['f49821da-68bc-4a50-ae29-1c7cc5d99cc9'] in n-d-713499-31 is: [{'id': 'f49821da-68bc-4a50-ae29-1c7cc5d99cc9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2068964821-router', 'tenant_id': '71ce27ccb4884778a9dee02004aa9863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:37Z', 'updated_at': '2021-12-08T01:56:23Z', 'revision_number': 6, 'project_id': '71ce27ccb4884778a9dee02004aa9863', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:25.332767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c38882ee-57d9-4384-a689-c59f28397438 req-a80c0fa1-96e5-4928-a231-206172599c40 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] For port 3641a47e-29ab-43db-9840-175d9c5e9f67, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3641a47e-29ab-43db-9840-175d9c5e9f67,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:25.336363 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c38882ee-57d9-4384-a689-c59f28397438 req-a80c0fa1-96e5-4928-a231-206172599c40 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.349997 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.428199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c38882ee-57d9-4384-a689-c59f28397438 req-a80c0fa1-96e5-4928-a231-206172599c40 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Calling delete_port for 3641a47e-29ab-43db-9840-175d9c5e9f67 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:25.433373 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.770318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:25.865216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:25.992343 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.055316 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c38882ee-57d9-4384-a689-c59f28397438 req-a80c0fa1-96e5-4928-a231-206172599c40 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.063099 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d68ed700-7e23-42ae-a06a-d317de58a997,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:26.253371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c0fa1-96e5-4928-a231-206172599c40 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Pushing event deleted for resources: {'Port': ['ID=3641a47e-29ab-43db-9840-175d9c5e9f67,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:26.398379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38882ee-57d9-4384-a689-c59f28397438 req-a80c0fa1-96e5-4928-a231-206172599c40 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] No DVR routers for this DVR port 3641a47e-29ab-43db-9840-175d9c5e9f67 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:26.407484 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c38882ee-57d9-4384-a689-c59f28397438 req-a80c0fa1-96e5-4928-a231-206172599c40 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.415471 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c38882ee-57d9-4384-a689-c59f28397438 req-a80c0fa1-96e5-4928-a231-206172599c40 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.45 "DELETE /v2.0/ports/3641a47e-29ab-43db-9840-175d9c5e9f67 HTTP/1.1" status: 204 len: 173 time: 2.3957982 Dec 08 01:56:26.416196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00934e2-1f4a-4982-a7c5-58826057b6f2', 'name': 'network-vif-deleted', 'tag': '3641a47e-29ab-43db-9840-175d9c5e9f67'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:26.418658 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a02448-0811-40a4-901a-6204136359c6" -d '{"events": [{"server_uuid": "a00934e2-1f4a-4982-a7c5-58826057b6f2", "name": "network-vif-deleted", "tag": "3641a47e-29ab-43db-9840-175d9c5e9f67"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:26.459017 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.579669 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d885753b-a0f1-446e-bda6-1e519930521d no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:26.633893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: d885753b-a0f1-446e-bda6-1e519930521d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:26.634244 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d885753b-a0f1-446e-bda6-1e519930521d not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:26.635418 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d68ed700-7e23-42ae-a06a-d317de58a997 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:26.661713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: d68ed700-7e23-42ae-a06a-d317de58a997 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:26.662329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d68ed700-7e23-42ae-a06a-d317de58a997 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:26.682553 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b9407d5-1c24-4cd3-b5bf-8c52ce3d9e6f req-9f21fda2-250e-4f60-aa25-594f491f5a38 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8877671 Dec 08 01:56:26.683475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:26.729842 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.822835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.830217 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.846745 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.892298 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Pushing event updated for resources: {'Port': ['ID=39d3f9db-293a-4164-903d-4ae7cb261ffd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:26.917914 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4cc9dc-8569-4d90-9614-84f7c0cf3c4a x-openstack-request-id: req-5e4cc9dc-8569-4d90-9614-84f7c0cf3c4a {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:26.918351 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00934e2-1f4a-4982-a7c5-58826057b6f2", "name": "network-vif-deleted", "tag": "3641a47e-29ab-43db-9840-175d9c5e9f67", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:26.918683 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5e4cc9dc-8569-4d90-9614-84f7c0cf3c4a {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:26.919176 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00934e2-1f4a-4982-a7c5-58826057b6f2', 'name': 'network-vif-deleted', 'tag': '3641a47e-29ab-43db-9840-175d9c5e9f67', 'status': 'completed', 'code': 200} Dec 08 01:56:26.934244 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.934888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f49821da-68bc-4a50-ae29-1c7cc5d99cc9 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:56:26.959006 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.960833 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-26425893-7e22-457d-a803-05ebbad24f8c admin admin] 10.222.0.71 "DELETE /v2.0/routers/f49821da-68bc-4a50-ae29-1c7cc5d99cc9 HTTP/1.1" status: 204 len: 168 time: 3.5548766 Dec 08 01:56:26.964040 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48840) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:27.044271 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.061775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e92c3f-00dd-4342-b441-d9ce33aa3e8a admin admin] Deleting subnet d4c7279c-c784-4fbd-bf3f-b9468031b901 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:56:27.067187 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84e92c3f-00dd-4342-b441-d9ce33aa3e8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.072941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-bf0b73dc-cab9-426c-a0b1-19f344a318cd service neutron] 10.222.0.75 "GET /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2900293 Dec 08 01:56:27.118054 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84e92c3f-00dd-4342-b441-d9ce33aa3e8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.223638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cb640-0550-408c-b0d8-aadd76b21add req-bddfd0a6-e729-489e-8049-b0e6d1616afe tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:27.245691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cb640-0550-408c-b0d8-aadd76b21add req-bddfd0a6-e729-489e-8049-b0e6d1616afe tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:27.257405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cb640-0550-408c-b0d8-aadd76b21add req-bddfd0a6-e729-489e-8049-b0e6d1616afe tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:27.264311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cb640-0550-408c-b0d8-aadd76b21add req-bddfd0a6-e729-489e-8049-b0e6d1616afe tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:27.271702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cb640-0550-408c-b0d8-aadd76b21add req-bddfd0a6-e729-489e-8049-b0e6d1616afe tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:27.278879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cb640-0550-408c-b0d8-aadd76b21add req-bddfd0a6-e729-489e-8049-b0e6d1616afe tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:27.287767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cb640-0550-408c-b0d8-aadd76b21add req-bddfd0a6-e729-489e-8049-b0e6d1616afe tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:27.290918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-303cb640-0550-408c-b0d8-aadd76b21add req-bddfd0a6-e729-489e-8049-b0e6d1616afe tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5428 time: 0.6050570 Dec 08 01:56:27.347990 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84e92c3f-00dd-4342-b441-d9ce33aa3e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.419441 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.433278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a824e5-c545-46e2-be21-95cae7577848 req-0a9e8933-f88c-4cad-8307-e888705e009b tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:27.434913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6a824e5-c545-46e2-be21-95cae7577848 req-0a9e8933-f88c-4cad-8307-e888705e009b tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.3833797 Dec 08 01:56:27.448428 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84e92c3f-00dd-4342-b441-d9ce33aa3e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.501240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e92c3f-00dd-4342-b441-d9ce33aa3e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c7279c-c784-4fbd-bf3f-b9468031b901,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:27.510673 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84e92c3f-00dd-4342-b441-d9ce33aa3e8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.518616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25818fc-d42a-4a4c-9a66-a4c829d0c408 None None] Network 376dbfba-58cd-4342-8d7c-0d280f9eea65 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:27.519586 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-84e92c3f-00dd-4342-b441-d9ce33aa3e8a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d4c7279c-c784-4fbd-bf3f-b9468031b901 HTTP/1.1" status: 204 len: 168 time: 0.5536320 Dec 08 01:56:27.520818 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48846) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:27.521710 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3641a47e-29ab-43db-9840-175d9c5e9f67 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:27.601545 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.703282 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.728148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Deleting port af50cdc4-315d-4224-bb93-95a9813ded23 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:27.728930 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.731675 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.732819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 3641a47e-29ab-43db-9840-175d9c5e9f67 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:27.736448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3641a47e-29ab-43db-9840-175d9c5e9f67 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:27.831281 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] For port af50cdc4-315d-4224-bb93-95a9813ded23, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=af50cdc4-315d-4224-bb93-95a9813ded23,segment=NetworkSegment(7701cede-0a15-4305-9404-791ed0df9cd3),segment_id=7701cede-0a15-4305-9404-791ed0df9cd3)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:27.831476 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.849686 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Calling delete_port for af50cdc4-315d-4224-bb93-95a9813ded23 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:27.856377 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.922647 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812efdb9-8cb0-4505-abb1-6a6e0b7e6411 None None] DHCP port deletion for 376dbfba-58cd-4342-8d7c-0d280f9eea65 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:27.977359 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-303cb640-0550-408c-b0d8-aadd76b21add req-434173f7-002c-46d9-8be9-e4df677f383c tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6621971 Dec 08 01:56:28.014557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-812efdb9-8cb0-4505-abb1-6a6e0b7e6411 None None] Deleting port af50cdc4-315d-4224-bb93-95a9813ded23 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:28.014937 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-812efdb9-8cb0-4505-abb1-6a6e0b7e6411 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.024161 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-b55b47ce-4c00-4a88-bc04-2964e7cab009 service neutron] 10.222.0.75 "GET /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9046750 Dec 08 01:56:28.042245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.046306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Pushing event updated for resources: {'Port': ['ID=39d3f9db-293a-4164-903d-4ae7cb261ffd,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:28.060711 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6a824e5-c545-46e2-be21-95cae7577848 req-6c502461-4000-4356-ab93-cdff3334b272 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527606 Dec 08 01:56:28.106550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Pushing event deleted for resources: {'Port': ['ID=af50cdc4-315d-4224-bb93-95a9813ded23,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:28.113127 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] No DVR routers for this DVR port af50cdc4-315d-4224-bb93-95a9813ded23 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:28.155592 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.158884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-812efdb9-8cb0-4505-abb1-6a6e0b7e6411 None None] For port af50cdc4-315d-4224-bb93-95a9813ded23, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=af50cdc4-315d-4224-bb93-95a9813ded23,segment=NetworkSegment(7701cede-0a15-4305-9404-791ed0df9cd3),segment_id=7701cede-0a15-4305-9404-791ed0df9cd3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:28.159062 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-3a2c4229-0fbe-4b5d-8cf2-a68a53524f5f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c HTTP/1.1" status: 200 len: 217 time: 0.1227655 Dec 08 01:56:28.159596 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-812efdb9-8cb0-4505-abb1-6a6e0b7e6411 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.193354 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-812efdb9-8cb0-4505-abb1-6a6e0b7e6411 None None] Calling delete_port for af50cdc4-315d-4224-bb93-95a9813ded23 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:28.207165 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.216949 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9cde77bd-0070-47b1-87bc-d7e55d54ff36 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1516836 Dec 08 01:56:28.216949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48866) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:28.283422 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.285911 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.300672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-49bdfabd-b492-40f6-88cf-5fbb0240eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:28.302990 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-49bdfabd-b492-40f6-88cf-5fbb0240eaa2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.1170466 Dec 08 01:56:28.304756 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.329655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376dbfba-58cd-4342-8d7c-0d280f9eea65']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:28.348440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7701cede-0a15-4305-9404-791ed0df9cd3') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:28.348740 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7701cede-0a15-4305-9404-791ed0df9cd3') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:28.368728 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.371966 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.395479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.405843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:56:28.406379 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:56:28.408595 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: from cryptography.utils import int_from_bytes Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: from cryptography.utils import int_from_bytes Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.447551 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.450491 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.450491 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.450491 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.450491 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.450491 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.450491 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.450491 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.450491 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.450491 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.450491 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.450491 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.450491 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.450491 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:56:28.450491 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 01:56:28.456134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:28.458313 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-812efdb9-8cb0-4505-abb1-6a6e0b7e6411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.490667 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.499716 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812efdb9-8cb0-4505-abb1-6a6e0b7e6411 None None] Pushing event deleted for resources: {'Port': ['ID=af50cdc4-315d-4224-bb93-95a9813ded23,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:28.501807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812efdb9-8cb0-4505-abb1-6a6e0b7e6411 None None] No DVR routers for this DVR port af50cdc4-315d-4224-bb93-95a9813ded23 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:28.553826 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.592195 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device af50cdc4-315d-4224-bb93-95a9813ded23 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:28.617006 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.623306 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] 10.222.0.71 "DELETE /v2.0/networks/376dbfba-58cd-4342-8d7c-0d280f9eea65 HTTP/1.1" status: 204 len: 168 time: 1.1008642 Dec 08 01:56:28.625256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280112af-7e3b-462e-8df3-36d8d7c37770 admin admin] Pushing event deleted for resources: {'Network': ['ID=376dbfba-58cd-4342-8d7c-0d280f9eea65,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:28.635647 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: af50cdc4-315d-4224-bb93-95a9813ded23 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:28.640621 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device af50cdc4-315d-4224-bb93-95a9813ded23 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:28.809893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2600c1e1-da50-4a9f-84f2-bd19d48368f6,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:28.881609 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-820c4a85-b9ee-4c22-bcb3-12a5fbb2dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:28.883219 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-820c4a85-b9ee-4c22-bcb3-12a5fbb2dfed service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5255027 Dec 08 01:56:28.903073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48896) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:28.979419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49444a94-afdc-4334-ae99-eb5be1fd977d req-b23045a9-36f1-4142-b0eb-9917037aa687 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:28.981010 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49444a94-afdc-4334-ae99-eb5be1fd977d req-b23045a9-36f1-4142-b0eb-9917037aa687 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 944 time: 0.3721311 Dec 08 01:56:29.006346 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fbe8a33d-c8f7-4cbd-b6b4-e48a09c11b0a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=71ce27ccb4884778a9dee02004aa9863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1015508 Dec 08 01:56:29.010339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48902) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:29.053182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Network caf2deea-53dd-4462-beed-a3b1fd4b591a is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:29.066860 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:29.075946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0d841-3ff3-4490-9a9a-c3f8cc67f249 req-c53fbe14-6851-4003-b87e-f4e6c53c6c39 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:29.086807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56c0d841-3ff3-4490-9a9a-c3f8cc67f249 req-c53fbe14-6851-4003-b87e-f4e6c53c6c39 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.2634056 Dec 08 01:56:29.107424 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56514fb-48b8-40ab-97cf-ba0457314af5 req-e81f015f-2f65-4e51-a42d-fcab145d6bca tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:29.113043 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b56514fb-48b8-40ab-97cf-ba0457314af5 req-e81f015f-2f65-4e51-a42d-fcab145d6bca tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.75 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 944 time: 0.1479673 Dec 08 01:56:29.186678 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dcdd03ac-b0df-4cd7-b323-0b69b6d57004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.220118 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-db8b34b2-4ac0-4236-b762-f2315ebd6b10 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931736 Dec 08 01:56:29.251567 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dcdd03ac-b0df-4cd7-b323-0b69b6d57004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.317167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-b56514fb-48b8-40ab-97cf-ba0457314af5 req-3fb1b057-19a8-4fa2-97c8-342a82d61f45 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Deleting port 15150395-72b3-44b4-a491-b697006fd07c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:29.317589 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b56514fb-48b8-40ab-97cf-ba0457314af5 req-3fb1b057-19a8-4fa2-97c8-342a82d61f45 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.400766 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56c0d841-3ff3-4490-9a9a-c3f8cc67f249 req-37dd15c4-07ef-45f1-91ae-1f3c791bed69 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130741 Dec 08 01:56:29.431314 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dcdd03ac-b0df-4cd7-b323-0b69b6d57004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.438836 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dcdd03ac-b0df-4cd7-b323-0b69b6d57004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.441975 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dcdd03ac-b0df-4cd7-b323-0b69b6d57004 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6bc6e8cc-dc6b-4586-8665-4998928457c4 HTTP/1.1" status: 204 len: 168 time: 0.4286506 Dec 08 01:56:29.475910 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd03ac-b0df-4cd7-b323-0b69b6d57004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc6e8cc-dc6b-4586-8665-4998928457c4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:29.528457 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-b56514fb-48b8-40ab-97cf-ba0457314af5 req-3fb1b057-19a8-4fa2-97c8-342a82d61f45 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] For port 15150395-72b3-44b4-a491-b697006fd07c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=15150395-72b3-44b4-a491-b697006fd07c,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:29.528834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b56514fb-48b8-40ab-97cf-ba0457314af5 req-3fb1b057-19a8-4fa2-97c8-342a82d61f45 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.553291 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5b4d4bc6-6155-4b85-89e6-2826cb7565c8 None None] Provisioning complete for port 2600c1e1-da50-4a9f-84f2-bd19d48368f6 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:29.553843 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b4d4bc6-6155-4b85-89e6-2826cb7565c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.570848 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-b56514fb-48b8-40ab-97cf-ba0457314af5 req-3fb1b057-19a8-4fa2-97c8-342a82d61f45 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Calling delete_port for 15150395-72b3-44b4-a491-b697006fd07c owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:29.621169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d4bc6-6155-4b85-89e6-2826cb7565c8 None None] Port 2600c1e1-da50-4a9f-84f2-bd19d48368f6 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:29.645931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49444a94-afdc-4334-ae99-eb5be1fd977d req-732748bc-e550-4a81-994b-ac2104a8b4f7 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6489959 Dec 08 01:56:29.659297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:29.822304 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.849655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-9f12edb2-1f5a-4062-94fc-8655c2a8f375 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554553 Dec 08 01:56:29.895286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ee4a8-00e5-4e72-9188-e52f444a655c req-90773235-7786-4d95-88de-52454703bbe8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:29.908032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ee4a8-00e5-4e72-9188-e52f444a655c req-90773235-7786-4d95-88de-52454703bbe8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:29.924976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ee4a8-00e5-4e72-9188-e52f444a655c req-90773235-7786-4d95-88de-52454703bbe8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:29.935312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ee4a8-00e5-4e72-9188-e52f444a655c req-90773235-7786-4d95-88de-52454703bbe8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:29.957192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ee4a8-00e5-4e72-9188-e52f444a655c req-90773235-7786-4d95-88de-52454703bbe8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:29.972305 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ee4a8-00e5-4e72-9188-e52f444a655c req-90773235-7786-4d95-88de-52454703bbe8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:29.978864 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b56514fb-48b8-40ab-97cf-ba0457314af5 req-3fb1b057-19a8-4fa2-97c8-342a82d61f45 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.980193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ee4a8-00e5-4e72-9188-e52f444a655c req-90773235-7786-4d95-88de-52454703bbe8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:29.982513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926ee4a8-00e5-4e72-9188-e52f444a655c req-90773235-7786-4d95-88de-52454703bbe8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5428 time: 0.3829629 Dec 08 01:56:30.068831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-de4596e6-a1fa-4305-8e84-5a65401e44f0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=6c233101-806d-4641-913c-08c4d8a9b2ca HTTP/1.1" status: 200 len: 217 time: 0.0838223 Dec 08 01:56:30.162526 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56514fb-48b8-40ab-97cf-ba0457314af5 req-3fb1b057-19a8-4fa2-97c8-342a82d61f45 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] No DVR routers for this DVR port 15150395-72b3-44b4-a491-b697006fd07c on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:30.172640 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b56514fb-48b8-40ab-97cf-ba0457314af5 req-3fb1b057-19a8-4fa2-97c8-342a82d61f45 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.173726 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b56514fb-48b8-40ab-97cf-ba0457314af5 req-3fb1b057-19a8-4fa2-97c8-342a82d61f45 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.75 "DELETE /v2.0/ports/15150395-72b3-44b4-a491-b697006fd07c HTTP/1.1" status: 204 len: 173 time: 1.0509181 Dec 08 01:56:30.175061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1b057-19a8-4fa2-97c8-342a82d61f45 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Pushing event deleted for resources: {'Port': ['ID=15150395-72b3-44b4-a491-b697006fd07c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:30.179562 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb', 'name': 'network-vif-deleted', 'tag': '15150395-72b3-44b4-a491-b697006fd07c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:30.182567 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281e25ad-ffb0-4bf2-bc07-72cc3aa964ad" -d '{"events": [{"server_uuid": "baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb", "name": "network-vif-deleted", "tag": "15150395-72b3-44b4-a491-b697006fd07c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:30.241509 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825670e5-9544-4a23-bfbf-dcddb4ae8452 x-openstack-request-id: req-825670e5-9544-4a23-bfbf-dcddb4ae8452 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:30.242105 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb", "name": "network-vif-deleted", "tag": "15150395-72b3-44b4-a491-b697006fd07c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:30.242527 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-825670e5-9544-4a23-bfbf-dcddb4ae8452 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:30.243098 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb', 'name': 'network-vif-deleted', 'tag': '15150395-72b3-44b4-a491-b697006fd07c', 'status': 'completed', 'code': 200} Dec 08 01:56:30.354471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:30.356832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e385c11e-303a-4bbe-af94-c279e2571b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:30.358556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e385c11e-303a-4bbe-af94-c279e2571b89 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.2781317 Dec 08 01:56:30.372020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ae8118bf-b630-47cf-9be3-938abeb838c0 admin admin] 10.222.0.71 "PUT /v2.0/routers/4b3bd2b3-de74-4aa4-8002-598fc67d8c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0735557 Dec 08 01:56:30.372228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Sync routers for ids ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:30.390325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926ee4a8-00e5-4e72-9188-e52f444a655c req-60ded326-d0df-4b3d-a915-ae493fa94234 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3245268 Dec 08 01:56:30.409436 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Routers {'4b3bd2b3-de74-4aa4-8002-598fc67d8c05'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:30.410446 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:30.420010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Allocated IP 172.25.8.165 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/06b10913-153b-431b-bd55-d6e82729784e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:30.521405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-a3c3d72c-02c1-47c5-bcf8-8335a6ccea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:30.522932 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-a3c3d72c-02c1-47c5-bcf8-8335a6ccea64 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1316581 Dec 08 01:56:30.594473 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Set router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:30.696936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-5ca05979-0b8c-450d-8c10-d1949092c74b service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160736 Dec 08 01:56:30.809104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27357ba-e878-430f-a6fe-197f48f57fb2 req-1d09ab21-af04-4607-94d4-0ecc61b845bb tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:30.816673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d27357ba-e878-430f-a6fe-197f48f57fb2 req-1d09ab21-af04-4607-94d4-0ecc61b845bb tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.2334614 Dec 08 01:56:30.919568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:25Z', 'revision_number': 4, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port': {'id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2600c1e1-da50-4a9f-84f2-bd19d48368f6', 'name': '', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'mac_address': 'fa:16:3e:ed:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:18Z', 'updated_at': '2021-12-08T01:56:27Z', 'revision_number': 2, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'subnets': [{'id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:30.943011 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.946070 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-569cee75-7921-4951-8823-7b23a0dfac22 req-48b49b22-df0b-47dd-9f32-fc3d01a52e69 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=baedc5aa-a2eb-4b8c-a7c9-65efea36c0cb HTTP/1.1" status: 200 len: 210 time: 0.0599780 Dec 08 01:56:30.999590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Checking router: 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:31.000433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Updating router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 port 2600c1e1-da50-4a9f-84f2-bd19d48368f6 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:56:31.027818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d27357ba-e878-430f-a6fe-197f48f57fb2 req-7b90fcd0-cd52-4e29-91c1-d7c3374194cc tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935961 Dec 08 01:56:31.034808 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-6f87c612-d99f-478b-9b09-375f960e10af service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229995 Dec 08 01:56:31.042464 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.109509 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-57cf371f-c4be-4753-841b-2181b97953e7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=52eb4e0b-d780-4097-bc7a-8511b10aa9ef HTTP/1.1" status: 200 len: 217 time: 0.0619175 Dec 08 01:56:31.136891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48952) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:31.138066 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.235662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:31.245037 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:31.285180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:31.474772 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-159264863-network', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:31.493018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48968) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:31.509279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-522788508-network', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:31.529065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] Made reservation on behalf of e03f12e4077d4efc9cf756f1f0924c2f for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:31.532251 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.549522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 37418565-0a98-476f-87e2-29c55590e6b5 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:56:31.551920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 37418565-0a98-476f-87e2-29c55590e6b5 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:31.553252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.578397 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] Made reservation on behalf of a70973d04b864782974c0e5d3b87d1c4 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:31.580803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.597298 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.715692 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.724086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.772624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.779566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:56:31.786371 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.801992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9370cfaf-2c12-4d9c-af99-fbebe01f206a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:31.828643 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.839008 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.839643 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] Added segment aae3b0f2-b3a8-4570-a350-6509b475a515 of type vlan for network 6f991c28-d1ee-48eb-9dc2-8d0620665b2c Dec 08 01:56:31.851903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Pushing event updated for resources: {'Port': ['ID=06b10913-153b-431b-bd55-d6e82729784e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:31.857050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-8f03842c-ee4f-4ef2-8ae0-fc96455fb275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:31.857263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:31.859015 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-8f03842c-ee4f-4ef2-8ae0-fc96455fb275 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.7422287 Dec 08 01:56:31.864146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:56:31.907063 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.907559 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] Added segment 11533198-213e-4ae8-816f-3b4b2cb768c5 of type vlan for network d8b71440-1a9d-455d-887d-49233b67b276 Dec 08 01:56:31.909857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '37418565-0a98-476f-87e2-29c55590e6b5', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'port_id': '37418565-0a98-476f-87e2-29c55590e6b5', 'mac_address': 'fa:16:3e:87:e0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:56:31.924887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:31.927365 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8be8d9-6901-4e70-a420-120dc6632ade" -d '{"events": [{"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-unplugged", "status": "completed", "tag": "37418565-0a98-476f-87e2-29c55590e6b5"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:31.931496 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.940710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd33689a-dbfd-447c-9aee-18740b3103bd,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:31.965097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 15150395-72b3-44b4-a491-b697006fd07c no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:31.976181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:31.981017 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.992415 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7473b-0bf0-43cd-b68a-bac69619e8cb req-517990c4-c6c5-4398-806c-a50b444fda11 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:31.996923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7473b-0bf0-43cd-b68a-bac69619e8cb req-517990c4-c6c5-4398-806c-a50b444fda11 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:32.001980 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.005287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7473b-0bf0-43cd-b68a-bac69619e8cb req-517990c4-c6c5-4398-806c-a50b444fda11 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:32.013241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7473b-0bf0-43cd-b68a-bac69619e8cb req-517990c4-c6c5-4398-806c-a50b444fda11 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:32.021741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7473b-0bf0-43cd-b68a-bac69619e8cb req-517990c4-c6c5-4398-806c-a50b444fda11 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:32.023006 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.030296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7473b-0bf0-43cd-b68a-bac69619e8cb req-517990c4-c6c5-4398-806c-a50b444fda11 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:32.037348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7473b-0bf0-43cd-b68a-bac69619e8cb req-517990c4-c6c5-4398-806c-a50b444fda11 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:32.039287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7fd7473b-0bf0-43cd-b68a-bac69619e8cb req-517990c4-c6c5-4398-806c-a50b444fda11 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5428 time: 0.2601821 Dec 08 01:56:32.056814 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.058215 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:32.059090 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.079383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e806c658-8059-4475-b533-bb4eb9aefb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:32.081338 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-e806c658-8059-4475-b533-bb4eb9aefb18 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2102418 Dec 08 01:56:32.086480 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9480855 Dec 08 01:56:32.092014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.102783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48980) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:32.104069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Pushing event updated for resources: {'Port': ['ID=2600c1e1-da50-4a9f-84f2-bd19d48368f6,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:32.109108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-726f2789-b4a3-41d9-8464-7ea67ade934f admin admin] Request body: {'subnet': {'network_id': '6f991c28-d1ee-48eb-9dc2-8d0620665b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-159264863-subnet', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:32.113886 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.116390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.118427 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:32.119275 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.124208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:32.124552 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:32.124894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:32.125233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:32.125569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:32.125902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:32.126235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:32.126561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:32.126886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:32.127208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:32.127532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:32.127897 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:32.128220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:32.131770 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 15150395-72b3-44b4-a491-b697006fd07c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:32.132124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 15150395-72b3-44b4-a491-b697006fd07c not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:32.200645 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.243568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37418565-0a98-476f-87e2-29c55590e6b5 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:56:32.286855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ada4ff-de4a-4c5b-b74b-5b9d0d4f72f9 admin admin] Pushing event updated for resources: {'Network': ['ID=6f991c28-d1ee-48eb-9dc2-8d0620665b2c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:32.334085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726f2789-b4a3-41d9-8464-7ea67ade934f admin admin] Made reservation on behalf of e03f12e4077d4efc9cf756f1f0924c2f for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:32.337018 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-726f2789-b4a3-41d9-8464-7ea67ade934f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.345722 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 6f991c28-d1ee-48eb-9dc2-8d0620665b2c details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:56:32.386320 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8884628 Dec 08 01:56:32.396634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48994) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:32.402080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-fd52013a-24ba-4d5c-a5b0-2999cc87ea99 admin admin] Request body: {'subnet': {'network_id': 'd8b71440-1a9d-455d-887d-49233b67b276', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-522788508-subnet', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:32.435106 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=11']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:32.522807 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbdef06-03f5-4a2c-a1f3-81db4048c09b x-openstack-request-id: req-ffbdef06-03f5-4a2c-a1f3-81db4048c09b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:32.523098 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-unplugged", "status": "completed", "tag": "37418565-0a98-476f-87e2-29c55590e6b5", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:32.524951 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ffbdef06-03f5-4a2c-a1f3-81db4048c09b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:32.525366 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5', 'code': 200} Dec 08 01:56:32.608094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Attempting to bind port 2600c1e1-da50-4a9f-84f2-bd19d48368f6 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:32.609432 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Attempting to bind port 2600c1e1-da50-4a9f-84f2-bd19d48368f6 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:32.609953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Attempting to bind port 2600c1e1-da50-4a9f-84f2-bd19d48368f6 on network caf2deea-53dd-4462-beed-a3b1fd4b591a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:32.629930 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:56:32.630292 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:56:32.631192 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:32.631807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Checking segment: {'id': '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:32.632381 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.632868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Bound using segment: {'id': '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:32.635133 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Bound port: 2600c1e1-da50-4a9f-84f2-bd19d48368f6, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:32.635870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.747071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-484ae218-2bb2-43b9-a010-4f82dc6d0140 None None] Provisioning complete for port 2600c1e1-da50-4a9f-84f2-bd19d48368f6 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:32.747445 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-484ae218-2bb2-43b9-a010-4f82dc6d0140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.788916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-484ae218-2bb2-43b9-a010-4f82dc6d0140 None None] Port 2600c1e1-da50-4a9f-84f2-bd19d48368f6 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:32.809703 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.826562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] For port 2600c1e1-da50-4a9f-84f2-bd19d48368f6, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:32.831150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] For port 2600c1e1-da50-4a9f-84f2-bd19d48368f6, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2600c1e1-da50-4a9f-84f2-bd19d48368f6,segment=NetworkSegment(3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3),segment_id=3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:32.839119 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.866868 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-726f2789-b4a3-41d9-8464-7ea67ade934f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.890727 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7fd7473b-0bf0-43cd-b68a-bac69619e8cb req-da1ba013-6ef2-4d64-99eb-901450909c0d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8400154 Dec 08 01:56:32.999622 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ebef7-b216-4da6-aa1f-5a56f6905500 None None] Pushing event updated for resources: {'Port': ['ID=2600c1e1-da50-4a9f-84f2-bd19d48368f6,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:33.006730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Routers {'4b3bd2b3-de74-4aa4-8002-598fc67d8c05'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:33.009059 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:33.073432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-806f2ec1-5366-40cd-9b47-74bfe1974a13 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9788854 Dec 08 01:56:33.136768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31d2f5-89ab-4a14-96f1-052e51fecbd4 req-f8859461-3633-4faf-9e26-09865ecbcfce tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:33.140481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c31d2f5-89ab-4a14-96f1-052e51fecbd4 req-f8859461-3633-4faf-9e26-09865ecbcfce tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.3329434 Dec 08 01:56:33.183996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdf940-d265-463f-b23e-379e0bb6ec7e admin admin] Pushing event updated for resources: {'Network': ['ID=d8b71440-1a9d-455d-887d-49233b67b276,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:33.224538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd52013a-24ba-4d5c-a5b0-2999cc87ea99 admin admin] Made reservation on behalf of a70973d04b864782974c0e5d3b87d1c4 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:33.232581 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd52013a-24ba-4d5c-a5b0-2999cc87ea99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.312823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-f5e483be-1cdb-44ae-9eba-436cb0662db5 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229834 Dec 08 01:56:33.341584 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network d8b71440-1a9d-455d-887d-49233b67b276 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:56:33.346465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f2789-b4a3-41d9-8464-7ea67ade934f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df44412-8c26-4d74-9fa8-d569fa43541c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:33.510678 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-8a42ff39-5fc4-495e-ac3a-8d27881a8856 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=6aaa3da0-126d-446f-abc0-a4279b5da375 HTTP/1.1" status: 200 len: 217 time: 0.1309638 Dec 08 01:56:33.532903 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd52013a-24ba-4d5c-a5b0-2999cc87ea99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.538990 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.603645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37418565-0a98-476f-87e2-29c55590e6b5 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:56:33.612657 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52013a-24ba-4d5c-a5b0-2999cc87ea99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2673850a-993e-4615-ade1-eb362ac0b11a,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:33.632786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52013a-24ba-4d5c-a5b0-2999cc87ea99 admin admin] Checking segment: {'id': '11533198-213e-4ae8-816f-3b4b2cb768c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8b71440-1a9d-455d-887d-49233b67b276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:33.633554 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd52013a-24ba-4d5c-a5b0-2999cc87ea99 admin admin] Network hostable DHCP agents. Network: d8b71440-1a9d-455d-887d-49233b67b276, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:56:33.638941 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:33.659955 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.664843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd52013a-24ba-4d5c-a5b0-2999cc87ea99 admin admin] Network d8b71440-1a9d-455d-887d-49233b67b276 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:56:33.688173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-fd52013a-24ba-4d5c-a5b0-2999cc87ea99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, d8b71440-1a9d-455d-887d-49233b67b276) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:33.703964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52013a-24ba-4d5c-a5b0-2999cc87ea99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:33.705192 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd52013a-24ba-4d5c-a5b0-2999cc87ea99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.726823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-1570673f-b9bc-424f-9279-e9e7d7c54f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:33.730489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-1570673f-b9bc-424f-9279-e9e7d7c54f14 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.1900914 Dec 08 01:56:33.738546 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fd52013a-24ba-4d5c-a5b0-2999cc87ea99 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3404689 Dec 08 01:56:33.742096 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49028) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:33.747841 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-522788508-router', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:33.763974 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-529c6996-79b4-4440-8b69-e9ed48e66e81 None None] Provisioning complete for port 2600c1e1-da50-4a9f-84f2-bd19d48368f6 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:33.764847 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-529c6996-79b4-4440-8b69-e9ed48e66e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.766472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a865714f-0e38-46f6-ab2a-e90a5ba3c949 None None] Network d8b71440-1a9d-455d-887d-49233b67b276 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:33.815503 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.818831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f2789-b4a3-41d9-8464-7ea67ade934f admin admin] Checking segment: {'id': 'aae3b0f2-b3a8-4570-a350-6509b475a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6f991c28-d1ee-48eb-9dc2-8d0620665b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:33.819225 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726f2789-b4a3-41d9-8464-7ea67ade934f admin admin] Network hostable DHCP agents. Network: 6f991c28-d1ee-48eb-9dc2-8d0620665b2c, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:56:33.852094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] Set router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:33.858992 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.860099 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.865297 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.909372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bfa3b-38e9-43a1-aabd-700111c9ad5c req-d0947b54-21f7-41af-928b-b086eebf2e2b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:33.910945 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c28bfa3b-38e9-43a1-aabd-700111c9ad5c req-d0947b54-21f7-41af-928b-b086eebf2e2b tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.75 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 944 time: 0.1315103 Dec 08 01:56:33.937518 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['37418565-0a98-476f-87e2-29c55590e6b5'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:56:34.006344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-d8b71440-1a9d-455d-887d-49233b67b276', 'network_id': 'd8b71440-1a9d-455d-887d-49233b67b276', 'project_id': 'a70973d04b864782974c0e5d3b87d1c4', 'fixed_ips': [{'subnet_id': '2673850a-993e-4615-ade1-eb362ac0b11a'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:56:34.007522 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.020000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fe354-02af-429c-9442-c1e7a86c235e req-636540cf-cd40-4b0f-b635-cab92022e2e1 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:34.027529 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e7fe354-02af-429c-9442-c1e7a86c235e req-636540cf-cd40-4b0f-b635-cab92022e2e1 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 944 time: 0.7115047 Dec 08 01:56:34.028730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=12']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:34.083943 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c31d2f5-89ab-4a14-96f1-052e51fecbd4 req-2fb3bdcf-020f-4244-8aee-56b4751c7f40 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7576907 Dec 08 01:56:34.119399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.234741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726f2789-b4a3-41d9-8464-7ea67ade934f admin admin] Network 6f991c28-d1ee-48eb-9dc2-8d0620665b2c is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:56:34.269237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Pushing event updated for resources: {'Port': ['ID=06b10913-153b-431b-bd55-d6e82729784e,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:34.286893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-4e4246ba-8807-4e5a-9983-ea4973f3ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:34.291920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-4e4246ba-8807-4e5a-9983-ea4973f3ac53 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4646327 Dec 08 01:56:34.357483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Allocated IP 172.20.0.2 (d8b71440-1a9d-455d-887d-49233b67b276/2673850a-993e-4615-ade1-eb362ac0b11a/b1154074-bea4-4ecf-b102-fce67b97d294) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:34.391935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-726f2789-b4a3-41d9-8464-7ea67ade934f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 6f991c28-d1ee-48eb-9dc2-8d0620665b2c) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:34.464571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726f2789-b4a3-41d9-8464-7ea67ade934f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:34.465184 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-726f2789-b4a3-41d9-8464-7ea67ade934f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.477254 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.538752 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e7fe354-02af-429c-9442-c1e7a86c235e req-24a6a56f-20e7-45ed-94ae-49cb92a3de06 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb989ab7-16d3-4424-bdc5-cbd7555342f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094354 Dec 08 01:56:34.541694 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4fa44a-e3ed-412b-a267-5b201233a104 None None] Network 6f991c28-d1ee-48eb-9dc2-8d0620665b2c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:34.541838 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.552885 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c28bfa3b-38e9-43a1-aabd-700111c9ad5c req-522aaefd-79bf-41fc-8419-a65e5b57a38a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Deleting port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:34.557293 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c28bfa3b-38e9-43a1-aabd-700111c9ad5c req-522aaefd-79bf-41fc-8419-a65e5b57a38a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.592122 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.593411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f54d35f1-b213-4136-a9e5-7cb6b26fca7e tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3423557 Dec 08 01:56:34.600662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49050) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:34.613362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cb2fb-df4c-4b1c-9930-0059b3e08509 req-108c8ebb-0919-43e9-b2db-2056e6cf3de4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:34.620261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cb2fb-df4c-4b1c-9930-0059b3e08509 req-108c8ebb-0919-43e9-b2db-2056e6cf3de4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:34.627300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cb2fb-df4c-4b1c-9930-0059b3e08509 req-108c8ebb-0919-43e9-b2db-2056e6cf3de4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:34.633349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cb2fb-df4c-4b1c-9930-0059b3e08509 req-108c8ebb-0919-43e9-b2db-2056e6cf3de4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:34.640302 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cb2fb-df4c-4b1c-9930-0059b3e08509 req-108c8ebb-0919-43e9-b2db-2056e6cf3de4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:34.654295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cb2fb-df4c-4b1c-9930-0059b3e08509 req-108c8ebb-0919-43e9-b2db-2056e6cf3de4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:34.660539 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cb2fb-df4c-4b1c-9930-0059b3e08509 req-108c8ebb-0919-43e9-b2db-2056e6cf3de4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:34.662588 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-477cb2fb-df4c-4b1c-9930-0059b3e08509 req-108c8ebb-0919-43e9-b2db-2056e6cf3de4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5428 time: 0.4221046 Dec 08 01:56:34.695782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-726f2789-b4a3-41d9-8464-7ea67ade934f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5788419 Dec 08 01:56:34.704166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49052) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:34.762138 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-159264863-router', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:34.861147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c28bfa3b-38e9-43a1-aabd-700111c9ad5c req-522aaefd-79bf-41fc-8419-a65e5b57a38a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] For port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,segment=NetworkSegment(0171bdc1-3956-47a8-840e-c704b75e43a8),segment_id=0171bdc1-3956-47a8-840e-c704b75e43a8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:34.861604 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c28bfa3b-38e9-43a1-aabd-700111c9ad5c req-522aaefd-79bf-41fc-8419-a65e5b57a38a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.883498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c28bfa3b-38e9-43a1-aabd-700111c9ad5c req-522aaefd-79bf-41fc-8419-a65e5b57a38a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Calling delete_port for 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:34.994520 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-477cb2fb-df4c-4b1c-9930-0059b3e08509 req-8f935ac1-e43e-4e09-b66c-8df80b4035a4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2956595 Dec 08 01:56:35.005618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-6c4c5aea-1755-4176-b129-831973b8d95b service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6475694 Dec 08 01:56:35.021685 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.023504 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.040873 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7f965c68-ff4d-47ef-bfdb-5c014869b2c7 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.3770883 Dec 08 01:56:35.053659 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49058) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:35.189058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ac3fd36b-d007-45ef-9cf5-edb09c88dbec tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1283123 Dec 08 01:56:35.192694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49062) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:35.208762 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-6f991c28-d1ee-48eb-9dc2-8d0620665b2c', 'network_id': '6f991c28-d1ee-48eb-9dc2-8d0620665b2c', 'project_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'fixed_ips': [{'subnet_id': '5df44412-8c26-4d74-9fa8-d569fa43541c'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:56:35.210255 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.297728 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.339972 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.461407 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c28bfa3b-38e9-43a1-aabd-700111c9ad5c req-522aaefd-79bf-41fc-8419-a65e5b57a38a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.469683 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.489941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-69b720e4-f2c7-4192-b568-5f97895e8435 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765456 Dec 08 01:56:35.526526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513f83d-a109-4e62-90e6-d26fdc62c7fd req-8bb520db-7422-4b5d-8f52-de99bbb537aa tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:35.528212 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c513f83d-a109-4e62-90e6-d26fdc62c7fd req-8bb520db-7422-4b5d-8f52-de99bbb537aa tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 945 time: 0.2411208 Dec 08 01:56:35.580911 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522aaefd-79bf-41fc-8419-a65e5b57a38a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Pushing event deleted for resources: {'Port': ['ID=931d28c2-bd85-4db4-a8e7-ee1e53ea6114,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:35.625946 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Network d8b71440-1a9d-455d-887d-49233b67b276 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:35.631404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28bfa3b-38e9-43a1-aabd-700111c9ad5c req-522aaefd-79bf-41fc-8419-a65e5b57a38a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] No DVR routers for this DVR port 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:35.634512 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c28bfa3b-38e9-43a1-aabd-700111c9ad5c req-522aaefd-79bf-41fc-8419-a65e5b57a38a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.639007 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c28bfa3b-38e9-43a1-aabd-700111c9ad5c req-522aaefd-79bf-41fc-8419-a65e5b57a38a tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.75 "DELETE /v2.0/ports/931d28c2-bd85-4db4-a8e7-ee1e53ea6114 HTTP/1.1" status: 204 len: 173 time: 1.7207346 Dec 08 01:56:35.642893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09322534-24d4-41b3-abbc-3c5931a67893', 'name': 'network-vif-deleted', 'tag': '931d28c2-bd85-4db4-a8e7-ee1e53ea6114'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:35.646166 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c6117d-7500-4e99-9aa3-cebd868f9e38" -d '{"events": [{"server_uuid": "09322534-24d4-41b3-abbc-3c5931a67893", "name": "network-vif-deleted", "tag": "931d28c2-bd85-4db4-a8e7-ee1e53ea6114"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:35.653663 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Pushing event updated for resources: {'Port': ['ID=b1154074-bea4-4ecf-b102-fce67b97d294,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:35.661190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:35.687938 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.697484 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:35.766927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.768310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-850673b2-e7cb-46c9-9cb0-cc19fdc46daa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe23b3a2-b779-486d-b5ee-9f805f59230f HTTP/1.1" status: 200 len: 217 time: 0.2689674 Dec 08 01:56:35.780918 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-529c6996-79b4-4440-8b69-e9ed48e66e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:36.031723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0e9485c8-522f-477e-be71-addb01364165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:36.039485 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-0e9485c8-522f-477e-be71-addb01364165 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28afa482-a172-4120-a6cc-25d01b353e67 HTTP/1.1" status: 200 len: 797 time: 0.2040763 Dec 08 01:56:36.048525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:25Z', 'revision_number': 4, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port': {'id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2600c1e1-da50-4a9f-84f2-bd19d48368f6', 'name': '', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'mac_address': 'fa:16:3e:ed:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:18Z', 'updated_at': '2021-12-08T01:56:32Z', 'revision_number': 4, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'subnets': [{'id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:36.061844 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c513f83d-a109-4e62-90e6-d26fdc62c7fd req-00779526-6d3e-4a34-9c0e-d10500c274d5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910757 Dec 08 01:56:36.071791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Allocated IP 172.25.8.146 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/50895f49-4171-417f-bd22-e3932f1c8a34) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:36.120681 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:36.219568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1769c38f-a60f-4ed3-aa2c-843e82540769 None None] The sync data for ids ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'] in n-d-713499-31 is: [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:25Z', 'revision_number': 4, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port': {'id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2600c1e1-da50-4a9f-84f2-bd19d48368f6', 'name': '', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'mac_address': 'fa:16:3e:ed:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:18Z', 'updated_at': '2021-12-08T01:56:32Z', 'revision_number': 4, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'subnets': [{'id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:36.228902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Attempting to bind port b1154074-bea4-4ecf-b102-fce67b97d294 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:36.233272 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Attempting to bind port b1154074-bea4-4ecf-b102-fce67b97d294 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '11533198-213e-4ae8-816f-3b4b2cb768c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8b71440-1a9d-455d-887d-49233b67b276'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:36.234045 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Attempting to bind port b1154074-bea4-4ecf-b102-fce67b97d294 on network d8b71440-1a9d-455d-887d-49233b67b276 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:36.236332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f85fed60-14f9-460c-ac11-106984b0d4ec req-d9a8ac6c-1ca4-43be-8b25-0ba654b928d2 tempest-LiveAutoBlockMigrationV225Test-7617780 tempest-LiveAutoBlockMigrationV225Test-7617780-project] 10.222.0.71 "GET /v2.0/ports?device_id=09322534-24d4-41b3-abbc-3c5931a67893 HTTP/1.1" status: 200 len: 210 time: 0.4064255 Dec 08 01:56:36.297963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3ee20299-3672-42d8-bd86-ffa918ffc4a3 tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Deleting port 06b10913-153b-431b-bd55-d6e82729784e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:36.298186 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ee20299-3672-42d8-bd86-ffa918ffc4a3 tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:36.324684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-529c6996-79b4-4440-8b69-e9ed48e66e81 None None] For port 2600c1e1-da50-4a9f-84f2-bd19d48368f6, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2600c1e1-da50-4a9f-84f2-bd19d48368f6,segment=NetworkSegment(3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3),segment_id=3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:36.350737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:36.353163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Checking segment: {'id': '11533198-213e-4ae8-816f-3b4b2cb768c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8b71440-1a9d-455d-887d-49233b67b276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:36.354490 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:36.356091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Bound using segment: {'id': '11533198-213e-4ae8-816f-3b4b2cb768c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8b71440-1a9d-455d-887d-49233b67b276'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:36.356767 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Bound port: b1154074-bea4-4ecf-b102-fce67b97d294, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11533198-213e-4ae8-816f-3b4b2cb768c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8b71440-1a9d-455d-887d-49233b67b276'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:36.360815 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:36.385472 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-529c6996-79b4-4440-8b69-e9ed48e66e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:36.450584 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Allocated IP 172.20.0.2 (6f991c28-d1ee-48eb-9dc2-8d0620665b2c/5df44412-8c26-4d74-9fa8-d569fa43541c/f1545e31-198f-4bd1-80e1-243b1ea32478) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:36.496281 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:36.557228 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36087d7-c6e3-4dfc-b171-c9824baed1ba x-openstack-request-id: req-d36087d7-c6e3-4dfc-b171-c9824baed1ba {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:36.557773 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09322534-24d4-41b3-abbc-3c5931a67893", "name": "network-vif-deleted", "tag": "931d28c2-bd85-4db4-a8e7-ee1e53ea6114", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:36.558085 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d36087d7-c6e3-4dfc-b171-c9824baed1ba {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:36.564770 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09322534-24d4-41b3-abbc-3c5931a67893', 'name': 'network-vif-deleted', 'tag': '931d28c2-bd85-4db4-a8e7-ee1e53ea6114', 'status': 'completed', 'code': 200} Dec 08 01:56:36.566706 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:36.645348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:36.651097 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ee20299-3672-42d8-bd86-ffa918ffc4a3 tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:36.651950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ee20299-3672-42d8-bd86-ffa918ffc4a3 tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:36.662575 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:36.676395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:36.687167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3ee20299-3672-42d8-bd86-ffa918ffc4a3 tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Calling delete_port for 06b10913-153b-431b-bd55-d6e82729784e owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:36.690584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Pushing event updated for resources: {'Port': ['ID=50895f49-4171-417f-bd22-e3932f1c8a34,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:36.709962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2600c1e1-da50-4a9f-84f2-bd19d48368f6 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:36.867500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c6996-79b4-4440-8b69-e9ed48e66e81 None None] Pushing event updated for resources: {'Port': ['ID=2600c1e1-da50-4a9f-84f2-bd19d48368f6,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:36.901979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-755ff8ef-939a-4449-a517-12355445a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:36.905986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-755ff8ef-939a-4449-a517-12355445a72b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7912047 Dec 08 01:56:36.954651 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] For port b1154074-bea4-4ecf-b102-fce67b97d294, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:37.026801 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] For port b1154074-bea4-4ecf-b102-fce67b97d294, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b1154074-bea4-4ecf-b102-fce67b97d294,segment=NetworkSegment(11533198-213e-4ae8-816f-3b4b2cb768c5),segment_id=11533198-213e-4ae8-816f-3b4b2cb768c5)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:37.058742 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.349812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 2600c1e1-da50-4a9f-84f2-bd19d48368f6 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:37.350440 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.382352 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.424855 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.439817 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ea4de-dc9c-44a2-8ecf-de00f6ec3c81 None None] Pushing event updated for resources: {'Port': ['ID=b1154074-bea4-4ecf-b102-fce67b97d294,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:37.520175 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Network 6f991c28-d1ee-48eb-9dc2-8d0620665b2c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:37.538137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:37.541438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:37.552070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Pushing event updated for resources: {'Port': ['ID=f1545e31-198f-4bd1-80e1-243b1ea32478,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:37.674072 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.724762 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 37418565-0a98-476f-87e2-29c55590e6b5 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:37.788007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Attempting to bind port f1545e31-198f-4bd1-80e1-243b1ea32478 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:37.788410 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Attempting to bind port f1545e31-198f-4bd1-80e1-243b1ea32478 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'aae3b0f2-b3a8-4570-a350-6509b475a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6f991c28-d1ee-48eb-9dc2-8d0620665b2c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:37.788772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Attempting to bind port f1545e31-198f-4bd1-80e1-243b1ea32478 on network 6f991c28-d1ee-48eb-9dc2-8d0620665b2c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:37.831740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:37.831740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Checking segment: {'id': 'aae3b0f2-b3a8-4570-a350-6509b475a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6f991c28-d1ee-48eb-9dc2-8d0620665b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:37.832304 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.832693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Bound using segment: {'id': 'aae3b0f2-b3a8-4570-a350-6509b475a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6f991c28-d1ee-48eb-9dc2-8d0620665b2c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:37.833185 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Bound port: f1545e31-198f-4bd1-80e1-243b1ea32478, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae3b0f2-b3a8-4570-a350-6509b475a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6f991c28-d1ee-48eb-9dc2-8d0620665b2c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:37.833557 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.966363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:37.968989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 37418565-0a98-476f-87e2-29c55590e6b5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:37.969551 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:38.055119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:38.055771 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 931d28c2-bd85-4db4-a8e7-ee1e53ea6114 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:38.067391 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] For port f1545e31-198f-4bd1-80e1-243b1ea32478, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:38.099182 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] For port f1545e31-198f-4bd1-80e1-243b1ea32478, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f1545e31-198f-4bd1-80e1-243b1ea32478,segment=NetworkSegment(aae3b0f2-b3a8-4570-a350-6509b475a515),segment_id=aae3b0f2-b3a8-4570-a350-6509b475a515)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:38.110743 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:38.315763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-5f444bf6-0e6a-4069-8358-961fd12e2ae8 service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3911402 Dec 08 01:56:38.400137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4013ad5-e00d-4d9a-b07a-07b6895c6241 None None] Pushing event updated for resources: {'Port': ['ID=f1545e31-198f-4bd1-80e1-243b1ea32478,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:38.415314 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:38.448815 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ee20299-3672-42d8-bd86-ffa918ffc4a3 tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:38.477569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:38.490813 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ece0a6a-19f0-4138-b374-ccc0172fd4fc" -d '{"events": [{"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-plugged", "status": "completed", "tag": "37418565-0a98-476f-87e2-29c55590e6b5"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:38.539748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:38.548219 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:38.593688 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:38.657107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=13']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:38.764034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee20299-3672-42d8-bd86-ffa918ffc4a3 tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Pushing event deleted for resources: {'Port': ['ID=06b10913-153b-431b-bd55-d6e82729784e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:38.797528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ea856-fb08-4cd3-a707-08e68b37cbe7 req-0d3827de-aa31-4481-9a7e-8ecf90de7900 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:38.806073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ea856-fb08-4cd3-a707-08e68b37cbe7 req-0d3827de-aa31-4481-9a7e-8ecf90de7900 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:38.813893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ea856-fb08-4cd3-a707-08e68b37cbe7 req-0d3827de-aa31-4481-9a7e-8ecf90de7900 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:38.823271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ea856-fb08-4cd3-a707-08e68b37cbe7 req-0d3827de-aa31-4481-9a7e-8ecf90de7900 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:38.833750 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ea856-fb08-4cd3-a707-08e68b37cbe7 req-0d3827de-aa31-4481-9a7e-8ecf90de7900 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:38.843134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ea856-fb08-4cd3-a707-08e68b37cbe7 req-0d3827de-aa31-4481-9a7e-8ecf90de7900 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:38.850544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ea856-fb08-4cd3-a707-08e68b37cbe7 req-0d3827de-aa31-4481-9a7e-8ecf90de7900 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:38.853291 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f2ea856-fb08-4cd3-a707-08e68b37cbe7 req-0d3827de-aa31-4481-9a7e-8ecf90de7900 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5428 time: 2.6159878 Dec 08 01:56:38.855518 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-062dd7b4-7206-450d-8930-e6651e91ff02 service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784251 Dec 08 01:56:38.897415 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bf353-81f6-48db-9fe4-052aae7d9132 req-63e31818-235c-4c7a-8398-cce91a0841f6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:38.906888 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-049bf353-81f6-48db-9fe4-052aae7d9132 req-63e31818-235c-4c7a-8398-cce91a0841f6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 945 time: 0.7911832 Dec 08 01:56:38.935035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b1154074-bea4-4ecf-b102-fce67b97d294 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:39.072543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Router 20a7c971-d386-48ad-a809-a364c4ec156d is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:56:39.079968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b1154074-bea4-4ecf-b102-fce67b97d294 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:39.080568 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:39.115695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-6966c8a2-1cc1-4c07-bbfa-a47ef355fd74 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=079c4e98-7411-43d6-85a2-99b4dabf369b HTTP/1.1" status: 200 len: 217 time: 0.2447395 Dec 08 01:56:39.269110 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:39.328323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port b1154074-bea4-4ecf-b102-fce67b97d294, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b1154074-bea4-4ecf-b102-fce67b97d294,segment=NetworkSegment(11533198-213e-4ae8-816f-3b4b2cb768c5),segment_id=11533198-213e-4ae8-816f-3b4b2cb768c5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:39.338821 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:39.340099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2600c1e1-da50-4a9f-84f2-bd19d48368f6 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:39.362617 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:39.377182 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Sync routers for ids ['20a7c971-d386-48ad-a809-a364c4ec156d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:39.382825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f2ea856-fb08-4cd3-a707-08e68b37cbe7 req-82e6aead-3153-45fe-bb18-911b5f1ed038 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5100548 Dec 08 01:56:39.397078 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:39.398415 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-710983b9-67c6-480e-90b3-135c1178a542 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6550796 Dec 08 01:56:39.399807 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Routers {'20a7c971-d386-48ad-a809-a364c4ec156d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:39.400419 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['20a7c971-d386-48ad-a809-a364c4ec156d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:39.401354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49102) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:39.423415 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d8fdcc-9532-4401-b901-98a7a1a159ea None None] Network d8b71440-1a9d-455d-887d-49233b67b276 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:39.561807 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49106) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:39.645136 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:56:39.651527 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69583ad5-f49a-49dc-8568-988d6a6e6394 x-openstack-request-id: req-69583ad5-f49a-49dc-8568-988d6a6e6394 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:39.652095 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-plugged", "status": "completed", "tag": "37418565-0a98-476f-87e2-29c55590e6b5", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:39.652422 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-69583ad5-f49a-49dc-8568-988d6a6e6394 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:39.652888 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5', 'code': 200} Dec 08 01:56:39.653988 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=b1154074-bea4-4ecf-b102-fce67b97d294,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:39.695445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-049bf353-81f6-48db-9fe4-052aae7d9132 req-a65d5c56-d903-4286-b2de-cb04c7cc0621 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7877681 Dec 08 01:56:39.763534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-25ddb2f4-c791-437b-b678-efc9f4337980 None None] Provisioning complete for port b1154074-bea4-4ecf-b102-fce67b97d294 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:39.764722 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25ddb2f4-c791-437b-b678-efc9f4337980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:39.885543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 2600c1e1-da50-4a9f-84f2-bd19d48368f6 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:39.889562 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:39.949133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ec7fa4ff-eec9-4a35-8386-81e28c79862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:39.958146 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-ec7fa4ff-eec9-4a35-8386-81e28c79862c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28afa482-a172-4120-a6cc-25d01b353e67 HTTP/1.1" status: 200 len: 797 time: 0.7500651 Dec 08 01:56:39.969537 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ee20299-3672-42d8-bd86-ffa918ffc4a3 tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:39.975592 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ee20299-3672-42d8-bd86-ffa918ffc4a3 tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:39.982646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3ee20299-3672-42d8-bd86-ffa918ffc4a3 tempest-FloatingIPAdminTestJSON-856053506 tempest-FloatingIPAdminTestJSON-856053506-project] 10.222.0.71 "DELETE /v2.0/floatingips/f3084c99-d5bd-461e-81ca-28e2c491e061 HTTP/1.1" status: 204 len: 168 time: 4.7533755 Dec 08 01:56:39.986471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49112) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:40.127223 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Set router 20a7c971-d386-48ad-a809-a364c4ec156d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:40.317973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-a2c1c601-2d94-4bee-a2ad-258e494bc7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:40.324070 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-a2c1c601-2d94-4bee-a2ad-258e494bc7ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3382044 Dec 08 01:56:40.425655 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:40.465971 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'name': 'tempest-TaggedBootDevicesTest-522788508-router', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '50895f49-4171-417f-bd22-e3932f1c8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:33Z', 'updated_at': '2021-12-08T01:56:37Z', 'revision_number': 3, 'project_id': 'a70973d04b864782974c0e5d3b87d1c4', 'gw_port': {'id': '50895f49-4171-417f-bd22-e3932f1c8a34', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:40.504751 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Checking router: 20a7c971-d386-48ad-a809-a364c4ec156d for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:40.505426 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Updating router 20a7c971-d386-48ad-a809-a364c4ec156d port 50895f49-4171-417f-bd22-e3932f1c8a34 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:56:40.535139 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:40.581359 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:40.645613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de559ba1-f08d-4e98-bb07-d124f396c376 None None] Network 6f991c28-d1ee-48eb-9dc2-8d0620665b2c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:41.038417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a827cac-8542-4c89-a1e0-eb38188dfdc9 admin admin] Deleting subnet ce5844c7-e431-4bd7-b10d-a05251110465 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:56:41.054857 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a827cac-8542-4c89-a1e0-eb38188dfdc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.116343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f02d5-918c-4959-bc8a-2a6aeb8e8ec4 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Deleting port 39d3f9db-293a-4164-903d-4ae7cb261ffd {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:41.117962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c1f02d5-918c-4959-bc8a-2a6aeb8e8ec4 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.146705 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a827cac-8542-4c89-a1e0-eb38188dfdc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.148935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44183-0c82-48ac-926b-26b9acdc8b58 req-8cb92792-36a4-456b-9ee9-8a63454e34ff tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:41.166117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44183-0c82-48ac-926b-26b9acdc8b58 req-8cb92792-36a4-456b-9ee9-8a63454e34ff tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:41.168982 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-99781dd6-527b-483a-a536-223e3b7ca2a1 None None] Provisioning complete for port f1545e31-198f-4bd1-80e1-243b1ea32478 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:41.169358 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99781dd6-527b-483a-a536-223e3b7ca2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.187467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44183-0c82-48ac-926b-26b9acdc8b58 req-8cb92792-36a4-456b-9ee9-8a63454e34ff tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:41.199236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44183-0c82-48ac-926b-26b9acdc8b58 req-8cb92792-36a4-456b-9ee9-8a63454e34ff tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:41.211628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44183-0c82-48ac-926b-26b9acdc8b58 req-8cb92792-36a4-456b-9ee9-8a63454e34ff tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:41.219429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44183-0c82-48ac-926b-26b9acdc8b58 req-8cb92792-36a4-456b-9ee9-8a63454e34ff tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:41.246303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44183-0c82-48ac-926b-26b9acdc8b58 req-8cb92792-36a4-456b-9ee9-8a63454e34ff tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:41.248369 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ae44183-0c82-48ac-926b-26b9acdc8b58 req-8cb92792-36a4-456b-9ee9-8a63454e34ff tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5428 time: 0.6224666 Dec 08 01:56:41.261902 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a827cac-8542-4c89-a1e0-eb38188dfdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.274276 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-f3aadf6c-510e-4b1c-a26c-5b1796163dcb service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9211619 Dec 08 01:56:41.311975 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.323851 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.470330 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Pushing event updated for resources: {'Port': ['ID=50895f49-4171-417f-bd22-e3932f1c8a34,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:41.475142 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e2eeb8a-a1fa-4ba2-bb4c-65482f597a28 req-a8d99afb-d0ea-43ed-9115-bfb635b0ece2 service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600478 Dec 08 01:56:41.476379 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a827cac-8542-4c89-a1e0-eb38188dfdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.528810 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:41.529163 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:41.534893 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:41.536237 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:41.538856 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:41.539213 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:41.539561 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:41.539934 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:41.540271 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:41.540606 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:41.540943 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:41.541273 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:41.541609 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:41.547367 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a827cac-8542-4c89-a1e0-eb38188dfdc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.553106 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0a827cac-8542-4c89-a1e0-eb38188dfdc9 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ce5844c7-e431-4bd7-b10d-a05251110465 HTTP/1.1" status: 204 len: 168 time: 1.9836533 Dec 08 01:56:41.614382 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Attempting to bind port 50895f49-4171-417f-bd22-e3932f1c8a34 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:41.614768 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Attempting to bind port 50895f49-4171-417f-bd22-e3932f1c8a34 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:41.615141 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Attempting to bind port 50895f49-4171-417f-bd22-e3932f1c8a34 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:41.619942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49124) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:41.623500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a827cac-8542-4c89-a1e0-eb38188dfdc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5844c7-e431-4bd7-b10d-a05251110465,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:41.642621 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:41.643012 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:41.643568 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.643935 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:41.644435 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Bound port: 50895f49-4171-417f-bd22-e3932f1c8a34, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:41.644820 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.656136 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b1154074-bea4-4ecf-b102-fce67b97d294 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:41.771779 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801998d2-d6a0-417f-a9b3-407d44e31797 req-03287fa6-3cf2-4ee0-8483-5c9bd22317c8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:41.780102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-801998d2-d6a0-417f-a9b3-407d44e31797 req-03287fa6-3cf2-4ee0-8483-5c9bd22317c8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.8816578 Dec 08 01:56:41.800306 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] For port 50895f49-4171-417f-bd22-e3932f1c8a34, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:41.822710 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] For port 50895f49-4171-417f-bd22-e3932f1c8a34, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=50895f49-4171-417f-bd22-e3932f1c8a34,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:41.830424 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.852169 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99781dd6-527b-483a-a536-223e3b7ca2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.882343 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c1f02d5-918c-4959-bc8a-2a6aeb8e8ec4 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.883029 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c1f02d5-918c-4959-bc8a-2a6aeb8e8ec4 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.900414 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f02d5-918c-4959-bc8a-2a6aeb8e8ec4 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Calling delete_port for 39d3f9db-293a-4164-903d-4ae7cb261ffd owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:41.989088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-99781dd6-527b-483a-a536-223e3b7ca2a1 None None] For port f1545e31-198f-4bd1-80e1-243b1ea32478, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f1545e31-198f-4bd1-80e1-243b1ea32478,segment=NetworkSegment(aae3b0f2-b3a8-4570-a350-6509b475a515),segment_id=aae3b0f2-b3a8-4570-a350-6509b475a515)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:42.003827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b1154074-bea4-4ecf-b102-fce67b97d294 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:42.004206 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:42.015780 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99781dd6-527b-483a-a536-223e3b7ca2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:42.068106 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22317f-54e2-4847-898e-248a722caa8a None None] Pushing event updated for resources: {'Port': ['ID=50895f49-4171-417f-bd22-e3932f1c8a34,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:42.122908 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Routers {'20a7c971-d386-48ad-a809-a364c4ec156d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:42.123631 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['20a7c971-d386-48ad-a809-a364c4ec156d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:42.294171 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:42.295671 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-17c4913b-9d15-434f-9893-85178df58d07 None None] Provisioning complete for port b1154074-bea4-4ecf-b102-fce67b97d294 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:42.296297 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17c4913b-9d15-434f-9893-85178df58d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:42.425903 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99781dd6-527b-483a-a536-223e3b7ca2a1 None None] Pushing event updated for resources: {'Port': ['ID=f1545e31-198f-4bd1-80e1-243b1ea32478,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:42.457224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ae44183-0c82-48ac-926b-26b9acdc8b58 req-857fbbaf-b2c2-4c30-91d7-416db7394076 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1679945 Dec 08 01:56:42.508918 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c1f02d5-918c-4959-bc8a-2a6aeb8e8ec4 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:42.599595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f1545e31-198f-4bd1-80e1-243b1ea32478 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:42.610496 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] Set router 20a7c971-d386-48ad-a809-a364c4ec156d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:42.733570 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f1545e31-198f-4bd1-80e1-243b1ea32478 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:42.734072 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:42.800754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Allocated IP 172.25.8.187 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/5b843fe0-cdb2-48c4-a8ef-369995b33d6b) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:42.852478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f898d1a7-a563-4799-9c30-cc4c8cf66d94 None None] Provisioning complete for port f1545e31-198f-4bd1-80e1-243b1ea32478 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:42.852872 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f898d1a7-a563-4799-9c30-cc4c8cf66d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:42.921551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Allocated IP 172.20.0.1 (d8b71440-1a9d-455d-887d-49233b67b276/2673850a-993e-4615-ade1-eb362ac0b11a/0875cde7-dd1e-4744-b58b-96b3597fbd94) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:43.049916 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.148183 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.192226 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.289182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Network d8b71440-1a9d-455d-887d-49233b67b276 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:43.306017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:43.316528 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:43.346718 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'name': 'tempest-TaggedBootDevicesTest-522788508-router', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '50895f49-4171-417f-bd22-e3932f1c8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:33Z', 'updated_at': '2021-12-08T01:56:37Z', 'revision_number': 3, 'project_id': 'a70973d04b864782974c0e5d3b87d1c4', 'gw_port': {'id': '50895f49-4171-417f-bd22-e3932f1c8a34', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:43.351655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f1545e31-198f-4bd1-80e1-243b1ea32478 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:43.364850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f02d5-918c-4959-bc8a-2a6aeb8e8ec4 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Pushing event deleted for resources: {'Port': ['ID=39d3f9db-293a-4164-903d-4ae7cb261ffd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:43.386413 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0875cde7-dd1e-4744-b58b-96b3597fbd94,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:43.406731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-d25831b9-c423-466e-b395-206119eda1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:43.407210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-d25831b9-c423-466e-b395-206119eda1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:43.441458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-d25831b9-c423-466e-b395-206119eda1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:43.444962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-d25831b9-c423-466e-b395-206119eda1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:43.445504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-d25831b9-c423-466e-b395-206119eda1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:43.445984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-d25831b9-c423-466e-b395-206119eda1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:43.446593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-d25831b9-c423-466e-b395-206119eda1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:43.447545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f1545e31-198f-4bd1-80e1-243b1ea32478 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:43.448073 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.457759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-d25831b9-c423-466e-b395-206119eda1d4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 6492 time: 1.7600856 Dec 08 01:56:43.458212 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f73a1-d2e2-49cb-bcba-99cdcf9a00ba None None] The sync data for ids ['20a7c971-d386-48ad-a809-a364c4ec156d'] in n-d-713499-31 is: [{'id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'name': 'tempest-TaggedBootDevicesTest-522788508-router', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '50895f49-4171-417f-bd22-e3932f1c8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:33Z', 'updated_at': '2021-12-08T01:56:37Z', 'revision_number': 3, 'project_id': 'a70973d04b864782974c0e5d3b87d1c4', 'gw_port': {'id': '50895f49-4171-417f-bd22-e3932f1c8a34', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:43.470270 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.507070 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.665737 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0dc27c82-97fd-4f2f-a2ce-f2e0f5d3d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.778835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.857314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-801998d2-d6a0-417f-a9b3-407d44e31797 req-a9490eb7-da90-45e7-93e6-cbd99ed3fcd1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.0761366 Dec 08 01:56:43.858658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-c9fa806b-27f8-417f-b181-6e842fbc6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:43.872321 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-c9fa806b-27f8-417f-b181-6e842fbc6aa8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=08cfbefb-b7c2-4901-a33d-bcd1037fa934 HTTP/1.1" status: 200 len: 902 time: 0.3880827 Dec 08 01:56:43.873023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Pushing event updated for resources: {'Port': ['ID=5b843fe0-cdb2-48c4-a8ef-369995b33d6b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:43.875744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-70785a8d-2336-4396-801a-3a8a8049fd2e None None] Provisioning complete for port 0875cde7-dd1e-4744-b58b-96b3597fbd94 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:43.876259 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70785a8d-2336-4396-801a-3a8a8049fd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.003549 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-4fc7cfd6-f33d-4c77-8753-e0e295ea6167 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=079c4e98-7411-43d6-85a2-99b4dabf369b HTTP/1.1" status: 200 len: 217 time: 0.1185486 Dec 08 01:56:44.028726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-70785a8d-2336-4396-801a-3a8a8049fd2e None None] Port 0875cde7-dd1e-4744-b58b-96b3597fbd94 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:44.052740 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c1f02d5-918c-4959-bc8a-2a6aeb8e8ec4 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.059839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0c1f02d5-918c-4959-bc8a-2a6aeb8e8ec4 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.061603 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0c1f02d5-918c-4959-bc8a-2a6aeb8e8ec4 tempest-FloatingIPAdminTestJSON-2113950557 tempest-FloatingIPAdminTestJSON-2113950557-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/d98caaa9-b45b-4d7f-b29c-fafd61a742a7 HTTP/1.1" status: 204 len: 168 time: 4.0736704 Dec 08 01:56:44.067534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49142) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:44.156597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:44.161470 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:44.180870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:44.343051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4560b68-e74e-47d5-a362-2b388fb646cd req-177f9837-85c2-4f0a-95a8-e1f918485884 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:44.350074 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4560b68-e74e-47d5-a362-2b388fb646cd req-177f9837-85c2-4f0a-95a8-e1f918485884 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:44.362020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4560b68-e74e-47d5-a362-2b388fb646cd req-177f9837-85c2-4f0a-95a8-e1f918485884 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:44.381745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4560b68-e74e-47d5-a362-2b388fb646cd req-177f9837-85c2-4f0a-95a8-e1f918485884 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:44.406126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4560b68-e74e-47d5-a362-2b388fb646cd req-177f9837-85c2-4f0a-95a8-e1f918485884 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:44.426943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4560b68-e74e-47d5-a362-2b388fb646cd req-177f9837-85c2-4f0a-95a8-e1f918485884 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:44.435169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4560b68-e74e-47d5-a362-2b388fb646cd req-177f9837-85c2-4f0a-95a8-e1f918485884 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:44.438744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4560b68-e74e-47d5-a362-2b388fb646cd req-177f9837-85c2-4f0a-95a8-e1f918485884 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5428 time: 0.7692873 Dec 08 01:56:44.453592 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.459547 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-271ac8de-0e94-47fd-85ec-9ad09a7c4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:44.461388 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.461790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-271ac8de-0e94-47fd-85ec-9ad09a7c4db7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28afa482-a172-4120-a6cc-25d01b353e67 HTTP/1.1" status: 200 len: 797 time: 0.4452915 Dec 08 01:56:44.511712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-d772960e-d832-4cfd-8cf3-d7a6ba75b780 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Deleting port cf86c847-53b8-498b-b807-7b905c12e037 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:44.512048 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d772960e-d832-4cfd-8cf3-d7a6ba75b780 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.648810 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.653607 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0dc27c82-97fd-4f2f-a2ce-f2e0f5d3d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.656160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0875cde7-dd1e-4744-b58b-96b3597fbd94,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:44.685831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0dc27c82-97fd-4f2f-a2ce-f2e0f5d3d46e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59a8412-6343-41a4-920a-bc94665ff18f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:44.745871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0dc27c82-97fd-4f2f-a2ce-f2e0f5d3d46e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0171bdc1-3956-47a8-840e-c704b75e43a8') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:44.746622 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0dc27c82-97fd-4f2f-a2ce-f2e0f5d3d46e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0171bdc1-3956-47a8-840e-c704b75e43a8') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:44.787334 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0dc27c82-97fd-4f2f-a2ce-f2e0f5d3d46e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.821891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-2bf4350a-520e-4e26-9a12-6ed59829ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:44.829324 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-2bf4350a-520e-4e26-9a12-6ed59829ac05 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3017566 Dec 08 01:56:44.841144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Network d8b71440-1a9d-455d-887d-49233b67b276 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:44.853543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:44.886807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0dc27c82-97fd-4f2f-a2ce-f2e0f5d3d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.904843 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc27c82-97fd-4f2f-a2ce-f2e0f5d3d46e admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:56:44.906573 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0dc27c82-97fd-4f2f-a2ce-f2e0f5d3d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.049935 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d772960e-d832-4cfd-8cf3-d7a6ba75b780 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.059423 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Router 20a7c971-d386-48ad-a809-a364c4ec156d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:45.082183 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-d772960e-d832-4cfd-8cf3-d7a6ba75b780 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Calling delete_port for cf86c847-53b8-498b-b807-7b905c12e037 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:45.384362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0d3d887c-9d98-4609-848e-9bad1c54e43a None None] Provisioning complete for port 0875cde7-dd1e-4744-b58b-96b3597fbd94 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:45.387126 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d3d887c-9d98-4609-848e-9bad1c54e43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.405981 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d772960e-d832-4cfd-8cf3-d7a6ba75b780 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.442220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 50895f49-4171-417f-bd22-e3932f1c8a34 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:45.488486 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772960e-d832-4cfd-8cf3-d7a6ba75b780 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event deleted for resources: {'Port': ['ID=cf86c847-53b8-498b-b807-7b905c12e037,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:45.512382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d887c-9d98-4609-848e-9bad1c54e43a None None] Port 0875cde7-dd1e-4744-b58b-96b3597fbd94 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:45.542472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 50895f49-4171-417f-bd22-e3932f1c8a34 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:45.543158 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:56:45.618794 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:56:45.708775 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4560b68-e74e-47d5-a362-2b388fb646cd req-6f043d38-7b92-42ba-8810-5fa0183eebd0 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2357812 Dec 08 01:56:45.742002 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d772960e-d832-4cfd-8cf3-d7a6ba75b780 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.747945 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d772960e-d832-4cfd-8cf3-d7a6ba75b780 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "DELETE /v2.0/ports/cf86c847-53b8-498b-b807-7b905c12e037 HTTP/1.1" status: 204 len: 168 time: 1.6765759 Dec 08 01:56:45.772643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49162) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:45.789720 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.806322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:45.847347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 50895f49-4171-417f-bd22-e3932f1c8a34, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=50895f49-4171-417f-bd22-e3932f1c8a34,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:45.847564 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8ecee027-f267-4700-bfb0-a0fec675d3f6 admin admin] 10.222.0.71 "PUT /v2.0/routers/20a7c971-d386-48ad-a809-a364c4ec156d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4448879 Dec 08 01:56:45.856632 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.914265 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31d566f-418b-4921-8078-92f543b4111a tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:45.919859 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d31d566f-418b-4921-8078-92f543b4111a tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4c16f19-a91c-4700-a40f-97d2ecc503f5 HTTP/1.1" status: 200 len: 913 time: 0.1353757 Dec 08 01:56:45.920875 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49168) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:45.991197 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0dc27c82-97fd-4f2f-a2ce-f2e0f5d3d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:46.021262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=50895f49-4171-417f-bd22-e3932f1c8a34,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:46.086504 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0dc27c82-97fd-4f2f-a2ce-f2e0f5d3d46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:46.093823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0dc27c82-97fd-4f2f-a2ce-f2e0f5d3d46e admin admin] 10.222.0.71 "DELETE /v2.0/networks/a59a8412-6343-41a4-920a-bc94665ff18f HTTP/1.1" status: 204 len: 168 time: 4.4165988 Dec 08 01:56:46.096463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49170) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:46.121379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-adc84b65-08fb-46cf-a99d-cdd92b724b4b service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2569041 Dec 08 01:56:46.146377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaed432-3757-4cc1-b84a-f0ee584fc89b req-d0f8691e-d4c1-4fdd-b50e-2074e7876b25 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:46.157608 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ccaed432-3757-4cc1-b84a-f0ee584fc89b req-d0f8691e-d4c1-4fdd-b50e-2074e7876b25 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.5331414 Dec 08 01:56:46.159561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc27c82-97fd-4f2f-a2ce-f2e0f5d3d46e admin admin] Pushing event deleted for resources: {'Network': ['ID=a59a8412-6343-41a4-920a-bc94665ff18f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:46.744490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Sync routers for ids ['20a7c971-d386-48ad-a809-a364c4ec156d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:46.770550 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Routers {'20a7c971-d386-48ad-a809-a364c4ec156d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:46.772800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['20a7c971-d386-48ad-a809-a364c4ec156d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:46.777045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa45736-df83-4dba-a86b-297cf5c34243 admin admin] Deleting subnet 3ea788ea-f24f-48a2-8c1e-55fc1ecb14bf {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:56:46.843300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ccaed432-3757-4cc1-b84a-f0ee584fc89b req-998a9a24-0040-4366-86a2-44695b026500 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6847186 Dec 08 01:56:46.866143 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fa45736-df83-4dba-a86b-297cf5c34243 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:47.027263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2367e5aa-e2e9-4edd-9f80-08499a20902a tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:47.059369 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:47.142110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Set router 20a7c971-d386-48ad-a809-a364c4ec156d gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:47.349364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 50895f49-4171-417f-bd22-e3932f1c8a34 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:47.485658 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fa45736-df83-4dba-a86b-297cf5c34243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:47.531070 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9c1d942-d277-4a82-9c30-1f5c5e389720 req-086028ed-3726-4d34-8e30-daa165b633fa service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3953636 Dec 08 01:56:47.601508 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fa45736-df83-4dba-a86b-297cf5c34243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:47.608042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 50895f49-4171-417f-bd22-e3932f1c8a34 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:47.610029 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:47.620380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872f7e-95d4-4960-9151-7fc65a1d81da req-632c305b-644f-45f5-acc0-041379bf7de2 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:47.627524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872f7e-95d4-4960-9151-7fc65a1d81da req-632c305b-644f-45f5-acc0-041379bf7de2 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:47.634083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872f7e-95d4-4960-9151-7fc65a1d81da req-632c305b-644f-45f5-acc0-041379bf7de2 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:47.640473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872f7e-95d4-4960-9151-7fc65a1d81da req-632c305b-644f-45f5-acc0-041379bf7de2 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:47.647704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872f7e-95d4-4960-9151-7fc65a1d81da req-632c305b-644f-45f5-acc0-041379bf7de2 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:47.654031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872f7e-95d4-4960-9151-7fc65a1d81da req-632c305b-644f-45f5-acc0-041379bf7de2 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:47.662938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872f7e-95d4-4960-9151-7fc65a1d81da req-632c305b-644f-45f5-acc0-041379bf7de2 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:47.665391 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae872f7e-95d4-4960-9151-7fc65a1d81da req-632c305b-644f-45f5-acc0-041379bf7de2 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5428 time: 0.6958489 Dec 08 01:56:47.882444 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-2367e5aa-e2e9-4edd-9f80-08499a20902a tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Deleting port 5ea568b7-45ec-48cd-8d2e-90edb181691c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:47.882999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2367e5aa-e2e9-4edd-9f80-08499a20902a tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:47.973296 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fa45736-df83-4dba-a86b-297cf5c34243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:48.107803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49292) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:48.112028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae872f7e-95d4-4960-9151-7fc65a1d81da req-a1afbfef-d97f-4334-9d93-e440e4db2f7f tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3888195 Dec 08 01:56:48.113844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'name': 'tempest-TaggedBootDevicesTest-522788508-router', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '50895f49-4171-417f-bd22-e3932f1c8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:33Z', 'updated_at': '2021-12-08T01:56:43Z', 'revision_number': 4, 'project_id': 'a70973d04b864782974c0e5d3b87d1c4', 'gw_port': {'id': '50895f49-4171-417f-bd22-e3932f1c8a34', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0875cde7-dd1e-4744-b58b-96b3597fbd94', 'name': '', 'network_id': 'd8b71440-1a9d-455d-887d-49233b67b276', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4', 'mac_address': 'fa:16:3e:d9:ae:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '2673850a-993e-4615-ade1-eb362ac0b11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:42Z', 'updated_at': '2021-12-08T01:56:43Z', 'revision_number': 2, 'project_id': 'a70973d04b864782974c0e5d3b87d1c4', 'subnets': [{'id': '2673850a-993e-4615-ade1-eb362ac0b11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:48.152125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Checking router: 20a7c971-d386-48ad-a809-a364c4ec156d for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:48.152743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Updating router 20a7c971-d386-48ad-a809-a364c4ec156d port 0875cde7-dd1e-4744-b58b-96b3597fbd94 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:56:48.170513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa45736-df83-4dba-a86b-297cf5c34243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea788ea-f24f-48a2-8c1e-55fc1ecb14bf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:48.177554 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fa45736-df83-4dba-a86b-297cf5c34243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:48.185252 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9fa45736-df83-4dba-a86b-297cf5c34243 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3ea788ea-f24f-48a2-8c1e-55fc1ecb14bf HTTP/1.1" status: 204 len: 168 time: 2.0668719 Dec 08 01:56:48.189272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49296) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:48.206414 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:48.213717 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:48.326188 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2367e5aa-e2e9-4edd-9f80-08499a20902a tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:48.374460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-2367e5aa-e2e9-4edd-9f80-08499a20902a tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Calling delete_port for 5ea568b7-45ec-48cd-8d2e-90edb181691c owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:48.805759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be21550-6a8f-46f1-ae99-f0f2b9a41c3a req-171a24e5-5428-4186-8dba-b80f70085afa tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:48.813725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5be21550-6a8f-46f1-ae99-f0f2b9a41c3a req-171a24e5-5428-4186-8dba-b80f70085afa tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.7763259 Dec 08 01:56:48.873837 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6388d749-092f-408e-8bc3-53be1fa9e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.042151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5be21550-6a8f-46f1-ae99-f0f2b9a41c3a req-26f0f72c-3dd2-4e8e-b3cc-744c90191222 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591010 Dec 08 01:56:49.152300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Router 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:56:49.224172 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.245356 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.311485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f0c59-929f-439d-90a1-d9ac1a44f1fd None None] Pushing event updated for resources: {'Port': ['ID=0875cde7-dd1e-4744-b58b-96b3597fbd94,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:49.441809 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6388d749-092f-408e-8bc3-53be1fa9e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.596931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Attempting to bind port 0875cde7-dd1e-4744-b58b-96b3597fbd94 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:49.600465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Attempting to bind port 0875cde7-dd1e-4744-b58b-96b3597fbd94 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '11533198-213e-4ae8-816f-3b4b2cb768c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8b71440-1a9d-455d-887d-49233b67b276'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:49.602459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Attempting to bind port 0875cde7-dd1e-4744-b58b-96b3597fbd94 on network d8b71440-1a9d-455d-887d-49233b67b276 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:49.616216 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2367e5aa-e2e9-4edd-9f80-08499a20902a tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.624691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:49.626742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Checking segment: {'id': '11533198-213e-4ae8-816f-3b4b2cb768c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8b71440-1a9d-455d-887d-49233b67b276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:49.628122 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.629830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Bound using segment: {'id': '11533198-213e-4ae8-816f-3b4b2cb768c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8b71440-1a9d-455d-887d-49233b67b276'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:49.632031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Bound port: 0875cde7-dd1e-4744-b58b-96b3597fbd94, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11533198-213e-4ae8-816f-3b4b2cb768c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8b71440-1a9d-455d-887d-49233b67b276'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:49.633889 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.654423 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367e5aa-e2e9-4edd-9f80-08499a20902a tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event deleted for resources: {'Port': ['ID=5ea568b7-45ec-48cd-8d2e-90edb181691c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:49.805992 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8eb7-063d-48e0-8cb2-61d19b35e094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.824058 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6388d749-092f-408e-8bc3-53be1fa9e313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa65691-8d08-484b-9e46-79e68b518d33']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:49.858893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] For port 0875cde7-dd1e-4744-b58b-96b3597fbd94, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:49.874341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] For port 0875cde7-dd1e-4744-b58b-96b3597fbd94, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0875cde7-dd1e-4744-b58b-96b3597fbd94,segment=NetworkSegment(11533198-213e-4ae8-816f-3b4b2cb768c5),segment_id=11533198-213e-4ae8-816f-3b4b2cb768c5)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:49.878464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6388d749-092f-408e-8bc3-53be1fa9e313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc09967e-dac0-414f-971f-440e7912d54d') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:49.879892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6388d749-092f-408e-8bc3-53be1fa9e313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc09967e-dac0-414f-971f-440e7912d54d') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:49.905173 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.918264 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6388d749-092f-408e-8bc3-53be1fa9e313 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.982095 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6388d749-092f-408e-8bc3-53be1fa9e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.009198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6388d749-092f-408e-8bc3-53be1fa9e313 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:56:50.009198 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6388d749-092f-408e-8bc3-53be1fa9e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.034995 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8eb7-063d-48e0-8cb2-61d19b35e094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.047038 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8eb7-063d-48e0-8cb2-61d19b35e094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:56:50.119149 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:56:50.141192 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e8043e25-c52d-4218-a203-9ca2cda6e131 None None] Provisioning complete for port 0875cde7-dd1e-4744-b58b-96b3597fbd94 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:50.141584 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8043e25-c52d-4218-a203-9ca2cda6e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.154376 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eaaa8eb7-063d-48e0-8cb2-61d19b35e094 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ee3a3506df6b43d094361f7d2e7da988&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0432305 Dec 08 01:56:50.170882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49318) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:50.228647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa8eb7-063d-48e0-8cb2-61d19b35e094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8848d4ca-1058-441e-b611-101dc6ab7213,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:50.242681 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2367e5aa-e2e9-4edd-9f80-08499a20902a tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.285607 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f0c59-929f-439d-90a1-d9ac1a44f1fd None None] Pushing event updated for resources: {'Port': ['ID=0875cde7-dd1e-4744-b58b-96b3597fbd94,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:50.293069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Routers {'20a7c971-d386-48ad-a809-a364c4ec156d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:50.296679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['20a7c971-d386-48ad-a809-a364c4ec156d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:50.381376 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6388d749-092f-408e-8bc3-53be1fa9e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.436155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:50.448689 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Sync routers for ids ['5f4e31b7-ab0c-4439-bc47-abafb36ffc13'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:50.463634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a963-90bf-4d7c-849f-8b95ce2b4401 req-a9b62fef-af54-4682-bfbc-09afbc6572ab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:50.471771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a963-90bf-4d7c-849f-8b95ce2b4401 req-a9b62fef-af54-4682-bfbc-09afbc6572ab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:50.487753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a963-90bf-4d7c-849f-8b95ce2b4401 req-a9b62fef-af54-4682-bfbc-09afbc6572ab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:50.497989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a963-90bf-4d7c-849f-8b95ce2b4401 req-a9b62fef-af54-4682-bfbc-09afbc6572ab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:50.498197 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Routers {'5f4e31b7-ab0c-4439-bc47-abafb36ffc13'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:50.498894 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5f4e31b7-ab0c-4439-bc47-abafb36ffc13'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:50.525760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a963-90bf-4d7c-849f-8b95ce2b4401 req-a9b62fef-af54-4682-bfbc-09afbc6572ab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:50.547117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a963-90bf-4d7c-849f-8b95ce2b4401 req-a9b62fef-af54-4682-bfbc-09afbc6572ab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:50.577259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a963-90bf-4d7c-849f-8b95ce2b4401 req-a9b62fef-af54-4682-bfbc-09afbc6572ab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:50.579220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9587a963-90bf-4d7c-849f-8b95ce2b4401 req-a9b62fef-af54-4682-bfbc-09afbc6572ab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5428 time: 1.1414330 Dec 08 01:56:50.622549 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2367e5aa-e2e9-4edd-9f80-08499a20902a tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Router d4c16f19-a91c-4700-a40f-97d2ecc503f5 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:50.668805 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6388d749-092f-408e-8bc3-53be1fa9e313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.702901 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6388d749-092f-408e-8bc3-53be1fa9e313 admin admin] 10.222.0.71 "DELETE /v2.0/networks/dfa65691-8d08-484b-9e46-79e68b518d33 HTTP/1.1" status: 204 len: 168 time: 2.5032990 Dec 08 01:56:50.739087 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8043e25-c52d-4218-a203-9ca2cda6e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.781282 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Set router 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:50.845965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388d749-092f-408e-8bc3-53be1fa9e313 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa65691-8d08-484b-9e46-79e68b518d33,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:50.887953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] Set router 20a7c971-d386-48ad-a809-a364c4ec156d gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:50.923719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2367e5aa-e2e9-4edd-9f80-08499a20902a tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:50.928140 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-484302d2-051f-4a10-b83a-0e3532647799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.946065 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2367e5aa-e2e9-4edd-9f80-08499a20902a tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "PUT /v2.0/routers/d4c16f19-a91c-4700-a40f-97d2ecc503f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0238984 Dec 08 01:56:50.950215 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49326) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:50.972288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ffe15-0b8b-4766-9c7f-5ab077d0bff5 None None] Sync routers for ids ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:50.976158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc825aa-5168-4ab1-9e2e-eedfd88a3892 req-9e8430e5-1935-46fb-9dfe-035250e833c0 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:50.977556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e8043e25-c52d-4218-a203-9ca2cda6e131 None None] For port 0875cde7-dd1e-4744-b58b-96b3597fbd94, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0875cde7-dd1e-4744-b58b-96b3597fbd94,segment=NetworkSegment(11533198-213e-4ae8-816f-3b4b2cb768c5),segment_id=11533198-213e-4ae8-816f-3b4b2cb768c5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:50.995255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bc825aa-5168-4ab1-9e2e-eedfd88a3892 req-9e8430e5-1935-46fb-9dfe-035250e833c0 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.7518446 Dec 08 01:56:50.999117 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8043e25-c52d-4218-a203-9ca2cda6e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.064557 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49328) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:51.124945 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-484302d2-051f-4a10-b83a-0e3532647799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.162365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8043e25-c52d-4218-a203-9ca2cda6e131 None None] Pushing event updated for resources: {'Port': ['ID=0875cde7-dd1e-4744-b58b-96b3597fbd94,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:51.184460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ffe15-0b8b-4766-9c7f-5ab077d0bff5 None None] Routers {'d4c16f19-a91c-4700-a40f-97d2ecc503f5'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:51.185531 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-372ffe15-0b8b-4766-9c7f-5ab077d0bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:51.307648 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7c27adb0-dee7-45f2-87fb-f4a15cb396b1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ea3a98675f74d9ca617927f4f236c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402337 Dec 08 01:56:51.313624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49330) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:51.357399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bc825aa-5168-4ab1-9e2e-eedfd88a3892 req-3c0403bd-a26f-438c-8e9d-bea5a17dc417 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570497 Dec 08 01:56:51.375215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9587a963-90bf-4d7c-849f-8b95ce2b4401 req-e20cd3b0-19d4-45e5-b6d8-3a4a1d947e50 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7077594 Dec 08 01:56:51.385323 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.396456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a6981a68-f505-4b20-be79-c2c7e43c503f admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 16.6825750 Dec 08 01:56:51.399013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49334) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:51.428694 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'name': 'tempest-FloatingIPsNegativeTestJSON-159264863-router', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '5b843fe0-cdb2-48c4-a8ef-369995b33d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:56:44Z', 'revision_number': 3, 'project_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'gw_port': {'id': '5b843fe0-cdb2-48c4-a8ef-369995b33d6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:40Z', 'updated_at': '2021-12-08T01:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:51.436691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-372ffe15-0b8b-4766-9c7f-5ab077d0bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:51.447524 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.482313 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Checking router: 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:51.483434 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Updating router 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 port 5b843fe0-cdb2-48c4-a8ef-369995b33d6b binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:56:51.503524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ed6e609a-2ac3-450d-85ad-0f3f8ae0577f None None] Provisioning complete for port 0875cde7-dd1e-4744-b58b-96b3597fbd94 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:51.503925 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ed6e609a-2ac3-450d-85ad-0f3f8ae0577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.540689 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.620316 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ffe15-0b8b-4766-9c7f-5ab077d0bff5 None None] Routers {'d4c16f19-a91c-4700-a40f-97d2ecc503f5'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:51.621798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-372ffe15-0b8b-4766-9c7f-5ab077d0bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:51.712108 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-372ffe15-0b8b-4766-9c7f-5ab077d0bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:51.712803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ffe15-0b8b-4766-9c7f-5ab077d0bff5 None None] The sync data for ids ['d4c16f19-a91c-4700-a40f-97d2ecc503f5'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:51.715401 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.747249 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-66b97ea6-b40b-4c66-90b7-ec0ead36b47f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.862057 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-66b97ea6-b40b-4c66-90b7-ec0ead36b47f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.014485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Deleting port be2faee8-49c7-41fd-a41b-d406085698cb {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:52.016596 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.034090 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-484302d2-051f-4a10-b83a-0e3532647799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.043759 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-484302d2-051f-4a10-b83a-0e3532647799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.047036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-484302d2-051f-4a10-b83a-0e3532647799 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8848d4ca-1058-441e-b611-101dc6ab7213 HTTP/1.1" status: 204 len: 168 time: 1.8424900 Dec 08 01:56:52.108354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484302d2-051f-4a10-b83a-0e3532647799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8848d4ca-1058-441e-b611-101dc6ab7213,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:52.142685 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b54d-cd4d-4885-9471-fcf1cf21c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.222369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.247792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Calling delete_port for be2faee8-49c7-41fd-a41b-d406085698cb owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:52.350733 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'name': 'tempest-TaggedBootDevicesTest-522788508-router', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '50895f49-4171-417f-bd22-e3932f1c8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:33Z', 'updated_at': '2021-12-08T01:56:43Z', 'revision_number': 4, 'project_id': 'a70973d04b864782974c0e5d3b87d1c4', 'gw_port': {'id': '50895f49-4171-417f-bd22-e3932f1c8a34', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0875cde7-dd1e-4744-b58b-96b3597fbd94', 'name': '', 'network_id': 'd8b71440-1a9d-455d-887d-49233b67b276', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4', 'mac_address': 'fa:16:3e:d9:ae:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '2673850a-993e-4615-ade1-eb362ac0b11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:42Z', 'updated_at': '2021-12-08T01:56:49Z', 'revision_number': 4, 'project_id': 'a70973d04b864782974c0e5d3b87d1c4', 'subnets': [{'id': '2673850a-993e-4615-ade1-eb362ac0b11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:52.397156 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.414699 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.477666 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba0222-c520-418e-a648-172fb23e0636 None None] The sync data for ids ['20a7c971-d386-48ad-a809-a364c4ec156d'] in n-d-713499-31 is: [{'id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'name': 'tempest-TaggedBootDevicesTest-522788508-router', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '50895f49-4171-417f-bd22-e3932f1c8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:33Z', 'updated_at': '2021-12-08T01:56:43Z', 'revision_number': 4, 'project_id': 'a70973d04b864782974c0e5d3b87d1c4', 'gw_port': {'id': '50895f49-4171-417f-bd22-e3932f1c8a34', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0875cde7-dd1e-4744-b58b-96b3597fbd94', 'name': '', 'network_id': 'd8b71440-1a9d-455d-887d-49233b67b276', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4', 'mac_address': 'fa:16:3e:d9:ae:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '2673850a-993e-4615-ade1-eb362ac0b11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:42Z', 'updated_at': '2021-12-08T01:56:49Z', 'revision_number': 4, 'project_id': 'a70973d04b864782974c0e5d3b87d1c4', 'subnets': [{'id': '2673850a-993e-4615-ade1-eb362ac0b11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:52.537920 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba57dd-d66b-4875-800c-cb8434ab2d4b None None] Pushing event updated for resources: {'Port': ['ID=5b843fe0-cdb2-48c4-a8ef-369995b33d6b,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:52.541388 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.620035 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Attempting to bind port 5b843fe0-cdb2-48c4-a8ef-369995b33d6b on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:52.621542 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Attempting to bind port 5b843fe0-cdb2-48c4-a8ef-369995b33d6b by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:52.622992 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Attempting to bind port 5b843fe0-cdb2-48c4-a8ef-369995b33d6b on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:52.642042 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:52.644160 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:52.644880 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.646071 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:52.647460 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Bound port: 5b843fe0-cdb2-48c4-a8ef-369995b33d6b, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:52.647820 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.649972 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.657984 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-66b97ea6-b40b-4c66-90b7-ec0ead36b47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.666369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-66b97ea6-b40b-4c66-90b7-ec0ead36b47f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.668888 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-66b97ea6-b40b-4c66-90b7-ec0ead36b47f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fb989ab7-16d3-4424-bdc5-cbd7555342f6 HTTP/1.1" status: 204 len: 168 time: 1.3514295 Dec 08 01:56:52.762280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event deleted for resources: {'Port': ['ID=be2faee8-49c7-41fd-a41b-d406085698cb,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:52.773527 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] For port 5b843fe0-cdb2-48c4-a8ef-369995b33d6b, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:52.786492 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] For port 5b843fe0-cdb2-48c4-a8ef-369995b33d6b, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5b843fe0-cdb2-48c4-a8ef-369995b33d6b,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:52.792582 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b97ea6-b40b-4c66-90b7-ec0ead36b47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb989ab7-16d3-4424-bdc5-cbd7555342f6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:52.801399 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.999667 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.052992 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba57dd-d66b-4875-800c-cb8434ab2d4b None None] Pushing event updated for resources: {'Port': ['ID=5b843fe0-cdb2-48c4-a8ef-369995b33d6b,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:53.068265 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Routers {'5f4e31b7-ab0c-4439-bc47-abafb36ffc13'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:53.074280 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5f4e31b7-ab0c-4439-bc47-abafb36ffc13'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:53.269112 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.326500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Allocated IP 172.20.0.1 (6f991c28-d1ee-48eb-9dc2-8d0620665b2c/5df44412-8c26-4d74-9fa8-d569fa43541c/a39f7625-0656-4f46-aada-34fcf8c0d8ed) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:53.467562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0875cde7-dd1e-4744-b58b-96b3597fbd94 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:53.488718 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.510633 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.516476 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] Set router 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:53.667728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0875cde7-dd1e-4744-b58b-96b3597fbd94 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:53.668275 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.676990 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.689326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49360) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:53.739098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49362) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:53.765863 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.768656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Fanout notify agent at l3_agent the message router_deleted on router d4c16f19-a91c-4700-a40f-97d2ecc503f5 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:56:53.794390 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.802832 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.805957 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dffacac1-d9c2-4995-a1a3-7f0d6e323227 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "DELETE /v2.0/routers/d4c16f19-a91c-4700-a40f-97d2ecc503f5 HTTP/1.1" status: 204 len: 168 time: 2.8509161 Dec 08 01:56:53.809780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49364) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:53.818723 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c20d7cb2-1873-4890-be6a-fe786cc1f52c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.934714 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5549273-da00-43a0-b28c-31df76b02fe1 req-494a2802-46e3-47b1-9f83-38547e9b1c39 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:53.945512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5549273-da00-43a0-b28c-31df76b02fe1 req-494a2802-46e3-47b1-9f83-38547e9b1c39 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 1.2846251 Dec 08 01:56:54.049632 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'name': 'tempest-FloatingIPsNegativeTestJSON-159264863-router', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '5b843fe0-cdb2-48c4-a8ef-369995b33d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:56:44Z', 'revision_number': 3, 'project_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'gw_port': {'id': '5b843fe0-cdb2-48c4-a8ef-369995b33d6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:40Z', 'updated_at': '2021-12-08T01:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:54.090730 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Network 6f991c28-d1ee-48eb-9dc2-8d0620665b2c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:54.094789 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.147261 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-75d89211-b4e0-4718-a787-42bc772ad780 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6b086251cbc9488a860abd5e06813540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4567251 Dec 08 01:56:54.154246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecbbf0-25a3-4612-852e-09a0eb39fbb9 req-6420356b-47a2-443a-a6d3-04518798b6c8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:54.169974 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49368) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:54.171980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecbbf0-25a3-4612-852e-09a0eb39fbb9 req-6420356b-47a2-443a-a6d3-04518798b6c8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:54.175990 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d09709-9e3e-4579-8dcf-f8014881be29 None None] The sync data for ids ['5f4e31b7-ab0c-4439-bc47-abafb36ffc13'] in n-d-713499-31 is: [{'id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'name': 'tempest-FloatingIPsNegativeTestJSON-159264863-router', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '5b843fe0-cdb2-48c4-a8ef-369995b33d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:56:44Z', 'revision_number': 3, 'project_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'gw_port': {'id': '5b843fe0-cdb2-48c4-a8ef-369995b33d6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:40Z', 'updated_at': '2021-12-08T01:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:54.191190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecbbf0-25a3-4612-852e-09a0eb39fbb9 req-6420356b-47a2-443a-a6d3-04518798b6c8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:54.214876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-965eca98-afc5-45c7-a0d0-3400ebabc3a1 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Deleting subnet 8a3d13f9-cdc3-4a92-bd81-daa249ee64af {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:56:54.231047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecbbf0-25a3-4612-852e-09a0eb39fbb9 req-6420356b-47a2-443a-a6d3-04518798b6c8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:54.240531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecbbf0-25a3-4612-852e-09a0eb39fbb9 req-6420356b-47a2-443a-a6d3-04518798b6c8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:54.252311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecbbf0-25a3-4612-852e-09a0eb39fbb9 req-6420356b-47a2-443a-a6d3-04518798b6c8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:54.258356 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecbbf0-25a3-4612-852e-09a0eb39fbb9 req-6420356b-47a2-443a-a6d3-04518798b6c8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:54.260878 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-965eca98-afc5-45c7-a0d0-3400ebabc3a1 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.269856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7ecbbf0-25a3-4612-852e-09a0eb39fbb9 req-6420356b-47a2-443a-a6d3-04518798b6c8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5428 time: 1.6225390 Dec 08 01:56:54.277912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:54.283688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:54.323936 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5ca7-9176-461c-8c27-2bc3eb84b39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.382037 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Pushing event updated for resources: {'Port': ['ID=a39f7625-0656-4f46-aada-34fcf8c0d8ed,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:54.591122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c20d7cb2-1873-4890-be6a-fe786cc1f52c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.651976 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c20d7cb2-1873-4890-be6a-fe786cc1f52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.655803 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5549273-da00-43a0-b28c-31df76b02fe1 req-71df5dfb-b47a-4e66-833b-4cb3220fd915 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7050514 Dec 08 01:56:54.738587 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.773063 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c20d7cb2-1873-4890-be6a-fe786cc1f52c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=90d406d8fa224fa2bacb40fcacb44c06&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0320892 Dec 08 01:56:54.811812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49372) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:54.816669 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-965eca98-afc5-45c7-a0d0-3400ebabc3a1 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.982270 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e25fab84-ce7f-4915-9238-9d32a79d5a25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.989857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-91287fe8-282d-4b0c-9d8f-a46ed4d969a5 None None] Provisioning complete for port a39f7625-0656-4f46-aada-34fcf8c0d8ed triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:54.990447 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91287fe8-282d-4b0c-9d8f-a46ed4d969a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.034845 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7ecbbf0-25a3-4612-852e-09a0eb39fbb9 req-58648e3e-09b8-4434-a060-2b0ee03bfc7d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7527256 Dec 08 01:56:55.082966 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.119050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-91287fe8-282d-4b0c-9d8f-a46ed4d969a5 None None] Port a39f7625-0656-4f46-aada-34fcf8c0d8ed cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:55.277455 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d7cb2-1873-4890-be6a-fe786cc1f52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c53786-31c2-46b3-be6a-fd0c77cfbd17,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:55.326948 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e25fab84-ce7f-4915-9238-9d32a79d5a25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.360878 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.442464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5b843fe0-cdb2-48c4-a8ef-369995b33d6b up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:55.479967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-875aeb6f-a04b-47d0-949e-76098bd69e51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.512390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-875aeb6f-a04b-47d0-949e-76098bd69e51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.552721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 5b843fe0-cdb2-48c4-a8ef-369995b33d6b triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:55.553129 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.630840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-875aeb6f-a04b-47d0-949e-76098bd69e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.633743 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-875aeb6f-a04b-47d0-949e-76098bd69e51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.635197 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-875aeb6f-a04b-47d0-949e-76098bd69e51 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c3c53786-31c2-46b3-be6a-fd0c77cfbd17 HTTP/1.1" status: 204 len: 168 time: 0.8154747 Dec 08 01:56:55.654992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875aeb6f-a04b-47d0-949e-76098bd69e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c53786-31c2-46b3-be6a-fd0c77cfbd17,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:55.678350 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-965eca98-afc5-45c7-a0d0-3400ebabc3a1 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.739445 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e25fab84-ce7f-4915-9238-9d32a79d5a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.757228 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e25fab84-ce7f-4915-9238-9d32a79d5a25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.758514 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e25fab84-ce7f-4915-9238-9d32a79d5a25 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7408cdf7-d7fa-4d11-a89b-0c7710c54e24 HTTP/1.1" status: 204 len: 168 time: 1.5874813 Dec 08 01:56:55.778207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fab84-ce7f-4915-9238-9d32a79d5a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7408cdf7-d7fa-4d11-a89b-0c7710c54e24,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:55.818656 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-965eca98-afc5-45c7-a0d0-3400ebabc3a1 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.881623 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.928260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965eca98-afc5-45c7-a0d0-3400ebabc3a1 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event deleted for resources: {'Subnet': ['ID=8a3d13f9-cdc3-4a92-bd81-daa249ee64af,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:55.936646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-965eca98-afc5-45c7-a0d0-3400ebabc3a1 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.947905 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-965eca98-afc5-45c7-a0d0-3400ebabc3a1 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "DELETE /v2.0/subnets/8a3d13f9-cdc3-4a92-bd81-daa249ee64af HTTP/1.1" status: 204 len: 168 time: 2.1012022 Dec 08 01:56:55.949041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49392) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:55.955717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca33db57-27c1-4d2a-9b89-7ae7bdc7405b None None] Network e808dbb9-5ff0-4eb5-8b23-3ef358cb660f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:56.152001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 5b843fe0-cdb2-48c4-a8ef-369995b33d6b, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5b843fe0-cdb2-48c4-a8ef-369995b33d6b,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:56.182419 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.221987 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.399341 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Deleting port 61eea93a-f739-45b5-896e-9bf5f94e5501 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:56.400336 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.408380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=5b843fe0-cdb2-48c4-a8ef-369995b33d6b,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:56.495633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa0f6d-491a-4b67-823e-3a5b738b65f8 req-d8fab570-d832-4981-8d60-7b0dd57cb8d7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:56.530135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-edfa0f6d-491a-4b67-823e-3a5b738b65f8 req-d8fab570-d832-4981-8d60-7b0dd57cb8d7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.4239876 Dec 08 01:56:56.572313 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef5ec96-cdc9-4d52-aa80-e743a05a08df None None] DHCP port deletion for e808dbb9-5ff0-4eb5-8b23-3ef358cb660f request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:56.606736 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] For port 61eea93a-f739-45b5-896e-9bf5f94e5501, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=61eea93a-f739-45b5-896e-9bf5f94e5501,segment=NetworkSegment(57d9827b-7691-43e8-8dce-ffbf703e0bea),segment_id=57d9827b-7691-43e8-8dce-ffbf703e0bea)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:56.607378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.651144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Calling delete_port for 61eea93a-f739-45b5-896e-9bf5f94e5501 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:56.729263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8ef5ec96-cdc9-4d52-aa80-e743a05a08df None None] Deleting port 61eea93a-f739-45b5-896e-9bf5f94e5501 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:56.729957 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ef5ec96-cdc9-4d52-aa80-e743a05a08df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.785231 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-edfa0f6d-491a-4b67-823e-3a5b738b65f8 req-d8910cde-974d-4b52-8fc9-c46054d4bc19 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516346 Dec 08 01:56:56.865419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43059ac-ba1a-4e4f-9003-bdf6fb775a46 req-784ba512-eeb9-4448-a194-f437cd3b771e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:56.890367 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.897792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43059ac-ba1a-4e4f-9003-bdf6fb775a46 req-784ba512-eeb9-4448-a194-f437cd3b771e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:56.911425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43059ac-ba1a-4e4f-9003-bdf6fb775a46 req-784ba512-eeb9-4448-a194-f437cd3b771e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:56.915834 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.927421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8ef5ec96-cdc9-4d52-aa80-e743a05a08df None None] For port 61eea93a-f739-45b5-896e-9bf5f94e5501, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=61eea93a-f739-45b5-896e-9bf5f94e5501,segment=NetworkSegment(57d9827b-7691-43e8-8dce-ffbf703e0bea),segment_id=57d9827b-7691-43e8-8dce-ffbf703e0bea)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:56.928822 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ef5ec96-cdc9-4d52-aa80-e743a05a08df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.934444 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43059ac-ba1a-4e4f-9003-bdf6fb775a46 req-784ba512-eeb9-4448-a194-f437cd3b771e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:56.941441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event deleted for resources: {'Port': ['ID=61eea93a-f739-45b5-896e-9bf5f94e5501,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:56.959867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] No DVR routers for this DVR port 61eea93a-f739-45b5-896e-9bf5f94e5501 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:56.963843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8ef5ec96-cdc9-4d52-aa80-e743a05a08df None None] Calling delete_port for 61eea93a-f739-45b5-896e-9bf5f94e5501 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:56.972866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43059ac-ba1a-4e4f-9003-bdf6fb775a46 req-784ba512-eeb9-4448-a194-f437cd3b771e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:56.995763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43059ac-ba1a-4e4f-9003-bdf6fb775a46 req-784ba512-eeb9-4448-a194-f437cd3b771e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:57.010578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43059ac-ba1a-4e4f-9003-bdf6fb775a46 req-784ba512-eeb9-4448-a194-f437cd3b771e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:57.024726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c43059ac-ba1a-4e4f-9003-bdf6fb775a46 req-784ba512-eeb9-4448-a194-f437cd3b771e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5428 time: 0.7058220 Dec 08 01:56:57.201680 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.224389 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ef5ec96-cdc9-4d52-aa80-e743a05a08df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.280689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e808dbb9-5ff0-4eb5-8b23-3ef358cb660f']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:57.288256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5ec96-cdc9-4d52-aa80-e743a05a08df None None] Pushing event deleted for resources: {'Port': ['ID=61eea93a-f739-45b5-896e-9bf5f94e5501,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:57.316716 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef5ec96-cdc9-4d52-aa80-e743a05a08df None None] No DVR routers for this DVR port 61eea93a-f739-45b5-896e-9bf5f94e5501 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:57.344595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d9827b-7691-43e8-8dce-ffbf703e0bea') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:57.347276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d9827b-7691-43e8-8dce-ffbf703e0bea') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:57.347823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5b843fe0-cdb2-48c4-a8ef-369995b33d6b up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:57.394414 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.445067 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.466936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:56:57.470824 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:56:57.474166 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:56:57.502862 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 5b843fe0-cdb2-48c4-a8ef-369995b33d6b triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:57.503280 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.579564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c43059ac-ba1a-4e4f-9003-bdf6fb775a46 req-cec1ec59-44d6-4625-a220-2e6084211fe4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5493443 Dec 08 01:56:57.658719 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.684825 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.711918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49438) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:57.712196 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "DELETE /v2.0/networks/e808dbb9-5ff0-4eb5-8b23-3ef358cb660f HTTP/1.1" status: 204 len: 168 time: 1.7621136 Dec 08 01:56:57.760441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c168dc-ae01-4910-8f0a-e2e69d244100 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event deleted for resources: {'Network': ['ID=e808dbb9-5ff0-4eb5-8b23-3ef358cb660f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:57.877248 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.945663 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 61eea93a-f739-45b5-896e-9bf5f94e5501 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:57.965917 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.980632 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:58.033437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 61eea93a-f739-45b5-896e-9bf5f94e5501 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:58.033713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 61eea93a-f739-45b5-896e-9bf5f94e5501 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:58.127782 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:58.286407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Pushing event updated for resources: {'Port': ['ID=a39f7625-0656-4f46-aada-34fcf8c0d8ed,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:58.491595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797adea-86e1-4bd0-b4e9-47caeed11a6c req-a18bdb4b-dc55-47a6-a6bb-d49ad9b1b763 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:58.493521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8797adea-86e1-4bd0-b4e9-47caeed11a6c req-a18bdb4b-dc55-47a6-a6bb-d49ad9b1b763 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.5303643 Dec 08 01:56:58.496205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Network 6f991c28-d1ee-48eb-9dc2-8d0620665b2c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:58.499581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:58.510342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-55079dc9-9253-4687-8595-cf60c4cb1445 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Deleting port 06038b6a-ff06-46bc-b8ea-25c3db975468 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:58.510843 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55079dc9-9253-4687-8595-cf60c4cb1445 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:58.672027 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55079dc9-9253-4687-8595-cf60c4cb1445 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:58.673090 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55079dc9-9253-4687-8595-cf60c4cb1445 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:58.691976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-55079dc9-9253-4687-8595-cf60c4cb1445 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Calling delete_port for 06038b6a-ff06-46bc-b8ea-25c3db975468 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:58.923169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-cdc7b7f2-a870-45c7-8ae0-776a429cd265 None None] Provisioning complete for port a39f7625-0656-4f46-aada-34fcf8c0d8ed triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:58.927617 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdc7b7f2-a870-45c7-8ae0-776a429cd265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:59.042275 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cdc7b7f2-a870-45c7-8ae0-776a429cd265 None None] Port a39f7625-0656-4f46-aada-34fcf8c0d8ed cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:59.154703 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55079dc9-9253-4687-8595-cf60c4cb1445 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:59.438445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8797adea-86e1-4bd0-b4e9-47caeed11a6c req-08ed6bee-3323-44b6-9b67-e90588742f8d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9347510 Dec 08 01:56:59.513279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55079dc9-9253-4687-8595-cf60c4cb1445 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Pushing event deleted for resources: {'Port': ['ID=06038b6a-ff06-46bc-b8ea-25c3db975468,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:59.521619 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55079dc9-9253-4687-8595-cf60c4cb1445 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:59.524593 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-55079dc9-9253-4687-8595-cf60c4cb1445 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:59.525608 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-55079dc9-9253-4687-8595-cf60c4cb1445 tempest-FloatingIPAdminTestJSON-397307022 tempest-FloatingIPAdminTestJSON-397307022-project] 10.222.0.71 "DELETE /v2.0/floatingips/1dc9cda6-6155-4017-9a99-ccea81d34e1d HTTP/1.1" status: 204 len: 168 time: 1.8101141 Dec 08 01:56:59.581301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16610d05-f6c9-4111-a406-ff50b95ffaf9 req-a661d0a5-a50b-4d23-9783-f01cb2b194d1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:59.587561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16610d05-f6c9-4111-a406-ff50b95ffaf9 req-a661d0a5-a50b-4d23-9783-f01cb2b194d1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:59.594538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16610d05-f6c9-4111-a406-ff50b95ffaf9 req-a661d0a5-a50b-4d23-9783-f01cb2b194d1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:59.601204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16610d05-f6c9-4111-a406-ff50b95ffaf9 req-a661d0a5-a50b-4d23-9783-f01cb2b194d1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:59.610221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16610d05-f6c9-4111-a406-ff50b95ffaf9 req-a661d0a5-a50b-4d23-9783-f01cb2b194d1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:59.635704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16610d05-f6c9-4111-a406-ff50b95ffaf9 req-a661d0a5-a50b-4d23-9783-f01cb2b194d1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:59.643081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16610d05-f6c9-4111-a406-ff50b95ffaf9 req-a661d0a5-a50b-4d23-9783-f01cb2b194d1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:59.653864 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16610d05-f6c9-4111-a406-ff50b95ffaf9 req-a661d0a5-a50b-4d23-9783-f01cb2b194d1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5428 time: 0.7131276 Dec 08 01:56:59.750281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16610d05-f6c9-4111-a406-ff50b95ffaf9 req-e9d2bab4-12dc-402f-b121-7a9347a579dd tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947022 Dec 08 01:56:59.756717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Router 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:57:00.021935 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device fe23b3a2-b779-486d-b5ee-9f805f59230f details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:00.072831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:57:00.089904 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Sync routers for ids ['5f4e31b7-ab0c-4439-bc47-abafb36ffc13'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:57:00.094398 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5ce10ddf-4e7b-40f2-8839-172515c26b85 admin admin] 10.222.0.71 "PUT /v2.0/routers/5f4e31b7-ab0c-4439-bc47-abafb36ffc13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6920617 Dec 08 01:57:00.119809 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Routers {'5f4e31b7-ab0c-4439-bc47-abafb36ffc13'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:00.123949 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5f4e31b7-ab0c-4439-bc47-abafb36ffc13'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:00.136568 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49512) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.274464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port fe23b3a2-b779-486d-b5ee-9f805f59230f, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fe23b3a2-b779-486d-b5ee-9f805f59230f,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:00.307036 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'fe23b3a2-b779-486d-b5ee-9f805f59230f', 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934', 'port_id': 'fe23b3a2-b779-486d-b5ee-9f805f59230f', 'mac_address': 'fa:16:3e:97:43:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28afa482-a172-4120-a6cc-25d01b353e67', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:00.329000 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Set router 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:57:00.374853 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.410376 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe23b3a2-b779-486d-b5ee-9f805f59230f {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:00.452613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49522) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.456242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-501bb784-7a3a-4937-8996-351a6bd61c13 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e0a2bf8002b64b0c853506c161e38820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3114810 Dec 08 01:57:00.657347 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3fec4a1e-4c75-4498-89e3-bac957e6c61a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.700773 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772b96-44ad-4247-ba45-f89e6f906f57 req-14e43ca3-88d4-44a3-8527-4015710b19b1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:00.708701 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3fec4a1e-4c75-4498-89e3-bac957e6c61a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.716656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26772b96-44ad-4247-ba45-f89e6f906f57 req-14e43ca3-88d4-44a3-8527-4015710b19b1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.1320503 Dec 08 01:57:00.808020 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'name': 'tempest-FloatingIPsNegativeTestJSON-159264863-router', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '5b843fe0-cdb2-48c4-a8ef-369995b33d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:56:55Z', 'revision_number': 4, 'project_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'gw_port': {'id': '5b843fe0-cdb2-48c4-a8ef-369995b33d6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:40Z', 'updated_at': '2021-12-08T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'a39f7625-0656-4f46-aada-34fcf8c0d8ed', 'name': '', 'network_id': '6f991c28-d1ee-48eb-9dc2-8d0620665b2c', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'mac_address': 'fa:16:3e:13:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '5df44412-8c26-4d74-9fa8-d569fa43541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:52Z', 'updated_at': '2021-12-08T01:56:56Z', 'revision_number': 2, 'project_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'subnets': [{'id': '5df44412-8c26-4d74-9fa8-d569fa43541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:00.854665 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3fec4a1e-4c75-4498-89e3-bac957e6c61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.861532 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Checking router: 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:57:00.862525 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Updating router 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 port a39f7625-0656-4f46-aada-34fcf8c0d8ed binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:57:00.863813 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3fec4a1e-4c75-4498-89e3-bac957e6c61a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.872134 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3fec4a1e-4c75-4498-89e3-bac957e6c61a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3f6449df-deb5-42a5-8b68-d4a4cec099f2 HTTP/1.1" status: 204 len: 168 time: 0.4171877 Dec 08 01:57:00.910655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec4a1e-4c75-4498-89e3-bac957e6c61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6449df-deb5-42a5-8b68-d4a4cec099f2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:00.919213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26772b96-44ad-4247-ba45-f89e6f906f57 req-057b2fd2-8b0b-40fc-a892-3e978aa0647f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001114 Dec 08 01:57:00.935155 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.954749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port fe23b3a2-b779-486d-b5ee-9f805f59230f, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fe23b3a2-b779-486d-b5ee-9f805f59230f,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:00.982942 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.998888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:01.368645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=fe23b3a2-b779-486d-b5ee-9f805f59230f,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:01.481045 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec,segment=NetworkSegment(82a58921-5b13-4d52-8a0b-f4dded30dd26),segment_id=82a58921-5b13-4d52-8a0b-f4dded30dd26)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:01.488324 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.505542 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.583787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'port_id': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec', 'mac_address': 'fa:16:3e:bc:39:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:01.741355 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.787804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:01.867517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec,segment=NetworkSegment(82a58921-5b13-4d52-8a0b-f4dded30dd26),segment_id=82a58921-5b13-4d52-8a0b-f4dded30dd26)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:01.887119 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.891148 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6c233101-806d-4641-913c-08c4d8a9b2ca details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:01.967343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49576) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:01.996611 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4749c7cc-49aa-44dd-9ad5-0b0da6ffd130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.061077 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9c92f-59c2-43a9-9536-d7e2ff9a12d7 None None] Pushing event updated for resources: {'Port': ['ID=a39f7625-0656-4f46-aada-34fcf8c0d8ed,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:02.085507 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Attempting to bind port a39f7625-0656-4f46-aada-34fcf8c0d8ed on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:02.087924 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Attempting to bind port a39f7625-0656-4f46-aada-34fcf8c0d8ed by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'aae3b0f2-b3a8-4570-a350-6509b475a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6f991c28-d1ee-48eb-9dc2-8d0620665b2c'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:02.088418 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Attempting to bind port a39f7625-0656-4f46-aada-34fcf8c0d8ed on network 6f991c28-d1ee-48eb-9dc2-8d0620665b2c {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:02.102069 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:02.113336 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Checking segment: {'id': 'aae3b0f2-b3a8-4570-a350-6509b475a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6f991c28-d1ee-48eb-9dc2-8d0620665b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:02.113336 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.114441 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Bound using segment: {'id': 'aae3b0f2-b3a8-4570-a350-6509b475a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6f991c28-d1ee-48eb-9dc2-8d0620665b2c'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:02.115098 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Bound port: a39f7625-0656-4f46-aada-34fcf8c0d8ed, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae3b0f2-b3a8-4570-a350-6509b475a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6f991c28-d1ee-48eb-9dc2-8d0620665b2c'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:02.116589 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.242489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 6c233101-806d-4641-913c-08c4d8a9b2ca, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6c233101-806d-4641-913c-08c4d8a9b2ca,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:02.289032 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] For port a39f7625-0656-4f46-aada-34fcf8c0d8ed, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:02.294419 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] For port a39f7625-0656-4f46-aada-34fcf8c0d8ed, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a39f7625-0656-4f46-aada-34fcf8c0d8ed,segment=NetworkSegment(aae3b0f2-b3a8-4570-a350-6509b475a515),segment_id=aae3b0f2-b3a8-4570-a350-6509b475a515)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:02.303177 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.371364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '6c233101-806d-4641-913c-08c4d8a9b2ca', 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f', 'port_id': '6c233101-806d-4641-913c-08c4d8a9b2ca', 'mac_address': 'fa:16:3e:a7:e7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:02.381731 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:02.424648 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2983847f-4ebc-4012-92ad-fb81709d01de req-1939ff52-0a1f-4578-af65-9c9210e65610 tempest-FloatingIPsNegativeTestJSON-332344246 tempest-FloatingIPsNegativeTestJSON-332344246-project] 10.222.0.71 "GET /v2.0/floatingips?tenant_id=e03f12e4077d4efc9cf756f1f0924c2f HTTP/1.1" status: 200 len: 217 time: 0.2274394 Dec 08 01:57:02.448905 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Routers {'5f4e31b7-ab0c-4439-bc47-abafb36ffc13'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:02.449547 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5f4e31b7-ab0c-4439-bc47-abafb36ffc13'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:02.453358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6504d364-a3a0-4547-93e8-149e99cc51f4 None None] Provisioning complete for port a39f7625-0656-4f46-aada-34fcf8c0d8ed triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:02.462879 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6504d364-a3a0-4547-93e8-149e99cc51f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.473973 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4749c7cc-49aa-44dd-9ad5-0b0da6ffd130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.487016 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4749c7cc-49aa-44dd-9ad5-0b0da6ffd130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.549739 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9c92f-59c2-43a9-9536-d7e2ff9a12d7 None None] Pushing event updated for resources: {'Port': ['ID=a39f7625-0656-4f46-aada-34fcf8c0d8ed,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:02.633838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749c7cc-49aa-44dd-9ad5-0b0da6ffd130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4682b8f2-eabc-475b-8529-500ad5c8b758,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:02.642209 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4749c7cc-49aa-44dd-9ad5-0b0da6ffd130 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=92387e995ed8448db7ab68f2e2db13f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6736386 Dec 08 01:57:02.651039 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49606) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:02.798408 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a70e20dc-10e0-4336-b14a-1917aa14e8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.856939 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] Set router 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:57:02.864000 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a70e20dc-10e0-4336-b14a-1917aa14e8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.892260 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6504d364-a3a0-4547-93e8-149e99cc51f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.919429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f4b6-37e7-4043-83bb-c64ef7d1e06a req-09fba24a-8ed6-4a0c-9f12-08998f385128 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:02.932596 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f4b6-37e7-4043-83bb-c64ef7d1e06a req-09fba24a-8ed6-4a0c-9f12-08998f385128 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:02.961481 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6504d364-a3a0-4547-93e8-149e99cc51f4 None None] For port a39f7625-0656-4f46-aada-34fcf8c0d8ed, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a39f7625-0656-4f46-aada-34fcf8c0d8ed,segment=NetworkSegment(aae3b0f2-b3a8-4570-a350-6509b475a515),segment_id=aae3b0f2-b3a8-4570-a350-6509b475a515)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:02.973418 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6504d364-a3a0-4547-93e8-149e99cc51f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.975364 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a70e20dc-10e0-4336-b14a-1917aa14e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.978676 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a70e20dc-10e0-4336-b14a-1917aa14e8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.978989 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.980144 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a70e20dc-10e0-4336-b14a-1917aa14e8eb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4682b8f2-eabc-475b-8529-500ad5c8b758 HTTP/1.1" status: 204 len: 168 time: 0.3275123 Dec 08 01:57:02.991968 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f4b6-37e7-4043-83bb-c64ef7d1e06a req-09fba24a-8ed6-4a0c-9f12-08998f385128 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:02.996360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e20dc-10e0-4336-b14a-1917aa14e8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4682b8f2-eabc-475b-8529-500ad5c8b758,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:03.022594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f4b6-37e7-4043-83bb-c64ef7d1e06a req-09fba24a-8ed6-4a0c-9f12-08998f385128 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:03.057662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f4b6-37e7-4043-83bb-c64ef7d1e06a req-09fba24a-8ed6-4a0c-9f12-08998f385128 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:03.057900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c233101-806d-4641-913c-08c4d8a9b2ca {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:03.073542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f4b6-37e7-4043-83bb-c64ef7d1e06a req-09fba24a-8ed6-4a0c-9f12-08998f385128 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:03.109090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f4b6-37e7-4043-83bb-c64ef7d1e06a req-09fba24a-8ed6-4a0c-9f12-08998f385128 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:03.116481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49a3f4b6-37e7-4043-83bb-c64ef7d1e06a req-09fba24a-8ed6-4a0c-9f12-08998f385128 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5430 time: 0.4144375 Dec 08 01:57:03.320862 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 6c233101-806d-4641-913c-08c4d8a9b2ca, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6c233101-806d-4641-913c-08c4d8a9b2ca,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:03.368968 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:03.374188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 52eb4e0b-d780-4097-bc7a-8511b10aa9ef details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:03.374706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49a3f4b6-37e7-4043-83bb-c64ef7d1e06a req-279790c0-df69-4799-872e-940854365c71 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2456522 Dec 08 01:57:03.392351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3e8e2d4f-af8c-4502-bace-61c23b1944aa None None] Provisioning complete for port a39f7625-0656-4f46-aada-34fcf8c0d8ed triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:03.397106 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e8e2d4f-af8c-4502-bace-61c23b1944aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:03.481391 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'name': 'tempest-FloatingIPsNegativeTestJSON-159264863-router', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '5b843fe0-cdb2-48c4-a8ef-369995b33d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:56:55Z', 'revision_number': 4, 'project_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'gw_port': {'id': '5b843fe0-cdb2-48c4-a8ef-369995b33d6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:40Z', 'updated_at': '2021-12-08T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'a39f7625-0656-4f46-aada-34fcf8c0d8ed', 'name': '', 'network_id': '6f991c28-d1ee-48eb-9dc2-8d0620665b2c', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'mac_address': 'fa:16:3e:13:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '5df44412-8c26-4d74-9fa8-d569fa43541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:52Z', 'updated_at': '2021-12-08T01:57:02Z', 'revision_number': 4, 'project_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'subnets': [{'id': '5df44412-8c26-4d74-9fa8-d569fa43541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:03.488983 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504d364-a3a0-4547-93e8-149e99cc51f4 None None] Pushing event updated for resources: {'Port': ['ID=a39f7625-0656-4f46-aada-34fcf8c0d8ed,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:03.527001 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287187a-f7f4-4c6a-b06f-3bb0155e4020 None None] The sync data for ids ['5f4e31b7-ab0c-4439-bc47-abafb36ffc13'] in n-d-713499-31 is: [{'id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'name': 'tempest-FloatingIPsNegativeTestJSON-159264863-router', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '5b843fe0-cdb2-48c4-a8ef-369995b33d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:56:55Z', 'revision_number': 4, 'project_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'gw_port': {'id': '5b843fe0-cdb2-48c4-a8ef-369995b33d6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:40Z', 'updated_at': '2021-12-08T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'a39f7625-0656-4f46-aada-34fcf8c0d8ed', 'name': '', 'network_id': '6f991c28-d1ee-48eb-9dc2-8d0620665b2c', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'mac_address': 'fa:16:3e:13:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '5df44412-8c26-4d74-9fa8-d569fa43541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:52Z', 'updated_at': '2021-12-08T01:57:02Z', 'revision_number': 4, 'project_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'subnets': [{'id': '5df44412-8c26-4d74-9fa8-d569fa43541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:57:03.661524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=52eb4e0b-d780-4097-bc7a-8511b10aa9ef,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:03.670035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=6c233101-806d-4641-913c-08c4d8a9b2ca,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:03.680974 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '52eb4e0b-d780-4097-bc7a-8511b10aa9ef', 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f', 'port_id': '52eb4e0b-d780-4097-bc7a-8511b10aa9ef', 'mac_address': 'fa:16:3e:0b:f4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:03.780036 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:03.831049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ba121-b234-4314-909a-5bff3b970bc4 req-6ed34c9d-d74d-4590-960d-4bf3ecc0ad98 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:03.856215 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52eb4e0b-d780-4097-bc7a-8511b10aa9ef {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:03.868470 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e52ba121-b234-4314-909a-5bff3b970bc4 req-6ed34c9d-d74d-4590-960d-4bf3ecc0ad98 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.2080054 Dec 08 01:57:03.896490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=52eb4e0b-d780-4097-bc7a-8511b10aa9ef,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:03.906402 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:03.907266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:04.035802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49662) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:04.061008 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e52ba121-b234-4314-909a-5bff3b970bc4 req-bd969bea-e89e-4988-9b06-b8adcd9b3ed8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858103 Dec 08 01:57:04.095501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:04.109448 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2484941e-7f76-447b-b746-54d0b1cf12e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.115665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=52eb4e0b-d780-4097-bc7a-8511b10aa9ef,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:04.128105 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a3d84ae-0fda-4f16-beb0-fa35c2a72e37 req-e55f4f14-3ddd-4428-bb91-4cdd99771c2c tempest-FloatingIPsNegativeTestJSON-332344246 tempest-FloatingIPsNegativeTestJSON-332344246-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0420935 Dec 08 01:57:04.163232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c', 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f', 'port_id': 'ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c', 'mac_address': 'fa:16:3e:35:94:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:04.235062 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.294395 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:04.304302 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-0d286344-71b3-4915-a0f7-3e40b9d51e4b req-01d1eed9-343f-46b9-85eb-b0aca0d22f48 tempest-FloatingIPsNegativeTestJSON-332344246 tempest-FloatingIPsNegativeTestJSON-332344246-project] show failed (client error): The resource could not be found. Dec 08 01:57:04.312166 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d286344-71b3-4915-a0f7-3e40b9d51e4b req-01d1eed9-343f-46b9-85eb-b0aca0d22f48 tempest-FloatingIPsNegativeTestJSON-332344246 tempest-FloatingIPsNegativeTestJSON-332344246-project] 10.222.0.71 "GET /v2.0/floatingips/539aa38d-1dc6-4353-95a5-d866df80827b HTTP/1.1" status: 404 len: 350 time: 0.1670356 Dec 08 01:57:04.315389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49676) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:04.349026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:04.355709 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.356502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 079c4e98-7411-43d6-85a2-99b4dabf369b details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:04.398066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49678) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:04.485708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:04.545418 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2484941e-7f76-447b-b746-54d0b1cf12e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.566264 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2484941e-7f76-447b-b746-54d0b1cf12e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.593241 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 079c4e98-7411-43d6-85a2-99b4dabf369b, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=079c4e98-7411-43d6-85a2-99b4dabf369b,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:04.622136 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '079c4e98-7411-43d6-85a2-99b4dabf369b', 'network_id': '08cfbefb-b7c2-4901-a33d-bcd1037fa934', 'port_id': '079c4e98-7411-43d6-85a2-99b4dabf369b', 'mac_address': 'fa:16:3e:32:a9:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28afa482-a172-4120-a6cc-25d01b353e67', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:04.691810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484941e-7f76-447b-b746-54d0b1cf12e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5bcdd2-09e9-44a7-a571-c3d24deb69b3,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:04.703784 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.723649 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079c4e98-7411-43d6-85a2-99b4dabf369b {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:04.765154 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2484941e-7f76-447b-b746-54d0b1cf12e1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=91076a23488d4560bed0e55a3417187f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7284663 Dec 08 01:57:04.765840 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49684) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:04.778285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 079c4e98-7411-43d6-85a2-99b4dabf369b, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=079c4e98-7411-43d6-85a2-99b4dabf369b,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:04.790054 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.791119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6aaa3da0-126d-446f-abc0-a4279b5da375 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:04.799797 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd472e40-953c-48f2-a3c7-271e17e48e9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.847025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87829290-30f3-4db4-b693-345b96b9a7da req-9dd52a92-551d-4d52-9ba1-fe930be90696 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:04.856006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87829290-30f3-4db4-b693-345b96b9a7da req-9dd52a92-551d-4d52-9ba1-fe930be90696 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:04.865602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87829290-30f3-4db4-b693-345b96b9a7da req-9dd52a92-551d-4d52-9ba1-fe930be90696 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:04.872538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87829290-30f3-4db4-b693-345b96b9a7da req-9dd52a92-551d-4d52-9ba1-fe930be90696 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:04.893380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87829290-30f3-4db4-b693-345b96b9a7da req-9dd52a92-551d-4d52-9ba1-fe930be90696 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:04.900856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87829290-30f3-4db4-b693-345b96b9a7da req-9dd52a92-551d-4d52-9ba1-fe930be90696 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:04.908814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87829290-30f3-4db4-b693-345b96b9a7da req-9dd52a92-551d-4d52-9ba1-fe930be90696 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:04.917642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87829290-30f3-4db4-b693-345b96b9a7da req-9dd52a92-551d-4d52-9ba1-fe930be90696 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5433 time: 0.2968950 Dec 08 01:57:04.927031 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9842196d-bcfa-4129-b374-13acf2fefc84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.003229 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9842196d-bcfa-4129-b374-13acf2fefc84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.028421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 6aaa3da0-126d-446f-abc0-a4279b5da375, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6aaa3da0-126d-446f-abc0-a4279b5da375,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:05.058393 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=079c4e98-7411-43d6-85a2-99b4dabf369b,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:05.089163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '6aaa3da0-126d-446f-abc0-a4279b5da375', 'network_id': '0f88c89f-fe0c-49b8-bb4a-a28396059b3f', 'port_id': '6aaa3da0-126d-446f-abc0-a4279b5da375', 'mac_address': 'fa:16:3e:b6:7d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:05.150238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9842196d-bcfa-4129-b374-13acf2fefc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.153820 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87829290-30f3-4db4-b693-345b96b9a7da req-cbcb2e3b-70b1-47d1-94c8-23d56c960444 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2346978 Dec 08 01:57:05.159192 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9842196d-bcfa-4129-b374-13acf2fefc84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.179865 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9842196d-bcfa-4129-b374-13acf2fefc84 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3c5bcdd2-09e9-44a7-a571-c3d24deb69b3 HTTP/1.1" status: 204 len: 168 time: 0.4124336 Dec 08 01:57:05.212614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842196d-bcfa-4129-b374-13acf2fefc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5bcdd2-09e9-44a7-a571-c3d24deb69b3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:05.230270 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.287233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aaa3da0-126d-446f-abc0-a4279b5da375 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:05.320145 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 6aaa3da0-126d-446f-abc0-a4279b5da375, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6aaa3da0-126d-446f-abc0-a4279b5da375,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:05.327278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.496119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a39f7625-0656-4f46-aada-34fcf8c0d8ed up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:05.533325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96696537-5dfc-4fe2-955d-2eb2e4c9470e req-6122b89f-a528-45a1-b281-9a0b8f7d16df tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:05.535982 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96696537-5dfc-4fe2-955d-2eb2e4c9470e req-6122b89f-a528-45a1-b281-9a0b8f7d16df tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.1655102 Dec 08 01:57:05.621472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=6aaa3da0-126d-446f-abc0-a4279b5da375,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:05.640839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd472e40-953c-48f2-a3c7-271e17e48e9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.676426 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd472e40-953c-48f2-a3c7-271e17e48e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.710166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port a39f7625-0656-4f46-aada-34fcf8c0d8ed triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:05.710607 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.973839 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fd472e40-953c-48f2-a3c7-271e17e48e9b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=18c12184e1ae4b7ea3b9e5710ccad4ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5735371 Dec 08 01:57:05.974156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49706) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:05.997506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd472e40-953c-48f2-a3c7-271e17e48e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5008251-7348-42a4-98d6-f4ddf87890a7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:06.022315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96696537-5dfc-4fe2-955d-2eb2e4c9470e req-70ad3568-007f-4656-9a34-e57e3bfebc19 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4775691 Dec 08 01:57:06.118206 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d50d046-195b-4f26-8968-bdce106fd8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:06.234258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-631dd290-a169-4e81-bc63-581b62a5ca10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:06.239748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['fe23b3a2-b779-486d-b5ee-9f805f59230f'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:06.309002 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-631dd290-a169-4e81-bc63-581b62a5ca10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:06.354456 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['52eb4e0b-d780-4097-bc7a-8511b10aa9ef'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:06.356595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:06.381726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['6c233101-806d-4641-913c-08c4d8a9b2ca'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:06.383814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['079c4e98-7411-43d6-85a2-99b4dabf369b'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:06.398274 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-631dd290-a169-4e81-bc63-581b62a5ca10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:06.401631 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-631dd290-a169-4e81-bc63-581b62a5ca10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:06.406579 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-631dd290-a169-4e81-bc63-581b62a5ca10 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c5008251-7348-42a4-98d6-f4ddf87890a7 HTTP/1.1" status: 204 len: 168 time: 0.4311490 Dec 08 01:57:06.419097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['6aaa3da0-126d-446f-abc0-a4279b5da375'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:06.445973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631dd290-a169-4e81-bc63-581b62a5ca10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5008251-7348-42a4-98d6-f4ddf87890a7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:06.861865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0104e06-8a23-4000-9cf6-65c615bc675f req-21c29f17-da8f-4869-b501-9d380991a6da tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:06.881697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0104e06-8a23-4000-9cf6-65c615bc675f req-21c29f17-da8f-4869-b501-9d380991a6da tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:06.898151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0104e06-8a23-4000-9cf6-65c615bc675f req-21c29f17-da8f-4869-b501-9d380991a6da tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:06.920901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0104e06-8a23-4000-9cf6-65c615bc675f req-21c29f17-da8f-4869-b501-9d380991a6da tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:06.931913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0104e06-8a23-4000-9cf6-65c615bc675f req-21c29f17-da8f-4869-b501-9d380991a6da tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:06.976825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0104e06-8a23-4000-9cf6-65c615bc675f req-21c29f17-da8f-4869-b501-9d380991a6da tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:06.985913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0104e06-8a23-4000-9cf6-65c615bc675f req-21c29f17-da8f-4869-b501-9d380991a6da tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:06.988366 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0104e06-8a23-4000-9cf6-65c615bc675f req-21c29f17-da8f-4869-b501-9d380991a6da tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5435 time: 0.4834933 Dec 08 01:57:07.210186 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49734) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:07.231253 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e569188-8985-42ac-a2fc-17eef1b1bbdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:07.431809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:07.441022 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0104e06-8a23-4000-9cf6-65c615bc675f req-42670ba6-682a-4696-a738-34dda0c79466 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4407291 Dec 08 01:57:07.517887 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e569188-8985-42ac-a2fc-17eef1b1bbdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:07.529655 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e569188-8985-42ac-a2fc-17eef1b1bbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:07.613547 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2d50d046-195b-4f26-8968-bdce106fd8fb admin admin] Deleting port a39f7625-0656-4f46-aada-34fcf8c0d8ed {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:07.613920 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d50d046-195b-4f26-8968-bdce106fd8fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:07.731014 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4e569188-8985-42ac-a2fc-17eef1b1bbdb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e7a181631d364929a772bc17d287b226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5194046 Dec 08 01:57:07.741572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49744) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:07.743842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-2d50d046-195b-4f26-8968-bdce106fd8fb admin admin] For port a39f7625-0656-4f46-aada-34fcf8c0d8ed, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a39f7625-0656-4f46-aada-34fcf8c0d8ed,segment=NetworkSegment(aae3b0f2-b3a8-4570-a350-6509b475a515),segment_id=aae3b0f2-b3a8-4570-a350-6509b475a515)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:07.744208 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d50d046-195b-4f26-8968-bdce106fd8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:07.762891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2d50d046-195b-4f26-8968-bdce106fd8fb admin admin] Calling delete_port for a39f7625-0656-4f46-aada-34fcf8c0d8ed owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:07.798396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e569188-8985-42ac-a2fc-17eef1b1bbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151a895b-578c-4089-aaf8-8a84d43fcdf4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:07.938398 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33844f49-ab5a-4598-bd7b-22ad69d831e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:08.051149 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33844f49-ab5a-4598-bd7b-22ad69d831e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:08.164237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33844f49-ab5a-4598-bd7b-22ad69d831e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:08.166957 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33844f49-ab5a-4598-bd7b-22ad69d831e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:08.174417 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-33844f49-ab5a-4598-bd7b-22ad69d831e6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/151a895b-578c-4089-aaf8-8a84d43fcdf4 HTTP/1.1" status: 204 len: 168 time: 0.4229364 Dec 08 01:57:08.200052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33844f49-ab5a-4598-bd7b-22ad69d831e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151a895b-578c-4089-aaf8-8a84d43fcdf4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:08.313985 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6691139-c0d5-4da5-88d7-5657f785b8b6 req-abf7a304-4abf-4667-93b7-8c0c2ec11fce tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:08.315589 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6691139-c0d5-4da5-88d7-5657f785b8b6 req-abf7a304-4abf-4667-93b7-8c0c2ec11fce tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.3909173 Dec 08 01:57:08.543985 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6691139-c0d5-4da5-88d7-5657f785b8b6 req-c844ebfa-5767-4b00-bc8c-bef7c2151ea7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180481 Dec 08 01:57:08.607583 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d50d046-195b-4f26-8968-bdce106fd8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:08.650541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50d046-195b-4f26-8968-bdce106fd8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a39f7625-0656-4f46-aada-34fcf8c0d8ed,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:09.231264 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49778) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:09.470894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accac1ee-5b82-4255-a8c6-9866a5d6511f req-b4f54d3c-4d52-4def-85fe-2d42cfa76bab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:09.475930 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-578dcf0c-7b05-4acc-ba28-c8b3ca795d3b tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1944457899'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:09.477004 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-578dcf0c-7b05-4acc-ba28-c8b3ca795d3b tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Unknown quota resources ['metering_label']. {{(pid=109766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:57:09.479708 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accac1ee-5b82-4255-a8c6-9866a5d6511f req-b4f54d3c-4d52-4def-85fe-2d42cfa76bab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:09.490940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accac1ee-5b82-4255-a8c6-9866a5d6511f req-b4f54d3c-4d52-4def-85fe-2d42cfa76bab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:09.509113 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6c233101-806d-4641-913c-08c4d8a9b2ca up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:09.520404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accac1ee-5b82-4255-a8c6-9866a5d6511f req-b4f54d3c-4d52-4def-85fe-2d42cfa76bab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:09.543168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accac1ee-5b82-4255-a8c6-9866a5d6511f req-b4f54d3c-4d52-4def-85fe-2d42cfa76bab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:09.559115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accac1ee-5b82-4255-a8c6-9866a5d6511f req-b4f54d3c-4d52-4def-85fe-2d42cfa76bab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:09.578811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accac1ee-5b82-4255-a8c6-9866a5d6511f req-b4f54d3c-4d52-4def-85fe-2d42cfa76bab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:09.605914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-accac1ee-5b82-4255-a8c6-9866a5d6511f req-b4f54d3c-4d52-4def-85fe-2d42cfa76bab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5435 time: 0.8853145 Dec 08 01:57:09.618789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 6c233101-806d-4641-913c-08c4d8a9b2ca completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:09.628298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 6c233101-806d-4641-913c-08c4d8a9b2ca triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:09.629665 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:09.666642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-76170710-6035-40a8-9527-e77ce221f43a tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=d2e6e8995be948bfad251c41d5fff5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489028 Dec 08 01:57:09.804467 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-accac1ee-5b82-4255-a8c6-9866a5d6511f req-ace6a347-38df-4109-9e5f-5f1ecfb0cb4b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1902418 Dec 08 01:57:09.890776 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:09.901857 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-578dcf0c-7b05-4acc-ba28-c8b3ca795d3b tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:09.903766 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-578dcf0c-7b05-4acc-ba28-c8b3ca795d3b tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6711063 Dec 08 01:57:09.907074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49816) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:09.912543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d0daa2a4-ff2c-459b-b340-94e999e560d0 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5a535109-bf94-4c62-8aa3-103ae7466ce9'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:09.913670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d0daa2a4-ff2c-459b-b340-94e999e560d0 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:57:09.978919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c233101-806d-4641-913c-08c4d8a9b2ca'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:09.982040 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc3286a-fc61-4100-ada5-2d8c072bcf1d" -d '{"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "6c233101-806d-4641-913c-08c4d8a9b2ca"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:10.029016 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4affc-129b-47ca-aa59-2f718eee6da5 req-340c602b-7b9a-4456-a34b-c060188d4d78 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:10.037528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02a4affc-129b-47ca-aa59-2f718eee6da5 req-340c602b-7b9a-4456-a34b-c060188d4d78 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.1088738 Dec 08 01:57:10.045173 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d50d046-195b-4f26-8968-bdce106fd8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:10.047558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 6c233101-806d-4641-913c-08c4d8a9b2ca, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6c233101-806d-4641-913c-08c4d8a9b2ca,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:10.053197 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:10.054200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 52eb4e0b-d780-4097-bc7a-8511b10aa9ef up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:10.111942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-32cd73e9-0ba3-4637-8fd9-2c9048644174 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:10.114224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-32cd73e9-0ba3-4637-8fd9-2c9048644174 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4064341 Dec 08 01:57:10.116544 n-d-713499-31 neutron-server[109766]: WARNING neutron.services.metering.metering_plugin [None req-d0daa2a4-ff2c-459b-b340-94e999e560d0 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 01:57:10.283428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-fae5c815-833c-4d1c-9caf-26a70dfec331 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/quotas/d2e6e8995be948bfad251c41d5fff5c8 HTTP/1.1" status: 200 len: 375 time: 0.0606110 Dec 08 01:57:10.284848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=6c233101-806d-4641-913c-08c4d8a9b2ca,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:10.304881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:10.311819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:10.312588 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:10.408832 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d0daa2a4-ff2c-459b-b340-94e999e560d0 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:10.415583 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d0daa2a4-ff2c-459b-b340-94e999e560d0 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5070121 Dec 08 01:57:10.416458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1548daf6-d01c-4d05-8595-f3dc6c62d58f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d2e6e8995be948bfad251c41d5fff5c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966115 Dec 08 01:57:10.418291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49834) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:10.431062 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-39366d13-41b9-44a4-9922-a3eced386c94 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5a535109-bf94-4c62-8aa3-103ae7466ce9'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:10.432026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-39366d13-41b9-44a4-9922-a3eced386c94 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:57:10.440816 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:10.444277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02a4affc-129b-47ca-aa59-2f718eee6da5 req-af94ffc4-4f1b-416c-abfa-4f31c4396197 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4054327 Dec 08 01:57:10.540111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=52eb4e0b-d780-4097-bc7a-8511b10aa9ef,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:10.546159 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec82993-88c5-40e0-bbf0-a4ba769443cf x-openstack-request-id: req-dec82993-88c5-40e0-bbf0-a4ba769443cf {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:10.546877 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "6c233101-806d-4641-913c-08c4d8a9b2ca", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:10.547531 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dec82993-88c5-40e0-bbf0-a4ba769443cf {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:10.548091 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c233101-806d-4641-913c-08c4d8a9b2ca', 'code': 200} Dec 08 01:57:10.551070 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:10.593686 n-d-713499-31 neutron-server[109766]: WARNING neutron.services.metering.metering_plugin [None req-39366d13-41b9-44a4-9922-a3eced386c94 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 01:57:10.688565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=52eb4e0b-d780-4097-bc7a-8511b10aa9ef,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:10.774090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d50d046-195b-4f26-8968-bdce106fd8fb admin admin] Router 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:57:11.081294 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-961ac301-b162-4f0f-83bf-564b268f3224 req-0f70614b-fefe-4a80-837b-896e4dab1159 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 210 time: 0.2687426 Dec 08 01:57:11.306360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9f117-9b15-4a0c-9765-a90d16b10f8a req-ec98b954-544d-4d61-a458-6eb92347cf3a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:11.313787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9f117-9b15-4a0c-9765-a90d16b10f8a req-ec98b954-544d-4d61-a458-6eb92347cf3a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:11.323840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9f117-9b15-4a0c-9765-a90d16b10f8a req-ec98b954-544d-4d61-a458-6eb92347cf3a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:11.350157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9f117-9b15-4a0c-9765-a90d16b10f8a req-ec98b954-544d-4d61-a458-6eb92347cf3a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:11.368475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9f117-9b15-4a0c-9765-a90d16b10f8a req-ec98b954-544d-4d61-a458-6eb92347cf3a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:11.379445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9f117-9b15-4a0c-9765-a90d16b10f8a req-ec98b954-544d-4d61-a458-6eb92347cf3a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:11.396189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9f117-9b15-4a0c-9765-a90d16b10f8a req-ec98b954-544d-4d61-a458-6eb92347cf3a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:11.405814 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9b9f117-9b15-4a0c-9765-a90d16b10f8a req-ec98b954-544d-4d61-a458-6eb92347cf3a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5437 time: 0.4119508 Dec 08 01:57:11.449845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d50d046-195b-4f26-8968-bdce106fd8fb admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:57:11.456796 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2d50d046-195b-4f26-8968-bdce106fd8fb admin admin] 10.222.0.71 "PUT /v2.0/routers/5f4e31b7-ab0c-4439-bc47-abafb36ffc13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1400988 Dec 08 01:57:11.462349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb75ff-c5ab-4956-a2bc-100156d7f660 None None] Sync routers for ids ['5f4e31b7-ab0c-4439-bc47-abafb36ffc13'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:57:11.463667 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49892) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:11.481578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb75ff-c5ab-4956-a2bc-100156d7f660 None None] Routers {'5f4e31b7-ab0c-4439-bc47-abafb36ffc13'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:11.484407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-bddb75ff-c5ab-4956-a2bc-100156d7f660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5f4e31b7-ab0c-4439-bc47-abafb36ffc13'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:11.521252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-39366d13-41b9-44a4-9922-a3eced386c94 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:11.530187 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-39366d13-41b9-44a4-9922-a3eced386c94 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.1100950 Dec 08 01:57:11.531862 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49900) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:11.561158 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ebd85ddc-147e-4c38-b558-ed6138a3ecd6 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=a0d2e5ae-2327-40a5-aaef-bada3e5e541b HTTP/1.1" status: 200 len: 462 time: 0.0193970 Dec 08 01:57:11.561425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49908) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:11.573107 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e383a444-f04c-4d82-ae6f-9d2b672437a2 req-02d9f9ad-c28f-4ce9-8db4-ddd71b33abae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2742229 Dec 08 01:57:11.576461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9b9f117-9b15-4a0c-9765-a90d16b10f8a req-1e03c104-62f5-41eb-be03-7b50e1c4791e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1695135 Dec 08 01:57:11.670988 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device fe23b3a2-b779-486d-b5ee-9f805f59230f up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:11.734852 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383a444-f04c-4d82-ae6f-9d2b672437a2 req-3b2b74ef-df9e-4c0f-911a-fb6b53fb74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:11.738019 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e383a444-f04c-4d82-ae6f-9d2b672437a2 req-3b2b74ef-df9e-4c0f-911a-fb6b53fb74fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 1098 time: 0.0704286 Dec 08 01:57:11.838107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port fe23b3a2-b779-486d-b5ee-9f805f59230f completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:11.856579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port fe23b3a2-b779-486d-b5ee-9f805f59230f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:11.857081 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:11.861270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-bddb75ff-c5ab-4956-a2bc-100156d7f660 None None] Set router 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:57:11.971811 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:11.977932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e48a3aee-94ed-4a16-b907-44167606d31a tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:11.979366 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e48a3aee-94ed-4a16-b907-44167606d31a tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-label-rules/a0d2e5ae-2327-40a5-aaef-bada3e5e541b HTTP/1.1" status: 204 len: 168 time: 0.4168737 Dec 08 01:57:11.990893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49924) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:12.021120 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-47aa583f-4ead-4ab8-8cfe-7c8d6d882a64 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=a0d2e5ae-2327-40a5-aaef-bada3e5e541b HTTP/1.1" status: 200 len: 221 time: 0.0287330 Dec 08 01:57:12.023219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49926) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:12.052693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945806f8-cddc-4fde-9a99-c1897d08fc96 req-ac225c4d-db4e-4b9a-a04d-9f4778f69910 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:12.054756 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-945806f8-cddc-4fde-9a99-c1897d08fc96 req-ac225c4d-db4e-4b9a-a04d-9f4778f69910 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.2664211 Dec 08 01:57:12.076153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7622a6cc-f31e-4fe7-a389-b5ad16a0f4da tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--119118152', 'description': 'label created by tempest'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:12.076619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7622a6cc-f31e-4fe7-a389-b5ad16a0f4da tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Unknown quota resources ['metering_label']. {{(pid=109766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:57:12.289370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65669b1d-ccf9-4630-bf54-a55251f6f1d8 req-673039d2-9c84-4e35-ab17-6ca49600809f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 210 time: 0.0702462 Dec 08 01:57:12.300331 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:12.321442 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-945806f8-cddc-4fde-9a99-c1897d08fc96 req-42e2674c-51fa-42f5-8986-35cf19632d57 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196882 Dec 08 01:57:12.322424 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383a444-f04c-4d82-ae6f-9d2b672437a2 req-68d443fb-5457-40b6-a945-8046fff6157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:12.323993 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e383a444-f04c-4d82-ae6f-9d2b672437a2 req-68d443fb-5457-40b6-a945-8046fff6157b service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.5590136 Dec 08 01:57:12.401207 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] Deleting port 5b843fe0-cdb2-48c4-a8ef-369995b33d6b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:12.401727 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:12.551944 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eb4e0b-d780-4097-bc7a-8511b10aa9ef'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:12.554274 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea4229f-d557-498e-9e95-d2a42b517800" -d '{"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "52eb4e0b-d780-4097-bc7a-8511b10aa9ef"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:12.577091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-bddb75ff-c5ab-4956-a2bc-100156d7f660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'name': 'tempest-FloatingIPsNegativeTestJSON-159264863-router', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '5b843fe0-cdb2-48c4-a8ef-369995b33d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:57:08Z', 'revision_number': 5, 'project_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'gw_port': {'id': '5b843fe0-cdb2-48c4-a8ef-369995b33d6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:40Z', 'updated_at': '2021-12-08T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:12.594820 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7622a6cc-f31e-4fe7-a389-b5ad16a0f4da tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:12.597847 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7622a6cc-f31e-4fe7-a389-b5ad16a0f4da tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5667849 Dec 08 01:57:12.598573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] For port 5b843fe0-cdb2-48c4-a8ef-369995b33d6b, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5b843fe0-cdb2-48c4-a8ef-369995b33d6b,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:12.598964 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:12.602696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49948) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:12.691551 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e55a2e-0471-479f-97c7-88a39583b207 x-openstack-request-id: req-a4e55a2e-0471-479f-97c7-88a39583b207 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:12.692151 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "52eb4e0b-d780-4097-bc7a-8511b10aa9ef", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:12.692151 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a4e55a2e-0471-479f-97c7-88a39583b207 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:12.692527 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eb4e0b-d780-4097-bc7a-8511b10aa9ef', 'code': 200} Dec 08 01:57:12.700265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb75ff-c5ab-4956-a2bc-100156d7f660 None None] Checking router: 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:57:12.722900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb75ff-c5ab-4956-a2bc-100156d7f660 None None] Routers {'5f4e31b7-ab0c-4439-bc47-abafb36ffc13'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:12.725258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-bddb75ff-c5ab-4956-a2bc-100156d7f660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:56:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5f4e31b7-ab0c-4439-bc47-abafb36ffc13'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:12.733098 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:12.734784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] Calling delete_port for 5b843fe0-cdb2-48c4-a8ef-369995b33d6b owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:12.747531 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e383a444-f04c-4d82-ae6f-9d2b672437a2 req-a9a04666-6f03-4c47-96a6-adba783ad995 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 200 len: 1001 time: 0.2967877 Dec 08 01:57:12.753661 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-da1f8dd5-38ad-4c1f-ae86-131d8cecb9de tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=77e1c376-c2ee-46a4-ad91-401e19162932 HTTP/1.1" status: 200 len: 467 time: 0.1457000 Dec 08 01:57:12.755991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49956) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:12.897852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5051705-2e5c-4fa4-8a84-66fa79c5f03a req-947935f2-8f94-4120-a375-03819c1f0554 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:12.906801 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5051705-2e5c-4fa4-8a84-66fa79c5f03a req-947935f2-8f94-4120-a375-03819c1f0554 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 946 time: 0.2829583 Dec 08 01:57:12.932501 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-b4d8d7da-261c-499c-8761-868f48b8a60d tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d2e6e8995be948bfad251c41d5fff5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1411731 Dec 08 01:57:13.073141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-bddb75ff-c5ab-4956-a2bc-100156d7f660 None None] Set router 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:57:13.077066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port fe23b3a2-b779-486d-b5ee-9f805f59230f, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fe23b3a2-b779-486d-b5ee-9f805f59230f,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:13.078975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba2663-f600-4a14-81cd-2b22341a2035 req-4d7cf535-6aa7-42e0-b91b-f50e8c0f5899 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:13.085197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba2663-f600-4a14-81cd-2b22341a2035 req-4d7cf535-6aa7-42e0-b91b-f50e8c0f5899 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:13.099460 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba2663-f600-4a14-81cd-2b22341a2035 req-4d7cf535-6aa7-42e0-b91b-f50e8c0f5899 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:13.105411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba2663-f600-4a14-81cd-2b22341a2035 req-4d7cf535-6aa7-42e0-b91b-f50e8c0f5899 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:13.118178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba2663-f600-4a14-81cd-2b22341a2035 req-4d7cf535-6aa7-42e0-b91b-f50e8c0f5899 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:13.139780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba2663-f600-4a14-81cd-2b22341a2035 req-4d7cf535-6aa7-42e0-b91b-f50e8c0f5899 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:13.185054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba2663-f600-4a14-81cd-2b22341a2035 req-4d7cf535-6aa7-42e0-b91b-f50e8c0f5899 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:13.187806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11ba2663-f600-4a14-81cd-2b22341a2035 req-4d7cf535-6aa7-42e0-b91b-f50e8c0f5899 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5437 time: 0.3208885 Dec 08 01:57:13.211355 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:13.211355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:13.247671 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5051705-2e5c-4fa4-8a84-66fa79c5f03a req-6e9102be-8715-4b4d-b468-5bb19189d49d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398979 Dec 08 01:57:13.277511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383a444-f04c-4d82-ae6f-9d2b672437a2 req-93e7631d-ddd9-4e0d-97e0-20fbfd5d8819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:13.279591 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e383a444-f04c-4d82-ae6f-9d2b672437a2 req-93e7631d-ddd9-4e0d-97e0-20fbfd5d8819 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.4925523 Dec 08 01:57:13.297234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-bddb75ff-c5ab-4956-a2bc-100156d7f660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'name': 'tempest-FloatingIPsNegativeTestJSON-159264863-router', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:57:12Z', 'revision_number': 6, 'project_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:13.483655 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0ca105a-8891-42e6-95af-18eefdbef141 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:13.487744 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b0ca105a-8891-42e6-95af-18eefdbef141 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-labels/77e1c376-c2ee-46a4-ad91-401e19162932 HTTP/1.1" status: 204 len: 168 time: 0.7277684 Dec 08 01:57:13.495823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49978) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:13.512890 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7a5675c-d953-4581-a8c4-cbd58683aa1d req-de65c870-4067-4134-b8e5-32713fe5fe07 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 210 time: 0.0982735 Dec 08 01:57:13.526229 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb75ff-c5ab-4956-a2bc-100156d7f660 None None] The sync data for ids ['5f4e31b7-ab0c-4439-bc47-abafb36ffc13'] in n-d-713499-31 is: [{'id': '5f4e31b7-ab0c-4439-bc47-abafb36ffc13', 'name': 'tempest-FloatingIPsNegativeTestJSON-159264863-router', 'tenant_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:57:12Z', 'revision_number': 6, 'project_id': 'e03f12e4077d4efc9cf756f1f0924c2f', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:57:13.536301 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4887e96e-5332-4d38-8534-a303a8dbd255 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=77e1c376-c2ee-46a4-ad91-401e19162932 HTTP/1.1" status: 200 len: 216 time: 0.0352256 Dec 08 01:57:13.539510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49982) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:13.559142 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11ba2663-f600-4a14-81cd-2b22341a2035 req-1244da23-2066-4130-b1da-9c16133585f7 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3638277 Dec 08 01:57:13.571401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:13.586755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:13.588088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-c3b67eaf-6aad-40af-ac63-0be37bb5dd89 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:13.589900 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-c3b67eaf-6aad-40af-ac63-0be37bb5dd89 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6331766 Dec 08 01:57:13.591404 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:13.603156 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5b43a9b3-400e-4a48-baf5-56681c414cb6 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0574501 Dec 08 01:57:13.603156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49986) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:13.630360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Request body: {'port': {'device_id': '17b4ec91-cf66-4aa8-a015-0fa9140bead3', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'd2e6e8995be948bfad251c41d5fff5c8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:13.673652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=fe23b3a2-b779-486d-b5ee-9f805f59230f,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:13.693194 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:13.712779 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-36711ffc-4f36-4a7e-b3b0-33d45ad70f46 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1085856 Dec 08 01:57:13.749211 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49994) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:13.770050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383a444-f04c-4d82-ae6f-9d2b672437a2 req-822fda93-e9b9-4438-8988-ca7fa8d7b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:13.771086 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e383a444-f04c-4d82-ae6f-9d2b672437a2 req-822fda93-e9b9-4438-8988-ca7fa8d7b153 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4679146 Dec 08 01:57:13.782910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b843fe0-cdb2-48c4-a8ef-369995b33d6b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:13.813351 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:13.950251 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:13.951546 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4a6dee33-5d4b-484c-9c10-91d3ca09e612 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels/5a535109-bf94-4c62-8aa3-103ae7466ce9 HTTP/1.1" status: 200 len: 473 time: 0.1937318 Dec 08 01:57:13.990012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50018) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:14.173994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 37418565-0a98-476f-87e2-29c55590e6b5 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:57:14.214548 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b61a6de4-b1d6-433c-b789-9efdf94e53c4 tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules/3a9a50d2-11f9-4b23-abb1-c9e7793678e2 HTTP/1.1" status: 200 len: 459 time: 0.2133934 Dec 08 01:57:14.220982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50024) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:14.305043 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.309084 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.381889 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec,segment=NetworkSegment(82a58921-5b13-4d52-8a0b-f4dded30dd26),segment_id=82a58921-5b13-4d52-8a0b-f4dded30dd26)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:14.390577 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.392708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:14.409295 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.410189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f4e31b7-ab0c-4439-bc47-abafb36ffc13 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:57:14.415470 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.416731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-eaf5cb07-8a42-4155-965b-6d1f3d122605 admin admin] 10.222.0.71 "DELETE /v2.0/routers/5f4e31b7-ab0c-4439-bc47-abafb36ffc13 HTTP/1.1" status: 204 len: 168 time: 2.9517312 Dec 08 01:57:14.420577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50036) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:14.424178 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e383a444-f04c-4d82-ae6f-9d2b672437a2 req-6b123d4e-e6f8-45cd-b63e-81ae6f9a20db service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834372 Dec 08 01:57:14.555306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2297ab-527f-422e-9b27-8db39f49f637 admin admin] Deleting subnet 5df44412-8c26-4d74-9fa8-d569fa43541c {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:57:14.571415 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c2297ab-527f-422e-9b27-8db39f49f637 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.571749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:14.584372 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.681525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:14.704393 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe23b3a2-b779-486d-b5ee-9f805f59230f'}, {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec'}, {'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:14.707291 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c343857-5db4-472c-929a-eb12173c00ce" -d '{"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "fe23b3a2-b779-486d-b5ee-9f805f59230f"}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec"}, {"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-unplugged", "status": "completed", "tag": "37418565-0a98-476f-87e2-29c55590e6b5"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:14.709896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:14.710274 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.730168 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c2297ab-527f-422e-9b27-8db39f49f637 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.734091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:14.740642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Made reservation on behalf of d2e6e8995be948bfad251c41d5fff5c8 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:14.746335 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.806564 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.831703 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.871240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-579f7312-26d3-4be6-9c61-3872cd905d64 req-e33fbd58-ab00-4353-8973-3413ce64a60d tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 210 time: 0.1489332 Dec 08 01:57:14.956986 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0869f4dc-1ef4-46e1-9142-2ae4986e1e4c tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.959435 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0869f4dc-1ef4-46e1-9142-2ae4986e1e4c tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-label-rules/3a9a50d2-11f9-4b23-abb1-c9e7793678e2 HTTP/1.1" status: 204 len: 168 time: 0.7270908 Dec 08 01:57:14.970272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50084) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:15.053218 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3751d8-a5e1-40d6-adf2-1172b92fd081 x-openstack-request-id: req-fd3751d8-a5e1-40d6-adf2-1172b92fd081 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:15.053895 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "fe23b3a2-b779-486d-b5ee-9f805f59230f", "code": 200}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec", "code": 200}, {"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-unplugged", "status": "completed", "tag": "37418565-0a98-476f-87e2-29c55590e6b5", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:15.055440 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fd3751d8-a5e1-40d6-adf2-1172b92fd081 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:15.057744 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe23b3a2-b779-486d-b5ee-9f805f59230f', 'code': 200} Dec 08 01:57:15.059574 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec', 'code': 200} Dec 08 01:57:15.060784 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5', 'code': 200} Dec 08 01:57:15.086914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=14']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:15.122472 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e383a444-f04c-4d82-ae6f-9d2b672437a2 req-1cfc735a-d475-4ab5-b05c-db7bd01cc815 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896448 Dec 08 01:57:15.225583 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:15.268983 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:15.282502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6bbb-2ed0-4bf1-a24a-495b64041ebc req-310046d8-3bda-479a-96c5-35edba0faef3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:15.284459 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:15.298295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6bbb-2ed0-4bf1-a24a-495b64041ebc req-310046d8-3bda-479a-96c5-35edba0faef3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:15.314387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6bbb-2ed0-4bf1-a24a-495b64041ebc req-310046d8-3bda-479a-96c5-35edba0faef3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:15.317149 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:15.325751 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:15.326877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 079c4e98-7411-43d6-85a2-99b4dabf369b up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:15.339547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a39f7625-0656-4f46-aada-34fcf8c0d8ed no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:57:15.342660 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6bbb-2ed0-4bf1-a24a-495b64041ebc req-310046d8-3bda-479a-96c5-35edba0faef3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:15.355281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6bbb-2ed0-4bf1-a24a-495b64041ebc req-310046d8-3bda-479a-96c5-35edba0faef3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:15.367464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6bbb-2ed0-4bf1-a24a-495b64041ebc req-310046d8-3bda-479a-96c5-35edba0faef3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:15.387355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6bbb-2ed0-4bf1-a24a-495b64041ebc req-310046d8-3bda-479a-96c5-35edba0faef3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:15.389463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b0f6bbb-2ed0-4bf1-a24a-495b64041ebc req-310046d8-3bda-479a-96c5-35edba0faef3 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5439 time: 0.5369346 Dec 08 01:57:15.564882 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: a39f7625-0656-4f46-aada-34fcf8c0d8ed {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:57:15.565221 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a39f7625-0656-4f46-aada-34fcf8c0d8ed not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:57:15.565651 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5b843fe0-cdb2-48c4-a8ef-369995b33d6b no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:57:15.578359 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c2297ab-527f-422e-9b27-8db39f49f637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:15.649114 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 5b843fe0-cdb2-48c4-a8ef-369995b33d6b {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:57:15.649446 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5b843fe0-cdb2-48c4-a8ef-369995b33d6b not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:57:15.661068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:15.682874 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c2297ab-527f-422e-9b27-8db39f49f637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:15.688370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Allocated IP 192.168.233.42 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/18827b02-8043-40c5-94b3-f8664a962df9) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:15.696452 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17db3013-520d-49fb-81a6-b14454edfd5a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:15.700644 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 079c4e98-7411-43d6-85a2-99b4dabf369b completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:15.710173 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 079c4e98-7411-43d6-85a2-99b4dabf369b triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:15.710507 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:15.906405 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:15.970276 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.015500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 079c4e98-7411-43d6-85a2-99b4dabf369b, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=079c4e98-7411-43d6-85a2-99b4dabf369b,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:16.020174 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.027360 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.028632 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6aaa3da0-126d-446f-abc0-a4279b5da375 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:16.108493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Pushing event updated for resources: {'Port': ['ID=18827b02-8043-40c5-94b3-f8664a962df9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:16.149780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:16.159105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:16.167538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=079c4e98-7411-43d6-85a2-99b4dabf369b,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:16.168077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:16.221288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 6aaa3da0-126d-446f-abc0-a4279b5da375 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:16.233248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 6aaa3da0-126d-446f-abc0-a4279b5da375 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:16.233629 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.273757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:16.274445 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.307710 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-1024f153-069d-4e69-ae87-f966ca3b428f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7023628 Dec 08 01:57:16.327090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Request body: {'port': {'device_id': '17b4ec91-cf66-4aa8-a015-0fa9140bead3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:16.338886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2297ab-527f-422e-9b27-8db39f49f637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df44412-8c26-4d74-9fa8-d569fa43541c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:16.352450 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.401258 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c2297ab-527f-422e-9b27-8db39f49f637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.405101 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4c2297ab-527f-422e-9b27-8db39f49f637 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5df44412-8c26-4d74-9fa8-d569fa43541c HTTP/1.1" status: 204 len: 168 time: 1.9834135 Dec 08 01:57:16.415706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0418e09-18f2-460b-a366-ee72c5ede30e None None] Network 6f991c28-d1ee-48eb-9dc2-8d0620665b2c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:16.437353 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50106) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:16.491894 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a39915e4-33ca-45eb-9478-23871b7e874e tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.493295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a39915e4-33ca-45eb-9478-23871b7e874e tempest-MeteringIpV6TestJSON-1609619891 tempest-MeteringIpV6TestJSON-1609619891-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-labels/5a535109-bf94-4c62-8aa3-103ae7466ce9 HTTP/1.1" status: 204 len: 168 time: 1.5142009 Dec 08 01:57:16.496402 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 6aaa3da0-126d-446f-abc0-a4279b5da375, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6aaa3da0-126d-446f-abc0-a4279b5da375,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:16.509956 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.518469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5867a6-9847-4fa5-90fe-b4027eb79522 req-32e6304c-ff1a-482d-90a7-f089096c52ab tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:16.526081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c5867a6-9847-4fa5-90fe-b4027eb79522 req-32e6304c-ff1a-482d-90a7-f089096c52ab tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 1.1294117 Dec 08 01:57:16.555137 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:57:16.608843 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b0f6bbb-2ed0-4bf1-a24a-495b64041ebc req-df793077-954e-419e-9153-fb42a1d81313 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9470317 Dec 08 01:57:16.672762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c5867a6-9847-4fa5-90fe-b4027eb79522 req-e73476c9-8a6b-4466-b4d6-fca5cfc9bfba tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412952 Dec 08 01:57:16.715880 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.738047 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.837939 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ce928512-85e7-4bcb-b550-1a228f412bd2 None None] Provisioning complete for port 18827b02-8043-40c5-94b3-f8664a962df9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:16.838686 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce928512-85e7-4bcb-b550-1a228f412bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.873263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=6aaa3da0-126d-446f-abc0-a4279b5da375,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:16.900313 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ce928512-85e7-4bcb-b550-1a228f412bd2 None None] Port 18827b02-8043-40c5-94b3-f8664a962df9 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:16.977003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c347b4c4-9eac-44fa-bb96-42dc2bbac279 None None] DHCP port deletion for 6f991c28-d1ee-48eb-9dc2-8d0620665b2c request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:17.067107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c'}, {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079c4e98-7411-43d6-85a2-99b4dabf369b'}, {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaa3da0-126d-446f-abc0-a4279b5da375'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:17.077105 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156ca2b7-232a-4543-bd10-489083ac294e" -d '{"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c"}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "079c4e98-7411-43d6-85a2-99b4dabf369b"}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "6aaa3da0-126d-446f-abc0-a4279b5da375"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:17.100318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50126) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:17.149896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c347b4c4-9eac-44fa-bb96-42dc2bbac279 None None] Deleting port f1545e31-198f-4bd1-80e1-243b1ea32478 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:17.150295 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c347b4c4-9eac-44fa-bb96-42dc2bbac279 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.366167 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c347b4c4-9eac-44fa-bb96-42dc2bbac279 None None] For port f1545e31-198f-4bd1-80e1-243b1ea32478, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f1545e31-198f-4bd1-80e1-243b1ea32478,segment=NetworkSegment(aae3b0f2-b3a8-4570-a350-6509b475a515),segment_id=aae3b0f2-b3a8-4570-a350-6509b475a515)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:17.366823 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c347b4c4-9eac-44fa-bb96-42dc2bbac279 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.381412 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6bff4e6b-bd3d-4151-b740-43f7cb1f4fd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.400957 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c347b4c4-9eac-44fa-bb96-42dc2bbac279 None None] Calling delete_port for f1545e31-198f-4bd1-80e1-243b1ea32478 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:17.561328 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f1545e31-198f-4bd1-80e1-243b1ea32478 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:57:17.566145 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c347b4c4-9eac-44fa-bb96-42dc2bbac279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.623225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: f1545e31-198f-4bd1-80e1-243b1ea32478 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:57:17.623591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f1545e31-198f-4bd1-80e1-243b1ea32478 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:57:17.628637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347b4c4-9eac-44fa-bb96-42dc2bbac279 None None] No DVR routers for this DVR port f1545e31-198f-4bd1-80e1-243b1ea32478 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:57:17.640427 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6bff4e6b-bd3d-4151-b740-43f7cb1f4fd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.643710 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347b4c4-9eac-44fa-bb96-42dc2bbac279 None None] Pushing event deleted for resources: {'Port': ['ID=f1545e31-198f-4bd1-80e1-243b1ea32478,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:17.669536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32483c9-28b1-4570-83f5-e189071bc2c6 req-86b31117-3d33-426e-80be-fc6263a665fd tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:17.677517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a32483c9-28b1-4570-83f5-e189071bc2c6 req-86b31117-3d33-426e-80be-fc6263a665fd tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 935 time: 0.1757174 Dec 08 01:57:17.691299 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6bff4e6b-bd3d-4151-b740-43f7cb1f4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.737687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff4e6b-bd3d-4151-b740-43f7cb1f4fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2449c6-5a36-40f5-bf85-455e73d43f59,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:17.852527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6bff4e6b-bd3d-4151-b740-43f7cb1f4fd3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=312efd9c28c84e11b6051c5e4f7beb75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7509985 Dec 08 01:57:17.856077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50142) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:17.883309 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a32483c9-28b1-4570-83f5-e189071bc2c6 req-aceb0b59-01a3-45d2-870d-b1a76a1434ed tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047839 Dec 08 01:57:17.933388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9837f-8acf-4ce1-a574-aa14cb40f379 req-84a5adc9-417c-4c12-8e26-da57e2e0f6a4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:17.939507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ab9837f-8acf-4ce1-a574-aa14cb40f379 req-84a5adc9-417c-4c12-8e26-da57e2e0f6a4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1603293 Dec 08 01:57:17.959720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18827b02-8043-40c5-94b3-f8664a962df9 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:17.966058 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48353f7-2259-4eb3-8c1e-065823591202 x-openstack-request-id: req-a48353f7-2259-4eb3-8c1e-065823591202 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:17.966463 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c", "code": 200}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "079c4e98-7411-43d6-85a2-99b4dabf369b", "code": 200}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "6aaa3da0-126d-446f-abc0-a4279b5da375", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:17.966830 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a48353f7-2259-4eb3-8c1e-065823591202 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:17.967293 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c', 'code': 200} Dec 08 01:57:17.967685 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079c4e98-7411-43d6-85a2-99b4dabf369b', 'code': 200} Dec 08 01:57:17.968340 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaa3da0-126d-446f-abc0-a4279b5da375', 'code': 200} Dec 08 01:57:17.970439 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.984177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Transition to ACTIVE for port object 18827b02-8043-40c5-94b3-f8664a962df9 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:57:18.013215 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9cf0a72-7c4e-4812-b7ec-28c12945c86d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.016409 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.041672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] The port 'f1545e31-198f-4bd1-80e1-243b1ea32478' was deleted {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 08 01:57:18.147868 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.168990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f991c28-d1ee-48eb-9dc2-8d0620665b2c']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:18.177237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ab9837f-8acf-4ce1-a574-aa14cb40f379 req-b40e9408-384d-447d-b09a-f77b08b1fe38 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246058 Dec 08 01:57:18.190161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae3b0f2-b3a8-4570-a350-6509b475a515') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:18.192990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae3b0f2-b3a8-4570-a350-6509b475a515') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:18.207529 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.221757 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.228237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:57:18.228834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.241355 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9cf0a72-7c4e-4812-b7ec-28c12945c86d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:57:18.330241 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:57:18.360355 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.372342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eaa37d-ee1f-4526-b1d9-2c7f836b180e req-8ee7e869-3056-485e-be2c-35ea38cd803d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.403305 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eaa37d-ee1f-4526-b1d9-2c7f836b180e req-8ee7e869-3056-485e-be2c-35ea38cd803d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.404447 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.408034 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] 10.222.0.71 "DELETE /v2.0/networks/6f991c28-d1ee-48eb-9dc2-8d0620665b2c HTTP/1.1" status: 204 len: 168 time: 1.9674108 Dec 08 01:57:18.443410 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eaa37d-ee1f-4526-b1d9-2c7f836b180e req-8ee7e869-3056-485e-be2c-35ea38cd803d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.456816 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eaa37d-ee1f-4526-b1d9-2c7f836b180e req-8ee7e869-3056-485e-be2c-35ea38cd803d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.477792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eaa37d-ee1f-4526-b1d9-2c7f836b180e req-8ee7e869-3056-485e-be2c-35ea38cd803d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.490707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Pushing event updated for resources: {'Port': ['ID=18827b02-8043-40c5-94b3-f8664a962df9,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:18.498549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eaa37d-ee1f-4526-b1d9-2c7f836b180e req-8ee7e869-3056-485e-be2c-35ea38cd803d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.526462 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eaa37d-ee1f-4526-b1d9-2c7f836b180e req-8ee7e869-3056-485e-be2c-35ea38cd803d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.528534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83eaa37d-ee1f-4526-b1d9-2c7f836b180e req-8ee7e869-3056-485e-be2c-35ea38cd803d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5442 time: 0.4642248 Dec 08 01:57:18.540024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f991c28-d1ee-48eb-9dc2-8d0620665b2c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:18.595348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645964e-4a41-4229-849c-2921690dd8a5 req-a6180a7a-b446-4d05-bd2e-d5b45ba06569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.596825 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e645964e-4a41-4229-849c-2921690dd8a5 req-a6180a7a-b446-4d05-bd2e-d5b45ba06569 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 1096 time: 0.6111064 Dec 08 01:57:18.599425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.629205 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.629663 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.630018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.630365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.630704 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.631040 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.631374 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.631730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.632067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.632399 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.632727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.633058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.664317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73643-74c8-491e-9dcc-f3c629eb4e7b req-e27b87bc-9b00-47fe-9957-c88a4b81fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.664798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73643-74c8-491e-9dcc-f3c629eb4e7b req-e27b87bc-9b00-47fe-9957-c88a4b81fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.665266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73643-74c8-491e-9dcc-f3c629eb4e7b req-e27b87bc-9b00-47fe-9957-c88a4b81fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.665729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73643-74c8-491e-9dcc-f3c629eb4e7b req-e27b87bc-9b00-47fe-9957-c88a4b81fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.678447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73643-74c8-491e-9dcc-f3c629eb4e7b req-e27b87bc-9b00-47fe-9957-c88a4b81fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.679031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73643-74c8-491e-9dcc-f3c629eb4e7b req-e27b87bc-9b00-47fe-9957-c88a4b81fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.679516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73643-74c8-491e-9dcc-f3c629eb4e7b req-e27b87bc-9b00-47fe-9957-c88a4b81fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.690111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10f73643-74c8-491e-9dcc-f3c629eb4e7b req-e27b87bc-9b00-47fe-9957-c88a4b81fb70 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 6506 time: 0.5555491 Dec 08 01:57:18.709601 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.709959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.718073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.718547 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.718897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.719235 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.719573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.719951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.720284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.720614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.720946 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.721275 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.721601 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9bcc78-d403-47e8-abf4-ed6be03d8214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:18.761233 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83eaa37d-ee1f-4526-b1d9-2c7f836b180e req-1b603b23-837e-47fc-96d2-3d3d87d690b8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2101054 Dec 08 01:57:18.762299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50148) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:18.826793 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9cf0a72-7c4e-4812-b7ec-28c12945c86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.829816 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9cf0a72-7c4e-4812-b7ec-28c12945c86d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.833485 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d9cf0a72-7c4e-4812-b7ec-28c12945c86d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7d2449c6-5a36-40f5-bf85-455e73d43f59 HTTP/1.1" status: 204 len: 168 time: 0.9735539 Dec 08 01:57:18.893187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf0a72-7c4e-4812-b7ec-28c12945c86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2449c6-5a36-40f5-bf85-455e73d43f59,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:18.905822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f5f8b5f2-e6b1-4b41-b9f1-7f44bf8c4d48 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e03f12e4077d4efc9cf756f1f0924c2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272092 Dec 08 01:57:18.909015 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10f73643-74c8-491e-9dcc-f3c629eb4e7b req-0b2b06fd-f79e-4a58-9a08-733cc9f811d9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417985 Dec 08 01:57:18.909670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50156) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:19.016443 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b732e70-7c8e-486f-bad4-8c170479ce51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.039965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Attempting to bind port 18827b02-8043-40c5-94b3-f8664a962df9 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:19.040572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Attempting to bind port 18827b02-8043-40c5-94b3-f8664a962df9 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:19.051352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Attempting to bind port 18827b02-8043-40c5-94b3-f8664a962df9 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:19.059501 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Port 18827b02-8043-40c5-94b3-f8664a962df9 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:57:19.064044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Attempting to bind port 18827b02-8043-40c5-94b3-f8664a962df9 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:19.067063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645964e-4a41-4229-849c-2921690dd8a5 req-9f45be63-f069-49cd-b52c-a0099c3d30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:19.081341 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e645964e-4a41-4229-849c-2921690dd8a5 req-9f45be63-f069-49cd-b52c-a0099c3d30e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.4295325 Dec 08 01:57:19.085747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:19.086209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:19.086702 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:19.087262 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Bound port: 18827b02-8043-40c5-94b3-f8664a962df9, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:19.087755 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.101306 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b732e70-7c8e-486f-bad4-8c170479ce51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.150931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da576db5-513e-41f6-80b7-0935fce3b0b6 req-4ff87056-b54a-457b-910d-2395628fde1b tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:19.159061 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da576db5-513e-41f6-80b7-0935fce3b0b6 req-4ff87056-b54a-457b-910d-2395628fde1b tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 947 time: 0.1441689 Dec 08 01:57:19.289237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da576db5-513e-41f6-80b7-0935fce3b0b6 req-f2800986-c9ff-468d-887c-ff54e7a8b667 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291356 Dec 08 01:57:19.312629 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b732e70-7c8e-486f-bad4-8c170479ce51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.315592 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b732e70-7c8e-486f-bad4-8c170479ce51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.320042 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4b732e70-7c8e-486f-bad4-8c170479ce51 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9370cfaf-2c12-4d9c-af99-fbebe01f206a HTTP/1.1" status: 204 len: 168 time: 0.4066982 Dec 08 01:57:19.331132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b732e70-7c8e-486f-bad4-8c170479ce51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9370cfaf-2c12-4d9c-af99-fbebe01f206a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:19.424074 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e645964e-4a41-4229-849c-2921690dd8a5 req-43858c23-4ec1-45ff-8cf1-d758b0fd4c90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 200 len: 999 time: 0.3337567 Dec 08 01:57:19.496513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23972a-1158-4341-83ff-0d626f5c7865 req-18b879c6-af3d-46c6-8e6a-f8880692fd93 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:19.508361 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] For port 18827b02-8043-40c5-94b3-f8664a962df9, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:19.512751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b23972a-1158-4341-83ff-0d626f5c7865 req-18b879c6-af3d-46c6-8e6a-f8880692fd93 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1325243 Dec 08 01:57:19.531380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] For port 18827b02-8043-40c5-94b3-f8664a962df9, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=18827b02-8043-40c5-94b3-f8664a962df9,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:19.539071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645964e-4a41-4229-849c-2921690dd8a5 req-07c74516-817d-4d5d-9707-d223913ae489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:19.545652 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e645964e-4a41-4229-849c-2921690dd8a5 req-07c74516-817d-4d5d-9707-d223913ae489 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.0956795 Dec 08 01:57:19.546800 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.615765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50174) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:19.656248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b23972a-1158-4341-83ff-0d626f5c7865 req-512a5e34-357b-4507-8633-6f9e3c59bede tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353202 Dec 08 01:57:19.662735 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e8e153a-2fc2-4f47-9c13-1987258d450d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.730852 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:19.739351 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.741633 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] 10.222.0.45 "PUT /v2.0/ports/18827b02-8043-40c5-94b3-f8664a962df9 HTTP/1.1" status: 200 len: 1096 time: 3.4195554 Dec 08 01:57:19.746442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b4ec91-cf66-4aa8-a015-0fa9140bead3', 'tag': '18827b02-8043-40c5-94b3-f8664a962df9'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:19.758227 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05196e8-aec3-4efb-ab6e-8d6eec585ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "17b4ec91-cf66-4aa8-a015-0fa9140bead3", "tag": "18827b02-8043-40c5-94b3-f8664a962df9"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:19.854382 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e8e153a-2fc2-4f47-9c13-1987258d450d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.872175 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e8e153a-2fc2-4f47-9c13-1987258d450d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.969284 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4e8e153a-2fc2-4f47-9c13-1987258d450d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe75880030ac4b89b7bfe92d144ef1be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3496206 Dec 08 01:57:19.975459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50194) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:19.989309 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ecd893-47e4-439a-acea-67760677f071 x-openstack-request-id: req-23ecd893-47e4-439a-acea-67760677f071 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:19.991393 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b4ec91-cf66-4aa8-a015-0fa9140bead3", "tag": "18827b02-8043-40c5-94b3-f8664a962df9", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:19.992182 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-23ecd893-47e4-439a-acea-67760677f071 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:20.011310 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b4ec91-cf66-4aa8-a015-0fa9140bead3', 'tag': '18827b02-8043-40c5-94b3-f8664a962df9', 'status': 'completed', 'code': 200} Dec 08 01:57:20.016050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645964e-4a41-4229-849c-2921690dd8a5 req-7fd2d0dd-1662-476b-85e3-6ed344b14fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:20.017864 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e645964e-4a41-4229-849c-2921690dd8a5 req-7fd2d0dd-1662-476b-85e3-6ed344b14fce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4678850 Dec 08 01:57:20.020738 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25231859-f71a-4079-8164-6dd4b443d813 service neutron] Pushing event updated for resources: {'Port': ['ID=18827b02-8043-40c5-94b3-f8664a962df9,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:20.042416 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e153a-2fc2-4f47-9c13-1987258d450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af89047-e5dc-4a11-845e-09ae2ff40b8e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:20.092537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c25f1-2a51-4fd4-ad6a-3bf907d1e040 req-4171d2ad-4049-4f8a-900d-342cac3f7e4f tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:20.099097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c25f1-2a51-4fd4-ad6a-3bf907d1e040 req-4171d2ad-4049-4f8a-900d-342cac3f7e4f tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:20.105887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c25f1-2a51-4fd4-ad6a-3bf907d1e040 req-4171d2ad-4049-4f8a-900d-342cac3f7e4f tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:20.113631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c25f1-2a51-4fd4-ad6a-3bf907d1e040 req-4171d2ad-4049-4f8a-900d-342cac3f7e4f tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:20.119892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c25f1-2a51-4fd4-ad6a-3bf907d1e040 req-4171d2ad-4049-4f8a-900d-342cac3f7e4f tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:20.126278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c25f1-2a51-4fd4-ad6a-3bf907d1e040 req-4171d2ad-4049-4f8a-900d-342cac3f7e4f tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:20.132734 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c25f1-2a51-4fd4-ad6a-3bf907d1e040 req-4171d2ad-4049-4f8a-900d-342cac3f7e4f tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:20.141502 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-061c25f1-2a51-4fd4-ad6a-3bf907d1e040 req-4171d2ad-4049-4f8a-900d-342cac3f7e4f tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5442 time: 0.1789157 Dec 08 01:57:20.245832 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f35b818d-73e5-4049-805b-e8622f12c6ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:20.270552 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f35b818d-73e5-4049-805b-e8622f12c6ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:20.322040 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50198) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:20.361848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-061c25f1-2a51-4fd4-ad6a-3bf907d1e040 req-6f096e9e-ade0-462d-be34-d043fa663fcf tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2190766 Dec 08 01:57:20.370740 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f35b818d-73e5-4049-805b-e8622f12c6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:20.376642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f35b818d-73e5-4049-805b-e8622f12c6ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:20.380776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f35b818d-73e5-4049-805b-e8622f12c6ad admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5af89047-e5dc-4a11-845e-09ae2ff40b8e HTTP/1.1" status: 204 len: 168 time: 0.3957508 Dec 08 01:57:20.383942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-d813a047-1f0a-4fb1-8054-97524cea7a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:20.395307 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-d813a047-1f0a-4fb1-8054-97524cea7a47 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d2e6e8995be948bfad251c41d5fff5c8&device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 1099 time: 0.5890615 Dec 08 01:57:20.414647 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b818d-73e5-4049-805b-e8622f12c6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af89047-e5dc-4a11-845e-09ae2ff40b8e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:20.501100 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-678cd064-5675-4e2d-bd9e-48c69134511d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=18827b02-8043-40c5-94b3-f8664a962df9 HTTP/1.1" status: 200 len: 217 time: 0.0803711 Dec 08 01:57:20.509737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c32e36-23ae-4e0a-83af-bf53c9b26530 req-59864ba3-a855-4d1d-a148-74c87baf6ee8 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:20.523356 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-28c32e36-23ae-4e0a-83af-bf53c9b26530 req-59864ba3-a855-4d1d-a148-74c87baf6ee8 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 947 time: 0.0994461 Dec 08 01:57:20.606695 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e645964e-4a41-4229-849c-2921690dd8a5 req-911f293d-7e10-43c2-9903-6885d0bc508b service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314026 Dec 08 01:57:20.640032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-28c32e36-23ae-4e0a-83af-bf53c9b26530 req-3f8c2a26-1b13-405d-bc31-ce27a6a738e4 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110055 Dec 08 01:57:20.776437 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-5b752e8f-8801-4895-a03b-00f1e1aa6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:20.778359 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-5b752e8f-8801-4895-a03b-00f1e1aa6226 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.2627068 Dec 08 01:57:20.835917 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0f686-9444-470e-9817-d659146605a4 req-f9888b35-bef2-48d2-be7c-b0c2c077636e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:20.840197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbb0f686-9444-470e-9817-d659146605a4 req-f9888b35-bef2-48d2-be7c-b0c2c077636e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0949397 Dec 08 01:57:20.924262 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6773d32-9375-4f7f-a28b-b48a1c138aad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:20.944164 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-a9cb228c-da24-4782-959a-39c88f1b2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:20.946333 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-a9cb228c-da24-4782-959a-39c88f1b2f8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1601939 Dec 08 01:57:20.948286 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e645964e-4a41-4229-849c-2921690dd8a5 req-1fb2e1e8-86c7-4ce2-9d29-ec72095242b9 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406799 Dec 08 01:57:20.989423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbb0f686-9444-470e-9817-d659146605a4 req-82872726-9cd1-48b4-b5f8-c39464f81225 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425667 Dec 08 01:57:21.293939 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6773d32-9375-4f7f-a28b-b48a1c138aad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.310815 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6773d32-9375-4f7f-a28b-b48a1c138aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.345069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50234) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:21.389524 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f6773d32-9375-4f7f-a28b-b48a1c138aad admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c2817f11b6524a94a52814cbe49b821e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0659294 Dec 08 01:57:21.391754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:21.392924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6773d32-9375-4f7f-a28b-b48a1c138aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69806440-0501-4fc4-90c2-b1b1cf608d22,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:21.443897 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-72bb530b-76d4-4ce1-af60-684567ee5e91 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787416 Dec 08 01:57:21.484219 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.589572 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.617642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-877983194-network', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:21.733612 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] Made reservation on behalf of 2f4621f7b9bc470fa026d4fa66827532 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:21.739045 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.759161 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f2e1c29e-ce3e-4fd6-ab33-0eb955e27c7d req-ca62313b-254b-4811-92f1-d867c8ab7feb service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868016 Dec 08 01:57:21.775040 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971895e-721a-4e56-a7c1-7748afe17531 req-14853e36-f524-4dda-8ef0-5f78f4157110 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:21.784913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971895e-721a-4e56-a7c1-7748afe17531 req-14853e36-f524-4dda-8ef0-5f78f4157110 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:21.794076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971895e-721a-4e56-a7c1-7748afe17531 req-14853e36-f524-4dda-8ef0-5f78f4157110 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:21.812554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971895e-721a-4e56-a7c1-7748afe17531 req-14853e36-f524-4dda-8ef0-5f78f4157110 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:21.821220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971895e-721a-4e56-a7c1-7748afe17531 req-14853e36-f524-4dda-8ef0-5f78f4157110 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:21.840018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971895e-721a-4e56-a7c1-7748afe17531 req-14853e36-f524-4dda-8ef0-5f78f4157110 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:21.847979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971895e-721a-4e56-a7c1-7748afe17531 req-14853e36-f524-4dda-8ef0-5f78f4157110 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:21.850392 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8971895e-721a-4e56-a7c1-7748afe17531 req-14853e36-f524-4dda-8ef0-5f78f4157110 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5442 time: 0.2966590 Dec 08 01:57:21.854137 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.969211 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05196e8-aec3-4efb-ab6e-8d6eec585ac5 req-934f6a5f-b25f-4948-9053-b6fd2a6214dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:21.973049 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e05196e8-aec3-4efb-ab6e-8d6eec585ac5 req-934f6a5f-b25f-4948-9053-b6fd2a6214dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d2e6e8995be948bfad251c41d5fff5c8&device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 1099 time: 0.1158376 Dec 08 01:57:21.987497 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c1f54682-c802-4301-b238-eee80c423202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.995178 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:22.001646 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:22.008736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/69806440-0501-4fc4-90c2-b1b1cf608d22 HTTP/1.1" status: 204 len: 168 time: 0.6148038 Dec 08 01:57:22.119972 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69806440-0501-4fc4-90c2-b1b1cf608d22,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:22.156261 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8971895e-721a-4e56-a7c1-7748afe17531 req-f8b857e2-8b44-451b-9b19-e951382a0dd7 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2871416 Dec 08 01:57:22.167560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:22.167998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:22.168273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:22.170499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:22.170854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:22.171399 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:22.171804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:22.172136 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:22.173468 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:22.173834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:22.174169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:22.175403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:22.175835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896ec413-bfbf-4844-903b-1e4659f75dcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:22.188223 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50262) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.228060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abb889-c139-41fe-887a-060ace005928 req-39bfca56-98fb-4296-992e-75949047f413 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.230805 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11abb889-c139-41fe-887a-060ace005928 req-39bfca56-98fb-4296-992e-75949047f413 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 947 time: 0.3362775 Dec 08 01:57:22.351233 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:22.390771 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:22.395859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05196e8-aec3-4efb-ab6e-8d6eec585ac5 req-ae207cf9-b72d-46de-bdec-b7391515604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.398651 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e05196e8-aec3-4efb-ab6e-8d6eec585ac5 req-ae207cf9-b72d-46de-bdec-b7391515604b service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.4180737 Dec 08 01:57:22.459734 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-30977556-b3c7-4fe0-93f1-5015a60d2621 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.464872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-30977556-b3c7-4fe0-93f1-5015a60d2621 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2696135 Dec 08 01:57:22.468513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50268) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.504245 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11abb889-c139-41fe-887a-060ace005928 req-10e8244e-ce1a-4e84-8ea9-2800769f939d tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530351 Dec 08 01:57:22.505961 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e05196e8-aec3-4efb-ab6e-8d6eec585ac5 req-9202bd62-6bb9-4d12-9bec-cc0ec15ec4e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=18827b02-8043-40c5-94b3-f8664a962df9 HTTP/1.1" status: 200 len: 217 time: 0.0982566 Dec 08 01:57:22.538767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-a371504c-5a25-4069-8516-3bb82d5e071a tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.540216 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a371504c-5a25-4069-8516-3bb82d5e071a tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0521045 Dec 08 01:57:22.545031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:57:22.546990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50270) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.568766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-f5760674-2e4c-43da-a08e-802f810b4eb2 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.580865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f5760674-2e4c-43da-a08e-802f810b4eb2 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0143740 Dec 08 01:57:22.583518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50272) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.608857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-8b6c5fbf-323e-4fec-8eed-d6bbb9941c7e tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.612841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8b6c5fbf-323e-4fec-8eed-d6bbb9941c7e tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0161724 Dec 08 01:57:22.615203 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d68f0f2-26ed-403f-ba2a-abd2703f8184,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:22.620233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50274) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.625523 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:22.626037 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] Added segment fd7d103b-bdc4-45ed-b084-dc56134a80fc of type vlan for network 9a7ee9e2-0237-4935-a206-629bffc64d88 Dec 08 01:57:22.630166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-b238142e-7cfd-4aaf-9aca-725e6faaaa05 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.633783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b238142e-7cfd-4aaf-9aca-725e6faaaa05 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0074031 Dec 08 01:57:22.636011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50276) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.657891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-12e28f1e-b8c4-4b87-bf03-f1e5d2e6fc7a tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.661528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-12e28f1e-b8c4-4b87-bf03-f1e5d2e6fc7a tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056798 Dec 08 01:57:22.662941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50278) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.676655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bebd14-d494-4d61-affe-c6e46162c97d req-d04d3173-7065-4f47-99ce-346bbbc861fe tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.678185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80bebd14-d494-4d61-affe-c6e46162c97d req-d04d3173-7065-4f47-99ce-346bbbc861fe tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.3298936 Dec 08 01:57:22.683655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05196e8-aec3-4efb-ab6e-8d6eec585ac5 req-97c5e641-b1f4-4853-b8b0-bb0fbe9459a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.685842 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e05196e8-aec3-4efb-ab6e-8d6eec585ac5 req-97c5e641-b1f4-4853-b8b0-bb0fbe9459a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1688805 Dec 08 01:57:22.700405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-5e9e55a0-e2a6-43fc-9b32-23bdce41044b tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.704101 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5e9e55a0-e2a6-43fc-9b32-23bdce41044b tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0373430 Dec 08 01:57:22.739301 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:22.747237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50282) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.752611 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-911d4707-6655-400b-9a9f-7d962ab28a80 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.755996 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-911d4707-6655-400b-9a9f-7d962ab28a80 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048752 Dec 08 01:57:22.756693 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50286) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.761003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-e60fbec8-35fe-4f58-9238-469091e6954a tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.764478 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e60fbec8-35fe-4f58-9238-469091e6954a tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044172 Dec 08 01:57:22.767174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50288) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.772481 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-cda31638-824f-49ef-bb4a-37b46ba89b05 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.773675 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cda31638-824f-49ef-bb4a-37b46ba89b05 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046141 Dec 08 01:57:22.778056 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50290) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.782671 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-e8feb5d2-290b-41c2-bdd4-bdb03db1f35e tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.784140 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e8feb5d2-290b-41c2-bdd4-bdb03db1f35e tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048709 Dec 08 01:57:22.787108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50292) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.791944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-f610cbaa-6035-4183-af9d-4c01b265f6ed tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.793183 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f610cbaa-6035-4183-af9d-4c01b265f6ed tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049496 Dec 08 01:57:22.795863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50296) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.803204 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:22.804207 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.804800 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:22.814111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-eb3be35e-1872-465c-b26f-343eed123492 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.832715 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eb3be35e-1872-465c-b26f-343eed123492 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0347872 Dec 08 01:57:22.835152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50298) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.840411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-f2b3336f-4dc1-46e5-bd2d-46c49a24f9ab tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.842172 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f2b3336f-4dc1-46e5-bd2d-46c49a24f9ab tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0059962 Dec 08 01:57:22.845295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05196e8-aec3-4efb-ab6e-8d6eec585ac5 req-015b80bd-1e7b-4185-a766-e57098233234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.846876 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e05196e8-aec3-4efb-ab6e-8d6eec585ac5 req-015b80bd-1e7b-4185-a766-e57098233234 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521950 Dec 08 01:57:22.847439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50300) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.852596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-7c04ed1c-3df2-4385-923e-097a5ab2256a tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.853779 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7c04ed1c-3df2-4385-923e-097a5ab2256a tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0050886 Dec 08 01:57:22.865475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50302) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.882972 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-b267f109-d1f9-4f20-8042-4e77ff6a3127 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.886626 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b267f109-d1f9-4f20-8042-4e77ff6a3127 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0169652 Dec 08 01:57:22.888050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e16a-ded8-4d55-be5f-fa19dc9534fa req-19e149db-145b-43ad-bfa0-12045c25de08 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.894802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e16a-ded8-4d55-be5f-fa19dc9534fa req-19e149db-145b-43ad-bfa0-12045c25de08 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.900580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50304) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.901192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e16a-ded8-4d55-be5f-fa19dc9534fa req-19e149db-145b-43ad-bfa0-12045c25de08 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.908421 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e16a-ded8-4d55-be5f-fa19dc9534fa req-19e149db-145b-43ad-bfa0-12045c25de08 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.915425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e16a-ded8-4d55-be5f-fa19dc9534fa req-19e149db-145b-43ad-bfa0-12045c25de08 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.922582 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e16a-ded8-4d55-be5f-fa19dc9534fa req-19e149db-145b-43ad-bfa0-12045c25de08 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.929050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e16a-ded8-4d55-be5f-fa19dc9534fa req-19e149db-145b-43ad-bfa0-12045c25de08 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.943460 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-24e9e16a-ded8-4d55-be5f-fa19dc9534fa req-19e149db-145b-43ad-bfa0-12045c25de08 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5442 time: 0.3135443 Dec 08 01:57:22.943460 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50306) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.947404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-551f8bea-5b5a-4bf7-a5d6-c8ca58676356 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.951458 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-551f8bea-5b5a-4bf7-a5d6-c8ca58676356 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0258996 Dec 08 01:57:22.951627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8dc97e33-d51c-4b04-ae89-dbc364239814 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Request body: {'floatingip': {'port_id': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:22.951936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50308) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:22.958094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-3795d82c-bcad-41c3-8404-6f27565e91a4 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:22.962270 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3795d82c-bcad-41c3-8404-6f27565e91a4 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044918 Dec 08 01:57:22.981362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50310) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.000857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50312) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.019524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-6c7fd506-e334-45a5-9339-3c609164bda2 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.020529 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6c7fd506-e334-45a5-9339-3c609164bda2 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0364227 Dec 08 01:57:23.020861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d528e919-c8d9-42cf-85fc-58db7c3d6e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.024149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6778095 Dec 08 01:57:23.027198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50314) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.027546 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50316) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.038128 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5a719c61-7a50-4e41-96ec-82113cf68009 admin admin] Request body: {'subnet': {'network_id': '9a7ee9e2-0237-4935-a206-629bffc64d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-877983194-subnet', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:23.074800 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e05196e8-aec3-4efb-ab6e-8d6eec585ac5 req-0735a6e1-6ec9-4bf8-9810-8258dc7051ee service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199652 Dec 08 01:57:23.081673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80bebd14-d494-4d61-affe-c6e46162c97d req-5821ddaf-82e9-493d-a21f-004ca2b0aba1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828214 Dec 08 01:57:23.091292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-1f51757c-d9f9-4144-a549-2faf209cebd5 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.092382 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1f51757c-d9f9-4144-a549-2faf209cebd5 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0612919 Dec 08 01:57:23.096127 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50322) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.116892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-dcc15def-a2d5-4396-a4d5-171806d51e69 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.118240 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dcc15def-a2d5-4396-a4d5-171806d51e69 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0157292 Dec 08 01:57:23.121725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50324) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.127377 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8dc97e33-d51c-4b04-ae89-dbc364239814 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.136775 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-cee2715c-ff6d-46c5-9ece-c0d286dfc428 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.137759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cee2715c-ff6d-46c5-9ece-c0d286dfc428 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0129638 Dec 08 01:57:23.139399 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9fecb-7608-4f00-b6b4-19dfcb599ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=9a7ee9e2-0237-4935-a206-629bffc64d88,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:23.168046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 9a7ee9e2-0237-4935-a206-629bffc64d88 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:57:23.168988 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50328) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.176930 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-4ee073bc-470e-447e-a4d5-38bb0ea05bcb tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.180403 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4ee073bc-470e-447e-a4d5-38bb0ea05bcb tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049405 Dec 08 01:57:23.183062 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50330) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.192295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-4d28f4ae-32bf-409a-aece-1612ed2e45bc tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.194432 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4d28f4ae-32bf-409a-aece-1612ed2e45bc tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0090780 Dec 08 01:57:23.197105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50334) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.203823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-ff00b1d8-d1e3-474e-a2e4-99d5dd1c80b9 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.205005 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ff00b1d8-d1e3-474e-a2e4-99d5dd1c80b9 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0068488 Dec 08 01:57:23.211272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50336) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.221903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-e2a408fd-a593-4db6-b8c2-3d86fcc57593 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.223049 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e2a408fd-a593-4db6-b8c2-3d86fcc57593 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0068412 Dec 08 01:57:23.229719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50338) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.242693 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-b913ec1c-ab5e-45c1-87fb-fc02dabbd6ef tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.246159 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b913ec1c-ab5e-45c1-87fb-fc02dabbd6ef tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0140629 Dec 08 01:57:23.249913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50340) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.257573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-cb8ec233-f0cc-4cf4-85d8-5ab218612bc9 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.258654 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cb8ec233-f0cc-4cf4-85d8-5ab218612bc9 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0077052 Dec 08 01:57:23.264627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50342) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.271980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-ae492415-81de-4158-ad52-359fcf7866bf tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.273185 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ae492415-81de-4158-ad52-359fcf7866bf tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048704 Dec 08 01:57:23.288356 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50344) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.297362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-f94107e9-3d16-409a-8718-07b0bd30f681 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.298673 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f94107e9-3d16-409a-8718-07b0bd30f681 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0091660 Dec 08 01:57:23.298890 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.302986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50346) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.315334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-c7400a69-0482-408b-b36b-1a7dfc4f4a72 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.316530 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c7400a69-0482-408b-b36b-1a7dfc4f4a72 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0079243 Dec 08 01:57:23.318781 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e05196e8-aec3-4efb-ab6e-8d6eec585ac5 req-f6e777e4-c240-4c3a-8ba2-48133d3a0e58 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344937 Dec 08 01:57:23.319289 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50348) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.321384 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d528e919-c8d9-42cf-85fc-58db7c3d6e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.327041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-383584e0-1fa7-455c-bdeb-a4d82ef7df13 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.328106 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-383584e0-1fa7-455c-bdeb-a4d82ef7df13 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050862 Dec 08 01:57:23.330814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50350) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.333105 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d528e919-c8d9-42cf-85fc-58db7c3d6e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.353865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-57c1bda5-cf0e-48a5-9882-2514e3b6d40d tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.355080 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-57c1bda5-cf0e-48a5-9882-2514e3b6d40d tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0232162 Dec 08 01:57:23.367316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50352) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.374946 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-a725b72a-b23c-471e-80c5-1f1600cc62ad tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.376046 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a725b72a-b23c-471e-80c5-1f1600cc62ad tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0076270 Dec 08 01:57:23.380255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50354) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.397717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-a936e9c2-dc13-4536-b929-0098abab59c5 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.401878 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a936e9c2-dc13-4536-b929-0098abab59c5 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0140746 Dec 08 01:57:23.402772 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50356) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.406342 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d528e919-c8d9-42cf-85fc-58db7c3d6e53 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=82aec969484b4f2f9cc8afb562abd5b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4043565 Dec 08 01:57:23.408683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528e919-c8d9-42cf-85fc-58db7c3d6e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ccffb0-ad02-48d3-9bf5-e0c48d8aab0c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:23.411710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50358) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.420438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-a08f296e-11a0-483a-bc7f-7b678e49294f tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.424433 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a08f296e-11a0-483a-bc7f-7b678e49294f tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0088487 Dec 08 01:57:23.432546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50360) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.438979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-43e953d7-bf69-4304-a47c-0c7d363de9a0 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.440152 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-43e953d7-bf69-4304-a47c-0c7d363de9a0 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0066087 Dec 08 01:57:23.447045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50362) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.451483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a719c61-7a50-4e41-96ec-82113cf68009 admin admin] Made reservation on behalf of 2f4621f7b9bc470fa026d4fa66827532 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:23.453433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-7b65e473-3eed-4dd8-b7c0-8562fe12c7cc tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.453881 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a719c61-7a50-4e41-96ec-82113cf68009 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.454585 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7b65e473-3eed-4dd8-b7c0-8562fe12c7cc tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0064394 Dec 08 01:57:23.458597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50364) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.463176 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-c75c0115-e409-4d80-9672-f3175786e19a tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.464295 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c75c0115-e409-4d80-9672-f3175786e19a tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047226 Dec 08 01:57:23.469524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50366) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.473576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-d8a3e01e-1813-469f-9cff-3e9b39a6faba tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.474612 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d8a3e01e-1813-469f-9cff-3e9b39a6faba tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0041368 Dec 08 01:57:23.478694 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50368) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.482720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-1b371f82-03d3-4e6b-b717-994190a9ff49 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.486485 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1b371f82-03d3-4e6b-b717-994190a9ff49 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041108 Dec 08 01:57:23.488660 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50370) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.495233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-4cd27177-a148-4609-b421-bd743e13fdad tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.499835 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4cd27177-a148-4609-b421-bd743e13fdad tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0065837 Dec 08 01:57:23.501890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50372) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.507286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-d068d958-f9a0-49f4-91f0-68738686a50f tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.510680 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d068d958-f9a0-49f4-91f0-68738686a50f tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055101 Dec 08 01:57:23.510989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50374) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.515431 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-e95c2906-12c3-4b00-a4eb-420c33bcec56 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.518536 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e95c2906-12c3-4b00-a4eb-420c33bcec56 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046461 Dec 08 01:57:23.518806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50376) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.522811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-3f506f63-70c2-4ea0-a144-df73608c9646 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.525869 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3f506f63-70c2-4ea0-a144-df73608c9646 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041335 Dec 08 01:57:23.528221 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50378) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.533538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-9213976a-14c5-46a7-b893-0b53a12ce292 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.537663 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9213976a-14c5-46a7-b893-0b53a12ce292 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0067577 Dec 08 01:57:23.542521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50382) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.549145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-5031d0cd-0e01-4e2a-8066-ed889b06ca08 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.552691 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5031d0cd-0e01-4e2a-8066-ed889b06ca08 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0068190 Dec 08 01:57:23.553012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50384) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.553160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d10a-9909-4a33-a752-d09b793eaddd req-f7441204-5ef8-48c4-b867-1640f72da062 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:23.557780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-be3f856d-970d-43aa-b158-9cf88b537698 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.562816 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-be3f856d-970d-43aa-b158-9cf88b537698 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0059261 Dec 08 01:57:23.562980 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad69d10a-9909-4a33-a752-d09b793eaddd req-f7441204-5ef8-48c4-b867-1640f72da062 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.2262552 Dec 08 01:57:23.563086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f168701-f35d-4e6c-8c2b-a0bdc7ae32a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.563497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50386) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.568256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-8f355272-b430-49ce-a177-347c0ab92988 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.571670 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8f355272-b430-49ce-a177-347c0ab92988 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048556 Dec 08 01:57:23.572178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50388) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.579358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-859110e0-a4dc-4b7f-952f-81f4939db49b tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.583490 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-859110e0-a4dc-4b7f-952f-81f4939db49b tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0076864 Dec 08 01:57:23.588076 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50390) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.594756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-0bad8f6d-87f9-4694-af02-857c2359be00 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.598307 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0bad8f6d-87f9-4694-af02-857c2359be00 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0068474 Dec 08 01:57:23.599561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50392) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.607808 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-578c2282-9b3b-4cea-84f5-b9940d5ddb31 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.607808 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-578c2282-9b3b-4cea-84f5-b9940d5ddb31 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0049186 Dec 08 01:57:23.611105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50394) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.615780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-0e700a5c-4412-4d3a-8a33-c62763814012 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.619382 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0e700a5c-4412-4d3a-8a33-c62763814012 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046492 Dec 08 01:57:23.620419 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50396) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.624496 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f168701-f35d-4e6c-8c2b-a0bdc7ae32a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.629541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-42d3183d-3b08-4397-90ca-fd7ce494f59e tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.633230 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-42d3183d-3b08-4397-90ca-fd7ce494f59e tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0093188 Dec 08 01:57:23.637946 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50398) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.642931 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-5c0988b7-6f98-4f60-976c-98af58b46e01 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.646526 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5c0988b7-6f98-4f60-976c-98af58b46e01 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0047917 Dec 08 01:57:23.647115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50400) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.653347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-1e06b442-b01d-4f7a-af45-8d2abb636fc5 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.657172 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1e06b442-b01d-4f7a-af45-8d2abb636fc5 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0071909 Dec 08 01:57:23.660225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50402) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.668184 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-8fba7e11-619e-4bd4-92c2-00c93197c5be tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.672055 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8fba7e11-619e-4bd4-92c2-00c93197c5be tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0082500 Dec 08 01:57:23.682895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50404) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.688471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-3d5a4092-05ee-4e3d-bf6f-307edfa40a99 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.692057 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3d5a4092-05ee-4e3d-bf6f-307edfa40a99 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0055521 Dec 08 01:57:23.694739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50406) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.698824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-dd958c9f-752b-4266-b073-54616b102fcb tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.702160 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dd958c9f-752b-4266-b073-54616b102fcb tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0042255 Dec 08 01:57:23.703033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50408) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.707133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-d71f7b2e-7bb5-4576-b0a2-b33e8100f865 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.710734 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d71f7b2e-7bb5-4576-b0a2-b33e8100f865 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0041509 Dec 08 01:57:23.710890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50410) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.715855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-10b20be6-c962-4d76-9332-3d02c0501c25 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.719175 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-10b20be6-c962-4d76-9332-3d02c0501c25 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0049500 Dec 08 01:57:23.719907 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50412) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.724945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-bddb8f06-c142-4737-b3b2-db4480b12bbd tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.728355 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bddb8f06-c142-4737-b3b2-db4480b12bbd tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0053926 Dec 08 01:57:23.729683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50414) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.736454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-a75e99b0-9d15-4630-9beb-ff26993f1116 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.740532 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad69d10a-9909-4a33-a752-d09b793eaddd req-df6c7da8-6473-429a-bbb7-c31fd572943b tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785164 Dec 08 01:57:23.741564 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a75e99b0-9d15-4630-9beb-ff26993f1116 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0106602 Dec 08 01:57:23.742229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50416) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.748472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-90625d97-98b0-4f07-a165-82f89a877041 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.752337 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-90625d97-98b0-4f07-a165-82f89a877041 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0077982 Dec 08 01:57:23.752926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50418) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.758322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-76cbe361-7fe0-4c68-9a7f-09f78bd2bae4 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.761463 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-76cbe361-7fe0-4c68-9a7f-09f78bd2bae4 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047100 Dec 08 01:57:23.767282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50420) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.772457 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-1760ecbb-4875-4e24-b4b8-bf47146de3b3 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.773634 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1760ecbb-4875-4e24-b4b8-bf47146de3b3 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0051651 Dec 08 01:57:23.777584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50424) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.782994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-52152161-3187-4df1-a56e-71a9c55fd5a8 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.786481 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-52152161-3187-4df1-a56e-71a9c55fd5a8 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053911 Dec 08 01:57:23.786603 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50426) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.793666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-21d3827f-4d3a-4d59-a95b-e1b5f818879d tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.801159 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-21d3827f-4d3a-4d59-a95b-e1b5f818879d tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0104182 Dec 08 01:57:23.801795 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f168701-f35d-4e6c-8c2b-a0bdc7ae32a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.806623 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f168701-f35d-4e6c-8c2b-a0bdc7ae32a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.807405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50428) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.815922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-fe28672f-660b-4a8e-8939-0e710b8fc282 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.819316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fe28672f-660b-4a8e-8939-0e710b8fc282 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0077329 Dec 08 01:57:23.820156 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9f168701-f35d-4e6c-8c2b-a0bdc7ae32a2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c2ccffb0-ad02-48d3-9bf5-e0c48d8aab0c HTTP/1.1" status: 204 len: 168 time: 0.3956976 Dec 08 01:57:23.820780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50432) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.828453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [None req-81817ece-46b6-4a92-85f7-4132f36e8da2 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.831811 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-81817ece-46b6-4a92-85f7-4132f36e8da2 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0059488 Dec 08 01:57:23.832870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50434) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.840999 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [None req-f30b6610-a0f7-4dee-a2e4-c3a212866657 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:23.844820 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f30b6610-a0f7-4dee-a2e4-c3a212866657 tempest-ExtensionsTestJSON-1706012334 tempest-ExtensionsTestJSON-1706012334-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0066483 Dec 08 01:57:23.854901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f168701-f35d-4e6c-8c2b-a0bdc7ae32a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ccffb0-ad02-48d3-9bf5-e0c48d8aab0c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:23.956734 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59493fc4-32f0-4e98-a7e4-d26bb09e40ad req-9841dec1-f5e3-4a86-9793-d654b9f38b80 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:23.964205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59493fc4-32f0-4e98-a7e4-d26bb09e40ad req-9841dec1-f5e3-4a86-9793-d654b9f38b80 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 947 time: 0.2956474 Dec 08 01:57:24.079996 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.244549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e489ccb-ee1b-417f-8821-0b6c24657b14 req-8bc53f50-0845-4ccd-8304-542fdd8b798f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:24.252926 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e489ccb-ee1b-417f-8821-0b6c24657b14 req-8bc53f50-0845-4ccd-8304-542fdd8b798f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.3117385 Dec 08 01:57:24.312332 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d477375-07ac-4e68-8811-7cccdea331bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.343290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59493fc4-32f0-4e98-a7e4-d26bb09e40ad req-6c808b0e-fbc7-4cca-aeef-7899c06ccff8 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777461 Dec 08 01:57:24.385074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50454) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:24.396742 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a719c61-7a50-4e41-96ec-82113cf68009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.472473 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e489ccb-ee1b-417f-8821-0b6c24657b14 req-d041297e-e654-41dd-a57b-d2574ef14ced tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185676 Dec 08 01:57:24.541943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a719c61-7a50-4e41-96ec-82113cf68009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc6841d-e616-49e6-abf9-76cde95b18b7,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:24.563141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a719c61-7a50-4e41-96ec-82113cf68009 admin admin] Checking segment: {'id': 'fd7d103b-bdc4-45ed-b084-dc56134a80fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9a7ee9e2-0237-4935-a206-629bffc64d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:24.563348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a719c61-7a50-4e41-96ec-82113cf68009 admin admin] Network hostable DHCP agents. Network: 9a7ee9e2-0237-4935-a206-629bffc64d88, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:57:24.572282 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8dc97e33-d51c-4b04-ae89-dbc364239814 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.579889 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8dc97e33-d51c-4b04-ae89-dbc364239814 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.625553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a719c61-7a50-4e41-96ec-82113cf68009 admin admin] Network 9a7ee9e2-0237-4935-a206-629bffc64d88 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:57:24.650113 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3b423041-2856-4ecb-87d6-b576f25a5fb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.705956 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5a719c61-7a50-4e41-96ec-82113cf68009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 9a7ee9e2-0237-4935-a206-629bffc64d88) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:24.714315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190a9373-8a76-4ed0-8678-882bada6a786 None None] Network 9a7ee9e2-0237-4935-a206-629bffc64d88 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:24.724940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a719c61-7a50-4e41-96ec-82113cf68009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:24.725550 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5a719c61-7a50-4e41-96ec-82113cf68009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.761757 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3b423041-2856-4ecb-87d6-b576f25a5fb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.769301 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3b423041-2856-4ecb-87d6-b576f25a5fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.782494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5a719c61-7a50-4e41-96ec-82113cf68009 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7478008 Dec 08 01:57:24.783052 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50470) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:24.796172 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-877983194-router', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:24.799914 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-8dc97e33-d51c-4b04-ae89-dbc364239814 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Floating IP a0c0f35a-6a1b-4f23-9c92-51205b2f5936 associated. External IP: 172.25.8.38, port: 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec. Dec 08 01:57:24.870520 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3b423041-2856-4ecb-87d6-b576f25a5fb1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2578b99f348548fd9b7342cd1fa88a6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4832804 Dec 08 01:57:24.871503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b423041-2856-4ecb-87d6-b576f25a5fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065a8127-6358-453b-95d4-79ebe50d98d9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:24.898859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50480) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:24.929967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-9a7ee9e2-0237-4935-a206-629bffc64d88', 'network_id': '9a7ee9e2-0237-4935-a206-629bffc64d88', 'project_id': '2f4621f7b9bc470fa026d4fa66827532', 'fixed_ips': [{'subnet_id': 'fbc6841d-e616-49e6-abf9-76cde95b18b7'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:57:24.930845 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.975252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ea287d40-5f1a-4a0b-9de9-97b866182636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.006289 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ea287d40-5f1a-4a0b-9de9-97b866182636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.017717 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.018738 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.076071 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ea287d40-5f1a-4a0b-9de9-97b866182636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.079543 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ea287d40-5f1a-4a0b-9de9-97b866182636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.083152 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ea287d40-5f1a-4a0b-9de9-97b866182636 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/065a8127-6358-453b-95d4-79ebe50d98d9 HTTP/1.1" status: 204 len: 168 time: 0.1771855 Dec 08 01:57:25.099419 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea287d40-5f1a-4a0b-9de9-97b866182636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065a8127-6358-453b-95d4-79ebe50d98d9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:25.156696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.184980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5100c25-ec9e-4110-b687-da11945386a9 req-46f84d0d-1f49-4a23-bc0a-da65ac322bc7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:25.193328 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-46f84d0d-1f49-4a23-bc0a-da65ac322bc7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 812 time: 0.2777469 Dec 08 01:57:25.218183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Allocated IP 172.20.0.2 (9a7ee9e2-0237-4935-a206-629bffc64d88/fbc6841d-e616-49e6-abf9-76cde95b18b7/35e38296-a8c5-452c-8e8a-91a157ad7dc0) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:25.421051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-c2d979c7-10a6-441d-83cd-8d5e80b525d4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/quotas/9e3ecb8a9b54480d99ff5c2fe9db6b37 HTTP/1.1" status: 200 len: 375 time: 0.2262108 Dec 08 01:57:25.482807 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.502972 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.518688 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.598735 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.646243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Network 9a7ee9e2-0237-4935-a206-629bffc64d88 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:25.667048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:25.680498 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:25.848720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Pushing event updated for resources: {'Port': ['ID=35e38296-a8c5-452c-8e8a-91a157ad7dc0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:25.862005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Attempting to bind port 35e38296-a8c5-452c-8e8a-91a157ad7dc0 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:25.866316 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Attempting to bind port 35e38296-a8c5-452c-8e8a-91a157ad7dc0 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'fd7d103b-bdc4-45ed-b084-dc56134a80fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9a7ee9e2-0237-4935-a206-629bffc64d88'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:25.868323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Attempting to bind port 35e38296-a8c5-452c-8e8a-91a157ad7dc0 on network 9a7ee9e2-0237-4935-a206-629bffc64d88 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:25.881965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:25.882424 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Checking segment: {'id': 'fd7d103b-bdc4-45ed-b084-dc56134a80fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9a7ee9e2-0237-4935-a206-629bffc64d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:25.882906 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.883407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Bound using segment: {'id': 'fd7d103b-bdc4-45ed-b084-dc56134a80fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9a7ee9e2-0237-4935-a206-629bffc64d88'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:25.884652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Bound port: 35e38296-a8c5-452c-8e8a-91a157ad7dc0, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7d103b-bdc4-45ed-b084-dc56134a80fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9a7ee9e2-0237-4935-a206-629bffc64d88'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:25.886156 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.980949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 18827b02-8043-40c5-94b3-f8664a962df9 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:26.104516 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] For port 35e38296-a8c5-452c-8e8a-91a157ad7dc0, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:26.144066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc97e33-d51c-4b04-ae89-dbc364239814 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Router 6e786964-a546-4e4c-bb79-097210e5adc1 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:57:26.247958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-01325b4c-83e9-4e05-89de-431d0500864f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7232430 Dec 08 01:57:26.254994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] For port 35e38296-a8c5-452c-8e8a-91a157ad7dc0, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=35e38296-a8c5-452c-8e8a-91a157ad7dc0,segment=NetworkSegment(fd7d103b-bdc4-45ed-b084-dc56134a80fc),segment_id=fd7d103b-bdc4-45ed-b084-dc56134a80fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:26.262322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920f601-3066-4c05-9c52-a43ddea78973 req-512c3053-819e-4722-9ca8-91b49a794242 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:26.270507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6920f601-3066-4c05-9c52-a43ddea78973 req-512c3053-819e-4722-9ca8-91b49a794242 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 947 time: 0.7430775 Dec 08 01:57:26.276852 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:26.295850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-3060e8bf-a54e-47da-b727-742b7af323df service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:26.298447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-3060e8bf-a54e-47da-b727-742b7af323df service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0203340 Dec 08 01:57:26.522363 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50538) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:26.557134 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 18827b02-8043-40c5-94b3-f8664a962df9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=18827b02-8043-40c5-94b3-f8664a962df9,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:26.608497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '18827b02-8043-40c5-94b3-f8664a962df9', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '18827b02-8043-40c5-94b3-f8664a962df9', 'mac_address': 'fa:16:3e:2b:7e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:26.627391 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5e449-22af-4d5a-af97-e12cf8a54e28 None None] Pushing event updated for resources: {'Port': ['ID=35e38296-a8c5-452c-8e8a-91a157ad7dc0,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:26.724875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6920f601-3066-4c05-9c52-a43ddea78973 req-cc826f47-2ca9-4085-ae39-f7e5c23671cd tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499681 Dec 08 01:57:26.729293 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:26.752133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-875654976'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:26.800809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18827b02-8043-40c5-94b3-f8664a962df9 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:26.844203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:26.854435 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:26.897424 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:26.911273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 18827b02-8043-40c5-94b3-f8664a962df9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=18827b02-8043-40c5-94b3-f8664a962df9,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:26.913712 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:26.921888 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.014359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=18827b02-8043-40c5-94b3-f8664a962df9,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:27.054440 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-80357ab9-21ab-430e-8551-9c0edd3fd400 service neutron] 10.222.0.71 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6901197 Dec 08 01:57:27.063563 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc97e33-d51c-4b04-ae89-dbc364239814 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:57:27.077159 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8dc97e33-d51c-4b04-ae89-dbc364239814 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.078420 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47aa2ed-6993-4cc4-9502-beb62ddb773e None None] Sync routers for ids ['6e786964-a546-4e4c-bb79-097210e5adc1'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:57:27.094466 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47aa2ed-6993-4cc4-9502-beb62ddb773e None None] Routers {'6e786964-a546-4e4c-bb79-097210e5adc1'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:27.098143 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b47aa2ed-6993-4cc4-9502-beb62ddb773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:57:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6e786964-a546-4e4c-bb79-097210e5adc1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:27.171779 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.177320 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.205090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:57:27.219952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['18827b02-8043-40c5-94b3-f8664a962df9'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:27.251322 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.251748 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Added segment c079c3ec-6fad-4974-830a-f7faa92465e2 of type vlan for network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e Dec 08 01:57:27.346886 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b47aa2ed-6993-4cc4-9502-beb62ddb773e None None] Set router 6e786964-a546-4e4c-bb79-097210e5adc1 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:57:27.357907 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.374444 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8dc97e33-d51c-4b04-ae89-dbc364239814 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "PUT /v2.0/floatingips/a0c0f35a-6a1b-4f23-9c92-51205b2f5936 HTTP/1.1" status: 200 len: 990 time: 4.4307058 Dec 08 01:57:27.376938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:27.380445 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309" -d '{"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:27.395292 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.410279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 35e38296-a8c5-452c-8e8a-91a157ad7dc0 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:27.430271 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.455010 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.461737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:27.462530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.504458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440cfaa5-898b-43cb-bcc9-263471f7de09,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:27.523903 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-b67b6ee7-6aa9-41bf-b687-8b01a09baef3 service neutron] 10.222.0.71 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583151 Dec 08 01:57:27.550440 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0262382 Dec 08 01:57:27.554949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50556) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:27.561593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'name': 'tempest-PortsIpV6TestJSON-587904141'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:27.618231 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d1e898-2ebd-416c-aeae-9bf8a43ff6b2 x-openstack-request-id: req-14d1e898-2ebd-416c-aeae-9bf8a43ff6b2 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:27.619125 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "tag": "3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:27.619125 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-14d1e898-2ebd-416c-aeae-9bf8a43ff6b2 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:27.619367 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'tag': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec', 'status': 'completed', 'code': 200} Dec 08 01:57:27.697095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Allocated IP 172.25.8.228 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/dc896f4b-5c8a-4039-970e-0d144d68bd40) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:27.752808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 35e38296-a8c5-452c-8e8a-91a157ad7dc0 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:27.753387 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.801002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296444d-721f-4036-8696-a56fc4afb82f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Network': ['ID=6b5bef54-f3c8-447c-b91c-5065e2b17c5e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:27.842727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:57:27.898490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:27.904828 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.965977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port 320d1b62-d971-46f9-9cc8-e3bdf1b89836 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:28.055277 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b47aa2ed-6993-4cc4-9502-beb62ddb773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T01:53:49Z', 'revision_number': 4, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port': {'id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:43Z', 'updated_at': '2021-12-08T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'a0c0f35a-6a1b-4f23-9c92-51205b2f5936', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'port_id': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'mac_address': 'fa:16:3e:bc:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:55:08Z', 'updated_at': '2021-12-08T01:57:24Z', 'revision_number': 1, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103d0072-4cf6-4e7e-959a-80c93615c683', 'name': '', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'mac_address': 'fa:16:3e:ff:e7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:48Z', 'updated_at': '2021-12-08T01:53:55Z', 'revision_number': 5, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'subnets': [{'id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:28.086890 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47aa2ed-6993-4cc4-9502-beb62ddb773e None None] Checking router: 6e786964-a546-4e4c-bb79-097210e5adc1 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:57:28.108807 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47aa2ed-6993-4cc4-9502-beb62ddb773e None None] Routers {'6e786964-a546-4e4c-bb79-097210e5adc1'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:28.108807 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b47aa2ed-6993-4cc4-9502-beb62ddb773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:57:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6e786964-a546-4e4c-bb79-097210e5adc1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:28.168191 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.243284 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-81d0f073-7971-40df-b38c-7e2ba4b4b2f4 req-430dbe62-7673-4299-aec3-27ba4ddc2c33 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 210 time: 0.2005413 Dec 08 01:57:28.309662 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.367369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-19418bb1-804e-44ce-9669-9c00a514f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:28.367369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-19418bb1-804e-44ce-9669-9c00a514f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:28.367369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-19418bb1-804e-44ce-9669-9c00a514f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:28.367369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-19418bb1-804e-44ce-9669-9c00a514f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:28.378287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-19418bb1-804e-44ce-9669-9c00a514f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:28.378894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-19418bb1-804e-44ce-9669-9c00a514f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:28.379271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-19418bb1-804e-44ce-9669-9c00a514f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:28.384484 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-19418bb1-804e-44ce-9669-9c00a514f11d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 6506 time: 0.5974391 Dec 08 01:57:28.423632 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 35e38296-a8c5-452c-8e8a-91a157ad7dc0, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=35e38296-a8c5-452c-8e8a-91a157ad7dc0,segment=NetworkSegment(fd7d103b-bdc4-45ed-b084-dc56134a80fc),segment_id=fd7d103b-bdc4-45ed-b084-dc56134a80fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:28.429814 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.462054 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b47aa2ed-6993-4cc4-9502-beb62ddb773e None None] Set router 6e786964-a546-4e4c-bb79-097210e5adc1 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:57:28.468369 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.502036 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eae42f4-785f-4ed8-ba4e-350fabe7a137 None None] Network 9a7ee9e2-0237-4935-a206-629bffc64d88 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:28.547701 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.584815 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.634997 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.706818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=35e38296-a8c5-452c-8e8a-91a157ad7dc0,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:28.741015 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e7712dca-375d-4408-a048-8e6f7251b48f None None] Provisioning complete for port 35e38296-a8c5-452c-8e8a-91a157ad7dc0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:28.741489 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7712dca-375d-4408-a048-8e6f7251b48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.742285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331f32f-dc68-41e5-8459-8966b5f2f805 req-a20db3b5-9843-423a-bc91-91656e66ea19 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:28.756368 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c331f32f-dc68-41e5-8459-8966b5f2f805 req-a20db3b5-9843-423a-bc91-91656e66ea19 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 948 time: 0.8167286 Dec 08 01:57:28.804334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=320d1b62-d971-46f9-9cc8-e3bdf1b89836,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:28.821561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Checking segment: {'id': 'c079c3ec-6fad-4974-830a-f7faa92465e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:28.823504 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network hostable DHCP agents. Network: 6b5bef54-f3c8-447c-b91c-5065e2b17c5e, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:57:28.863563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:57:28.889297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 6b5bef54-f3c8-447c-b91c-5065e2b17c5e) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:28.899513 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:28.903502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:28.907625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:28.908219 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.926765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:28.934761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:28.952484 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d947e8d0-c2fa-4280-9db8-b350e082c29d None None] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:28.994717 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6d3fb3d6-d5b7-4979-9db1-1eca7bb5e220 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4352591 Dec 08 01:57:28.995225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50600) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:29.007296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-97c7b1a8-afb9-4371-8bff-3008292c3d1b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2116029527'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:29.054745 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b47aa2ed-6993-4cc4-9502-beb62ddb773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T01:53:49Z', 'revision_number': 4, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port': {'id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:43Z', 'updated_at': '2021-12-08T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'a0c0f35a-6a1b-4f23-9c92-51205b2f5936', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'port_id': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'mac_address': 'fa:16:3e:bc:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:55:08Z', 'updated_at': '2021-12-08T01:57:24Z', 'revision_number': 1, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103d0072-4cf6-4e7e-959a-80c93615c683', 'name': '', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'mac_address': 'fa:16:3e:ff:e7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:48Z', 'updated_at': '2021-12-08T01:53:55Z', 'revision_number': 5, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'subnets': [{'id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:29.066987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Pushing event updated for resources: {'Port': ['ID=dc896f4b-5c8a-4039-970e-0d144d68bd40,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:29.096989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c7b1a8-afb9-4371-8bff-3008292c3d1b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:29.098308 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c331f32f-dc68-41e5-8459-8966b5f2f805 req-b344e117-d3c4-4757-b37e-0e5e7815451e tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246439 Dec 08 01:57:29.109197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97c7b1a8-afb9-4371-8bff-3008292c3d1b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.169877 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47aa2ed-6993-4cc4-9502-beb62ddb773e None None] The sync data for ids ['6e786964-a546-4e4c-bb79-097210e5adc1'] in n-d-713499-31 is: [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T01:53:49Z', 'revision_number': 4, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port': {'id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:43Z', 'updated_at': '2021-12-08T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'a0c0f35a-6a1b-4f23-9c92-51205b2f5936', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'port_id': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'mac_address': 'fa:16:3e:bc:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:55:08Z', 'updated_at': '2021-12-08T01:57:24Z', 'revision_number': 1, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103d0072-4cf6-4e7e-959a-80c93615c683', 'name': '', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'mac_address': 'fa:16:3e:ff:e7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:48Z', 'updated_at': '2021-12-08T01:53:55Z', 'revision_number': 5, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'subnets': [{'id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:57:29.253765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c7b1a8-afb9-4371-8bff-3008292c3d1b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:57:29.272279 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97c7b1a8-afb9-4371-8bff-3008292c3d1b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.273035 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-97c7b1a8-afb9-4371-8bff-3008292c3d1b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Added segment 3a214536-e480-4aef-8557-ba0d8f482402 of type vlan for network 34463026-c151-4ce9-ab8e-2a6deb11b3a6 Dec 08 01:57:29.385886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-4608b523-5342-4609-8f37-82008b0fbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:29.387248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-4608b523-5342-4609-8f37-82008b0fbb07 service neutron] 10.222.0.75 "GET /v2.0/networks?id=66eb2f8b-9250-43af-be5e-01bc015c75e6 HTTP/1.1" status: 200 len: 917 time: 0.9787781 Dec 08 01:57:29.392069 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97c7b1a8-afb9-4371-8bff-3008292c3d1b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.450853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 35e38296-a8c5-452c-8e8a-91a157ad7dc0 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:29.454275 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97c7b1a8-afb9-4371-8bff-3008292c3d1b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.466036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c7b1a8-afb9-4371-8bff-3008292c3d1b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:29.467127 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97c7b1a8-afb9-4371-8bff-3008292c3d1b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.560582 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93ce0c73-7c00-4d51-ad8d-a1b0f63cd6df req-e8f46ed1-179c-4591-a185-535ce18d6b98 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 210 time: 0.0732002 Dec 08 01:57:29.681805 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 35e38296-a8c5-452c-8e8a-91a157ad7dc0 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:29.682576 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.719303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7b1a8-afb9-4371-8bff-3008292c3d1b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Network': ['ID=34463026-c151-4ce9-ab8e-2a6deb11b3a6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:29.732962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-8ec2775d-9d09-498b-ab51-7e6b830ae354 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec HTTP/1.1" status: 200 len: 998 time: 0.3094757 Dec 08 01:57:29.759756 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-97c7b1a8-afb9-4371-8bff-3008292c3d1b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7621822 Dec 08 01:57:29.761907 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50626) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:29.824205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bf68e3-f7ea-4385-aa63-7501c66161dc None None] New status for floating IP a0c0f35a-6a1b-4f23-9c92-51205b2f5936: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:57:29.827121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'ports': [{'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e'}, {'network_id': '34463026-c151-4ce9-ab8e-2a6deb11b3a6'}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:29.831389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 34463026-c151-4ce9-ab8e-2a6deb11b3a6 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:57:29.836820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:29.842810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'network_id': '34463026-c151-4ce9-ab8e-2a6deb11b3a6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:29.964728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 18827b02-8043-40c5-94b3-f8664a962df9 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:30.275332 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-2afcf4d5-1e08-45ff-afc8-653fc13b1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:30.277974 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-2afcf4d5-1e08-45ff-afc8-653fc13b1e27 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2fc99699-31f7-4278-ae8b-e487153a11ac HTTP/1.1" status: 200 len: 855 time: 0.5112231 Dec 08 01:57:30.321146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 18827b02-8043-40c5-94b3-f8664a962df9 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:30.330086 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-99eba3b1-1373-4d95-bb9f-68507c718b9d None None] Provisioning complete for port 35e38296-a8c5-452c-8e8a-91a157ad7dc0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:30.330459 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99eba3b1-1373-4d95-bb9f-68507c718b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.360865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5100c25-ec9e-4110-b687-da11945386a9 req-fcea76f7-171e-422a-8065-8ee0c0d00461 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:30.370822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 18827b02-8043-40c5-94b3-f8664a962df9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:30.371365 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.373287 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-fcea76f7-171e-422a-8065-8ee0c0d00461 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.75 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 812 time: 0.5082214 Dec 08 01:57:30.395070 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-c5100c25-ec9e-4110-b687-da11945386a9 req-2c6e88e0-f8fe-4734-a138-78e6c3e58417 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Request body: {'port': {'device_id': '4aa23c77-4caa-47cb-af13-71bd43b79208', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'admin_state_up': True, 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:30.619807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.754161 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.771714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5100c25-ec9e-4110-b687-da11945386a9 req-2c6e88e0-f8fe-4734-a138-78e6c3e58417 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Made reservation on behalf of 9e3ecb8a9b54480d99ff5c2fe9db6b37 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:30.776231 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c5100c25-ec9e-4110-b687-da11945386a9 req-2c6e88e0-f8fe-4734-a138-78e6c3e58417 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.777195 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-0d0b1ddc-557c-4ea8-b792-7030249616eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:30.782778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-0d0b1ddc-557c-4ea8-b792-7030249616eb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=66eb2f8b-9250-43af-be5e-01bc015c75e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4612994 Dec 08 01:57:30.785306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b4ec91-cf66-4aa8-a015-0fa9140bead3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18827b02-8043-40c5-94b3-f8664a962df9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:30.788164 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b944b19-68ca-48f4-8335-3a79b69d045f" -d '{"events": [{"server_uuid": "17b4ec91-cf66-4aa8-a015-0fa9140bead3", "name": "network-vif-plugged", "status": "completed", "tag": "18827b02-8043-40c5-94b3-f8664a962df9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:30.811085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 18827b02-8043-40c5-94b3-f8664a962df9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=18827b02-8043-40c5-94b3-f8664a962df9,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:30.816493 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.843816 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6b293-d52e-455a-a85d-bc4628fed7ff req-a3225ed7-2c50-49c4-bc78-20fccb2d4807 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:30.848654 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cee6b293-d52e-455a-a85d-bc4628fed7ff req-a3225ed7-2c50-49c4-bc78-20fccb2d4807 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 948 time: 0.6059346 Dec 08 01:57:30.881115 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=18827b02-8043-40c5-94b3-f8664a962df9,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:30.943737 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 01:57:30.943737 n-d-713499-31 neutron-server[109767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 01:57:30.943737 n-d-713499-31 neutron-server[109767]: [parameters: {'project_id': 'ce784be1a1a047ac8e1a8b2922f3d034', 'id': '6a2348ce-15b5-43f2-b86d-d51f3cd92014', 'expiration': datetime.datetime(2021, 12, 8, 1, 59, 30, 741311)}] Dec 08 01:57:30.943737 n-d-713499-31 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:57:30.944540 n-d-713499-31 neutron-server[109767]: DEBUG oslo_db.api [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:57:30.946811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c5a727e-59dc-4eb0-8a84-21bcd03c781b req-8540f91b-b72e-4d39-a1e1-c473b966ae41 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 210 time: 0.2174394 Dec 08 01:57:31.028285 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5038abf3-b32a-4804-8370-2c656cbf1893 x-openstack-request-id: req-5038abf3-b32a-4804-8370-2c656cbf1893 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:31.029339 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b4ec91-cf66-4aa8-a015-0fa9140bead3", "name": "network-vif-plugged", "status": "completed", "tag": "18827b02-8043-40c5-94b3-f8664a962df9", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:31.029469 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5038abf3-b32a-4804-8370-2c656cbf1893 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:31.029781 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b4ec91-cf66-4aa8-a015-0fa9140bead3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18827b02-8043-40c5-94b3-f8664a962df9', 'code': 200} Dec 08 01:57:31.052118 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-1a8b3535-c849-41e9-832d-1e97eae2ae20 service neutron] 10.222.0.75 "GET /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354665 Dec 08 01:57:31.063174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-c5100c25-ec9e-4110-b687-da11945386a9 req-2c6e88e0-f8fe-4734-a138-78e6c3e58417 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Allocated IP 172.20.0.3 (8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f/6f3153a5-2e71-4607-9e02-a8c8ee5b82b7/2eccaeb3-132f-4908-849d-9f6490825499) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:31.167000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cee6b293-d52e-455a-a85d-bc4628fed7ff req-676d4a7a-8833-45b8-8ca7-8827c0f69ea7 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850171 Dec 08 01:57:31.206795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50648) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:31.234425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1391d0f8-1509-4195-ab72-6253442fe9cc tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-667462338'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:31.304645 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4fdf0cb0-60f1-4cc3-9dae-a48ff7c23309 req-9145e481-1bd8-4920-8252-1e1046236570 service neutron] 10.222.0.75 "GET /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447929 Dec 08 01:57:31.306750 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.336386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6dbc7-2154-410b-9ac5-5a5420957c09 req-ab4d5041-9baa-46da-838b-92c68e8dad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:31.338502 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-99e6dbc7-2154-410b-9ac5-5a5420957c09 req-ab4d5041-9baa-46da-838b-92c68e8dad3c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 1101 time: 0.2139890 Dec 08 01:57:31.368339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1391d0f8-1509-4195-ab72-6253442fe9cc tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Made reservation on behalf of 63ae5c956a214f1cb1da1b778d408c0b for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:31.372787 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1391d0f8-1509-4195-ab72-6253442fe9cc tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.405378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1391d0f8-1509-4195-ab72-6253442fe9cc tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:57:31.418085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1391d0f8-1509-4195-ab72-6253442fe9cc tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.418444 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-1391d0f8-1509-4195-ab72-6253442fe9cc tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Added segment 75e1df36-d188-40da-a766-7adcd775779a of type vlan for network 271a4062-f75c-4f85-b7bc-e78fb447b33d Dec 08 01:57:31.468967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1391d0f8-1509-4195-ab72-6253442fe9cc tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.488322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 2} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:31.493935 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.517193 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1391d0f8-1509-4195-ab72-6253442fe9cc tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.517941 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.522858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1391d0f8-1509-4195-ab72-6253442fe9cc tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:31.523443 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1391d0f8-1509-4195-ab72-6253442fe9cc tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.541854 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c5100c25-ec9e-4110-b687-da11945386a9 req-2c6e88e0-f8fe-4734-a138-78e6c3e58417 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.554289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Router 218c8c0e-86f4-4c0d-aad6-9b69078526ba is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:57:31.603786 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1391d0f8-1509-4195-ab72-6253442fe9cc tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3900771 Dec 08 01:57:31.611820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50652) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:31.619232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4144685e-2601-4ad1-abb2-5ce731af5ff3 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2088826418'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:31.660813 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-99e6dbc7-2154-410b-9ac5-5a5420957c09 req-daaeb37f-67c2-40e9-9043-29f09730d9cb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022745 Dec 08 01:57:31.672041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391d0f8-1509-4195-ab72-6253442fe9cc tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'Network': ['ID=271a4062-f75c-4f85-b7bc-e78fb447b33d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:31.689972 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c5100c25-ec9e-4110-b687-da11945386a9 req-2c6e88e0-f8fe-4734-a138-78e6c3e58417 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.695026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 271a4062-f75c-4f85-b7bc-e78fb447b33d details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:57:31.706751 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port 4bf22ff2-dbb9-423e-8692-0bf44112f93d yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:31.769684 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5100c25-ec9e-4110-b687-da11945386a9 req-2c6e88e0-f8fe-4734-a138-78e6c3e58417 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:31.774193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-c5100c25-ec9e-4110-b687-da11945386a9 req-2c6e88e0-f8fe-4734-a138-78e6c3e58417 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:31.803211 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5100c25-ec9e-4110-b687-da11945386a9 req-2c6e88e0-f8fe-4734-a138-78e6c3e58417 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:31.809642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4144685e-2601-4ad1-abb2-5ce731af5ff3 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Made reservation on behalf of 63ae5c956a214f1cb1da1b778d408c0b for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:31.815351 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4144685e-2601-4ad1-abb2-5ce731af5ff3 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.854248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e88e0-f8fe-4734-a138-78e6c3e58417 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event updated for resources: {'Port': ['ID=2eccaeb3-132f-4908-849d-9f6490825499,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:31.897651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5100c25-ec9e-4110-b687-da11945386a9 req-2c6e88e0-f8fe-4734-a138-78e6c3e58417 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:31.898313 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c5100c25-ec9e-4110-b687-da11945386a9 req-2c6e88e0-f8fe-4734-a138-78e6c3e58417 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.930515 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-2c6e88e0-f8fe-4734-a138-78e6c3e58417 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5408654 Dec 08 01:57:31.956582 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Request body: {'port': {'device_id': '4aa23c77-4caa-47cb-af13-71bd43b79208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:32.066531 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.344877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:57:32.356319 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Sync routers for ids ['218c8c0e-86f4-4c0d-aad6-9b69078526ba'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:57:32.375694 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Routers {'218c8c0e-86f4-4c0d-aad6-9b69078526ba'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:32.376299 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:57:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['218c8c0e-86f4-4c0d-aad6-9b69078526ba'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:32.447929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-187f55e8-99d3-4cd4-8d50-f912d2b7112f None None] Provisioning complete for port 2eccaeb3-132f-4908-849d-9f6490825499 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:32.448491 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-187f55e8-99d3-4cd4-8d50-f912d2b7112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.488194 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.489990 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c8a18cf8-8a7d-4477-9355-d061054f3627 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6995199 Dec 08 01:57:32.498297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50668) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:32.519474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eccaeb3-132f-4908-849d-9f6490825499 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:32.527543 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.540860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Transition to ACTIVE for port object 2eccaeb3-132f-4908-849d-9f6490825499 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:57:32.542806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-187f55e8-99d3-4cd4-8d50-f912d2b7112f None None] Port 2eccaeb3-132f-4908-849d-9f6490825499 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:32.549011 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.598013 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Set router 218c8c0e-86f4-4c0d-aad6-9b69078526ba gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:57:32.623518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4144685e-2601-4ad1-abb2-5ce731af5ff3 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:57:32.685461 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Pushing event updated for resources: {'Port': ['ID=2eccaeb3-132f-4908-849d-9f6490825499,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:32.834989 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'name': 'tempest-FloatingIPDetailsTestJSON-877983194-router', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:25Z', 'updated_at': '2021-12-08T01:57:29Z', 'revision_number': 3, 'project_id': '2f4621f7b9bc470fa026d4fa66827532', 'gw_port': {'id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:27Z', 'updated_at': '2021-12-08T01:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:32.844803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Attempting to bind port 2eccaeb3-132f-4908-849d-9f6490825499 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:32.845362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Attempting to bind port 2eccaeb3-132f-4908-849d-9f6490825499 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:32.848257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Attempting to bind port 2eccaeb3-132f-4908-849d-9f6490825499 on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:32.860592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Port 2eccaeb3-132f-4908-849d-9f6490825499 on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:57:32.862432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Attempting to bind port 2eccaeb3-132f-4908-849d-9f6490825499 on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:32.876534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:32.877044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Checking segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:32.877537 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Bound using segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:32.878634 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Checking router: 218c8c0e-86f4-4c0d-aad6-9b69078526ba for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:57:32.879155 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Updating router 218c8c0e-86f4-4c0d-aad6-9b69078526ba port dc896f4b-5c8a-4039-970e-0d144d68bd40 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:57:32.879388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Bound port: 2eccaeb3-132f-4908-849d-9f6490825499, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:32.879866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.929222 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.093526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251cab6-8fac-4fd3-81cd-d4220f2cde41 req-e742b486-08ee-4b03-a9f6-34436ba54ddf tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:33.095970 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2251cab6-8fac-4fd3-81cd-d4220f2cde41 req-e742b486-08ee-4b03-a9f6-34436ba54ddf tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 931 time: 0.7485824 Dec 08 01:57:33.216871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20157fd0-0481-472e-892b-442ce95747b5 req-cf1d1fd5-f910-443e-b6fd-c731e9c5e815 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:33.218780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20157fd0-0481-472e-892b-442ce95747b5 req-cf1d1fd5-f910-443e-b6fd-c731e9c5e815 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 949 time: 0.8279893 Dec 08 01:57:33.222279 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4144685e-2601-4ad1-abb2-5ce731af5ff3 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.222830 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-4144685e-2601-4ad1-abb2-5ce731af5ff3 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Added segment 132e8029-ff22-430f-841f-f18312ecd66b of type vlan for network 070c9fd6-5c33-481f-972d-d93c3bb28703 Dec 08 01:57:33.226656 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.324166 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2251cab6-8fac-4fd3-81cd-d4220f2cde41 req-fcc6a20b-cadc-44e4-8c38-19edcdf7e833 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993595 Dec 08 01:57:33.398733 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] For port 2eccaeb3-132f-4908-849d-9f6490825499, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:33.400544 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.402645 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] For port 2eccaeb3-132f-4908-849d-9f6490825499, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2eccaeb3-132f-4908-849d-9f6490825499,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:33.414260 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.416371 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.454854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:33.455481 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.456956 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] 10.222.0.75 "PUT /v2.0/ports/2eccaeb3-132f-4908-849d-9f6490825499 HTTP/1.1" status: 200 len: 1092 time: 1.5122890 Dec 08 01:57:33.457973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa23c77-4caa-47cb-af13-71bd43b79208', 'tag': '2eccaeb3-132f-4908-849d-9f6490825499'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:33.460359 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ce448f-93db-4762-b98d-3e0c2528406d" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa23c77-4caa-47cb-af13-71bd43b79208", "tag": "2eccaeb3-132f-4908-849d-9f6490825499"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:33.472664 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Attempting to bind port dc896f4b-5c8a-4039-970e-0d144d68bd40 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:33.472966 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Attempting to bind port dc896f4b-5c8a-4039-970e-0d144d68bd40 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:33.473322 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Attempting to bind port dc896f4b-5c8a-4039-970e-0d144d68bd40 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:33.516816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a86b0-7eba-4c93-8243-7daf3e38f4ca service neutron] Pushing event updated for resources: {'Port': ['ID=2eccaeb3-132f-4908-849d-9f6490825499,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:33.551311 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3b3ad7-7d3e-480a-873b-79d0076d4204 x-openstack-request-id: req-cc3b3ad7-7d3e-480a-873b-79d0076d4204 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:33.551638 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa23c77-4caa-47cb-af13-71bd43b79208", "tag": "2eccaeb3-132f-4908-849d-9f6490825499", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:33.551938 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cc3b3ad7-7d3e-480a-873b-79d0076d4204 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:33.552381 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa23c77-4caa-47cb-af13-71bd43b79208', 'tag': '2eccaeb3-132f-4908-849d-9f6490825499', 'status': 'completed', 'code': 200} Dec 08 01:57:33.554183 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39b1ef-255d-4be6-b924-14a2eb7b3cdb None None] Pushing event updated for resources: {'Port': ['ID=dc896f4b-5c8a-4039-970e-0d144d68bd40,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:33.556749 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:33.557185 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:33.557588 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.557985 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:33.558485 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Bound port: dc896f4b-5c8a-4039-970e-0d144d68bd40, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:33.558861 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.632805 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.633855 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] For port dc896f4b-5c8a-4039-970e-0d144d68bd40, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:33.656717 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] For port dc896f4b-5c8a-4039-970e-0d144d68bd40, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=dc896f4b-5c8a-4039-970e-0d144d68bd40,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:33.664679 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.673855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5100c25-ec9e-4110-b687-da11945386a9 req-837717a3-58d1-40c7-989c-7abc7d60aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:33.679132 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-837717a3-58d1-40c7-989c-7abc7d60aad4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 1095 time: 0.1066301 Dec 08 01:57:33.727178 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4144685e-2601-4ad1-abb2-5ce731af5ff3 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.750601 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-09456c0e-751f-46d9-a954-5152be9f0e11 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2eccaeb3-132f-4908-849d-9f6490825499 HTTP/1.1" status: 200 len: 217 time: 0.0551546 Dec 08 01:57:33.764267 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Routers {'218c8c0e-86f4-4c0d-aad6-9b69078526ba'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:33.764896 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:57:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['218c8c0e-86f4-4c0d-aad6-9b69078526ba'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:33.768156 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39b1ef-255d-4be6-b924-14a2eb7b3cdb None None] Pushing event updated for resources: {'Port': ['ID=dc896f4b-5c8a-4039-970e-0d144d68bd40,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:33.841883 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4144685e-2601-4ad1-abb2-5ce731af5ff3 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.848145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4144685e-2601-4ad1-abb2-5ce731af5ff3 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:33.848696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4144685e-2601-4ad1-abb2-5ce731af5ff3 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.852200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5100c25-ec9e-4110-b687-da11945386a9 req-352c4db7-9eb9-4028-89e1-62f021158593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:33.854068 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-352c4db7-9eb9-4028-89e1-62f021158593 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.0953128 Dec 08 01:57:33.925750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5100c25-ec9e-4110-b687-da11945386a9 req-4b14d3d7-8589-459d-b4e8-38e6c7733f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:33.927285 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-4b14d3d7-8589-459d-b4e8-38e6c7733f39 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654659 Dec 08 01:57:33.947737 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] Set router 218c8c0e-86f4-4c0d-aad6-9b69078526ba gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:57:33.950339 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port aa34272b-4045-455a-b561-b07a4ca24eeb yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:34.081884 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20157fd0-0481-472e-892b-442ce95747b5 req-a0b5f45e-ebc8-431e-9d99-ab9fbf2a4dc8 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8409688 Dec 08 01:57:34.141805 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-e4fd7241-84c8-4d24-bc42-2b9b47ae9c92 service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022340 Dec 08 01:57:34.196613 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.218663 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'name': 'tempest-FloatingIPDetailsTestJSON-877983194-router', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:25Z', 'updated_at': '2021-12-08T01:57:29Z', 'revision_number': 3, 'project_id': '2f4621f7b9bc470fa026d4fa66827532', 'gw_port': {'id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:27Z', 'updated_at': '2021-12-08T01:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:34.249749 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba1d4e-2956-4026-8635-6161f650410a None None] The sync data for ids ['218c8c0e-86f4-4c0d-aad6-9b69078526ba'] in n-d-713499-31 is: [{'id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'name': 'tempest-FloatingIPDetailsTestJSON-877983194-router', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:25Z', 'updated_at': '2021-12-08T01:57:29Z', 'revision_number': 3, 'project_id': '2f4621f7b9bc470fa026d4fa66827532', 'gw_port': {'id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:27Z', 'updated_at': '2021-12-08T01:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:57:34.310893 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c5100c25-ec9e-4110-b687-da11945386a9 req-568eed41-db20-455e-96db-4806519179d0 service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607752 Dec 08 01:57:34.442064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Allocated IP 172.20.0.1 (9a7ee9e2-0237-4935-a206-629bffc64d88/fbc6841d-e616-49e6-abf9-76cde95b18b7/43564244-d819-455b-a58b-6bf64157f2d8) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:34.456484 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.465388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce448f-93db-4762-b98d-3e0c2528406d req-bcf28bfd-943a-45a4-bcb8-3094ffae9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:34.468088 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2ce448f-93db-4762-b98d-3e0c2528406d req-bcf28bfd-943a-45a4-bcb8-3094ffae9252 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 1095 time: 0.0607572 Dec 08 01:57:34.476819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4144685e-2601-4ad1-abb2-5ce731af5ff3 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.8614779 Dec 08 01:57:34.486800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50690) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:34.513482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ce22308c-039c-459f-aeb0-89475cde1056 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'subnet': {'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:34.594662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=4bf22ff2-dbb9-423e-8692-0bf44112f93d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:34.601730 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50696) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:34.648770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144685e-2601-4ad1-abb2-5ce731af5ff3 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'Network': ['ID=070c9fd6-5c33-481f-972d-d93c3bb28703,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:34.671895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 070c9fd6-5c33-481f-972d-d93c3bb28703 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:57:34.696628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:34.701657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:34.704781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:34.706555 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.815023 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce448f-93db-4762-b98d-3e0c2528406d req-e0623c36-f2b5-4729-be19-d7d98ec1e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:34.820925 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2ce448f-93db-4762-b98d-3e0c2528406d req-e0623c36-f2b5-4729-be19-d7d98ec1e777 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.3458710 Dec 08 01:57:34.843498 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d6af6-52a2-4db6-87d6-9282af8d5c9d req-6af335b2-94c7-43e6-b3ee-beee1529b2b5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:34.849581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce22308c-039c-459f-aeb0-89475cde1056 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Made reservation on behalf of 63ae5c956a214f1cb1da1b778d408c0b for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:34.851814 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f18d6af6-52a2-4db6-87d6-9282af8d5c9d req-6af335b2-94c7-43e6-b3ee-beee1529b2b5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 943 time: 0.3701231 Dec 08 01:57:34.854122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce22308c-039c-459f-aeb0-89475cde1056 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.911810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=aa34272b-4045-455a-b561-b07a4ca24eeb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:34.954202 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a92bfe8c-3221-4775-8608-93b6a50e3137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.980359 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2ce448f-93db-4762-b98d-3e0c2528406d req-a06dd1b3-e31c-4e90-aaae-db035a2ef2cd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2eccaeb3-132f-4908-849d-9f6490825499 HTTP/1.1" status: 200 len: 217 time: 0.1418476 Dec 08 01:57:35.014613 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f18d6af6-52a2-4db6-87d6-9282af8d5c9d req-13629d5b-544b-4dda-a6a9-a0e26a9a4bb4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576083 Dec 08 01:57:35.071888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce448f-93db-4762-b98d-3e0c2528406d req-01c8c1dc-8506-451b-af23-90e45c1de068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:35.073908 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2ce448f-93db-4762-b98d-3e0c2528406d req-01c8c1dc-8506-451b-af23-90e45c1de068 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.0777838 Dec 08 01:57:35.108225 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Checking segment: {'id': '3a214536-e480-4aef-8557-ba0d8f482402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '34463026-c151-4ce9-ab8e-2a6deb11b3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:35.108584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network hostable DHCP agents. Network: 34463026-c151-4ce9-ab8e-2a6deb11b3a6, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:57:35.162033 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:35.164554 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a92bfe8c-3221-4775-8608-93b6a50e3137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:35.179094 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a92bfe8c-3221-4775-8608-93b6a50e3137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:35.195672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 34463026-c151-4ce9-ab8e-2a6deb11b3a6 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:57:35.278145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce448f-93db-4762-b98d-3e0c2528406d req-69422ba7-07f3-42dd-be74-5773466131e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:35.279244 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2ce448f-93db-4762-b98d-3e0c2528406d req-69422ba7-07f3-42dd-be74-5773466131e1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1973429 Dec 08 01:57:35.313042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 34463026-c151-4ce9-ab8e-2a6deb11b3a6) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:35.323683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bfe8c-3221-4775-8608-93b6a50e3137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8effe54b-35fd-4a39-bb83-4cb383066705,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:35.326380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:35.332080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:35.337190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:35.338717 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:35.339722 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce22308c-039c-459f-aeb0-89475cde1056 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:35.346158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fed38e-fc66-40fe-b498-100022be2ce2 None None] Network 34463026-c151-4ce9-ab8e-2a6deb11b3a6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:35.348244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a92bfe8c-3221-4775-8608-93b6a50e3137 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a7c69077e1da4862bc9ec8ab557e78a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7102094 Dec 08 01:57:35.355429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50702) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:35.397802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd8beb-e879-4974-b91c-930da3ab0c49 req-dab3deef-1f18-463c-a976-0837deb5553f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:35.399329 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6bd8beb-e879-4974-b91c-930da3ab0c49 req-dab3deef-1f18-463c-a976-0837deb5553f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 949 time: 0.1541197 Dec 08 01:57:35.409039 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5ab59663-d30d-4121-8619-755b7268a487 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.6420655 Dec 08 01:57:35.410160 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:35.423532 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50704) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:35.464254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Pushing event updated for resources: {'Port': ['ID=43564244-d819-455b-a58b-6bf64157f2d8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:35.515575 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dc896f4b-5c8a-4039-970e-0d144d68bd40 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:35.539811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Network 9a7ee9e2-0237-4935-a206-629bffc64d88 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:35.543476 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6bd8beb-e879-4974-b91c-930da3ab0c49 req-17c6067b-33b4-49f3-874f-53991932f827 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284921 Dec 08 01:57:35.608220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:35.612475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:35.650041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port dc896f4b-5c8a-4039-970e-0d144d68bd40 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:35.650320 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:35.693619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22308c-039c-459f-aeb0-89475cde1056 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'Subnet': ['ID=42bbd01a-816f-45bf-ad43-779e308265ba,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:35.712475 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d18fd3a-475b-4301-a467-3a3a0a58c9f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:35.766742 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce22308c-039c-459f-aeb0-89475cde1056 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Checking segment: {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:35.767130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce22308c-039c-459f-aeb0-89475cde1056 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Network hostable DHCP agents. Network: 271a4062-f75c-4f85-b7bc-e78fb447b33d, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:57:35.808571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fb5dd-a847-4c9f-bf35-56e6b48430d8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port aa34272b-4045-455a-b561-b07a4ca24eeb {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:35.809009 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e7fb5dd-a847-4c9f-bf35-56e6b48430d8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:35.816506 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2ce448f-93db-4762-b98d-3e0c2528406d req-6c71f39a-61f4-4497-a997-9bf47a432cd4 service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248899 Dec 08 01:57:35.819031 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:35.927753 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:35.999315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port dc896f4b-5c8a-4039-970e-0d144d68bd40, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=dc896f4b-5c8a-4039-970e-0d144d68bd40,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:36.010713 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.041117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce22308c-039c-459f-aeb0-89475cde1056 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Network 271a4062-f75c-4f85-b7bc-e78fb447b33d is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:57:36.057334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-ce22308c-039c-459f-aeb0-89475cde1056 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 271a4062-f75c-4f85-b7bc-e78fb447b33d) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:36.097169 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce22308c-039c-459f-aeb0-89475cde1056 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:36.097767 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce22308c-039c-459f-aeb0-89475cde1056 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.099483 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d18fd3a-475b-4301-a467-3a3a0a58c9f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.136204 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e7fb5dd-a847-4c9f-bf35-56e6b48430d8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.156964 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=dc896f4b-5c8a-4039-970e-0d144d68bd40,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:36.163300 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fb5dd-a847-4c9f-bf35-56e6b48430d8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for aa34272b-4045-455a-b561-b07a4ca24eeb owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:36.163500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f81169-95be-4d8b-80dc-12a40fd74433 None None] Network 271a4062-f75c-4f85-b7bc-e78fb447b33d requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:36.172906 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ce22308c-039c-459f-aeb0-89475cde1056 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6840479 Dec 08 01:57:36.178613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50720) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:36.190216 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0ff6933d-6f90-4e18-94fc-557226a02407 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'subnet': {'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:36.229875 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2ce448f-93db-4762-b98d-3e0c2528406d req-0ae7335c-dfd9-42c2-a766-224e30eb1a76 service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634708 Dec 08 01:57:36.292569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:36.292569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:36.293183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:36.293528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:36.293854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:36.294212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:36.295071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:36.295438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:36.295771 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:36.296096 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:36.296421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:36.296749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:36.297084 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:36.313706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d3c2013e-ee36-4b9b-a00e-eb5c48806ef2 None None] Provisioning complete for port 43564244-d819-455b-a58b-6bf64157f2d8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:36.314154 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d3c2013e-ee36-4b9b-a00e-eb5c48806ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.317774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-271a4062-f75c-4f85-b7bc-e78fb447b33d', 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d', 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'fixed_ips': [{'subnet_id': '42bbd01a-816f-45bf-ad43-779e308265ba'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:57:36.318796 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.358905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff6933d-6f90-4e18-94fc-557226a02407 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Made reservation on behalf of 63ae5c956a214f1cb1da1b778d408c0b for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:36.363159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ff6933d-6f90-4e18-94fc-557226a02407 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.408135 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d18fd3a-475b-4301-a467-3a3a0a58c9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.413649 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2d18fd3a-475b-4301-a467-3a3a0a58c9f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.429963 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2d18fd3a-475b-4301-a467-3a3a0a58c9f9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8effe54b-35fd-4a39-bb83-4cb383066705 HTTP/1.1" status: 204 len: 168 time: 1.0556462 Dec 08 01:57:36.461061 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.482507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-7d9d778c-d821-43f8-9ccc-967b4e9f90ae req-a1dc159a-1b0f-4a54-ac79-c141be765eb1 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:36.498772 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d9d778c-d821-43f8-9ccc-967b4e9f90ae req-a1dc159a-1b0f-4a54-ac79-c141be765eb1 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2752895 Dec 08 01:57:36.520135 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e7fb5dd-a847-4c9f-bf35-56e6b48430d8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.545095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18fd3a-475b-4301-a467-3a3a0a58c9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8effe54b-35fd-4a39-bb83-4cb383066705,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:36.556312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Allocated IP 10.1.1.2 (271a4062-f75c-4f85-b7bc-e78fb447b33d/42bbd01a-816f-45bf-ad43-779e308265ba/bfe3d098-7731-45de-925a-907bd5a0a730) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:36.563255 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e7fb5dd-a847-4c9f-bf35-56e6b48430d8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.571250 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9e7fb5dd-a847-4c9f-bf35-56e6b48430d8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/aa34272b-4045-455a-b561-b07a4ca24eeb HTTP/1.1" status: 204 len: 168 time: 1.1411984 Dec 08 01:57:36.574815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50728) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:36.627286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fb5dd-a847-4c9f-bf35-56e6b48430d8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=aa34272b-4045-455a-b561-b07a4ca24eeb,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:36.755226 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3ea851-bcc4-450f-ae7e-08082e145733 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:36.762274 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3ea851-bcc4-450f-ae7e-08082e145733 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:36.764627 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7e3ea851-bcc4-450f-ae7e-08082e145733 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1890020 Dec 08 01:57:36.767868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50734) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:36.856523 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.905725 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.914342 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.919159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ff6933d-6f90-4e18-94fc-557226a02407 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.932827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741c568-7feb-42ac-ad04-773dde578706 req-dd7f79b2-9bf6-4eac-aaed-bdf4d4ee6899 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:36.942884 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6741c568-7feb-42ac-ad04-773dde578706 req-dd7f79b2-9bf6-4eac-aaed-bdf4d4ee6899 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 943 time: 0.7502048 Dec 08 01:57:36.975706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Network 271a4062-f75c-4f85-b7bc-e78fb447b33d is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:36.984167 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.996247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:37.007877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2013e-ee36-4b9b-a00e-eb5c48806ef2 None None] Port 43564244-d819-455b-a58b-6bf64157f2d8 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:37.009526 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:37.018773 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6933d-6f90-4e18-94fc-557226a02407 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Checking segment: {'id': '132e8029-ff22-430f-841f-f18312ecd66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:37.019143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff6933d-6f90-4e18-94fc-557226a02407 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Network hostable DHCP agents. Network: 070c9fd6-5c33-481f-972d-d93c3bb28703, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:57:37.023468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1c6af810-491f-41e7-9da1-f6e9c4016dfe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port 4bf22ff2-dbb9-423e-8692-0bf44112f93d {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:37.023921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c6af810-491f-41e7-9da1-f6e9c4016dfe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.062912 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6933d-6f90-4e18-94fc-557226a02407 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'Subnet': ['ID=0187a527-5c48-4961-8721-946f3d80ecb1,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:37.125715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Pushing event updated for resources: {'Port': ['ID=bfe3d098-7731-45de-925a-907bd5a0a730,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:37.133926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff6933d-6f90-4e18-94fc-557226a02407 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Network 070c9fd6-5c33-481f-972d-d93c3bb28703 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:57:37.146905 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c6af810-491f-41e7-9da1-f6e9c4016dfe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.155581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Attempting to bind port bfe3d098-7731-45de-925a-907bd5a0a730 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:37.156073 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Attempting to bind port bfe3d098-7731-45de-925a-907bd5a0a730 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:37.156511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Attempting to bind port bfe3d098-7731-45de-925a-907bd5a0a730 on network 271a4062-f75c-4f85-b7bc-e78fb447b33d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:37.163039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:37.163509 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Checking segment: {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:37.164067 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.164599 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Bound using segment: {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:37.165082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Bound port: bfe3d098-7731-45de-925a-907bd5a0a730, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:37.165465 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.166166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-0ff6933d-6f90-4e18-94fc-557226a02407 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 070c9fd6-5c33-481f-972d-d93c3bb28703) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:37.175485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff6933d-6f90-4e18-94fc-557226a02407 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:37.176124 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ff6933d-6f90-4e18-94fc-557226a02407 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.179849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1c6af810-491f-41e7-9da1-f6e9c4016dfe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for 4bf22ff2-dbb9-423e-8692-0bf44112f93d owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:37.187497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891c4a92-5d60-49ad-ad83-0a3dc4b6d885 None None] Network 070c9fd6-5c33-481f-972d-d93c3bb28703 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:37.245479 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0ff6933d-6f90-4e18-94fc-557226a02407 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0610280 Dec 08 01:57:37.249593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50746) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:37.259264 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d99d7478-0b61-4a60-b81e-452b5f4bffd0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'port': {'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d', 'name': 'tempest-TaggedBootDevicesTest-491819438', 'fixed_ips': [{'subnet_id': '42bbd01a-816f-45bf-ad43-779e308265ba'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:37.265583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Pushing event updated for resources: {'Port': ['ID=43564244-d819-455b-a58b-6bf64157f2d8,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:37.282278 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.289847 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6741c568-7feb-42ac-ad04-773dde578706 req-f6588e21-a27c-4661-b18c-2b1ed04405e2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459282 Dec 08 01:57:37.343404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da0e9b-018b-455d-9d6e-476d076b40b8 req-15b6b459-af8b-4f0c-801b-6b0d2e20650d tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:37.363344 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6da0e9b-018b-455d-9d6e-476d076b40b8 req-15b6b459-af8b-4f0c-801b-6b0d2e20650d tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 949 time: 0.3982313 Dec 08 01:57:37.381531 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c6af810-491f-41e7-9da1-f6e9c4016dfe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.421682 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6af810-491f-41e7-9da1-f6e9c4016dfe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=4bf22ff2-dbb9-423e-8692-0bf44112f93d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:37.429489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dc896f4b-5c8a-4039-970e-0d144d68bd40 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:37.435451 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c6af810-491f-41e7-9da1-f6e9c4016dfe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.441567 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1c6af810-491f-41e7-9da1-f6e9c4016dfe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/4bf22ff2-dbb9-423e-8692-0bf44112f93d HTTP/1.1" status: 204 len: 168 time: 0.6703830 Dec 08 01:57:37.442177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50752) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:37.462890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99d7478-0b61-4a60-b81e-452b5f4bffd0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Made reservation on behalf of 63ae5c956a214f1cb1da1b778d408c0b for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:37.543665 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6da0e9b-018b-455d-9d6e-476d076b40b8 req-c8f1bd24-b174-4cca-a7ec-3b1216203709 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799061 Dec 08 01:57:37.554513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-070c9fd6-5c33-481f-972d-d93c3bb28703', 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703', 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'fixed_ips': [{'subnet_id': '0187a527-5c48-4961-8721-946f3d80ecb1'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:57:37.555435 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.607114 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port dc896f4b-5c8a-4039-970e-0d144d68bd40 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:37.607680 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.624135 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d99d7478-0b61-4a60-b81e-452b5f4bffd0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.629926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Network 9a7ee9e2-0237-4935-a206-629bffc64d88 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:37.637512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:37.679072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2eccaeb3-132f-4908-849d-9f6490825499 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:37.690288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-d99d7478-0b61-4a60-b81e-452b5f4bffd0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] device_id is not set on port b77f8d4d-f01b-4db4-9229-f8e360de925d yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:37.740064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8631122-ca1e-4332-bef2-bd36cdfdef0a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:37.746482 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c8631122-ca1e-4332-bef2-bd36cdfdef0a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3006504 Dec 08 01:57:37.808936 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50762) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:37.973489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Allocated IP 10.2.2.2 (070c9fd6-5c33-481f-972d-d93c3bb28703/0187a527-5c48-4961-8721-946f3d80ecb1/45ddb6ea-52f0-4765-8f74-3b587ccb046b) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:38.064427 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-d99d7478-0b61-4a60-b81e-452b5f4bffd0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Allocated IP 10.1.1.109 (271a4062-f75c-4f85-b7bc-e78fb447b33d/42bbd01a-816f-45bf-ad43-779e308265ba/b77f8d4d-f01b-4db4-9229-f8e360de925d) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:38.076053 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] For port bfe3d098-7731-45de-925a-907bd5a0a730, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:38.093172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-ed16a9eb-bf26-49c8-b2af-c5193396eb33 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=d2e6e8995be948bfad251c41d5fff5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391512 Dec 08 01:57:38.094462 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1c9e08-18c4-408d-bb4f-f59de9c3815e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] GET failed (client error): The resource could not be found. Dec 08 01:57:38.095843 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6e1c9e08-18c4-408d-bb4f-f59de9c3815e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/aa34272b-4045-455a-b561-b07a4ca24eeb HTTP/1.1" status: 404 len: 333 time: 0.2791669 Dec 08 01:57:38.098826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50778) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:38.101067 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Router 218c8c0e-86f4-4c0d-aad6-9b69078526ba has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:57:38.186364 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-00481849-9b7f-49f5-a623-0d95e9e86368 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] GET failed (client error): The resource could not be found. Dec 08 01:57:38.190475 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-00481849-9b7f-49f5-a623-0d95e9e86368 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/4bf22ff2-dbb9-423e-8692-0bf44112f93d HTTP/1.1" status: 404 len: 333 time: 0.0876794 Dec 08 01:57:38.197914 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50782) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:38.289761 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] For port bfe3d098-7731-45de-925a-907bd5a0a730, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bfe3d098-7731-45de-925a-907bd5a0a730,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:38.308890 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-18684b9a-c071-466c-9e37-546206fe3b92 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:38.325927 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-18684b9a-c071-466c-9e37-546206fe3b92 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2227168 Dec 08 01:57:38.386293 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-3b46b6d3-4f41-4c0c-bbfa-a6de06aae6b4 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/quotas/d2e6e8995be948bfad251c41d5fff5c8 HTTP/1.1" status: 200 len: 375 time: 0.0587542 Dec 08 01:57:38.400911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d86-6150-49b0-af75-02ca3466220d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.438486 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f3eb06ba-1f42-4cd4-91c1-996f81ef7df6 None None] Provisioning complete for port 43564244-d819-455b-a58b-6bf64157f2d8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:38.440025 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f3eb06ba-1f42-4cd4-91c1-996f81ef7df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.446502 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.582031 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-eac4ed8e-619d-4801-be04-0f55b1b29349 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d2e6e8995be948bfad251c41d5fff5c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1939771 Dec 08 01:57:38.601612 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df642d14-106f-4e6e-80bf-ef4204d1a599 req-63e7e0ae-a91b-46a7-9a17-ce7594dfdec6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:38.603288 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df642d14-106f-4e6e-80bf-ef4204d1a599 req-63e7e0ae-a91b-46a7-9a17-ce7594dfdec6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 943 time: 0.1380391 Dec 08 01:57:38.610607 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:57:38.628689 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d99d7478-0b61-4a60-b81e-452b5f4bffd0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.633785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d562e-b70d-49f2-8320-4dd3376fade2 None None] Pushing event updated for resources: {'Port': ['ID=bfe3d098-7731-45de-925a-907bd5a0a730,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:38.635726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-25a9bf0e-a2d5-4aab-8e00-94c3fbe593d1 admin admin] 10.222.0.71 "PUT /v2.0/routers/218c8c0e-86f4-4c0d-aad6-9b69078526ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1252439 Dec 08 01:57:38.646552 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Sync routers for ids ['218c8c0e-86f4-4c0d-aad6-9b69078526ba'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:57:38.661303 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d86-6150-49b0-af75-02ca3466220d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.679754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Routers {'218c8c0e-86f4-4c0d-aad6-9b69078526ba'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:38.680655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:57:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['218c8c0e-86f4-4c0d-aad6-9b69078526ba'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:38.687689 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df642d14-106f-4e6e-80bf-ef4204d1a599 req-a7dc3ffd-8dac-4896-84d7-dff794306501 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732479 Dec 08 01:57:38.736695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-8c5d3d86-6150-49b0-af75-02ca3466220d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34463026-c151-4ce9-ab8e-2a6deb11b3a6']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:38.756952 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-8c5d3d86-6150-49b0-af75-02ca3466220d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a214536-e480-4aef-8557-ba0d8f482402') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:38.757329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-8c5d3d86-6150-49b0-af75-02ca3466220d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a214536-e480-4aef-8557-ba0d8f482402') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:38.777403 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d86-6150-49b0-af75-02ca3466220d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.792979 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d86-6150-49b0-af75-02ca3466220d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.810454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5d3d86-6150-49b0-af75-02ca3466220d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:57:38.811122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d86-6150-49b0-af75-02ca3466220d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.858405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb06ba-1f42-4cd4-91c1-996f81ef7df6 None None] Port 43564244-d819-455b-a58b-6bf64157f2d8 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:38.906362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2eccaeb3-132f-4908-849d-9f6490825499, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2eccaeb3-132f-4908-849d-9f6490825499,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:57:38.963385 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:57:39.004425 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d99d7478-0b61-4a60-b81e-452b5f4bffd0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.012284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d86-6150-49b0-af75-02ca3466220d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.064108 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d86-6150-49b0-af75-02ca3466220d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.076939 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8c5d3d86-6150-49b0-af75-02ca3466220d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/networks/34463026-c151-4ce9-ab8e-2a6deb11b3a6 HTTP/1.1" status: 204 len: 168 time: 0.8746526 Dec 08 01:57:39.077587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50808) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:39.083126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-19867a3a-1730-4f11-94e0-d35c731be1bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-880383337'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:39.136482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99d7478-0b61-4a60-b81e-452b5f4bffd0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Network 271a4062-f75c-4f85-b7bc-e78fb447b33d is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:39.174904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19867a3a-1730-4f11-94e0-d35c731be1bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:39.183786 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19867a3a-1730-4f11-94e0-d35c731be1bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.235806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-d99d7478-0b61-4a60-b81e-452b5f4bffd0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:39.281403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d7478-0b61-4a60-b81e-452b5f4bffd0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:39.317206 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-488c54ea-e440-451a-935c-e40fd74a7a57 req-c5f3cc88-82f6-4e86-89f2-effccae5bfa8 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 210 time: 0.1651583 Dec 08 01:57:39.338353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19867a3a-1730-4f11-94e0-d35c731be1bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:57:39.369942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d7478-0b61-4a60-b81e-452b5f4bffd0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:39.370606 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d99d7478-0b61-4a60-b81e-452b5f4bffd0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.384490 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19867a3a-1730-4f11-94e0-d35c731be1bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.384713 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-19867a3a-1730-4f11-94e0-d35c731be1bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Added segment b0f574bd-0f5e-487e-944b-153e8494e09b of type vlan for network 05c637f5-635f-40cc-8312-6b5be05b70c9 Dec 08 01:57:39.393250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d3d86-6150-49b0-af75-02ca3466220d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Network': ['ID=34463026-c151-4ce9-ab8e-2a6deb11b3a6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:39.493634 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d99d7478-0b61-4a60-b81e-452b5f4bffd0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2417364 Dec 08 01:57:39.496713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50814) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:39.507003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d7478-0b61-4a60-b81e-452b5f4bffd0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'Port': ['ID=b77f8d4d-f01b-4db4-9229-f8e360de925d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:39.527706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bfe3d098-7731-45de-925a-907bd5a0a730 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:39.541967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '2eccaeb3-132f-4908-849d-9f6490825499', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'port_id': '2eccaeb3-132f-4908-849d-9f6490825499', 'mac_address': 'fa:16:3e:66:c4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:39.617981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-28ccfc73-d9a2-4797-b0c2-2805d5a6b4ab tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'port': {'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d', 'name': 'tempest-TaggedBootDevicesTest-1847338596', 'fixed_ips': [{'subnet_id': '42bbd01a-816f-45bf-ad43-779e308265ba'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:39.663720 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.692280 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eccaeb3-132f-4908-849d-9f6490825499 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:39.711693 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19867a3a-1730-4f11-94e0-d35c731be1bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.720098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2eccaeb3-132f-4908-849d-9f6490825499, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2eccaeb3-132f-4908-849d-9f6490825499,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:39.759145 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.855274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Set router 218c8c0e-86f4-4c0d-aad6-9b69078526ba gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:57:39.896798 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.resource_extend [None req-19867a3a-1730-4f11-94e0-d35c731be1bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:57:39.934492 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.989511 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.061478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Network 070c9fd6-5c33-481f-972d-d93c3bb28703 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:40.079120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=2eccaeb3-132f-4908-849d-9f6490825499,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:40.082304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port bfe3d098-7731-45de-925a-907bd5a0a730 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:40.082677 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.295020 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:40.302028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:40.311596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2eccaeb3-132f-4908-849d-9f6490825499'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:40.392934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b1387-3093-458e-bffb-bf7ec4d1f61e None None] Network 271a4062-f75c-4f85-b7bc-e78fb447b33d requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:40.406297 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Pushing event updated for resources: {'Port': ['ID=45ddb6ea-52f0-4765-8f74-3b587ccb046b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:40.460389 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f6955b0-6209-4917-82f5-85745be94db3 req-1d934ad8-972f-4763-8cd3-504a3ba404f4 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0846691 Dec 08 01:57:40.478054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:40.492344 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19867a3a-1730-4f11-94e0-d35c731be1bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.498447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19867a3a-1730-4f11-94e0-d35c731be1bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:40.498977 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19867a3a-1730-4f11-94e0-d35c731be1bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.563338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2836a6-7f10-4931-bfc8-a7c7a3f026bc req-6003ea5b-1782-4e0d-bc51-7d387bfc9c1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:40.570834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b2836a6-7f10-4931-bfc8-a7c7a3f026bc req-6003ea5b-1782-4e0d-bc51-7d387bfc9c1d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 944 time: 0.7361069 Dec 08 01:57:40.593716 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8cee5fe8-cb3c-48da-b6e1-9405cb619483 None None] Provisioning complete for port bfe3d098-7731-45de-925a-907bd5a0a730 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:40.594295 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cee5fe8-cb3c-48da-b6e1-9405cb619483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.636513 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.647343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19867a3a-1730-4f11-94e0-d35c731be1bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Network': ['ID=05c637f5-635f-40cc-8312-6b5be05b70c9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:40.656652 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50834) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:40.657151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-19867a3a-1730-4f11-94e0-d35c731be1bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5780919 Dec 08 01:57:40.664442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-916f41ea-1883-460b-9758-700ea2e810d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': '05c637f5-635f-40cc-8312-6b5be05b70c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:40.709289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ccfc73-d9a2-4797-b0c2-2805d5a6b4ab tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Made reservation on behalf of 63ae5c956a214f1cb1da1b778d408c0b for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:40.710441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 05c637f5-635f-40cc-8312-6b5be05b70c9 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:57:40.756185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b2836a6-7f10-4931-bfc8-a7c7a3f026bc req-104f8d7c-536d-4d84-8d72-9f28e01178da tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737626 Dec 08 01:57:40.863200 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-10d63e3a-9053-4a36-b10c-04c7ae86aa0c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d2e6e8995be948bfad251c41d5fff5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565698 Dec 08 01:57:40.899546 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-28ccfc73-d9a2-4797-b0c2-2805d5a6b4ab tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.924300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-28ccfc73-d9a2-4797-b0c2-2805d5a6b4ab tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] device_id is not set on port 078ca6fb-640a-48d3-866a-e1d0735eac6a yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:40.977343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Attempting to bind port 45ddb6ea-52f0-4765-8f74-3b587ccb046b on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:40.977719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Attempting to bind port 45ddb6ea-52f0-4765-8f74-3b587ccb046b by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '132e8029-ff22-430f-841f-f18312ecd66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:40.978086 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Attempting to bind port 45ddb6ea-52f0-4765-8f74-3b587ccb046b on network 070c9fd6-5c33-481f-972d-d93c3bb28703 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:40.991795 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.060031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:41.060373 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Checking segment: {'id': '132e8029-ff22-430f-841f-f18312ecd66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:41.060936 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.061331 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Bound using segment: {'id': '132e8029-ff22-430f-841f-f18312ecd66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:41.062676 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Bound port: 45ddb6ea-52f0-4765-8f74-3b587ccb046b, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132e8029-ff22-430f-841f-f18312ecd66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:41.063063 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.065503 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.145008 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-5ef62cf1-406d-45c1-acd3-777c6eaf3008 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:41.155028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2869cc40-520a-4728-b2bc-2eda80f55d6f req-b0cccf62-27b5-45e4-b2cc-e2b8799ec0b1 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 210 time: 0.0863271 Dec 08 01:57:41.155356 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-5ef62cf1-406d-45c1-acd3-777c6eaf3008 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759893 Dec 08 01:57:41.180051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-67c8799f-d7d8-4a0b-a936-bdc83ec67f6c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Request body: {'port': {'device_id': '3322432f-b489-4cd6-b761-f8509e3b3a76', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'd2e6e8995be948bfad251c41d5fff5c8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:41.206945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port bfe3d098-7731-45de-925a-907bd5a0a730, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bfe3d098-7731-45de-925a-907bd5a0a730,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:41.258791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-28ccfc73-d9a2-4797-b0c2-2805d5a6b4ab tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Allocated IP 10.1.1.197 (271a4062-f75c-4f85-b7bc-e78fb447b33d/42bbd01a-816f-45bf-ad43-779e308265ba/078ca6fb-640a-48d3-866a-e1d0735eac6a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:41.298965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] For port 45ddb6ea-52f0-4765-8f74-3b587ccb046b, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:41.302809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] For port 45ddb6ea-52f0-4765-8f74-3b587ccb046b, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=45ddb6ea-52f0-4765-8f74-3b587ccb046b,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:41.311656 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.334713 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.427210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916f41ea-1883-460b-9758-700ea2e810d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:41.438347 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-916f41ea-1883-460b-9758-700ea2e810d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.490733 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-28ccfc73-d9a2-4797-b0c2-2805d5a6b4ab tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.565263 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-916f41ea-1883-460b-9758-700ea2e810d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Performing IP validity checks on allocation pools {{(pid=109766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 01:57:41.568240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-916f41ea-1883-460b-9758-700ea2e810d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 01:57:41.609274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Allocated IP 172.25.8.179 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/38a9699f-888b-4c08-a509-9e84fa19bad1) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:41.729992 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=bfe3d098-7731-45de-925a-907bd5a0a730,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:41.751743 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.792572 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-28ccfc73-d9a2-4797-b0c2-2805d5a6b4ab tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.796980 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.833617 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'name': 'tempest-FloatingIPDetailsTestJSON-877983194-router', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:25Z', 'updated_at': '2021-12-08T01:57:36Z', 'revision_number': 4, 'project_id': '2f4621f7b9bc470fa026d4fa66827532', 'gw_port': {'id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:27Z', 'updated_at': '2021-12-08T01:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '43564244-d819-455b-a58b-6bf64157f2d8', 'name': '', 'network_id': '9a7ee9e2-0237-4935-a206-629bffc64d88', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532', 'mac_address': 'fa:16:3e:88:46:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'fbc6841d-e616-49e6-abf9-76cde95b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:33Z', 'updated_at': '2021-12-08T01:57:36Z', 'revision_number': 2, 'project_id': '2f4621f7b9bc470fa026d4fa66827532', 'subnets': [{'id': 'fbc6841d-e616-49e6-abf9-76cde95b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:41.837440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ccfc73-d9a2-4797-b0c2-2805d5a6b4ab tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Network 271a4062-f75c-4f85-b7bc-e78fb447b33d is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:41.842192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-28ccfc73-d9a2-4797-b0c2-2805d5a6b4ab tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:41.878996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ccfc73-d9a2-4797-b0c2-2805d5a6b4ab tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:41.903419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Checking router: 218c8c0e-86f4-4c0d-aad6-9b69078526ba for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:57:41.904111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Updating router 218c8c0e-86f4-4c0d-aad6-9b69078526ba port 43564244-d819-455b-a58b-6bf64157f2d8 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:57:41.908695 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-916f41ea-1883-460b-9758-700ea2e810d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.946805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ccfc73-d9a2-4797-b0c2-2805d5a6b4ab tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:41.947468 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-28ccfc73-d9a2-4797-b0c2-2805d5a6b4ab tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.962168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:41.970234 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-9fd95de0-6cd4-4bc9-81cb-d7175cea884e tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=f08f6524c63c45a6a815afc47e80a3c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1806095 Dec 08 01:57:41.977360 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.977595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-28ccfc73-d9a2-4797-b0c2-2805d5a6b4ab tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4730303 Dec 08 01:57:41.983293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:41.988341 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:42.055370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0552dda2-f2ff-42f9-a12e-ce69a523ba90 None None] Provisioning complete for port bfe3d098-7731-45de-925a-907bd5a0a730 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:42.055820 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0552dda2-f2ff-42f9-a12e-ce69a523ba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.109106 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f41ea-1883-460b-9758-700ea2e810d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Subnet': ['ID=133ef439-77b0-48d6-9417-baaaf0f3242c,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:42.146375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa07e1-c7b4-4f85-8539-5d6fefc9658c None None] Pushing event updated for resources: {'Port': ['ID=45ddb6ea-52f0-4765-8f74-3b587ccb046b,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:42.175579 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.218518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Pushing event updated for resources: {'Port': ['ID=38a9699f-888b-4c08-a509-9e84fa19bad1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:42.296214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916f41ea-1883-460b-9758-700ea2e810d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Checking segment: {'id': 'b0f574bd-0f5e-487e-944b-153e8494e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '05c637f5-635f-40cc-8312-6b5be05b70c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:42.296597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f41ea-1883-460b-9758-700ea2e810d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network hostable DHCP agents. Network: 05c637f5-635f-40cc-8312-6b5be05b70c9, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:57:42.332157 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-67c8799f-d7d8-4a0b-a936-bdc83ec67f6c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Made reservation on behalf of d2e6e8995be948bfad251c41d5fff5c8 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:42.333117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccfc73-d9a2-4797-b0c2-2805d5a6b4ab tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'Port': ['ID=078ca6fb-640a-48d3-866a-e1d0735eac6a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:42.348471 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-67c8799f-d7d8-4a0b-a936-bdc83ec67f6c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.381227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-62836921-52b2-4a03-b790-8a194d569f88 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:42.383033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-62836921-52b2-4a03-b790-8a194d569f88 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4022455 Dec 08 01:57:42.384042 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.405002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f41ea-1883-460b-9758-700ea2e810d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 05c637f5-635f-40cc-8312-6b5be05b70c9 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:57:42.439694 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-39a1656e-4521-4e3d-8299-771bf44f5396 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/quotas/f08f6524c63c45a6a815afc47e80a3c8 HTTP/1.1" status: 200 len: 375 time: 0.0487270 Dec 08 01:57:42.455125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0552dda2-f2ff-42f9-a12e-ce69a523ba90 None None] Provisioning complete for port b77f8d4d-f01b-4db4-9229-f8e360de925d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:42.455618 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0552dda2-f2ff-42f9-a12e-ce69a523ba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.493025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-938d0a56-634d-4f37-86da-af14623cbc7c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f08f6524c63c45a6a815afc47e80a3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454454 Dec 08 01:57:42.599209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-67c8799f-d7d8-4a0b-a936-bdc83ec67f6c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Allocated IP 192.168.233.36 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/1e1f73cb-7b2b-4605-ab08-075a7c16aaab) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:42.675804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0552dda2-f2ff-42f9-a12e-ce69a523ba90 None None] Port b77f8d4d-f01b-4db4-9229-f8e360de925d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:42.725189 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-916f41ea-1883-460b-9758-700ea2e810d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 05c637f5-635f-40cc-8312-6b5be05b70c9) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:42.742073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916f41ea-1883-460b-9758-700ea2e810d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:42.742686 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-916f41ea-1883-460b-9758-700ea2e810d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.749795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c86e8ac-3370-4ba8-81d4-6725bff220ef None None] Network 05c637f5-635f-40cc-8312-6b5be05b70c9 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:42.778239 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.790695 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.831625 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.849189 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.867459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d69f31f4-a22b-4ca3-9393-c189d4c7518c None None] Provisioning complete for port 078ca6fb-640a-48d3-866a-e1d0735eac6a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:42.867859 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d69f31f4-a22b-4ca3-9393-c189d4c7518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.016212 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Pushing event updated for resources: {'Port': ['ID=38a9699f-888b-4c08-a509-9e84fa19bad1,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:43.016647 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-916f41ea-1883-460b-9758-700ea2e810d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3589091 Dec 08 01:57:43.022131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50870) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:43.053711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2af10e81-4516-49ba-be3e-5f2b69093e98 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'network_id': '05c637f5-635f-40cc-8312-6b5be05b70c9', 'name': 'tempest-PortsIpV6TestJSON-1545411966'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:43.075874 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.130733 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d69f31f4-a22b-4ca3-9393-c189d4c7518c None None] Port 078ca6fb-640a-48d3-866a-e1d0735eac6a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:43.218009 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.219951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f6955b0-6209-4917-82f5-85745be94db3 req-eb0de98f-6b50-42fe-b1ed-6a10a5bc37e3 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7511213 Dec 08 01:57:43.226369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d69f31f4-a22b-4ca3-9393-c189d4c7518c None None] Provisioning complete for port b77f8d4d-f01b-4db4-9229-f8e360de925d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:43.227143 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d69f31f4-a22b-4ca3-9393-c189d4c7518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.233661 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af10e81-4516-49ba-be3e-5f2b69093e98 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:43.240787 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2af10e81-4516-49ba-be3e-5f2b69093e98 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.244475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f9102-0c41-485f-8ab7-26f120ef90e3 req-0c8d523a-0f7e-4a9d-aff5-2e6db2eda74d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:43.268372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9c3f9102-0c41-485f-8ab7-26f120ef90e3 req-0c8d523a-0f7e-4a9d-aff5-2e6db2eda74d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 944 time: 0.2149289 Dec 08 01:57:43.279293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-2af10e81-4516-49ba-be3e-5f2b69093e98 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port e7d0606c-7ff7-461a-9211-3be730d55761 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:43.280454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc35ff91-3824-4d9d-8d55-a2ca6f70d14a None None] Network 070c9fd6-5c33-481f-972d-d93c3bb28703 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:43.287638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d69f31f4-a22b-4ca3-9393-c189d4c7518c None None] Port b77f8d4d-f01b-4db4-9229-f8e360de925d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:43.289376 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf32e7-5ce2-440a-b906-f9d683cb9aaa None None] Pushing event updated for resources: {'Port': ['ID=43564244-d819-455b-a58b-6bf64157f2d8,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:43.335922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-05c637f5-635f-40cc-8312-6b5be05b70c9', 'network_id': '05c637f5-635f-40cc-8312-6b5be05b70c9', 'project_id': 'ce784be1a1a047ac8e1a8b2922f3d034', 'fixed_ips': [{'subnet_id': '133ef439-77b0-48d6-9417-baaaf0f3242c'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:57:43.337146 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.357311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Attempting to bind port 43564244-d819-455b-a58b-6bf64157f2d8 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:43.357620 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Attempting to bind port 43564244-d819-455b-a58b-6bf64157f2d8 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'fd7d103b-bdc4-45ed-b084-dc56134a80fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9a7ee9e2-0237-4935-a206-629bffc64d88'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:43.358051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Attempting to bind port 43564244-d819-455b-a58b-6bf64157f2d8 on network 9a7ee9e2-0237-4935-a206-629bffc64d88 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:43.383140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:43.383524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Checking segment: {'id': 'fd7d103b-bdc4-45ed-b084-dc56134a80fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9a7ee9e2-0237-4935-a206-629bffc64d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:43.384008 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.384406 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Bound using segment: {'id': 'fd7d103b-bdc4-45ed-b084-dc56134a80fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9a7ee9e2-0237-4935-a206-629bffc64d88'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:43.384922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Bound port: 43564244-d819-455b-a58b-6bf64157f2d8, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7d103b-bdc4-45ed-b084-dc56134a80fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9a7ee9e2-0237-4935-a206-629bffc64d88'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:43.385263 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.510319 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f6955b0-6209-4917-82f5-85745be94db3 req-d3c55263-cfad-46f1-8ebe-ddc0ae939950 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.179 HTTP/1.1" status: 200 len: 696 time: 0.2822847 Dec 08 01:57:43.518299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] For port 43564244-d819-455b-a58b-6bf64157f2d8, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:43.522016 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] For port 43564244-d819-455b-a58b-6bf64157f2d8, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=43564244-d819-455b-a58b-6bf64157f2d8,segment=NetworkSegment(fd7d103b-bdc4-45ed-b084-dc56134a80fc),segment_id=fd7d103b-bdc4-45ed-b084-dc56134a80fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:43.537277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d5ea8f0e-333f-4d18-86f4-51f3cd323cb9 None None] Provisioning complete for port 45ddb6ea-52f0-4765-8f74-3b587ccb046b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:43.538765 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8f0e-333f-4d18-86f4-51f3cd323cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.578300 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.654613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf32e7-5ce2-440a-b906-f9d683cb9aaa None None] Pushing event updated for resources: {'Port': ['ID=43564244-d819-455b-a58b-6bf64157f2d8,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:43.698231 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9c3f9102-0c41-485f-8ab7-26f120ef90e3 req-f80973c7-24d4-4939-9b2d-742e12bcdfaf tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986101 Dec 08 01:57:43.782555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 45ddb6ea-52f0-4765-8f74-3b587ccb046b up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:43.835342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6955b0-6209-4917-82f5-85745be94db3 req-cb2cca22-7ca2-4dd7-be59-d25d4f1ddeb9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:43.838782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f6955b0-6209-4917-82f5-85745be94db3 req-cb2cca22-7ca2-4dd7-be59-d25d4f1ddeb9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.3081675 Dec 08 01:57:43.864535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-3f6955b0-6209-4917-82f5-85745be94db3 req-254e1005-32b8-4501-bfc5-16d8b76090bf tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:43.867859 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f6955b0-6209-4917-82f5-85745be94db3 req-254e1005-32b8-4501-bfc5-16d8b76090bf tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185094 Dec 08 01:57:43.884572 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Routers {'218c8c0e-86f4-4c0d-aad6-9b69078526ba'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:43.885207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:57:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['218c8c0e-86f4-4c0d-aad6-9b69078526ba'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:43.887266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2eccaeb3-132f-4908-849d-9f6490825499 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:44.025702 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f593e7a6-3746-407a-8735-63cd0054d6df req-f7a06c3e-45cb-414a-9df6-af29969be386 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 210 time: 0.0727315 Dec 08 01:57:44.117613 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-67c8799f-d7d8-4a0b-a936-bdc83ec67f6c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:44.167481 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-67c8799f-d7d8-4a0b-a936-bdc83ec67f6c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:44.227781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8799f-d7d8-4a0b-a936-bdc83ec67f6c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Pushing event updated for resources: {'Port': ['ID=1e1f73cb-7b2b-4605-ab08-075a7c16aaab,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:44.236545 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-67c8799f-d7d8-4a0b-a936-bdc83ec67f6c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:44.241090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-67c8799f-d7d8-4a0b-a936-bdc83ec67f6c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:44.243347 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-670dda8b-20ea-4ad7-a708-eb79d921168e req-4e4e63da-7878-4b22-9876-3d22b6030062 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 210 time: 0.0623338 Dec 08 01:57:44.244286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-67c8799f-d7d8-4a0b-a936-bdc83ec67f6c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:44.287868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] Set router 218c8c0e-86f4-4c0d-aad6-9b69078526ba gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:57:44.308370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-67c8799f-d7d8-4a0b-a936-bdc83ec67f6c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:44.309725 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-67c8799f-d7d8-4a0b-a936-bdc83ec67f6c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:44.337882 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-67c8799f-d7d8-4a0b-a936-bdc83ec67f6c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1696041 Dec 08 01:57:44.364563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Request body: {'port': {'device_id': '3322432f-b489-4cd6-b761-f8509e3b3a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:44.457664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50882) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:44.464005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-232b6adc-e6a7-4721-89c8-481a89fdf4f0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1472120250', 'description': 'tempest-description--1747320568'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:44.510818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['18827b02-8043-40c5-94b3-f8664a962df9'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:44.514015 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-232b6adc-e6a7-4721-89c8-481a89fdf4f0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:44.518733 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:44.522439 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-38522ca6-1d74-428a-b976-3fd4fa0008f4 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2308323 Dec 08 01:57:44.528124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:44.562923 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:44.779829 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8f0e-333f-4d18-86f4-51f3cd323cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:44.784587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Allocated IP 2001:db8::2 (05c637f5-635f-40cc-8312-6b5be05b70c9/133ef439-77b0-48d6-9417-baaaf0f3242c/a1f669e7-1163-47df-869c-62bce7f89574) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:44.799483 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:44.938067 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-0be77054-d270-4da4-a783-b459decfcefc tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=f08f6524c63c45a6a815afc47e80a3c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430026 Dec 08 01:57:44.947068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d5ea8f0e-333f-4d18-86f4-51f3cd323cb9 None None] For port 45ddb6ea-52f0-4765-8f74-3b587ccb046b, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=45ddb6ea-52f0-4765-8f74-3b587ccb046b,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:45.062925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 45ddb6ea-52f0-4765-8f74-3b587ccb046b triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:45.063297 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.105911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-232b6adc-e6a7-4721-89c8-481a89fdf4f0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.117851 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-232b6adc-e6a7-4721-89c8-481a89fdf4f0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.124803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 2eccaeb3-132f-4908-849d-9f6490825499 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:45.133240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1f73cb-7b2b-4605-ab08-075a7c16aaab {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:45.136515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab9462-b915-417d-bee2-4584baa1d2f8 req-0f94e2c3-b8fc-4c97-8465-096a44011d36 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:45.139953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0ab9462-b915-417d-bee2-4584baa1d2f8 req-0f94e2c3-b8fc-4c97-8465-096a44011d36 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 944 time: 0.2241068 Dec 08 01:57:45.155429 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.156811 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8f0e-333f-4d18-86f4-51f3cd323cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.188018 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 2eccaeb3-132f-4908-849d-9f6490825499 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:45.188387 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.197973 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-232b6adc-e6a7-4721-89c8-481a89fdf4f0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.199505 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-232b6adc-e6a7-4721-89c8-481a89fdf4f0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7407846 Dec 08 01:57:45.206552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Transition to ACTIVE for port object 1e1f73cb-7b2b-4605-ab08-075a7c16aaab will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:57:45.207347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50896) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:45.209784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Allocated IP 172.25.8.134 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/01536dbf-cfcf-4b33-88da-379f988e92cb) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:45.212233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9b35ef77-d060-4fc9-8fee-cdc4a49b743a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'security_group_rule': {'security_group_id': 'd4ed9d9b-8d3f-42b6-8b7a-5fb831942286', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:45.220437 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b6adc-e6a7-4721-89c8-481a89fdf4f0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:45.222856 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.239849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-c0bcffd5-409e-4f9c-ae05-3c5e2c38d8b6 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:45.241567 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-c0bcffd5-409e-4f9c-ae05-3c5e2c38d8b6 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932785 Dec 08 01:57:45.288026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Request body: {'port': {'device_id': 'e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'f08f6524c63c45a6a815afc47e80a3c8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:45.318946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0ab9462-b915-417d-bee2-4584baa1d2f8 req-05d157c7-9159-4e6c-ac10-45e7fa2858e9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682782 Dec 08 01:57:45.361661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bfe3d098-7731-45de-925a-907bd5a0a730 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:45.447716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1f73cb-7b2b-4605-ab08-075a7c16aaab,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:45.511720 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.521125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1196fc01-9089-4953-97d6-0dcd943b843a None None] Provisioning complete for port 45ddb6ea-52f0-4765-8f74-3b587ccb046b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:45.521551 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1196fc01-9089-4953-97d6-0dcd943b843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.571387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b35ef77-d060-4fc9-8fee-cdc4a49b743a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.592713 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.608208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Made reservation on behalf of f08f6524c63c45a6a815afc47e80a3c8 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:45.616023 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.683249 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.699689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:45.708268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:45.711461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Pushing event updated for resources: {'Port': ['ID=01536dbf-cfcf-4b33-88da-379f988e92cb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:45.714293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:45.728789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Attempting to bind port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:45.729264 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Attempting to bind port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:45.729757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Attempting to bind port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:45.753230 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:57:45.753770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Attempting to bind port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:45.765463 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:45.765848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec2f9e-02d9-4627-8e6f-f6689d060fa8 req-22b9b079-3273-44a3-9f19-9cf73d13c915 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:45.766284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:45.766806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:45.767373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Bound port: 1e1f73cb-7b2b-4605-ab08-075a7c16aaab, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:45.767963 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.777856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6eec2f9e-02d9-4627-8e6f-f6689d060fa8 req-22b9b079-3273-44a3-9f19-9cf73d13c915 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 947 time: 0.1670332 Dec 08 01:57:45.782941 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.810047 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b35ef77-d060-4fc9-8fee-cdc4a49b743a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.821921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b35ef77-d060-4fc9-8fee-cdc4a49b743a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.841964 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'name': 'tempest-FloatingIPDetailsTestJSON-877983194-router', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:25Z', 'updated_at': '2021-12-08T01:57:36Z', 'revision_number': 4, 'project_id': '2f4621f7b9bc470fa026d4fa66827532', 'gw_port': {'id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:27Z', 'updated_at': '2021-12-08T01:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '43564244-d819-455b-a58b-6bf64157f2d8', 'name': '', 'network_id': '9a7ee9e2-0237-4935-a206-629bffc64d88', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532', 'mac_address': 'fa:16:3e:88:46:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'fbc6841d-e616-49e6-abf9-76cde95b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:33Z', 'updated_at': '2021-12-08T01:57:43Z', 'revision_number': 4, 'project_id': '2f4621f7b9bc470fa026d4fa66827532', 'subnets': [{'id': 'fbc6841d-e616-49e6-abf9-76cde95b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:45.884982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35ef77-d060-4fc9-8fee-cdc4a49b743a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630e7fef-6080-46e1-ba70-084886ae2184,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:45.892804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6eec2f9e-02d9-4627-8e6f-f6689d060fa8 req-e3e84adb-395d-440c-acbd-7c1a0ad3fc73 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137590 Dec 08 01:57:45.898128 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b35ef77-d060-4fc9-8fee-cdc4a49b743a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.899826 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9b35ef77-d060-4fc9-8fee-cdc4a49b743a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6913486 Dec 08 01:57:45.904151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50900) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:45.908967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port bfe3d098-7731-45de-925a-907bd5a0a730 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:45.913736 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.915739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2dab1a94-ea0f-4b41-bfdd-aa43d2869668 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'security_group_rule': {'security_group_id': 'd4ed9d9b-8d3f-42b6-8b7a-5fb831942286', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:45.920003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd0674-4d40-48d9-8aef-764e72e3d03e None None] The sync data for ids ['218c8c0e-86f4-4c0d-aad6-9b69078526ba'] in n-d-713499-31 is: [{'id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'name': 'tempest-FloatingIPDetailsTestJSON-877983194-router', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:25Z', 'updated_at': '2021-12-08T01:57:36Z', 'revision_number': 4, 'project_id': '2f4621f7b9bc470fa026d4fa66827532', 'gw_port': {'id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:27Z', 'updated_at': '2021-12-08T01:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '43564244-d819-455b-a58b-6bf64157f2d8', 'name': '', 'network_id': '9a7ee9e2-0237-4935-a206-629bffc64d88', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532', 'mac_address': 'fa:16:3e:88:46:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'fbc6841d-e616-49e6-abf9-76cde95b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:33Z', 'updated_at': '2021-12-08T01:57:43Z', 'revision_number': 4, 'project_id': '2f4621f7b9bc470fa026d4fa66827532', 'subnets': [{'id': 'fbc6841d-e616-49e6-abf9-76cde95b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:57:45.923913 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea8f0e-333f-4d18-86f4-51f3cd323cb9 None None] Pushing event updated for resources: {'Port': ['ID=45ddb6ea-52f0-4765-8f74-3b587ccb046b,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:45.958469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa23c77-4caa-47cb-af13-71bd43b79208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eccaeb3-132f-4908-849d-9f6490825499'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:45.964669 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff8b406-be9f-4825-a13a-88754b63ae54" -d '{"events": [{"server_uuid": "4aa23c77-4caa-47cb-af13-71bd43b79208", "name": "network-vif-plugged", "status": "completed", "tag": "2eccaeb3-132f-4908-849d-9f6490825499"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:45.967846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.026778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] For port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:46.040811 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.053067 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.058603 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] For port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1e1f73cb-7b2b-4605-ab08-075a7c16aaab,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:46.101813 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2dab1a94-ea0f-4b41-bfdd-aa43d2869668 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.102231 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb86110-f8e3-456e-a9c0-122833f0489d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:46.118616 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.134474 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad14be2b-56cb-4160-9c6c-6f183fa0e84e req-474dffe1-47b2-487f-8e5a-8d0037645a9d tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 210 time: 0.0965633 Dec 08 01:57:46.160507 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.247092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:46.247860 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.249635 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] 10.222.0.45 "PUT /v2.0/ports/1e1f73cb-7b2b-4605-ab08-075a7c16aaab HTTP/1.1" status: 200 len: 1096 time: 1.8910787 Dec 08 01:57:46.249733 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3322432f-b489-4cd6-b761-f8509e3b3a76', 'tag': '1e1f73cb-7b2b-4605-ab08-075a7c16aaab'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:46.252090 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2d7913-17db-44da-96dd-5ddb4343d0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3322432f-b489-4cd6-b761-f8509e3b3a76", "tag": "1e1f73cb-7b2b-4605-ab08-075a7c16aaab"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:46.313358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2eccaeb3-132f-4908-849d-9f6490825499, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2eccaeb3-132f-4908-849d-9f6490825499,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:46.314205 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2dab1a94-ea0f-4b41-bfdd-aa43d2869668 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.317292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1196fc01-9089-4953-97d6-0dcd943b843a None None] Provisioning complete for port 43564244-d819-455b-a58b-6bf64157f2d8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:46.317292 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1196fc01-9089-4953-97d6-0dcd943b843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.336450 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.387380 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2dab1a94-ea0f-4b41-bfdd-aa43d2869668 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.389776 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b446811-4086-4f08-afb2-86a018064ccf x-openstack-request-id: req-6b446811-4086-4f08-afb2-86a018064ccf {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:46.389776 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3322432f-b489-4cd6-b761-f8509e3b3a76", "tag": "1e1f73cb-7b2b-4605-ab08-075a7c16aaab", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:46.390031 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6b446811-4086-4f08-afb2-86a018064ccf {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:46.390312 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3322432f-b489-4cd6-b761-f8509e3b3a76', 'tag': '1e1f73cb-7b2b-4605-ab08-075a7c16aaab', 'status': 'completed', 'code': 200} Dec 08 01:57:46.456963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab1a94-ea0f-4b41-bfdd-aa43d2869668 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6cb0fc-fe69-4436-8538-8a58b2074046,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:46.468369 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc4217-425c-47b4-aba3-b0b7f14c6624 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1f73cb-7b2b-4605-ab08-075a7c16aaab,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:46.485103 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2dab1a94-ea0f-4b41-bfdd-aa43d2869668 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.486715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2dab1a94-ea0f-4b41-bfdd-aa43d2869668 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5810208 Dec 08 01:57:46.491198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50916) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:46.496588 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aa391c-99a4-432b-99ec-10621c83a555 x-openstack-request-id: req-96aa391c-99a4-432b-99ec-10621c83a555 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:46.499735 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa23c77-4caa-47cb-af13-71bd43b79208", "name": "network-vif-plugged", "status": "completed", "tag": "2eccaeb3-132f-4908-849d-9f6490825499", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:46.500165 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96aa391c-99a4-432b-99ec-10621c83a555 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:46.500777 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa23c77-4caa-47cb-af13-71bd43b79208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eccaeb3-132f-4908-849d-9f6490825499', 'code': 200} Dec 08 01:57:46.503386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=2eccaeb3-132f-4908-849d-9f6490825499,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:46.509217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:46.615917 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-a47ad95a-1599-4df5-91d4-76cfa0b1b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:46.625825 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-a47ad95a-1599-4df5-91d4-76cfa0b1b4da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d2e6e8995be948bfad251c41d5fff5c8&device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 1099 time: 0.2973824 Dec 08 01:57:46.634611 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Allocated IP 192.168.233.127 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/c4072aeb-cc4d-4834-ac82-2b2336694ea8) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:46.656680 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.714513 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.729568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.741028 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1196fc01-9089-4953-97d6-0dcd943b843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.743482 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.795336 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.858973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427f0b4-ebd3-4608-978e-44234f9ee3f2 req-7b858425-4e38-44cb-9719-e5ad4a61100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:46.860811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e427f0b4-ebd3-4608-978e-44234f9ee3f2 req-7b858425-4e38-44cb-9719-e5ad4a61100d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 1097 time: 0.2914562 Dec 08 01:57:46.880983 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1196fc01-9089-4953-97d6-0dcd943b843a None None] For port 43564244-d819-455b-a58b-6bf64157f2d8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=43564244-d819-455b-a58b-6bf64157f2d8,segment=NetworkSegment(fd7d103b-bdc4-45ed-b084-dc56134a80fc),segment_id=fd7d103b-bdc4-45ed-b084-dc56134a80fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:46.888856 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1196fc01-9089-4953-97d6-0dcd943b843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.898704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f97f5d-aeb8-4f38-9e7b-a0ab84277a8e req-8ae97aed-a733-4d9e-814b-9dfe825c822a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:46.900830 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19f97f5d-aeb8-4f38-9e7b-a0ab84277a8e req-8ae97aed-a733-4d9e-814b-9dfe825c822a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.2455535 Dec 08 01:57:46.908872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Network 05c637f5-635f-40cc-8312-6b5be05b70c9 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:46.910260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Pushing event updated for resources: {'Port': ['ID=a1f669e7-1163-47df-869c-62bce7f89574,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:46.936431 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-2af10e81-4516-49ba-be3e-5f2b69093e98 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Allocated IP 2001:db8::286 (05c637f5-635f-40cc-8312-6b5be05b70c9/133ef439-77b0-48d6-9417-baaaf0f3242c/e7d0606c-7ff7-461a-9211-3be730d55761) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:47.024573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:47.037984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 43564244-d819-455b-a58b-6bf64157f2d8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:47.051174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:47.056386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196fc01-9089-4953-97d6-0dcd943b843a None None] Pushing event updated for resources: {'Port': ['ID=43564244-d819-455b-a58b-6bf64157f2d8,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:47.062943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Pushing event updated for resources: {'Port': ['ID=01536dbf-cfcf-4b33-88da-379f988e92cb,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:47.152527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e427f0b4-ebd3-4608-978e-44234f9ee3f2 req-c2d178d0-1889-456b-a1c1-24d10d7e1555 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638948 Dec 08 01:57:47.155397 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.171185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19f97f5d-aeb8-4f38-9e7b-a0ab84277a8e req-7ebda579-4f4b-44d3-9c29-f655779e027c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027400 Dec 08 01:57:47.186590 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2af10e81-4516-49ba-be3e-5f2b69093e98 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.220801 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.228302 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-70cdfc07-c91b-42a1-a8be-704a80d9ec68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1e1f73cb-7b2b-4605-ab08-075a7c16aaab HTTP/1.1" status: 200 len: 217 time: 0.5764391 Dec 08 01:57:47.244579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-e7f05ed8-9f65-4c69-8bf8-91ac2f66b473 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7112734 Dec 08 01:57:47.296155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Attempting to bind port a1f669e7-1163-47df-869c-62bce7f89574 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:47.296887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Attempting to bind port a1f669e7-1163-47df-869c-62bce7f89574 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'b0f574bd-0f5e-487e-944b-153e8494e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '05c637f5-635f-40cc-8312-6b5be05b70c9'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:47.297411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Attempting to bind port a1f669e7-1163-47df-869c-62bce7f89574 on network 05c637f5-635f-40cc-8312-6b5be05b70c9 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:47.316724 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:47.317527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Checking segment: {'id': 'b0f574bd-0f5e-487e-944b-153e8494e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '05c637f5-635f-40cc-8312-6b5be05b70c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:47.319015 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.319552 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Bound using segment: {'id': 'b0f574bd-0f5e-487e-944b-153e8494e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '05c637f5-635f-40cc-8312-6b5be05b70c9'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:47.320224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Bound port: a1f669e7-1163-47df-869c-62bce7f89574, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f574bd-0f5e-487e-944b-153e8494e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '05c637f5-635f-40cc-8312-6b5be05b70c9'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:47.320727 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.333311 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-ac155a30-8792-475a-b714-2bde32fe31b7 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 696 time: 0.0869985 Dec 08 01:57:47.396237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2af10e81-4516-49ba-be3e-5f2b69093e98 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.408306 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-769f598e-5f04-4c14-895d-b29870628db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:47.409794 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-769f598e-5f04-4c14-895d-b29870628db0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1687233 Dec 08 01:57:47.417653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] For port a1f669e7-1163-47df-869c-62bce7f89574, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:47.422929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] For port a1f669e7-1163-47df-869c-62bce7f89574, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a1f669e7-1163-47df-869c-62bce7f89574,segment=NetworkSegment(b0f574bd-0f5e-487e-944b-153e8494e09b),segment_id=b0f574bd-0f5e-487e-944b-153e8494e09b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:47.432932 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.445729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 43564244-d819-455b-a58b-6bf64157f2d8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:47.446283 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.469762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-a1ef3ff7-7759-4085-9ac8-8855428a11cc tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:47.484346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-a1ef3ff7-7759-4085-9ac8-8855428a11cc tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.1492939 Dec 08 01:57:47.504163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-a0e0abcb-0d21-44d6-afdf-06a3ad550625 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:47.519808 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4af6af7-61d7-4cfa-9266-af30f444292b req-a0e0abcb-0d21-44d6-afdf-06a3ad550625 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0336480 Dec 08 01:57:47.536738 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.582862 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d44d76-2df9-4311-900c-ef35ae2f2479 None None] Pushing event updated for resources: {'Port': ['ID=a1f669e7-1163-47df-869c-62bce7f89574,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:47.680762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af10e81-4516-49ba-be3e-5f2b69093e98 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 05c637f5-635f-40cc-8312-6b5be05b70c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:47.685523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af10e81-4516-49ba-be3e-5f2b69093e98 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=e7d0606c-7ff7-461a-9211-3be730d55761,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:47.698683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-2af10e81-4516-49ba-be3e-5f2b69093e98 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:47.702172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af10e81-4516-49ba-be3e-5f2b69093e98 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:47.713573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af10e81-4516-49ba-be3e-5f2b69093e98 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:47.713573 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2af10e81-4516-49ba-be3e-5f2b69093e98 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.753781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-cc583bb1-84db-4284-b3a3-fa163f9b9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:47.755469 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-cc583bb1-84db-4284-b3a3-fa163f9b9ba8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3252079 Dec 08 01:57:47.761909 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2af10e81-4516-49ba-be3e-5f2b69093e98 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7368348 Dec 08 01:57:47.771514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50930) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:47.796803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 45ddb6ea-52f0-4765-8f74-3b587ccb046b up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:47.814226 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Allocated IP 172.25.8.225 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/51dc6a0c-13f3-49cc-b85d-1c1aca06a0c9) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:47.961082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 45ddb6ea-52f0-4765-8f74-3b587ccb046b triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:47.961727 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.973193 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.024649 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7cab7b13-0844-4279-8005-03794ae963a5 req-ae04dac9-d949-4b81-bb42-81bbb247510c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 210 time: 0.3560617 Dec 08 01:57:48.035642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.102702 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.203800 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-a1684061-55d4-4ba1-94b5-a59cd15decb5 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294078 Dec 08 01:57:48.251275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42fe9d-f1c4-4984-be47-e3dd15fb6cbc req-afdc19d6-1194-416b-9205-9484d9c973c6 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:48.258769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e42fe9d-f1c4-4984-be47-e3dd15fb6cbc req-afdc19d6-1194-416b-9205-9484d9c973c6 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 947 time: 0.5894198 Dec 08 01:57:48.304582 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.305755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:48.316349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'Port': ['ID=51dc6a0c-13f3-49cc-b85d-1c1aca06a0c9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:48.324440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:48.332695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:48.414518 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-49319601-9ea2-40be-bbec-80f34e45cce8 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3152056 Dec 08 01:57:48.423481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e42fe9d-f1c4-4984-be47-e3dd15fb6cbc req-64c82812-e23f-4555-bbb9-54b4dab1078f tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638043 Dec 08 01:57:48.434718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-fabfed45-6730-47cf-a301-9270a2b81cb0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port e7d0606c-7ff7-461a-9211-3be730d55761 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:48.435132 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fabfed45-6730-47cf-a301-9270a2b81cb0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.464244 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:48.470130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:48.484211 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.497491 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:48.500744 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:48.577124 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.599351 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.608695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Pushing event updated for resources: {'Port': ['ID=c4072aeb-cc4d-4834-ac82-2b2336694ea8,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:48.647629 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87d1abbd-845c-4fc2-b218-a584e752fd3a req-d2e15b3f-37f1-455d-9b3d-19f80caf283a service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230125 Dec 08 01:57:48.653495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:48.654437 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.678439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1b9ca-5c4d-4f94-8b38-4bdf5f82134d req-fcd0acc8-7684-4f00-80d0-c2fcfc99be41 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:48.693424 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3d1b9ca-5c4d-4f94-8b38-4bdf5f82134d req-fcd0acc8-7684-4f00-80d0-c2fcfc99be41 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.1857071 Dec 08 01:57:48.696050 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fabfed45-6730-47cf-a301-9270a2b81cb0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.725329 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-3e7c3040-e9ce-435c-a275-fb1d47082ca8 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4524026 Dec 08 01:57:48.733392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-fabfed45-6730-47cf-a301-9270a2b81cb0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for e7d0606c-7ff7-461a-9211-3be730d55761 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:48.760117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Request body: {'port': {'device_id': 'e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:48.891291 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e331e915-56b0-45e8-a3f7-fe61143432e6 None None] Provisioning complete for port c4072aeb-cc4d-4834-ac82-2b2336694ea8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:48.892192 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e331e915-56b0-45e8-a3f7-fe61143432e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.950060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e331e915-56b0-45e8-a3f7-fe61143432e6 None None] Port c4072aeb-cc4d-4834-ac82-2b2336694ea8 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:49.002268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.003328 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 43564244-d819-455b-a58b-6bf64157f2d8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:49.016033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d7913-17db-44da-96dd-5ddb4343d0b7 req-c62f226d-9820-4a41-9663-aa20ec6ffffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:49.017930 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f2d7913-17db-44da-96dd-5ddb4343d0b7 req-c62f226d-9820-4a41-9663-aa20ec6ffffd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d2e6e8995be948bfad251c41d5fff5c8&device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 1099 time: 0.2765501 Dec 08 01:57:49.120919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 43564244-d819-455b-a58b-6bf64157f2d8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:49.121612 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.199090 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fabfed45-6730-47cf-a301-9270a2b81cb0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.295650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfed45-6730-47cf-a301-9270a2b81cb0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=e7d0606c-7ff7-461a-9211-3be730d55761,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:49.366842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a1f669e7-1163-47df-869c-62bce7f89574 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:49.466818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d08ff9-0fb3-43f8-8580-0996c0753fe1 None None] Network 05c637f5-635f-40cc-8312-6b5be05b70c9 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:49.473656 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fabfed45-6730-47cf-a301-9270a2b81cb0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.480691 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fabfed45-6730-47cf-a301-9270a2b81cb0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/e7d0606c-7ff7-461a-9211-3be730d55761 HTTP/1.1" status: 204 len: 168 time: 1.7047682 Dec 08 01:57:49.482343 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50952) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:49.504222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3d1b9ca-5c4d-4f94-8b38-4bdf5f82134d req-76b50fb1-8e0f-4fe7-a78d-5492c6f9e6f7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8094385 Dec 08 01:57:49.515890 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.534124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port a1f669e7-1163-47df-869c-62bce7f89574 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:49.534124 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.534443 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.561937 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6285d19-7fa9-44d7-ac96-a8b263a153da tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] DELETE failed (client error): The resource could not be found. Dec 08 01:57:49.562126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6285d19-7fa9-44d7-ac96-a8b263a153da tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:57:49.568628 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b6285d19-7fa9-44d7-ac96-a8b263a153da tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/e7d0606c-7ff7-461a-9211-3be730d55761 HTTP/1.1" status: 404 len: 333 time: 0.0800860 Dec 08 01:57:49.574465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50956) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:49.587981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d7913-17db-44da-96dd-5ddb4343d0b7 req-ba5e55ea-0b92-48b9-88a4-2333fd2d29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:49.590457 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f2d7913-17db-44da-96dd-5ddb4343d0b7 req-ba5e55ea-0b92-48b9-88a4-2333fd2d29ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.5538096 Dec 08 01:57:49.643168 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d175655b-b13e-4b49-9dd7-e5df2835c1dd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] GET failed (client error): The resource could not be found. Dec 08 01:57:49.643372 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f2d7913-17db-44da-96dd-5ddb4343d0b7 req-e3213ab5-97d0-408d-9f9e-5fcedc8e0fe3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1e1f73cb-7b2b-4605-ab08-075a7c16aaab HTTP/1.1" status: 200 len: 217 time: 0.0447397 Dec 08 01:57:49.644878 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d175655b-b13e-4b49-9dd7-e5df2835c1dd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/e7d0606c-7ff7-461a-9211-3be730d55761 HTTP/1.1" status: 404 len: 333 time: 0.0676982 Dec 08 01:57:49.649186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50958) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:49.658775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9ddc8596-bb3e-47f1-9048-8e34f65aedfc None None] Provisioning complete for port a1f669e7-1163-47df-869c-62bce7f89574 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:49.659281 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ddc8596-bb3e-47f1-9048-8e34f65aedfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.662194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'Port': ['ID=51dc6a0c-13f3-49cc-b85d-1c1aca06a0c9,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:49.710822 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.714253 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.746121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d7913-17db-44da-96dd-5ddb4343d0b7 req-d02507ad-b377-4c92-bd3e-c4b4b6a46e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:49.747730 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f2d7913-17db-44da-96dd-5ddb4343d0b7 req-d02507ad-b377-4c92-bd3e-c4b4b6a46e26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0903645 Dec 08 01:57:49.755899 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.777627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebff2ceb-f3f2-41f1-8a92-c6cab892f264 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting subnet 133ef439-77b0-48d6-9417-baaaf0f3242c {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:57:49.787965 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.792020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e494600d-83e9-4dc1-acae-d33f080636ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2970915 Dec 08 01:57:49.792020 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebff2ceb-f3f2-41f1-8a92-c6cab892f264 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.830985 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4072aeb-cc4d-4834-ac82-2b2336694ea8 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:49.857613 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.863512 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port a1f669e7-1163-47df-869c-62bce7f89574, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a1f669e7-1163-47df-869c-62bce7f89574,segment=NetworkSegment(b0f574bd-0f5e-487e-944b-153e8494e09b),segment_id=b0f574bd-0f5e-487e-944b-153e8494e09b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:49.880889 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebff2ceb-f3f2-41f1-8a92-c6cab892f264 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.896894 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Transition to ACTIVE for port object c4072aeb-cc4d-4834-ac82-2b2336694ea8 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:57:49.919826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d7913-17db-44da-96dd-5ddb4343d0b7 req-0de5db43-152e-4562-8475-4f84771f8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:49.922933 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ddc8596-bb3e-47f1-9048-8e34f65aedfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.924718 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f2d7913-17db-44da-96dd-5ddb4343d0b7 req-0de5db43-152e-4562-8475-4f84771f8ce1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1477976 Dec 08 01:57:49.924857 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.927937 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.079957 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=a1f669e7-1163-47df-869c-62bce7f89574,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:50.084383 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-9ddc8596-bb3e-47f1-9048-8e34f65aedfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:57:50.084769 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-9ddc8596-bb3e-47f1-9048-8e34f65aedfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:57:50.103322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bb052-f4d2-425c-8da8-8946be84e078 req-21d26a51-a9a9-4660-859f-acb1c4e41c68 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:50.111826 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-500bb052-f4d2-425c-8da8-8946be84e078 req-21d26a51-a9a9-4660-859f-acb1c4e41c68 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 936 time: 0.2515886 Dec 08 01:57:50.152420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4072aeb-cc4d-4834-ac82-2b2336694ea8,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:50.166820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Allocated IP 172.25.8.33 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/09b2bfa3-38b7-4cd0-a5cc-c0f771bd1c31) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:50.227100 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebff2ceb-f3f2-41f1-8a92-c6cab892f264 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.256151 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f2d7913-17db-44da-96dd-5ddb4343d0b7 req-86b4f90e-d2f5-4902-923e-01b36b6c4c32 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070972 Dec 08 01:57:50.278026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Attempting to bind port c4072aeb-cc4d-4834-ac82-2b2336694ea8 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:50.278439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Attempting to bind port c4072aeb-cc4d-4834-ac82-2b2336694ea8 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:50.278714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Attempting to bind port c4072aeb-cc4d-4834-ac82-2b2336694ea8 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:50.313379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Port c4072aeb-cc4d-4834-ac82-2b2336694ea8 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:57:50.314119 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Attempting to bind port c4072aeb-cc4d-4834-ac82-2b2336694ea8 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:50.326880 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:50.327245 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:50.327672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:50.328241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Bound port: c4072aeb-cc4d-4834-ac82-2b2336694ea8, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:50.328617 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.418672 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebff2ceb-f3f2-41f1-8a92-c6cab892f264 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.443639 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f2d7913-17db-44da-96dd-5ddb4343d0b7 req-ac40ace1-25e1-4a19-b65d-6a662c0d1f06 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669760 Dec 08 01:57:50.455280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] For port c4072aeb-cc4d-4834-ac82-2b2336694ea8, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:50.458630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-500bb052-f4d2-425c-8da8-8946be84e078 req-2210ba7d-0de9-4100-96cd-8c107ae8845c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/security-groups?id=adb86110-f8e3-456e-a9c0-122833f0489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452394 Dec 08 01:57:50.459080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] For port c4072aeb-cc4d-4834-ac82-2b2336694ea8, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c4072aeb-cc4d-4834-ac82-2b2336694ea8,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:50.462336 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ebff2ceb-f3f2-41f1-8a92-c6cab892f264 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.478097 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ebff2ceb-f3f2-41f1-8a92-c6cab892f264 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/133ef439-77b0-48d6-9417-baaaf0f3242c HTTP/1.1" status: 204 len: 168 time: 0.8171678 Dec 08 01:57:50.478218 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0559380e-59b0-47c1-9b8e-44461d60d6d5 None None] Network 05c637f5-635f-40cc-8312-6b5be05b70c9 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:50.478316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50968) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:50.478316 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.508741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff2ceb-f3f2-41f1-8a92-c6cab892f264 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Subnet': ['ID=133ef439-77b0-48d6-9417-baaaf0f3242c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:50.555973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:50.556902 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.562650 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] 10.222.0.75 "PUT /v2.0/ports/c4072aeb-cc4d-4834-ac82-2b2336694ea8 HTTP/1.1" status: 200 len: 1097 time: 1.8095262 Dec 08 01:57:50.563364 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1', 'tag': 'c4072aeb-cc4d-4834-ac82-2b2336694ea8'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:50.564391 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.566035 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0fda46-21c2-4427-adf4-1656d79b4760" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1", "tag": "c4072aeb-cc4d-4834-ac82-2b2336694ea8"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:50.636779 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796febb5-7af0-4a1a-b839-92d5b1dd08b0 req-4440e81a-ac02-493e-8159-bd897748d231 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:50.644515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-796febb5-7af0-4a1a-b839-92d5b1dd08b0 req-4440e81a-ac02-493e-8159-bd897748d231 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 947 time: 0.1016510 Dec 08 01:57:50.665915 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.731646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:50.732432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647d495-c248-4ea8-aadd-7351b06852c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4072aeb-cc4d-4834-ac82-2b2336694ea8,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:50.745821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:50.750381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:50.769163 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.787550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-796febb5-7af0-4a1a-b839-92d5b1dd08b0 req-51d0db13-75b7-4d6d-a076-a554177faea9 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420989 Dec 08 01:57:50.788333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Pushing event updated for resources: {'Port': ['ID=09b2bfa3-38b7-4cd0-a5cc-c0f771bd1c31,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:50.793537 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-69ac66b2-a903-4a4c-a33e-1847c874b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:50.795169 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-69ac66b2-a903-4a4c-a33e-1847c874b122 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f6524c63c45a6a815afc47e80a3c8&device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 1100 time: 0.1593609 Dec 08 01:57:50.857201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2964a0-ca07-4b29-a055-adf4444f53d7 None None] DHCP port deletion for 05c637f5-635f-40cc-8312-6b5be05b70c9 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:50.901522 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-cdca06fe-198d-4896-b24f-982f4d9f9f72 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c4072aeb-cc4d-4834-ac82-2b2336694ea8 HTTP/1.1" status: 200 len: 217 time: 0.0657866 Dec 08 01:57:50.945500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ec36946f-e276-47ed-8dfb-fc04b54fe99d None None] Could not find standard attr ID for object e7d0606c-7ff7-461a-9211-3be730d55761. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:57:50.956427 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cb2964a0-ca07-4b29-a055-adf4444f53d7 None None] Deleting port a1f669e7-1163-47df-869c-62bce7f89574 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:50.956800 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb2964a0-ca07-4b29-a055-adf4444f53d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.982559 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ec36946f-e276-47ed-8dfb-fc04b54fe99d None None] Provisioning complete for port a1f669e7-1163-47df-869c-62bce7f89574 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:50.982931 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec36946f-e276-47ed-8dfb-fc04b54fe99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.012772 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.020497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-040491cf-86e1-43ad-8d49-6d3e66e34a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:51.023717 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-040491cf-86e1-43ad-8d49-6d3e66e34a0d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1139429 Dec 08 01:57:51.061077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.114359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port a1f669e7-1163-47df-869c-62bce7f89574 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:51.114866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.186797 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] For port a1f669e7-1163-47df-869c-62bce7f89574, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a1f669e7-1163-47df-869c-62bce7f89574,segment=NetworkSegment(b0f574bd-0f5e-487e-944b-153e8494e09b),segment_id=b0f574bd-0f5e-487e-944b-153e8494e09b)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:51.187295 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.201684 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for a1f669e7-1163-47df-869c-62bce7f89574 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:51.250491 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cb2964a0-ca07-4b29-a055-adf4444f53d7 None None] For port a1f669e7-1163-47df-869c-62bce7f89574, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a1f669e7-1163-47df-869c-62bce7f89574,segment=NetworkSegment(b0f574bd-0f5e-487e-944b-153e8494e09b),segment_id=b0f574bd-0f5e-487e-944b-153e8494e09b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:51.251413 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb2964a0-ca07-4b29-a055-adf4444f53d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.264592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cb2964a0-ca07-4b29-a055-adf4444f53d7 None None] Calling delete_port for a1f669e7-1163-47df-869c-62bce7f89574 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:51.282091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-91811acd-ebd2-4fec-94e6-81ac9d3345a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:51.284259 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-91811acd-ebd2-4fec-94e6-81ac9d3345a1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2513406 Dec 08 01:57:51.295922 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.304058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.352864 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb2964a0-ca07-4b29-a055-adf4444f53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.360904 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-31d3620a-b2de-44f7-8e88-72b70069520a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1472120250&fields=id&tenant_id=63ae5c956a214f1cb1da1b778d408c0b HTTP/1.1" status: 200 len: 267 time: 0.2619991 Dec 08 01:57:51.395980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2964a0-ca07-4b29-a055-adf4444f53d7 None None] No DVR routers for this DVR port a1f669e7-1163-47df-869c-62bce7f89574 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:57:51.401135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2964a0-ca07-4b29-a055-adf4444f53d7 None None] Pushing event deleted for resources: {'Port': ['ID=a1f669e7-1163-47df-869c-62bce7f89574,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:51.415526 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ec36946f-e276-47ed-8dfb-fc04b54fe99d None None] Could not find standard attr ID for object a1f669e7-1163-47df-869c-62bce7f89574. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:57:51.419548 n-d-713499-31 neutron-server[109768]: INFO neutron.plugins.ml2.db [None req-ec36946f-e276-47ed-8dfb-fc04b54fe99d None None] No ports have port_id starting with a1f669e7-1163-47df-869c-62bce7f89574 Dec 08 01:57:51.440165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Pushing event updated for resources: {'Port': ['ID=09b2bfa3-38b7-4cd0-a5cc-c0f771bd1c31,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:51.441505 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-630996e4-533d-4536-ac39-de80420c947a service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482775 Dec 08 01:57:51.458237 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.477967 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-10da0c34-257c-4cfc-a8c4-ebce207c2488 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:51.480882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-10da0c34-257c-4cfc-a8c4-ebce207c2488 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports/b77f8d4d-f01b-4db4-9229-f8e360de925d HTTP/1.1" status: 200 len: 931 time: 0.0919898 Dec 08 01:57:51.481574 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.489288 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.490644 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-6e4325f9-95d8-4d81-8b94-b2ea521e9f06 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0660579 Dec 08 01:57:51.548146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=a1f669e7-1163-47df-869c-62bce7f89574,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:51.550042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-10c71dd9-112b-43d4-bd2d-2a195cb44bb8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:51.551480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-10c71dd9-112b-43d4-bd2d-2a195cb44bb8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports/078ca6fb-640a-48d3-866a-e1d0735eac6a HTTP/1.1" status: 200 len: 932 time: 0.0599027 Dec 08 01:57:51.557905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No DVR routers for this DVR port a1f669e7-1163-47df-869c-62bce7f89574 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:57:51.611674 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-8ca288c7-c1b7-443f-ab6a-d3cd0b3a2834 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0591323 Dec 08 01:57:51.630244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-8193ab04-21a7-46d3-a502-a55888a19c15 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?network_id=070c9fd6-5c33-481f-972d-d93c3bb28703&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0416286 Dec 08 01:57:51.669040 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.680079 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-954d7c5e-ccd1-47d5-8234-c7900705d7cf tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?network_id=070c9fd6-5c33-481f-972d-d93c3bb28703&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0414906 Dec 08 01:57:51.682876 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-62f814a7-ac80-49a1-a0e1-bc5ede869807 req-90034665-6a0d-4936-a258-ac583b3afcf5 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333615 Dec 08 01:57:51.695409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c637f5-635f-40cc-8312-6b5be05b70c9']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:51.838087 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-c3d281af-8fb3-4f5d-933d-a4713705ebed tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:51.839562 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a824d54-f2cd-4800-9257-31e8ac94b072 req-c3d281af-8fb3-4f5d-933d-a4713705ebed tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.2128596 Dec 08 01:57:51.877939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d401bae5-1e4e-4ebd-94e6-81bc2facf797 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:51.884299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d401bae5-1e4e-4ebd-94e6-81bc2facf797 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:51.890934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d401bae5-1e4e-4ebd-94e6-81bc2facf797 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:51.892631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d401bae5-1e4e-4ebd-94e6-81bc2facf797 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/networks?id=caf2deea-53dd-4462-beed-a3b1fd4b591a&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=070c9fd6-5c33-481f-972d-d93c3bb28703&id=070c9fd6-5c33-481f-972d-d93c3bb28703 HTTP/1.1" status: 200 len: 1990 time: 0.1777277 Dec 08 01:57:51.911521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d5b2810a-428e-46bd-a85e-1be43521df76 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/quotas/63ae5c956a214f1cb1da1b778d408c0b HTTP/1.1" status: 200 len: 375 time: 0.0121827 Dec 08 01:57:51.958230 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d2957c9-0d01-4681-b9b2-16d4a2a252d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.014348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-51940db3-2c2c-48ad-bae2-aac6a9fae239 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0886548 Dec 08 01:57:52.033499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-988abb1a-68a8-41b2-ba07-6acb9c72bd09 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:52.034717 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-988abb1a-68a8-41b2-ba07-6acb9c72bd09 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064816 Dec 08 01:57:52.048471 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1e1f73cb-7b2b-4605-ab08-075a7c16aaab details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:52.051333 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f574bd-0f5e-487e-944b-153e8494e09b') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:52.051643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f574bd-0f5e-487e-944b-153e8494e09b') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:52.062161 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.078750 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.086025 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:57:52.086441 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:57:52.150471 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:57:52.153659 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612e625a-a179-455d-afdc-304014255841 x-openstack-request-id: req-612e625a-a179-455d-afdc-304014255841 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:52.153659 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1", "tag": "c4072aeb-cc4d-4834-ac82-2b2336694ea8", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:52.153659 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-612e625a-a179-455d-afdc-304014255841 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:52.153659 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1', 'tag': 'c4072aeb-cc4d-4834-ac82-2b2336694ea8', 'status': 'completed', 'code': 200} Dec 08 01:57:52.180967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.186668 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.193449 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/networks/05c637f5-635f-40cc-8312-6b5be05b70c9 HTTP/1.1" status: 204 len: 168 time: 1.7100363 Dec 08 01:57:52.197129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f84689a6-4cf9-4694-bbd4-b84b46a109fd service neutron] 10.222.0.71 "GET /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506948 Dec 08 01:57:52.197744 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51000) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:52.203675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b085bce1-849b-47c2-ae20-06fc27e5853e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-875048756'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:52.215318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1e1f73cb-7b2b-4605-ab08-075a7c16aaab,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:52.217257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8388a-1710-445b-b092-ce815620a3a0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Network': ['ID=05c637f5-635f-40cc-8312-6b5be05b70c9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:52.239261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fda46-21c2-4427-adf4-1656d79b4760 req-d3b6bba7-a6ee-45ee-8649-4ac29a6d879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:52.239993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b085bce1-849b-47c2-ae20-06fc27e5853e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:52.242993 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7a0fda46-21c2-4427-adf4-1656d79b4760 req-d3b6bba7-a6ee-45ee-8649-4ac29a6d879c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f6524c63c45a6a815afc47e80a3c8&device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 1100 time: 0.0886202 Dec 08 01:57:52.243644 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b085bce1-849b-47c2-ae20-06fc27e5853e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.249614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '1e1f73cb-7b2b-4605-ab08-075a7c16aaab', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '1e1f73cb-7b2b-4605-ab08-075a7c16aaab', 'mac_address': 'fa:16:3e:38:77:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:52.290319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e82a80-f344-4549-9b1c-3c9d69f3811d req-688e8919-62dc-4ac3-be5e-cad847f9a156 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:52.292058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3e82a80-f344-4549-9b1c-3c9d69f3811d req-688e8919-62dc-4ac3-be5e-cad847f9a156 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.1811411 Dec 08 01:57:52.305488 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.321537 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1f73cb-7b2b-4605-ab08-075a7c16aaab {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:52.345993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1e1f73cb-7b2b-4605-ab08-075a7c16aaab,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:52.351509 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.358137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fda46-21c2-4427-adf4-1656d79b4760 req-c3a488d8-0f58-4eaa-9da5-8d5466970674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:52.360976 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7a0fda46-21c2-4427-adf4-1656d79b4760 req-c3a488d8-0f58-4eaa-9da5-8d5466970674 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1096735 Dec 08 01:57:52.377236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b085bce1-849b-47c2-ae20-06fc27e5853e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:57:52.400917 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3e82a80-f344-4549-9b1c-3c9d69f3811d req-60e13cca-c187-48ed-bc84-c6c6edbb682a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757260 Dec 08 01:57:52.407147 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b085bce1-849b-47c2-ae20-06fc27e5853e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.407617 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-b085bce1-849b-47c2-ae20-06fc27e5853e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Added segment cb6bb15e-071e-4e05-9e49-8b60de64b3a5 of type vlan for network 5bbcf626-479f-4bf1-83b3-e0577c16e73d Dec 08 01:57:52.424391 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7a0fda46-21c2-4427-adf4-1656d79b4760 req-70781546-4486-484a-9386-5b38158dcf13 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c4072aeb-cc4d-4834-ac82-2b2336694ea8 HTTP/1.1" status: 200 len: 217 time: 0.0550833 Dec 08 01:57:52.439161 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-4c011dec-79c0-4b44-a359-12205cf1dab9 service neutron] 10.222.0.71 "GET /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119591 Dec 08 01:57:52.452479 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=1e1f73cb-7b2b-4605-ab08-075a7c16aaab,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:52.504897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fda46-21c2-4427-adf4-1656d79b4760 req-d216eb82-4e3f-44ad-8a91-9383d0948d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:52.506550 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7a0fda46-21c2-4427-adf4-1656d79b4760 req-d216eb82-4e3f-44ad-8a91-9383d0948d17 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0747306 Dec 08 01:57:52.551246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-943bdfce-4f0b-4fe7-a6a9-0b361cb3ae8a service neutron] 10.222.0.71 "GET /v2.0/ports/b77f8d4d-f01b-4db4-9229-f8e360de925d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0835164 Dec 08 01:57:52.560765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fda46-21c2-4427-adf4-1656d79b4760 req-a6556e7a-4dca-4e42-8b5f-1a05f2de87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:52.564122 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b085bce1-849b-47c2-ae20-06fc27e5853e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.565458 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7a0fda46-21c2-4427-adf4-1656d79b4760 req-a6556e7a-4dca-4e42-8b5f-1a05f2de87f0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0496082 Dec 08 01:57:52.661362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['1e1f73cb-7b2b-4605-ab08-075a7c16aaab'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:52.669719 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b085bce1-849b-47c2-ae20-06fc27e5853e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.675233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b085bce1-849b-47c2-ae20-06fc27e5853e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:52.675552 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7a0fda46-21c2-4427-adf4-1656d79b4760 req-d8b9cd85-a7a9-43ba-bf4a-123e45eaf498 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007326 Dec 08 01:57:52.675856 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b085bce1-849b-47c2-ae20-06fc27e5853e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.731009 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295ec1c-1c15-4e47-ab9d-0996e80ce034 req-9ec81026-2f9b-4c3a-81f2-96b8711d31a1 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:52.733021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a295ec1c-1c15-4e47-ab9d-0996e80ce034 req-9ec81026-2f9b-4c3a-81f2-96b8711d31a1 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 948 time: 0.2156236 Dec 08 01:57:52.774086 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b085bce1-849b-47c2-ae20-06fc27e5853e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5719879 Dec 08 01:57:52.775340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51006) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:52.784354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7cc6256c-8eb4-4f86-9574-ca92ac9e25e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': '5bbcf626-479f-4bf1-83b3-e0577c16e73d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:52.825221 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a1f669e7-1163-47df-869c-62bce7f89574 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:57:52.844998 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-9c67242a-e5ed-4320-b72d-466166e07f41 service neutron] 10.222.0.71 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927077 Dec 08 01:57:52.852453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085bce1-849b-47c2-ae20-06fc27e5853e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Network': ['ID=5bbcf626-479f-4bf1-83b3-e0577c16e73d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:52.865951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: a1f669e7-1163-47df-869c-62bce7f89574 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:57:52.865951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a1f669e7-1163-47df-869c-62bce7f89574 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:57:52.877787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 5bbcf626-479f-4bf1-83b3-e0577c16e73d details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:57:52.902285 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7a0fda46-21c2-4427-adf4-1656d79b4760 req-f526e62b-2a13-4228-8ccc-10c04944f926 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181642 Dec 08 01:57:52.926695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc6256c-8eb4-4f86-9574-ca92ac9e25e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:52.934180 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7cc6256c-8eb4-4f86-9574-ca92ac9e25e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.964272 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a295ec1c-1c15-4e47-ab9d-0996e80ce034 req-eb98d671-ff51-4df4-8d24-0ec7b7817e04 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/security-groups?id=adb86110-f8e3-456e-a9c0-122833f0489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133060 Dec 08 01:57:53.067182 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-e11a347e-186e-455d-8517-bab68a5c5afb service neutron] 10.222.0.71 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120569 Dec 08 01:57:53.132052 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-4f05f776-8ae9-4be6-a4cf-4239a73fb284 service neutron] 10.222.0.71 "GET /v2.0/ports/078ca6fb-640a-48d3-866a-e1d0735eac6a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0634372 Dec 08 01:57:53.156932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13791f42-fd79-4aae-990b-4e8e3fe19c06 req-f6c664cc-8eb7-4c51-9adf-055c027843b4 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:53.158470 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-13791f42-fd79-4aae-990b-4e8e3fe19c06 req-f6c664cc-8eb7-4c51-9adf-055c027843b4 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 948 time: 0.0877464 Dec 08 01:57:53.180380 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7cc6256c-8eb4-4f86-9574-ca92ac9e25e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.255128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6256c-8eb4-4f86-9574-ca92ac9e25e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Subnet': ['ID=d2e5f0c8-752e-4f96-8a3d-40a381bbdc56,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:53.264816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6256c-8eb4-4f86-9574-ca92ac9e25e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Checking segment: {'id': 'cb6bb15e-071e-4e05-9e49-8b60de64b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5bbcf626-479f-4bf1-83b3-e0577c16e73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:53.265456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc6256c-8eb4-4f86-9574-ca92ac9e25e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network hostable DHCP agents. Network: 5bbcf626-479f-4bf1-83b3-e0577c16e73d, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:57:53.267827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-13791f42-fd79-4aae-990b-4e8e3fe19c06 req-e9a39c1a-ed27-4e55-81b3-4dea531da906 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952823 Dec 08 01:57:53.280345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-34f5b4e4-c9c9-4515-a249-3d234fa234a9 service neutron] 10.222.0.71 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393399 Dec 08 01:57:53.301268 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.310966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc6256c-8eb4-4f86-9574-ca92ac9e25e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 5bbcf626-479f-4bf1-83b3-e0577c16e73d is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:57:53.323079 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7cc6256c-8eb4-4f86-9574-ca92ac9e25e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 5bbcf626-479f-4bf1-83b3-e0577c16e73d) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:53.327496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6256c-8eb4-4f86-9574-ca92ac9e25e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:53.328370 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7cc6256c-8eb4-4f86-9574-ca92ac9e25e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.333501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b26f94b-8d07-4f37-950f-20085e4e921c None None] Network 5bbcf626-479f-4bf1-83b3-e0577c16e73d requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:53.360749 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7cc6256c-8eb4-4f86-9574-ca92ac9e25e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5835571 Dec 08 01:57:53.360960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51012) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:53.373213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-72fff506-dfad-4f68-92d1-543888923ef9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'network_id': '5bbcf626-479f-4bf1-83b3-e0577c16e73d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-331545743'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:53.463054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-5bbcf626-479f-4bf1-83b3-e0577c16e73d', 'network_id': '5bbcf626-479f-4bf1-83b3-e0577c16e73d', 'project_id': 'ce784be1a1a047ac8e1a8b2922f3d034', 'fixed_ips': [{'subnet_id': 'd2e5f0c8-752e-4f96-8a3d-40a381bbdc56'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:57:53.464963 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.481219 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-777351fa-096d-455e-9ad5-81926b9bd966 service neutron] 10.222.0.71 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892469 Dec 08 01:57:53.487888 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-dcb39ef5-f0d6-486b-96ab-dff79d3784cd tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1726575 Dec 08 01:57:53.502024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:53.525829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fff506-dfad-4f68-92d1-543888923ef9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:53.532195 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72fff506-dfad-4f68-92d1-543888923ef9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.556403 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:57:53.557160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-72fff506-dfad-4f68-92d1-543888923ef9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port f6895c23-3e5f-4ce0-b98d-d9a8f8905c11 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:53.592772 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.641137 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ce699d20-1a34-4687-9f08-1688a370ab00 service neutron] 10.222.0.71 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516967 Dec 08 01:57:53.678615 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Allocated IP 2001:db8::2 (5bbcf626-479f-4bf1-83b3-e0577c16e73d/d2e5f0c8-752e-4f96-8a3d-40a381bbdc56/3e2dc646-b700-4ccf-9d01-ba9e49755c78) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:53.795537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-e4b6cfb4-5923-4e95-ad26-e6030a818e6d service neutron] 10.222.0.71 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197569 Dec 08 01:57:53.830661 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.848776 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.854714 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.899665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Pushing event updated for resources: {'Port': ['ID=3e2dc646-b700-4ccf-9d01-ba9e49755c78,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:53.915195 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Network 5bbcf626-479f-4bf1-83b3-e0577c16e73d is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:53.916810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:53.921183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:53.963576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-72fff506-dfad-4f68-92d1-543888923ef9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Allocated IP 2001:db8::1f6 (5bbcf626-479f-4bf1-83b3-e0577c16e73d/d2e5f0c8-752e-4f96-8a3d-40a381bbdc56/f6895c23-3e5f-4ce0-b98d-d9a8f8905c11) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:53.970519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-34b5322f-aeff-4cdc-87ca-2e57016c0f4f service neutron] 10.222.0.71 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669760 Dec 08 01:57:53.977151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Attempting to bind port 3e2dc646-b700-4ccf-9d01-ba9e49755c78 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:53.977629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Attempting to bind port 3e2dc646-b700-4ccf-9d01-ba9e49755c78 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'cb6bb15e-071e-4e05-9e49-8b60de64b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5bbcf626-479f-4bf1-83b3-e0577c16e73d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:53.977985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Attempting to bind port 3e2dc646-b700-4ccf-9d01-ba9e49755c78 on network 5bbcf626-479f-4bf1-83b3-e0577c16e73d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:53.984317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:53.984702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Checking segment: {'id': 'cb6bb15e-071e-4e05-9e49-8b60de64b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5bbcf626-479f-4bf1-83b3-e0577c16e73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:53.985129 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.985739 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Bound using segment: {'id': 'cb6bb15e-071e-4e05-9e49-8b60de64b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5bbcf626-479f-4bf1-83b3-e0577c16e73d'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:53.985982 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Bound port: 3e2dc646-b700-4ccf-9d01-ba9e49755c78, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6bb15e-071e-4e05-9e49-8b60de64b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5bbcf626-479f-4bf1-83b3-e0577c16e73d'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:53.986363 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.026220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Allocated IP 172.25.8.41 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/d8d3de15-8a6b-4609-8bf0-70da781f0216) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:54.071833 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] For port 3e2dc646-b700-4ccf-9d01-ba9e49755c78, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:54.075509 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] For port 3e2dc646-b700-4ccf-9d01-ba9e49755c78, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3e2dc646-b700-4ccf-9d01-ba9e49755c78,segment=NetworkSegment(cb6bb15e-071e-4e05-9e49-8b60de64b3a5),segment_id=cb6bb15e-071e-4e05-9e49-8b60de64b3a5)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:54.081529 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1e1f73cb-7b2b-4605-ab08-075a7c16aaab up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:54.101725 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.159108 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.181184 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72fff506-dfad-4f68-92d1-543888923ef9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.193533 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-0c900b4c-e505-41a6-93f4-52a2f356da0a service neutron] 10.222.0.71 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100055 Dec 08 01:57:54.224438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616068e4-499a-4241-84fd-05431f3e3b50 None None] Pushing event updated for resources: {'Port': ['ID=3e2dc646-b700-4ccf-9d01-ba9e49755c78,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:54.236540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:54.245752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:54.245983 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.266579 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72fff506-dfad-4f68-92d1-543888923ef9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.316183 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a109c39-da1b-40d7-91bc-df7732f6d721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.350404 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.354184 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fff506-dfad-4f68-92d1-543888923ef9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 5bbcf626-479f-4bf1-83b3-e0577c16e73d is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:54.368559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-72fff506-dfad-4f68-92d1-543888923ef9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:54.377787 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.380834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fff506-dfad-4f68-92d1-543888923ef9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:54.394547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-0e2d3764-0de2-4c55-a61d-ec04607866d3 service neutron] 10.222.0.71 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921217 Dec 08 01:57:54.397307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fff506-dfad-4f68-92d1-543888923ef9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:54.397974 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72fff506-dfad-4f68-92d1-543888923ef9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.420427 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fff506-dfad-4f68-92d1-543888923ef9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=f6895c23-3e5f-4ce0-b98d-d9a8f8905c11,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:54.435482 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-72fff506-dfad-4f68-92d1-543888923ef9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0734465 Dec 08 01:57:54.438152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51026) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:54.438476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1e1f73cb-7b2b-4605-ab08-075a7c16aaab,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:54.440318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3322432f-b489-4cd6-b761-f8509e3b3a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1f73cb-7b2b-4605-ab08-075a7c16aaab'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:54.443353 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1080922e-e821-462b-97c7-17061a03c5e2" -d '{"events": [{"server_uuid": "3322432f-b489-4cd6-b761-f8509e3b3a76", "name": "network-vif-plugged", "status": "completed", "tag": "1e1f73cb-7b2b-4605-ab08-075a7c16aaab"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:54.451728 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.506577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-8cc2bb7a-4760-45a6-8a5e-78c14c646a4f service neutron] 10.222.0.71 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045101 Dec 08 01:57:54.524658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=1e1f73cb-7b2b-4605-ab08-075a7c16aaab,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:54.604541 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.648618 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c78b2-8abb-44b6-8b5a-0af5ff1ccd0e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port f6895c23-3e5f-4ce0-b98d-d9a8f8905c11 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:54.649760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:54.650289 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec9c78b2-8abb-44b6-8b5a-0af5ff1ccd0e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.661382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:54.664103 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:54.757981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Pushing event updated for resources: {'Port': ['ID=d8d3de15-8a6b-4609-8bf0-70da781f0216,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:54.765808 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-69beae6d-fa3c-4034-b524-463f29e6bed1 service neutron] 10.222.0.71 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436194 Dec 08 01:57:54.799770 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec9c78b2-8abb-44b6-8b5a-0af5ff1ccd0e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.818009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c78b2-8abb-44b6-8b5a-0af5ff1ccd0e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for f6895c23-3e5f-4ce0-b98d-d9a8f8905c11 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:54.869028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3e2dc646-b700-4ccf-9d01-ba9e49755c78 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:54.911347 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.939925 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-553a0ed7-2207-422e-abe6-956e99cf2a5b service neutron] 10.222.0.71 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584339 Dec 08 01:57:54.957546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 3e2dc646-b700-4ccf-9d01-ba9e49755c78 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:54.957815 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.998269 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec9c78b2-8abb-44b6-8b5a-0af5ff1ccd0e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.031429 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.052655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c78b2-8abb-44b6-8b5a-0af5ff1ccd0e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=f6895c23-3e5f-4ce0-b98d-d9a8f8905c11,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:55.100494 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec9c78b2-8abb-44b6-8b5a-0af5ff1ccd0e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.107658 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ec9c78b2-8abb-44b6-8b5a-0af5ff1ccd0e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/f6895c23-3e5f-4ce0-b98d-d9a8f8905c11 HTTP/1.1" status: 204 len: 168 time: 0.6668313 Dec 08 01:57:55.108711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51038) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:55.128338 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.152178 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-64340165-9419-46eb-8d99-1b4144f35694 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] GET failed (client error): The resource could not be found. Dec 08 01:57:55.154395 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-64340165-9419-46eb-8d99-1b4144f35694 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/f6895c23-3e5f-4ce0-b98d-d9a8f8905c11 HTTP/1.1" status: 404 len: 333 time: 0.0424533 Dec 08 01:57:55.161098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51042) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:55.194815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 3e2dc646-b700-4ccf-9d01-ba9e49755c78, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3e2dc646-b700-4ccf-9d01-ba9e49755c78,segment=NetworkSegment(cb6bb15e-071e-4e05-9e49-8b60de64b3a5),segment_id=cb6bb15e-071e-4e05-9e49-8b60de64b3a5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:55.217617 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.276433 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.282620 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.330162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7b6f6a-f94b-40f5-a80d-691af672e9f3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting subnet d2e5f0c8-752e-4f96-8a3d-40a381bbdc56 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:57:55.335570 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=3e2dc646-b700-4ccf-9d01-ba9e49755c78,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:55.341013 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df7b6f6a-f94b-40f5-a80d-691af672e9f3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.354859 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.390546 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Pushing event updated for resources: {'Port': ['ID=d8d3de15-8a6b-4609-8bf0-70da781f0216,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:55.409891 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.420186 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df7b6f6a-f94b-40f5-a80d-691af672e9f3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.433469 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.435059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f0719d61-74be-434a-8f36-18369aacc8a9 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9366553 Dec 08 01:57:55.523770 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-8e7bb2e0-04f0-4c8d-b089-332341be814e tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 695 time: 0.0769253 Dec 08 01:57:55.565432 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df7b6f6a-f94b-40f5-a80d-691af672e9f3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.664949 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df7b6f6a-f94b-40f5-a80d-691af672e9f3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.696425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b6f6a-f94b-40f5-a80d-691af672e9f3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e5f0c8-752e-4f96-8a3d-40a381bbdc56,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:55.700832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f6abd7a1-057b-44f4-a393-78c49e07df63 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:55.705550 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df7b6f6a-f94b-40f5-a80d-691af672e9f3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.711899 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-df7b6f6a-f94b-40f5-a80d-691af672e9f3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/d2e5f0c8-752e-4f96-8a3d-40a381bbdc56 HTTP/1.1" status: 204 len: 168 time: 0.5475225 Dec 08 01:57:55.716642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51060) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:55.716787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eef1c5-1096-4e96-948f-8ee98e5498e1 None None] Network 5bbcf626-479f-4bf1-83b3-e0577c16e73d requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:55.720630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39ce7f2b-8b91-4cca-af18-e06a3d9e1316 req-f6abd7a1-057b-44f4-a393-78c49e07df63 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.1910512 Dec 08 01:57:55.846578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3de55822-4970-4a0d-b9af-1593b51bfc29 None None] Provisioning complete for port 3e2dc646-b700-4ccf-9d01-ba9e49755c78 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:55.846946 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3de55822-4970-4a0d-b9af-1593b51bfc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.858848 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.865337 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c4072aeb-cc4d-4834-ac82-2b2336694ea8 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:55.951499 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port 3e2dc646-b700-4ccf-9d01-ba9e49755c78 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:55.951806 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.967102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82c9d8-cfe6-4e61-b059-cab88d9b4838 req-2389e038-3ce9-4112-9e11-34d6a5c9b4d8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:55.975539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d82c9d8-cfe6-4e61-b059-cab88d9b4838 req-2389e038-3ce9-4112-9e11-34d6a5c9b4d8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.1246450 Dec 08 01:57:56.061519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] For port 3e2dc646-b700-4ccf-9d01-ba9e49755c78, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3e2dc646-b700-4ccf-9d01-ba9e49755c78,segment=NetworkSegment(cb6bb15e-071e-4e05-9e49-8b60de64b3a5),segment_id=cb6bb15e-071e-4e05-9e49-8b60de64b3a5)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:56.063087 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.074226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a18b98-63d0-4a73-8e62-fc27f6aaa57b None None] DHCP port deletion for 5bbcf626-479f-4bf1-83b3-e0577c16e73d request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:56.101798 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for 3e2dc646-b700-4ccf-9d01-ba9e49755c78 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:56.111861 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247fba5-a73e-4ce3-81dc-a6e06a932a69 req-67e65b63-09c0-478d-a56a-1df6c4e1866f tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:56.114247 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c247fba5-a73e-4ce3-81dc-a6e06a932a69 req-67e65b63-09c0-478d-a56a-1df6c4e1866f tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 948 time: 0.1829369 Dec 08 01:57:56.125198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d82c9d8-cfe6-4e61-b059-cab88d9b4838 req-29749e40-2c4a-439b-bb41-eea8ab64013a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476793 Dec 08 01:57:56.236337 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.265888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port c4072aeb-cc4d-4834-ac82-2b2336694ea8, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c4072aeb-cc4d-4834-ac82-2b2336694ea8,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:56.267816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=3e2dc646-b700-4ccf-9d01-ba9e49755c78,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:56.283158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'c4072aeb-cc4d-4834-ac82-2b2336694ea8', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'c4072aeb-cc4d-4834-ac82-2b2336694ea8', 'mac_address': 'fa:16:3e:3d:0e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:56.284468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No DVR routers for this DVR port 3e2dc646-b700-4ccf-9d01-ba9e49755c78 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:57:56.291514 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c247fba5-a73e-4ce3-81dc-a6e06a932a69 req-0762b138-7acf-43b9-bf1b-f493994de911 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/security-groups?id=adb86110-f8e3-456e-a9c0-122833f0489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566625 Dec 08 01:57:56.293252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a9a18b98-63d0-4a73-8e62-fc27f6aaa57b None None] Deleting port 3e2dc646-b700-4ccf-9d01-ba9e49755c78 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:56.293630 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9a18b98-63d0-4a73-8e62-fc27f6aaa57b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.397338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d226a-0d78-43f9-a529-d54c2d2724ec req-06ee1d24-7a90-4236-9d45-b3afe282aa3c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:56.400544 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-954d226a-0d78-43f9-a529-d54c2d2724ec req-06ee1d24-7a90-4236-9d45-b3afe282aa3c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 949 time: 0.0995739 Dec 08 01:57:56.409843 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5103e5e2-0e93-4fda-b099-459e691349ad x-openstack-request-id: req-5103e5e2-0e93-4fda-b099-459e691349ad {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:56.410148 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3322432f-b489-4cd6-b761-f8509e3b3a76", "name": "network-vif-plugged", "status": "completed", "tag": "1e1f73cb-7b2b-4605-ab08-075a7c16aaab", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:56.410404 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5103e5e2-0e93-4fda-b099-459e691349ad {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:56.410798 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3322432f-b489-4cd6-b761-f8509e3b3a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1f73cb-7b2b-4605-ab08-075a7c16aaab', 'code': 200} Dec 08 01:57:56.423767 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.427738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a9a18b98-63d0-4a73-8e62-fc27f6aaa57b None None] For port 3e2dc646-b700-4ccf-9d01-ba9e49755c78, host n-d-713499-31, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:56.428517 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9a18b98-63d0-4a73-8e62-fc27f6aaa57b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.430993 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.445081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a9a18b98-63d0-4a73-8e62-fc27f6aaa57b None None] Calling delete_port for 3e2dc646-b700-4ccf-9d01-ba9e49755c78 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:56.448699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-a9a18b98-63d0-4a73-8e62-fc27f6aaa57b None None] Port 3e2dc646-b700-4ccf-9d01-ba9e49755c78 was not found and therefore no delete operation was performed {{(pid=109768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:57:56.450661 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9a18b98-63d0-4a73-8e62-fc27f6aaa57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.479926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a18b98-63d0-4a73-8e62-fc27f6aaa57b None None] No DVR routers for this DVR port 3e2dc646-b700-4ccf-9d01-ba9e49755c78 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:57:56.528921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a18b98-63d0-4a73-8e62-fc27f6aaa57b None None] Pushing event deleted for resources: {'Port': ['ID=3e2dc646-b700-4ccf-9d01-ba9e49755c78,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:56.532429 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4072aeb-cc4d-4834-ac82-2b2336694ea8 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:56.543218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbcf626-479f-4bf1-83b3-e0577c16e73d']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:56.557957 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port c4072aeb-cc4d-4834-ac82-2b2336694ea8, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c4072aeb-cc4d-4834-ac82-2b2336694ea8,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:56.564127 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6bb15e-071e-4e05-9e49-8b60de64b3a5') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:56.564321 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6bb15e-071e-4e05-9e49-8b60de64b3a5') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:56.564509 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.574871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d4af4-2a1e-43fc-a73a-0f3c363d59fe req-64673e7e-d3ff-42dc-a11c-812d03b6e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:56.577050 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a52d4af4-2a1e-43fc-a73a-0f3c363d59fe req-64673e7e-d3ff-42dc-a11c-812d03b6e1c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 1101 time: 0.0770137 Dec 08 01:57:56.580549 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.595166 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.620729 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e130655c-d285-4c04-bfbc-fef23632a680 req-24fe4ac0-9426-407c-bebf-8eee30765db7 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips/85121f94-fa4c-4a57-a0de-55c394e2293e HTTP/1.1" status: 200 len: 692 time: 0.1451843 Dec 08 01:57:56.622858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=c4072aeb-cc4d-4834-ac82-2b2336694ea8,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:56.644433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:57:56.644968 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:57:56.649658 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:57:56.689910 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-954d226a-0d78-43f9-a529-d54c2d2724ec req-db20a572-99fe-4871-a103-581bb3a1dacc tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799990 Dec 08 01:57:56.799289 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a52d4af4-2a1e-43fc-a73a-0f3c363d59fe req-1e36586f-3921-47e4-bbf7-5d6384de07f3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892953 Dec 08 01:57:56.813199 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.838809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3e2dc646-b700-4ccf-9d01-ba9e49755c78 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:57:56.858734 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.863744 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/networks/5bbcf626-479f-4bf1-83b3-e0577c16e73d HTTP/1.1" status: 204 len: 168 time: 1.1437082 Dec 08 01:57:56.865387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628b19b-3881-452f-9762-a653917ff074 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Network': ['ID=5bbcf626-479f-4bf1-83b3-e0577c16e73d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:56.872622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51082) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:56.874278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.876942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 3e2dc646-b700-4ccf-9d01-ba9e49755c78 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:57:56.877521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3e2dc646-b700-4ccf-9d01-ba9e49755c78 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:57:56.885726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5637ff2a-9825-4af8-bb97-1bfd3c5783f7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'name': 'tempest-PortsIpV6TestJSON-1904020637'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:56.893258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b1c686ee-b8b1-44f5-98cd-df091618ada7 req-86fcde47-0728-4b82-9fca-db658a4b51fb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0835156 Dec 08 01:57:56.908708 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130655c-d285-4c04-bfbc-fef23632a680 req-40ca8645-3ac7-44c2-8c8f-eac4b7603418 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:56.936117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['c4072aeb-cc4d-4834-ac82-2b2336694ea8'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:56.938757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e130655c-d285-4c04-bfbc-fef23632a680 req-40ca8645-3ac7-44c2-8c8f-eac4b7603418 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.3168144 Dec 08 01:57:56.947385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-e130655c-d285-4c04-bfbc-fef23632a680 req-825b24c2-fd63-4fd6-9996-742352fe2abf tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:56.953348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e130655c-d285-4c04-bfbc-fef23632a680 req-825b24c2-fd63-4fd6-9996-742352fe2abf tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136547 Dec 08 01:57:57.017524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5637ff2a-9825-4af8-bb97-1bfd3c5783f7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:57.022093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5637ff2a-9825-4af8-bb97-1bfd3c5783f7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.054367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-5637ff2a-9825-4af8-bb97-1bfd3c5783f7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port b25bd39c-279e-46af-b709-3939ce6156f0 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:57.275389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5637ff2a-9825-4af8-bb97-1bfd3c5783f7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.321516 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5637ff2a-9825-4af8-bb97-1bfd3c5783f7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.373077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637ff2a-9825-4af8-bb97-1bfd3c5783f7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:57.376520 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-5637ff2a-9825-4af8-bb97-1bfd3c5783f7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:57.380677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637ff2a-9825-4af8-bb97-1bfd3c5783f7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:57.386899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5637ff2a-9825-4af8-bb97-1bfd3c5783f7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:57.387840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5637ff2a-9825-4af8-bb97-1bfd3c5783f7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.399090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637ff2a-9825-4af8-bb97-1bfd3c5783f7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=b25bd39c-279e-46af-b709-3939ce6156f0,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:57.413450 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5637ff2a-9825-4af8-bb97-1bfd3c5783f7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5379097 Dec 08 01:57:57.416067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51094) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:57.483920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-5a748199-a0f3-404a-bf72-b2a0a177d9a4 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips/85121f94-fa4c-4a57-a0de-55c394e2293e HTTP/1.1" status: 200 len: 692 time: 0.5108123 Dec 08 01:57:57.520345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-c84c4f59-76b6-455f-99a4-9484a1fb54c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port b25bd39c-279e-46af-b709-3939ce6156f0 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:57.520345 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c84c4f59-76b6-455f-99a4-9484a1fb54c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.541964 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38143ec3-922c-4f23-a628-ffee7b6e89bf req-95687583-00f2-4394-b82d-1e92655f03f1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:57.551277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38143ec3-922c-4f23-a628-ffee7b6e89bf req-95687583-00f2-4394-b82d-1e92655f03f1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.1038730 Dec 08 01:57:57.625173 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c84c4f59-76b6-455f-99a4-9484a1fb54c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.661431 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-c84c4f59-76b6-455f-99a4-9484a1fb54c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for b25bd39c-279e-46af-b709-3939ce6156f0 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:57.665063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38143ec3-922c-4f23-a628-ffee7b6e89bf req-46c642d9-c83d-4a27-a1e3-c914475eb2d4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085656 Dec 08 01:57:57.671172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-55cfacc3-d4e7-4328-8fdc-932588c58538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:57.672748 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-55cfacc3-d4e7-4328-8fdc-932588c58538 service neutron] 10.222.0.45 "GET /v2.0/ports/b77f8d4d-f01b-4db4-9229-f8e360de925d HTTP/1.1" status: 200 len: 1027 time: 0.1252244 Dec 08 01:57:57.698773 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-3354ef6c-fd36-4e8e-a354-fb07e123d845 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:57.700875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-3354ef6c-fd36-4e8e-a354-fb07e123d845 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.2043068 Dec 08 01:57:57.717651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-43d9ee58-750b-40d0-ae30-61d9998d4572 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:57:57.719110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-43d9ee58-750b-40d0-ae30-61d9998d4572 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092583 Dec 08 01:57:57.821012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-700788b9-a9a7-4cdf-a91e-aa18426a9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:57.822676 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-700788b9-a9a7-4cdf-a91e-aa18426a9d05 service neutron] 10.222.0.45 "GET /v2.0/ports/078ca6fb-640a-48d3-866a-e1d0735eac6a HTTP/1.1" status: 200 len: 1028 time: 0.0682216 Dec 08 01:57:57.845386 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.864797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-22f94e56-159b-4041-bf8d-2b21876b4bc4 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 695 time: 0.1373158 Dec 08 01:57:57.884033 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c84c4f59-76b6-455f-99a4-9484a1fb54c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.925159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-b6361d10-97c1-4021-983f-3a4013bb6962 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 695 time: 0.0592299 Dec 08 01:57:57.943117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ac84a-c979-499f-933d-7c8613c2f307 req-09c61e8b-bb9e-4328-a652-bab1dc638a63 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:57.949179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c4f59-76b6-455f-99a4-9484a1fb54c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=b25bd39c-279e-46af-b709-3939ce6156f0,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:57.959847 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c84c4f59-76b6-455f-99a4-9484a1fb54c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.967781 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c84c4f59-76b6-455f-99a4-9484a1fb54c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/b25bd39c-279e-46af-b709-3939ce6156f0 HTTP/1.1" status: 204 len: 168 time: 0.5461521 Dec 08 01:57:57.967781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51104) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:57.972438 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-52f93771-1218-45ab-91e7-8e35954243b0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'mac_address': 'fa:16:3e:d9:c0:bc', 'name': 'tempest-PortsIpV6TestJSON-1819658024'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:57.972746 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e27ac84a-c979-499f-933d-7c8613c2f307 req-09c61e8b-bb9e-4328-a652-bab1dc638a63 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 949 time: 0.1779602 Dec 08 01:57:58.140647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-dc80f1d3-5376-46bc-90a6-13fc857e2cbe tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:58.148072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-dc80f1d3-5376-46bc-90a6-13fc857e2cbe tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:58.155729 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-dc80f1d3-5376-46bc-90a6-13fc857e2cbe tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:58.157578 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-dc80f1d3-5376-46bc-90a6-13fc857e2cbe tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "GET /v2.0/networks?id=caf2deea-53dd-4462-beed-a3b1fd4b591a&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=070c9fd6-5c33-481f-972d-d93c3bb28703&id=070c9fd6-5c33-481f-972d-d93c3bb28703 HTTP/1.1" status: 200 len: 1990 time: 0.3251100 Dec 08 01:57:58.166388 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e27ac84a-c979-499f-933d-7c8613c2f307 req-22d8a09d-6c05-4197-83d8-9f1193df1a73 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/security-groups?id=adb86110-f8e3-456e-a9c0-122833f0489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926684 Dec 08 01:57:58.230320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-9548484b-d39c-497a-ad97-1d26e57db9aa tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Deleting port d8d3de15-8a6b-4609-8bf0-70da781f0216 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:58.230719 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-9548484b-d39c-497a-ad97-1d26e57db9aa tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.233611 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f93771-1218-45ab-91e7-8e35954243b0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:58.373396 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-9548484b-d39c-497a-ad97-1d26e57db9aa tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.373730 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-9548484b-d39c-497a-ad97-1d26e57db9aa tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.387095 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-0420fbcd-e5cc-4791-ad45-360dc8aceeac tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63ae5c956a214f1cb1da1b778d408c0b HTTP/1.1" status: 200 len: 380 time: 0.1736085 Dec 08 01:57:58.390619 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-9548484b-d39c-497a-ad97-1d26e57db9aa tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Calling delete_port for d8d3de15-8a6b-4609-8bf0-70da781f0216 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:58.399160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c71744a6-ee89-4c39-ab31-b2af923a04ec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'port': {'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'admin_state_up': True, 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'security_groups': ['d4ed9d9b-8d3f-42b6-8b7a-5fb831942286']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:58.401212 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8e407-b96e-4b0f-b402-bc170dfc8566 req-a553dcc9-9bcb-4672-a43d-0cf07de1893e tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:58.402744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-32c8e407-b96e-4b0f-b402-bc170dfc8566 req-a553dcc9-9bcb-4672-a43d-0cf07de1893e tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 949 time: 0.0844150 Dec 08 01:57:58.508888 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-32c8e407-b96e-4b0f-b402-bc170dfc8566 req-bf94bba7-aa90-4098-93d3-5158093b41e3 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963836 Dec 08 01:57:58.623585 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-9548484b-d39c-497a-ad97-1d26e57db9aa tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.647585 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52f93771-1218-45ab-91e7-8e35954243b0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.666559 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-34dbef8e-b104-4821-ae44-e1b1ace058a9 req-2466d9f3-e761-4053-9a72-5252d9267280 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0647922 Dec 08 01:57:58.688540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c71744a6-ee89-4c39-ab31-b2af923a04ec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Made reservation on behalf of 63ae5c956a214f1cb1da1b778d408c0b for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:58.705066 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c71744a6-ee89-4c39-ab31-b2af923a04ec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.720454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548484b-d39c-497a-ad97-1d26e57db9aa tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Pushing event deleted for resources: {'Port': ['ID=d8d3de15-8a6b-4609-8bf0-70da781f0216,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:58.741992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-52f93771-1218-45ab-91e7-8e35954243b0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port a7c3b26b-0621-4917-9d6f-21da14a2db10 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:58.856275 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-9548484b-d39c-497a-ad97-1d26e57db9aa tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.864377 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-9548484b-d39c-497a-ad97-1d26e57db9aa tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.867987 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba5f8452-0772-4789-9bb7-78396b0a2c4e req-9548484b-d39c-497a-ad97-1d26e57db9aa tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "DELETE /v2.0/floatingips/85121f94-fa4c-4a57-a0de-55c394e2293e HTTP/1.1" status: 204 len: 173 time: 0.8922484 Dec 08 01:57:59.114718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c71744a6-ee89-4c39-ab31-b2af923a04ec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Allocated IP 172.20.0.6 (caf2deea-53dd-4462-beed-a3b1fd4b591a/9858dc50-2361-4edb-86fe-cd0999c30287/9ad676ef-7601-4543-b8c7-abf32ca8e077) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:59.161051 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52f93771-1218-45ab-91e7-8e35954243b0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:59.307467 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52f93771-1218-45ab-91e7-8e35954243b0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:59.365386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f93771-1218-45ab-91e7-8e35954243b0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:59.393631 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-52f93771-1218-45ab-91e7-8e35954243b0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:59.397670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f93771-1218-45ab-91e7-8e35954243b0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:59.404351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f93771-1218-45ab-91e7-8e35954243b0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:59.405195 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52f93771-1218-45ab-91e7-8e35954243b0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:59.433793 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-52f93771-1218-45ab-91e7-8e35954243b0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4652359 Dec 08 01:57:59.434919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3950f68-9af1-452a-92be-65d60dbb9ebb req-49b87591-88a3-4c42-b9d8-b108f1cdd0f8 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:59.443294 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3950f68-9af1-452a-92be-65d60dbb9ebb req-49b87591-88a3-4c42-b9d8-b108f1cdd0f8 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3957052 Dec 08 01:57:59.444771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51128) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:59.447528 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f93771-1218-45ab-91e7-8e35954243b0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=a7c3b26b-0621-4917-9d6f-21da14a2db10,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:59.495146 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c71744a6-ee89-4c39-ab31-b2af923a04ec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:59.510149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9c244-4aaa-4b8a-bbfc-97c31f3594bc req-41268ae1-ab87-4ab7-af8e-d1b7ca713376 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:59.519321 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bca9c244-4aaa-4b8a-bbfc-97c31f3594bc req-41268ae1-ab87-4ab7-af8e-d1b7ca713376 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.1654480 Dec 08 01:57:59.548967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c71744a6-ee89-4c39-ab31-b2af923a04ec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:59.589541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d3609e-f08c-46dd-8c15-597589e798c8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:59.594450 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-89d3609e-f08c-46dd-8c15-597589e798c8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/a7c3b26b-0621-4917-9d6f-21da14a2db10 HTTP/1.1" status: 200 len: 845 time: 0.1409881 Dec 08 01:57:59.637885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51132) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:59.674203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c71744a6-ee89-4c39-ab31-b2af923a04ec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Network caf2deea-53dd-4462-beed-a3b1fd4b591a is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:59.678148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c71744a6-ee89-4c39-ab31-b2af923a04ec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:59.698733 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c71744a6-ee89-4c39-ab31-b2af923a04ec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:59.709030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71744a6-ee89-4c39-ab31-b2af923a04ec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'Port': ['ID=9ad676ef-7601-4543-b8c7-abf32ca8e077,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:59.783165 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bca9c244-4aaa-4b8a-bbfc-97c31f3594bc req-093f1514-3cf6-44fb-a961-f8db7e493e54 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578883 Dec 08 01:57:59.800918 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c71744a6-ee89-4c39-ab31-b2af923a04ec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:59.801697 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c71744a6-ee89-4c39-ab31-b2af923a04ec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:59.833680 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c71744a6-ee89-4c39-ab31-b2af923a04ec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4392111 Dec 08 01:57:59.851311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c4072aeb-cc4d-4834-ac82-2b2336694ea8 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:59.854063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2d04101d-4b9e-4980-9e33-27d1279aa7af tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'port': {'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d', 'admin_state_up': True, 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'security_groups': ['d4ed9d9b-8d3f-42b6-8b7a-5fb831942286']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:59.918516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee46555-252c-4f79-90df-55cee7af6578 req-50bf5330-9d26-4b9b-bda5-3e144924eb4d tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:59.944417 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eee46555-252c-4f79-90df-55cee7af6578 req-50bf5330-9d26-4b9b-bda5-3e144924eb4d tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 949 time: 0.4022884 Dec 08 01:57:59.968847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port c4072aeb-cc4d-4834-ac82-2b2336694ea8 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:59.973144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port c4072aeb-cc4d-4834-ac82-2b2336694ea8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:59.973527 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.065318 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2d04101d-4b9e-4980-9e33-27d1279aa7af tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Made reservation on behalf of 63ae5c956a214f1cb1da1b778d408c0b for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:00.070620 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2d04101d-4b9e-4980-9e33-27d1279aa7af tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.165905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-063959a2-7226-4d28-9f98-1d97b60d2d7d None None] Provisioning complete for port 9ad676ef-7601-4543-b8c7-abf32ca8e077 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:00.166410 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-063959a2-7226-4d28-9f98-1d97b60d2d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.168440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594a4d3-8318-411f-a538-eb05bc523a5a req-616df8f6-f977-4e3c-8976-f23273b68f43 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:00.177890 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b594a4d3-8318-411f-a538-eb05bc523a5a req-616df8f6-f977-4e3c-8976-f23273b68f43 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 949 time: 0.2142153 Dec 08 01:58:00.247776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eee46555-252c-4f79-90df-55cee7af6578 req-28def3f5-e98e-4afa-82b2-7f132fa5db24 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003087 Dec 08 01:58:00.261526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4daad8c1-4ae7-4360-b254-98eff1672eac tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port a7c3b26b-0621-4917-9d6f-21da14a2db10 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:00.261940 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4daad8c1-4ae7-4360-b254-98eff1672eac tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.298558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-063959a2-7226-4d28-9f98-1d97b60d2d7d None None] Port 9ad676ef-7601-4543-b8c7-abf32ca8e077 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:00.311133 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.363021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b594a4d3-8318-411f-a538-eb05bc523a5a req-5f9dfba8-a0b7-45aa-b35c-fc05de812f22 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/security-groups?id=adb86110-f8e3-456e-a9c0-122833f0489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842110 Dec 08 01:58:00.377999 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2d04101d-4b9e-4980-9e33-27d1279aa7af tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Allocated IP 10.1.1.226 (271a4062-f75c-4f85-b7bc-e78fb447b33d/42bbd01a-816f-45bf-ad43-779e308265ba/c35cf6d3-e672-4534-be6a-f28b0e0961c1) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:00.402832 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4072aeb-cc4d-4834-ac82-2b2336694ea8'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:00.419502 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d57c88-1f41-4461-9eca-c4dd0882b635" -d '{"events": [{"server_uuid": "e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1", "name": "network-vif-plugged", "status": "completed", "tag": "c4072aeb-cc4d-4834-ac82-2b2336694ea8"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:00.437923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port c4072aeb-cc4d-4834-ac82-2b2336694ea8, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c4072aeb-cc4d-4834-ac82-2b2336694ea8,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:00.444458 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.535636 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0cab6606-5849-48fa-91ca-8699cdd789a7 req-db76f283-b2e2-449d-acc1-bf12ff6b1e96 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips?tenant_id=2f4621f7b9bc470fa026d4fa66827532 HTTP/1.1" status: 200 len: 1656 time: 0.2249508 Dec 08 01:58:00.540490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=c4072aeb-cc4d-4834-ac82-2b2336694ea8,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:00.572429 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4daad8c1-4ae7-4360-b254-98eff1672eac tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.589419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4daad8c1-4ae7-4360-b254-98eff1672eac tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for a7c3b26b-0621-4917-9d6f-21da14a2db10 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:00.664915 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2d04101d-4b9e-4980-9e33-27d1279aa7af tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.726898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2d04101d-4b9e-4980-9e33-27d1279aa7af tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.796494 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4daad8c1-4ae7-4360-b254-98eff1672eac tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.816028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2d04101d-4b9e-4980-9e33-27d1279aa7af tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Network 271a4062-f75c-4f85-b7bc-e78fb447b33d is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:00.817361 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04101d-4b9e-4980-9e33-27d1279aa7af tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'Port': ['ID=c35cf6d3-e672-4534-be6a-f28b0e0961c1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:00.822744 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2d04101d-4b9e-4980-9e33-27d1279aa7af tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:00.836912 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2d04101d-4b9e-4980-9e33-27d1279aa7af tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:00.878370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daad8c1-4ae7-4360-b254-98eff1672eac tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=a7c3b26b-0621-4917-9d6f-21da14a2db10,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:00.891030 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4daad8c1-4ae7-4360-b254-98eff1672eac tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.894725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4daad8c1-4ae7-4360-b254-98eff1672eac tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/a7c3b26b-0621-4917-9d6f-21da14a2db10 HTTP/1.1" status: 204 len: 168 time: 1.2521136 Dec 08 01:58:00.897467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51150) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:00.917639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdfb72-e81f-4f3e-9d29-06dc0ac3628f req-c1694480-17ab-472d-a00b-25c90f5aff10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:00.920021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14bdfb72-e81f-4f3e-9d29-06dc0ac3628f req-c1694480-17ab-472d-a00b-25c90f5aff10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 931 time: 0.3833358 Dec 08 01:58:00.964439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2d04101d-4b9e-4980-9e33-27d1279aa7af tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:00.968067 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2d04101d-4b9e-4980-9e33-27d1279aa7af tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.977855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab6606-5849-48fa-91ca-8699cdd789a7 req-cfea64b1-025a-46df-8bf2-d6e60a062fba tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:00.979621 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0cab6606-5849-48fa-91ca-8699cdd789a7 req-cfea64b1-025a-46df-8bf2-d6e60a062fba tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks?id=44b19830-455e-444a-9e4a-1576bcdd8229&id=44b19830-455e-444a-9e4a-1576bcdd8229&id=44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 787 time: 0.3318815 Dec 08 01:58:00.992114 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-0cab6606-5849-48fa-91ca-8699cdd789a7 req-bdcee66f-a063-4aa2-9c78-8ed4f0b738c2 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:58:00.993160 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0cab6606-5849-48fa-91ca-8699cdd789a7 req-bdcee66f-a063-4aa2-9c78-8ed4f0b738c2 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068588 Dec 08 01:58:01.004216 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-673fba79-ab49-4d44-85aa-a61e797956de tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] GET failed (client error): The resource could not be found. Dec 08 01:58:01.008180 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-673fba79-ab49-4d44-85aa-a61e797956de tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/a7c3b26b-0621-4917-9d6f-21da14a2db10 HTTP/1.1" status: 404 len: 333 time: 0.0973711 Dec 08 01:58:01.013407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51154) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:01.021847 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ee880944-da7f-4bf4-9338-3fd39b323333 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'name': 'tempest-PortsIpV6TestJSON-625336092'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:01.033855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14bdfb72-e81f-4f3e-9d29-06dc0ac3628f req-75840531-bd1f-4e36-bd78-dbfeb87047d5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068358 Dec 08 01:58:01.064590 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2d04101d-4b9e-4980-9e33-27d1279aa7af tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2162807 Dec 08 01:58:01.101822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-a51f176c-e4bb-4666-b004-8603c7ccfbda tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'port': {'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d', 'admin_state_up': True, 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'security_groups': ['d4ed9d9b-8d3f-42b6-8b7a-5fb831942286']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:01.132233 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66397947-1752-4a14-9008-b1d7b4db7078 x-openstack-request-id: req-66397947-1752-4a14-9008-b1d7b4db7078 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:01.132758 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1", "name": "network-vif-plugged", "status": "completed", "tag": "c4072aeb-cc4d-4834-ac82-2b2336694ea8", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:01.132870 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-66397947-1752-4a14-9008-b1d7b4db7078 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:01.133217 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4072aeb-cc4d-4834-ac82-2b2336694ea8', 'code': 200} Dec 08 01:58:01.235654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b2342311-f758-4db9-af31-5a381dba2d14 None None] Provisioning complete for port c35cf6d3-e672-4534-be6a-f28b0e0961c1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:01.236252 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2342311-f758-4db9-af31-5a381dba2d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:01.273387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4690989c-083a-48b3-8b35-168e6080e73d req-4830fe2b-7a4a-4195-8713-a010830cc016 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips/98a97506-cead-48a3-bb24-3976a1cfa8be HTTP/1.1" status: 200 len: 692 time: 0.1022112 Dec 08 01:58:01.324496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b2342311-f758-4db9-af31-5a381dba2d14 None None] Port c35cf6d3-e672-4534-be6a-f28b0e0961c1 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:01.476870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690989c-083a-48b3-8b35-168e6080e73d req-034098bf-e160-4184-a0a4-bf3232399948 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:01.478672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4690989c-083a-48b3-8b35-168e6080e73d req-034098bf-e160-4184-a0a4-bf3232399948 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.2044802 Dec 08 01:58:01.491977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee289e26-907d-4064-937a-f44af434eef9 req-ed5bdc30-e419-48c6-8df4-943749872dba tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:01.493971 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee289e26-907d-4064-937a-f44af434eef9 req-ed5bdc30-e419-48c6-8df4-943749872dba tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.0994129 Dec 08 01:58:01.500921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-4690989c-083a-48b3-8b35-168e6080e73d req-44f717c8-f715-44f1-9de9-0637e16cf863 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:58:01.502740 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4690989c-083a-48b3-8b35-168e6080e73d req-44f717c8-f715-44f1-9de9-0637e16cf863 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075657 Dec 08 01:58:01.594992 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4690989c-083a-48b3-8b35-168e6080e73d req-27fc4349-457f-424f-ad24-7304abc033bc tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0784762 Dec 08 01:58:01.665498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4690989c-083a-48b3-8b35-168e6080e73d req-f5a93421-d3ad-4cca-b5a6-644edf82bcaa tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0682807 Dec 08 01:58:01.687786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee289e26-907d-4064-937a-f44af434eef9 req-0432a2b6-7cae-436e-b5cb-ce6359cfd198 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836307 Dec 08 01:58:01.707142 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee880944-da7f-4bf4-9338-3fd39b323333 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:01.712190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee880944-da7f-4bf4-9338-3fd39b323333 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:01.782129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-ee880944-da7f-4bf4-9338-3fd39b323333 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port 3c9a784e-f0d4-4e80-b13a-089a1fc67ba9 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:01.793178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d9691-708f-4963-ac0d-4f567ec6c674 req-28c6c92d-cdee-42e7-a1f2-7cd6aae283d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:01.794907 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bd4d9691-708f-4963-ac0d-4f567ec6c674 req-28c6c92d-cdee-42e7-a1f2-7cd6aae283d0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 1102 time: 0.5174685 Dec 08 01:58:01.832985 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-a51f176c-e4bb-4666-b004-8603c7ccfbda tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Made reservation on behalf of 63ae5c956a214f1cb1da1b778d408c0b for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:01.836732 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-a51f176c-e4bb-4666-b004-8603c7ccfbda tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:01.876066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c2cd5-4583-4462-aace-caef674ed36f req-c6dc2d27-ac1e-42b5-8909-1d42b5fe99f4 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:01.877520 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3c2cd5-4583-4462-aace-caef674ed36f req-c6dc2d27-ac1e-42b5-8909-1d42b5fe99f4 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 949 time: 0.0946743 Dec 08 01:58:01.896355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-4690989c-083a-48b3-8b35-168e6080e73d req-4aaad511-9d34-46bb-a54b-80c7112d397d tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Deleting port 09b2bfa3-38b7-4cd0-a5cc-c0f771bd1c31 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:01.896760 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4690989c-083a-48b3-8b35-168e6080e73d req-4aaad511-9d34-46bb-a54b-80c7112d397d tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:01.930123 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bd4d9691-708f-4963-ac0d-4f567ec6c674 req-2c60e6ec-516a-46ec-944b-ea7728a8fb9b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=adb86110-f8e3-456e-a9c0-122833f0489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205783 Dec 08 01:58:02.050356 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3c2cd5-4583-4462-aace-caef674ed36f req-5413e7dc-afb4-4a89-8f07-52f4ccc1f7cc tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564603 Dec 08 01:58:02.095219 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4690989c-083a-48b3-8b35-168e6080e73d req-4aaad511-9d34-46bb-a54b-80c7112d397d tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.095219 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4690989c-083a-48b3-8b35-168e6080e73d req-4aaad511-9d34-46bb-a54b-80c7112d397d tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.108006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-4690989c-083a-48b3-8b35-168e6080e73d req-4aaad511-9d34-46bb-a54b-80c7112d397d tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Calling delete_port for 09b2bfa3-38b7-4cd0-a5cc-c0f771bd1c31 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:02.173679 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee880944-da7f-4bf4-9338-3fd39b323333 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.181815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-a51f176c-e4bb-4666-b004-8603c7ccfbda tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Allocated IP 10.1.1.16 (271a4062-f75c-4f85-b7bc-e78fb447b33d/42bbd01a-816f-45bf-ad43-779e308265ba/416e1a97-ecb1-4ac8-a9f8-297949a2a910) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:02.269833 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee880944-da7f-4bf4-9338-3fd39b323333 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.363147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee880944-da7f-4bf4-9338-3fd39b323333 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:02.363367 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4690989c-083a-48b3-8b35-168e6080e73d req-4aaad511-9d34-46bb-a54b-80c7112d397d tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.371112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-ee880944-da7f-4bf4-9338-3fd39b323333 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:02.377467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee880944-da7f-4bf4-9338-3fd39b323333 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:02.384083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee880944-da7f-4bf4-9338-3fd39b323333 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:02.384919 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee880944-da7f-4bf4-9338-3fd39b323333 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.391696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fe1ab-b764-439c-9766-20557794ed5b req-e87a99b7-37a5-4eac-b95c-d1659a363934 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:02.394667 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-346fe1ab-b764-439c-9766-20557794ed5b req-e87a99b7-37a5-4eac-b95c-d1659a363934 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 950 time: 0.0991178 Dec 08 01:58:02.419618 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee880944-da7f-4bf4-9338-3fd39b323333 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=3c9a784e-f0d4-4e80-b13a-089a1fc67ba9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:02.448949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaad511-9d34-46bb-a54b-80c7112d397d tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Pushing event deleted for resources: {'Port': ['ID=09b2bfa3-38b7-4cd0-a5cc-c0f771bd1c31,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:02.461140 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ee880944-da7f-4bf4-9338-3fd39b323333 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4442968 Dec 08 01:58:02.471019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51176) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:02.479579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e1cbef2c-729c-4454-a80d-ebac595d4b95 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:02.507826 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-a51f176c-e4bb-4666-b004-8603c7ccfbda tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.546912 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4690989c-083a-48b3-8b35-168e6080e73d req-4aaad511-9d34-46bb-a54b-80c7112d397d tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.547125 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-a51f176c-e4bb-4666-b004-8603c7ccfbda tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.549850 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4690989c-083a-48b3-8b35-168e6080e73d req-4aaad511-9d34-46bb-a54b-80c7112d397d tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.564169 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4690989c-083a-48b3-8b35-168e6080e73d req-4aaad511-9d34-46bb-a54b-80c7112d397d tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "DELETE /v2.0/floatingips/98a97506-cead-48a3-bb24-3976a1cfa8be HTTP/1.1" status: 204 len: 173 time: 0.8973854 Dec 08 01:58:02.594625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-346fe1ab-b764-439c-9766-20557794ed5b req-9e702f5a-6320-4fd8-a844-c3a033bfd1db tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/security-groups?id=adb86110-f8e3-456e-a9c0-122833f0489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700082 Dec 08 01:58:02.627163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-a51f176c-e4bb-4666-b004-8603c7ccfbda tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Network 271a4062-f75c-4f85-b7bc-e78fb447b33d is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:02.639364 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-a51f176c-e4bb-4666-b004-8603c7ccfbda tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:02.644573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-a51f176c-e4bb-4666-b004-8603c7ccfbda tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:02.721297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f176c-e4bb-4666-b004-8603c7ccfbda tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'Port': ['ID=416e1a97-ecb1-4ac8-a9f8-297949a2a910,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:02.739388 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1cbef2c-729c-4454-a80d-ebac595d4b95 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.818191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f60d73-5c20-4e9c-8550-d091454d3f0c req-38c6438d-7fcb-4e4f-9524-01ec4179e504 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:02.825439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f60d73-5c20-4e9c-8550-d091454d3f0c req-38c6438d-7fcb-4e4f-9524-01ec4179e504 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:02.828649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-a51f176c-e4bb-4666-b004-8603c7ccfbda tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:02.829349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-a51f176c-e4bb-4666-b004-8603c7ccfbda tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.832473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f60d73-5c20-4e9c-8550-d091454d3f0c req-38c6438d-7fcb-4e4f-9524-01ec4179e504 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:02.834414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07f60d73-5c20-4e9c-8550-d091454d3f0c req-38c6438d-7fcb-4e4f-9524-01ec4179e504 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 2373 time: 0.1716387 Dec 08 01:58:02.849345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb559c8-9e71-4100-b5af-34816f4ae2c4 req-17fb93e2-f86c-4462-b43b-496b8679785d tempest-LiveMigrationNegativeTest-1942130941 tempest-LiveMigrationNegativeTest-1942130941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:02.851158 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8bb559c8-9e71-4100-b5af-34816f4ae2c4 req-17fb93e2-f86c-4462-b43b-496b8679785d tempest-LiveMigrationNegativeTest-1942130941 tempest-LiveMigrationNegativeTest-1942130941-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 1101 time: 0.0977149 Dec 08 01:58:02.884746 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8bb559c8-9e71-4100-b5af-34816f4ae2c4 req-1fa162a3-d6af-459a-b20b-cc5fe18b7e90 tempest-LiveMigrationNegativeTest-1942130941 tempest-LiveMigrationNegativeTest-1942130941-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.889158 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-a51f176c-e4bb-4666-b004-8603c7ccfbda tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7963183 Dec 08 01:58:02.923167 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07f60d73-5c20-4e9c-8550-d091454d3f0c req-331cd1f8-c17a-419f-8e15-9b84e493b902 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761418 Dec 08 01:58:02.938834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f6bab71e-c68d-4690-8536-f90e0b4ddca0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'port': {'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703', 'admin_state_up': True, 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'security_groups': ['d4ed9d9b-8d3f-42b6-8b7a-5fb831942286']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:03.047724 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8bb559c8-9e71-4100-b5af-34816f4ae2c4 req-1fa162a3-d6af-459a-b20b-cc5fe18b7e90 tempest-LiveMigrationNegativeTest-1942130941 tempest-LiveMigrationNegativeTest-1942130941-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.054054 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8bb559c8-9e71-4100-b5af-34816f4ae2c4 req-1fa162a3-d6af-459a-b20b-cc5fe18b7e90 tempest-LiveMigrationNegativeTest-1942130941 tempest-LiveMigrationNegativeTest-1942130941-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.089555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1c1e4ccc-172b-4b50-aa6a-259a4582dd9d None None] Provisioning complete for port 416e1a97-ecb1-4ac8-a9f8-297949a2a910 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:03.091783 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c1e4ccc-172b-4b50-aa6a-259a4582dd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.092482 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1cbef2c-729c-4454-a80d-ebac595d4b95 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.095555 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8bb559c8-9e71-4100-b5af-34816f4ae2c4 req-1fa162a3-d6af-459a-b20b-cc5fe18b7e90 tempest-LiveMigrationNegativeTest-1942130941 tempest-LiveMigrationNegativeTest-1942130941-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375693 Dec 08 01:58:03.097825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa162a3-d6af-459a-b20b-cc5fe18b7e90 tempest-LiveMigrationNegativeTest-1942130941 tempest-LiveMigrationNegativeTest-1942130941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179e266b-2e7f-44ac-b87b-f70b3f7cb6b4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:03.104740 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1cbef2c-729c-4454-a80d-ebac595d4b95 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.264064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbef2c-729c-4454-a80d-ebac595d4b95 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] In _notify_port_updated(), no bound segment for port 3c9a784e-f0d4-4e80-b13a-089a1fc67ba9 on network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:58:03.264879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e4ccc-172b-4b50-aa6a-259a4582dd9d None None] Port 416e1a97-ecb1-4ac8-a9f8-297949a2a910 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:03.278699 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cbef2c-729c-4454-a80d-ebac595d4b95 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:03.279584 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1cbef2c-729c-4454-a80d-ebac595d4b95 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.285857 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e1cbef2c-729c-4454-a80d-ebac595d4b95 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "PUT /v2.0/ports/3c9a784e-f0d4-4e80-b13a-089a1fc67ba9 HTTP/1.1" status: 200 len: 818 time: 0.8107870 Dec 08 01:58:03.301772 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51194) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:03.311909 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-622761dd-3640-4dd6-a908-ce0a13086e95 req-8210571f-ecc1-4c49-a62d-ada30b0a930e tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips/5e47cf49-ee86-4610-9aa5-1f454f6ac4a5 HTTP/1.1" status: 200 len: 693 time: 0.1700602 Dec 08 01:58:03.379935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba7f77-47c4-470e-bc9c-70a8b7d8bad8 req-edf6213b-bd62-489d-9f9b-7e201907c59a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:03.387394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73ba7f77-47c4-470e-bc9c-70a8b7d8bad8 req-edf6213b-bd62-489d-9f9b-7e201907c59a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.1482432 Dec 08 01:58:03.441611 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbef2c-729c-4454-a80d-ebac595d4b95 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=3c9a784e-f0d4-4e80-b13a-089a1fc67ba9,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:03.447995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f6bab71e-c68d-4690-8536-f90e0b4ddca0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Made reservation on behalf of 63ae5c956a214f1cb1da1b778d408c0b for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:03.500549 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73ba7f77-47c4-470e-bc9c-70a8b7d8bad8 req-7287a2da-f1f2-4bed-9df0-5ceed2d8bae5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073871 Dec 08 01:58:03.538824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622761dd-3640-4dd6-a908-ce0a13086e95 req-60ac649a-a296-4b5e-8d41-3a0921e40cd2 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:03.546229 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-622761dd-3640-4dd6-a908-ce0a13086e95 req-60ac649a-a296-4b5e-8d41-3a0921e40cd2 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.2252207 Dec 08 01:58:03.612346 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f6bab71e-c68d-4690-8536-f90e0b4ddca0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.624370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-622761dd-3640-4dd6-a908-ce0a13086e95 req-7b52d602-b5f3-45e7-989a-4e409ddda40e tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 696 time: 0.0715325 Dec 08 01:58:03.657882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1029114b-1a41-415c-b02a-c418e84cfa53 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port 3c9a784e-f0d4-4e80-b13a-089a1fc67ba9 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:03.658429 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1029114b-1a41-415c-b02a-c418e84cfa53 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.702022 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-622761dd-3640-4dd6-a908-ce0a13086e95 req-829cba63-84f4-46e4-b3b7-d0d09b09da8a tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 696 time: 0.0746593 Dec 08 01:58:03.868565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1029114b-1a41-415c-b02a-c418e84cfa53 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.911485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1029114b-1a41-415c-b02a-c418e84cfa53 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for 3c9a784e-f0d4-4e80-b13a-089a1fc67ba9 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:03.959489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b215a0-412c-400e-824c-249e2aa5226c req-2b09d8a2-9e7b-4f1b-ae13-99a8e04af28a tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:03.961896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26b215a0-412c-400e-824c-249e2aa5226c req-2b09d8a2-9e7b-4f1b-ae13-99a8e04af28a tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 950 time: 0.1199107 Dec 08 01:58:04.030171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-622761dd-3640-4dd6-a908-ce0a13086e95 req-fdefcf16-0f78-4ade-96f0-e85ff753a90e tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Deleting port 01536dbf-cfcf-4b33-88da-379f988e92cb {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:04.030513 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-622761dd-3640-4dd6-a908-ce0a13086e95 req-fdefcf16-0f78-4ade-96f0-e85ff753a90e tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.042540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f6bab71e-c68d-4690-8536-f90e0b4ddca0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Allocated IP 10.2.2.100 (070c9fd6-5c33-481f-972d-d93c3bb28703/0187a527-5c48-4961-8721-946f3d80ecb1/6cc566c4-deda-4159-a78a-23068f3c174a) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:04.138032 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-622761dd-3640-4dd6-a908-ce0a13086e95 req-fdefcf16-0f78-4ade-96f0-e85ff753a90e tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.138390 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-622761dd-3640-4dd6-a908-ce0a13086e95 req-fdefcf16-0f78-4ade-96f0-e85ff753a90e tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.154748 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-622761dd-3640-4dd6-a908-ce0a13086e95 req-fdefcf16-0f78-4ade-96f0-e85ff753a90e tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Calling delete_port for 01536dbf-cfcf-4b33-88da-379f988e92cb owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:04.228846 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1029114b-1a41-415c-b02a-c418e84cfa53 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.314796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029114b-1a41-415c-b02a-c418e84cfa53 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=3c9a784e-f0d4-4e80-b13a-089a1fc67ba9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:04.342416 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1029114b-1a41-415c-b02a-c418e84cfa53 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.346056 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1029114b-1a41-415c-b02a-c418e84cfa53 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/3c9a784e-f0d4-4e80-b13a-089a1fc67ba9 HTTP/1.1" status: 204 len: 168 time: 1.0249050 Dec 08 01:58:04.351937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51218) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:04.352842 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-622761dd-3640-4dd6-a908-ce0a13086e95 req-fdefcf16-0f78-4ade-96f0-e85ff753a90e tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.355205 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-5cace775-7908-40fb-a7be-1311237f17e1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1213613 Dec 08 01:58:04.372094 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f6bab71e-c68d-4690-8536-f90e0b4ddca0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.453543 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f6bab71e-c68d-4690-8536-f90e0b4ddca0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.470869 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefcf16-0f78-4ade-96f0-e85ff753a90e tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Pushing event deleted for resources: {'Port': ['ID=01536dbf-cfcf-4b33-88da-379f988e92cb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:04.537970 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26b215a0-412c-400e-824c-249e2aa5226c req-2bdfb6f4-ec16-4eff-a771-f8e72cf11290 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/security-groups?id=adb86110-f8e3-456e-a9c0-122833f0489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647879 Dec 08 01:58:04.553505 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-622761dd-3640-4dd6-a908-ce0a13086e95 req-fdefcf16-0f78-4ade-96f0-e85ff753a90e tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.567665 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-622761dd-3640-4dd6-a908-ce0a13086e95 req-fdefcf16-0f78-4ade-96f0-e85ff753a90e tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.567665 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-622761dd-3640-4dd6-a908-ce0a13086e95 req-fdefcf16-0f78-4ade-96f0-e85ff753a90e tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "DELETE /v2.0/floatingips/5e47cf49-ee86-4610-9aa5-1f454f6ac4a5 HTTP/1.1" status: 204 len: 173 time: 0.8274038 Dec 08 01:58:04.569463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef21434-f92a-48fe-a6ed-f786c228ed54 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:04.574136 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8ef21434-f92a-48fe-a6ed-f786c228ed54 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2057414 Dec 08 01:58:04.575961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51226) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:04.589259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f6bab71e-c68d-4690-8536-f90e0b4ddca0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Network 070c9fd6-5c33-481f-972d-d93c3bb28703 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:04.599444 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f6bab71e-c68d-4690-8536-f90e0b4ddca0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:04.610930 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f6bab71e-c68d-4690-8536-f90e0b4ddca0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:04.623907 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee77fcfb-c6b1-4ebe-8a92-4604ad5244ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] GET failed (client error): The resource could not be found. Dec 08 01:58:04.628919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ee77fcfb-c6b1-4ebe-8a92-4604ad5244ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/3c9a784e-f0d4-4e80-b13a-089a1fc67ba9 HTTP/1.1" status: 404 len: 333 time: 0.0485792 Dec 08 01:58:04.629725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51228) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:04.635932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c0727c0d-83fd-4e53-a5a1-9c5473e87798 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-12389069'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:04.682440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0727c0d-83fd-4e53-a5a1-9c5473e87798 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:04.688778 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0727c0d-83fd-4e53-a5a1-9c5473e87798 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.698617 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bab71e-c68d-4690-8536-f90e0b4ddca0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'Port': ['ID=6cc566c4-deda-4159-a78a-23068f3c174a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:04.732072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-2573b442-d805-4ed4-9948-afcff7c1d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:04.738278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-2573b442-d805-4ed4-9948-afcff7c1d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:04.740858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-2573b442-d805-4ed4-9948-afcff7c1d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:04.741518 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-2573b442-d805-4ed4-9948-afcff7c1d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:04.742219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-2573b442-d805-4ed4-9948-afcff7c1d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:04.742836 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-2573b442-d805-4ed4-9948-afcff7c1d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:04.743514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-2573b442-d805-4ed4-9948-afcff7c1d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:04.747678 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-2573b442-d805-4ed4-9948-afcff7c1d9b4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 6506 time: 0.2902579 Dec 08 01:58:04.894624 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0727c0d-83fd-4e53-a5a1-9c5473e87798 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:58:04.925098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1640f-c5c0-4fc9-8aed-99fda28fe64b req-e3ecb177-29d8-415e-a77d-45738179a00a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:04.939158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1640f-c5c0-4fc9-8aed-99fda28fe64b req-e3ecb177-29d8-415e-a77d-45738179a00a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:04.962939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1640f-c5c0-4fc9-8aed-99fda28fe64b req-e3ecb177-29d8-415e-a77d-45738179a00a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:04.977820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1640f-c5c0-4fc9-8aed-99fda28fe64b req-e3ecb177-29d8-415e-a77d-45738179a00a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:04.984401 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cad1640f-c5c0-4fc9-8aed-99fda28fe64b req-e3ecb177-29d8-415e-a77d-45738179a00a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 3094 time: 0.2780311 Dec 08 01:58:04.990204 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0727c0d-83fd-4e53-a5a1-9c5473e87798 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.990804 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-c0727c0d-83fd-4e53-a5a1-9c5473e87798 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Added segment 94afbedb-7b69-472c-80b9-da527c879c62 of type vlan for network 50db9cb2-0e67-4586-94c6-a1092a30b80c Dec 08 01:58:05.029997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-ff9b7adf-9efd-4a8b-9ae2-53148caf3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:05.030492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-ff9b7adf-9efd-4a8b-9ae2-53148caf3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:05.030933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-ff9b7adf-9efd-4a8b-9ae2-53148caf3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:05.032633 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-ff9b7adf-9efd-4a8b-9ae2-53148caf3cf2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=66eb2f8b-9250-43af-be5e-01bc015c75e6&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&id=08cfbefb-b7c2-4901-a33d-bcd1037fa934 HTTP/1.1" status: 200 len: 2296 time: 0.2504334 Dec 08 01:58:05.039298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f6bab71e-c68d-4690-8536-f90e0b4ddca0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:05.054967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f6bab71e-c68d-4690-8536-f90e0b4ddca0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:05.127436 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0727c0d-83fd-4e53-a5a1-9c5473e87798 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:05.128542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fd4aa604-ee36-4eed-b1c9-9059fb92d74b None None] Provisioning complete for port 6cc566c4-deda-4159-a78a-23068f3c174a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:05.129061 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd4aa604-ee36-4eed-b1c9-9059fb92d74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:05.137932 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f6bab71e-c68d-4690-8536-f90e0b4ddca0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2026536 Dec 08 01:58:05.153764 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cad1640f-c5c0-4fc9-8aed-99fda28fe64b req-60c6d57e-5d01-46b1-98c7-480f8c1677d1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611741 Dec 08 01:58:05.155690 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-507189bf-3e34-4e01-bc3d-f296cca8d6f2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec HTTP/1.1" status: 200 len: 1000 time: 0.0975833 Dec 08 01:58:05.163804 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-1a1fb10d-03d5-4de6-854f-f40afd953428 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'port': {'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703', 'admin_state_up': True, 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'security_groups': ['d4ed9d9b-8d3f-42b6-8b7a-5fb831942286']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:05.188462 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b60cc-f43e-49b1-905c-8f7e3f62d22a req-7717c166-57d3-43b0-b28c-a05bb87a774e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:05.190862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b0b60cc-f43e-49b1-905c-8f7e3f62d22a req-7717c166-57d3-43b0-b28c-a05bb87a774e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.0973806 Dec 08 01:58:05.192509 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0727c0d-83fd-4e53-a5a1-9c5473e87798 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:05.198829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0727c0d-83fd-4e53-a5a1-9c5473e87798 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:05.199568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0727c0d-83fd-4e53-a5a1-9c5473e87798 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:05.279068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fd4aa604-ee36-4eed-b1c9-9059fb92d74b None None] Port 6cc566c4-deda-4159-a78a-23068f3c174a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:05.318760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-ef652a95-5202-409b-a5d1-fe879986c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:05.320368 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-ef652a95-5202-409b-a5d1-fe879986c207 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2fc99699-31f7-4278-ae8b-e487153a11ac HTTP/1.1" status: 200 len: 855 time: 0.1506972 Dec 08 01:58:05.344337 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c0727c0d-83fd-4e53-a5a1-9c5473e87798 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7124889 Dec 08 01:58:05.348532 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51238) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:05.354688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5a394db-3205-42d3-a928-8cd26e63594c req-d729f5f9-c59f-4718-918a-4ec462770c78 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips/082c58ba-9d80-48ac-b8dd-a0262bb3f442 HTTP/1.1" status: 200 len: 693 time: 0.1154974 Dec 08 01:58:05.380741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0727c0d-83fd-4e53-a5a1-9c5473e87798 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Network': ['ID=50db9cb2-0e67-4586-94c6-a1092a30b80c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:05.396359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 50db9cb2-0e67-4586-94c6-a1092a30b80c details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:58:05.406935 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b0b60cc-f43e-49b1-905c-8f7e3f62d22a req-4b0b8bdb-6ae7-4a2d-8a8f-a321a2f5c135 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034535 Dec 08 01:58:05.408240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1d544cba-9b3b-4117-8262-fc335ee2619b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': '50db9cb2-0e67-4586-94c6-a1092a30b80c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:05.508240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a394db-3205-42d3-a928-8cd26e63594c req-1de3dc9c-aa70-4a6e-ab73-870c9bb299f7 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:05.516295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5a394db-3205-42d3-a928-8cd26e63594c req-1de3dc9c-aa70-4a6e-ab73-870c9bb299f7 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.1500335 Dec 08 01:58:05.528387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-e99362cd-f85d-45e1-b42e-c0199d549e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:05.530517 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-e99362cd-f85d-45e1-b42e-c0199d549e05 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=66eb2f8b-9250-43af-be5e-01bc015c75e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2008131 Dec 08 01:58:05.560887 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-1a1fb10d-03d5-4de6-854f-f40afd953428 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Made reservation on behalf of 63ae5c956a214f1cb1da1b778d408c0b for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:05.579857 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-1a1fb10d-03d5-4de6-854f-f40afd953428 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:05.592483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5a394db-3205-42d3-a928-8cd26e63594c req-4f6eaccb-d8e5-491d-85e1-81be344c227b tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.179 HTTP/1.1" status: 200 len: 696 time: 0.0752568 Dec 08 01:58:05.667085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5a394db-3205-42d3-a928-8cd26e63594c req-20c3af1c-b243-4383-b500-38e1a375a644 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.179 HTTP/1.1" status: 200 len: 696 time: 0.0734553 Dec 08 01:58:05.753925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d544cba-9b3b-4117-8262-fc335ee2619b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:05.767133 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d544cba-9b3b-4117-8262-fc335ee2619b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.140240 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-7ec109fb-4f46-456c-acef-2f422ba06769 service neutron] 10.222.0.75 "GET /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971825 Dec 08 01:58:06.208966 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d544cba-9b3b-4117-8262-fc335ee2619b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.346761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0346b-9e1c-402d-90a4-5649a62fdfd7 req-a748bfe9-76ee-4c7a-8294-b015952ec247 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:06.348349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8e0346b-9e1c-402d-90a4-5649a62fdfd7 req-a748bfe9-76ee-4c7a-8294-b015952ec247 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 949 time: 0.1026886 Dec 08 01:58:06.384097 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-d014863f-5044-4497-9b61-c5c824103afc service neutron] 10.222.0.75 "GET /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686687 Dec 08 01:58:06.460382 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-e9f4f51b-cf1d-4f21-9e77-de7a5cf9ad43 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c HTTP/1.1" status: 200 len: 217 time: 0.0497625 Dec 08 01:58:06.480787 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8e0346b-9e1c-402d-90a4-5649a62fdfd7 req-50525ddf-ba5e-4887-9a16-79bda459f878 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991793 Dec 08 01:58:06.495738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-a5a394db-3205-42d3-a928-8cd26e63594c req-2cb6b914-561d-449f-9475-f07d1488c964 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Deleting port 38a9699f-888b-4c08-a509-9e84fa19bad1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:06.496304 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a5a394db-3205-42d3-a928-8cd26e63594c req-2cb6b914-561d-449f-9475-f07d1488c964 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.640460 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a5a394db-3205-42d3-a928-8cd26e63594c req-2cb6b914-561d-449f-9475-f07d1488c964 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.641288 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a5a394db-3205-42d3-a928-8cd26e63594c req-2cb6b914-561d-449f-9475-f07d1488c964 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.691132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-a5a394db-3205-42d3-a928-8cd26e63594c req-2cb6b914-561d-449f-9475-f07d1488c964 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Calling delete_port for 38a9699f-888b-4c08-a509-9e84fa19bad1 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:06.763640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d544cba-9b3b-4117-8262-fc335ee2619b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Subnet': ['ID=68295ffa-e556-4326-b832-a0be25f31b16,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:06.790630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d544cba-9b3b-4117-8262-fc335ee2619b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Checking segment: {'id': '94afbedb-7b69-472c-80b9-da527c879c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '50db9cb2-0e67-4586-94c6-a1092a30b80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:06.791239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d544cba-9b3b-4117-8262-fc335ee2619b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network hostable DHCP agents. Network: 50db9cb2-0e67-4586-94c6-a1092a30b80c, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:58:06.853383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a35a6e-9cf0-42ed-9831-8feb10cf9b57 req-4b4c64ea-12cf-4080-9dba-eceadf5877fe tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:06.860135 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-18a35a6e-9cf0-42ed-9831-8feb10cf9b57 req-4b4c64ea-12cf-4080-9dba-eceadf5877fe tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 949 time: 0.3036044 Dec 08 01:58:06.863145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-872eb854-4692-48d6-a06f-bbee532b1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:06.868883 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-872eb854-4692-48d6-a06f-bbee532b1cff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.3892188 Dec 08 01:58:06.878021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf42cf-2876-41c1-ab6a-04509024e6b9 req-dcda1b8e-1538-4343-85aa-0802f1f0b5a8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:06.884647 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf42cf-2876-41c1-ab6a-04509024e6b9 req-dcda1b8e-1538-4343-85aa-0802f1f0b5a8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:06.894792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf42cf-2876-41c1-ab6a-04509024e6b9 req-dcda1b8e-1538-4343-85aa-0802f1f0b5a8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:06.901146 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf42cf-2876-41c1-ab6a-04509024e6b9 req-dcda1b8e-1538-4343-85aa-0802f1f0b5a8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:06.908111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53cf42cf-2876-41c1-ab6a-04509024e6b9 req-dcda1b8e-1538-4343-85aa-0802f1f0b5a8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 3094 time: 0.1048059 Dec 08 01:58:06.948882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-1a1fb10d-03d5-4de6-854f-f40afd953428 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Allocated IP 10.2.2.200 (070c9fd6-5c33-481f-972d-d93c3bb28703/0187a527-5c48-4961-8721-946f3d80ecb1/3a24b4b4-8966-44f8-9636-d4da51d10381) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:07.056399 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d544cba-9b3b-4117-8262-fc335ee2619b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 50db9cb2-0e67-4586-94c6-a1092a30b80c is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:58:07.075505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53cf42cf-2876-41c1-ab6a-04509024e6b9 req-e8c62464-5469-43c5-89ef-ffda64980ede tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606157 Dec 08 01:58:07.128399 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-63a9af0e-adca-4699-a8e1-3ba409e0c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:07.129839 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-63a9af0e-adca-4699-a8e1-3ba409e0c29a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2309608 Dec 08 01:58:07.137322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-1d544cba-9b3b-4117-8262-fc335ee2619b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 50db9cb2-0e67-4586-94c6-a1092a30b80c) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:07.143883 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a5a394db-3205-42d3-a928-8cd26e63594c req-2cb6b914-561d-449f-9475-f07d1488c964 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:07.151262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3ae22b-339e-43ee-888d-5d7e3976d197 None None] Network 50db9cb2-0e67-4586-94c6-a1092a30b80c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:07.159649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d544cba-9b3b-4117-8262-fc335ee2619b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:07.160792 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d544cba-9b3b-4117-8262-fc335ee2619b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:07.337585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6b914-561d-449f-9475-f07d1488c964 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Pushing event deleted for resources: {'Port': ['ID=38a9699f-888b-4c08-a509-9e84fa19bad1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:07.368941 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a5a394db-3205-42d3-a928-8cd26e63594c req-2cb6b914-561d-449f-9475-f07d1488c964 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:07.378089 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a5a394db-3205-42d3-a928-8cd26e63594c req-2cb6b914-561d-449f-9475-f07d1488c964 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:07.383115 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5a394db-3205-42d3-a928-8cd26e63594c req-2cb6b914-561d-449f-9475-f07d1488c964 tempest-FloatingIPDetailsTestJSON-1553959947 tempest-FloatingIPDetailsTestJSON-1553959947-project] 10.222.0.71 "DELETE /v2.0/floatingips/082c58ba-9d80-48ac-b8dd-a0262bb3f442 HTTP/1.1" status: 204 len: 173 time: 1.7053103 Dec 08 01:58:07.394661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-50db9cb2-0e67-4586-94c6-a1092a30b80c', 'network_id': '50db9cb2-0e67-4586-94c6-a1092a30b80c', 'project_id': 'ce784be1a1a047ac8e1a8b2922f3d034', 'fixed_ips': [{'subnet_id': '68295ffa-e556-4326-b832-a0be25f31b16'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:58:07.395561 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:07.399804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51272) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:07.704852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac112c25-5745-405b-9cbf-07014ecacf31 req-3004d4ae-6c2e-4851-845b-7fe2ab22d761 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:07.728242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac112c25-5745-405b-9cbf-07014ecacf31 req-3004d4ae-6c2e-4851-845b-7fe2ab22d761 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.4818189 Dec 08 01:58:07.737587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Allocated IP 2001:db8::2 (50db9cb2-0e67-4586-94c6-a1092a30b80c/68295ffa-e556-4326-b832-a0be25f31b16/1c765be5-6df9-41a4-bc23-c627c2d6913c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:07.824490 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-1a1fb10d-03d5-4de6-854f-f40afd953428 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:07.881378 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac112c25-5745-405b-9cbf-07014ecacf31 req-799a6d8d-6bc6-42d9-a3e4-72abe9e9f347 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521633 Dec 08 01:58:07.927402 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a327ac2-cb34-49d7-8360-680f075f37c9 req-a863ff30-d793-4f07-9621-0672f4b32e5c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:07.945291 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a327ac2-cb34-49d7-8360-680f075f37c9 req-a863ff30-d793-4f07-9621-0672f4b32e5c tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 949 time: 0.2709186 Dec 08 01:58:07.995087 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-de44c6ab-d1da-4fee-af2c-41d1940bc12c service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8455918 Dec 08 01:58:08.037945 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.042188 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1d544cba-9b3b-4117-8262-fc335ee2619b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6423886 Dec 08 01:58:08.045848 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51282) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:08.050207 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.060502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-87627c1b-3ccf-43f0-916c-8e4d14993731 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': '50db9cb2-0e67-4586-94c6-a1092a30b80c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:08.088286 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-1a1fb10d-03d5-4de6-854f-f40afd953428 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.169431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Network 50db9cb2-0e67-4586-94c6-a1092a30b80c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:08.174299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Pushing event updated for resources: {'Port': ['ID=1c765be5-6df9-41a4-bc23-c627c2d6913c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:08.177238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-18a35a6e-9cf0-42ed-9831-8feb10cf9b57 req-8d7ffa91-7a2b-41dd-983d-d71efb1c5a60 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Deleting port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:08.177728 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-18a35a6e-9cf0-42ed-9831-8feb10cf9b57 req-8d7ffa91-7a2b-41dd-983d-d71efb1c5a60 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.178138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a327ac2-cb34-49d7-8360-680f075f37c9 req-97ebedfd-365d-4465-bc00-77b91ddefc7d tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156818 Dec 08 01:58:08.194138 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:08.199182 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:08.263511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Attempting to bind port 1c765be5-6df9-41a4-bc23-c627c2d6913c on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:08.263909 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Attempting to bind port 1c765be5-6df9-41a4-bc23-c627c2d6913c by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '94afbedb-7b69-472c-80b9-da527c879c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '50db9cb2-0e67-4586-94c6-a1092a30b80c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:08.264275 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Attempting to bind port 1c765be5-6df9-41a4-bc23-c627c2d6913c on network 50db9cb2-0e67-4586-94c6-a1092a30b80c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:08.271009 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:08.271394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Checking segment: {'id': '94afbedb-7b69-472c-80b9-da527c879c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '50db9cb2-0e67-4586-94c6-a1092a30b80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:08.271839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.272235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Bound using segment: {'id': '94afbedb-7b69-472c-80b9-da527c879c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '50db9cb2-0e67-4586-94c6-a1092a30b80c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:08.272705 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Bound port: 1c765be5-6df9-41a4-bc23-c627c2d6913c, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94afbedb-7b69-472c-80b9-da527c879c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '50db9cb2-0e67-4586-94c6-a1092a30b80c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:08.273087 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.349810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] For port 1c765be5-6df9-41a4-bc23-c627c2d6913c, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:08.352945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] For port 1c765be5-6df9-41a4-bc23-c627c2d6913c, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1c765be5-6df9-41a4-bc23-c627c2d6913c,segment=NetworkSegment(94afbedb-7b69-472c-80b9-da527c879c62),segment_id=94afbedb-7b69-472c-80b9-da527c879c62)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:08.360163 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.396841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cba30-3d1f-4961-91fc-54a21b8aa62c req-22372fe7-607d-4fc6-8e5c-c23044adfefb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:08.402337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-1a1fb10d-03d5-4de6-854f-f40afd953428 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Network 070c9fd6-5c33-481f-972d-d93c3bb28703 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:08.404150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cba30-3d1f-4961-91fc-54a21b8aa62c req-22372fe7-607d-4fc6-8e5c-c23044adfefb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:08.410355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cba30-3d1f-4961-91fc-54a21b8aa62c req-22372fe7-607d-4fc6-8e5c-c23044adfefb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:08.416914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cba30-3d1f-4961-91fc-54a21b8aa62c req-22372fe7-607d-4fc6-8e5c-c23044adfefb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:08.423950 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cba30-3d1f-4961-91fc-54a21b8aa62c req-22372fe7-607d-4fc6-8e5c-c23044adfefb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:08.431836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-493cba30-3d1f-4961-91fc-54a21b8aa62c req-22372fe7-607d-4fc6-8e5c-c23044adfefb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 3815 time: 0.1358967 Dec 08 01:58:08.461088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b60fc1-41ec-4973-80b4-cb2147749e59 None None] Pushing event updated for resources: {'Port': ['ID=1c765be5-6df9-41a4-bc23-c627c2d6913c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:08.533184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-493cba30-3d1f-4961-91fc-54a21b8aa62c req-756f4412-4f47-414c-abc3-3a0c10115a80 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997756 Dec 08 01:58:08.541886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-1a1fb10d-03d5-4de6-854f-f40afd953428 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:08.545468 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-1a6c1c9f-a426-4254-a117-34d7e2a526c2 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985416 Dec 08 01:58:08.562106 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-18a35a6e-9cf0-42ed-9831-8feb10cf9b57 req-8d7ffa91-7a2b-41dd-983d-d71efb1c5a60 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] For port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1e1f73cb-7b2b-4605-ab08-075a7c16aaab,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:08.562452 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-18a35a6e-9cf0-42ed-9831-8feb10cf9b57 req-8d7ffa91-7a2b-41dd-983d-d71efb1c5a60 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.630305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-1a1fb10d-03d5-4de6-854f-f40afd953428 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:08.645497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-18a35a6e-9cf0-42ed-9831-8feb10cf9b57 req-8d7ffa91-7a2b-41dd-983d-d71efb1c5a60 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Calling delete_port for 1e1f73cb-7b2b-4605-ab08-075a7c16aaab owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:08.723967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fb10d-03d5-4de6-854f-f40afd953428 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event updated for resources: {'Port': ['ID=3a24b4b4-8966-44f8-9636-d4da51d10381,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:08.742868 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-8b999de9-86d4-4c63-851d-5d77ec48a40b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=6c233101-806d-4641-913c-08c4d8a9b2ca HTTP/1.1" status: 200 len: 217 time: 0.1525667 Dec 08 01:58:08.870490 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b7d4d04-f0f1-44e6-a864-5cfa7844f576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.000372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-295e1b93-878d-42bf-898a-f28c12ccb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:09.002037 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-295e1b93-878d-42bf-898a-f28c12ccb882 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.2342141 Dec 08 01:58:09.053192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-1a1fb10d-03d5-4de6-854f-f40afd953428 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:09.053895 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-1a1fb10d-03d5-4de6-854f-f40afd953428 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.084798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3366bb27-c446-4a49-8cd3-782d02cf3314 None None] Provisioning complete for port 3a24b4b4-8966-44f8-9636-d4da51d10381 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:09.085477 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3366bb27-c446-4a49-8cd3-782d02cf3314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.142309 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3366bb27-c446-4a49-8cd3-782d02cf3314 None None] Port 3a24b4b4-8966-44f8-9636-d4da51d10381 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:09.186078 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ecf7b-1483-4b8d-96c7-12fdaa322273 req-b3867bed-5d2f-4fb0-8f59-7a0b5ab05ae7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:09.188166 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b9ecf7b-1483-4b8d-96c7-12fdaa322273 req-b3867bed-5d2f-4fb0-8f59-7a0b5ab05ae7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.1663585 Dec 08 01:58:09.261278 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-18a35a6e-9cf0-42ed-9831-8feb10cf9b57 req-8d7ffa91-7a2b-41dd-983d-d71efb1c5a60 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.276101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87627c1b-3ccf-43f0-916c-8e4d14993731 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:09.279919 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-87627c1b-3ccf-43f0-916c-8e4d14993731 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.295547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['18827b02-8043-40c5-94b3-f8664a962df9'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:58:09.371263 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b9ecf7b-1483-4b8d-96c7-12fdaa322273 req-a5435342-51ab-422b-b7a0-7c88a4237b6a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622772 Dec 08 01:58:09.416894 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f17520a-e690-47f5-b394-ca9ecb9edef5 req-98328b09-ba7a-48a7-8758-14069eb1e241 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=3322432f-b489-4cd6-b761-f8509e3b3a76 HTTP/1.1" status: 200 len: 210 time: 0.0451818 Dec 08 01:58:09.430255 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-9fcaac05-9347-46ce-8a10-c17d2ec199ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:09.432052 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-9fcaac05-9347-46ce-8a10-c17d2ec199ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4073904 Dec 08 01:58:09.460504 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-1a1fb10d-03d5-4de6-854f-f40afd953428 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3014352 Dec 08 01:58:09.474384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ffa91-7a2b-41dd-983d-d71efb1c5a60 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Pushing event deleted for resources: {'Port': ['ID=1e1f73cb-7b2b-4605-ab08-075a7c16aaab,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:09.495116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Request body: {'port': {'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:09.577232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d4d04-f0f1-44e6-a864-5cfa7844f576 admin admin] Deleting port 43564244-d819-455b-a58b-6bf64157f2d8 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:09.577589 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b7d4d04-f0f1-44e6-a864-5cfa7844f576 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.711213 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-f7350859-f07e-4162-bfa3-38f3e332da79 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479391 Dec 08 01:58:09.743633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a35a6e-9cf0-42ed-9831-8feb10cf9b57 req-8d7ffa91-7a2b-41dd-983d-d71efb1c5a60 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] No DVR routers for this DVR port 1e1f73cb-7b2b-4605-ab08-075a7c16aaab on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:09.749400 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-18a35a6e-9cf0-42ed-9831-8feb10cf9b57 req-8d7ffa91-7a2b-41dd-983d-d71efb1c5a60 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.752920 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-18a35a6e-9cf0-42ed-9831-8feb10cf9b57 req-8d7ffa91-7a2b-41dd-983d-d71efb1c5a60 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.45 "DELETE /v2.0/ports/1e1f73cb-7b2b-4605-ab08-075a7c16aaab HTTP/1.1" status: 204 len: 173 time: 2.8643808 Dec 08 01:58:09.769120 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-5b7d4d04-f0f1-44e6-a864-5cfa7844f576 admin admin] For port 43564244-d819-455b-a58b-6bf64157f2d8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=43564244-d819-455b-a58b-6bf64157f2d8,segment=NetworkSegment(fd7d103b-bdc4-45ed-b084-dc56134a80fc),segment_id=fd7d103b-bdc4-45ed-b084-dc56134a80fc)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:09.769839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b7d4d04-f0f1-44e6-a864-5cfa7844f576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.773116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3322432f-b489-4cd6-b761-f8509e3b3a76', 'name': 'network-vif-deleted', 'tag': '1e1f73cb-7b2b-4605-ab08-075a7c16aaab'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:09.775430 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3935890e-cf91-43e4-ab8c-3fa9f1bf35cf" -d '{"events": [{"server_uuid": "3322432f-b489-4cd6-b761-f8509e3b3a76", "name": "network-vif-deleted", "tag": "1e1f73cb-7b2b-4605-ab08-075a7c16aaab"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:09.785823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d4d04-f0f1-44e6-a864-5cfa7844f576 admin admin] Calling delete_port for 43564244-d819-455b-a58b-6bf64157f2d8 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:09.875343 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18832261-bef7-45d3-a44c-c047617c9a42 x-openstack-request-id: req-18832261-bef7-45d3-a44c-c047617c9a42 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:09.875646 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3322432f-b489-4cd6-b761-f8509e3b3a76", "name": "network-vif-deleted", "tag": "1e1f73cb-7b2b-4605-ab08-075a7c16aaab", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:09.875921 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-18832261-bef7-45d3-a44c-c047617c9a42 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:09.876320 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3322432f-b489-4cd6-b761-f8509e3b3a76', 'name': 'network-vif-deleted', 'tag': '1e1f73cb-7b2b-4605-ab08-075a7c16aaab', 'status': 'completed', 'code': 200} Dec 08 01:58:09.955076 n-d-713499-31 neutron-server[109766]: INFO neutron.db.ipam_backend_mixin [None req-87627c1b-3ccf-43f0-916c-8e4d14993731 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 68295ffa-e556-4326-b832-a0be25f31b16 (CIDR: 2001:db8::/64) Dec 08 01:58:09.960908 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.086854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1e1f73cb-7b2b-4605-ab08-075a7c16aaab no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:10.102176 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-87627c1b-3ccf-43f0-916c-8e4d14993731 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:58:10.103257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87627c1b-3ccf-43f0-916c-8e4d14993731 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:58:10.116688 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b7d4d04-f0f1-44e6-a864-5cfa7844f576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.135007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 1e1f73cb-7b2b-4605-ab08-075a7c16aaab {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:10.135357 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1e1f73cb-7b2b-4605-ab08-075a7c16aaab not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:10.194001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d4d04-f0f1-44e6-a864-5cfa7844f576 admin admin] Pushing event deleted for resources: {'Port': ['ID=43564244-d819-455b-a58b-6bf64157f2d8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:10.245205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31571fe0-030d-4160-a5c0-9608398465ae None None] Network 50db9cb2-0e67-4586-94c6-a1092a30b80c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:10.266154 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-c6a3eccd-5c4a-4e3a-ad5e-0c03355d1ed9 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332491 Dec 08 01:58:10.299806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f4292-cca9-4d06-ac42-739128819728 req-301d1098-b44c-4f0c-8711-acb562c7693e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:10.303339 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-87627c1b-3ccf-43f0-916c-8e4d14993731 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2525389 Dec 08 01:58:10.329615 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f4292-cca9-4d06-ac42-739128819728 req-301d1098-b44c-4f0c-8711-acb562c7693e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:10.344477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f4292-cca9-4d06-ac42-739128819728 req-301d1098-b44c-4f0c-8711-acb562c7693e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:10.350914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f4292-cca9-4d06-ac42-739128819728 req-301d1098-b44c-4f0c-8711-acb562c7693e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:10.382322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f4292-cca9-4d06-ac42-739128819728 req-301d1098-b44c-4f0c-8711-acb562c7693e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:10.399659 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-696f4292-cca9-4d06-ac42-739128819728 req-301d1098-b44c-4f0c-8711-acb562c7693e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 3815 time: 0.6631618 Dec 08 01:58:10.406834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51310) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:10.414635 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-29303255-6970-409e-9885-9e71aec416c6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=52eb4e0b-d780-4097-bc7a-8511b10aa9ef HTTP/1.1" status: 200 len: 217 time: 0.1293812 Dec 08 01:58:10.432283 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0858b774-fdcd-4d2f-bdff-1bcdc1db55a9 None None] Provisioning complete for port 1c765be5-6df9-41a4-bc23-c627c2d6913c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:10.432906 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0858b774-fdcd-4d2f-bdff-1bcdc1db55a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.505744 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9150094d-a469-4bef-9462-a7f1e67208a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': '50db9cb2-0e67-4586-94c6-a1092a30b80c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:10.640557 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0858b774-fdcd-4d2f-bdff-1bcdc1db55a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.698100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0858b774-fdcd-4d2f-bdff-1bcdc1db55a9 None None] For port 1c765be5-6df9-41a4-bc23-c627c2d6913c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1c765be5-6df9-41a4-bc23-c627c2d6913c,segment=NetworkSegment(94afbedb-7b69-472c-80b9-da527c879c62),segment_id=94afbedb-7b69-472c-80b9-da527c879c62)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:10.718501 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0858b774-fdcd-4d2f-bdff-1bcdc1db55a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.735336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad676ef-7601-4543-b8c7-abf32ca8e077 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:10.743773 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.760969 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Transition to ACTIVE for port object 9ad676ef-7601-4543-b8c7-abf32ca8e077 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:58:10.796272 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.848953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858b774-fdcd-4d2f-bdff-1bcdc1db55a9 None None] Pushing event updated for resources: {'Port': ['ID=1c765be5-6df9-41a4-bc23-c627c2d6913c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:10.861312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9150094d-a469-4bef-9462-a7f1e67208a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:10.878942 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9150094d-a469-4bef-9462-a7f1e67208a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.939727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-8f490d7a-7701-4267-baa1-378f55781695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:10.941228 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-8f490d7a-7701-4267-baa1-378f55781695 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.5108469 Dec 08 01:58:11.021237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Pushing event updated for resources: {'Port': ['ID=9ad676ef-7601-4543-b8c7-abf32ca8e077,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:11.069175 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1c765be5-6df9-41a4-bc23-c627c2d6913c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:11.116878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-5ba78cbc-4c29-4221-89ca-210083e3bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:11.118428 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-5ba78cbc-4c29-4221-89ca-210083e3bf0e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1558318 Dec 08 01:58:11.123839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Attempting to bind port 9ad676ef-7601-4543-b8c7-abf32ca8e077 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:11.124468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Attempting to bind port 9ad676ef-7601-4543-b8c7-abf32ca8e077 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:11.124597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Attempting to bind port 9ad676ef-7601-4543-b8c7-abf32ca8e077 on network caf2deea-53dd-4462-beed-a3b1fd4b591a {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:11.176093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Port 9ad676ef-7601-4543-b8c7-abf32ca8e077 on network caf2deea-53dd-4462-beed-a3b1fd4b591a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:58:11.182319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Attempting to bind port 9ad676ef-7601-4543-b8c7-abf32ca8e077 on network caf2deea-53dd-4462-beed-a3b1fd4b591a {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:11.182555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 1c765be5-6df9-41a4-bc23-c627c2d6913c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:11.183135 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.220997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:11.221387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Checking segment: {'id': '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:11.228225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Bound using segment: {'id': '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:11.228915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Bound port: 9ad676ef-7601-4543-b8c7-abf32ca8e077, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:11.229489 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.278500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25c9af-3684-4269-b30b-139e00938fb6 req-e9ec6056-a276-4f3f-9ddc-d6c17f8f0d48 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:11.285144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa25c9af-3684-4269-b30b-139e00938fb6 req-e9ec6056-a276-4f3f-9ddc-d6c17f8f0d48 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.6449568 Dec 08 01:58:11.305389 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-696f4292-cca9-4d06-ac42-739128819728 req-0f4dff7e-1c7a-46bc-9589-f656997b3489 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9048336 Dec 08 01:58:11.439357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] For port 9ad676ef-7601-4543-b8c7-abf32ca8e077, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:11.443313 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] For port 9ad676ef-7601-4543-b8c7-abf32ca8e077, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9ad676ef-7601-4543-b8c7-abf32ca8e077,segment=NetworkSegment(3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3),segment_id=3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:11.468107 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.473952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6009528f-91ad-407f-bd21-e7a97b9e088b None None] Provisioning complete for port 1c765be5-6df9-41a4-bc23-c627c2d6913c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:11.474488 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6009528f-91ad-407f-bd21-e7a97b9e088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.476638 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b7d4d04-f0f1-44e6-a864-5cfa7844f576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.572192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:11.576043 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.580485 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] 10.222.0.45 "PUT /v2.0/ports/9ad676ef-7601-4543-b8c7-abf32ca8e077 HTTP/1.1" status: 200 len: 1092 time: 2.0941494 Dec 08 01:58:11.637410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Request body: {'port': {'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:11.678642 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-0c5ab7c1-e306-4f15-bd77-a8272664b885 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486317 Dec 08 01:58:11.708414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa25c9af-3684-4269-b30b-139e00938fb6 req-5d9cfb09-dd11-47b3-bf7f-03f70fb55b43 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657272 Dec 08 01:58:11.866192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97979213-a8d5-4c2a-b7df-9a72b323ce6d service neutron] Pushing event updated for resources: {'Port': ['ID=9ad676ef-7601-4543-b8c7-abf32ca8e077,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:11.886874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': '9ad676ef-7601-4543-b8c7-abf32ca8e077'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:11.891879 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fb9c96-574d-4f80-821d-d74182a48712" -d '{"events": [{"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "9ad676ef-7601-4543-b8c7-abf32ca8e077"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:11.938894 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.943132 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-09daa88e-cfbc-474d-b85b-fc13d110ff2d service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540548 Dec 08 01:58:12.042157 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-b9b03263-1566-4f94-ad29-c7d026e405d5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=6aaa3da0-126d-446f-abc0-a4279b5da375 HTTP/1.1" status: 200 len: 217 time: 0.0579562 Dec 08 01:58:12.049401 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf862b5-55a7-46fc-93b4-d469fa04f67f x-openstack-request-id: req-daf862b5-55a7-46fc-93b4-d469fa04f67f {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:12.050143 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "9ad676ef-7601-4543-b8c7-abf32ca8e077", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:12.050567 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-daf862b5-55a7-46fc-93b4-d469fa04f67f {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:12.051153 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': '9ad676ef-7601-4543-b8c7-abf32ca8e077', 'status': 'completed', 'code': 200} Dec 08 01:58:12.193927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-3a67e66f-2ad5-4a18-8541-729e1ec7c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.195378 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-3a67e66f-2ad5-4a18-8541-729e1ec7c1e4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.1322002 Dec 08 01:58:12.197855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80f4a6-64eb-4e27-8dcb-8478403b38de req-3d933b85-9d0d-44b9-a343-f4a5923ecbad tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.199469 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f80f4a6-64eb-4e27-8dcb-8478403b38de req-3d933b85-9d0d-44b9-a343-f4a5923ecbad tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 949 time: 0.1882973 Dec 08 01:58:12.289925 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f80f4a6-64eb-4e27-8dcb-8478403b38de req-abaf596f-1aa5-4795-95c1-206fcaa0ab67 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843523 Dec 08 01:58:12.319729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7d4d04-f0f1-44e6-a864-5cfa7844f576 admin admin] Router 218c8c0e-86f4-4c0d-aad6-9b69078526ba has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:58:12.341223 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9150094d-a469-4bef-9462-a7f1e67208a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.388569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb9c96-574d-4f80-821d-d74182a48712 req-fbf01693-b004-4e36-86d5-63fb255647ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.389075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb9c96-574d-4f80-821d-d74182a48712 req-fbf01693-b004-4e36-86d5-63fb255647ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.389550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb9c96-574d-4f80-821d-d74182a48712 req-fbf01693-b004-4e36-86d5-63fb255647ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.398205 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb9c96-574d-4f80-821d-d74182a48712 req-fbf01693-b004-4e36-86d5-63fb255647ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.399405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb9c96-574d-4f80-821d-d74182a48712 req-fbf01693-b004-4e36-86d5-63fb255647ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.401353 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68fb9c96-574d-4f80-821d-d74182a48712 req-fbf01693-b004-4e36-86d5-63fb255647ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 4363 time: 0.3490665 Dec 08 01:58:12.409943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9150094d-a469-4bef-9462-a7f1e67208a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 50db9cb2-0e67-4586-94c6-a1092a30b80c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:12.419301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9150094d-a469-4bef-9462-a7f1e67208a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:12.435177 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d75dad5-45c8-4f96-9971-0404444b0094 None None] Network 50db9cb2-0e67-4586-94c6-a1092a30b80c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:12.511937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150094d-a469-4bef-9462-a7f1e67208a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Subnet': ['ID=704ead4a-ae5c-459e-844a-ae129d243c25,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:12.518682 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9150094d-a469-4bef-9462-a7f1e67208a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.519287 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9150094d-a469-4bef-9462-a7f1e67208a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.532034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-594cac20-86c6-40ed-82db-1b594f5749ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.533535 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-594cac20-86c6-40ed-82db-1b594f5749ae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2749963 Dec 08 01:58:12.579109 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f07ecb4-69f7-4389-b221-7f6872446d68 req-2c2cb8e6-dc72-4f4b-ad7a-a5efe256d897 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3106220 Dec 08 01:58:12.709775 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9150094d-a469-4bef-9462-a7f1e67208a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2182984 Dec 08 01:58:12.714888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51346) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:12.719857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'network_id': '50db9cb2-0e67-4586-94c6-a1092a30b80c', 'fixed_ips': [{'subnet_id': '68295ffa-e556-4326-b832-a0be25f31b16'}, {'subnet_id': '704ead4a-ae5c-459e-844a-ae129d243c25'}], 'name': 'tempest-PortsIpV6TestJSON-1472430065'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:12.729559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7d4d04-f0f1-44e6-a864-5cfa7844f576 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:58:12.755724 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c688dad-b839-4fe4-a9cd-9511cd7aaca2 None None] Sync routers for ids ['218c8c0e-86f4-4c0d-aad6-9b69078526ba'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:58:12.758417 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5b7d4d04-f0f1-44e6-a864-5cfa7844f576 admin admin] 10.222.0.71 "PUT /v2.0/routers/218c8c0e-86f4-4c0d-aad6-9b69078526ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3570182 Dec 08 01:58:12.769502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51350) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:12.778539 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c688dad-b839-4fe4-a9cd-9511cd7aaca2 None None] Routers {'218c8c0e-86f4-4c0d-aad6-9b69078526ba'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:12.785792 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9c688dad-b839-4fe4-a9cd-9511cd7aaca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:57:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['218c8c0e-86f4-4c0d-aad6-9b69078526ba'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:12.805702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5889390-fcb7-4273-8a5e-0b5106cb7a7d None None] Update dhcp port {'port': {'network_id': '50db9cb2-0e67-4586-94c6-a1092a30b80c', 'fixed_ips': [{'subnet_id': '68295ffa-e556-4326-b832-a0be25f31b16', 'ip_address': '2001:db8::2'}, {'subnet_id': '704ead4a-ae5c-459e-844a-ae129d243c25'}], 'binding:host_id': 'n-d-713499-31'}, 'id': '1c765be5-6df9-41a4-bc23-c627c2d6913c'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:58:12.807057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479774bc-c286-47cf-a5d2-fbfc9b0f71e0 req-e62c1374-827b-46bf-bb36-f45e0c47f706 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.822109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479774bc-c286-47cf-a5d2-fbfc9b0f71e0 req-e62c1374-827b-46bf-bb36-f45e0c47f706 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.839533 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5889390-fcb7-4273-8a5e-0b5106cb7a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.839814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479774bc-c286-47cf-a5d2-fbfc9b0f71e0 req-e62c1374-827b-46bf-bb36-f45e0c47f706 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.849179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479774bc-c286-47cf-a5d2-fbfc9b0f71e0 req-e62c1374-827b-46bf-bb36-f45e0c47f706 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.855693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479774bc-c286-47cf-a5d2-fbfc9b0f71e0 req-e62c1374-827b-46bf-bb36-f45e0c47f706 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.864732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-479774bc-c286-47cf-a5d2-fbfc9b0f71e0 req-e62c1374-827b-46bf-bb36-f45e0c47f706 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 3827 time: 0.2316594 Dec 08 01:58:12.908843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1c765be5-6df9-41a4-bc23-c627c2d6913c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:13.061416 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9c688dad-b839-4fe4-a9cd-9511cd7aaca2 None None] Set router 218c8c0e-86f4-4c0d-aad6-9b69078526ba gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:13.066986 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 1c765be5-6df9-41a4-bc23-c627c2d6913c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:13.067689 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.158576 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.207291 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-d5889390-fcb7-4273-8a5e-0b5106cb7a7d None None] Allocated IP 2001:db8:0:1::2 (50db9cb2-0e67-4586-94c6-a1092a30b80c/704ead4a-ae5c-459e-844a-ae129d243c25/1c765be5-6df9-41a4-bc23-c627c2d6913c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:13.440993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d5889390-fcb7-4273-8a5e-0b5106cb7a7d None None] For port 1c765be5-6df9-41a4-bc23-c627c2d6913c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1c765be5-6df9-41a4-bc23-c627c2d6913c,segment=NetworkSegment(94afbedb-7b69-472c-80b9-da527c879c62),segment_id=94afbedb-7b69-472c-80b9-da527c879c62)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:13.512160 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5889390-fcb7-4273-8a5e-0b5106cb7a7d None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.529221 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5889390-fcb7-4273-8a5e-0b5106cb7a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.536977 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9c688dad-b839-4fe4-a9cd-9511cd7aaca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'name': 'tempest-FloatingIPDetailsTestJSON-877983194-router', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:25Z', 'updated_at': '2021-12-08T01:58:10Z', 'revision_number': 5, 'project_id': '2f4621f7b9bc470fa026d4fa66827532', 'gw_port': {'id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:27Z', 'updated_at': '2021-12-08T01:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:13.587684 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77f8d4d-f01b-4db4-9229-f8e360de925d {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:13.602117 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.610610 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c688dad-b839-4fe4-a9cd-9511cd7aaca2 None None] Checking router: 218c8c0e-86f4-4c0d-aad6-9b69078526ba for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:58:13.619675 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Transition to ACTIVE for port object b77f8d4d-f01b-4db4-9229-f8e360de925d will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:58:13.628396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb9c96-574d-4f80-821d-d74182a48712 req-74795d4e-8208-43e3-8355-c009edd7c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:13.628934 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb9c96-574d-4f80-821d-d74182a48712 req-74795d4e-8208-43e3-8355-c009edd7c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:13.629444 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb9c96-574d-4f80-821d-d74182a48712 req-74795d4e-8208-43e3-8355-c009edd7c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:13.631720 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c688dad-b839-4fe4-a9cd-9511cd7aaca2 None None] Routers {'218c8c0e-86f4-4c0d-aad6-9b69078526ba'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:13.632256 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68fb9c96-574d-4f80-821d-d74182a48712 req-74795d4e-8208-43e3-8355-c009edd7c8c7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2017093 Dec 08 01:58:13.633923 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9c688dad-b839-4fe4-a9cd-9511cd7aaca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:57:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['218c8c0e-86f4-4c0d-aad6-9b69078526ba'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:13.644595 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.746172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5889390-fcb7-4273-8a5e-0b5106cb7a7d None None] Pushing event updated for resources: {'Port': ['ID=1c765be5-6df9-41a4-bc23-c627c2d6913c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:13.845305 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9c688dad-b839-4fe4-a9cd-9511cd7aaca2 None None] Set router 218c8c0e-86f4-4c0d-aad6-9b69078526ba gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:13.923113 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb9c96-574d-4f80-821d-d74182a48712 req-43d21b5d-3179-4f37-8599-fa362879e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:13.928139 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68fb9c96-574d-4f80-821d-d74182a48712 req-43d21b5d-3179-4f37-8599-fa362879e6e9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2780514 Dec 08 01:58:14.054491 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07ecb4-69f7-4389-b221-7f6872446d68 req-2a145238-d1d0-4e42-8580-cac75f4d7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:14.060791 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f07ecb4-69f7-4389-b221-7f6872446d68 req-2a145238-d1d0-4e42-8580-cac75f4d7f9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 1096 time: 1.3398192 Dec 08 01:58:14.062459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19d73e-1b41-4bb5-a193-21f2b49bc1ec req-6ba3d8e5-a970-431b-b288-d4f1c1beef2a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:14.082887 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e19d73e-1b41-4bb5-a193-21f2b49bc1ec req-6ba3d8e5-a970-431b-b288-d4f1c1beef2a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.9440401 Dec 08 01:58:14.118527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-479774bc-c286-47cf-a5d2-fbfc9b0f71e0 req-7d0b11af-19a1-40b1-997f-ad75794ed2af tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2525811 Dec 08 01:58:14.208817 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:14.263975 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.314586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68205929-a402-4848-a2aa-f74a80f8af23 req-4601867d-fda1-44bb-9c28-205f674ffbd6 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:14.316207 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68205929-a402-4848-a2aa-f74a80f8af23 req-4601867d-fda1-44bb-9c28-205f674ffbd6 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.45 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 949 time: 0.9395692 Dec 08 01:58:14.403895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07ecb4-69f7-4389-b221-7f6872446d68 req-38bff51b-f782-4317-bcad-c62b81d48ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:14.408818 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f07ecb4-69f7-4389-b221-7f6872446d68 req-38bff51b-f782-4317-bcad-c62b81d48ff0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.3109503 Dec 08 01:58:14.453513 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-0a8d9e78-3c2b-486f-98f6-e2cbf9ec9d73 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8892977 Dec 08 01:58:14.464670 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9c688dad-b839-4fe4-a9cd-9511cd7aaca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'name': 'tempest-FloatingIPDetailsTestJSON-877983194-router', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:25Z', 'updated_at': '2021-12-08T01:58:10Z', 'revision_number': 5, 'project_id': '2f4621f7b9bc470fa026d4fa66827532', 'gw_port': {'id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:27Z', 'updated_at': '2021-12-08T01:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:14.549974 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c688dad-b839-4fe4-a9cd-9511cd7aaca2 None None] The sync data for ids ['218c8c0e-86f4-4c0d-aad6-9b69078526ba'] in n-d-713499-31 is: [{'id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'name': 'tempest-FloatingIPDetailsTestJSON-877983194-router', 'tenant_id': '2f4621f7b9bc470fa026d4fa66827532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:25Z', 'updated_at': '2021-12-08T01:58:10Z', 'revision_number': 5, 'project_id': '2f4621f7b9bc470fa026d4fa66827532', 'gw_port': {'id': 'dc896f4b-5c8a-4039-970e-0d144d68bd40', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c8c0e-86f4-4c0d-aad6-9b69078526ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:27Z', 'updated_at': '2021-12-08T01:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:58:14.572740 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e19d73e-1b41-4bb5-a193-21f2b49bc1ec req-0487d88e-c21f-4f4f-8ec8-97ebd773846c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841413 Dec 08 01:58:14.650025 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.735806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779ae09-673a-4c8f-a96e-b4a6fcafc7a7 req-86e49cfc-3c39-4e30-a2db-b8fd67569de2 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:14.738232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b779ae09-673a-4c8f-a96e-b4a6fcafc7a7 req-86e49cfc-3c39-4e30-a2db-b8fd67569de2 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 949 time: 0.4491665 Dec 08 01:58:14.766662 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-5ec669c1-278f-401a-bdcc-ce6306adee49 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361300 Dec 08 01:58:14.797257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Pushing event updated for resources: {'Port': ['ID=b77f8d4d-f01b-4db4-9229-f8e360de925d,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:14.839203 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port 118b28d5-c31c-4961-894c-ab0722fe93ed yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:14.850411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fbd4ac42-df7b-4a64-b617-d78aac47f9e1 None None] Provisioning complete for port 1c765be5-6df9-41a4-bc23-c627c2d6913c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:14.851686 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbd4ac42-df7b-4a64-b617-d78aac47f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.956905 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-7938e7f7-1fd9-48a7-8fbb-43e686c76bd6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe23b3a2-b779-486d-b5ee-9f805f59230f HTTP/1.1" status: 200 len: 217 time: 0.1688616 Dec 08 01:58:15.099081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1c765be5-6df9-41a4-bc23-c627c2d6913c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:15.130009 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f07ecb4-69f7-4389-b221-7f6872446d68 req-e5047dad-a965-4f92-bb5e-5981157fa570 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 200 len: 999 time: 0.7082636 Dec 08 01:58:15.190135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07ecb4-69f7-4389-b221-7f6872446d68 req-af506afb-fe76-44e8-b693-2a8b2efb3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:15.192300 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f07ecb4-69f7-4389-b221-7f6872446d68 req-af506afb-fe76-44e8-b693-2a8b2efb3b9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.0531158 Dec 08 01:58:15.194998 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Attempting to bind port b77f8d4d-f01b-4db4-9229-f8e360de925d on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:15.195342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Attempting to bind port b77f8d4d-f01b-4db4-9229-f8e360de925d by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:15.195714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Attempting to bind port b77f8d4d-f01b-4db4-9229-f8e360de925d on network 271a4062-f75c-4f85-b7bc-e78fb447b33d {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:15.245878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-acb5e853-4ba4-4dcf-8fcf-502f147d0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:15.247991 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-acb5e853-4ba4-4dcf-8fcf-502f147d0696 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28afa482-a172-4120-a6cc-25d01b353e67 HTTP/1.1" status: 200 len: 797 time: 0.2425761 Dec 08 01:58:15.249573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Port b77f8d4d-f01b-4db4-9229-f8e360de925d on network 271a4062-f75c-4f85-b7bc-e78fb447b33d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:58:15.249901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Attempting to bind port b77f8d4d-f01b-4db4-9229-f8e360de925d on network 271a4062-f75c-4f85-b7bc-e78fb447b33d {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:15.256049 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:15.256398 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Checking segment: {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:15.256794 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Bound using segment: {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:15.257586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Bound port: b77f8d4d-f01b-4db4-9229-f8e360de925d, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:15.258249 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.279560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 1c765be5-6df9-41a4-bc23-c627c2d6913c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:15.281753 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.328417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07ecb4-69f7-4389-b221-7f6872446d68 req-99788042-87b4-4210-bb2f-36f58bb87065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:15.331104 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f07ecb4-69f7-4389-b221-7f6872446d68 req-99788042-87b4-4210-bb2f-36f58bb87065 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1300600 Dec 08 01:58:15.391453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] Deleting port dc896f4b-5c8a-4039-970e-0d144d68bd40 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:15.392065 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.397882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b779ae09-673a-4c8f-a96e-b4a6fcafc7a7 req-6338e5fd-9ced-43c6-806d-3604c3740eaf tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053898 Dec 08 01:58:15.437982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] For port b77f8d4d-f01b-4db4-9229-f8e360de925d, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:15.441180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] For port b77f8d4d-f01b-4db4-9229-f8e360de925d, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b77f8d4d-f01b-4db4-9229-f8e360de925d,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:15.444669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-9f01e82d-cbbd-478c-ad73-5eeab06d3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:15.446344 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-9f01e82d-cbbd-478c-ad73-5eeab06d3d0b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1743004 Dec 08 01:58:15.453472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 43564244-d819-455b-a58b-6bf64157f2d8 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:15.474632 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.497834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 43564244-d819-455b-a58b-6bf64157f2d8 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:15.498566 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 43564244-d819-455b-a58b-6bf64157f2d8 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:15.514973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Allocated IP 2001:db8::1db (50db9cb2-0e67-4586-94c6-a1092a30b80c/68295ffa-e556-4326-b832-a0be25f31b16/118b28d5-c31c-4961-894c-ab0722fe93ed) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:15.525430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Allocated IP 2001:db8:0:1::118 (50db9cb2-0e67-4586-94c6-a1092a30b80c/704ead4a-ae5c-459e-844a-ae129d243c25/118b28d5-c31c-4961-894c-ab0722fe93ed) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:15.558674 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:15.559397 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.560950 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] 10.222.0.45 "PUT /v2.0/ports/b77f8d4d-f01b-4db4-9229-f8e360de925d HTTP/1.1" status: 200 len: 1131 time: 3.9373584 Dec 08 01:58:15.561450 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': 'b77f8d4d-f01b-4db4-9229-f8e360de925d'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:15.564009 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f08a491-02b2-4bb9-be88-a528d1d84f88" -d '{"events": [{"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "b77f8d4d-f01b-4db4-9229-f8e360de925d"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:15.719100 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Request body: {'port': {'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:15.769393 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db68cb30-8f42-441b-9250-e841bc0d0e2a x-openstack-request-id: req-db68cb30-8f42-441b-9250-e841bc0d0e2a {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:15.770135 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "b77f8d4d-f01b-4db4-9229-f8e360de925d", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:15.770233 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-db68cb30-8f42-441b-9250-e841bc0d0e2a {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:15.770609 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': 'b77f8d4d-f01b-4db4-9229-f8e360de925d', 'status': 'completed', 'code': 200} Dec 08 01:58:15.838098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c5547-82e9-483c-a9aa-b5b478db4c62 req-15cc37e8-bce1-48c1-8a9c-15521fb344f9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:15.844703 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f07ecb4-69f7-4389-b221-7f6872446d68 req-8fc506e7-ca4f-41ae-a7eb-eb0439daff8c service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051749 Dec 08 01:58:15.845436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c5547-82e9-483c-a9aa-b5b478db4c62 req-15cc37e8-bce1-48c1-8a9c-15521fb344f9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:15.851798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c5547-82e9-483c-a9aa-b5b478db4c62 req-15cc37e8-bce1-48c1-8a9c-15521fb344f9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:15.858051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c5547-82e9-483c-a9aa-b5b478db4c62 req-15cc37e8-bce1-48c1-8a9c-15521fb344f9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:15.864672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c5547-82e9-483c-a9aa-b5b478db4c62 req-15cc37e8-bce1-48c1-8a9c-15521fb344f9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:15.870959 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c5547-82e9-483c-a9aa-b5b478db4c62 req-15cc37e8-bce1-48c1-8a9c-15521fb344f9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:15.880395 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-310c5547-82e9-483c-a9aa-b5b478db4c62 req-15cc37e8-bce1-48c1-8a9c-15521fb344f9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 4599 time: 0.5009286 Dec 08 01:58:15.977885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-310c5547-82e9-483c-a9aa-b5b478db4c62 req-4fe4006d-b275-4ab5-aa95-c8e67653de48 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965412 Dec 08 01:58:15.998617 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f07ecb4-69f7-4389-b221-7f6872446d68 req-0f5b2aaf-121a-40dd-83ce-36cb2f4db30b service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445789 Dec 08 01:58:15.999241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc4fa8-987f-4779-b1fe-7fdce996c84c service neutron] Pushing event updated for resources: {'Port': ['ID=b77f8d4d-f01b-4db4-9229-f8e360de925d,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:16.023436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381047b3-e927-46d3-98a0-b49342d2b215 req-98267777-2968-42f6-be26-fcdf7c7838ca tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.025034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-381047b3-e927-46d3-98a0-b49342d2b215 req-98267777-2968-42f6-be26-fcdf7c7838ca tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.2655532 Dec 08 01:58:16.036085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-68205929-a402-4848-a2aa-f74a80f8af23 req-9ece26b9-4d7f-4a10-a2d2-96a527ff2456 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Deleting port 18827b02-8043-40c5-94b3-f8664a962df9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:16.036444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-68205929-a402-4848-a2aa-f74a80f8af23 req-9ece26b9-4d7f-4a10-a2d2-96a527ff2456 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.097678 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-ea71903c-c581-47f2-a190-d978ae697360 service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177518 Dec 08 01:58:16.116351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a491-02b2-4bb9-be88-a528d1d84f88 req-b52acc67-1a4e-44b0-87f4-cc52cdca3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.117373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a491-02b2-4bb9-be88-a528d1d84f88 req-b52acc67-1a4e-44b0-87f4-cc52cdca3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.117921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a491-02b2-4bb9-be88-a528d1d84f88 req-b52acc67-1a4e-44b0-87f4-cc52cdca3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.118403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a491-02b2-4bb9-be88-a528d1d84f88 req-b52acc67-1a4e-44b0-87f4-cc52cdca3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.118875 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a491-02b2-4bb9-be88-a528d1d84f88 req-b52acc67-1a4e-44b0-87f4-cc52cdca3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.119876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a491-02b2-4bb9-be88-a528d1d84f88 req-b52acc67-1a4e-44b0-87f4-cc52cdca3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.123233 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f08a491-02b2-4bb9-be88-a528d1d84f88 req-b52acc67-1a4e-44b0-87f4-cc52cdca3a10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5287 time: 0.3936756 Dec 08 01:58:16.166024 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.222078 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-381047b3-e927-46d3-98a0-b49342d2b215 req-de862cd7-39ec-4fe1-868d-09fe68d1adf5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822684 Dec 08 01:58:16.233513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] For port dc896f4b-5c8a-4039-970e-0d144d68bd40, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=dc896f4b-5c8a-4039-970e-0d144d68bd40,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:16.233861 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.266921 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.278577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] Calling delete_port for dc896f4b-5c8a-4039-970e-0d144d68bd40 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:16.367446 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-68205929-a402-4848-a2aa-f74a80f8af23 req-9ece26b9-4d7f-4a10-a2d2-96a527ff2456 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] For port 18827b02-8043-40c5-94b3-f8664a962df9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=18827b02-8043-40c5-94b3-f8664a962df9,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:16.367742 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-68205929-a402-4848-a2aa-f74a80f8af23 req-9ece26b9-4d7f-4a10-a2d2-96a527ff2456 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.409444 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-1d231820-9814-450e-8dc8-5a8c38ebcb72 service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847455 Dec 08 01:58:16.443216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-68205929-a402-4848-a2aa-f74a80f8af23 req-9ece26b9-4d7f-4a10-a2d2-96a527ff2456 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Calling delete_port for 18827b02-8043-40c5-94b3-f8664a962df9 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:16.518597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a491-02b2-4bb9-be88-a528d1d84f88 req-edc49214-3166-45ed-ae02-fa66bc74bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.519153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a491-02b2-4bb9-be88-a528d1d84f88 req-edc49214-3166-45ed-ae02-fa66bc74bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.519666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a491-02b2-4bb9-be88-a528d1d84f88 req-edc49214-3166-45ed-ae02-fa66bc74bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.521460 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f08a491-02b2-4bb9-be88-a528d1d84f88 req-edc49214-3166-45ed-ae02-fa66bc74bcb5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3824639 Dec 08 01:58:16.544102 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.636997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 50db9cb2-0e67-4586-94c6-a1092a30b80c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:16.672625 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:16.681544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:16.686618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.687419 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.695874 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-6378e80e-b6b6-4cd6-924e-92ec1445f7c6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=079c4e98-7411-43d6-85a2-99b4dabf369b HTTP/1.1" status: 200 len: 217 time: 0.1732562 Dec 08 01:58:16.728079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=118b28d5-c31c-4961-894c-ab0722fe93ed,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:16.777509 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4be41039-8319-44a4-a619-91b36347f2b6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.0614653 Dec 08 01:58:16.781366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51384) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:16.796162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a0e1d702-3113-4ff2-a711-d8a1c8a1fedd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68295ffa-e556-4326-b832-a0be25f31b16'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:16.833150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a491-02b2-4bb9-be88-a528d1d84f88 req-07762dfb-ed1e-4dbb-bad4-8d0c027b30ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.835477 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f08a491-02b2-4bb9-be88-a528d1d84f88 req-07762dfb-ed1e-4dbb-bad4-8d0c027b30ac service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3032191 Dec 08 01:58:16.889955 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.922331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcddacd-889c-408c-96d0-db830e6250e7 req-8060679a-dfce-4228-8bff-aef13a5b916d tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.930064 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bcddacd-889c-408c-96d0-db830e6250e7 req-8060679a-dfce-4228-8bff-aef13a5b916d tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/ports?device_id=17b4ec91-cf66-4aa8-a015-0fa9140bead3 HTTP/1.1" status: 200 len: 949 time: 0.3150978 Dec 08 01:58:16.971476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-de00272e-3eb4-4a46-a748-935ae08dff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.972977 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-de00272e-3eb4-4a46-a748-935ae08dff84 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28afa482-a172-4120-a6cc-25d01b353e67 HTTP/1.1" status: 200 len: 797 time: 0.2142413 Dec 08 01:58:16.985804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc896f4b-5c8a-4039-970e-0d144d68bd40,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:17.081856 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-3d6df3b5-42f4-417a-95cf-f49e6df2c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:17.083474 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-3d6df3b5-42f4-417a-95cf-f49e6df2c2a3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1012471 Dec 08 01:58:17.100208 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d702-3113-4ff2-a711-d8a1c8a1fedd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.132396 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-68205929-a402-4848-a2aa-f74a80f8af23 req-9ece26b9-4d7f-4a10-a2d2-96a527ff2456 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.148991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bcddacd-889c-408c-96d0-db830e6250e7 req-0c80da8b-0a04-4462-a0b9-26824a4770fc tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.71 "GET /v2.0/security-groups?id=17db3013-520d-49fb-81a6-b14454edfd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177124 Dec 08 01:58:17.151104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f6081446-b9be-47f8-90fa-bca133cf2b37 None None] Provisioning complete for port 118b28d5-c31c-4961-894c-ab0722fe93ed triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:17.153602 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6081446-b9be-47f8-90fa-bca133cf2b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.204853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f6081446-b9be-47f8-90fa-bca133cf2b37 None None] Port 118b28d5-c31c-4961-894c-ab0722fe93ed cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:17.221365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078ca6fb-640a-48d3-866a-e1d0735eac6a {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:17.248449 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.298684 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Transition to ACTIVE for port object 078ca6fb-640a-48d3-866a-e1d0735eac6a will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:58:17.307646 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-21eab2ae-e323-4b00-b215-b6207902827b service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039728 Dec 08 01:58:17.307646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.309595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece26b9-4d7f-4a10-a2d2-96a527ff2456 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Pushing event deleted for resources: {'Port': ['ID=18827b02-8043-40c5-94b3-f8664a962df9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:17.348444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.462344 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fe91e631-be8f-4091-aaf3-79131f2b788c req-c0643c15-7d8c-403c-a58d-86ff51b0ce1d service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457078 Dec 08 01:58:17.505961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-68205929-a402-4848-a2aa-f74a80f8af23 req-9ece26b9-4d7f-4a10-a2d2-96a527ff2456 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] No DVR routers for this DVR port 18827b02-8043-40c5-94b3-f8664a962df9 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:17.509534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Pushing event updated for resources: {'Port': ['ID=078ca6fb-640a-48d3-866a-e1d0735eac6a,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:17.513852 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-68205929-a402-4848-a2aa-f74a80f8af23 req-9ece26b9-4d7f-4a10-a2d2-96a527ff2456 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.518265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68205929-a402-4848-a2aa-f74a80f8af23 req-9ece26b9-4d7f-4a10-a2d2-96a527ff2456 tempest-LiveMigrationNegativeTest-1462263862 tempest-LiveMigrationNegativeTest-1462263862-project] 10.222.0.45 "DELETE /v2.0/ports/18827b02-8043-40c5-94b3-f8664a962df9 HTTP/1.1" status: 204 len: 173 time: 3.1306446 Dec 08 01:58:17.607287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Attempting to bind port 078ca6fb-640a-48d3-866a-e1d0735eac6a on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:17.607537 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Attempting to bind port 078ca6fb-640a-48d3-866a-e1d0735eac6a by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:17.607894 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Attempting to bind port 078ca6fb-640a-48d3-866a-e1d0735eac6a on network 271a4062-f75c-4f85-b7bc-e78fb447b33d {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:17.620380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Port 078ca6fb-640a-48d3-866a-e1d0735eac6a on network 271a4062-f75c-4f85-b7bc-e78fb447b33d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:58:17.620739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Attempting to bind port 078ca6fb-640a-48d3-866a-e1d0735eac6a on network 271a4062-f75c-4f85-b7bc-e78fb447b33d {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:17.624260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f5c5-3422-4e64-80a5-bc8b4e60c75b req-74121adc-062f-4f0e-9a87-e66e7186c281 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:17.627061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:17.627565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Checking segment: {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:17.627982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Bound using segment: {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:17.628408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Bound port: 078ca6fb-640a-48d3-866a-e1d0735eac6a, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:17.629088 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.643366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f5c5-3422-4e64-80a5-bc8b4e60c75b req-74121adc-062f-4f0e-9a87-e66e7186c281 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:17.661297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f5c5-3422-4e64-80a5-bc8b4e60c75b req-74121adc-062f-4f0e-9a87-e66e7186c281 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:17.669711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f5c5-3422-4e64-80a5-bc8b4e60c75b req-74121adc-062f-4f0e-9a87-e66e7186c281 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:17.687863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f5c5-3422-4e64-80a5-bc8b4e60c75b req-74121adc-062f-4f0e-9a87-e66e7186c281 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:17.694313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f5c5-3422-4e64-80a5-bc8b4e60c75b req-74121adc-062f-4f0e-9a87-e66e7186c281 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:17.696668 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc13f5c5-3422-4e64-80a5-bc8b4e60c75b req-74121adc-062f-4f0e-9a87-e66e7186c281 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 4599 time: 0.5392182 Dec 08 01:58:17.699900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b4ec91-cf66-4aa8-a015-0fa9140bead3', 'name': 'network-vif-deleted', 'tag': '18827b02-8043-40c5-94b3-f8664a962df9'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:17.702383 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afde312-fe4d-40ab-814b-9ba89332adcc" -d '{"events": [{"server_uuid": "17b4ec91-cf66-4aa8-a015-0fa9140bead3", "name": "network-vif-deleted", "tag": "18827b02-8043-40c5-94b3-f8664a962df9"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:17.729616 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] For port 078ca6fb-640a-48d3-866a-e1d0735eac6a, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:17.736198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] For port 078ca6fb-640a-48d3-866a-e1d0735eac6a, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=078ca6fb-640a-48d3-866a-e1d0735eac6a,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:17.742028 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.808395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:17.809445 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.811225 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] 10.222.0.45 "PUT /v2.0/ports/078ca6fb-640a-48d3-866a-e1d0735eac6a HTTP/1.1" status: 200 len: 1132 time: 2.1073661 Dec 08 01:58:17.814080 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.814691 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': '078ca6fb-640a-48d3-866a-e1d0735eac6a'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:17.817623 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3975c520-4b54-4038-8359-9e09089197da" -d '{"events": [{"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "078ca6fb-640a-48d3-866a-e1d0735eac6a"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:17.837330 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.870193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Request body: {'port': {'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:17.894366 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2a8ef-f90b-482a-806e-97a3bdb7a13d service neutron] Pushing event updated for resources: {'Port': ['ID=078ca6fb-640a-48d3-866a-e1d0735eac6a,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:17.948932 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.112298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 18827b02-8043-40c5-94b3-f8664a962df9 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:18.146892 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 18827b02-8043-40c5-94b3-f8664a962df9 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:18.153778 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 18827b02-8043-40c5-94b3-f8664a962df9 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:18.456158 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc13f5c5-3422-4e64-80a5-bc8b4e60c75b req-703c15b9-3b49-4c1e-bd91-bfbd8447aaa8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7467849 Dec 08 01:58:18.507984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b0a2b-b0af-437d-a297-df1a48a003af req-f0a81fff-4346-4b67-983f-d9e4dfe1432c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:18.509683 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e8b0a2b-b0af-437d-a297-df1a48a003af req-f0a81fff-4346-4b67-983f-d9e4dfe1432c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 1.1191773 Dec 08 01:58:18.514351 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.514901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 218c8c0e-86f4-4c0d-aad6-9b69078526ba {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:58:18.533146 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.534306 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b2c2de67-3074-4fea-b4b2-1bea7c417a44 admin admin] 10.222.0.71 "DELETE /v2.0/routers/218c8c0e-86f4-4c0d-aad6-9b69078526ba HTTP/1.1" status: 204 len: 168 time: 5.6619329 Dec 08 01:58:18.547920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51414) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:18.588975 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35cf6d3-e672-4534-be6a-f28b0e0961c1 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:18.598601 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.612906 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a588a8f-3d51-406c-b271-7c231c0a987e x-openstack-request-id: req-9a588a8f-3d51-406c-b271-7c231c0a987e {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:18.613946 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b4ec91-cf66-4aa8-a015-0fa9140bead3", "name": "network-vif-deleted", "tag": "18827b02-8043-40c5-94b3-f8664a962df9", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:18.614857 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9a588a8f-3d51-406c-b271-7c231c0a987e {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:18.615053 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Transition to ACTIVE for port object c35cf6d3-e672-4534-be6a-f28b0e0961c1 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:58:18.615974 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b4ec91-cf66-4aa8-a015-0fa9140bead3', 'name': 'network-vif-deleted', 'tag': '18827b02-8043-40c5-94b3-f8664a962df9', 'status': 'completed', 'code': 200} Dec 08 01:58:18.621277 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.685126 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c1062b-2420-46b3-a370-74c485edc57c x-openstack-request-id: req-e4c1062b-2420-46b3-a370-74c485edc57c {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:18.685438 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "078ca6fb-640a-48d3-866a-e1d0735eac6a", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:18.685700 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e4c1062b-2420-46b3-a370-74c485edc57c {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:18.686131 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': '078ca6fb-640a-48d3-866a-e1d0735eac6a', 'status': 'completed', 'code': 200} Dec 08 01:58:18.717405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Pushing event updated for resources: {'Port': ['ID=c35cf6d3-e672-4534-be6a-f28b0e0961c1,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:18.916234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5f50f3-78f1-4dae-8803-58eeabe7edd8 admin admin] Deleting subnet fbc6841d-e616-49e6-abf9-76cde95b18b7 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:58:18.916647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Attempting to bind port c35cf6d3-e672-4534-be6a-f28b0e0961c1 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:18.917158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Attempting to bind port c35cf6d3-e672-4534-be6a-f28b0e0961c1 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:18.918016 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Attempting to bind port c35cf6d3-e672-4534-be6a-f28b0e0961c1 on network 271a4062-f75c-4f85-b7bc-e78fb447b33d {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:18.924026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Port c35cf6d3-e672-4534-be6a-f28b0e0961c1 on network 271a4062-f75c-4f85-b7bc-e78fb447b33d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:58:18.924164 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Attempting to bind port c35cf6d3-e672-4534-be6a-f28b0e0961c1 on network 271a4062-f75c-4f85-b7bc-e78fb447b33d {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:18.939329 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb5f50f3-78f1-4dae-8803-58eeabe7edd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.939804 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:18.940258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Checking segment: {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:18.940812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Bound using segment: {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:18.941683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Bound port: c35cf6d3-e672-4534-be6a-f28b0e0961c1, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:18.942154 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.990400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e8b0a2b-b0af-437d-a297-df1a48a003af req-324d67fb-a223-4460-a2d5-8edf19445286 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516742 Dec 08 01:58:19.113515 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] For port c35cf6d3-e672-4534-be6a-f28b0e0961c1, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:19.120972 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] For port c35cf6d3-e672-4534-be6a-f28b0e0961c1, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c35cf6d3-e672-4534-be6a-f28b0e0961c1,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:19.128437 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.155486 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:19.156349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.161570 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] 10.222.0.45 "PUT /v2.0/ports/c35cf6d3-e672-4534-be6a-f28b0e0961c1 HTTP/1.1" status: 200 len: 1092 time: 1.3087246 Dec 08 01:58:19.165116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975c520-4b54-4038-8359-9e09089197da req-01b81360-b207-49fb-b164-77f19f326857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:19.165673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975c520-4b54-4038-8359-9e09089197da req-01b81360-b207-49fb-b164-77f19f326857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:19.166447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975c520-4b54-4038-8359-9e09089197da req-01b81360-b207-49fb-b164-77f19f326857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:19.166978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975c520-4b54-4038-8359-9e09089197da req-01b81360-b207-49fb-b164-77f19f326857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:19.167443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975c520-4b54-4038-8359-9e09089197da req-01b81360-b207-49fb-b164-77f19f326857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:19.167936 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975c520-4b54-4038-8359-9e09089197da req-01b81360-b207-49fb-b164-77f19f326857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:19.168459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975c520-4b54-4038-8359-9e09089197da req-01b81360-b207-49fb-b164-77f19f326857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:19.170407 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3975c520-4b54-4038-8359-9e09089197da req-01b81360-b207-49fb-b164-77f19f326857 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 6238 time: 0.4794767 Dec 08 01:58:19.178348 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb5f50f3-78f1-4dae-8803-58eeabe7edd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.245380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Request body: {'port': {'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:19.402457 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Pushing event updated for resources: {'Port': ['ID=c35cf6d3-e672-4534-be6a-f28b0e0961c1,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:19.404248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a0e1d702-3113-4ff2-a711-d8a1c8a1fedd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Delete allocated IP 2001:db8:0:1::118 (50db9cb2-0e67-4586-94c6-a1092a30b80c/704ead4a-ae5c-459e-844a-ae129d243c25) {{(pid=109767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 01:58:19.413626 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:19.414219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:19.414784 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:19.415380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:19.416062 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:19.416622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:19.417190 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:19.417854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:19.418941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:19.419565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:19.420141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:19.420696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:19.421367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88149cf-fe93-4298-ba65-1b44c5d1fe0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:19.427884 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.494192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51434) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:19.851917 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d702-3113-4ff2-a711-d8a1c8a1fedd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.865414 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-70d86243-5da1-4f26-a2f0-abc55e22b2a9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d2e6e8995be948bfad251c41d5fff5c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3699944 Dec 08 01:58:19.869352 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d702-3113-4ff2-a711-d8a1c8a1fedd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.886097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51444) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:19.896018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf5c7-32bf-46e7-8942-e318772fe6be req-397ec90a-8b23-4edf-8691-b06dc885afd7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:19.898475 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e29cf5c7-32bf-46e7-8942-e318772fe6be req-397ec90a-8b23-4edf-8691-b06dc885afd7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.3401766 Dec 08 01:58:19.902344 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416e1a97-ecb1-4ac8-a9f8-297949a2a910 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:19.911753 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.925242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Transition to ACTIVE for port object 416e1a97-ecb1-4ac8-a9f8-297949a2a910 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:58:19.930887 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.956161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb5f50f3-78f1-4dae-8803-58eeabe7edd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.972880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1d702-3113-4ff2-a711-d8a1c8a1fedd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=118b28d5-c31c-4961-894c-ab0722fe93ed,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:20.025546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Pushing event updated for resources: {'Port': ['ID=416e1a97-ecb1-4ac8-a9f8-297949a2a910,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:20.039085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975c520-4b54-4038-8359-9e09089197da req-027e449f-e235-4eb0-830b-60a14c720421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.039831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975c520-4b54-4038-8359-9e09089197da req-027e449f-e235-4eb0-830b-60a14c720421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.040407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975c520-4b54-4038-8359-9e09089197da req-027e449f-e235-4eb0-830b-60a14c720421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.041928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3975c520-4b54-4038-8359-9e09089197da req-027e449f-e235-4eb0-830b-60a14c720421 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8567598 Dec 08 01:58:20.077690 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98f769-ea37-4dab-9fe8-d34bfbc072a5 req-c03f855e-7121-4495-8cd4-2a22b8d80f6e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.084550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98f769-ea37-4dab-9fe8-d34bfbc072a5 req-c03f855e-7121-4495-8cd4-2a22b8d80f6e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.092006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98f769-ea37-4dab-9fe8-d34bfbc072a5 req-c03f855e-7121-4495-8cd4-2a22b8d80f6e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.098329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98f769-ea37-4dab-9fe8-d34bfbc072a5 req-c03f855e-7121-4495-8cd4-2a22b8d80f6e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.104620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98f769-ea37-4dab-9fe8-d34bfbc072a5 req-c03f855e-7121-4495-8cd4-2a22b8d80f6e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.111473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98f769-ea37-4dab-9fe8-d34bfbc072a5 req-c03f855e-7121-4495-8cd4-2a22b8d80f6e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.117817 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98f769-ea37-4dab-9fe8-d34bfbc072a5 req-c03f855e-7121-4495-8cd4-2a22b8d80f6e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.127127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf98f769-ea37-4dab-9fe8-d34bfbc072a5 req-c03f855e-7121-4495-8cd4-2a22b8d80f6e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5384 time: 0.5633469 Dec 08 01:58:20.152702 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Attempting to bind port 416e1a97-ecb1-4ac8-a9f8-297949a2a910 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:20.159353 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Attempting to bind port 416e1a97-ecb1-4ac8-a9f8-297949a2a910 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:20.159856 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Attempting to bind port 416e1a97-ecb1-4ac8-a9f8-297949a2a910 on network 271a4062-f75c-4f85-b7bc-e78fb447b33d {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:20.165218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Port 416e1a97-ecb1-4ac8-a9f8-297949a2a910 on network 271a4062-f75c-4f85-b7bc-e78fb447b33d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:58:20.165593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Attempting to bind port 416e1a97-ecb1-4ac8-a9f8-297949a2a910 on network 271a4062-f75c-4f85-b7bc-e78fb447b33d {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:20.172180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:20.172635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Checking segment: {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:20.173131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Bound using segment: {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:20.173672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Bound port: 416e1a97-ecb1-4ac8-a9f8-297949a2a910, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e1df36-d188-40da-a766-7adcd775779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:20.174252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.318802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] For port 416e1a97-ecb1-4ac8-a9f8-297949a2a910, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:20.324536 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] For port 416e1a97-ecb1-4ac8-a9f8-297949a2a910, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=416e1a97-ecb1-4ac8-a9f8-297949a2a910,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:20.337148 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.364004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1d702-3113-4ff2-a711-d8a1c8a1fedd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] In _notify_port_updated(), no bound segment for port 118b28d5-c31c-4961-894c-ab0722fe93ed on network 50db9cb2-0e67-4586-94c6-a1092a30b80c {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:58:20.370830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e1d702-3113-4ff2-a711-d8a1c8a1fedd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.371527 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d702-3113-4ff2-a711-d8a1c8a1fedd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.373255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a0e1d702-3113-4ff2-a711-d8a1c8a1fedd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "PUT /v2.0/ports/118b28d5-c31c-4961-894c-ab0722fe93ed HTTP/1.1" status: 200 len: 926 time: 3.5830426 Dec 08 01:58:20.389201 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51454) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:20.437874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68295ffa-e556-4326-b832-a0be25f31b16'}, {'subnet_id': '704ead4a-ae5c-459e-844a-ae129d243c25'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:20.457779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Pushing event updated for resources: {'Port': ['ID=416e1a97-ecb1-4ac8-a9f8-297949a2a910,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:20.483077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.483851 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.485260 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13bda263-c7aa-456b-86ba-8a2da71709cf service neutron] 10.222.0.45 "PUT /v2.0/ports/416e1a97-ecb1-4ac8-a9f8-297949a2a910 HTTP/1.1" status: 200 len: 1091 time: 1.2610629 Dec 08 01:58:20.530047 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Request body: {'port': {'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:20.616773 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e29cf5c7-32bf-46e7-8942-e318772fe6be req-fa00da04-bff2-4bf3-aac1-bd175daf6e2c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6582427 Dec 08 01:58:20.638034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf98f769-ea37-4dab-9fe8-d34bfbc072a5 req-e7716b94-e00d-400e-8f4c-e6de005db34f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5101023 Dec 08 01:58:20.693064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': 'c35cf6d3-e672-4534-be6a-f28b0e0961c1'}, {'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': '416e1a97-ecb1-4ac8-a9f8-297949a2a910'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:20.695538 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652f7120-34a1-40b3-b155-f5ffbf332294" -d '{"events": [{"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "c35cf6d3-e672-4534-be6a-f28b0e0961c1"}, {"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "416e1a97-ecb1-4ac8-a9f8-297949a2a910"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:20.699579 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.752318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3470b62e-2152-4b1f-8936-7b8eb3326f66 None None] Provisioning complete for port 118b28d5-c31c-4961-894c-ab0722fe93ed triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:20.753397 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3470b62e-2152-4b1f-8936-7b8eb3326f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.755835 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb5f50f3-78f1-4dae-8803-58eeabe7edd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.802866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975c520-4b54-4038-8359-9e09089197da req-babc7a81-19ef-4802-b7ec-97ae7887beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.813370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3975c520-4b54-4038-8359-9e09089197da req-babc7a81-19ef-4802-b7ec-97ae7887beeb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6785681 Dec 08 01:58:20.825056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dc896f4b-5c8a-4039-970e-0d144d68bd40 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:20.845861 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237c0edb-6ad6-486a-aeac-06cb66266f10 x-openstack-request-id: req-237c0edb-6ad6-486a-aeac-06cb66266f10 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:20.846367 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "c35cf6d3-e672-4534-be6a-f28b0e0961c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "416e1a97-ecb1-4ac8-a9f8-297949a2a910", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:20.846784 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-237c0edb-6ad6-486a-aeac-06cb66266f10 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:20.847368 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': 'c35cf6d3-e672-4534-be6a-f28b0e0961c1', 'status': 'completed', 'code': 200} Dec 08 01:58:20.847815 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': '416e1a97-ecb1-4ac8-a9f8-297949a2a910', 'status': 'completed', 'code': 200} Dec 08 01:58:20.858509 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1e55495-9a5c-4222-a1c1-f4f406c1100d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.863467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: dc896f4b-5c8a-4039-970e-0d144d68bd40 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:20.863844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dc896f4b-5c8a-4039-970e-0d144d68bd40 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:20.881237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3470b62e-2152-4b1f-8936-7b8eb3326f66 None None] Port 118b28d5-c31c-4961-894c-ab0722fe93ed cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:20.930361 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb5f50f3-78f1-4dae-8803-58eeabe7edd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.935892 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec33f6-2b8c-45cd-bbe1-277db3a4dcff None None] Network 9a7ee9e2-0237-4935-a206-629bffc64d88 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:20.943277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-eb5f50f3-78f1-4dae-8803-58eeabe7edd8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/fbc6841d-e616-49e6-abf9-76cde95b18b7 HTTP/1.1" status: 204 len: 168 time: 2.3943136 Dec 08 01:58:20.946208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f50f3-78f1-4dae-8803-58eeabe7edd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc6841d-e616-49e6-abf9-76cde95b18b7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:20.954112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51464) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:20.998144 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1e55495-9a5c-4222-a1c1-f4f406c1100d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.205045 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1e55495-9a5c-4222-a1c1-f4f406c1100d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.206266 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1e55495-9a5c-4222-a1c1-f4f406c1100d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.216229 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c1e55495-9a5c-4222-a1c1-f4f406c1100d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/17db3013-520d-49fb-81a6-b14454edfd5a HTTP/1.1" status: 204 len: 168 time: 1.2580497 Dec 08 01:58:21.262710 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d26b7a-3422-48d9-b3da-ff432e265e86 None None] DHCP port deletion for 9a7ee9e2-0237-4935-a206-629bffc64d88 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:58:21.322418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6807c62-b731-45c3-91ed-62d74a655d52 req-f767a48d-ee1d-4c5e-a0e9-fc2d9a4a5454 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:21.334928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6807c62-b731-45c3-91ed-62d74a655d52 req-f767a48d-ee1d-4c5e-a0e9-fc2d9a4a5454 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.4793677 Dec 08 01:58:21.364410 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e55495-9a5c-4222-a1c1-f4f406c1100d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17db3013-520d-49fb-81a6-b14454edfd5a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:21.368034 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.410872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-99d26b7a-3422-48d9-b3da-ff432e265e86 None None] Deleting port 35e38296-a8c5-452c-8e8a-91a157ad7dc0 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:21.411637 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99d26b7a-3422-48d9-b3da-ff432e265e86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.423663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-55839f64-7c94-463f-ad4e-4fba18cfb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:21.426653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-55839f64-7c94-463f-ad4e-4fba18cfb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:21.428590 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-55839f64-7c94-463f-ad4e-4fba18cfb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:21.430293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-55839f64-7c94-463f-ad4e-4fba18cfb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:21.430979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-55839f64-7c94-463f-ad4e-4fba18cfb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:21.434719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-55839f64-7c94-463f-ad4e-4fba18cfb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:21.435858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-55839f64-7c94-463f-ad4e-4fba18cfb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:21.439800 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-55839f64-7c94-463f-ad4e-4fba18cfb656 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 6348 time: 0.5409005 Dec 08 01:58:21.490885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-99d26b7a-3422-48d9-b3da-ff432e265e86 None None] For port 35e38296-a8c5-452c-8e8a-91a157ad7dc0, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=35e38296-a8c5-452c-8e8a-91a157ad7dc0,segment=NetworkSegment(fd7d103b-bdc4-45ed-b084-dc56134a80fc),segment_id=fd7d103b-bdc4-45ed-b084-dc56134a80fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:21.491597 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99d26b7a-3422-48d9-b3da-ff432e265e86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.519220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-99d26b7a-3422-48d9-b3da-ff432e265e86 None None] Calling delete_port for 35e38296-a8c5-452c-8e8a-91a157ad7dc0 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:21.633423 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-994e373d-d485-409e-8160-00b90ea297cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.637939 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99d26b7a-3422-48d9-b3da-ff432e265e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.747434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d26b7a-3422-48d9-b3da-ff432e265e86 None None] Pushing event deleted for resources: {'Port': ['ID=35e38296-a8c5-452c-8e8a-91a157ad7dc0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:21.758465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d26b7a-3422-48d9-b3da-ff432e265e86 None None] No DVR routers for this DVR port 35e38296-a8c5-452c-8e8a-91a157ad7dc0 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:21.802589 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51486) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:21.868753 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-994e373d-d485-409e-8160-00b90ea297cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.897295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-994e373d-d485-409e-8160-00b90ea297cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7ee9e2-0237-4935-a206-629bffc64d88']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:21.942130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-994e373d-d485-409e-8160-00b90ea297cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7d103b-bdc4-45ed-b084-dc56134a80fc') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:21.943272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-994e373d-d485-409e-8160-00b90ea297cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7d103b-bdc4-45ed-b084-dc56134a80fc') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:21.955543 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82713dfa-1e12-4c09-9cb7-187f39a8bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.969860 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-994e373d-d485-409e-8160-00b90ea297cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.975638 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6807c62-b731-45c3-91ed-62d74a655d52 req-b1388c5b-f537-44c7-9242-ee5c85208586 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6321781 Dec 08 01:58:22.067814 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-994e373d-d485-409e-8160-00b90ea297cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.102532 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-be6bb3cd-f05c-4d49-85e5-911aad3dc7ae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6ec1512348df4251ada1f16d2890357f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2022345 Dec 08 01:58:22.108335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51494) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:22.114750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994e373d-d485-409e-8160-00b90ea297cc admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:58:22.117587 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-994e373d-d485-409e-8160-00b90ea297cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:58:22.139997 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:58:22.170945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc566c4-deda-4159-a78a-23068f3c174a {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:22.193453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc042e0-f072-4eea-a377-32752a92be85 req-558b496c-1a6d-4bab-957d-af622cacdcfb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:22.200548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc042e0-f072-4eea-a377-32752a92be85 req-558b496c-1a6d-4bab-957d-af622cacdcfb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:22.208672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc042e0-f072-4eea-a377-32752a92be85 req-558b496c-1a6d-4bab-957d-af622cacdcfb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:22.215261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc042e0-f072-4eea-a377-32752a92be85 req-558b496c-1a6d-4bab-957d-af622cacdcfb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:22.221285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc042e0-f072-4eea-a377-32752a92be85 req-558b496c-1a6d-4bab-957d-af622cacdcfb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:22.229570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.229732 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc042e0-f072-4eea-a377-32752a92be85 req-558b496c-1a6d-4bab-957d-af622cacdcfb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:22.249321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc042e0-f072-4eea-a377-32752a92be85 req-558b496c-1a6d-4bab-957d-af622cacdcfb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:22.251337 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4dc042e0-f072-4eea-a377-32752a92be85 req-558b496c-1a6d-4bab-957d-af622cacdcfb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5396 time: 0.3127303 Dec 08 01:58:22.286018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Transition to ACTIVE for port object 6cc566c4-deda-4159-a78a-23068f3c174a will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:58:22.294546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.342417 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-6318355a-7743-4008-965a-068349afd138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:22.342638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc566c4-deda-4159-a78a-23068f3c174a,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:22.343281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-6318355a-7743-4008-965a-068349afd138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:22.343958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-6318355a-7743-4008-965a-068349afd138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:22.345293 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-994e373d-d485-409e-8160-00b90ea297cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.353002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-6318355a-7743-4008-965a-068349afd138 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7485402 Dec 08 01:58:22.360823 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-994e373d-d485-409e-8160-00b90ea297cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.370974 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-994e373d-d485-409e-8160-00b90ea297cc admin admin] 10.222.0.71 "DELETE /v2.0/networks/9a7ee9e2-0237-4935-a206-629bffc64d88 HTTP/1.1" status: 204 len: 168 time: 1.4130669 Dec 08 01:58:22.405277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e373d-d485-409e-8160-00b90ea297cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7ee9e2-0237-4935-a206-629bffc64d88,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:22.412677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c395b5e1-2c05-4254-818b-796d9491cef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.528345 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c395b5e1-2c05-4254-818b-796d9491cef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.571518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Allocated IP 2001:db8:0:1::1bc (50db9cb2-0e67-4586-94c6-a1092a30b80c/704ead4a-ae5c-459e-844a-ae129d243c25/118b28d5-c31c-4961-894c-ab0722fe93ed) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:22.641572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Attempting to bind port 6cc566c4-deda-4159-a78a-23068f3c174a on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:22.641572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Attempting to bind port 6cc566c4-deda-4159-a78a-23068f3c174a by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '132e8029-ff22-430f-841f-f18312ecd66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:22.641572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Attempting to bind port 6cc566c4-deda-4159-a78a-23068f3c174a on network 070c9fd6-5c33-481f-972d-d93c3bb28703 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:22.647727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Port 6cc566c4-deda-4159-a78a-23068f3c174a on network 070c9fd6-5c33-481f-972d-d93c3bb28703 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:58:22.647727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Attempting to bind port 6cc566c4-deda-4159-a78a-23068f3c174a on network 070c9fd6-5c33-481f-972d-d93c3bb28703 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:22.654325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:22.654883 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Checking segment: {'id': '132e8029-ff22-430f-841f-f18312ecd66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:22.655378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Bound using segment: {'id': '132e8029-ff22-430f-841f-f18312ecd66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:22.655989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Bound port: 6cc566c4-deda-4159-a78a-23068f3c174a, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132e8029-ff22-430f-841f-f18312ecd66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:22.656471 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.802530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c395b5e1-2c05-4254-818b-796d9491cef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.805378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c395b5e1-2c05-4254-818b-796d9491cef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.811738 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c395b5e1-2c05-4254-818b-796d9491cef2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/179e266b-2e7f-44ac-b87b-f70b3f7cb6b4 HTTP/1.1" status: 204 len: 168 time: 0.6877220 Dec 08 01:58:22.817717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] For port 6cc566c4-deda-4159-a78a-23068f3c174a, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:22.825446 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] For port 6cc566c4-deda-4159-a78a-23068f3c174a, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6cc566c4-deda-4159-a78a-23068f3c174a,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:22.826926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395b5e1-2c05-4254-818b-796d9491cef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179e266b-2e7f-44ac-b87b-f70b3f7cb6b4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:22.831289 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51518) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:22.839936 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.892743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:22.893413 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.894827 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] 10.222.0.45 "PUT /v2.0/ports/6cc566c4-deda-4159-a78a-23068f3c174a HTTP/1.1" status: 200 len: 1092 time: 2.3709431 Dec 08 01:58:22.897502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': '6cc566c4-deda-4159-a78a-23068f3c174a'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:22.899382 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f370f7-cb6c-4570-8325-a0a36762d8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "6cc566c4-deda-4159-a78a-23068f3c174a"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:22.906388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 35e38296-a8c5-452c-8e8a-91a157ad7dc0 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:22.940962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Request body: {'port': {'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:22.963443 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 35e38296-a8c5-452c-8e8a-91a157ad7dc0 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:22.964083 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 35e38296-a8c5-452c-8e8a-91a157ad7dc0 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:22.997340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685d1b0-88fa-4a5c-9a10-ba4196067c91 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc566c4-deda-4159-a78a-23068f3c174a,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:23.027019 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3e09b570-98fe-4707-a187-3dcc1ea7803d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f4621f7b9bc470fa026d4fa66827532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1941483 Dec 08 01:58:23.035567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51526) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:23.062845 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.078142 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4dc042e0-f072-4eea-a377-32752a92be85 req-e9307c9e-db3a-46f3-9d95-89d302fbbc64 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8086929 Dec 08 01:58:23.132010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-7555fbca-fd6b-4444-84d0-96dd93bfc0d7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.133733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-7555fbca-fd6b-4444-84d0-96dd93bfc0d7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 812 time: 0.8260045 Dec 08 01:58:23.188555 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408842a8-b3bc-413b-b1e0-1d98a630be78 x-openstack-request-id: req-408842a8-b3bc-413b-b1e0-1d98a630be78 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:23.189263 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "6cc566c4-deda-4159-a78a-23068f3c174a", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:23.192047 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-408842a8-b3bc-413b-b1e0-1d98a630be78 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:23.192954 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': '6cc566c4-deda-4159-a78a-23068f3c174a', 'status': 'completed', 'code': 200} Dec 08 01:58:23.221377 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.253739 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.271941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-2d194fcc-dbed-4ebe-8f8b-a80c8dc60711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.274419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-2d194fcc-dbed-4ebe-8f8b-a80c8dc60711 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8948536 Dec 08 01:58:23.286708 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.298716 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-d7c35cdf-bb86-4d8e-90ad-a0b38df7cf0c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/quotas/9e3ecb8a9b54480d99ff5c2fe9db6b37 HTTP/1.1" status: 200 len: 375 time: 0.1022635 Dec 08 01:58:23.510839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2c8f5568-b4fb-4966-8373-96ec9ad99681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.531355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=118b28d5-c31c-4961-894c-ab0722fe93ed,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:23.600734 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2c8f5568-b4fb-4966-8373-96ec9ad99681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.676929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] In _notify_port_updated(), no bound segment for port 118b28d5-c31c-4961-894c-ab0722fe93ed on network 50db9cb2-0e67-4586-94c6-a1092a30b80c {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:58:23.685224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.686195 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.687896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "PUT /v2.0/ports/118b28d5-c31c-4961-894c-ab0722fe93ed HTTP/1.1" status: 200 len: 1012 time: 3.2798369 Dec 08 01:58:23.700946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-a2f3cd32-4666-4c30-a8c2-d5ac89d7f851 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4008288 Dec 08 01:58:23.703819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51546) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:23.715837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:23.716328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:23.716913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:23.717393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:23.717832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:23.718273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:23.718725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:23.719210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:23.719669 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:23.720106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:23.720310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a24b4b4-8966-44f8-9636-d4da51d10381 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:23.720632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:23.721065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:23.721532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ac7bb-5206-4df9-808d-96c309634681 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:23.729398 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.740615 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2c8f5568-b4fb-4966-8373-96ec9ad99681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.744695 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2c8f5568-b4fb-4966-8373-96ec9ad99681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.746698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Transition to ACTIVE for port object 3a24b4b4-8966-44f8-9636-d4da51d10381 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:58:23.747437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2c8f5568-b4fb-4966-8373-96ec9ad99681 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9d68f0f2-26ed-403f-ba2a-abd2703f8184 HTTP/1.1" status: 204 len: 168 time: 0.7101965 Dec 08 01:58:23.767349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.888699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f5568-b4fb-4966-8373-96ec9ad99681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d68f0f2-26ed-403f-ba2a-abd2703f8184,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:23.908801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-37ac24ae-228b-485a-b2a3-7015258d61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.909497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-37ac24ae-228b-485a-b2a3-7015258d61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.910147 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-37ac24ae-228b-485a-b2a3-7015258d61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.910782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-37ac24ae-228b-485a-b2a3-7015258d61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.911397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-37ac24ae-228b-485a-b2a3-7015258d61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.912064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-37ac24ae-228b-485a-b2a3-7015258d61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.916770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-37ac24ae-228b-485a-b2a3-7015258d61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.919670 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-37ac24ae-228b-485a-b2a3-7015258d61b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 6416 time: 0.5532422 Dec 08 01:58:23.954757 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d7fcbc41-23ae-4689-8e58-aea22cdc5893 None None] Provisioning complete for port 118b28d5-c31c-4961-894c-ab0722fe93ed triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:23.960723 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7fcbc41-23ae-4689-8e58-aea22cdc5893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.022593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Attempting to bind port 3a24b4b4-8966-44f8-9636-d4da51d10381 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:24.023126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Attempting to bind port 3a24b4b4-8966-44f8-9636-d4da51d10381 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '132e8029-ff22-430f-841f-f18312ecd66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:24.023770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Attempting to bind port 3a24b4b4-8966-44f8-9636-d4da51d10381 on network 070c9fd6-5c33-481f-972d-d93c3bb28703 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:24.037802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Pushing event updated for resources: {'Port': ['ID=3a24b4b4-8966-44f8-9636-d4da51d10381,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:24.058458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Port 3a24b4b4-8966-44f8-9636-d4da51d10381 on network 070c9fd6-5c33-481f-972d-d93c3bb28703 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:58:24.058959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Attempting to bind port 3a24b4b4-8966-44f8-9636-d4da51d10381 on network 070c9fd6-5c33-481f-972d-d93c3bb28703 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:24.077405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:24.078087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Checking segment: {'id': '132e8029-ff22-430f-841f-f18312ecd66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:24.078673 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Bound using segment: {'id': '132e8029-ff22-430f-841f-f18312ecd66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:24.079359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Bound port: 3a24b4b4-8966-44f8-9636-d4da51d10381, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132e8029-ff22-430f-841f-f18312ecd66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:24.080107 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.106772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d7fcbc41-23ae-4689-8e58-aea22cdc5893 None None] Port 118b28d5-c31c-4961-894c-ab0722fe93ed cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:24.149145 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.237538 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-945dc44d-dfe8-45ba-a1ca-dc087a5e6023 service neutron] 10.222.0.71 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866073 Dec 08 01:58:24.267448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] For port 3a24b4b4-8966-44f8-9636-d4da51d10381, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:24.278217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] For port 3a24b4b4-8966-44f8-9636-d4da51d10381, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3a24b4b4-8966-44f8-9636-d4da51d10381,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:24.296560 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.429331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-da001511-28a8-403f-8cf6-c147246e394e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port 118b28d5-c31c-4961-894c-ab0722fe93ed {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:24.429687 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da001511-28a8-403f-8cf6-c147246e394e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.449471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-3620beae-e849-4b1f-8bf3-8a531fea8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:24.449983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-3620beae-e849-4b1f-8bf3-8a531fea8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:24.450422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-3620beae-e849-4b1f-8bf3-8a531fea8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:24.452073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-3620beae-e849-4b1f-8bf3-8a531fea8b3a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5051188 Dec 08 01:58:24.455947 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Pushing event updated for resources: {'Port': ['ID=3a24b4b4-8966-44f8-9636-d4da51d10381,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:24.462558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:24.463193 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.467049 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-f4c245fe-8f17-4140-a2a0-b9d55842b8da service neutron] 10.222.0.45 "PUT /v2.0/ports/3a24b4b4-8966-44f8-9636-d4da51d10381 HTTP/1.1" status: 200 len: 1092 time: 1.5351779 Dec 08 01:58:24.726997 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89330d34-0fa0-4f8a-b672-f2ffb19a39f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.799733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-3f160bf6-89d9-4e58-a48b-8c4f5be73d4e service neutron] 10.222.0.71 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609076 Dec 08 01:58:24.959784 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da001511-28a8-403f-8cf6-c147246e394e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.985486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641ca25-6909-44e2-8a68-6cf6af210548 req-64bbd23a-94e6-49ba-8243-b9824fbbbaa8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.005384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641ca25-6909-44e2-8a68-6cf6af210548 req-64bbd23a-94e6-49ba-8243-b9824fbbbaa8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.016126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641ca25-6909-44e2-8a68-6cf6af210548 req-64bbd23a-94e6-49ba-8243-b9824fbbbaa8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.030617 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641ca25-6909-44e2-8a68-6cf6af210548 req-64bbd23a-94e6-49ba-8243-b9824fbbbaa8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.044715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641ca25-6909-44e2-8a68-6cf6af210548 req-64bbd23a-94e6-49ba-8243-b9824fbbbaa8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.066846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641ca25-6909-44e2-8a68-6cf6af210548 req-64bbd23a-94e6-49ba-8243-b9824fbbbaa8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.075726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641ca25-6909-44e2-8a68-6cf6af210548 req-64bbd23a-94e6-49ba-8243-b9824fbbbaa8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.085906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f641ca25-6909-44e2-8a68-6cf6af210548 req-64bbd23a-94e6-49ba-8243-b9824fbbbaa8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.8346465 Dec 08 01:58:25.148904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-da001511-28a8-403f-8cf6-c147246e394e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for 118b28d5-c31c-4961-894c-ab0722fe93ed owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:25.194266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': '3a24b4b4-8966-44f8-9636-d4da51d10381'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:25.199243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-c73da88e-1489-48f4-82d7-a7f05a30a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.204161 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652f7120-34a1-40b3-b155-f5ffbf332294 req-c73da88e-1489-48f4-82d7-a7f05a30a1ce service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4028656 Dec 08 01:58:25.205425 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e9071e-6936-482b-8c3d-d6e3a26d6474" -d '{"events": [{"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "3a24b4b4-8966-44f8-9636-d4da51d10381"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:25.363907 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:25.382318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a31312c-aa07-49ab-81d6-a845c3655907 req-9668a643-be84-4157-b6a8-64d5b3ffbed4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 210 time: 0.1112795 Dec 08 01:58:25.420513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f641ca25-6909-44e2-8a68-6cf6af210548 req-c56c0b11-3f10-4fe7-97a7-38837f29892c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3227983 Dec 08 01:58:25.516751 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f370f7-cb6c-4570-8325-a0a36762d8d2 req-cb0918c6-64a5-43c5-886f-f24d4c3cf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.517276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f370f7-cb6c-4570-8325-a0a36762d8d2 req-cb0918c6-64a5-43c5-886f-f24d4c3cf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.517732 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f370f7-cb6c-4570-8325-a0a36762d8d2 req-cb0918c6-64a5-43c5-886f-f24d4c3cf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.518201 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f370f7-cb6c-4570-8325-a0a36762d8d2 req-cb0918c6-64a5-43c5-886f-f24d4c3cf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.518904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f370f7-cb6c-4570-8325-a0a36762d8d2 req-cb0918c6-64a5-43c5-886f-f24d4c3cf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.519190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f370f7-cb6c-4570-8325-a0a36762d8d2 req-cb0918c6-64a5-43c5-886f-f24d4c3cf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.527709 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f370f7-cb6c-4570-8325-a0a36762d8d2 req-cb0918c6-64a5-43c5-886f-f24d4c3cf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.529910 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-13f370f7-cb6c-4570-8325-a0a36762d8d2 req-cb0918c6-64a5-43c5-886f-f24d4c3cf404 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 6484 time: 0.2409136 Dec 08 01:58:25.532275 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6738a7f-a2a7-4cee-ac7d-63df417f0b3b x-openstack-request-id: req-a6738a7f-a2a7-4cee-ac7d-63df417f0b3b {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:25.532856 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "3a24b4b4-8966-44f8-9636-d4da51d10381", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:25.533259 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a6738a7f-a2a7-4cee-ac7d-63df417f0b3b {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:25.533810 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': '3a24b4b4-8966-44f8-9636-d4da51d10381', 'status': 'completed', 'code': 200} Dec 08 01:58:25.779640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f370f7-cb6c-4570-8325-a0a36762d8d2 req-b1133d54-386c-4f01-a9d3-7fc4e15140d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.779640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f370f7-cb6c-4570-8325-a0a36762d8d2 req-b1133d54-386c-4f01-a9d3-7fc4e15140d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.779640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f370f7-cb6c-4570-8325-a0a36762d8d2 req-b1133d54-386c-4f01-a9d3-7fc4e15140d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.779640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-13f370f7-cb6c-4570-8325-a0a36762d8d2 req-b1133d54-386c-4f01-a9d3-7fc4e15140d8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2176929 Dec 08 01:58:26.096483 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da001511-28a8-403f-8cf6-c147246e394e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:26.137586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f370f7-cb6c-4570-8325-a0a36762d8d2 req-94be510f-1ba8-4852-906e-e1e321277899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:26.139431 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-13f370f7-cb6c-4570-8325-a0a36762d8d2 req-94be510f-1ba8-4852-906e-e1e321277899 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3556230 Dec 08 01:58:26.140843 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da001511-28a8-403f-8cf6-c147246e394e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=118b28d5-c31c-4961-894c-ab0722fe93ed,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:26.317525 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da001511-28a8-403f-8cf6-c147246e394e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:26.345758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-da001511-28a8-403f-8cf6-c147246e394e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/118b28d5-c31c-4961-894c-ab0722fe93ed HTTP/1.1" status: 204 len: 168 time: 2.6387801 Dec 08 01:58:26.347935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51666) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:26.457142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-acbfde86-4fd4-4527-a513-2d0491ddf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:26.457950 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-acbfde86-4fd4-4527-a513-2d0491ddf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:26.459441 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-acbfde86-4fd4-4527-a513-2d0491ddf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:26.460080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-acbfde86-4fd4-4527-a513-2d0491ddf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:26.460998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-acbfde86-4fd4-4527-a513-2d0491ddf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:26.461571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-acbfde86-4fd4-4527-a513-2d0491ddf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:26.462402 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-acbfde86-4fd4-4527-a513-2d0491ddf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:26.467126 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-acbfde86-4fd4-4527-a513-2d0491ddf928 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 6484 time: 0.1863294 Dec 08 01:58:26.468544 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bd6ee6-316a-4ba8-987f-93ff91ef4669 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] GET failed (client error): The resource could not be found. Dec 08 01:58:26.474340 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-67bd6ee6-316a-4ba8-987f-93ff91ef4669 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/118b28d5-c31c-4961-894c-ab0722fe93ed HTTP/1.1" status: 404 len: 333 time: 0.1247573 Dec 08 01:58:26.478730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51686) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:26.560971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ed06d4-a561-46fe-8ccf-29f95be8cb2f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting subnet 704ead4a-ae5c-459e-844a-ae129d243c25 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:58:26.565165 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-47ed06d4-a561-46fe-8ccf-29f95be8cb2f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:26.633718 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-05d36dd2-4dbb-4d5b-b87b-f94808974978 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1672471 Dec 08 01:58:26.644656 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-47ed06d4-a561-46fe-8ccf-29f95be8cb2f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:26.757810 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-531f355d-a4bc-42bc-992e-41d4c3cc2123 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ad676ef-7601-4543-b8c7-abf32ca8e077 HTTP/1.1" status: 200 len: 217 time: 0.2534044 Dec 08 01:58:26.806537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-186cd9b6-75c0-4a06-8cfa-8a920c384d29 req-2d651056-b3ee-4820-8c2a-468e2572279a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 210 time: 0.1715100 Dec 08 01:58:26.859816 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:26.937901 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-47ed06d4-a561-46fe-8ccf-29f95be8cb2f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:26.992715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-42727457-dfe0-472e-a379-4679d6e58fc4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:26.995358 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-42727457-dfe0-472e-a379-4679d6e58fc4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.75 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 812 time: 0.2477231 Dec 08 01:58:27.026184 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-79bf7229-7639-4fd8-a19a-aca333ffae7e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Request body: {'port': {'device_id': '70146abe-dc68-40f1-a36f-c3b7c8b8f0a3', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'admin_state_up': True, 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:27.064689 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-47ed06d4-a561-46fe-8ccf-29f95be8cb2f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.112456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed06d4-a561-46fe-8ccf-29f95be8cb2f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Subnet': ['ID=704ead4a-ae5c-459e-844a-ae129d243c25,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:27.117815 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-47ed06d4-a561-46fe-8ccf-29f95be8cb2f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.123083 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-47ed06d4-a561-46fe-8ccf-29f95be8cb2f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/704ead4a-ae5c-459e-844a-ae129d243c25 HTTP/1.1" status: 204 len: 168 time: 0.6431911 Dec 08 01:58:27.127423 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c83fab-825d-4a8b-88b9-b9b99279eaf7 None None] Network 50db9cb2-0e67-4586-94c6-a1092a30b80c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:27.161746 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51698) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:27.255964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc7e29f-d35a-4215-b349-769e05679848 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting subnet 68295ffa-e556-4326-b832-a0be25f31b16 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:58:27.264226 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e29f-d35a-4215-b349-769e05679848 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.376182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-678c22c3-4332-4994-b3a8-62ad32c8637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:27.378381 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-678c22c3-4332-4994-b3a8-62ad32c8637d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9858dc50-2361-4edb-86fe-cd0999c30287 HTTP/1.1" status: 200 len: 851 time: 0.5985925 Dec 08 01:58:27.383389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-79bf7229-7639-4fd8-a19a-aca333ffae7e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Made reservation on behalf of 9e3ecb8a9b54480d99ff5c2fe9db6b37 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:27.395918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-79bf7229-7639-4fd8-a19a-aca333ffae7e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.481957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-ffb6685f-d803-4f3a-89db-501f13e6c9a6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:27.490237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-ffb6685f-d803-4f3a-89db-501f13e6c9a6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8320849 Dec 08 01:58:27.525700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-d5292a1f-180e-41a4-9f48-abe6f5475f46 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/quotas/d98ff618afa84eb49ddee4c24ab597d5 HTTP/1.1" status: 200 len: 375 time: 0.0338569 Dec 08 01:58:27.542293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f387a-b589-4d5a-a86c-af6444278bf4 req-dd8cb43a-7cbe-415f-9b7b-d1289ca6eb5e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:27.550211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f387a-b589-4d5a-a86c-af6444278bf4 req-dd8cb43a-7cbe-415f-9b7b-d1289ca6eb5e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:27.567295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f387a-b589-4d5a-a86c-af6444278bf4 req-dd8cb43a-7cbe-415f-9b7b-d1289ca6eb5e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:27.574188 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e29f-d35a-4215-b349-769e05679848 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.575869 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f387a-b589-4d5a-a86c-af6444278bf4 req-dd8cb43a-7cbe-415f-9b7b-d1289ca6eb5e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:27.584373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f387a-b589-4d5a-a86c-af6444278bf4 req-dd8cb43a-7cbe-415f-9b7b-d1289ca6eb5e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:27.592802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f387a-b589-4d5a-a86c-af6444278bf4 req-dd8cb43a-7cbe-415f-9b7b-d1289ca6eb5e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:27.603532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f387a-b589-4d5a-a86c-af6444278bf4 req-dd8cb43a-7cbe-415f-9b7b-d1289ca6eb5e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:27.609107 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-094f387a-b589-4d5a-a86c-af6444278bf4 req-dd8cb43a-7cbe-415f-9b7b-d1289ca6eb5e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.3162189 Dec 08 01:58:27.698928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-fac96893-825a-4dd6-8171-be0062b7e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:27.701268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-fac96893-825a-4dd6-8171-be0062b7e103 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=caf2deea-53dd-4462-beed-a3b1fd4b591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3116617 Dec 08 01:58:27.726207 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-af71a020-376f-405d-81da-c42bef31093c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1999247 Dec 08 01:58:27.780868 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e29f-d35a-4215-b349-769e05679848 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.785537 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-79bf7229-7639-4fd8-a19a-aca333ffae7e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Allocated IP 172.20.0.5 (8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f/6f3153a5-2e71-4607-9e02-a8c8ee5b82b7/c710d550-474b-4e3c-9f86-46e0b377f2e6) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:27.838666 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.973958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-6d8bb3ac-0f88-47a4-a046-d9d24421f2b4 service neutron] 10.222.0.45 "GET /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342391 Dec 08 01:58:28.011804 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e29f-d35a-4215-b349-769e05679848 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.118400 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e29f-d35a-4215-b349-769e05679848 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.150233 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8dc7e29f-d35a-4215-b349-769e05679848 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/68295ffa-e556-4326-b832-a0be25f31b16 HTTP/1.1" status: 204 len: 168 time: 0.9878292 Dec 08 01:58:28.151091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7e29f-d35a-4215-b349-769e05679848 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Subnet': ['ID=68295ffa-e556-4326-b832-a0be25f31b16,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:28.153649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51726) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:28.302456 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.321273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-094f387a-b589-4d5a-a86c-af6444278bf4 req-b9a4b6fc-6ba9-4807-a959-7471e51195e8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6982861 Dec 08 01:58:28.400974 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-79bf7229-7639-4fd8-a19a-aca333ffae7e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.419419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab10506e-e040-4b43-a969-762f9dd88a67 req-267d3c21-a901-4642-ad24-037f0c405b41 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 210 time: 0.0861909 Dec 08 01:58:28.481943 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-79bf7229-7639-4fd8-a19a-aca333ffae7e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.518515 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2eccaeb3-132f-4908-849d-9f6490825499'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:58:28.526099 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e808425f-8ecb-45b8-8484-a8031754fd12 req-b34c10ea-4ad1-4ab0-9c83-f2700272a2a6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 210 time: 0.0824699 Dec 08 01:58:28.649398 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf7229-7639-4fd8-a19a-aca333ffae7e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event updated for resources: {'Port': ['ID=c710d550-474b-4e3c-9f86-46e0b377f2e6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:28.667460 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-4bea5e6d-65f0-4ed3-a72b-7b2d4c761dba service neutron] 10.222.0.45 "GET /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6816134 Dec 08 01:58:28.674877 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-79bf7229-7639-4fd8-a19a-aca333ffae7e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:28.678065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-79bf7229-7639-4fd8-a19a-aca333ffae7e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:28.685304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-79bf7229-7639-4fd8-a19a-aca333ffae7e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:28.767729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f40978d-9fc3-4925-ba80-58bc0f5f80f7 None None] Network 50db9cb2-0e67-4586-94c6-a1092a30b80c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:28.874746 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-61efce0b-78d3-4e19-baa9-8f592c1a4dbe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b77f8d4d-f01b-4db4-9229-f8e360de925d HTTP/1.1" status: 200 len: 217 time: 0.1979585 Dec 08 01:58:28.884694 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-79bf7229-7639-4fd8-a19a-aca333ffae7e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:28.885495 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-79bf7229-7639-4fd8-a19a-aca333ffae7e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.940058 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-79bf7229-7639-4fd8-a19a-aca333ffae7e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9231265 Dec 08 01:58:28.962307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Request body: {'port': {'device_id': '70146abe-dc68-40f1-a36f-c3b7c8b8f0a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:29.092448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port 1c765be5-6df9-41a4-bc23-c627c2d6913c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:29.092799 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.102850 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.156307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7eed08b1-06f1-4389-b6e3-3633338deee0 None None] Provisioning complete for port 1c765be5-6df9-41a4-bc23-c627c2d6913c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:29.167437 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7eed08b1-06f1-4389-b6e3-3633338deee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.382661 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] For port 1c765be5-6df9-41a4-bc23-c627c2d6913c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1c765be5-6df9-41a4-bc23-c627c2d6913c,segment=NetworkSegment(94afbedb-7b69-472c-80b9-da527c879c62),segment_id=94afbedb-7b69-472c-80b9-da527c879c62)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:29.383030 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.402949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d65e7-a26d-4dae-b9ed-eb868ae6dad8 None None] DHCP port deletion for 50db9cb2-0e67-4586-94c6-a1092a30b80c request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:58:29.404569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for 1c765be5-6df9-41a4-bc23-c627c2d6913c owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:29.492043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51756) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:29.554459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-78a7e59f-8f58-4351-a555-7b193fb92958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:29.556479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-78a7e59f-8f58-4351-a555-7b193fb92958 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.6674328 Dec 08 01:58:29.581831 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-687d65e7-a26d-4dae-b9ed-eb868ae6dad8 None None] Deleting port 1c765be5-6df9-41a4-bc23-c627c2d6913c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:29.582413 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-687d65e7-a26d-4dae-b9ed-eb868ae6dad8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.673713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-687d65e7-a26d-4dae-b9ed-eb868ae6dad8 None None] For port 1c765be5-6df9-41a4-bc23-c627c2d6913c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1c765be5-6df9-41a4-bc23-c627c2d6913c,segment=NetworkSegment(94afbedb-7b69-472c-80b9-da527c879c62),segment_id=94afbedb-7b69-472c-80b9-da527c879c62)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:29.674229 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-687d65e7-a26d-4dae-b9ed-eb868ae6dad8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.696497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-687d65e7-a26d-4dae-b9ed-eb868ae6dad8 None None] Calling delete_port for 1c765be5-6df9-41a4-bc23-c627c2d6913c owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:29.742127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-26dcb37c-83b9-495b-86e3-ec1d028e9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:29.743979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-26dcb37c-83b9-495b-86e3-ec1d028e9a5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1661298 Dec 08 01:58:29.787009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c710d550-474b-4e3c-9f86-46e0b377f2e6 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:29.821431 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.862881 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Transition to ACTIVE for port object c710d550-474b-4e3c-9f86-46e0b377f2e6 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:58:29.867142 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.873122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99fee4-1ddf-4cd7-aa3a-2d10480b80ef req-bedbe61f-a00f-481f-a135-fd1da6421c76 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:29.883884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99fee4-1ddf-4cd7-aa3a-2d10480b80ef req-bedbe61f-a00f-481f-a135-fd1da6421c76 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:29.897288 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99fee4-1ddf-4cd7-aa3a-2d10480b80ef req-bedbe61f-a00f-481f-a135-fd1da6421c76 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:29.910426 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-687d65e7-a26d-4dae-b9ed-eb868ae6dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.967589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99fee4-1ddf-4cd7-aa3a-2d10480b80ef req-bedbe61f-a00f-481f-a135-fd1da6421c76 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:29.982385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99fee4-1ddf-4cd7-aa3a-2d10480b80ef req-bedbe61f-a00f-481f-a135-fd1da6421c76 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:29.990220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99fee4-1ddf-4cd7-aa3a-2d10480b80ef req-bedbe61f-a00f-481f-a135-fd1da6421c76 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:30.000157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99fee4-1ddf-4cd7-aa3a-2d10480b80ef req-bedbe61f-a00f-481f-a135-fd1da6421c76 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:30.004019 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a99fee4-1ddf-4cd7-aa3a-2d10480b80ef req-bedbe61f-a00f-481f-a135-fd1da6421c76 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.4460936 Dec 08 01:58:30.009828 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.057510 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=1c765be5-6df9-41a4-bc23-c627c2d6913c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:30.095573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d65e7-a26d-4dae-b9ed-eb868ae6dad8 None None] Pushing event deleted for resources: {'Port': ['ID=1c765be5-6df9-41a4-bc23-c627c2d6913c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:30.107878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d65e7-a26d-4dae-b9ed-eb868ae6dad8 None None] No DVR routers for this DVR port 1c765be5-6df9-41a4-bc23-c627c2d6913c on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:30.131758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e1b1-84d1-4f81-8d1e-5c4114947cbe req-1ad95289-52ab-4a45-b3d1-c4bffe024515 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:30.148271 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a874e1b1-84d1-4f81-8d1e-5c4114947cbe req-1ad95289-52ab-4a45-b3d1-c4bffe024515 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 931 time: 0.5120409 Dec 08 01:58:30.150981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No DVR routers for this DVR port 1c765be5-6df9-41a4-bc23-c627c2d6913c on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:30.170621 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-7ac955f6-2c61-467e-8fa8-3aadb5bfab5f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862355 Dec 08 01:58:30.222041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Pushing event updated for resources: {'Port': ['ID=c710d550-474b-4e3c-9f86-46e0b377f2e6,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:30.333131 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cafd80fc-6be1-4a7b-bf74-9f0b9b026ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.382754 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-b731ae95-937a-4c6b-9717-8c6b7cb7b67e service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247067 Dec 08 01:58:30.525519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Attempting to bind port c710d550-474b-4e3c-9f86-46e0b377f2e6 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:30.526102 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Attempting to bind port c710d550-474b-4e3c-9f86-46e0b377f2e6 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:30.526227 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Attempting to bind port c710d550-474b-4e3c-9f86-46e0b377f2e6 on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:30.555474 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:58:30.572770 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.573339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-198ad21e-5460-44bd-ad05-dc7b7ab5d36b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:30.575561 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-198ad21e-5460-44bd-ad05-dc7b7ab5d36b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3884356 Dec 08 01:58:30.590587 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Port c710d550-474b-4e3c-9f86-46e0b377f2e6 on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:58:30.591340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Attempting to bind port c710d550-474b-4e3c-9f86-46e0b377f2e6 on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:30.598551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:30.598897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Checking segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:30.599288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Bound using segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:30.599764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Bound port: c710d550-474b-4e3c-9f86-46e0b377f2e6, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:30.600130 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.617758 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Request body: {'port': {'device_id': '7a475bc2-5579-4c61-b53c-10976e76d6e6', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'd98ff618afa84eb49ddee4c24ab597d5'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:30.676190 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a874e1b1-84d1-4f81-8d1e-5c4114947cbe req-a4df008c-5cfe-45c1-a279-b6886e155590 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270133 Dec 08 01:58:30.680253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50db9cb2-0e67-4586-94c6-a1092a30b80c']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:30.704321 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a99fee4-1ddf-4cd7-aa3a-2d10480b80ef req-553e3287-918a-4ae8-b1ec-71203be97bbb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6523476 Dec 08 01:58:30.748894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94afbedb-7b69-472c-80b9-da527c879c62') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:30.749187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94afbedb-7b69-472c-80b9-da527c879c62') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:30.876637 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] For port c710d550-474b-4e3c-9f86-46e0b377f2e6, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:30.881977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] For port c710d550-474b-4e3c-9f86-46e0b377f2e6, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c710d550-474b-4e3c-9f86-46e0b377f2e6,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:30.888574 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cafd80fc-6be1-4a7b-bf74-9f0b9b026ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.898468 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.908456 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cafd80fc-6be1-4a7b-bf74-9f0b9b026ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.918595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1c765be5-6df9-41a4-bc23-c627c2d6913c no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:30.935677 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.966350 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.967382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 1c765be5-6df9-41a4-bc23-c627c2d6913c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:30.967865 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1c765be5-6df9-41a4-bc23-c627c2d6913c not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:30.973495 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cafd80fc-6be1-4a7b-bf74-9f0b9b026ebe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=229fd36834ef4e28a27002c9736414e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4799805 Dec 08 01:58:30.980566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:58:30.981138 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.002901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51788) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:31.006548 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd80fc-6be1-4a7b-bf74-9f0b9b026ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3c243c-f8fe-4362-8627-8bfef859b7dc,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:31.075015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:58:31.075185 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:58:31.078304 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.079988 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-597af471-8354-471e-a206-f4c1016d1577 service neutron] 10.222.0.75 "PUT /v2.0/ports/c710d550-474b-4e3c-9f86-46e0b377f2e6 HTTP/1.1" status: 200 len: 1092 time: 2.1252627 Dec 08 01:58:31.080609 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70146abe-dc68-40f1-a36f-c3b7c8b8f0a3', 'tag': 'c710d550-474b-4e3c-9f86-46e0b377f2e6'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:31.083050 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3767801-bf8d-42c8-a753-5ac11320fe0f" -d '{"events": [{"name": "network-changed", "server_uuid": "70146abe-dc68-40f1-a36f-c3b7c8b8f0a3", "tag": "c710d550-474b-4e3c-9f86-46e0b377f2e6"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:31.083888 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f9d9069-6195-42ec-8b2e-2fb1cbc54994 req-5d99e9ce-4181-47de-be8f-0511cb958d2f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 210 time: 0.2870414 Dec 08 01:58:31.109795 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-0ab4b2a0-05f1-436f-a69e-347fbca7571e service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281393 Dec 08 01:58:31.191363 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126c23f2-eea4-448f-a754-4a1a49ed1ba0 x-openstack-request-id: req-126c23f2-eea4-448f-a754-4a1a49ed1ba0 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:31.191698 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70146abe-dc68-40f1-a36f-c3b7c8b8f0a3", "tag": "c710d550-474b-4e3c-9f86-46e0b377f2e6", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:31.191884 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-126c23f2-eea4-448f-a754-4a1a49ed1ba0 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:31.192248 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70146abe-dc68-40f1-a36f-c3b7c8b8f0a3', 'tag': 'c710d550-474b-4e3c-9f86-46e0b377f2e6', 'status': 'completed', 'code': 200} Dec 08 01:58:31.195843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597af471-8354-471e-a206-f4c1016d1577 service neutron] Pushing event updated for resources: {'Port': ['ID=c710d550-474b-4e3c-9f86-46e0b377f2e6,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:31.215458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-13fd16fe-7404-4375-95b2-4fbd859dad7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=078ca6fb-640a-48d3-866a-e1d0735eac6a HTTP/1.1" status: 200 len: 217 time: 0.0999756 Dec 08 01:58:31.222548 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.231525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Made reservation on behalf of d98ff618afa84eb49ddee4c24ab597d5 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:31.236156 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.245733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/networks/50db9cb2-0e67-4586-94c6-a1092a30b80c HTTP/1.1" status: 204 len: 168 time: 3.0891049 Dec 08 01:58:31.245929 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.253649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51792) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:31.260110 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.266111 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-378addbc-69d1-4db3-8df4-8fd23c0e6fdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.326744 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142812f8-7eae-44a5-a447-eebab3566135 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Network': ['ID=50db9cb2-0e67-4586-94c6-a1092a30b80c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:31.352540 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-10c0625f-caf2-43b9-a287-2af293fbef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:31.354034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-10c0625f-caf2-43b9-a287-2af293fbef8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.1241970 Dec 08 01:58:31.373891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d806c3-b8c1-406e-ae1b-d7255b35bba7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:31.380849 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e9d806c3-b8c1-406e-ae1b-d7255b35bba7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1248147 Dec 08 01:58:31.381594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51798) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:31.390004 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.405378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.457195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-ad727410-4f3a-49a2-92f4-6a9e08e11929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:31.461216 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-ad727410-4f3a-49a2-92f4-6a9e08e11929 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 1095 time: 0.3039157 Dec 08 01:58:31.536465 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-db842c86-350e-4a55-a64b-9e0c121b1416 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1512122 Dec 08 01:58:31.541409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51800) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:31.547889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b5e08644-d544-4751-baf2-6a3f45afc0dc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1040721931'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:31.552993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c292638a-aef1-41c8-8412-2748929d06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:31.554344 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c292638a-aef1-41c8-8412-2748929d06bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1719913 Dec 08 01:58:31.556594 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-378addbc-69d1-4db3-8df4-8fd23c0e6fdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.614275 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478e80be-8899-49c9-81ab-e3e78266ef39,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:31.751315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-560c1dca-1898-41e0-9777-71801e8e004d service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800563 Dec 08 01:58:31.832026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Allocated IP 192.168.233.25 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/577248e7-7719-496c-9dbd-22b8acf6673b) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:31.885377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e08644-d544-4751-baf2-6a3f45afc0dc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:31.895828 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5e08644-d544-4751-baf2-6a3f45afc0dc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.911640 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-f4fc216d-a049-4658-9d5e-1dfe0718200e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c710d550-474b-4e3c-9f86-46e0b377f2e6 HTTP/1.1" status: 200 len: 217 time: 0.2927678 Dec 08 01:58:32.017831 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-378addbc-69d1-4db3-8df4-8fd23c0e6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.020935 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-378addbc-69d1-4db3-8df4-8fd23c0e6fdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.024738 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-378addbc-69d1-4db3-8df4-8fd23c0e6fdf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2e3c243c-f8fe-4362-8627-8bfef859b7dc HTTP/1.1" status: 204 len: 168 time: 1.0129886 Dec 08 01:58:32.130089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e08644-d544-4751-baf2-6a3f45afc0dc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:58:32.148867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9a344-4019-4498-ad0f-f539e49764c0 req-b3f7b1c0-9752-4c76-ba00-58cce06dc844 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.151196 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6a9a344-4019-4498-ad0f-f539e49764c0 req-b3f7b1c0-9752-4c76-ba00-58cce06dc844 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 943 time: 0.3504171 Dec 08 01:58:32.155679 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378addbc-69d1-4db3-8df4-8fd23c0e6fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3c243c-f8fe-4362-8627-8bfef859b7dc,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:32.176794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c0df6-1d38-4388-bbaf-f424f493ad36 req-7829a1c3-5e01-4547-91c0-2de6f0a39b00 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.185260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c0df6-1d38-4388-bbaf-f424f493ad36 req-7829a1c3-5e01-4547-91c0-2de6f0a39b00 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.192680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c0df6-1d38-4388-bbaf-f424f493ad36 req-7829a1c3-5e01-4547-91c0-2de6f0a39b00 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.197258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-51af2dfc-1eb4-4892-8d66-80438941d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.199862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c0df6-1d38-4388-bbaf-f424f493ad36 req-7829a1c3-5e01-4547-91c0-2de6f0a39b00 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.202547 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-51af2dfc-1eb4-4892-8d66-80438941d690 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.2764728 Dec 08 01:58:32.206760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c0df6-1d38-4388-bbaf-f424f493ad36 req-7829a1c3-5e01-4547-91c0-2de6f0a39b00 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.214004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c0df6-1d38-4388-bbaf-f424f493ad36 req-7829a1c3-5e01-4547-91c0-2de6f0a39b00 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.228330 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c0df6-1d38-4388-bbaf-f424f493ad36 req-7829a1c3-5e01-4547-91c0-2de6f0a39b00 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.242187 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-724c0df6-1d38-4388-bbaf-f424f493ad36 req-7829a1c3-5e01-4547-91c0-2de6f0a39b00 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.2682693 Dec 08 01:58:32.261383 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5e08644-d544-4751-baf2-6a3f45afc0dc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.263124 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-b5e08644-d544-4751-baf2-6a3f45afc0dc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Added segment 48d17b6a-d049-41aa-a33d-f31edcb58614 of type vlan for network 38eefac0-636a-4f65-b911-80afe4f6d377 Dec 08 01:58:32.324188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-8cf87730-186a-4e2d-a18e-ba544345c2cb service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605407 Dec 08 01:58:32.387408 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.445557 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-9ceca565-a505-48d4-b870-c0b330afe171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.449990 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-9ceca565-a505-48d4-b870-c0b330afe171 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1937542 Dec 08 01:58:32.455892 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.468676 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-39c55311-8bbc-4e9b-8806-37faf1c3c2d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=c35cf6d3-e672-4534-be6a-f28b0e0961c1 HTTP/1.1" status: 200 len: 217 time: 0.1046848 Dec 08 01:58:32.509703 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5e08644-d544-4751-baf2-6a3f45afc0dc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.592753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6a9a344-4019-4498-ad0f-f539e49764c0 req-64b4d941-e4d3-4ee3-b353-cf4a5b8a99ff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293756 Dec 08 01:58:32.614548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-724c0df6-1d38-4388-bbaf-f424f493ad36 req-cd897b4d-b26d-4372-91ff-674425a59697 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2942641 Dec 08 01:58:32.669689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-77321e48-0189-4748-97ce-450f6abc0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.671112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-77321e48-0189-4748-97ce-450f6abc0a22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.1582670 Dec 08 01:58:32.671770 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5e08644-d544-4751-baf2-6a3f45afc0dc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.703469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:32.705726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e08644-d544-4751-baf2-6a3f45afc0dc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.707108 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5e08644-d544-4751-baf2-6a3f45afc0dc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.709815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:32.735038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:32.791003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Pushing event updated for resources: {'Port': ['ID=577248e7-7719-496c-9dbd-22b8acf6673b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:32.850535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.851405 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.856049 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-ac0db938-3d19-4dbe-9ba4-8424d0f2d89a service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977406 Dec 08 01:58:32.902264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e08644-d544-4751-baf2-6a3f45afc0dc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Network': ['ID=38eefac0-636a-4f65-b911-80afe4f6d377,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:32.926287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 38eefac0-636a-4f65-b911-80afe4f6d377 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:58:32.944483 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-31c47a59-0f61-4f16-9ebd-eba3f77f76bf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3479211 Dec 08 01:58:32.998028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b5e08644-d544-4751-baf2-6a3f45afc0dc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4546976 Dec 08 01:58:33.003859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51846) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:33.009838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a291114b-29c1-420f-b400-e7173e7d8ca7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': '38eefac0-636a-4f65-b911-80afe4f6d377', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:33.068130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Request body: {'port': {'device_id': '7a475bc2-5579-4c61-b53c-10976e76d6e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:33.230929 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:33.249948 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f70ce13-8c9b-4e82-b7af-30f8cb4f26c1 req-b92fb36b-aab7-475e-8c57-4168ec23ffbf service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840525 Dec 08 01:58:33.258840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-64144f29-17b5-43e3-ac8d-734f88df4d18 None None] Provisioning complete for port 577248e7-7719-496c-9dbd-22b8acf6673b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:33.259216 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64144f29-17b5-43e3-ac8d-734f88df4d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:33.366406 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-64144f29-17b5-43e3-ac8d-734f88df4d18 None None] Port 577248e7-7719-496c-9dbd-22b8acf6673b cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:33.519957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ceb93f40-bf23-4c9b-a7c8-65dd8740d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:33.533088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ceb93f40-bf23-4c9b-a7c8-65dd8740d7d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8233814 Dec 08 01:58:33.787470 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-fb9f208c-b913-4d09-a487-28c26e9bb96a service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469375 Dec 08 01:58:33.807234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26cb9d-be2a-421b-92b4-890e1ea12b8c req-889d8a96-f9bd-4ada-960e-f321fc0b015c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:33.810181 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f26cb9d-be2a-421b-92b4-890e1ea12b8c req-889d8a96-f9bd-4ada-960e-f321fc0b015c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 935 time: 0.9197083 Dec 08 01:58:33.819038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a291114b-29c1-420f-b400-e7173e7d8ca7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:33.822523 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a291114b-29c1-420f-b400-e7173e7d8ca7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.080863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-452ba89a-b4d1-48cf-b6f1-32865cc9edae tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=23f85b63ddea4fd7903cf9f651f75abf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320094 Dec 08 01:58:34.098669 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a291114b-29c1-420f-b400-e7173e7d8ca7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.101254 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3767801-bf8d-42c8-a753-5ac11320fe0f req-41f864df-e472-44a8-badb-a865546eade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:34.103351 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c3767801-bf8d-42c8-a753-5ac11320fe0f req-41f864df-e472-44a8-badb-a865546eade3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 1095 time: 0.6984489 Dec 08 01:58:34.223402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577248e7-7719-496c-9dbd-22b8acf6673b {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:34.235111 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.251117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-1131ebb5-627f-4806-a69c-fa0d2319b7dd tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:34.252777 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-1131ebb5-627f-4806-a69c-fa0d2319b7dd tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353335 Dec 08 01:58:34.263623 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3767801-bf8d-42c8-a753-5ac11320fe0f req-3e91b34c-8d86-402e-ae2f-354180617db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:34.265593 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c3767801-bf8d-42c8-a753-5ac11320fe0f req-3e91b34c-8d86-402e-ae2f-354180617db9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.1550446 Dec 08 01:58:34.266895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Transition to ACTIVE for port object 577248e7-7719-496c-9dbd-22b8acf6673b will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:58:34.271763 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.358381 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c3767801-bf8d-42c8-a753-5ac11320fe0f req-03ca143a-e2d1-46a5-92f3-dd92b59628d3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c710d550-474b-4e3c-9f86-46e0b377f2e6 HTTP/1.1" status: 200 len: 217 time: 0.0836313 Dec 08 01:58:34.364867 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-e24af763-d4ce-4e4a-9dd1-6b87c22fd71f tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/quotas/23f85b63ddea4fd7903cf9f651f75abf HTTP/1.1" status: 200 len: 375 time: 0.0973389 Dec 08 01:58:34.369559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a291114b-29c1-420f-b400-e7173e7d8ca7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Checking segment: {'id': '48d17b6a-d049-41aa-a33d-f31edcb58614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38eefac0-636a-4f65-b911-80afe4f6d377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:34.370051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291114b-29c1-420f-b400-e7173e7d8ca7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network hostable DHCP agents. Network: 38eefac0-636a-4f65-b911-80afe4f6d377, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:58:34.418539 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Pushing event updated for resources: {'Port': ['ID=577248e7-7719-496c-9dbd-22b8acf6673b,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:34.473173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3767801-bf8d-42c8-a753-5ac11320fe0f req-baa1a189-5498-4e14-91dc-c263d0ef8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:34.474593 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c3767801-bf8d-42c8-a753-5ac11320fe0f req-baa1a189-5498-4e14-91dc-c263d0ef8727 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.1071353 Dec 08 01:58:34.488196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291114b-29c1-420f-b400-e7173e7d8ca7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Subnet': ['ID=189cf398-4d90-4761-a2e4-a145cfc5853d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:34.520270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f26cb9d-be2a-421b-92b4-890e1ea12b8c req-58465f76-bf90-439c-8078-b02413f98a50 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473011 Dec 08 01:58:34.575191 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-ea693983-2eec-427b-9534-7ab8d9c8298e tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=23f85b63ddea4fd7903cf9f651f75abf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1184471 Dec 08 01:58:34.641931 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Attempting to bind port 577248e7-7719-496c-9dbd-22b8acf6673b on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:34.642694 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Attempting to bind port 577248e7-7719-496c-9dbd-22b8acf6673b by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:34.643262 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Attempting to bind port 577248e7-7719-496c-9dbd-22b8acf6673b on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:34.655819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Port 577248e7-7719-496c-9dbd-22b8acf6673b on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:58:34.656754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Attempting to bind port 577248e7-7719-496c-9dbd-22b8acf6673b on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:34.664635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:34.665373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:34.666762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:34.667314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Bound port: 577248e7-7719-496c-9dbd-22b8acf6673b, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:34.667997 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.691370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291114b-29c1-420f-b400-e7173e7d8ca7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 38eefac0-636a-4f65-b911-80afe4f6d377 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:58:34.691874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3767801-bf8d-42c8-a753-5ac11320fe0f req-727d4d43-72e2-4089-8337-935835d5c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:34.693776 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c3767801-bf8d-42c8-a753-5ac11320fe0f req-727d4d43-72e2-4089-8337-935835d5c0c5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1605678 Dec 08 01:58:34.719239 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a291114b-29c1-420f-b400-e7173e7d8ca7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 38eefac0-636a-4f65-b911-80afe4f6d377) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:34.728228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291114b-29c1-420f-b400-e7173e7d8ca7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:34.728762 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a291114b-29c1-420f-b400-e7173e7d8ca7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.735355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bad566-d490-4451-acd3-21bd084d274d None None] Network 38eefac0-636a-4f65-b911-80afe4f6d377 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:34.757064 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ac196194-7e5c-4d17-a1aa-884069bdfd75 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9458687 Dec 08 01:58:34.804616 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a291114b-29c1-420f-b400-e7173e7d8ca7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7994788 Dec 08 01:58:34.814128 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51896) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:34.930841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eff073-82cd-4c21-8c86-b019766576cc req-f427ae03-ce24-44d0-a66e-88f4b948db77 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:34.932876 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5eff073-82cd-4c21-8c86-b019766576cc req-f427ae03-ce24-44d0-a66e-88f4b948db77 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 943 time: 0.3263667 Dec 08 01:58:34.953521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fd1488b3-c4c0-4006-9b5a-7632b24c05ed tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'network_id': '38eefac0-636a-4f65-b911-80afe4f6d377', 'name': 'tempest-PortsIpV6TestJSON-2128952569'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:34.963545 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] For port 577248e7-7719-496c-9dbd-22b8acf6673b, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:34.975447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-a6693d1a-a768-4138-858f-8f42c5b52dec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=416e1a97-ecb1-4ac8-a9f8-297949a2a910 HTTP/1.1" status: 200 len: 217 time: 0.2045732 Dec 08 01:58:34.991223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] For port 577248e7-7719-496c-9dbd-22b8acf6673b, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=577248e7-7719-496c-9dbd-22b8acf6673b,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:35.008624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:35.040960 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c3767801-bf8d-42c8-a753-5ac11320fe0f req-415bbf45-7604-4f22-916f-4d79c553f601 service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239498 Dec 08 01:58:35.068254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-38eefac0-636a-4f65-b911-80afe4f6d377', 'network_id': '38eefac0-636a-4f65-b911-80afe4f6d377', 'project_id': 'ce784be1a1a047ac8e1a8b2922f3d034', 'fixed_ips': [{'subnet_id': '189cf398-4d90-4761-a2e4-a145cfc5853d'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:58:35.070046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.072536 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:35.072675 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:35.074665 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] 10.222.0.45 "PUT /v2.0/ports/577248e7-7719-496c-9dbd-22b8acf6673b HTTP/1.1" status: 200 len: 1096 time: 2.0514555 Dec 08 01:58:35.076080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a475bc2-5579-4c61-b53c-10976e76d6e6', 'tag': '577248e7-7719-496c-9dbd-22b8acf6673b'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:35.079259 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fda2b1-c9c4-45fd-aa61-d4d008785209" -d '{"events": [{"name": "network-changed", "server_uuid": "7a475bc2-5579-4c61-b53c-10976e76d6e6", "tag": "577248e7-7719-496c-9dbd-22b8acf6673b"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:35.229010 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c3767801-bf8d-42c8-a753-5ac11320fe0f req-94ad369e-2758-439b-ba1e-2bb168e660c7 service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455295 Dec 08 01:58:35.378491 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5eff073-82cd-4c21-8c86-b019766576cc req-0499108e-8ffa-4f97-81eb-ffe756878db6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155726 Dec 08 01:58:35.393045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501afa60-a123-4c5b-b89b-238ca4e95589 service neutron] Pushing event updated for resources: {'Port': ['ID=577248e7-7719-496c-9dbd-22b8acf6673b,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:35.411358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-2068dc18-5ff8-4a6f-9971-7d2c33b70354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.412944 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-2068dc18-5ff8-4a6f-9971-7d2c33b70354 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 1099 time: 0.1772356 Dec 08 01:58:35.422708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Allocated IP 2001:db8::2 (38eefac0-636a-4f65-b911-80afe4f6d377/189cf398-4d90-4761-a2e4-a145cfc5853d/dffc06fa-e032-40de-8f0e-606b17dfa825) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:35.425729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbcdcc-7a25-47f7-bde9-aa757d7c7391 req-74acdcf2-1d2e-453c-b646-984c63a526a7 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.443976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbcdcc-7a25-47f7-bde9-aa757d7c7391 req-74acdcf2-1d2e-453c-b646-984c63a526a7 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.462900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbcdcc-7a25-47f7-bde9-aa757d7c7391 req-74acdcf2-1d2e-453c-b646-984c63a526a7 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.474185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbcdcc-7a25-47f7-bde9-aa757d7c7391 req-74acdcf2-1d2e-453c-b646-984c63a526a7 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.491168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbcdcc-7a25-47f7-bde9-aa757d7c7391 req-74acdcf2-1d2e-453c-b646-984c63a526a7 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.505656 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-91745e4b-160c-46c4-9095-88048b5acc6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=577248e7-7719-496c-9dbd-22b8acf6673b HTTP/1.1" status: 200 len: 217 time: 0.0785568 Dec 08 01:58:35.505859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbcdcc-7a25-47f7-bde9-aa757d7c7391 req-74acdcf2-1d2e-453c-b646-984c63a526a7 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.520306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbcdcc-7a25-47f7-bde9-aa757d7c7391 req-74acdcf2-1d2e-453c-b646-984c63a526a7 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.526862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43dbcdcc-7a25-47f7-bde9-aa757d7c7391 req-74acdcf2-1d2e-453c-b646-984c63a526a7 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.5554726 Dec 08 01:58:35.601685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-63252ed7-73c1-4e9f-a824-461a79c51bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.608343 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-63252ed7-73c1-4e9f-a824-461a79c51bda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0944719 Dec 08 01:58:35.647580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-fd0bd99f-9ec9-4f32-a111-a315b45865d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.649837 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-fd0bd99f-9ec9-4f32-a111-a315b45865d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.5408943 Dec 08 01:58:35.717880 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-56540cb0-37c4-43ab-b9ad-39c46a696759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.726893 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-56540cb0-37c4-43ab-b9ad-39c46a696759 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1133347 Dec 08 01:58:35.798240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7d799a8-38c1-4814-8521-07985eb39c7e req-35ababa2-9399-4eab-b7e8-fc1fdfba4cb4 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 210 time: 0.0721667 Dec 08 01:58:35.798816 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1488b3-c4c0-4006-9b5a-7632b24c05ed tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:35.802252 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd1488b3-c4c0-4006-9b5a-7632b24c05ed tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:35.858931 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:35.869317 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:35.919227 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcd5c3d-5889-41c5-8427-9b1652ff966a x-openstack-request-id: req-6dcd5c3d-5889-41c5-8427-9b1652ff966a {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:35.919551 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a475bc2-5579-4c61-b53c-10976e76d6e6", "tag": "577248e7-7719-496c-9dbd-22b8acf6673b", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:35.919836 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6dcd5c3d-5889-41c5-8427-9b1652ff966a {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:35.920244 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a475bc2-5579-4c61-b53c-10976e76d6e6', 'tag': '577248e7-7719-496c-9dbd-22b8acf6673b', 'status': 'completed', 'code': 200} Dec 08 01:58:35.928823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43dbcdcc-7a25-47f7-bde9-aa757d7c7391 req-aeda991e-0084-4f49-b8ba-3d32356b7828 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3898323 Dec 08 01:58:35.939755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Pushing event updated for resources: {'Port': ['ID=dffc06fa-e032-40de-8f0e-606b17dfa825,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:35.955309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-fd1488b3-c4c0-4006-9b5a-7632b24c05ed tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port 2d30f407-ffb7-4805-a7b3-8a82f00c8ea5 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:35.956853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Network 38eefac0-636a-4f65-b911-80afe4f6d377 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:35.958749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:35.962216 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:35.975593 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-f39efff0-5463-4697-96b9-5c167af8b1f0 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408826 Dec 08 01:58:36.038430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2c879a96-1fe8-443d-bf38-8fbea4ab0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:36.040244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2c879a96-1fe8-443d-bf38-8fbea4ab0749 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3745637 Dec 08 01:58:36.048591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c710d550-474b-4e3c-9f86-46e0b377f2e6 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:58:36.086962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Attempting to bind port dffc06fa-e032-40de-8f0e-606b17dfa825 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:36.087856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Attempting to bind port dffc06fa-e032-40de-8f0e-606b17dfa825 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '48d17b6a-d049-41aa-a33d-f31edcb58614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38eefac0-636a-4f65-b911-80afe4f6d377'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:36.089287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Attempting to bind port dffc06fa-e032-40de-8f0e-606b17dfa825 on network 38eefac0-636a-4f65-b911-80afe4f6d377 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:36.128398 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:36.129754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Checking segment: {'id': '48d17b6a-d049-41aa-a33d-f31edcb58614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38eefac0-636a-4f65-b911-80afe4f6d377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:36.130386 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:36.130996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Bound using segment: {'id': '48d17b6a-d049-41aa-a33d-f31edcb58614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38eefac0-636a-4f65-b911-80afe4f6d377'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:36.131823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Bound port: dffc06fa-e032-40de-8f0e-606b17dfa825, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d17b6a-d049-41aa-a33d-f31edcb58614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38eefac0-636a-4f65-b911-80afe4f6d377'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:36.132528 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:36.145091 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c727808e-eea6-47d2-aab7-7f72c417a0b3 req-0351a1fa-eabb-4245-866f-979a798a37ae service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617785 Dec 08 01:58:36.285344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port c710d550-474b-4e3c-9f86-46e0b377f2e6, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c710d550-474b-4e3c-9f86-46e0b377f2e6,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:36.304336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'c710d550-474b-4e3c-9f86-46e0b377f2e6', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'port_id': 'c710d550-474b-4e3c-9f86-46e0b377f2e6', 'mac_address': 'fa:16:3e:3d:a1:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:58:36.324455 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fda2b1-c9c4-45fd-aa61-d4d008785209 req-58c4cd66-0bd1-4506-8a6c-332f71c0a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:36.326178 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2fda2b1-c9c4-45fd-aa61-d4d008785209 req-58c4cd66-0bd1-4506-8a6c-332f71c0a2a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 1099 time: 0.0684297 Dec 08 01:58:36.391361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] For port dffc06fa-e032-40de-8f0e-606b17dfa825, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:36.396131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] For port dffc06fa-e032-40de-8f0e-606b17dfa825, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=dffc06fa-e032-40de-8f0e-606b17dfa825,segment=NetworkSegment(48d17b6a-d049-41aa-a33d-f31edcb58614),segment_id=48d17b6a-d049-41aa-a33d-f31edcb58614)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:36.397350 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:36.404498 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcac990-1413-4745-b1b3-bc8acf13b178 req-d5356364-fefc-4222-8c93-bff0fab791ae tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:36.412732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afcac990-1413-4745-b1b3-bc8acf13b178 req-d5356364-fefc-4222-8c93-bff0fab791ae tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 947 time: 0.3712888 Dec 08 01:58:36.420975 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:36.493145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-fd1488b3-c4c0-4006-9b5a-7632b24c05ed tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Allocated IP 2001:db8::38f (38eefac0-636a-4f65-b911-80afe4f6d377/189cf398-4d90-4761-a2e4-a145cfc5853d/2d30f407-ffb7-4805-a7b3-8a82f00c8ea5) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:36.557049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Pushing event updated for resources: {'Port': ['ID=dffc06fa-e032-40de-8f0e-606b17dfa825,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:36.571438 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-ceb6d92e-3050-4e47-96d2-47cb35b9c03d service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139434 Dec 08 01:58:36.571934 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fda2b1-c9c4-45fd-aa61-d4d008785209 req-4e38589c-6ae1-47c7-b1e2-0f2d85d43b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:36.577799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c710d550-474b-4e3c-9f86-46e0b377f2e6 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:36.585956 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2fda2b1-c9c4-45fd-aa61-d4d008785209 req-4e38589c-6ae1-47c7-b1e2-0f2d85d43b5f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2514274 Dec 08 01:58:36.670584 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port c710d550-474b-4e3c-9f86-46e0b377f2e6, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c710d550-474b-4e3c-9f86-46e0b377f2e6,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:36.701879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:36.702932 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2fda2b1-c9c4-45fd-aa61-d4d008785209 req-c25bb96a-2bb4-47bb-940d-ec675d0e6294 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=577248e7-7719-496c-9dbd-22b8acf6673b HTTP/1.1" status: 200 len: 217 time: 0.1088915 Dec 08 01:58:36.704597 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:36.704948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:36.705282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:36.709728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:36.710114 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:36.710450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:36.712574 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:36.713038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:36.713369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:36.717064 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:36.717399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:36.717727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29993b6-2923-444e-b71f-e5619b9e9355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:36.764310 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16daee2e-bc14-4cb3-8bc7-8657116be9e1 req-d338ecb8-e08f-42f8-b1ff-d69da5d25c11 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:36.775777 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-b874b465-bcf6-4323-88fe-a4ab1b97d8ac tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=23f85b63ddea4fd7903cf9f651f75abf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695062 Dec 08 01:58:36.776725 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:36.783986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16daee2e-bc14-4cb3-8bc7-8657116be9e1 req-d338ecb8-e08f-42f8-b1ff-d69da5d25c11 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 943 time: 0.2827044 Dec 08 01:58:36.835237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afcac990-1413-4745-b1b3-bc8acf13b178 req-92de739d-60ca-467c-b0eb-da8ac2e1b60d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215374 Dec 08 01:58:37.040215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16daee2e-bc14-4cb3-8bc7-8657116be9e1 req-1b4ae4e0-bd56-48e7-a653-be78ab7ae0c9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551754 Dec 08 01:58:37.054158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fda2b1-c9c4-45fd-aa61-d4d008785209 req-47506f81-1a34-4ad4-9a04-ac5e9be6c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.055550 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2fda2b1-c9c4-45fd-aa61-d4d008785209 req-47506f81-1a34-4ad4-9a04-ac5e9be6c31f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.2779167 Dec 08 01:58:37.127285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=c710d550-474b-4e3c-9f86-46e0b377f2e6,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:37.190304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['c710d550-474b-4e3c-9f86-46e0b377f2e6'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:58:37.234855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-aee66fac-4dbb-4e84-87be-406b9cff53d5 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.236387 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-aee66fac-4dbb-4e84-87be-406b9cff53d5 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4359787 Dec 08 01:58:37.281680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Request body: {'port': {'device_id': '65d4342a-8b77-4b08-9531-ff3686b64210', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '23f85b63ddea4fd7903cf9f651f75abf'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:37.285942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fda2b1-c9c4-45fd-aa61-d4d008785209 req-2be4599e-ee66-49c0-b68d-a02effe0398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.287555 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2fda2b1-c9c4-45fd-aa61-d4d008785209 req-2be4599e-ee66-49c0-b68d-a02effe0398b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2222147 Dec 08 01:58:37.291027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d17f191d-6239-4f06-8a2b-351e24c0c623 req-a217b282-7104-4111-acad-c3eefa7b860a tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 210 time: 0.1244946 Dec 08 01:58:37.358091 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-c0e94e22-adc9-4222-808c-337c68822aa7 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7650552 Dec 08 01:58:37.428650 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-0e71d263-8bf6-4aa5-9de1-f0c18911a926 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6cc566c4-deda-4159-a78a-23068f3c174a HTTP/1.1" status: 200 len: 217 time: 0.0631564 Dec 08 01:58:37.505877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03ffd8-2809-424d-af4f-d669ec1f0027 req-5c5f6e2c-1190-462e-81c5-4b7526e2ad10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.527284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03ffd8-2809-424d-af4f-d669ec1f0027 req-5c5f6e2c-1190-462e-81c5-4b7526e2ad10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.533520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03ffd8-2809-424d-af4f-d669ec1f0027 req-5c5f6e2c-1190-462e-81c5-4b7526e2ad10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.548395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03ffd8-2809-424d-af4f-d669ec1f0027 req-5c5f6e2c-1190-462e-81c5-4b7526e2ad10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.555997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03ffd8-2809-424d-af4f-d669ec1f0027 req-5c5f6e2c-1190-462e-81c5-4b7526e2ad10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.561349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03ffd8-2809-424d-af4f-d669ec1f0027 req-5c5f6e2c-1190-462e-81c5-4b7526e2ad10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.570746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03ffd8-2809-424d-af4f-d669ec1f0027 req-5c5f6e2c-1190-462e-81c5-4b7526e2ad10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.575963 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f03ffd8-2809-424d-af4f-d669ec1f0027 req-5c5f6e2c-1190-462e-81c5-4b7526e2ad10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.3896294 Dec 08 01:58:37.676342 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2fda2b1-c9c4-45fd-aa61-d4d008785209 req-79a22f67-7ed4-4c90-bd10-cb5b63ac7066 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740296 Dec 08 01:58:37.678041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Made reservation on behalf of 23f85b63ddea4fd7903cf9f651f75abf for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:37.694389 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f03ffd8-2809-424d-af4f-d669ec1f0027 req-8a0a6059-f06c-4401-adff-972487529365 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066093 Dec 08 01:58:37.696502 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:37.700618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-5dd882a2-0efd-483a-b06e-961a2a8cce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.702183 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-5dd882a2-0efd-483a-b06e-961a2a8cce54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0187a527-5c48-4961-8721-946f3d80ecb1 HTTP/1.1" status: 200 len: 797 time: 0.2530694 Dec 08 01:58:37.720304 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:37.736572 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd1488b3-c4c0-4006-9b5a-7632b24c05ed tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:37.791411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-529bc074-4846-44c6-8cb0-6aa19bb421c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.793031 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-529bc074-4846-44c6-8cb0-6aa19bb421c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070c9fd6-5c33-481f-972d-d93c3bb28703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0753989 Dec 08 01:58:37.830594 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd1488b3-c4c0-4006-9b5a-7632b24c05ed tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:37.894238 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b2fda2b1-c9c4-45fd-aa61-d4d008785209 req-8bad8402-0cd2-48ea-beef-3802d49470b8 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937249 Dec 08 01:58:37.949787 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:37.962415 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:37.977157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1488b3-c4c0-4006-9b5a-7632b24c05ed tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 38eefac0-636a-4f65-b911-80afe4f6d377 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:37.994323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1488b3-c4c0-4006-9b5a-7632b24c05ed tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=2d30f407-ffb7-4805-a7b3-8a82f00c8ea5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:38.017504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-fd1488b3-c4c0-4006-9b5a-7632b24c05ed tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:38.052615 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1488b3-c4c0-4006-9b5a-7632b24c05ed tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:38.058643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1488b3-c4c0-4006-9b5a-7632b24c05ed tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:38.059527 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd1488b3-c4c0-4006-9b5a-7632b24c05ed tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:38.078651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-b50f8f72-6d60-4404-b6ec-518b89ea4a85 service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775996 Dec 08 01:58:38.104868 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fd1488b3-c4c0-4006-9b5a-7632b24c05ed tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2895925 Dec 08 01:58:38.108404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51936) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:38.130256 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5522ed7f-b20a-48eb-9d61-ae5b68125747 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'network_id': '38eefac0-636a-4f65-b911-80afe4f6d377', 'name': 'tempest-PortsIpV6TestJSON-896050001'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:38.170599 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e0549-41d7-42d3-9697-83ad85ef2ac8 req-04b9be04-782c-4a0f-9da9-6bb7db813bda tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:38.184968 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf254aca-1a8f-4899-88cb-64a6f084f80e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:38.190225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de5e0549-41d7-42d3-9697-83ad85ef2ac8 req-04b9be04-782c-4a0f-9da9-6bb7db813bda tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 947 time: 0.2273829 Dec 08 01:58:38.332658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Allocated IP 192.168.233.196 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:38.491084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2ffc9b3c-c331-4dbd-b416-454544e7a01c service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972819 Dec 08 01:58:38.556464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de5e0549-41d7-42d3-9697-83ad85ef2ac8 req-8e007141-87c0-46d6-9d24-a36e01f5f181 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560941 Dec 08 01:58:38.588319 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:38.638578 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:38.671270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-2751534e-052f-4724-a527-80ce8552c2f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a24b4b4-8966-44f8-9636-d4da51d10381 HTTP/1.1" status: 200 len: 217 time: 0.1564648 Dec 08 01:58:38.697589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830fbdf-af37-4eb9-b920-17841cc1a395 req-cc172cc8-78f9-406b-8da8-ef589a1ca92f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:38.699456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9830fbdf-af37-4eb9-b920-17841cc1a395 req-cc172cc8-78f9-406b-8da8-ef589a1ca92f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 944 time: 0.4169726 Dec 08 01:58:38.718284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:38.721348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:38.727987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:38.779122 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6c9ad3-a8ab-463a-afb1-6e8226c09c1f None None] Network 38eefac0-636a-4f65-b911-80afe4f6d377 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:38.876255 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:38.878223 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:38.907901 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9830fbdf-af37-4eb9-b920-17841cc1a395 req-5dc15e52-c16c-43a0-a807-743202949df7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486237 Dec 08 01:58:38.922002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0cf1c4f7-f32e-4368-9691-89a6b791573c None None] Provisioning complete for port dffc06fa-e032-40de-8f0e-606b17dfa825 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:38.922383 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cf1c4f7-f32e-4368-9691-89a6b791573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:38.929218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Pushing event updated for resources: {'Port': ['ID=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:39.005666 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489983fd-8162-438c-883d-1ff9b4c6b49c req-151f31b1-054c-4a47-a83d-7d0cff42aa04 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:39.015477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-489983fd-8162-438c-883d-1ff9b4c6b49c req-151f31b1-054c-4a47-a83d-7d0cff42aa04 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 936 time: 0.3081310 Dec 08 01:58:39.056108 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-59b55a7b-2e7a-45a7-a0a5-26b8d961aeab tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7818046 Dec 08 01:58:39.077944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Request body: {'port': {'device_id': '65d4342a-8b77-4b08-9531-ff3686b64210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:39.112810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dffc06fa-e032-40de-8f0e-606b17dfa825 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:39.208771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5522ed7f-b20a-48eb-9d61-ae5b68125747 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:39.222882 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cf1c4f7-f32e-4368-9691-89a6b791573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:39.224245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5522ed7f-b20a-48eb-9d61-ae5b68125747 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:39.234345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97a6638b-3daf-40dd-865c-9c3ad24dab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:39.235711 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:39.236103 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-97a6638b-3daf-40dd-865c-9c3ad24dab25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0187a527-5c48-4961-8721-946f3d80ecb1 HTTP/1.1" status: 200 len: 797 time: 0.5127900 Dec 08 01:58:39.327503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-5522ed7f-b20a-48eb-9d61-ae5b68125747 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port 7adac12a-6f5f-4deb-b279-5d9fa3b5e3ae yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:39.387242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-489983fd-8162-438c-883d-1ff9b4c6b49c req-af3b3236-7714-443c-bc9c-fed16d658ec8 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638804 Dec 08 01:58:39.454773 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17053f-c3a9-4c82-8cb4-0e07d66427f4 req-66ebc864-e246-4124-90d9-a9a3094ab6d1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:39.474050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17053f-c3a9-4c82-8cb4-0e07d66427f4 req-66ebc864-e246-4124-90d9-a9a3094ab6d1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:39.499634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17053f-c3a9-4c82-8cb4-0e07d66427f4 req-66ebc864-e246-4124-90d9-a9a3094ab6d1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:39.507684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17053f-c3a9-4c82-8cb4-0e07d66427f4 req-66ebc864-e246-4124-90d9-a9a3094ab6d1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:39.525049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17053f-c3a9-4c82-8cb4-0e07d66427f4 req-66ebc864-e246-4124-90d9-a9a3094ab6d1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:39.536444 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17053f-c3a9-4c82-8cb4-0e07d66427f4 req-66ebc864-e246-4124-90d9-a9a3094ab6d1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:39.548387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17053f-c3a9-4c82-8cb4-0e07d66427f4 req-66ebc864-e246-4124-90d9-a9a3094ab6d1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:39.550410 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b17053f-c3a9-4c82-8cb4-0e07d66427f4 req-66ebc864-e246-4124-90d9-a9a3094ab6d1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.4862986 Dec 08 01:58:39.554536 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port dffc06fa-e032-40de-8f0e-606b17dfa825 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:39.555253 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:39.655391 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0cf1c4f7-f32e-4368-9691-89a6b791573c None None] For port dffc06fa-e032-40de-8f0e-606b17dfa825, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=dffc06fa-e032-40de-8f0e-606b17dfa825,segment=NetworkSegment(48d17b6a-d049-41aa-a33d-f31edcb58614),segment_id=48d17b6a-d049-41aa-a33d-f31edcb58614)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:39.668386 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cf1c4f7-f32e-4368-9691-89a6b791573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:39.797758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b17053f-c3a9-4c82-8cb4-0e07d66427f4 req-5898283a-71d1-40f5-bcac-fb059adc1fb5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1773522 Dec 08 01:58:39.800413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-89a282a2-d81d-40ca-b251-9f1094d1fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:39.802265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-89a282a2-d81d-40ca-b251-9f1094d1fc43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070c9fd6-5c33-481f-972d-d93c3bb28703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5565193 Dec 08 01:58:39.867774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1c4f7-f32e-4368-9691-89a6b791573c None None] Pushing event updated for resources: {'Port': ['ID=dffc06fa-e032-40de-8f0e-606b17dfa825,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:39.878798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5c906391-9245-43a6-aec0-1acea7f7e245 None None] Provisioning complete for port dffc06fa-e032-40de-8f0e-606b17dfa825 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:39.879788 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c906391-9245-43a6-aec0-1acea7f7e245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:39.921765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-5522ed7f-b20a-48eb-9d61-ae5b68125747 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Allocated IP 2001:db8::316 (38eefac0-636a-4f65-b911-80afe4f6d377/189cf398-4d90-4761-a2e4-a145cfc5853d/7adac12a-6f5f-4deb-b279-5d9fa3b5e3ae) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:40.029815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:40.047686 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:40.051672 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c710d550-474b-4e3c-9f86-46e0b377f2e6 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:40.070459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Transition to ACTIVE for port object a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:58:40.103309 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:40.166218 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5c906391-9245-43a6-aec0-1acea7f7e245 None None] Provisioning complete for port 2d30f407-ffb7-4805-a7b3-8a82f00c8ea5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:40.166588 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c906391-9245-43a6-aec0-1acea7f7e245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:40.184685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Pushing event updated for resources: {'Port': ['ID=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:40.225221 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5c906391-9245-43a6-aec0-1acea7f7e245 None None] Port 2d30f407-ffb7-4805-a7b3-8a82f00c8ea5 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:40.231175 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 577248e7-7719-496c-9dbd-22b8acf6673b details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:58:40.244157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port c710d550-474b-4e3c-9f86-46e0b377f2e6 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:58:40.256781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port c710d550-474b-4e3c-9f86-46e0b377f2e6 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:40.256781 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:40.344538 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5522ed7f-b20a-48eb-9d61-ae5b68125747 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:40.372680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Attempting to bind port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:40.374500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Attempting to bind port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:40.374500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Attempting to bind port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:40.382390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:58:40.382944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Attempting to bind port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:40.389440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:40.389877 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:40.390865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:40.390865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Bound port: a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:40.391070 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:40.414309 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:58:40.466267 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:40.618382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70146abe-dc68-40f1-a36f-c3b7c8b8f0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c710d550-474b-4e3c-9f86-46e0b377f2e6'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:40.620731 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abc00fb-3efc-4077-ab67-491c706ce968" -d '{"events": [{"server_uuid": "70146abe-dc68-40f1-a36f-c3b7c8b8f0a3", "name": "network-vif-plugged", "status": "completed", "tag": "c710d550-474b-4e3c-9f86-46e0b377f2e6"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:40.638306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-aa371fd9-a57b-4db4-8886-b43e4a3e87d9 None None] Provisioning complete for port 2d30f407-ffb7-4805-a7b3-8a82f00c8ea5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:40.638674 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa371fd9-a57b-4db4-8886-b43e4a3e87d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:40.663990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] For port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:40.673887 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] For port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:40.681866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:40.763702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-aa371fd9-a57b-4db4-8886-b43e4a3e87d9 None None] Port 2d30f407-ffb7-4805-a7b3-8a82f00c8ea5 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:40.775032 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:40.775742 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:40.778464 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] 10.222.0.75 "PUT /v2.0/ports/a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e HTTP/1.1" status: 200 len: 1097 time: 1.7062466 Dec 08 01:58:40.779056 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d4342a-8b77-4b08-9531-ff3686b64210', 'tag': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:40.794043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port c710d550-474b-4e3c-9f86-46e0b377f2e6, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c710d550-474b-4e3c-9f86-46e0b377f2e6,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:40.798514 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594ae3b3-a375-4217-bbf0-cf0bee63358c" -d '{"events": [{"name": "network-changed", "server_uuid": "65d4342a-8b77-4b08-9531-ff3686b64210", "tag": "a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:40.824421 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:40.883734 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a6429-30d0-4187-83bb-7044a55cbeba service neutron] Pushing event updated for resources: {'Port': ['ID=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:40.974488 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-fcc9e9ac-c545-4f7b-b733-c97c25453602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:40.976052 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-fcc9e9ac-c545-4f7b-b733-c97c25453602 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=23f85b63ddea4fd7903cf9f651f75abf&device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 1100 time: 0.1204050 Dec 08 01:58:40.982940 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dffc06fa-e032-40de-8f0e-606b17dfa825 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:41.060770 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-4f60062f-88a6-48a0-ae95-ea2c26ae8d46 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e HTTP/1.1" status: 200 len: 217 time: 0.0708539 Dec 08 01:58:41.104007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 577248e7-7719-496c-9dbd-22b8acf6673b, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=577248e7-7719-496c-9dbd-22b8acf6673b,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:41.196911 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '577248e7-7719-496c-9dbd-22b8acf6673b', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '577248e7-7719-496c-9dbd-22b8acf6673b', 'mac_address': 'fa:16:3e:03:08:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:58:41.208774 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-ed3a4030-87ec-4f65-97d7-ae1b8c68f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.219806 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-ed3a4030-87ec-4f65-97d7-ae1b8c68f6f0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1510425 Dec 08 01:58:41.223026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=c710d550-474b-4e3c-9f86-46e0b377f2e6,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:41.270452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3c25e-2c45-4f79-99cd-22921927c5ab req-66082841-0a5c-4b22-8db2-570ba112eef5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.272021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2fe3c25e-2c45-4f79-99cd-22921927c5ab req-66082841-0a5c-4b22-8db2-570ba112eef5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 947 time: 1.5304172 Dec 08 01:58:41.279466 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-6f0cfbf3-58c3-495c-94c1-55e43441a4ad service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1433275 Dec 08 01:58:41.360376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-2abfd974-fa2b-4067-8823-0e93404a1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.364486 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-2abfd974-fa2b-4067-8823-0e93404a1780 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1377439 Dec 08 01:58:41.381701 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:41.402868 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9aad0d5-7e56-4691-b381-b49be99bcc22 req-e71a8fba-804b-4679-a58c-88c1dce62c7c service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003990 Dec 08 01:58:41.430736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577248e7-7719-496c-9dbd-22b8acf6673b {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:41.435953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda8814-ada4-4f4b-89c1-18d88e4980fc req-10cca850-1a2a-4579-8d12-e94f3c186ce2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.438062 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5cda8814-ada4-4f4b-89c1-18d88e4980fc req-10cca850-1a2a-4579-8d12-e94f3c186ce2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 944 time: 1.3202801 Dec 08 01:58:41.477919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 577248e7-7719-496c-9dbd-22b8acf6673b, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=577248e7-7719-496c-9dbd-22b8acf6673b,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:41.495481 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:41.505056 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5522ed7f-b20a-48eb-9d61-ae5b68125747 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:41.524582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port dffc06fa-e032-40de-8f0e-606b17dfa825 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:41.528740 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:41.534362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2fe3c25e-2c45-4f79-99cd-22921927c5ab req-d7e6a560-3b42-4f5f-a00c-7ad11414f988 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525170 Dec 08 01:58:41.564735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5522ed7f-b20a-48eb-9d61-ae5b68125747 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 38eefac0-636a-4f65-b911-80afe4f6d377 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:41.579543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5522ed7f-b20a-48eb-9d61-ae5b68125747 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:41.587032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5522ed7f-b20a-48eb-9d61-ae5b68125747 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:41.594953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5522ed7f-b20a-48eb-9d61-ae5b68125747 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.595617 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5522ed7f-b20a-48eb-9d61-ae5b68125747 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:41.618902 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-1637fb3a-25b5-401e-9ce9-ed3b68b73867 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467756 Dec 08 01:58:41.626935 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5cda8814-ada4-4f4b-89c1-18d88e4980fc req-82d686a8-70d7-457b-a9c6-d56a96cb5bac tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756032 Dec 08 01:58:41.686257 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522ed7f-b20a-48eb-9d61-ae5b68125747 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=7adac12a-6f5f-4deb-b279-5d9fa3b5e3ae,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:41.778182 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=577248e7-7719-496c-9dbd-22b8acf6673b,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:41.816911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5522ed7f-b20a-48eb-9d61-ae5b68125747 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6898766 Dec 08 01:58:41.820113 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51972) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:41.901633 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['577248e7-7719-496c-9dbd-22b8acf6673b'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:58:41.945949 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69564f2c-ccee-4ebb-a6ff-604d6d92c66d x-openstack-request-id: req-69564f2c-ccee-4ebb-a6ff-604d6d92c66d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:41.946258 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70146abe-dc68-40f1-a36f-c3b7c8b8f0a3", "name": "network-vif-plugged", "status": "completed", "tag": "c710d550-474b-4e3c-9f86-46e0b377f2e6", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:41.946539 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-69564f2c-ccee-4ebb-a6ff-604d6d92c66d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:41.947114 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70146abe-dc68-40f1-a36f-c3b7c8b8f0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c710d550-474b-4e3c-9f86-46e0b377f2e6', 'code': 200} Dec 08 01:58:41.957363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-de8a7c83-3c59-4ff8-9667-b001eadb5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.958045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-de8a7c83-3c59-4ff8-9667-b001eadb5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.958592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-de8a7c83-3c59-4ff8-9667-b001eadb5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.961072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-de8a7c83-3c59-4ff8-9667-b001eadb5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.961641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-de8a7c83-3c59-4ff8-9667-b001eadb5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.964331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-de8a7c83-3c59-4ff8-9667-b001eadb5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.967476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-de8a7c83-3c59-4ff8-9667-b001eadb5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.974721 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-de8a7c83-3c59-4ff8-9667-b001eadb5b4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 6484 time: 0.3326735 Dec 08 01:58:42.028142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9aae0-ddeb-49b4-b0a2-992ee23940e9 req-a0525d39-8b61-47f2-912a-ace11339c780 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.039841 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a4e0387-73cf-4b7e-959c-9b925c050b0b req-4b79db08-7e5e-475b-9aaf-f0d8f4aed868 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132929 Dec 08 01:58:42.040877 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21a9aae0-ddeb-49b4-b0a2-992ee23940e9 req-a0525d39-8b61-47f2-912a-ace11339c780 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 948 time: 0.2602298 Dec 08 01:58:42.074313 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2156fe86-a128-457a-bb68-6591edc87211 x-openstack-request-id: req-2156fe86-a128-457a-bb68-6591edc87211 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:42.080995 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d4342a-8b77-4b08-9531-ff3686b64210", "tag": "a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:42.081525 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2156fe86-a128-457a-bb68-6591edc87211 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:42.082139 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d4342a-8b77-4b08-9531-ff3686b64210', 'tag': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e', 'status': 'completed', 'code': 200} Dec 08 01:58:42.187633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48bf43d-6cf8-4dce-95fa-a2f6bb6376bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.214412 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d48bf43d-6cf8-4dce-95fa-a2f6bb6376bd tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A38f HTTP/1.1" status: 200 len: 929 time: 0.3932109 Dec 08 01:58:42.230107 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51976) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:42.336708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c07925a5-eab1-444b-9941-77bbf2ae4607 None None] Provisioning complete for port 7adac12a-6f5f-4deb-b279-5d9fa3b5e3ae triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:42.337232 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c07925a5-eab1-444b-9941-77bbf2ae4607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:42.349314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21a9aae0-ddeb-49b4-b0a2-992ee23940e9 req-214f032a-c542-4b4b-91b6-49a24023e9fb tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063571 Dec 08 01:58:42.386365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ae3b3-a375-4217-bbf0-cf0bee63358c req-578a56ce-7426-4daf-a51f-e87790b62a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.388347 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-594ae3b3-a375-4217-bbf0-cf0bee63358c req-578a56ce-7426-4daf-a51f-e87790b62a3f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=23f85b63ddea4fd7903cf9f651f75abf&device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 1100 time: 0.2524250 Dec 08 01:58:42.389327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c07925a5-eab1-444b-9941-77bbf2ae4607 None None] Port 7adac12a-6f5f-4deb-b279-5d9fa3b5e3ae cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:42.560110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e6ea6-fa10-41b3-9611-3975d6f19b0c req-7f029b2f-6609-4b85-8868-47fa566893cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.562208 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b93e6ea6-fa10-41b3-9611-3975d6f19b0c req-7f029b2f-6609-4b85-8868-47fa566893cb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 1097 time: 0.4243960 Dec 08 01:58:42.607407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-50f09666-2175-4d91-96a1-032a246b526c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port 7adac12a-6f5f-4deb-b279-5d9fa3b5e3ae {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:42.607796 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50f09666-2175-4d91-96a1-032a246b526c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:42.682852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b93e6ea6-fa10-41b3-9611-3975d6f19b0c req-cc72c545-3cd3-4f43-90b8-ad4bd6f16e3b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077433 Dec 08 01:58:42.739899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ae3b3-a375-4217-bbf0-cf0bee63358c req-8794d68f-c729-4566-893e-0e4b1f3fa61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.741783 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-594ae3b3-a375-4217-bbf0-cf0bee63358c req-8794d68f-c729-4566-893e-0e4b1f3fa61b service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.3409026 Dec 08 01:58:42.751385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a780d0-b57d-445b-8a48-99fc442c18ec req-f8b4baf3-351d-4466-b78e-65442549da10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.768658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a780d0-b57d-445b-8a48-99fc442c18ec req-f8b4baf3-351d-4466-b78e-65442549da10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.774672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a780d0-b57d-445b-8a48-99fc442c18ec req-f8b4baf3-351d-4466-b78e-65442549da10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.781205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a780d0-b57d-445b-8a48-99fc442c18ec req-f8b4baf3-351d-4466-b78e-65442549da10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.787491 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a780d0-b57d-445b-8a48-99fc442c18ec req-f8b4baf3-351d-4466-b78e-65442549da10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.793517 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a780d0-b57d-445b-8a48-99fc442c18ec req-f8b4baf3-351d-4466-b78e-65442549da10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.799394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a780d0-b57d-445b-8a48-99fc442c18ec req-f8b4baf3-351d-4466-b78e-65442549da10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.801362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44a780d0-b57d-445b-8a48-99fc442c18ec req-f8b4baf3-351d-4466-b78e-65442549da10 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.5306072 Dec 08 01:58:42.804990 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50f09666-2175-4d91-96a1-032a246b526c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:42.831320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-a04b1993-e64d-4184-a50b-d4be3a77d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.832747 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-a04b1993-e64d-4184-a50b-d4be3a77d103 service neutron] 10.222.0.45 "GET /v2.0/networks?id=070c9fd6-5c33-481f-972d-d93c3bb28703 HTTP/1.1" status: 200 len: 903 time: 0.7246010 Dec 08 01:58:42.845747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-50f09666-2175-4d91-96a1-032a246b526c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for 7adac12a-6f5f-4deb-b279-5d9fa3b5e3ae owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:42.899494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-6598a4af-86c4-4758-9c36-e5d16f513a3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a24b4b4-8966-44f8-9636-d4da51d10381 HTTP/1.1" status: 200 len: 217 time: 0.0548007 Dec 08 01:58:42.932212 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35be010-9419-42d1-986b-0e3d1ba281bc req-b6a2c2b3-4d00-4066-93c4-ef9c20fa8732 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.939908 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d35be010-9419-42d1-986b-0e3d1ba281bc req-b6a2c2b3-4d00-4066-93c4-ef9c20fa8732 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 948 time: 0.2541647 Dec 08 01:58:42.989106 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44a780d0-b57d-445b-8a48-99fc442c18ec req-b33c76ea-f61d-45a3-bd80-5edd017b820d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1769042 Dec 08 01:58:43.071718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-7c183d20-b623-46d7-a094-0c3bb4f2b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:43.073585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-7c183d20-b623-46d7-a094-0c3bb4f2b731 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0187a527-5c48-4961-8721-946f3d80ecb1 HTTP/1.1" status: 200 len: 797 time: 0.1636710 Dec 08 01:58:43.154580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d35be010-9419-42d1-986b-0e3d1ba281bc req-3bb10690-1cd4-49e2-971b-08403036af47 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137430 Dec 08 01:58:43.163760 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-594ae3b3-a375-4217-bbf0-cf0bee63358c req-2af2a578-e547-47e0-a382-98f8441ddf2a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e HTTP/1.1" status: 200 len: 217 time: 0.0535684 Dec 08 01:58:43.234343 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50f09666-2175-4d91-96a1-032a246b526c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:43.243822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-b80a2d2d-8d5b-4184-a1cc-9262a3bdf482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:43.245766 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-b80a2d2d-8d5b-4184-a1cc-9262a3bdf482 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070c9fd6-5c33-481f-972d-d93c3bb28703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1602404 Dec 08 01:58:43.270759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0b8e3-9ad2-4ae4-8c2f-b8c50b40be57 req-db157789-b4f9-463d-bba7-666b0878a094 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:43.303309 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ef0b8e3-9ad2-4ae4-8c2f-b8c50b40be57 req-db157789-b4f9-463d-bba7-666b0878a094 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 945 time: 0.1715147 Dec 08 01:58:43.321581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ae3b3-a375-4217-bbf0-cf0bee63358c req-07bfdffc-d6f5-4b15-8746-cbaeceb45e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:43.323371 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-594ae3b3-a375-4217-bbf0-cf0bee63358c req-07bfdffc-d6f5-4b15-8746-cbaeceb45e8b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1469448 Dec 08 01:58:43.355892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f09666-2175-4d91-96a1-032a246b526c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=7adac12a-6f5f-4deb-b279-5d9fa3b5e3ae,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:43.423387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50f09666-2175-4d91-96a1-032a246b526c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:43.429527 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-50f09666-2175-4d91-96a1-032a246b526c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/7adac12a-6f5f-4deb-b279-5d9fa3b5e3ae HTTP/1.1" status: 204 len: 168 time: 1.1953247 Dec 08 01:58:43.430287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51992) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:43.479108 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd81bed2-2679-4e33-84bb-99d40e568900 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] GET failed (client error): The resource could not be found. Dec 08 01:58:43.481130 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cd81bed2-2679-4e33-84bb-99d40e568900 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/7adac12a-6f5f-4deb-b279-5d9fa3b5e3ae HTTP/1.1" status: 404 len: 333 time: 0.0505073 Dec 08 01:58:43.487136 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-f36e6acb-9bc2-4cfe-adb9-633c8af0cae3 service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844757 Dec 08 01:58:43.491958 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ae3b3-a375-4217-bbf0-cf0bee63358c req-d51de554-6846-40fc-8494-90989e708aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:43.493986 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-594ae3b3-a375-4217-bbf0-cf0bee63358c req-d51de554-6846-40fc-8494-90989e708aae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1623325 Dec 08 01:58:43.494489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51994) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:43.671199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab7220-22fa-47d4-b37d-ec7751fadc05 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port 2d30f407-ffb7-4805-a7b3-8a82f00c8ea5 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:43.671536 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9ab7220-22fa-47d4-b37d-ec7751fadc05 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:43.672352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c98f5a-9aef-4008-91b1-577d11b34cd5 req-998c6452-d773-440c-b48f-3c3eab92090e tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:43.673948 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8c98f5a-9aef-4008-91b1-577d11b34cd5 req-998c6452-d773-440c-b48f-3c3eab92090e tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 948 time: 0.1858606 Dec 08 01:58:43.742033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8c98f5a-9aef-4008-91b1-577d11b34cd5 req-5a5934b3-8aa3-4b07-867c-9761c00e2263 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589213 Dec 08 01:58:43.745499 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ef0b8e3-9ad2-4ae4-8c2f-b8c50b40be57 req-12393875-82a4-4382-b7ec-f6e1175b833d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255385 Dec 08 01:58:43.778661 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9ab7220-22fa-47d4-b37d-ec7751fadc05 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:43.793598 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab7220-22fa-47d4-b37d-ec7751fadc05 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for 2d30f407-ffb7-4805-a7b3-8a82f00c8ea5 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:43.810564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53e9071e-6936-482b-8c3d-d6e3a26d6474 req-2367fe95-15ff-4c13-8050-b9acd93f2d8d service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652450 Dec 08 01:58:43.907987 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-594ae3b3-a375-4217-bbf0-cf0bee63358c req-6bde052e-ccf6-4564-a660-d888eb39311a service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683860 Dec 08 01:58:44.024553 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9ab7220-22fa-47d4-b37d-ec7751fadc05 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:44.070851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab7220-22fa-47d4-b37d-ec7751fadc05 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=2d30f407-ffb7-4805-a7b3-8a82f00c8ea5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:44.086095 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-594ae3b3-a375-4217-bbf0-cf0bee63358c req-18f11b01-6043-4ba5-a0e1-5b9be3432026 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692691 Dec 08 01:58:44.109869 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9ab7220-22fa-47d4-b37d-ec7751fadc05 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:44.116579 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d9ab7220-22fa-47d4-b37d-ec7751fadc05 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/2d30f407-ffb7-4805-a7b3-8a82f00c8ea5 HTTP/1.1" status: 204 len: 168 time: 0.6210592 Dec 08 01:58:44.117232 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51998) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:44.157990 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14dd8b3-6e7e-4a3c-9576-87824a4938a9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] GET failed (client error): The resource could not be found. Dec 08 01:58:44.161337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf319786-5abe-49d1-80a2-cbb981d495b7 req-7e8cfa37-1847-4b10-a580-cbaa0859a0e9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:44.162577 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e14dd8b3-6e7e-4a3c-9576-87824a4938a9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/2d30f407-ffb7-4805-a7b3-8a82f00c8ea5 HTTP/1.1" status: 404 len: 333 time: 0.0441556 Dec 08 01:58:44.165441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 577248e7-7719-496c-9dbd-22b8acf6673b up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:44.187924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52000) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:44.191524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf319786-5abe-49d1-80a2-cbb981d495b7 req-7e8cfa37-1847-4b10-a580-cbaa0859a0e9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:44.212375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf319786-5abe-49d1-80a2-cbb981d495b7 req-7e8cfa37-1847-4b10-a580-cbaa0859a0e9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:44.232876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf319786-5abe-49d1-80a2-cbb981d495b7 req-7e8cfa37-1847-4b10-a580-cbaa0859a0e9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:44.252008 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf319786-5abe-49d1-80a2-cbb981d495b7 req-7e8cfa37-1847-4b10-a580-cbaa0859a0e9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:44.270358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 577248e7-7719-496c-9dbd-22b8acf6673b completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:58:44.271947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf319786-5abe-49d1-80a2-cbb981d495b7 req-7e8cfa37-1847-4b10-a580-cbaa0859a0e9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:44.275580 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 577248e7-7719-496c-9dbd-22b8acf6673b triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:44.276221 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:44.295153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf319786-5abe-49d1-80a2-cbb981d495b7 req-7e8cfa37-1847-4b10-a580-cbaa0859a0e9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:44.297728 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf319786-5abe-49d1-80a2-cbb981d495b7 req-7e8cfa37-1847-4b10-a580-cbaa0859a0e9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.2172964 Dec 08 01:58:44.427044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf319786-5abe-49d1-80a2-cbb981d495b7 req-c1987afd-7b15-418f-b98a-79a41aad8109 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103671 Dec 08 01:58:44.464243 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:44.525759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1caec3-50d8-4e77-921b-13b9e593da3a req-b9f80e71-0474-448a-8a66-3f1ad31fe969 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:44.536210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd1caec3-50d8-4e77-921b-13b9e593da3a req-b9f80e71-0474-448a-8a66-3f1ad31fe969 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 948 time: 0.2371418 Dec 08 01:58:44.539296 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a475bc2-5579-4c61-b53c-10976e76d6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577248e7-7719-496c-9dbd-22b8acf6673b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:44.541944 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b6ee1e-438a-4b7e-8933-e1cd7f07415a" -d '{"events": [{"server_uuid": "7a475bc2-5579-4c61-b53c-10976e76d6e6", "name": "network-vif-plugged", "status": "completed", "tag": "577248e7-7719-496c-9dbd-22b8acf6673b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:44.567735 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 577248e7-7719-496c-9dbd-22b8acf6673b, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=577248e7-7719-496c-9dbd-22b8acf6673b,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:44.574425 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:44.637243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd1caec3-50d8-4e77-921b-13b9e593da3a req-fab9298f-ce95-4157-81aa-2af5f0ed7389 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956862 Dec 08 01:58:44.671963 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9561d4-8d8a-4be6-9f70-0b45282a2879 x-openstack-request-id: req-3f9561d4-8d8a-4be6-9f70-0b45282a2879 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:44.672248 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a475bc2-5579-4c61-b53c-10976e76d6e6", "name": "network-vif-plugged", "status": "completed", "tag": "577248e7-7719-496c-9dbd-22b8acf6673b", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:44.672497 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3f9561d4-8d8a-4be6-9f70-0b45282a2879 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:44.672888 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a475bc2-5579-4c61-b53c-10976e76d6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577248e7-7719-496c-9dbd-22b8acf6673b', 'code': 200} Dec 08 01:58:44.676030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=577248e7-7719-496c-9dbd-22b8acf6673b,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:44.718481 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-95040988-98f0-454b-b92e-7f299d1c2127 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting subnet 189cf398-4d90-4761-a2e4-a145cfc5853d {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:58:44.722167 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-95040988-98f0-454b-b92e-7f299d1c2127 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:44.773028 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-95040988-98f0-454b-b92e-7f299d1c2127 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:44.893109 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-95040988-98f0-454b-b92e-7f299d1c2127 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:44.966669 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-95040988-98f0-454b-b92e-7f299d1c2127 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:44.968111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ebfb4-96d2-4371-9f8a-dc038ee4ca35 req-826997b3-d88d-4344-b730-bfc19a8ef28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:44.969840 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-764ebfb4-96d2-4371-9f8a-dc038ee4ca35 req-826997b3-d88d-4344-b730-bfc19a8ef28e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 1101 time: 0.1988318 Dec 08 01:58:44.995507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040988-98f0-454b-b92e-7f299d1c2127 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Subnet': ['ID=189cf398-4d90-4761-a2e4-a145cfc5853d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:44.999650 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-95040988-98f0-454b-b92e-7f299d1c2127 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.007236 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-95040988-98f0-454b-b92e-7f299d1c2127 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/189cf398-4d90-4761-a2e4-a145cfc5853d HTTP/1.1" status: 204 len: 168 time: 0.8175716 Dec 08 01:58:45.007522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52016) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:45.017160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b87d81-aa9f-400b-91d4-89b47fa43f4d None None] Network 38eefac0-636a-4f65-b911-80afe4f6d377 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:45.025620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966e49c-fafe-4f3b-8f54-fd54747b3361 req-b2d823d9-f941-4b90-8441-76d4384fa7a3 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:45.032837 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1966e49c-fafe-4f3b-8f54-fd54747b3361 req-b2d823d9-f941-4b90-8441-76d4384fa7a3 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 948 time: 0.1248257 Dec 08 01:58:45.090772 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-764ebfb4-96d2-4371-9f8a-dc038ee4ca35 req-878c2099-e275-4360-b475-409ce27e59e8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113076 Dec 08 01:58:45.114053 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff633fb6-0d72-4fc0-9ca4-c458492fcd1a req-3616fc51-8815-456b-a9af-62edbe47d12a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:45.123483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff633fb6-0d72-4fc0-9ca4-c458492fcd1a req-3616fc51-8815-456b-a9af-62edbe47d12a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 945 time: 0.2035427 Dec 08 01:58:45.129287 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.156165 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1966e49c-fafe-4f3b-8f54-fd54747b3361 req-6d287871-abb1-48c4-b3c7-b255774c5fb5 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874233 Dec 08 01:58:45.204334 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff633fb6-0d72-4fc0-9ca4-c458492fcd1a req-10701b30-d11f-4f17-8915-bfbf263bba12 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795424 Dec 08 01:58:45.210058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port dffc06fa-e032-40de-8f0e-606b17dfa825 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:45.210574 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.258555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8314f0eb-6862-4459-a98d-75ec9ba9fd04 None None] DHCP port deletion for 38eefac0-636a-4f65-b911-80afe4f6d377 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:58:45.296814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] For port dffc06fa-e032-40de-8f0e-606b17dfa825, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=dffc06fa-e032-40de-8f0e-606b17dfa825,segment=NetworkSegment(48d17b6a-d049-41aa-a33d-f31edcb58614),segment_id=48d17b6a-d049-41aa-a33d-f31edcb58614)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:45.297185 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.313323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for dffc06fa-e032-40de-8f0e-606b17dfa825 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:45.320958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8314f0eb-6862-4459-a98d-75ec9ba9fd04 None None] Deleting port dffc06fa-e032-40de-8f0e-606b17dfa825 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:45.321542 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8314f0eb-6862-4459-a98d-75ec9ba9fd04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.393956 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8314f0eb-6862-4459-a98d-75ec9ba9fd04 None None] For port dffc06fa-e032-40de-8f0e-606b17dfa825, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=dffc06fa-e032-40de-8f0e-606b17dfa825,segment=NetworkSegment(48d17b6a-d049-41aa-a33d-f31edcb58614),segment_id=48d17b6a-d049-41aa-a33d-f31edcb58614)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:45.394350 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8314f0eb-6862-4459-a98d-75ec9ba9fd04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.403532 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.410315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8314f0eb-6862-4459-a98d-75ec9ba9fd04 None None] Calling delete_port for dffc06fa-e032-40de-8f0e-606b17dfa825 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:45.432976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=dffc06fa-e032-40de-8f0e-606b17dfa825,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:45.439486 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No DVR routers for this DVR port dffc06fa-e032-40de-8f0e-606b17dfa825 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:45.495220 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8314f0eb-6862-4459-a98d-75ec9ba9fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.531675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314f0eb-6862-4459-a98d-75ec9ba9fd04 None None] Pushing event deleted for resources: {'Port': ['ID=dffc06fa-e032-40de-8f0e-606b17dfa825,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:45.535693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8314f0eb-6862-4459-a98d-75ec9ba9fd04 None None] No DVR routers for this DVR port dffc06fa-e032-40de-8f0e-606b17dfa825 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:45.563201 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.588036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38eefac0-636a-4f65-b911-80afe4f6d377']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:45.602298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d17b6a-d049-41aa-a33d-f31edcb58614') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:45.602613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d17b6a-d049-41aa-a33d-f31edcb58614') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:45.611947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bb6dc-c3a6-4180-9ee9-5e13ae5f132f req-a3cc0627-87a9-4be3-87c0-8bc73aea6464 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:45.616282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.619430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bb6dc-c3a6-4180-9ee9-5e13ae5f132f req-a3cc0627-87a9-4be3-87c0-8bc73aea6464 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:45.626934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bb6dc-c3a6-4180-9ee9-5e13ae5f132f req-a3cc0627-87a9-4be3-87c0-8bc73aea6464 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:45.631640 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.637685 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bb6dc-c3a6-4180-9ee9-5e13ae5f132f req-a3cc0627-87a9-4be3-87c0-8bc73aea6464 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:45.639251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:58:45.639886 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:58:45.643592 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:58:45.645680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bb6dc-c3a6-4180-9ee9-5e13ae5f132f req-a3cc0627-87a9-4be3-87c0-8bc73aea6464 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:45.651427 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bb6dc-c3a6-4180-9ee9-5e13ae5f132f req-a3cc0627-87a9-4be3-87c0-8bc73aea6464 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:45.658368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bb6dc-c3a6-4180-9ee9-5e13ae5f132f req-a3cc0627-87a9-4be3-87c0-8bc73aea6464 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:45.673672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e45bb6dc-c3a6-4180-9ee9-5e13ae5f132f req-a3cc0627-87a9-4be3-87c0-8bc73aea6464 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.1425583 Dec 08 01:58:45.719957 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.736104 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.740851 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/networks/38eefac0-636a-4f65-b911-80afe4f6d377 HTTP/1.1" status: 204 len: 168 time: 0.7317567 Dec 08 01:58:45.747159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52034) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:45.756341 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bb75f-cda1-4871-b3d6-01cbc3959f3e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Network': ['ID=38eefac0-636a-4f65-b911-80afe4f6d377,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:45.763217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-134105a8-708e-4e1f-b518-baa35b81125c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-698264786'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:45.799353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e45bb6dc-c3a6-4180-9ee9-5e13ae5f132f req-57295188-d0e8-4217-a807-0fa05cd0feec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1247017 Dec 08 01:58:45.812935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134105a8-708e-4e1f-b518-baa35b81125c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:45.816593 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-134105a8-708e-4e1f-b518-baa35b81125c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.852261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134105a8-708e-4e1f-b518-baa35b81125c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:58:45.862339 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8003201-a08d-4541-a608-2fec37481f5f req-b07ad3f2-3ab3-4958-8c10-4cf52401a3f1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:45.863956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8003201-a08d-4541-a608-2fec37481f5f req-b07ad3f2-3ab3-4958-8c10-4cf52401a3f1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.0821905 Dec 08 01:58:45.876424 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-134105a8-708e-4e1f-b518-baa35b81125c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.876767 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-134105a8-708e-4e1f-b518-baa35b81125c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Added segment b39eb98b-a55a-4d99-8ba1-d4b94d381181 of type vlan for network c0ed7168-9e87-4230-ad43-93acc88c3310 Dec 08 01:58:45.954330 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-134105a8-708e-4e1f-b518-baa35b81125c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.970591 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8003201-a08d-4541-a608-2fec37481f5f req-597face0-8837-4a0a-87dc-249b2dbb6772 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961921 Dec 08 01:58:46.000085 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-134105a8-708e-4e1f-b518-baa35b81125c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.005896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:58:46.006774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134105a8-708e-4e1f-b518-baa35b81125c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:46.007590 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-134105a8-708e-4e1f-b518-baa35b81125c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.075108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-134105a8-708e-4e1f-b518-baa35b81125c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3223412 Dec 08 01:58:46.078151 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52038) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:46.083151 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-77933e68-6f12-48e2-accf-8d490b8b6308 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': 'c0ed7168-9e87-4230-ad43-93acc88c3310', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:46.098155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134105a8-708e-4e1f-b518-baa35b81125c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Network': ['ID=c0ed7168-9e87-4230-ad43-93acc88c3310,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:46.117623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network c0ed7168-9e87-4230-ad43-93acc88c3310 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:58:46.188921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77933e68-6f12-48e2-accf-8d490b8b6308 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:46.193563 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77933e68-6f12-48e2-accf-8d490b8b6308 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.241300 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:46.260699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e', 'mac_address': 'fa:16:3e:e0:ab:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:58:46.324840 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.362957 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:46.389387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e1a39-4592-42e2-96b8-e68b81f83b8d req-8a562e21-a302-49da-83f6-86e3c2547d77 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:46.390972 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa2e1a39-4592-42e2-96b8-e68b81f83b8d req-8a562e21-a302-49da-83f6-86e3c2547d77 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 948 time: 0.1027081 Dec 08 01:58:46.405416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:46.413071 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.473942 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa2e1a39-4592-42e2-96b8-e68b81f83b8d req-9febeaaf-33f9-4cf1-be41-93b73dec005f tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729506 Dec 08 01:58:46.498850 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:46.508617 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77933e68-6f12-48e2-accf-8d490b8b6308 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.580111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77933e68-6f12-48e2-accf-8d490b8b6308 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Subnet': ['ID=ccd5971b-b8c9-47e9-99e9-f1f2efa00074,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:46.585148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77933e68-6f12-48e2-accf-8d490b8b6308 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Checking segment: {'id': 'b39eb98b-a55a-4d99-8ba1-d4b94d381181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0ed7168-9e87-4230-ad43-93acc88c3310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:46.585792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77933e68-6f12-48e2-accf-8d490b8b6308 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network hostable DHCP agents. Network: c0ed7168-9e87-4230-ad43-93acc88c3310, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:58:46.605252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77933e68-6f12-48e2-accf-8d490b8b6308 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network c0ed7168-9e87-4230-ad43-93acc88c3310 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:58:46.616281 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-77933e68-6f12-48e2-accf-8d490b8b6308 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, c0ed7168-9e87-4230-ad43-93acc88c3310) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:46.621658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77933e68-6f12-48e2-accf-8d490b8b6308 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:46.622431 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77933e68-6f12-48e2-accf-8d490b8b6308 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.639496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a4319-4c15-4442-b2c4-c8c3cb03eef1 None None] Network c0ed7168-9e87-4230-ad43-93acc88c3310 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:46.643517 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-77933e68-6f12-48e2-accf-8d490b8b6308 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5642524 Dec 08 01:58:46.646592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52048) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:46.651751 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2c974645-d7f3-4c13-b948-bd47aa1feab0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'network_id': 'c0ed7168-9e87-4230-ad43-93acc88c3310', 'name': 'tempest-PortsIpV6TestJSON-1081810258', 'fixed_ips': [{'subnet_id': 'ccd5971b-b8c9-47e9-99e9-f1f2efa00074', 'ip_address': '2001:db8::10'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:46.762712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-c0ed7168-9e87-4230-ad43-93acc88c3310', 'network_id': 'c0ed7168-9e87-4230-ad43-93acc88c3310', 'project_id': 'ce784be1a1a047ac8e1a8b2922f3d034', 'fixed_ips': [{'subnet_id': 'ccd5971b-b8c9-47e9-99e9-f1f2efa00074'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:58:46.767195 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.770737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c974645-d7f3-4c13-b948-bd47aa1feab0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:46.787222 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:58:46.874744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2c974645-d7f3-4c13-b948-bd47aa1feab0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.896723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-2c974645-d7f3-4c13-b948-bd47aa1feab0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port 1e692f29-36b7-4215-be03-dfe7bda509b0 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:46.911967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dffc06fa-e032-40de-8f0e-606b17dfa825 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:47.076418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ec82-8e89-4fad-990e-dbc50fcec404 req-b0f442c1-d2dd-4bec-aef8-09fba13505fa tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:47.086540 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ec82-8e89-4fad-990e-dbc50fcec404 req-b0f442c1-d2dd-4bec-aef8-09fba13505fa tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:47.095505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ec82-8e89-4fad-990e-dbc50fcec404 req-b0f442c1-d2dd-4bec-aef8-09fba13505fa tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:47.102744 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ec82-8e89-4fad-990e-dbc50fcec404 req-b0f442c1-d2dd-4bec-aef8-09fba13505fa tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:47.112237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ec82-8e89-4fad-990e-dbc50fcec404 req-b0f442c1-d2dd-4bec-aef8-09fba13505fa tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:47.119287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ec82-8e89-4fad-990e-dbc50fcec404 req-b0f442c1-d2dd-4bec-aef8-09fba13505fa tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:47.128984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ec82-8e89-4fad-990e-dbc50fcec404 req-b0f442c1-d2dd-4bec-aef8-09fba13505fa tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:47.138126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Allocated IP 2001:db8::2 (c0ed7168-9e87-4230-ad43-93acc88c3310/ccd5971b-b8c9-47e9-99e9-f1f2efa00074/030c7eba-4580-4b0f-a024-d644a55cc2b8) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:47.138943 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d596ec82-8e89-4fad-990e-dbc50fcec404 req-b0f442c1-d2dd-4bec-aef8-09fba13505fa tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.2019119 Dec 08 01:58:47.205654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: dffc06fa-e032-40de-8f0e-606b17dfa825 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:47.206192 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device dffc06fa-e032-40de-8f0e-606b17dfa825 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:47.257510 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d177a7-a168-410e-9f05-6e5a5bfbb455 req-21203087-ab2f-4fc5-9461-1dc5fa100d8d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:47.259162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46d177a7-a168-410e-9f05-6e5a5bfbb455 req-21203087-ab2f-4fc5-9461-1dc5fa100d8d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.0976863 Dec 08 01:58:47.306580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d596ec82-8e89-4fad-990e-dbc50fcec404 req-709e4de5-7bdf-46e3-9ddb-25b29785adfa tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1664777 Dec 08 01:58:47.359869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46d177a7-a168-410e-9f05-6e5a5bfbb455 req-97b23cb1-34db-4117-84d6-c54406cb3b34 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911386 Dec 08 01:58:47.410317 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.444824 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.491689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-2c974645-d7f3-4c13-b948-bd47aa1feab0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Allocated IP 2001:db8::10 (c0ed7168-9e87-4230-ad43-93acc88c3310/ccd5971b-b8c9-47e9-99e9-f1f2efa00074/1e692f29-36b7-4215-be03-dfe7bda509b0) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:47.498559 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Pushing event updated for resources: {'Port': ['ID=030c7eba-4580-4b0f-a024-d644a55cc2b8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:47.510327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Network c0ed7168-9e87-4230-ad43-93acc88c3310 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:47.512231 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:47.514702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:47.583336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Attempting to bind port 030c7eba-4580-4b0f-a024-d644a55cc2b8 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:47.585394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Attempting to bind port 030c7eba-4580-4b0f-a024-d644a55cc2b8 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'b39eb98b-a55a-4d99-8ba1-d4b94d381181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0ed7168-9e87-4230-ad43-93acc88c3310'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:47.585945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Attempting to bind port 030c7eba-4580-4b0f-a024-d644a55cc2b8 on network c0ed7168-9e87-4230-ad43-93acc88c3310 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:47.593716 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:47.594308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Checking segment: {'id': 'b39eb98b-a55a-4d99-8ba1-d4b94d381181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0ed7168-9e87-4230-ad43-93acc88c3310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:47.594873 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.595477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Bound using segment: {'id': 'b39eb98b-a55a-4d99-8ba1-d4b94d381181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0ed7168-9e87-4230-ad43-93acc88c3310'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:47.596866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Bound port: 030c7eba-4580-4b0f-a024-d644a55cc2b8, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39eb98b-a55a-4d99-8ba1-d4b94d381181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c0ed7168-9e87-4230-ad43-93acc88c3310'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:47.597570 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.683878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] For port 030c7eba-4580-4b0f-a024-d644a55cc2b8, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:47.687250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] For port 030c7eba-4580-4b0f-a024-d644a55cc2b8, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=030c7eba-4580-4b0f-a024-d644a55cc2b8,segment=NetworkSegment(b39eb98b-a55a-4d99-8ba1-d4b94d381181),segment_id=b39eb98b-a55a-4d99-8ba1-d4b94d381181)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:47.692578 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.756616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa947008-1639-4fbc-9f4c-d7db54b924d5 None None] Pushing event updated for resources: {'Port': ['ID=030c7eba-4580-4b0f-a024-d644a55cc2b8,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:47.757859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2b63c-ae50-41bf-93d0-b3222051e535 req-572d3878-0bb7-4d15-b5bb-7f9335229a66 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:47.760713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-baf2b63c-ae50-41bf-93d0-b3222051e535 req-572d3878-0bb7-4d15-b5bb-7f9335229a66 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 949 time: 0.1159568 Dec 08 01:58:47.791156 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2c974645-d7f3-4c13-b948-bd47aa1feab0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.802609 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34336b-77f2-4e3d-b45b-af91c61ef5f3 req-cb56fa8e-79c0-4983-ada6-5c7741901290 tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:47.804286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b34336b-77f2-4e3d-b45b-af91c61ef5f3 req-cb56fa8e-79c0-4983-ada6-5c7741901290 tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 1101 time: 0.1586168 Dec 08 01:58:47.857596 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9b34336b-77f2-4e3d-b45b-af91c61ef5f3 req-6165055a-ab74-458c-8c6f-79f3f220c9ea tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.869942 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-baf2b63c-ae50-41bf-93d0-b3222051e535 req-7916b56f-b457-4f6b-85df-fc4892868635 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988362 Dec 08 01:58:47.920425 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2c974645-d7f3-4c13-b948-bd47aa1feab0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:48.003475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c974645-d7f3-4c13-b948-bd47aa1feab0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network c0ed7168-9e87-4230-ad43-93acc88c3310 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:48.011946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2c974645-d7f3-4c13-b948-bd47aa1feab0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:48.019063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c974645-d7f3-4c13-b948-bd47aa1feab0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:48.025771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c974645-d7f3-4c13-b948-bd47aa1feab0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:48.026553 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2c974645-d7f3-4c13-b948-bd47aa1feab0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:48.032697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c974645-d7f3-4c13-b948-bd47aa1feab0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=1e692f29-36b7-4215-be03-dfe7bda509b0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:48.049262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9b34336b-77f2-4e3d-b45b-af91c61ef5f3 req-6165055a-ab74-458c-8c6f-79f3f220c9ea tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:48.054700 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9b34336b-77f2-4e3d-b45b-af91c61ef5f3 req-6165055a-ab74-458c-8c6f-79f3f220c9ea tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:48.067240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2c974645-d7f3-4c13-b948-bd47aa1feab0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4168034 Dec 08 01:58:48.067654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52068) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:48.072856 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6e1c6713-d494-40bc-b1d3-f23b8364c90f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'network_id': 'c0ed7168-9e87-4230-ad43-93acc88c3310', 'name': 'tempest-PortsIpV6TestJSON-1319533208', 'fixed_ips': [{'subnet_id': 'ccd5971b-b8c9-47e9-99e9-f1f2efa00074', 'ip_address': '2001:db8::f'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:48.129941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b34336b-77f2-4e3d-b45b-af91c61ef5f3 req-6165055a-ab74-458c-8c6f-79f3f220c9ea tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129339 Dec 08 01:58:48.130653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165055a-ab74-458c-8c6f-79f3f220c9ea tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c5b665-b41d-4e2c-856b-9919957e004a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:48.251783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1c6713-d494-40bc-b1d3-f23b8364c90f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:48.295743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-8db02403-9a32-4f59-a311-4d8f6d3151a9 req-e7c2fa50-4394-4388-94d8-e55f349b85c1 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:58:48.297059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8db02403-9a32-4f59-a311-4d8f6d3151a9 req-e7c2fa50-4394-4388-94d8-e55f349b85c1 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058701 Dec 08 01:58:48.352717 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6e1c6713-d494-40bc-b1d3-f23b8364c90f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:48.390097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-6e1c6713-d494-40bc-b1d3-f23b8364c90f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port 1f10a59c-e688-4a0f-b2c9-111c47d8dfbe yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:48.536686 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d518369-07ee-4a24-9488-e7a98149e106 req-be89ef50-b6e2-4648-ba34-2daea2d7e60c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:48.544882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d518369-07ee-4a24-9488-e7a98149e106 req-be89ef50-b6e2-4648-ba34-2daea2d7e60c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:48.555303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d518369-07ee-4a24-9488-e7a98149e106 req-be89ef50-b6e2-4648-ba34-2daea2d7e60c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:48.562307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d518369-07ee-4a24-9488-e7a98149e106 req-be89ef50-b6e2-4648-ba34-2daea2d7e60c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:48.568491 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d518369-07ee-4a24-9488-e7a98149e106 req-be89ef50-b6e2-4648-ba34-2daea2d7e60c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:48.575124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d518369-07ee-4a24-9488-e7a98149e106 req-be89ef50-b6e2-4648-ba34-2daea2d7e60c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:48.581245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d518369-07ee-4a24-9488-e7a98149e106 req-be89ef50-b6e2-4648-ba34-2daea2d7e60c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:48.583197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d518369-07ee-4a24-9488-e7a98149e106 req-be89ef50-b6e2-4648-ba34-2daea2d7e60c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.1612890 Dec 08 01:58:48.647583 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-6e1c6713-d494-40bc-b1d3-f23b8364c90f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Allocated IP 2001:db8::f (c0ed7168-9e87-4230-ad43-93acc88c3310/ccd5971b-b8c9-47e9-99e9-f1f2efa00074/1f10a59c-e688-4a0f-b2c9-111c47d8dfbe) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:48.721833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d518369-07ee-4a24-9488-e7a98149e106 req-bf72b285-937e-41ec-b6db-05c1cd652e6d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304605 Dec 08 01:58:48.938293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 030c7eba-4580-4b0f-a024-d644a55cc2b8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:48.989162 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6e1c6713-d494-40bc-b1d3-f23b8364c90f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.028951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 030c7eba-4580-4b0f-a024-d644a55cc2b8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:49.029492 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.085683 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6e1c6713-d494-40bc-b1d3-f23b8364c90f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.145668 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c6713-d494-40bc-b1d3-f23b8364c90f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=1f10a59c-e688-4a0f-b2c9-111c47d8dfbe,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:49.155838 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1c6713-d494-40bc-b1d3-f23b8364c90f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network c0ed7168-9e87-4230-ad43-93acc88c3310 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:49.157487 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-6e1c6713-d494-40bc-b1d3-f23b8364c90f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:49.162944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c6713-d494-40bc-b1d3-f23b8364c90f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:49.170095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1c6713-d494-40bc-b1d3-f23b8364c90f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.175582 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6e1c6713-d494-40bc-b1d3-f23b8364c90f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.220406 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6e1c6713-d494-40bc-b1d3-f23b8364c90f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1515689 Dec 08 01:58:49.221043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52098) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:49.235178 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.310610 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-31207fe3-6e61-4d09-a895-3950487aea55 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2386196 Dec 08 01:58:49.336848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ea846-89db-49de-93e5-d574b0a9a0a1 req-f4fbefc1-7baf-4412-8537-b242c43da0cc tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.364962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-116ea846-89db-49de-93e5-d574b0a9a0a1 req-f4fbefc1-7baf-4412-8537-b242c43da0cc tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 949 time: 0.2456822 Dec 08 01:58:49.386852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-dc79514d-d6ba-4b42-b907-5dc535e6da44 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:58:49.388118 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-dc79514d-d6ba-4b42-b907-5dc535e6da44 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209219 Dec 08 01:58:49.393613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69603b2-8b71-40c6-b690-11857c2c40dc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.397717 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c69603b2-8b71-40c6-b690-11857c2c40dc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1756694 Dec 08 01:58:49.400155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca62c5-3561-4af5-8ccc-21c32b82175a req-682795d5-e5e0-4bdd-a964-49fb8afca3ee tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.400590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52100) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:49.408329 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fca62c5-3561-4af5-8ccc-21c32b82175a req-682795d5-e5e0-4bdd-a964-49fb8afca3ee tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.2739925 Dec 08 01:58:49.463202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12484c2f-973e-4de2-a8aa-8a98fd520ffe None None] Network c0ed7168-9e87-4230-ad43-93acc88c3310 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:49.495348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e9f89-4ecd-4bfe-995d-cf1e65dfc9a9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.509035 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e9f89-4ecd-4bfe-995d-cf1e65dfc9a9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.517454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 030c7eba-4580-4b0f-a024-d644a55cc2b8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=030c7eba-4580-4b0f-a024-d644a55cc2b8,segment=NetworkSegment(b39eb98b-a55a-4d99-8ba1-d4b94d381181),segment_id=b39eb98b-a55a-4d99-8ba1-d4b94d381181)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:49.517605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e9f89-4ecd-4bfe-995d-cf1e65dfc9a9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.521863 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ef9e9f89-4ecd-4bfe-995d-cf1e65dfc9a9 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1177292 Dec 08 01:58:49.522128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52108) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:49.533958 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.543057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-116ea846-89db-49de-93e5-d574b0a9a0a1 req-c719d53a-3cf6-494a-b8d3-9a47d8671a0b tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695533 Dec 08 01:58:49.583263 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fca62c5-3561-4af5-8ccc-21c32b82175a req-b84ac03f-d556-4a54-9add-943be3a27862 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739221 Dec 08 01:58:49.682282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1c0191a1-90ce-489c-a4d8-247bddbfc55f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port 1f10a59c-e688-4a0f-b2c9-111c47d8dfbe {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:49.682996 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c0191a1-90ce-489c-a4d8-247bddbfc55f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.718085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0777ea12-110b-4b61-92fb-5573dda4313a None None] Provisioning complete for port 030c7eba-4580-4b0f-a024-d644a55cc2b8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:49.718527 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0777ea12-110b-4b61-92fb-5573dda4313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.741717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=030c7eba-4580-4b0f-a024-d644a55cc2b8,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:49.819489 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c0191a1-90ce-489c-a4d8-247bddbfc55f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.845983 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1c0191a1-90ce-489c-a4d8-247bddbfc55f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for 1f10a59c-e688-4a0f-b2c9-111c47d8dfbe owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:49.939902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8da37-fcd1-4f4a-8ea0-a2fd2455c42f req-64b54826-1d2c-4a52-8cc7-487b4c101138 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.948081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8da37-fcd1-4f4a-8ea0-a2fd2455c42f req-64b54826-1d2c-4a52-8cc7-487b4c101138 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.956667 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8da37-fcd1-4f4a-8ea0-a2fd2455c42f req-64b54826-1d2c-4a52-8cc7-487b4c101138 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.963736 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8da37-fcd1-4f4a-8ea0-a2fd2455c42f req-64b54826-1d2c-4a52-8cc7-487b4c101138 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.971321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8da37-fcd1-4f4a-8ea0-a2fd2455c42f req-64b54826-1d2c-4a52-8cc7-487b4c101138 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.979077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8da37-fcd1-4f4a-8ea0-a2fd2455c42f req-64b54826-1d2c-4a52-8cc7-487b4c101138 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.987390 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8da37-fcd1-4f4a-8ea0-a2fd2455c42f req-64b54826-1d2c-4a52-8cc7-487b4c101138 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.993432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f4e8da37-fcd1-4f4a-8ea0-a2fd2455c42f req-64b54826-1d2c-4a52-8cc7-487b4c101138 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.1243620 Dec 08 01:58:50.005570 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:50.060124 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c0191a1-90ce-489c-a4d8-247bddbfc55f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.101640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f4e8da37-fcd1-4f4a-8ea0-a2fd2455c42f req-c2dbad87-f7d6-48c8-b9fd-bb8c3bfd1cec tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0970721 Dec 08 01:58:50.133298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:58:50.141591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0191a1-90ce-489c-a4d8-247bddbfc55f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=1f10a59c-e688-4a0f-b2c9-111c47d8dfbe,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:50.143811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:50.144627 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.161275 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c0191a1-90ce-489c-a4d8-247bddbfc55f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.165992 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1c0191a1-90ce-489c-a4d8-247bddbfc55f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/1f10a59c-e688-4a0f-b2c9-111c47d8dfbe HTTP/1.1" status: 204 len: 168 time: 0.6419435 Dec 08 01:58:50.169094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52134) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:50.219174 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29b7450-4e58-44a7-a1e8-36c2db0457b8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] GET failed (client error): The resource could not be found. Dec 08 01:58:50.221204 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c29b7450-4e58-44a7-a1e8-36c2db0457b8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/1f10a59c-e688-4a0f-b2c9-111c47d8dfbe HTTP/1.1" status: 404 len: 333 time: 0.0504680 Dec 08 01:58:50.223678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52136) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:50.289344 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.363180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a098deed-1713-4f18-b9c5-152b5190a28f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port 1e692f29-36b7-4215-be03-dfe7bda509b0 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:50.364298 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a098deed-1713-4f18-b9c5-152b5190a28f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.374164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d4342a-8b77-4b08-9531-ff3686b64210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:50.384162 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1a6c84-8b64-44c7-ae91-1d4210d5f1bf" -d '{"events": [{"server_uuid": "65d4342a-8b77-4b08-9531-ff3686b64210", "name": "network-vif-plugged", "status": "completed", "tag": "a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:50.416887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:50.419302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-35278772-ecc1-42af-9c0b-b3431cd0337b None None] Provisioning complete for port 1e692f29-36b7-4215-be03-dfe7bda509b0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:50.420027 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-35278772-ecc1-42af-9c0b-b3431cd0337b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.452574 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.465318 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b6c78f-3c61-434e-93cb-6a253b5bf77c x-openstack-request-id: req-b8b6c78f-3c61-434e-93cb-6a253b5bf77c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:50.465790 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d4342a-8b77-4b08-9531-ff3686b64210", "name": "network-vif-plugged", "status": "completed", "tag": "a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:50.466260 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b8b6c78f-3c61-434e-93cb-6a253b5bf77c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:50.466719 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d4342a-8b77-4b08-9531-ff3686b64210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e', 'code': 200} Dec 08 01:58:50.506605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-35278772-ecc1-42af-9c0b-b3431cd0337b None None] Port 1e692f29-36b7-4215-be03-dfe7bda509b0 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:50.542522 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a098deed-1713-4f18-b9c5-152b5190a28f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.543645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:50.547848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-35278772-ecc1-42af-9c0b-b3431cd0337b None None] Provisioning complete for port 030c7eba-4580-4b0f-a024-d644a55cc2b8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:50.548223 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-35278772-ecc1-42af-9c0b-b3431cd0337b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.586253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a098deed-1713-4f18-b9c5-152b5190a28f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for 1e692f29-36b7-4215-be03-dfe7bda509b0 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:50.712272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebffc8b-cc54-478b-b3a4-d5c2802f7920 req-7316b27e-b6b7-4b76-89df-5484ce6c83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:50.714045 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0ebffc8b-cc54-478b-b3a4-d5c2802f7920 req-7316b27e-b6b7-4b76-89df-5484ce6c83db service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 1102 time: 0.1080885 Dec 08 01:58:50.719284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-35278772-ecc1-42af-9c0b-b3431cd0337b None None] Could not find standard attr ID for object 1f10a59c-e688-4a0f-b2c9-111c47d8dfbe. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:58:50.808942 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0ebffc8b-cc54-478b-b3a4-d5c2802f7920 req-6e417d3f-47e7-47ae-9e70-0cf3fa488acb service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854483 Dec 08 01:58:50.868057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-27058c61-1ea6-40d7-a208-1dc4f1fe9292 None None] Provisioning complete for port 1e692f29-36b7-4215-be03-dfe7bda509b0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:50.868432 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27058c61-1ea6-40d7-a208-1dc4f1fe9292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.877143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 030c7eba-4580-4b0f-a024-d644a55cc2b8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:50.904986 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a098deed-1713-4f18-b9c5-152b5190a28f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.920846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654054b7-942d-470c-9f59-3ac62f7c9df9 req-1dcce892-a192-485c-a12c-a849510288d2 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:50.923002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-654054b7-942d-470c-9f59-3ac62f7c9df9 req-1dcce892-a192-485c-a12c-a849510288d2 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 950 time: 0.2302287 Dec 08 01:58:50.936942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d7178-a404-4315-ab34-b6c893ee33a7 req-a4e94587-f001-4e79-912d-6faaa5cb741f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:50.945017 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a42d7178-a404-4315-ab34-b6c893ee33a7 req-a4e94587-f001-4e79-912d-6faaa5cb741f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.2365167 Dec 08 01:58:50.967617 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-27058c61-1ea6-40d7-a208-1dc4f1fe9292 None None] Port 1e692f29-36b7-4215-be03-dfe7bda509b0 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:50.988265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098deed-1713-4f18-b9c5-152b5190a28f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=1e692f29-36b7-4215-be03-dfe7bda509b0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:51.002421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 030c7eba-4580-4b0f-a024-d644a55cc2b8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:51.002927 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.034341 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a098deed-1713-4f18-b9c5-152b5190a28f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.037655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a098deed-1713-4f18-b9c5-152b5190a28f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/1e692f29-36b7-4215-be03-dfe7bda509b0 HTTP/1.1" status: 204 len: 168 time: 0.8128934 Dec 08 01:58:51.040473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52150) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:51.089139 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a42d7178-a404-4315-ab34-b6c893ee33a7 req-03580213-2338-4961-9758-a9caa2b00243 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387315 Dec 08 01:58:51.091596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0b0debdd-40af-4b9b-bb2c-0eae6bca07b6 None None] Could not find standard attr ID for object 1f10a59c-e688-4a0f-b2c9-111c47d8dfbe. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:58:51.092982 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8de280-8bee-4ce8-82b2-d655789536d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] GET failed (client error): The resource could not be found. Dec 08 01:58:51.099651 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fe8de280-8bee-4ce8-82b2-d655789536d4 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/1e692f29-36b7-4215-be03-dfe7bda509b0 HTTP/1.1" status: 404 len: 333 time: 0.0579829 Dec 08 01:58:51.100893 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-654054b7-942d-470c-9f59-3ac62f7c9df9 req-8f1a2936-8400-413b-8159-0674328585ba tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520464 Dec 08 01:58:51.101549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52152) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:51.191984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f2b6db-3ab5-4760-b6ec-0a5c2f8a79fe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting subnet ccd5971b-b8c9-47e9-99e9-f1f2efa00074 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:58:51.197373 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96f2b6db-3ab5-4760-b6ec-0a5c2f8a79fe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.266600 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96f2b6db-3ab5-4760-b6ec-0a5c2f8a79fe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.399738 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96f2b6db-3ab5-4760-b6ec-0a5c2f8a79fe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.451331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23babb-896e-4865-b474-f59177499615 req-b283f24e-220d-40b4-8bac-d3a921d4b52f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:51.457400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23babb-896e-4865-b474-f59177499615 req-b283f24e-220d-40b4-8bac-d3a921d4b52f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:51.463448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23babb-896e-4865-b474-f59177499615 req-b283f24e-220d-40b4-8bac-d3a921d4b52f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:51.469570 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23babb-896e-4865-b474-f59177499615 req-b283f24e-220d-40b4-8bac-d3a921d4b52f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:51.475573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23babb-896e-4865-b474-f59177499615 req-b283f24e-220d-40b4-8bac-d3a921d4b52f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:51.482259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23babb-896e-4865-b474-f59177499615 req-b283f24e-220d-40b4-8bac-d3a921d4b52f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:51.488478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23babb-896e-4865-b474-f59177499615 req-b283f24e-220d-40b4-8bac-d3a921d4b52f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:51.490428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f23babb-896e-4865-b474-f59177499615 req-b283f24e-220d-40b4-8bac-d3a921d4b52f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.1733592 Dec 08 01:58:51.826293 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96f2b6db-3ab5-4760-b6ec-0a5c2f8a79fe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.864991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2b6db-3ab5-4760-b6ec-0a5c2f8a79fe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd5971b-b8c9-47e9-99e9-f1f2efa00074,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:51.869299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-26002af5-effb-4272-9d36-eb8024cd5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:51.871327 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-26002af5-effb-4272-9d36-eb8024cd5bb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 1101 time: 0.1243029 Dec 08 01:58:51.876373 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f23babb-896e-4865-b474-f59177499615 req-4c07b6eb-752e-424e-b3b1-175eebfd0fac tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287370 Dec 08 01:58:51.877801 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96f2b6db-3ab5-4760-b6ec-0a5c2f8a79fe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.883635 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-96f2b6db-3ab5-4760-b6ec-0a5c2f8a79fe tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/ccd5971b-b8c9-47e9-99e9-f1f2efa00074 HTTP/1.1" status: 204 len: 168 time: 0.7786183 Dec 08 01:58:51.883827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b64bd1-ed41-4880-9cb8-184b8d527537 None None] Network c0ed7168-9e87-4230-ad43-93acc88c3310 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:51.884599 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52160) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:51.980199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-593b442c-dffa-47a7-819d-90f05791846f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:51.981671 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-593b442c-dffa-47a7-819d-90f05791846f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.0993886 Dec 08 01:58:52.031099 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-8e510836-600b-465c-9b9c-d8a294f6ce80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=577248e7-7719-496c-9dbd-22b8acf6673b HTTP/1.1" status: 200 len: 217 time: 0.0418007 Dec 08 01:58:52.053528 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.066788 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3adb44c0-0e48-468a-814e-7faa5defb03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.113861 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-e242f069-2a7e-40d2-bd53-88123a5977af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:52.115784 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-e242f069-2a7e-40d2-bd53-88123a5977af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0750151 Dec 08 01:58:52.117775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port 030c7eba-4580-4b0f-a024-d644a55cc2b8 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:52.118310 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.180093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-d3230f52-97af-4407-9e07-eb7ac941a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:52.182025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-d3230f52-97af-4407-9e07-eb7ac941a15c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0583644 Dec 08 01:58:52.230710 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66542dab-f213-4db3-8fd4-575a61b530ed None None] DHCP port deletion for c0ed7168-9e87-4230-ad43-93acc88c3310 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:58:52.238033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] For port 030c7eba-4580-4b0f-a024-d644a55cc2b8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=030c7eba-4580-4b0f-a024-d644a55cc2b8,segment=NetworkSegment(b39eb98b-a55a-4d99-8ba1-d4b94d381181),segment_id=b39eb98b-a55a-4d99-8ba1-d4b94d381181)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:52.238774 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.258640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for 030c7eba-4580-4b0f-a024-d644a55cc2b8 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:52.310992 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-66542dab-f213-4db3-8fd4-575a61b530ed None None] Deleting port 030c7eba-4580-4b0f-a024-d644a55cc2b8 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:52.312035 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66542dab-f213-4db3-8fd4-575a61b530ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.370688 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.399521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=030c7eba-4580-4b0f-a024-d644a55cc2b8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:52.400732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-66542dab-f213-4db3-8fd4-575a61b530ed None None] For port 030c7eba-4580-4b0f-a024-d644a55cc2b8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=030c7eba-4580-4b0f-a024-d644a55cc2b8,segment=NetworkSegment(b39eb98b-a55a-4d99-8ba1-d4b94d381181),segment_id=b39eb98b-a55a-4d99-8ba1-d4b94d381181)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:52.402106 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66542dab-f213-4db3-8fd4-575a61b530ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.408779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No DVR routers for this DVR port 030c7eba-4580-4b0f-a024-d644a55cc2b8 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:52.426797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-66542dab-f213-4db3-8fd4-575a61b530ed None None] Calling delete_port for 030c7eba-4580-4b0f-a024-d644a55cc2b8 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:52.428845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d4410-609f-40a8-9f77-1c55c4a7fcbf req-5124b3fe-4a82-4c87-9e69-9607d3d4ffea tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:52.430567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-925d4410-609f-40a8-9f77-1c55c4a7fcbf req-5124b3fe-4a82-4c87-9e69-9607d3d4ffea tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 950 time: 0.1831801 Dec 08 01:58:52.433116 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-3d1ed6ad-5b29-42eb-a710-df6edfa257ad service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372756 Dec 08 01:58:52.498606 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf7ffd-65f1-4518-9d50-a8cbdfdf6cc7 req-646251f7-ce5c-46e2-b65d-5a6b0f927662 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:52.500112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5cf7ffd-65f1-4518-9d50-a8cbdfdf6cc7 req-646251f7-ce5c-46e2-b65d-5a6b0f927662 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.2334785 Dec 08 01:58:52.537045 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66542dab-f213-4db3-8fd4-575a61b530ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.552594 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.569220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66542dab-f213-4db3-8fd4-575a61b530ed None None] Pushing event deleted for resources: {'Port': ['ID=030c7eba-4580-4b0f-a024-d644a55cc2b8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:52.575914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66542dab-f213-4db3-8fd4-575a61b530ed None None] No DVR routers for this DVR port 030c7eba-4580-4b0f-a024-d644a55cc2b8 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:52.605850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-925d4410-609f-40a8-9f77-1c55c4a7fcbf req-ce8ddfec-112d-4075-9ba5-d8c7136e738c tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668952 Dec 08 01:58:52.610364 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ed7168-9e87-4230-ad43-93acc88c3310']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:52.632567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39eb98b-a55a-4d99-8ba1-d4b94d381181') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:52.633070 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39eb98b-a55a-4d99-8ba1-d4b94d381181') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:52.656392 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.657701 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5cf7ffd-65f1-4518-9d50-a8cbdfdf6cc7 req-4af02bff-0cf2-47e0-9c8c-f49ece2b0601 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418221 Dec 08 01:58:52.674869 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.685611 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:58:52.686049 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:58:52.689446 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:58:52.707170 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-f3024103-b894-4131-b76e-1ed9a4dd6edb service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611060 Dec 08 01:58:52.779441 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.806170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.817131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52176) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:52.817653 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/networks/c0ed7168-9e87-4230-ad43-93acc88c3310 HTTP/1.1" status: 204 len: 168 time: 0.9315834 Dec 08 01:58:52.818660 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a6bc0-a275-4478-931e-e19cd700762d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Network': ['ID=c0ed7168-9e87-4230-ad43-93acc88c3310,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:52.822600 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-73cc1c54-5b4c-4ec6-ad4e-f6299d8ea471 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-654849339'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:52.866903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cc1c54-5b4c-4ec6-ad4e-f6299d8ea471 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:52.868320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 030c7eba-4580-4b0f-a024-d644a55cc2b8 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:52.872666 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73cc1c54-5b4c-4ec6-ad4e-f6299d8ea471 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.901623 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cc1c54-5b4c-4ec6-ad4e-f6299d8ea471 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:58:52.917356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 030c7eba-4580-4b0f-a024-d644a55cc2b8 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:52.917714 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 030c7eba-4580-4b0f-a024-d644a55cc2b8 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:52.925890 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73cc1c54-5b4c-4ec6-ad4e-f6299d8ea471 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.926361 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-73cc1c54-5b4c-4ec6-ad4e-f6299d8ea471 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Added segment 71cf0928-ac0a-4ebe-ad4d-92b003192c0e of type vlan for network aa5b23c9-80b8-4216-9f8c-2d2c3634d64f Dec 08 01:58:52.981860 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73cc1c54-5b4c-4ec6-ad4e-f6299d8ea471 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.020506 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73cc1c54-5b4c-4ec6-ad4e-f6299d8ea471 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.026554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cc1c54-5b4c-4ec6-ad4e-f6299d8ea471 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:53.027354 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73cc1c54-5b4c-4ec6-ad4e-f6299d8ea471 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.121705 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-73cc1c54-5b4c-4ec6-ad4e-f6299d8ea471 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3034556 Dec 08 01:58:53.128160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52188) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:53.133406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0b313197-e636-4da4-b177-46c4a15d1dda tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': 'aa5b23c9-80b8-4216-9f8c-2d2c3634d64f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:53.139294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc1c54-5b4c-4ec6-ad4e-f6299d8ea471 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Network': ['ID=aa5b23c9-80b8-4216-9f8c-2d2c3634d64f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:53.150970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network aa5b23c9-80b8-4216-9f8c-2d2c3634d64f details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:58:53.156489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798b7ef-fc21-4b34-8ef7-601d19aa8d0f req-dbe201ef-87fc-4352-a6ef-5176ec4bd9fb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:53.163941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798b7ef-fc21-4b34-8ef7-601d19aa8d0f req-dbe201ef-87fc-4352-a6ef-5176ec4bd9fb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:53.171045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798b7ef-fc21-4b34-8ef7-601d19aa8d0f req-dbe201ef-87fc-4352-a6ef-5176ec4bd9fb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:53.177682 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798b7ef-fc21-4b34-8ef7-601d19aa8d0f req-dbe201ef-87fc-4352-a6ef-5176ec4bd9fb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:53.184342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798b7ef-fc21-4b34-8ef7-601d19aa8d0f req-dbe201ef-87fc-4352-a6ef-5176ec4bd9fb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:53.195865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798b7ef-fc21-4b34-8ef7-601d19aa8d0f req-dbe201ef-87fc-4352-a6ef-5176ec4bd9fb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:53.206599 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798b7ef-fc21-4b34-8ef7-601d19aa8d0f req-dbe201ef-87fc-4352-a6ef-5176ec4bd9fb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:53.209467 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c798b7ef-fc21-4b34-8ef7-601d19aa8d0f req-dbe201ef-87fc-4352-a6ef-5176ec4bd9fb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.2027235 Dec 08 01:58:53.273006 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b313197-e636-4da4-b177-46c4a15d1dda tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:53.278244 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b313197-e636-4da4-b177-46c4a15d1dda tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.341454 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.342186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c798b7ef-fc21-4b34-8ef7-601d19aa8d0f req-42cde5e1-1d71-47f6-ae31-3a8a2f72619e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209669 Dec 08 01:58:53.489526 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b313197-e636-4da4-b177-46c4a15d1dda tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.549623 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b313197-e636-4da4-b177-46c4a15d1dda tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Subnet': ['ID=ca66927f-09d5-4cfb-b153-c707d358f1c0,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:53.558242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b313197-e636-4da4-b177-46c4a15d1dda tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Checking segment: {'id': '71cf0928-ac0a-4ebe-ad4d-92b003192c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa5b23c9-80b8-4216-9f8c-2d2c3634d64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:53.558612 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b313197-e636-4da4-b177-46c4a15d1dda tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network hostable DHCP agents. Network: aa5b23c9-80b8-4216-9f8c-2d2c3634d64f, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:58:53.574651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b313197-e636-4da4-b177-46c4a15d1dda tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network aa5b23c9-80b8-4216-9f8c-2d2c3634d64f is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:58:53.583172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-0b313197-e636-4da4-b177-46c4a15d1dda tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, aa5b23c9-80b8-4216-9f8c-2d2c3634d64f) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:53.587241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b313197-e636-4da4-b177-46c4a15d1dda tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:53.587950 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b313197-e636-4da4-b177-46c4a15d1dda tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.593139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856e37ab-a477-4a20-a8f2-4e995094df75 None None] Network aa5b23c9-80b8-4216-9f8c-2d2c3634d64f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:53.610862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52202) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:53.617124 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0b313197-e636-4da4-b177-46c4a15d1dda tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4872642 Dec 08 01:58:53.621649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c84df9e2-1eb6-4535-9ac4-0c52ebd37c5c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1112550946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:53.655637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c84df9e2-1eb6-4535-9ac4-0c52ebd37c5c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.657431 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c84df9e2-1eb6-4535-9ac4-0c52ebd37c5c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.703398 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-aa5b23c9-80b8-4216-9f8c-2d2c3634d64f', 'network_id': 'aa5b23c9-80b8-4216-9f8c-2d2c3634d64f', 'project_id': 'ce784be1a1a047ac8e1a8b2922f3d034', 'fixed_ips': [{'subnet_id': 'ca66927f-09d5-4cfb-b153-c707d358f1c0'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:58:53.704668 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.770176 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c84df9e2-1eb6-4535-9ac4-0c52ebd37c5c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.789557 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c84df9e2-1eb6-4535-9ac4-0c52ebd37c5c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.825593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f039635-172a-4273-a746-4a5ff84e9471 req-19749bdc-be8e-49bc-866b-d0a71cf278af tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:53.827103 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f039635-172a-4273-a746-4a5ff84e9471 req-19749bdc-be8e-49bc-866b-d0a71cf278af tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.0691988 Dec 08 01:58:53.830048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c84df9e2-1eb6-4535-9ac4-0c52ebd37c5c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.833847 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52212) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:53.834098 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c84df9e2-1eb6-4535-9ac4-0c52ebd37c5c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2217038 Dec 08 01:58:53.839838 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-756a7eef-63fc-4c19-bf12-ba187e91fbc3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'network_id': 'aa5b23c9-80b8-4216-9f8c-2d2c3634d64f', 'name': 'tempest-PortsIpV6TestJSON-756045856'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:53.904402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f039635-172a-4273-a746-4a5ff84e9471 req-2b1d90da-5ff7-404d-bf6c-949d834927b0 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691710 Dec 08 01:58:53.926292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Allocated IP 2001:db8::2 (aa5b23c9-80b8-4216-9f8c-2d2c3634d64f/ca66927f-09d5-4cfb-b153-c707d358f1c0/0f59285a-084b-434b-88e8-366c0cc9e579) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:54.003117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756a7eef-63fc-4c19-bf12-ba187e91fbc3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:54.006941 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-756a7eef-63fc-4c19-bf12-ba187e91fbc3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.024348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-756a7eef-63fc-4c19-bf12-ba187e91fbc3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port a970c908-1dd0-4ab9-bd30-5c015e8365d4 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:54.085652 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.099139 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.104604 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.142712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Network aa5b23c9-80b8-4216-9f8c-2d2c3634d64f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:54.146114 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:54.148785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:54.158619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-756a7eef-63fc-4c19-bf12-ba187e91fbc3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Allocated IP 2001:db8::1b9 (aa5b23c9-80b8-4216-9f8c-2d2c3634d64f/ca66927f-09d5-4cfb-b153-c707d358f1c0/a970c908-1dd0-4ab9-bd30-5c015e8365d4) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:54.234357 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Pushing event updated for resources: {'Port': ['ID=0f59285a-084b-434b-88e8-366c0cc9e579,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:54.247870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Attempting to bind port 0f59285a-084b-434b-88e8-366c0cc9e579 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:54.248362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Attempting to bind port 0f59285a-084b-434b-88e8-366c0cc9e579 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '71cf0928-ac0a-4ebe-ad4d-92b003192c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa5b23c9-80b8-4216-9f8c-2d2c3634d64f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:54.248797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Attempting to bind port 0f59285a-084b-434b-88e8-366c0cc9e579 on network aa5b23c9-80b8-4216-9f8c-2d2c3634d64f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:54.254836 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:54.255223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Checking segment: {'id': '71cf0928-ac0a-4ebe-ad4d-92b003192c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa5b23c9-80b8-4216-9f8c-2d2c3634d64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:54.255632 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.256083 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Bound using segment: {'id': '71cf0928-ac0a-4ebe-ad4d-92b003192c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa5b23c9-80b8-4216-9f8c-2d2c3634d64f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:54.256696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Bound port: 0f59285a-084b-434b-88e8-366c0cc9e579, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cf0928-ac0a-4ebe-ad4d-92b003192c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa5b23c9-80b8-4216-9f8c-2d2c3634d64f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:54.257198 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.366203 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9635521-8b1d-4fb3-b69a-d54e7db8bcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.382787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] For port 0f59285a-084b-434b-88e8-366c0cc9e579, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:54.386108 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] For port 0f59285a-084b-434b-88e8-366c0cc9e579, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0f59285a-084b-434b-88e8-366c0cc9e579,segment=NetworkSegment(71cf0928-ac0a-4ebe-ad4d-92b003192c0e),segment_id=71cf0928-ac0a-4ebe-ad4d-92b003192c0e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:54.392810 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.394865 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-756a7eef-63fc-4c19-bf12-ba187e91fbc3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.432677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-756a7eef-63fc-4c19-bf12-ba187e91fbc3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.462625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bd96c-9e92-4ede-9e27-8e72b681d6b4 None None] Pushing event updated for resources: {'Port': ['ID=0f59285a-084b-434b-88e8-366c0cc9e579,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:54.492623 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756a7eef-63fc-4c19-bf12-ba187e91fbc3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network aa5b23c9-80b8-4216-9f8c-2d2c3634d64f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:54.496511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-756a7eef-63fc-4c19-bf12-ba187e91fbc3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:54.501898 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a7eef-63fc-4c19-bf12-ba187e91fbc3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:54.508383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756a7eef-63fc-4c19-bf12-ba187e91fbc3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:54.509099 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-756a7eef-63fc-4c19-bf12-ba187e91fbc3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.520712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a7eef-63fc-4c19-bf12-ba187e91fbc3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=a970c908-1dd0-4ab9-bd30-5c015e8365d4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:54.528646 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-756a7eef-63fc-4c19-bf12-ba187e91fbc3 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6932864 Dec 08 01:58:54.531036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52228) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:54.533378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696fbd-7817-4ee5-9e6a-63f545e51c34 req-b6c6f2b6-12d4-4820-a410-f20838556610 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:54.540621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696fbd-7817-4ee5-9e6a-63f545e51c34 req-b6c6f2b6-12d4-4820-a410-f20838556610 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:54.547569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696fbd-7817-4ee5-9e6a-63f545e51c34 req-b6c6f2b6-12d4-4820-a410-f20838556610 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:54.553680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696fbd-7817-4ee5-9e6a-63f545e51c34 req-b6c6f2b6-12d4-4820-a410-f20838556610 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:54.559975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696fbd-7817-4ee5-9e6a-63f545e51c34 req-b6c6f2b6-12d4-4820-a410-f20838556610 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:54.566682 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696fbd-7817-4ee5-9e6a-63f545e51c34 req-b6c6f2b6-12d4-4820-a410-f20838556610 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:54.573501 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696fbd-7817-4ee5-9e6a-63f545e51c34 req-b6c6f2b6-12d4-4820-a410-f20838556610 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:54.582886 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a696fbd-7817-4ee5-9e6a-63f545e51c34 req-b6c6f2b6-12d4-4820-a410-f20838556610 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.1477914 Dec 08 01:58:54.660384 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a696fbd-7817-4ee5-9e6a-63f545e51c34 req-7f5f8a99-b600-455d-8f32-876d62b33f66 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760202 Dec 08 01:58:54.883970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0f59285a-084b-434b-88e8-366c0cc9e579 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:54.951901 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.954155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0f59285a-084b-434b-88e8-366c0cc9e579 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:54.954530 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.057975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374a857-e794-46c3-8fd5-6b5e206bd9f4 req-c8f4f2e0-b845-45a5-b5b7-cbd418cd41c4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:55.059385 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d374a857-e794-46c3-8fd5-6b5e206bd9f4 req-c8f4f2e0-b845-45a5-b5b7-cbd418cd41c4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.0744855 Dec 08 01:58:55.086388 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.139234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 0f59285a-084b-434b-88e8-366c0cc9e579, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0f59285a-084b-434b-88e8-366c0cc9e579,segment=NetworkSegment(71cf0928-ac0a-4ebe-ad4d-92b003192c0e),segment_id=71cf0928-ac0a-4ebe-ad4d-92b003192c0e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:55.142744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d374a857-e794-46c3-8fd5-6b5e206bd9f4 req-11c91467-4dd6-457f-b306-98228d067e53 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714226 Dec 08 01:58:55.158568 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.217425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=0f59285a-084b-434b-88e8-366c0cc9e579,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:55.238648 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.244631 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.329507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=a970c908-1dd0-4ab9-bd30-5c015e8365d4,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:55.367550 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.464160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.602696 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.833038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afadfa95-18aa-45da-85d5-710c8b311c64 None None] Network aa5b23c9-80b8-4216-9f8c-2d2c3634d64f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:55.868079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b1753-6f2e-4487-b96b-2d3c4fba2aa8 req-83bab816-a1cb-4da4-955e-e8e953a0524f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:55.878283 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b1753-6f2e-4487-b96b-2d3c4fba2aa8 req-83bab816-a1cb-4da4-955e-e8e953a0524f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:55.886176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b1753-6f2e-4487-b96b-2d3c4fba2aa8 req-83bab816-a1cb-4da4-955e-e8e953a0524f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:55.893299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b1753-6f2e-4487-b96b-2d3c4fba2aa8 req-83bab816-a1cb-4da4-955e-e8e953a0524f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:55.900332 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b1753-6f2e-4487-b96b-2d3c4fba2aa8 req-83bab816-a1cb-4da4-955e-e8e953a0524f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:55.907580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b1753-6f2e-4487-b96b-2d3c4fba2aa8 req-83bab816-a1cb-4da4-955e-e8e953a0524f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:55.914927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b1753-6f2e-4487-b96b-2d3c4fba2aa8 req-83bab816-a1cb-4da4-955e-e8e953a0524f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:55.918450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e4cd3125-0bad-405b-ad89-094e27084efc None None] Provisioning complete for port 0f59285a-084b-434b-88e8-366c0cc9e579 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:55.918822 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3125-0bad-405b-ad89-094e27084efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.923542 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa8b1753-6f2e-4487-b96b-2d3c4fba2aa8 req-83bab816-a1cb-4da4-955e-e8e953a0524f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.1518247 Dec 08 01:58:56.025460 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.031331 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.033129 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.063432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa8b1753-6f2e-4487-b96b-2d3c4fba2aa8 req-02045b5c-d1be-4375-91a1-6b2f9731cb32 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389022 Dec 08 01:58:56.070833 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:58:56.168830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=a970c908-1dd0-4ab9-bd30-5c015e8365d4,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:56.257960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network aa5b23c9-80b8-4216-9f8c-2d2c3634d64f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:56.261088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:56.394188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:56.396400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7576d22-31a9-47ec-baeb-6790971cbe41 req-5f59a9a8-2aa8-46de-b8d6-acdab229c05c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:56.402322 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7576d22-31a9-47ec-baeb-6790971cbe41 req-5f59a9a8-2aa8-46de-b8d6-acdab229c05c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.1204967 Dec 08 01:58:56.415481 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e', 'mac_address': 'fa:16:3e:e0:ab:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:58:56.441499 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Router b15392e0-4571-4de8-a9e6-34123b10ce74 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:58:56.488689 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.506178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:56.522687 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7576d22-31a9-47ec-baeb-6790971cbe41 req-bf74dff1-3d9c-4b89-b1fb-2643ae86074a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105111 Dec 08 01:58:56.562995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:56.585212 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.689116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:56.785296 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:58:56.855507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4e232bdc-1b09-47eb-8428-ac25af536326 None None] Provisioning complete for port 0f59285a-084b-434b-88e8-366c0cc9e579 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:56.856267 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e232bdc-1b09-47eb-8428-ac25af536326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.868171 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0f59285a-084b-434b-88e8-366c0cc9e579 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:57.014441 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.094749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0f59285a-084b-434b-88e8-366c0cc9e579 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:57.095479 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.096580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:58:57.104657 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8a13e303-1894-4f0a-8744-0d965105920a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "PUT /v2.0/routers/b15392e0-4571-4de8-a9e6-34123b10ce74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5710692 Dec 08 01:58:57.106008 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52308) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:57.157394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012f507-7f55-4002-b485-7f65d95be52d None None] Sync routers for ids ['b15392e0-4571-4de8-a9e6-34123b10ce74'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:58:57.196442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012f507-7f55-4002-b485-7f65d95be52d None None] Routers {'b15392e0-4571-4de8-a9e6-34123b10ce74'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:57.197609 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1012f507-7f55-4002-b485-7f65d95be52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:58:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b15392e0-4571-4de8-a9e6-34123b10ce74'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:57.225960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b6e2c0-c1b7-4763-8c52-3fe41bda067b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:57.227478 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-80b6e2c0-c1b7-4763-8c52-3fe41bda067b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15392e0-4571-4de8-a9e6-34123b10ce74 HTTP/1.1" status: 200 len: 988 time: 0.1204820 Dec 08 01:58:57.230590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52314) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:57.300244 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1012f507-7f55-4002-b485-7f65d95be52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:57.432576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21377e-c0b5-4f85-9dea-4d26f0b6e74f req-3cefe6b5-ddab-4f68-bcb2-dd2a72d77ea8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:57.439305 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21377e-c0b5-4f85-9dea-4d26f0b6e74f req-3cefe6b5-ddab-4f68-bcb2-dd2a72d77ea8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:57.445346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21377e-c0b5-4f85-9dea-4d26f0b6e74f req-3cefe6b5-ddab-4f68-bcb2-dd2a72d77ea8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:57.467326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21377e-c0b5-4f85-9dea-4d26f0b6e74f req-3cefe6b5-ddab-4f68-bcb2-dd2a72d77ea8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:57.479082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012f507-7f55-4002-b485-7f65d95be52d None None] Routers {'b15392e0-4571-4de8-a9e6-34123b10ce74'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:57.480540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1012f507-7f55-4002-b485-7f65d95be52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:58:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b15392e0-4571-4de8-a9e6-34123b10ce74'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:57.483529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21377e-c0b5-4f85-9dea-4d26f0b6e74f req-3cefe6b5-ddab-4f68-bcb2-dd2a72d77ea8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:57.499332 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21377e-c0b5-4f85-9dea-4d26f0b6e74f req-3cefe6b5-ddab-4f68-bcb2-dd2a72d77ea8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:57.519327 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21377e-c0b5-4f85-9dea-4d26f0b6e74f req-3cefe6b5-ddab-4f68-bcb2-dd2a72d77ea8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:57.527951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c21377e-c0b5-4f85-9dea-4d26f0b6e74f req-3cefe6b5-ddab-4f68-bcb2-dd2a72d77ea8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.2261560 Dec 08 01:58:57.576915 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1012f507-7f55-4002-b485-7f65d95be52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:57.577625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012f507-7f55-4002-b485-7f65d95be52d None None] The sync data for ids ['b15392e0-4571-4de8-a9e6-34123b10ce74'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:58:57.615205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4e232bdc-1b09-47eb-8428-ac25af536326 None None] Provisioning complete for port a970c908-1dd0-4ab9-bd30-5c015e8365d4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:57.615720 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e232bdc-1b09-47eb-8428-ac25af536326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.688592 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c21377e-c0b5-4f85-9dea-4d26f0b6e74f req-ea139a42-05b6-47d6-9121-d22293cd0f56 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1594591 Dec 08 01:58:57.817238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90087a6c-b4b2-4d3b-968a-51e3af316847 req-684d5f5f-cd35-48f5-9199-aa4546b3e2f9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:57.818861 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-90087a6c-b4b2-4d3b-968a-51e3af316847 req-684d5f5f-cd35-48f5-9199-aa4546b3e2f9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1745343 Dec 08 01:58:57.927034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4e232bdc-1b09-47eb-8428-ac25af536326 None None] Port a970c908-1dd0-4ab9-bd30-5c015e8365d4 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:57.945169 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.010209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9505b-aa0b-4fea-ba43-af4b9a7063ba req-2aaa482a-b219-47b4-8354-115b7236d695 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:58.018235 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aed9505b-aa0b-4fea-ba43-af4b9a7063ba req-2aaa482a-b219-47b4-8354-115b7236d695 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.1441181 Dec 08 01:58:58.054778 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-75239cbc-6f13-41cf-a57f-f6f8690d76a2 None None] Provisioning complete for port a970c908-1dd0-4ab9-bd30-5c015e8365d4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:58.056733 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75239cbc-6f13-41cf-a57f-f6f8690d76a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.066478 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-90087a6c-b4b2-4d3b-968a-51e3af316847 req-51202e0a-4143-4aaa-8883-b87aa08d2877 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357626 Dec 08 01:58:58.132288 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aed9505b-aa0b-4fea-ba43-af4b9a7063ba req-b78f362a-7b65-497f-83ce-b4cc963eb0e0 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130073 Dec 08 01:58:58.218580 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-75239cbc-6f13-41cf-a57f-f6f8690d76a2 None None] Port a970c908-1dd0-4ab9-bd30-5c015e8365d4 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:58.291641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9549d68a-cfc4-40a3-9543-88979e3c9a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.312904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a047cc-8313-4158-865b-a28d25cae2c2 req-4bdbbcda-ad1c-45c9-9211-e45b385ed84a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:58.320807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8a047cc-8313-4158-865b-a28d25cae2c2 req-4bdbbcda-ad1c-45c9-9211-e45b385ed84a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0646410 Dec 08 01:58:58.355560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a2c7cfdc-e58c-4c7c-9d1b-b073edd58dc6 None None] Provisioning complete for port a970c908-1dd0-4ab9-bd30-5c015e8365d4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:58.369543 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a2c7cfdc-e58c-4c7c-9d1b-b073edd58dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.443109 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8a047cc-8313-4158-865b-a28d25cae2c2 req-c0084077-aff4-4ccd-9506-65aeea3dfaf8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207592 Dec 08 01:58:58.450798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a2c7cfdc-e58c-4c7c-9d1b-b073edd58dc6 None None] Port a970c908-1dd0-4ab9-bd30-5c015e8365d4 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:58.712869 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-9549d68a-cfc4-40a3-9543-88979e3c9a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port a970c908-1dd0-4ab9-bd30-5c015e8365d4 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:58.713222 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9549d68a-cfc4-40a3-9543-88979e3c9a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.937435 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9549d68a-cfc4-40a3-9543-88979e3c9a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.941587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4013dbc-dfb5-4fa5-93a1-ab071cbc056e req-aebb45a8-6f79-4ad4-95c8-909c8135b191 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:58.949456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4013dbc-dfb5-4fa5-93a1-ab071cbc056e req-aebb45a8-6f79-4ad4-95c8-909c8135b191 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:58.957539 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4013dbc-dfb5-4fa5-93a1-ab071cbc056e req-aebb45a8-6f79-4ad4-95c8-909c8135b191 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:58.960111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-9549d68a-cfc4-40a3-9543-88979e3c9a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for a970c908-1dd0-4ab9-bd30-5c015e8365d4 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:58.966612 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4013dbc-dfb5-4fa5-93a1-ab071cbc056e req-aebb45a8-6f79-4ad4-95c8-909c8135b191 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:58.973161 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4013dbc-dfb5-4fa5-93a1-ab071cbc056e req-aebb45a8-6f79-4ad4-95c8-909c8135b191 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:58.979217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4013dbc-dfb5-4fa5-93a1-ab071cbc056e req-aebb45a8-6f79-4ad4-95c8-909c8135b191 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:58.988311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4013dbc-dfb5-4fa5-93a1-ab071cbc056e req-aebb45a8-6f79-4ad4-95c8-909c8135b191 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:58.996509 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4013dbc-dfb5-4fa5-93a1-ab071cbc056e req-aebb45a8-6f79-4ad4-95c8-909c8135b191 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.1674252 Dec 08 01:58:59.088734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4013dbc-dfb5-4fa5-93a1-ab071cbc056e req-e1817218-bf38-42d9-93b2-f45804d665ac tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912149 Dec 08 01:58:59.098954 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471987c4-8350-483c-a4d0-b3bab9d9d9cc req-3eb87640-9486-4ab1-9a40-d212aa92bf89 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:59.108614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-471987c4-8350-483c-a4d0-b3bab9d9d9cc req-3eb87640-9486-4ab1-9a40-d212aa92bf89 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.2569587 Dec 08 01:58:59.215938 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-471987c4-8350-483c-a4d0-b3bab9d9d9cc req-4be79638-a27b-4937-91f8-df02a63db777 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063118 Dec 08 01:58:59.257765 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9549d68a-cfc4-40a3-9543-88979e3c9a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:59.335440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549d68a-cfc4-40a3-9543-88979e3c9a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=a970c908-1dd0-4ab9-bd30-5c015e8365d4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:59.409085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e5f20-e8f5-4156-9ae6-83b4186fa21f req-4a628667-162a-4070-ba9b-c944b7b52a14 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:59.410467 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2c8e5f20-e8f5-4156-9ae6-83b4186fa21f req-4a628667-162a-4070-ba9b-c944b7b52a14 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.1465671 Dec 08 01:58:59.501233 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9549d68a-cfc4-40a3-9543-88979e3c9a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:59.559044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2c8e5f20-e8f5-4156-9ae6-83b4186fa21f req-30140a8f-2e76-4b51-b2fa-1c8e54481897 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219878 Dec 08 01:58:59.800537 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9549d68a-cfc4-40a3-9543-88979e3c9a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Router b15392e0-4571-4de8-a9e6-34123b10ce74 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:58:59.967095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9549d68a-cfc4-40a3-9543-88979e3c9a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:58:59.974643 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9549d68a-cfc4-40a3-9543-88979e3c9a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "PUT /v2.0/routers/b15392e0-4571-4de8-a9e6-34123b10ce74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7424068 Dec 08 01:58:59.976735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52402) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:59.979319 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e14bb7-8a42-4dd4-b76f-aa65b5da2302 None None] Sync routers for ids ['b15392e0-4571-4de8-a9e6-34123b10ce74'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:58:59.991889 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e14bb7-8a42-4dd4-b76f-aa65b5da2302 None None] Routers {'b15392e0-4571-4de8-a9e6-34123b10ce74'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:59.992807 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-43e14bb7-8a42-4dd4-b76f-aa65b5da2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:58:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b15392e0-4571-4de8-a9e6-34123b10ce74'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:00.032143 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-43e14bb7-8a42-4dd4-b76f-aa65b5da2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:00.042175 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e14bb7-8a42-4dd4-b76f-aa65b5da2302 None None] Routers {'b15392e0-4571-4de8-a9e6-34123b10ce74'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:59:00.043587 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-43e14bb7-8a42-4dd4-b76f-aa65b5da2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:58:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b15392e0-4571-4de8-a9e6-34123b10ce74'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:00.050039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:00.063247 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f4f840-f694-4d07-b409-a86bd23c4dea tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] GET failed (client error): The resource could not be found. Dec 08 01:59:00.068153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52404) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:00.068636 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d0f4f840-f694-4d07-b409-a86bd23c4dea tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/a970c908-1dd0-4ab9-bd30-5c015e8365d4 HTTP/1.1" status: 404 len: 333 time: 0.0906942 Dec 08 01:59:00.104067 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972fac5-93dd-42ab-87bf-edb751bec983 req-3a71cfed-1fb3-4ea6-9ef4-08f975594017 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:00.105733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e972fac5-93dd-42ab-87bf-edb751bec983 req-3a71cfed-1fb3-4ea6-9ef4-08f975594017 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0901334 Dec 08 01:59:00.140722 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-43e14bb7-8a42-4dd4-b76f-aa65b5da2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:00.141379 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e14bb7-8a42-4dd4-b76f-aa65b5da2302 None None] The sync data for ids ['b15392e0-4571-4de8-a9e6-34123b10ce74'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:59:00.177646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:00.178929 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.190241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e972fac5-93dd-42ab-87bf-edb751bec983 req-1860ebb2-199a-4c1a-b364-e4c94faf0370 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695021 Dec 08 01:59:00.244199 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a83de846-c9ff-4632-b2d5-b5448f355031 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.295389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9ad676ef-7601-4543-b8c7-abf32ca8e077 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:59:00.359848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789f70d-c564-45c6-9f9d-d5897b9bc203 req-c64783dc-a6db-4078-a2ac-6aa4a6d1b5e0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:00.403089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789f70d-c564-45c6-9f9d-d5897b9bc203 req-c64783dc-a6db-4078-a2ac-6aa4a6d1b5e0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:00.422163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789f70d-c564-45c6-9f9d-d5897b9bc203 req-c64783dc-a6db-4078-a2ac-6aa4a6d1b5e0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:00.434827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789f70d-c564-45c6-9f9d-d5897b9bc203 req-c64783dc-a6db-4078-a2ac-6aa4a6d1b5e0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:00.437991 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9ad676ef-7601-4543-b8c7-abf32ca8e077, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9ad676ef-7601-4543-b8c7-abf32ca8e077,segment=NetworkSegment(3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3),segment_id=3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:00.455298 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789f70d-c564-45c6-9f9d-d5897b9bc203 req-c64783dc-a6db-4078-a2ac-6aa4a6d1b5e0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:00.467474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789f70d-c564-45c6-9f9d-d5897b9bc203 req-c64783dc-a6db-4078-a2ac-6aa4a6d1b5e0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:00.470287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '9ad676ef-7601-4543-b8c7-abf32ca8e077', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'port_id': '9ad676ef-7601-4543-b8c7-abf32ca8e077', 'mac_address': 'fa:16:3e:0b:f8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:59:00.499806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789f70d-c564-45c6-9f9d-d5897b9bc203 req-c64783dc-a6db-4078-a2ac-6aa4a6d1b5e0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:00.502915 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9789f70d-c564-45c6-9f9d-d5897b9bc203 req-c64783dc-a6db-4078-a2ac-6aa4a6d1b5e0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5420 time: 0.2480383 Dec 08 01:59:00.543002 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.614065 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d4342a-8b77-4b08-9531-ff3686b64210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:00.617360 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae2ebf0-660d-4c96-a425-17e4fec51206" -d '{"events": [{"server_uuid": "65d4342a-8b77-4b08-9531-ff3686b64210", "name": "network-vif-plugged", "status": "completed", "tag": "a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:00.623506 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.641289 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9789f70d-c564-45c6-9f9d-d5897b9bc203 req-b0ca1d7a-11c6-48ab-9516-d5db6b6fc679 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299555 Dec 08 01:59:00.665233 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a83de846-c9ff-4632-b2d5-b5448f355031 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.668966 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:00.686525 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a83de846-c9ff-4632-b2d5-b5448f355031 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.707961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad676ef-7601-4543-b8c7-abf32ca8e077 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:00.721875 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.800813 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a83de846-c9ff-4632-b2d5-b5448f355031 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.800981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73503a00-b928-49e3-a7f5-3a8f1f2d99e1 req-c408e26e-c99d-4e64-8e74-78df95cc8bdc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:00.801702 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83de846-c9ff-4632-b2d5-b5448f355031 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Fanout notify agent at l3_agent the message router_deleted on router b15392e0-4571-4de8-a9e6-34123b10ce74 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:59:00.803422 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73503a00-b928-49e3-a7f5-3a8f1f2d99e1 req-c408e26e-c99d-4e64-8e74-78df95cc8bdc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.1036410 Dec 08 01:59:00.826166 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a83de846-c9ff-4632-b2d5-b5448f355031 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.832165 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a83de846-c9ff-4632-b2d5-b5448f355031 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/routers/b15392e0-4571-4de8-a9e6-34123b10ce74 HTTP/1.1" status: 204 len: 168 time: 0.7628868 Dec 08 01:59:00.833016 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c49999f-9d5a-4c6b-a987-d9b9f27c32ad x-openstack-request-id: req-7c49999f-9d5a-4c6b-a987-d9b9f27c32ad {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:00.833651 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d4342a-8b77-4b08-9531-ff3686b64210", "name": "network-vif-plugged", "status": "completed", "tag": "a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:00.833985 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7c49999f-9d5a-4c6b-a987-d9b9f27c32ad {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:00.834573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52432) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:00.835087 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d4342a-8b77-4b08-9531-ff3686b64210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e', 'code': 200} Dec 08 01:59:00.853518 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9ad676ef-7601-4543-b8c7-abf32ca8e077, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9ad676ef-7601-4543-b8c7-abf32ca8e077,segment=NetworkSegment(3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3),segment_id=3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:00.862524 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.889996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:00.961768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73503a00-b928-49e3-a7f5-3a8f1f2d99e1 req-c95c7eac-c257-4af6-a658-2cde4a1e5e59 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514280 Dec 08 01:59:01.016439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac4c76a-faf3-40b5-b805-0d35fcf4c974 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting subnet ca66927f-09d5-4cfb-b153-c707d358f1c0 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:01.025787 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dac4c76a-faf3-40b5-b805-0d35fcf4c974 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.054956 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=9ad676ef-7601-4543-b8c7-abf32ca8e077,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:01.107323 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dac4c76a-faf3-40b5-b805-0d35fcf4c974 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.190885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['9ad676ef-7601-4543-b8c7-abf32ca8e077'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:01.203584 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dac4c76a-faf3-40b5-b805-0d35fcf4c974 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.304611 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dac4c76a-faf3-40b5-b805-0d35fcf4c974 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.393038 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dac4c76a-faf3-40b5-b805-0d35fcf4c974 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.402487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e5fe6-7d94-472c-a36c-619f0bece8aa None None] Network aa5b23c9-80b8-4216-9f8c-2d2c3634d64f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:01.404835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52450) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:01.408389 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dac4c76a-faf3-40b5-b805-0d35fcf4c974 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/ca66927f-09d5-4cfb-b153-c707d358f1c0 HTTP/1.1" status: 204 len: 168 time: 0.5693085 Dec 08 01:59:01.415960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4c76a-faf3-40b5-b805-0d35fcf4c974 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Subnet': ['ID=ca66927f-09d5-4cfb-b153-c707d358f1c0,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:01.683577 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.820719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e4d9-17c6-46b7-a6da-b006580c84be req-f88d4405-8b1d-4015-a4c8-a3b9b21d5b33 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:01.820719 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fc0e4d9-17c6-46b7-a6da-b006580c84be req-f88d4405-8b1d-4015-a4c8-a3b9b21d5b33 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.3797991 Dec 08 01:59:01.823874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d8900b-9c3c-4969-b0fd-3270f8b2bb1e None None] DHCP port deletion for aa5b23c9-80b8-4216-9f8c-2d2c3634d64f request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:59:01.892529 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8900b-9c3c-4969-b0fd-3270f8b2bb1e None None] Deleting port 0f59285a-084b-434b-88e8-366c0cc9e579 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:01.893317 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6d8900b-9c3c-4969-b0fd-3270f8b2bb1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.907363 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fc0e4d9-17c6-46b7-a6da-b006580c84be req-b5ec2596-4589-4b14-ab09-91b7b61bd515 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803355 Dec 08 01:59:01.956096 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5540b9-9a13-44f5-b519-3b2ac6a5173e req-48779522-58f2-4f77-a6d2-28d7047c30b2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:01.962176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5540b9-9a13-44f5-b519-3b2ac6a5173e req-48779522-58f2-4f77-a6d2-28d7047c30b2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:01.971330 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5540b9-9a13-44f5-b519-3b2ac6a5173e req-48779522-58f2-4f77-a6d2-28d7047c30b2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:01.980696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5540b9-9a13-44f5-b519-3b2ac6a5173e req-48779522-58f2-4f77-a6d2-28d7047c30b2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:01.987921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5540b9-9a13-44f5-b519-3b2ac6a5173e req-48779522-58f2-4f77-a6d2-28d7047c30b2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:01.994642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5540b9-9a13-44f5-b519-3b2ac6a5173e req-48779522-58f2-4f77-a6d2-28d7047c30b2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:02.005486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5540b9-9a13-44f5-b519-3b2ac6a5173e req-48779522-58f2-4f77-a6d2-28d7047c30b2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:02.013321 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b5540b9-9a13-44f5-b519-3b2ac6a5173e req-48779522-58f2-4f77-a6d2-28d7047c30b2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5421 time: 0.2317977 Dec 08 01:59:02.021467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port 0f59285a-084b-434b-88e8-366c0cc9e579 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:02.021813 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.033941 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e6d8900b-9c3c-4969-b0fd-3270f8b2bb1e None None] For port 0f59285a-084b-434b-88e8-366c0cc9e579, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0f59285a-084b-434b-88e8-366c0cc9e579,segment=NetworkSegment(71cf0928-ac0a-4ebe-ad4d-92b003192c0e),segment_id=71cf0928-ac0a-4ebe-ad4d-92b003192c0e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:02.034441 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6d8900b-9c3c-4969-b0fd-3270f8b2bb1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.063452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8900b-9c3c-4969-b0fd-3270f8b2bb1e None None] Calling delete_port for 0f59285a-084b-434b-88e8-366c0cc9e579 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:02.139179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] For port 0f59285a-084b-434b-88e8-366c0cc9e579, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0f59285a-084b-434b-88e8-366c0cc9e579,segment=NetworkSegment(71cf0928-ac0a-4ebe-ad4d-92b003192c0e),segment_id=71cf0928-ac0a-4ebe-ad4d-92b003192c0e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:02.139546 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.170338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for 0f59285a-084b-434b-88e8-366c0cc9e579 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:02.194230 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b5540b9-9a13-44f5-b519-3b2ac6a5173e req-54070ca7-c4bf-490d-ab17-acfe504405e2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1113009 Dec 08 01:59:02.219329 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e6d8900b-9c3c-4969-b0fd-3270f8b2bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.283868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8900b-9c3c-4969-b0fd-3270f8b2bb1e None None] Pushing event deleted for resources: {'Port': ['ID=0f59285a-084b-434b-88e8-366c0cc9e579,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:02.286008 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d8900b-9c3c-4969-b0fd-3270f8b2bb1e None None] No DVR routers for this DVR port 0f59285a-084b-434b-88e8-366c0cc9e579 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:02.304122 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device c35cf6d3-e672-4534-be6a-f28b0e0961c1 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:59:02.321289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9ad676ef-7601-4543-b8c7-abf32ca8e077 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:02.420535 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.447271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=0f59285a-084b-434b-88e8-366c0cc9e579,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:02.481099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No DVR routers for this DVR port 0f59285a-084b-434b-88e8-366c0cc9e579 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:02.497317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208452d-469d-4b01-9698-d486634b5801 req-4f150f9e-c067-40c2-bdb5-8c230f3804ef tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:02.503687 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:59:02.519311 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d208452d-469d-4b01-9698-d486634b5801 req-4f150f9e-c067-40c2-bdb5-8c230f3804ef tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.2940156 Dec 08 01:59:02.756119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 9ad676ef-7601-4543-b8c7-abf32ca8e077 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:59:02.767366 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 9ad676ef-7601-4543-b8c7-abf32ca8e077 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:02.767777 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.852393 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.887726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5b23c9-80b8-4216-9f8c-2d2c3634d64f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:02.901116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cf0928-ac0a-4ebe-ad4d-92b003192c0e') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:02.903068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cf0928-ac0a-4ebe-ad4d-92b003192c0e') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:02.915107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0f59285a-084b-434b-88e8-366c0cc9e579 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:02.919870 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.929347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port c35cf6d3-e672-4534-be6a-f28b0e0961c1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c35cf6d3-e672-4534-be6a-f28b0e0961c1,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:02.969914 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.992618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:59:02.993478 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.035056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 0f59285a-084b-434b-88e8-366c0cc9e579 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:59:03.035403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0f59285a-084b-434b-88e8-366c0cc9e579 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:59:03.040373 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:59:03.054720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'c35cf6d3-e672-4534-be6a-f28b0e0961c1', 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d', 'port_id': 'c35cf6d3-e672-4534-be6a-f28b0e0961c1', 'mac_address': 'fa:16:3e:77:80:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bbd01a-816f-45bf-ad43-779e308265ba', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:59:03.103488 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.225866 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.239383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad676ef-7601-4543-b8c7-abf32ca8e077'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:03.242156 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add8e260-16d9-411e-a58e-0220d9a0fbaa" -d '{"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-plugged", "status": "completed", "tag": "9ad676ef-7601-4543-b8c7-abf32ca8e077"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:03.265638 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d208452d-469d-4b01-9698-d486634b5801 req-63f80bc4-d20c-48e2-9157-e331f25d8aa9 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7448976 Dec 08 01:59:03.270322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35cf6d3-e672-4534-be6a-f28b0e0961c1 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:03.271031 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.277705 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9ad676ef-7601-4543-b8c7-abf32ca8e077, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9ad676ef-7601-4543-b8c7-abf32ca8e077,segment=NetworkSegment(3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3),segment_id=3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:03.284874 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.285488 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.315782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/networks/aa5b23c9-80b8-4216-9f8c-2d2c3634d64f HTTP/1.1" status: 204 len: 168 time: 1.9089985 Dec 08 01:59:03.320086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52524) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:03.372400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=9ad676ef-7601-4543-b8c7-abf32ca8e077,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:03.411887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04206633-4eeb-4cc9-8d20-294bf250b0c0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Network': ['ID=aa5b23c9-80b8-4216-9f8c-2d2c3634d64f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:03.437854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa7edd8-ea50-419e-a300-b62121127f3f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:03.439307 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6aa7edd8-ea50-419e-a300-b62121127f3f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/320d1b62-d971-46f9-9cc8-e3bdf1b89836 HTTP/1.1" status: 200 len: 844 time: 0.1190963 Dec 08 01:59:03.444873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff2de0-e8e4-4c41-a7fb-3d80dfe6581d req-9704b075-7adc-4fa9-9d6b-3d4b75268dcb tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:03.445811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52532) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:03.450285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20ff2de0-e8e4-4c41-a7fb-3d80dfe6581d req-9704b075-7adc-4fa9-9d6b-3d4b75268dcb tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.2866657 Dec 08 01:59:03.457786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port c35cf6d3-e672-4534-be6a-f28b0e0961c1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c35cf6d3-e672-4534-be6a-f28b0e0961c1,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:03.466716 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.467390 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 078ca6fb-640a-48d3-866a-e1d0735eac6a details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:59:03.528190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 078ca6fb-640a-48d3-866a-e1d0735eac6a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=078ca6fb-640a-48d3-866a-e1d0735eac6a,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:03.560908 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a423cbb9-9521-4298-951e-40985d5d2cdc tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/320d1b62-d971-46f9-9cc8-e3bdf1b89836?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1139114 Dec 08 01:59:03.567568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52534) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:03.576622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6117480f-60e7-47fc-ae1a-864441a042c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:03.584126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '078ca6fb-640a-48d3-866a-e1d0735eac6a', 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d', 'port_id': '078ca6fb-640a-48d3-866a-e1d0735eac6a', 'mac_address': 'fa:16:3e:ea:33:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bbd01a-816f-45bf-ad43-779e308265ba', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:59:03.616173 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20ff2de0-e8e4-4c41-a7fb-3d80dfe6581d req-0c56d46f-5829-475e-961a-2ed1abb946c7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563621 Dec 08 01:59:03.726723 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.728755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=c35cf6d3-e672-4534-be6a-f28b0e0961c1,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:03.762578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b0ce4-4a7d-404a-a4db-5dc00a68b8ce req-14b91ac9-0a59-4881-ae25-1e58b3f7b093 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:03.767389 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1e2b53-ab7f-4582-b470-e90be9ef1cd9 x-openstack-request-id: req-ad1e2b53-ab7f-4582-b470-e90be9ef1cd9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:03.772077 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-plugged", "status": "completed", "tag": "9ad676ef-7601-4543-b8c7-abf32ca8e077", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:03.772846 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ad1e2b53-ab7f-4582-b470-e90be9ef1cd9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:03.774075 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad676ef-7601-4543-b8c7-abf32ca8e077', 'code': 200} Dec 08 01:59:03.780209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b0ce4-4a7d-404a-a4db-5dc00a68b8ce req-14b91ac9-0a59-4881-ae25-1e58b3f7b093 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:03.781184 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078ca6fb-640a-48d3-866a-e1d0735eac6a {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:03.794003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6117480f-60e7-47fc-ae1a-864441a042c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:03.794543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b0ce4-4a7d-404a-a4db-5dc00a68b8ce req-14b91ac9-0a59-4881-ae25-1e58b3f7b093 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:03.797744 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6117480f-60e7-47fc-ae1a-864441a042c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.813807 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b0ce4-4a7d-404a-a4db-5dc00a68b8ce req-14b91ac9-0a59-4881-ae25-1e58b3f7b093 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:03.836447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b0ce4-4a7d-404a-a4db-5dc00a68b8ce req-14b91ac9-0a59-4881-ae25-1e58b3f7b093 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:03.840728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 078ca6fb-640a-48d3-866a-e1d0735eac6a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=078ca6fb-640a-48d3-866a-e1d0735eac6a,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:03.847839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.848660 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b77f8d4d-f01b-4db4-9229-f8e360de925d details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:59:03.869796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b0ce4-4a7d-404a-a4db-5dc00a68b8ce req-14b91ac9-0a59-4881-ae25-1e58b3f7b093 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:03.899194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b0ce4-4a7d-404a-a4db-5dc00a68b8ce req-14b91ac9-0a59-4881-ae25-1e58b3f7b093 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:03.912816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b0b0ce4-4a7d-404a-a4db-5dc00a68b8ce req-14b91ac9-0a59-4881-ae25-1e58b3f7b093 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5423 time: 0.2864172 Dec 08 01:59:03.983365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=078ca6fb-640a-48d3-866a-e1d0735eac6a,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:03.989565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b77f8d4d-f01b-4db4-9229-f8e360de925d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b77f8d4d-f01b-4db4-9229-f8e360de925d,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:04.007726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'b77f8d4d-f01b-4db4-9229-f8e360de925d', 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d', 'port_id': 'b77f8d4d-f01b-4db4-9229-f8e360de925d', 'mac_address': 'fa:16:3e:7f:f0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bbd01a-816f-45bf-ad43-779e308265ba', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:59:04.060420 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.077314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77f8d4d-f01b-4db4-9229-f8e360de925d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:04.082002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b0b0ce4-4a7d-404a-a4db-5dc00a68b8ce req-4a111500-5659-4f7d-86b7-43935c43f564 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1681967 Dec 08 01:59:04.122408 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b77f8d4d-f01b-4db4-9229-f8e360de925d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b77f8d4d-f01b-4db4-9229-f8e360de925d,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:04.129885 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.130569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6cc566c4-deda-4159-a78a-23068f3c174a details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:59:04.277508 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6117480f-60e7-47fc-ae1a-864441a042c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.291419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6cc566c4-deda-4159-a78a-23068f3c174a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6cc566c4-deda-4159-a78a-23068f3c174a,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:04.348193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '6cc566c4-deda-4159-a78a-23068f3c174a', 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703', 'port_id': '6cc566c4-deda-4159-a78a-23068f3c174a', 'mac_address': 'fa:16:3e:a6:91:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0187a527-5c48-4961-8721-946f3d80ecb1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:59:04.402742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b77f8d4d-f01b-4db4-9229-f8e360de925d,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:04.433385 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.454115 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc566c4-deda-4159-a78a-23068f3c174a {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:04.491902 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6117480f-60e7-47fc-ae1a-864441a042c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:04.494101 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6cc566c4-deda-4159-a78a-23068f3c174a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6cc566c4-deda-4159-a78a-23068f3c174a,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:04.502312 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.503874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3a24b4b4-8966-44f8-9636-d4da51d10381 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:59:04.524073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083421c-43a6-46b4-9387-64c7d607fb42 req-bff54fa5-b331-41a7-8ac0-7ca7cb0c991b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:04.524746 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-6117480f-60e7-47fc-ae1a-864441a042c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:04.543182 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9083421c-43a6-46b4-9387-64c7d607fb42 req-bff54fa5-b331-41a7-8ac0-7ca7cb0c991b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.1285021 Dec 08 01:59:04.543655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6117480f-60e7-47fc-ae1a-864441a042c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:04.544587 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6117480f-60e7-47fc-ae1a-864441a042c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.554168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d88434-66fa-40b1-8405-b211b1caa3ca None None] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:04.577924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117480f-60e7-47fc-ae1a-864441a042c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Subnet': ['ID=09e514d0-c048-425f-a445-5b466d65a7d4,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:04.608236 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6117480f-60e7-47fc-ae1a-864441a042c6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0391269 Dec 08 01:59:04.609798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52568) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:04.620840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d7883ac9-b5c4-4ede-b0be-d038fd041af0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'security_group': {'name': 'tempest-secgroup-105183362'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:04.624143 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90495c9f-8f18-4ea2-93b0-804ce21628ff req-80c9c47d-8e09-4d5e-a4ca-420cbaea5b31 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3252842 Dec 08 01:59:04.672390 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7883ac9-b5c4-4ede-b0be-d038fd041af0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.724147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9083421c-43a6-46b4-9387-64c7d607fb42 req-452a3fd4-cb7a-44fd-aed1-ca0af1317e0c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783776 Dec 08 01:59:04.783260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 3a24b4b4-8966-44f8-9636-d4da51d10381, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3a24b4b4-8966-44f8-9636-d4da51d10381,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:04.829566 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=6cc566c4-deda-4159-a78a-23068f3c174a,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:04.833965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90495c9f-8f18-4ea2-93b0-804ce21628ff req-2fab42fc-da2b-47e3-b501-44ee8bf04c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:04.835486 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90495c9f-8f18-4ea2-93b0-804ce21628ff req-2fab42fc-da2b-47e3-b501-44ee8bf04c83 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 1097 time: 0.1465917 Dec 08 01:59:04.863362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '3a24b4b4-8966-44f8-9636-d4da51d10381', 'network_id': '070c9fd6-5c33-481f-972d-d93c3bb28703', 'port_id': '3a24b4b4-8966-44f8-9636-d4da51d10381', 'mac_address': 'fa:16:3e:2a:ac:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0187a527-5c48-4961-8721-946f3d80ecb1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:59:04.921106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bf4e0-9734-4219-a3d9-7766b24ebcfe req-4370fa2d-88c5-4f28-b31b-7b27902745f8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:04.928032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f0bf4e0-9734-4219-a3d9-7766b24ebcfe req-4370fa2d-88c5-4f28-b31b-7b27902745f8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1430070 Dec 08 01:59:04.948666 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:05.003361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a24b4b4-8966-44f8-9636-d4da51d10381 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:05.005388 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7883ac9-b5c4-4ede-b0be-d038fd041af0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:05.067468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90495c9f-8f18-4ea2-93b0-804ce21628ff req-8420feb1-75c3-48f0-bf45-e972ffd6b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:05.069993 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90495c9f-8f18-4ea2-93b0-804ce21628ff req-8420feb1-75c3-48f0-bf45-e972ffd6b7c1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.1915212 Dec 08 01:59:05.107659 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f0bf4e0-9734-4219-a3d9-7766b24ebcfe req-3c64c01c-8506-40af-9d1b-785659358ec1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786351 Dec 08 01:59:05.110160 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7883ac9-b5c4-4ede-b0be-d038fd041af0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:05.210541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7883ac9-b5c4-4ede-b0be-d038fd041af0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8627d8f4-875d-45ab-b172-74add8794ba4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:05.221521 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7883ac9-b5c4-4ede-b0be-d038fd041af0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:05.227067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d7883ac9-b5c4-4ede-b0be-d038fd041af0 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6136520 Dec 08 01:59:05.227552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52598) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:05.244479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-112df200-53c5-4c5f-ac26-b11a1fd5d92e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'security_group': {'name': 'tempest-secgroup-1777880688'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:05.262231 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90495c9f-8f18-4ea2-93b0-804ce21628ff req-82b9892d-b8ae-4eb9-8f8d-ec040c3c6007 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2eccaeb3-132f-4908-849d-9f6490825499 HTTP/1.1" status: 200 len: 217 time: 0.1533456 Dec 08 01:59:05.378960 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-112df200-53c5-4c5f-ac26-b11a1fd5d92e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:05.395166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 3a24b4b4-8966-44f8-9636-d4da51d10381, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3a24b4b4-8966-44f8-9636-d4da51d10381,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:05.403568 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:05.404533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 416e1a97-ecb1-4ac8-a9f8-297949a2a910 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:59:05.406971 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca43d19-5fef-49ae-9869-efb82570f58e req-5228ab06-0092-49d5-ad46-4e898706c333 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:05.423685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90495c9f-8f18-4ea2-93b0-804ce21628ff req-47e21faf-4b01-4b29-8bd2-e43704291dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:05.423685 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90495c9f-8f18-4ea2-93b0-804ce21628ff req-47e21faf-4b01-4b29-8bd2-e43704291dc0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.1511252 Dec 08 01:59:05.425141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca43d19-5fef-49ae-9869-efb82570f58e req-5228ab06-0092-49d5-ad46-4e898706c333 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:05.445792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca43d19-5fef-49ae-9869-efb82570f58e req-5228ab06-0092-49d5-ad46-4e898706c333 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:05.459004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca43d19-5fef-49ae-9869-efb82570f58e req-5228ab06-0092-49d5-ad46-4e898706c333 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:05.477258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=3a24b4b4-8966-44f8-9636-d4da51d10381,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:05.486634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca43d19-5fef-49ae-9869-efb82570f58e req-5228ab06-0092-49d5-ad46-4e898706c333 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:05.493519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca43d19-5fef-49ae-9869-efb82570f58e req-5228ab06-0092-49d5-ad46-4e898706c333 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:05.502356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'project_id': 'ce784be1a1a047ac8e1a8b2922f3d034', 'fixed_ips': [{'subnet_id': '09e514d0-c048-425f-a445-5b466d65a7d4'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:59:05.503258 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:05.509218 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca43d19-5fef-49ae-9869-efb82570f58e req-5228ab06-0092-49d5-ad46-4e898706c333 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:05.513126 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ca43d19-5fef-49ae-9869-efb82570f58e req-5228ab06-0092-49d5-ad46-4e898706c333 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5426 time: 0.2194054 Dec 08 01:59:05.538434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 416e1a97-ecb1-4ac8-a9f8-297949a2a910, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=416e1a97-ecb1-4ac8-a9f8-297949a2a910,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:05.563580 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '416e1a97-ecb1-4ac8-a9f8-297949a2a910', 'network_id': '271a4062-f75c-4f85-b7bc-e78fb447b33d', 'port_id': '416e1a97-ecb1-4ac8-a9f8-297949a2a910', 'mac_address': 'fa:16:3e:84:2f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bbd01a-816f-45bf-ad43-779e308265ba', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:59:05.604737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90495c9f-8f18-4ea2-93b0-804ce21628ff req-2ddc5cfa-87db-4e72-a1bd-d5da9a28df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:05.621222 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90495c9f-8f18-4ea2-93b0-804ce21628ff req-2ddc5cfa-87db-4e72-a1bd-d5da9a28df70 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1756890 Dec 08 01:59:05.697245 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ca43d19-5fef-49ae-9869-efb82570f58e req-5b1a0147-962a-4878-88e1-1b05b5dfb9cb tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1712544 Dec 08 01:59:05.705592 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:05.782754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416e1a97-ecb1-4ac8-a9f8-297949a2a910 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:05.827873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Allocated IP 2001:db8::2 (6b5bef54-f3c8-447c-b91c-5065e2b17c5e/09e514d0-c048-425f-a445-5b466d65a7d4/d82cc332-279e-46d7-b4ed-378593725068) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:05.827873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 416e1a97-ecb1-4ac8-a9f8-297949a2a910, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=416e1a97-ecb1-4ac8-a9f8-297949a2a910,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:05.840016 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:05.871906 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-112df200-53c5-4c5f-ac26-b11a1fd5d92e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:05.882455 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-112df200-53c5-4c5f-ac26-b11a1fd5d92e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:05.964492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076fb98-d123-4bdb-8aa0-0ddbcd0d9761 req-fd9e3838-d07b-48c0-b5e3-fc52d3941f1b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:05.966232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2076fb98-d123-4bdb-8aa0-0ddbcd0d9761 req-fd9e3838-d07b-48c0-b5e3-fc52d3941f1b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.0746450 Dec 08 01:59:05.975472 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-112df200-53c5-4c5f-ac26-b11a1fd5d92e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:05.976789 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-112df200-53c5-4c5f-ac26-b11a1fd5d92e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7481451 Dec 08 01:59:05.980982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52618) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:05.986634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-bdda33b8-0578-4f20-9597-e53853d2275e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-635759025', 'security_groups': ['2452e979-6727-4a65-b32b-f9dc3d5f9a87'], 'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '09e514d0-c048-425f-a445-5b466d65a7d4'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:05.993168 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90495c9f-8f18-4ea2-93b0-804ce21628ff req-8a535dbd-fb52-4094-8b5d-64f90a3f8ec3 service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706827 Dec 08 01:59:06.006099 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112df200-53c5-4c5f-ac26-b11a1fd5d92e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2452e979-6727-4a65-b32b-f9dc3d5f9a87,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:06.059520 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2076fb98-d123-4bdb-8aa0-0ddbcd0d9761 req-25d4d220-3eca-4d9f-8da6-be4a1a4c4f3c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855560 Dec 08 01:59:06.093769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=416e1a97-ecb1-4ac8-a9f8-297949a2a910,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:06.275740 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:06.292469 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:06.349595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:06.364995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:06.368469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:06.395536 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90495c9f-8f18-4ea2-93b0-804ce21628ff req-245be1ed-64e2-4317-b76a-daaf8ae7aa5f service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853483 Dec 08 01:59:06.396504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b08e45-1fdf-4616-8a73-d7c6eddfb4f2 req-3b930f75-7980-47fa-8b94-42ac9cdbf4a9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:06.402457 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7b08e45-1fdf-4616-8a73-d7c6eddfb4f2 req-3b930f75-7980-47fa-8b94-42ac9cdbf4a9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1397965 Dec 08 01:59:06.417441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdda33b8-0578-4f20-9597-e53853d2275e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:06.469969 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Pushing event updated for resources: {'Port': ['ID=d82cc332-279e-46d7-b4ed-378593725068,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:06.501269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Attempting to bind port d82cc332-279e-46d7-b4ed-378593725068 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:59:06.501649 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Attempting to bind port d82cc332-279e-46d7-b4ed-378593725068 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'c079c3ec-6fad-4974-830a-f7faa92465e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:59:06.502023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Attempting to bind port d82cc332-279e-46d7-b4ed-378593725068 on network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:59:06.512621 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:59:06.512831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7b08e45-1fdf-4616-8a73-d7c6eddfb4f2 req-0fbf6d18-8ac6-400d-8fa8-809906c3ee46 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005137 Dec 08 01:59:06.512960 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Checking segment: {'id': 'c079c3ec-6fad-4974-830a-f7faa92465e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:06.512960 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:06.513335 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Bound using segment: {'id': 'c079c3ec-6fad-4974-830a-f7faa92465e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:59:06.513891 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Bound port: d82cc332-279e-46d7-b4ed-378593725068, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c079c3ec-6fad-4974-830a-f7faa92465e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:59:06.514346 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:06.618209 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bdda33b8-0578-4f20-9597-e53853d2275e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:06.658844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['3a24b4b4-8966-44f8-9636-d4da51d10381'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:06.661029 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['6cc566c4-deda-4159-a78a-23068f3c174a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:06.668231 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] For port d82cc332-279e-46d7-b4ed-378593725068, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:59:06.669363 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-bdda33b8-0578-4f20-9597-e53853d2275e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port 643515ae-546b-41d1-ac38-29f343be0807 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:06.722556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['b77f8d4d-f01b-4db4-9229-f8e360de925d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:06.795353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['c35cf6d3-e672-4534-be6a-f28b0e0961c1'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:06.821320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['416e1a97-ecb1-4ac8-a9f8-297949a2a910'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:06.823719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['078ca6fb-640a-48d3-866a-e1d0735eac6a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:06.909290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] For port d82cc332-279e-46d7-b4ed-378593725068, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d82cc332-279e-46d7-b4ed-378593725068,segment=NetworkSegment(c079c3ec-6fad-4974-830a-f7faa92465e2),segment_id=c079c3ec-6fad-4974-830a-f7faa92465e2)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:59:06.980385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-bdda33b8-0578-4f20-9597-e53853d2275e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Allocated IP 2001:db8::81 (6b5bef54-f3c8-447c-b91c-5065e2b17c5e/09e514d0-c048-425f-a445-5b466d65a7d4/643515ae-546b-41d1-ac38-29f343be0807) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:07.021706 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.109148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3833-a2fb-44ff-88ff-b05a7ae1a6b2 req-72a2de82-b0df-4c59-b63b-486e50c68367 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:07.126557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3833-a2fb-44ff-88ff-b05a7ae1a6b2 req-72a2de82-b0df-4c59-b63b-486e50c68367 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:07.138014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3833-a2fb-44ff-88ff-b05a7ae1a6b2 req-72a2de82-b0df-4c59-b63b-486e50c68367 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:07.155930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3833-a2fb-44ff-88ff-b05a7ae1a6b2 req-72a2de82-b0df-4c59-b63b-486e50c68367 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:07.178334 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3833-a2fb-44ff-88ff-b05a7ae1a6b2 req-72a2de82-b0df-4c59-b63b-486e50c68367 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:07.219466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3833-a2fb-44ff-88ff-b05a7ae1a6b2 req-72a2de82-b0df-4c59-b63b-486e50c68367 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:07.225763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3833-a2fb-44ff-88ff-b05a7ae1a6b2 req-72a2de82-b0df-4c59-b63b-486e50c68367 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:07.250851 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ffb3833-a2fb-44ff-88ff-b05a7ae1a6b2 req-72a2de82-b0df-4c59-b63b-486e50c68367 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5428 time: 0.3084373 Dec 08 01:59:07.252826 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bdda33b8-0578-4f20-9597-e53853d2275e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.342718 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bdda33b8-0578-4f20-9597-e53853d2275e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.398381 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ffb3833-a2fb-44ff-88ff-b05a7ae1a6b2 req-789d456d-1dca-49ef-b8e5-ed9d767ad7a2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299989 Dec 08 01:59:07.430355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f00e2d-3816-46e7-9081-2118bb36964f req-8340ba57-9da2-4e26-8a41-76355b163217 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:07.444876 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43f00e2d-3816-46e7-9081-2118bb36964f req-8340ba57-9da2-4e26-8a41-76355b163217 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.1841071 Dec 08 01:59:07.462669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda33b8-0578-4f20-9597-e53853d2275e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:07.487476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-bdda33b8-0578-4f20-9597-e53853d2275e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:07.514208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda33b8-0578-4f20-9597-e53853d2275e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:07.533702 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdda33b8-0578-4f20-9597-e53853d2275e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:07.548776 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bdda33b8-0578-4f20-9597-e53853d2275e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.574413 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:59:07.642346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda33b8-0578-4f20-9597-e53853d2275e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=643515ae-546b-41d1-ac38-29f343be0807,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:07.645350 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43f00e2d-3816-46e7-9081-2118bb36964f req-9c7e39d3-ffd5-479a-a54f-9df43010f937 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750226 Dec 08 01:59:07.669156 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bdda33b8-0578-4f20-9597-e53853d2275e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6868038 Dec 08 01:59:07.669375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52672) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:07.675439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0db6e8e7-fe99-4712-8825-8e0a7b82f36e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:07.831637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975996b-bf26-4289-a296-81ab1aedd238 None None] Pushing event updated for resources: {'Port': ['ID=d82cc332-279e-46d7-b4ed-378593725068,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:07.876390 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32020df-9c90-4fdb-949e-bef92002740a req-f62f95ef-4d48-4ade-a8bb-2d8fd87594ba tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:07.884128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d32020df-9c90-4fdb-949e-bef92002740a req-f62f95ef-4d48-4ade-a8bb-2d8fd87594ba tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0809274 Dec 08 01:59:07.912754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db6e8e7-fe99-4712-8825-8e0a7b82f36e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:07.916331 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0db6e8e7-fe99-4712-8825-8e0a7b82f36e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.976386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b77f8d4d-f01b-4db4-9229-f8e360de925d up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:08.072360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d32020df-9c90-4fdb-949e-bef92002740a req-ef677cb3-3581-473e-9de5-43d53727a8de tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872513 Dec 08 01:59:08.163905 n-d-713499-31 neutron-server[109767]: INFO neutron.db.ipam_backend_mixin [None req-0db6e8e7-fe99-4712-8825-8e0a7b82f36e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09e514d0-c048-425f-a445-5b466d65a7d4 (CIDR: 2001:db8::/64) Dec 08 01:59:08.172243 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db6e8e7-fe99-4712-8825-8e0a7b82f36e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:59:08.172570 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db6e8e7-fe99-4712-8825-8e0a7b82f36e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:08.226461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0db6e8e7-fe99-4712-8825-8e0a7b82f36e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5558729 Dec 08 01:59:08.232634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52686) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:08.239220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7e6322a0-e49f-42dc-9025-ed4bde44907a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:08.279787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port b77f8d4d-f01b-4db4-9229-f8e360de925d completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:59:08.289350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port b77f8d4d-f01b-4db4-9229-f8e360de925d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:08.289710 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.421846 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.462431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77f8d4d-f01b-4db4-9229-f8e360de925d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:08.468298 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cb0ee4-eb4e-4151-b307-0b549146a83e" -d '{"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-plugged", "status": "completed", "tag": "b77f8d4d-f01b-4db4-9229-f8e360de925d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:08.503691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b77f8d4d-f01b-4db4-9229-f8e360de925d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b77f8d4d-f01b-4db4-9229-f8e360de925d,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:08.516067 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.721116 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025c5bce-807a-48f5-afc4-64fae2f84fdb x-openstack-request-id: req-025c5bce-807a-48f5-afc4-64fae2f84fdb {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:08.723898 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-plugged", "status": "completed", "tag": "b77f8d4d-f01b-4db4-9229-f8e360de925d", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:08.724209 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-025c5bce-807a-48f5-afc4-64fae2f84fdb {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:08.728048 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77f8d4d-f01b-4db4-9229-f8e360de925d', 'code': 200} Dec 08 01:59:08.731789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b77f8d4d-f01b-4db4-9229-f8e360de925d,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:08.789291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48da2a-a8f3-451a-8902-fc9b8a8501b1 req-d223e72e-bd73-4336-bc89-0cd36845754e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:08.804063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48da2a-a8f3-451a-8902-fc9b8a8501b1 req-d223e72e-bd73-4336-bc89-0cd36845754e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:08.819631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48da2a-a8f3-451a-8902-fc9b8a8501b1 req-d223e72e-bd73-4336-bc89-0cd36845754e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:08.833823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48da2a-a8f3-451a-8902-fc9b8a8501b1 req-d223e72e-bd73-4336-bc89-0cd36845754e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:08.853409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48da2a-a8f3-451a-8902-fc9b8a8501b1 req-d223e72e-bd73-4336-bc89-0cd36845754e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:08.866903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48da2a-a8f3-451a-8902-fc9b8a8501b1 req-d223e72e-bd73-4336-bc89-0cd36845754e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:08.873628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48da2a-a8f3-451a-8902-fc9b8a8501b1 req-d223e72e-bd73-4336-bc89-0cd36845754e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:08.882489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dc48da2a-a8f3-451a-8902-fc9b8a8501b1 req-d223e72e-bd73-4336-bc89-0cd36845754e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5429 time: 0.3075635 Dec 08 01:59:08.974641 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d82cc332-279e-46d7-b4ed-378593725068 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:09.027458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390de30-613f-4694-b154-b674a0e7c713 req-436cb93f-62ee-400f-a409-4c332c41e40e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:09.035981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d390de30-613f-4694-b154-b674a0e7c713 req-436cb93f-62ee-400f-a409-4c332c41e40e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.1357775 Dec 08 01:59:09.108472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d82cc332-279e-46d7-b4ed-378593725068 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:09.108862 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.136811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dc48da2a-a8f3-451a-8902-fc9b8a8501b1 req-50e8df94-ff4f-4185-af08-c9fa1c037610 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2487402 Dec 08 01:59:09.147007 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d390de30-613f-4694-b154-b674a0e7c713 req-deda15e9-a2aa-4517-9369-0814838458c5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101344 Dec 08 01:59:09.218863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6322a0-e49f-42dc-9025-ed4bde44907a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:09.224095 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e6322a0-e49f-42dc-9025-ed4bde44907a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.353598 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.365622 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0b74b165-d341-4f9d-8555-d3e680140159 None None] Provisioning complete for port 320d1b62-d971-46f9-9cc8-e3bdf1b89836 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:09.365988 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b74b165-d341-4f9d-8555-d3e680140159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.380295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8b563-911a-47c4-99f7-9ffe240fd628 req-8631c4fe-88be-4ae5-8c84-91f9c56b4f85 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:09.385452 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fcd8b563-911a-47c4-99f7-9ffe240fd628 req-8631c4fe-88be-4ae5-8c84-91f9c56b4f85 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1253741 Dec 08 01:59:09.453383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port d82cc332-279e-46d7-b4ed-378593725068, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d82cc332-279e-46d7-b4ed-378593725068,segment=NetworkSegment(c079c3ec-6fad-4974-830a-f7faa92465e2),segment_id=c079c3ec-6fad-4974-830a-f7faa92465e2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:09.468202 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.524346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fcd8b563-911a-47c4-99f7-9ffe240fd628 req-1bcfc594-acc0-4fd9-80b0-2b3ac3139900 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279242 Dec 08 01:59:09.601153 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0b74b165-d341-4f9d-8555-d3e680140159 None None] Port 320d1b62-d971-46f9-9cc8-e3bdf1b89836 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:09.609068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=d82cc332-279e-46d7-b4ed-378593725068,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:09.643154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0b74b165-d341-4f9d-8555-d3e680140159 None None] Provisioning complete for port d82cc332-279e-46d7-b4ed-378593725068 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:09.643528 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b74b165-d341-4f9d-8555-d3e680140159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.838771 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e6322a0-e49f-42dc-9025-ed4bde44907a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.945116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6322a0-e49f-42dc-9025-ed4bde44907a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:09.948763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7e6322a0-e49f-42dc-9025-ed4bde44907a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:09.949407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ac930960-1725-48ef-83ff-5ee916cb1dcf None None] Provisioning complete for port 643515ae-546b-41d1-ac38-29f343be0807 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:09.949795 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac930960-1725-48ef-83ff-5ee916cb1dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.996824 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-9ca6fcd4-5188-48bc-a336-e9fbf2fa6eaf service neutron] show failed (client error): The resource could not be found. Dec 08 01:59:09.997871 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-9ca6fcd4-5188-48bc-a336-e9fbf2fa6eaf service neutron] 10.222.0.45 "GET /v2.0/ports/577248e7-7719-496c-9dbd-22b8acf6673b/bindings/n-h2-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.1834743 Dec 08 01:59:10.001109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6322a0-e49f-42dc-9025-ed4bde44907a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:10.008927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e6322a0-e49f-42dc-9025-ed4bde44907a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:10.062721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ac930960-1725-48ef-83ff-5ee916cb1dcf None None] Port 643515ae-546b-41d1-ac38-29f343be0807 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:10.063793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6322a0-e49f-42dc-9025-ed4bde44907a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Subnet': ['ID=64009931-e0ec-4802-8d9d-03b788e5f0bc,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:10.070250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6914f7-62dc-437f-b495-5d77cc74c5d6 None None] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:10.078969 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device c35cf6d3-e672-4534-be6a-f28b0e0961c1 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:10.087950 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7e6322a0-e49f-42dc-9025-ed4bde44907a tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8518980 Dec 08 01:59:10.088304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52748) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:10.094144 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fe0fad78-2ce0-4901-9ddc-a40a2775dc79 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1472013755', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '64009931-e0ec-4802-8d9d-03b788e5f0bc'}], 'security_groups': ['8627d8f4-875d-45ab-b172-74add8794ba4']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:10.454787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-5cb80479-0578-484c-9004-faa50b4cac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:10.457218 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-5cb80479-0578-484c-9004-faa50b4cac4f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6&tenant_id=d98ff618afa84eb49ddee4c24ab597d5 HTTP/1.1" status: 200 len: 1101 time: 0.1195712 Dec 08 01:59:10.491689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718dd2a-876e-4317-b05c-efbb1fd36542 req-10c7b574-cad9-4dd4-8525-585b695767b0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:10.492304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718dd2a-876e-4317-b05c-efbb1fd36542 req-10c7b574-cad9-4dd4-8525-585b695767b0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:10.499937 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:10.500595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718dd2a-876e-4317-b05c-efbb1fd36542 req-10c7b574-cad9-4dd4-8525-585b695767b0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:10.507788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718dd2a-876e-4317-b05c-efbb1fd36542 req-10c7b574-cad9-4dd4-8525-585b695767b0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:10.514467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718dd2a-876e-4317-b05c-efbb1fd36542 req-10c7b574-cad9-4dd4-8525-585b695767b0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:10.521019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718dd2a-876e-4317-b05c-efbb1fd36542 req-10c7b574-cad9-4dd4-8525-585b695767b0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:10.528109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718dd2a-876e-4317-b05c-efbb1fd36542 req-10c7b574-cad9-4dd4-8525-585b695767b0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:10.536666 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1718dd2a-876e-4317-b05c-efbb1fd36542 req-10c7b574-cad9-4dd4-8525-585b695767b0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5429 time: 0.2082846 Dec 08 01:59:10.708383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b19c6-2c08-4f17-bd36-00bea0aaea92 req-915cf062-9f29-4a99-90d3-adab42adb826 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:10.710064 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port c35cf6d3-e672-4534-be6a-f28b0e0961c1 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:59:10.712874 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-407b19c6-2c08-4f17-bd36-00bea0aaea92 req-915cf062-9f29-4a99-90d3-adab42adb826 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.3861611 Dec 08 01:59:10.724397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port c35cf6d3-e672-4534-be6a-f28b0e0961c1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:10.727954 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:10.751170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:10.829796 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1718dd2a-876e-4317-b05c-efbb1fd36542 req-acb98ea8-0ada-42cb-9ff5-04ae2f3dc9b9 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2919264 Dec 08 01:59:10.832880 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe0fad78-2ce0-4901-9ddc-a40a2775dc79 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:10.936119 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-407b19c6-2c08-4f17-bd36-00bea0aaea92 req-9d1f098a-1c78-4004-a54a-d1d05bebae81 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844838 Dec 08 01:59:10.938608 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d82cc332-279e-46d7-b4ed-378593725068 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:11.082285 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.164136 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35cf6d3-e672-4534-be6a-f28b0e0961c1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:11.166510 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a09da0-b6c8-4219-9077-8e70c153092d" -d '{"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-plugged", "status": "completed", "tag": "c35cf6d3-e672-4534-be6a-f28b0e0961c1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:11.188551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port c35cf6d3-e672-4534-be6a-f28b0e0961c1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c35cf6d3-e672-4534-be6a-f28b0e0961c1,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:11.213444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d82cc332-279e-46d7-b4ed-378593725068 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:11.213866 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.215794 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.216606 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6cc566c4-deda-4159-a78a-23068f3c174a up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:11.409876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-fe0fad78-2ce0-4901-9ddc-a40a2775dc79 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Delete allocated IP 2001:db8::81 (6b5bef54-f3c8-447c-b91c-5065e2b17c5e/09e514d0-c048-425f-a445-5b466d65a7d4) {{(pid=109767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 01:59:11.421292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-fe0fad78-2ce0-4901-9ddc-a40a2775dc79 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Allocated IP 2001:db8:0:1::164 (6b5bef54-f3c8-447c-b91c-5065e2b17c5e/64009931-e0ec-4802-8d9d-03b788e5f0bc/643515ae-546b-41d1-ac38-29f343be0807) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:11.422938 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3ceb50-7135-4a70-a90a-dcef4d6e63c1 x-openstack-request-id: req-8e3ceb50-7135-4a70-a90a-dcef4d6e63c1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:11.423478 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-plugged", "status": "completed", "tag": "c35cf6d3-e672-4534-be6a-f28b0e0961c1", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:11.424073 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8e3ceb50-7135-4a70-a90a-dcef4d6e63c1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:11.424929 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35cf6d3-e672-4534-be6a-f28b0e0961c1', 'code': 200} Dec 08 01:59:11.532776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] For port 577248e7-7719-496c-9dbd-22b8acf6673b, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=577248e7-7719-496c-9dbd-22b8acf6673b,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:11.540925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=c35cf6d3-e672-4534-be6a-f28b0e0961c1,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:11.592990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] For port 577248e7-7719-496c-9dbd-22b8acf6673b, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:59:11.633607 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 6cc566c4-deda-4159-a78a-23068f3c174a completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:59:11.640952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 6cc566c4-deda-4159-a78a-23068f3c174a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:11.642111 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.652503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc3c3c-d353-4da3-b9cd-51962e4e5a9c None None] Update dhcp port {'port': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'fixed_ips': [{'subnet_id': '09e514d0-c048-425f-a445-5b466d65a7d4', 'ip_address': '2001:db8::2'}, {'subnet_id': '64009931-e0ec-4802-8d9d-03b788e5f0bc'}], 'binding:host_id': 'n-d-713499-31'}, 'id': 'd82cc332-279e-46d7-b4ed-378593725068'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:59:11.654838 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.670219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Transition to ACTIVE for port object 577248e7-7719-496c-9dbd-22b8acf6673b will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:59:11.671354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a475bc2-5579-4c61-b53c-10976e76d6e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '577248e7-7719-496c-9dbd-22b8acf6673b'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:11.674851 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ad382c-e03c-4fa6-9901-9377c59c051c" -d '{"events": [{"server_uuid": "7a475bc2-5579-4c61-b53c-10976e76d6e6", "name": "network-vif-unplugged", "status": "completed", "tag": "577248e7-7719-496c-9dbd-22b8acf6673b"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:11.689814 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.842872 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad77cc1b-4b46-43c2-9a61-eb665e0bb5d4 x-openstack-request-id: req-ad77cc1b-4b46-43c2-9a61-eb665e0bb5d4 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:11.843551 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a475bc2-5579-4c61-b53c-10976e76d6e6", "name": "network-vif-unplugged", "status": "completed", "tag": "577248e7-7719-496c-9dbd-22b8acf6673b", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:11.844061 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ad77cc1b-4b46-43c2-9a61-eb665e0bb5d4 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:11.844666 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a475bc2-5579-4c61-b53c-10976e76d6e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '577248e7-7719-496c-9dbd-22b8acf6673b', 'code': 200} Dec 08 01:59:11.845599 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3c3c-d353-4da3-b9cd-51962e4e5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.848046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] No DVR routers for this DVR port 577248e7-7719-496c-9dbd-22b8acf6673b on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:11.956638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Attempting to bind port 577248e7-7719-496c-9dbd-22b8acf6673b on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:59:11.958681 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Attempting to bind port 577248e7-7719-496c-9dbd-22b8acf6673b by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:59:11.963075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Attempting to bind port 577248e7-7719-496c-9dbd-22b8acf6673b on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:59:11.976965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Port 577248e7-7719-496c-9dbd-22b8acf6673b on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:59:11.977780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Attempting to bind port 577248e7-7719-496c-9dbd-22b8acf6673b on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:59:11.981127 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Pushing event updated for resources: {'Port': ['ID=577248e7-7719-496c-9dbd-22b8acf6673b,revision_number=6']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:11.988951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:59:11.989666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:11.990270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:59:11.990969 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Bound port: 577248e7-7719-496c-9dbd-22b8acf6673b, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:59:11.991551 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.080942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] For port 577248e7-7719-496c-9dbd-22b8acf6673b, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:59:12.084448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] For port 577248e7-7719-496c-9dbd-22b8acf6673b, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=577248e7-7719-496c-9dbd-22b8acf6673b,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:59:12.097624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.162448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Pushing event updated for resources: {'Port': ['ID=577248e7-7719-496c-9dbd-22b8acf6673b,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:12.172228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:12.173076 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.174741 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-2f332b5a-201b-4bc5-bd19-1b3b63d9094f service neutron] 10.222.0.75 "PUT /v2.0/ports/577248e7-7719-496c-9dbd-22b8acf6673b HTTP/1.1" status: 200 len: 1096 time: 1.6811409 Dec 08 01:59:12.243099 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.319055 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe0fad78-2ce0-4901-9ddc-a40a2775dc79 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.324076 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6cc566c4-deda-4159-a78a-23068f3c174a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6cc566c4-deda-4159-a78a-23068f3c174a,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:12.357805 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe0fad78-2ce0-4901-9ddc-a40a2775dc79 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.362401 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-f43e56ad-a1d6-4f6a-a9fa-8c34d931bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:12.363951 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-f43e56ad-a1d6-4f6a-a9fa-8c34d931bd5e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 1099 time: 0.1441684 Dec 08 01:59:12.420867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-d5bc3c3c-d353-4da3-b9cd-51962e4e5a9c None None] Allocated IP 2001:db8:0:1::2 (6b5bef54-f3c8-447c-b91c-5065e2b17c5e/64009931-e0ec-4802-8d9d-03b788e5f0bc/d82cc332-279e-46d7-b4ed-378593725068) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:12.533890 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-fe0fad78-2ce0-4901-9ddc-a40a2775dc79 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] In _notify_port_updated(), no bound segment for port 643515ae-546b-41d1-ac38-29f343be0807 on network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:59:12.540474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0fad78-2ce0-4901-9ddc-a40a2775dc79 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:12.541574 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe0fad78-2ce0-4901-9ddc-a40a2775dc79 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.543407 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fe0fad78-2ce0-4901-9ddc-a40a2775dc79 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "PUT /v2.0/ports/643515ae-546b-41d1-ac38-29f343be0807 HTTP/1.1" status: 200 len: 931 time: 2.4535778 Dec 08 01:59:12.550548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52818) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:12.579233 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.580524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460feed7-8f00-4c56-9e35-d059a277b4a9 req-12ab6bc0-3d74-4117-a1aa-b9e6ade4a4c5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:12.596538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460feed7-8f00-4c56-9e35-d059a277b4a9 req-12ab6bc0-3d74-4117-a1aa-b9e6ade4a4c5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:12.605531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460feed7-8f00-4c56-9e35-d059a277b4a9 req-12ab6bc0-3d74-4117-a1aa-b9e6ade4a4c5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:12.612347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460feed7-8f00-4c56-9e35-d059a277b4a9 req-12ab6bc0-3d74-4117-a1aa-b9e6ade4a4c5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:12.618659 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460feed7-8f00-4c56-9e35-d059a277b4a9 req-12ab6bc0-3d74-4117-a1aa-b9e6ade4a4c5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:12.628295 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3a24b4b4-8966-44f8-9636-d4da51d10381 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:12.637826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460feed7-8f00-4c56-9e35-d059a277b4a9 req-12ab6bc0-3d74-4117-a1aa-b9e6ade4a4c5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:12.659688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460feed7-8f00-4c56-9e35-d059a277b4a9 req-12ab6bc0-3d74-4117-a1aa-b9e6ade4a4c5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:12.667109 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-460feed7-8f00-4c56-9e35-d059a277b4a9 req-12ab6bc0-3d74-4117-a1aa-b9e6ade4a4c5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5431 time: 0.3400226 Dec 08 01:59:12.689538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-c2464b3c-5daf-4666-9982-9dd613de7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:12.692821 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-c2464b3c-5daf-4666-9982-9dd613de7596 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.3189158 Dec 08 01:59:12.734270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d5bc3c3c-d353-4da3-b9cd-51962e4e5a9c None None] For port d82cc332-279e-46d7-b4ed-378593725068, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d82cc332-279e-46d7-b4ed-378593725068,segment=NetworkSegment(c079c3ec-6fad-4974-830a-f7faa92465e2),segment_id=c079c3ec-6fad-4974-830a-f7faa92465e2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:12.743122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fad78-2ce0-4901-9ddc-a40a2775dc79 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=643515ae-546b-41d1-ac38-29f343be0807,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:12.813677 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-eea25917-baec-481f-ba30-ac1d652b94d6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=577248e7-7719-496c-9dbd-22b8acf6673b HTTP/1.1" status: 200 len: 217 time: 0.1035221 Dec 08 01:59:12.831791 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3c3c-d353-4da3-b9cd-51962e4e5a9c None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.860499 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3c3c-d353-4da3-b9cd-51962e4e5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.907926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fd11c-472c-4f66-87f6-34ac5ab78460 req-20bb5848-745a-42b2-825b-9d75ee7350ce tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:12.916039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=6cc566c4-deda-4159-a78a-23068f3c174a,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:12.923849 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-471fd11c-472c-4f66-87f6-34ac5ab78460 req-20bb5848-745a-42b2-825b-9d75ee7350ce tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 1.8834195 Dec 08 01:59:12.964565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-f744de78-1c9e-4c4e-addd-c0edb60192c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:12.974988 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-f744de78-1c9e-4c4e-addd-c0edb60192c9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1493323 Dec 08 01:59:13.055347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-8ef64626-2939-450f-91a7-c2003bc83eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:13.056947 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-8ef64626-2939-450f-91a7-c2003bc83eaa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782225 Dec 08 01:59:13.086551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 3a24b4b4-8966-44f8-9636-d4da51d10381 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:59:13.101698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-471fd11c-472c-4f66-87f6-34ac5ab78460 req-f26dad11-c95b-4d2a-a690-e2988202cee5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768930 Dec 08 01:59:13.130273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc3c3c-d353-4da3-b9cd-51962e4e5a9c None None] Pushing event updated for resources: {'Port': ['ID=d82cc332-279e-46d7-b4ed-378593725068,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:13.143139 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-460feed7-8f00-4c56-9e35-d059a277b4a9 req-fb19eb27-7362-4bb6-8b7f-5767ef10e3e4 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4211423 Dec 08 01:59:13.162033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 3a24b4b4-8966-44f8-9636-d4da51d10381 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:13.162218 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.240793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d03fcca3-739f-4905-9507-ff4b7c8f98c5 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port 643515ae-546b-41d1-ac38-29f343be0807 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:13.241157 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d03fcca3-739f-4905-9507-ff4b7c8f98c5 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.340532 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-72ee9235-b561-4a74-a06d-3bd29ed30208 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706571 Dec 08 01:59:13.402936 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.442459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc566c4-deda-4159-a78a-23068f3c174a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:13.448712 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ee6d9b-fc19-4f6b-85f7-fd26df657090" -d '{"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-plugged", "status": "completed", "tag": "6cc566c4-deda-4159-a78a-23068f3c174a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:13.472206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23543d71-6392-4839-a3b8-d380394a785a req-61060ea1-4d09-4a05-9cb8-0928f71d9bad tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:13.483852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23543d71-6392-4839-a3b8-d380394a785a req-61060ea1-4d09-4a05-9cb8-0928f71d9bad tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 947 time: 0.1853373 Dec 08 01:59:13.525160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 3a24b4b4-8966-44f8-9636-d4da51d10381, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3a24b4b4-8966-44f8-9636-d4da51d10381,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:13.534658 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.535476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 416e1a97-ecb1-4ac8-a9f8-297949a2a910 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:13.555441 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d03fcca3-739f-4905-9507-ff4b7c8f98c5 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.575358 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d03fcca3-739f-4905-9507-ff4b7c8f98c5 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for 643515ae-546b-41d1-ac38-29f343be0807 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:13.604263 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23543d71-6392-4839-a3b8-d380394a785a req-ab56e171-106b-4747-9549-e11c58051e37 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131346 Dec 08 01:59:13.622446 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c27aad8f-5b46-459d-a538-456fd2bac67d req-bc9d2adc-c6e9-4f8a-810c-c98420e7bcf1 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718804 Dec 08 01:59:13.781485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=3a24b4b4-8966-44f8-9636-d4da51d10381,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:13.846520 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a475bc2-5579-4c61-b53c-10976e76d6e6', 'tag': '577248e7-7719-496c-9dbd-22b8acf6673b'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:13.849068 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded7858a-b5e8-4aae-bccc-40b42adac861" -d '{"events": [{"name": "network-changed", "server_uuid": "7a475bc2-5579-4c61-b53c-10976e76d6e6", "tag": "577248e7-7719-496c-9dbd-22b8acf6673b"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:13.865240 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e51de3-7f21-47b9-a041-9b409509c8de x-openstack-request-id: req-42e51de3-7f21-47b9-a041-9b409509c8de {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:13.865701 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-plugged", "status": "completed", "tag": "6cc566c4-deda-4159-a78a-23068f3c174a", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:13.865973 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-42e51de3-7f21-47b9-a041-9b409509c8de {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:13.866406 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc566c4-deda-4159-a78a-23068f3c174a', 'code': 200} Dec 08 01:59:13.868606 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 416e1a97-ecb1-4ac8-a9f8-297949a2a910 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:59:13.883843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 416e1a97-ecb1-4ac8-a9f8-297949a2a910 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:13.885032 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.926730 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d03fcca3-739f-4905-9507-ff4b7c8f98c5 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:14.008731 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20345873-7581-4e04-bb93-d7aeef680e3f x-openstack-request-id: req-20345873-7581-4e04-bb93-d7aeef680e3f {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:14.008731 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a475bc2-5579-4c61-b53c-10976e76d6e6", "tag": "577248e7-7719-496c-9dbd-22b8acf6673b", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:14.008731 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-20345873-7581-4e04-bb93-d7aeef680e3f {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:14.008731 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a475bc2-5579-4c61-b53c-10976e76d6e6', 'tag': '577248e7-7719-496c-9dbd-22b8acf6673b', 'status': 'completed', 'code': 200} Dec 08 01:59:14.119487 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:14.156357 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fcca3-739f-4905-9507-ff4b7c8f98c5 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=643515ae-546b-41d1-ac38-29f343be0807,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:14.247932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d03fcca3-739f-4905-9507-ff4b7c8f98c5 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:14.253539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d03fcca3-739f-4905-9507-ff4b7c8f98c5 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/643515ae-546b-41d1-ac38-29f343be0807 HTTP/1.1" status: 204 len: 168 time: 1.6973753 Dec 08 01:59:14.268100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 416e1a97-ecb1-4ac8-a9f8-297949a2a910, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=416e1a97-ecb1-4ac8-a9f8-297949a2a910,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:14.277542 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:14.278508 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 078ca6fb-640a-48d3-866a-e1d0735eac6a up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:14.293211 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52862) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:14.320811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-03064021-c87a-4fbd-8ace-b31bdaeb78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:14.322437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-03064021-c87a-4fbd-8ace-b31bdaeb78fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 1099 time: 0.2084939 Dec 08 01:59:14.377646 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4788b091-b1d9-428e-9a74-6878a5db459f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] GET failed (client error): The resource could not be found. Dec 08 01:59:14.379430 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4788b091-b1d9-428e-9a74-6878a5db459f tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/643515ae-546b-41d1-ac38-29f343be0807 HTTP/1.1" status: 404 len: 333 time: 0.0839903 Dec 08 01:59:14.385399 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52866) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:14.445369 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba902c-4c2e-4618-9e30-222c6cf50688 req-2ef0ce6c-94f9-401c-a99c-5a3135b77861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:14.447332 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3eba902c-4c2e-4618-9e30-222c6cf50688 req-2ef0ce6c-94f9-401c-a99c-5a3135b77861 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 1096 time: 0.2573113 Dec 08 01:59:14.473792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c997e0-9e5a-4cd0-a411-a81189715e6d req-19a7eb72-bf77-44b0-976d-02371dc43f02 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:14.481043 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50c997e0-9e5a-4cd0-a411-a81189715e6d req-19a7eb72-bf77-44b0-976d-02371dc43f02 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.4917128 Dec 08 01:59:14.500837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-321f5599-56a4-458d-b8ae-6b9c921ab5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:14.504122 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-321f5599-56a4-458d-b8ae-6b9c921ab5ca service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 1099 time: 0.2527010 Dec 08 01:59:14.519115 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d8f5050f-bede-4d69-9723-b08e566ebe82 None None] Provisioning complete for port 320d1b62-d971-46f9-9cc8-e3bdf1b89836 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:14.521681 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8f5050f-bede-4d69-9723-b08e566ebe82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:14.528263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=416e1a97-ecb1-4ac8-a9f8-297949a2a910,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:14.637889 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25ef8725-e471-4d76-9bc4-0aaf3b5f0f3d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:14.659918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d8f5050f-bede-4d69-9723-b08e566ebe82 None None] Port 320d1b62-d971-46f9-9cc8-e3bdf1b89836 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:14.663702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 078ca6fb-640a-48d3-866a-e1d0735eac6a completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:59:14.669884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 078ca6fb-640a-48d3-866a-e1d0735eac6a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:14.670403 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:14.678988 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25ef8725-e471-4d76-9bc4-0aaf3b5f0f3d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:14.727980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d8f5050f-bede-4d69-9723-b08e566ebe82 None None] Provisioning complete for port d82cc332-279e-46d7-b4ed-378593725068 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:14.728284 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8f5050f-bede-4d69-9723-b08e566ebe82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:14.915725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba902c-4c2e-4618-9e30-222c6cf50688 req-e14c4034-6989-4918-8ae4-a7a7767aed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:14.917896 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3eba902c-4c2e-4618-9e30-222c6cf50688 req-e14c4034-6989-4918-8ae4-a7a7767aed8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.4528177 Dec 08 01:59:14.938138 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25ef8725-e471-4d76-9bc4-0aaf3b5f0f3d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:14.940492 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25ef8725-e471-4d76-9bc4-0aaf3b5f0f3d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:14.941375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50c997e0-9e5a-4cd0-a411-a81189715e6d req-9ef5fcc3-7c81-4499-8d02-937d61a11333 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4593551 Dec 08 01:59:14.944468 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-25ef8725-e471-4d76-9bc4-0aaf3b5f0f3d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/security-groups/2452e979-6727-4a65-b32b-f9dc3d5f9a87 HTTP/1.1" status: 204 len: 168 time: 0.5555165 Dec 08 01:59:14.947553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52880) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:15.047785 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-82e242b5-6bf3-482b-80d9-a1976e13cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.049494 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d82cc332-279e-46d7-b4ed-378593725068 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:15.051358 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-82e242b5-6bf3-482b-80d9-a1976e13cbf7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.5303535 Dec 08 01:59:15.061550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6610b-8ce2-4624-b051-5e3ec287f1b4 req-b6fd0dc1-b525-48d8-9c8a-98a6e711df72 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.077210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6610b-8ce2-4624-b051-5e3ec287f1b4 req-b6fd0dc1-b525-48d8-9c8a-98a6e711df72 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.097627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6610b-8ce2-4624-b051-5e3ec287f1b4 req-b6fd0dc1-b525-48d8-9c8a-98a6e711df72 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.101024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef8725-e471-4d76-9bc4-0aaf3b5f0f3d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2452e979-6727-4a65-b32b-f9dc3d5f9a87,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:15.128337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6610b-8ce2-4624-b051-5e3ec287f1b4 req-b6fd0dc1-b525-48d8-9c8a-98a6e711df72 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.149894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6610b-8ce2-4624-b051-5e3ec287f1b4 req-b6fd0dc1-b525-48d8-9c8a-98a6e711df72 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.168840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6610b-8ce2-4624-b051-5e3ec287f1b4 req-b6fd0dc1-b525-48d8-9c8a-98a6e711df72 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.176781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6610b-8ce2-4624-b051-5e3ec287f1b4 req-b6fd0dc1-b525-48d8-9c8a-98a6e711df72 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.187260 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fd6610b-8ce2-4624-b051-5e3ec287f1b4 req-b6fd0dc1-b525-48d8-9c8a-98a6e711df72 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5433 time: 0.6688619 Dec 08 01:59:15.214473 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-8b75cb14-c7eb-4808-9eea-2fc592f817f1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=577248e7-7719-496c-9dbd-22b8acf6673b HTTP/1.1" status: 200 len: 217 time: 0.1440444 Dec 08 01:59:15.241301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-5311aad2-6602-43c0-8cbc-9c30cb5e1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.242710 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-5311aad2-6602-43c0-8cbc-9c30cb5e1098 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.9108944 Dec 08 01:59:15.331979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d8f5050f-bede-4d69-9723-b08e566ebe82 None None] Could not find standard attr ID for object 643515ae-546b-41d1-ac38-29f343be0807. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:59:15.348801 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3eba902c-4c2e-4618-9e30-222c6cf50688 req-33d2978e-785e-4398-9de9-4809d8ff79bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 200 len: 999 time: 0.4168453 Dec 08 01:59:15.360215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fd6610b-8ce2-4624-b051-5e3ec287f1b4 req-bf102093-db47-43da-9d45-d75feaf13ae0 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1719439 Dec 08 01:59:15.394277 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.446927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d82cc332-279e-46d7-b4ed-378593725068 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:15.453973 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.505632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-22dbb8bf-f534-41cf-b7ea-e6446a5745f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.507735 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-22dbb8bf-f534-41cf-b7ea-e6446a5745f1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.2751782 Dec 08 01:59:15.549245 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-f7396d52-d1bf-4636-9eb8-bb6d4eb2b736 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=577248e7-7719-496c-9dbd-22b8acf6673b HTTP/1.1" status: 200 len: 217 time: 0.1949830 Dec 08 01:59:15.580450 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba902c-4c2e-4618-9e30-222c6cf50688 req-0d54e55d-ffec-497e-a021-7c1cb1dce441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.581877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c5d3b19a-8681-44e8-89e5-0e9ed2228594 None None] Could not find standard attr ID for object 643515ae-546b-41d1-ac38-29f343be0807. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:59:15.587860 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3eba902c-4c2e-4618-9e30-222c6cf50688 req-0d54e55d-ffec-497e-a021-7c1cb1dce441 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.2362618 Dec 08 01:59:15.611240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-4cb5c818-aff0-41e3-9149-04dc49db9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.613155 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-4cb5c818-aff0-41e3-9149-04dc49db9498 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0502551 Dec 08 01:59:15.617872 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08fd3115-a1d8-4f06-9c78-f8b506cfd367 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.644143 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08fd3115-a1d8-4f06-9c78-f8b506cfd367 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.670168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 078ca6fb-640a-48d3-866a-e1d0735eac6a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=078ca6fb-640a-48d3-866a-e1d0735eac6a,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:15.675621 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.727910 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08fd3115-a1d8-4f06-9c78-f8b506cfd367 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.731295 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08fd3115-a1d8-4f06-9c78-f8b506cfd367 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.735297 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-08fd3115-a1d8-4f06-9c78-f8b506cfd367 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/security-groups/8627d8f4-875d-45ab-b172-74add8794ba4 HTTP/1.1" status: 204 len: 168 time: 0.7722690 Dec 08 01:59:15.738268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-6bb75d90-72ee-4cff-845f-1907468bbb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.741178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52900) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:15.755181 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-6bb75d90-72ee-4cff-845f-1907468bbb93 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2387514 Dec 08 01:59:15.763987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba902c-4c2e-4618-9e30-222c6cf50688 req-37781e00-168b-41d0-beba-b93ff0e41d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.764192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243a001-c870-4021-93e4-e6f7e6c43c13 req-3623c706-8c72-4861-ae3c-18445af52a6f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.769430 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3eba902c-4c2e-4618-9e30-222c6cf50688 req-37781e00-168b-41d0-beba-b93ff0e41d8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545324 Dec 08 01:59:15.772121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2243a001-c870-4021-93e4-e6f7e6c43c13 req-3623c706-8c72-4861-ae3c-18445af52a6f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 947 time: 0.3141084 Dec 08 01:59:15.844700 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=078ca6fb-640a-48d3-866a-e1d0735eac6a,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:15.857201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 577248e7-7719-496c-9dbd-22b8acf6673b no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:15.870782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd3115-a1d8-4f06-9c78-f8b506cfd367 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8627d8f4-875d-45ab-b172-74add8794ba4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:15.891054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-158c0416-0e12-45e0-9e19-d0f57e534890 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting subnet 09e514d0-c048-425f-a445-5b466d65a7d4 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:15.901926 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-158c0416-0e12-45e0-9e19-d0f57e534890 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.909304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a24b4b4-8966-44f8-9636-d4da51d10381'}, {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416e1a97-ecb1-4ac8-a9f8-297949a2a910'}, {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078ca6fb-640a-48d3-866a-e1d0735eac6a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:15.911950 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550f05f1-c6a3-48bd-b505-f2578b580bac" -d '{"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-plugged", "status": "completed", "tag": "3a24b4b4-8966-44f8-9636-d4da51d10381"}, {"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-plugged", "status": "completed", "tag": "416e1a97-ecb1-4ac8-a9f8-297949a2a910"}, {"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-plugged", "status": "completed", "tag": "078ca6fb-640a-48d3-866a-e1d0735eac6a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:15.932511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 577248e7-7719-496c-9dbd-22b8acf6673b not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:15.987093 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3eba902c-4c2e-4618-9e30-222c6cf50688 req-2e5e84f1-2e59-4233-9907-e0056f6c425a service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919453 Dec 08 01:59:16.001893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-eb20ce2e-cbc8-46ee-9fed-647a1a2db248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:16.013929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-eb20ce2e-cbc8-46ee-9fed-647a1a2db248 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3116050 Dec 08 01:59:16.018927 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-3083561b-f97a-40ea-a41d-4a1b3e9572e1 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366245 Dec 08 01:59:16.023278 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb255a3-b547-4f49-8501-909400b7d56c x-openstack-request-id: req-2eb255a3-b547-4f49-8501-909400b7d56c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:16.023589 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-plugged", "status": "completed", "tag": "3a24b4b4-8966-44f8-9636-d4da51d10381", "code": 200}, {"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-plugged", "status": "completed", "tag": "416e1a97-ecb1-4ac8-a9f8-297949a2a910", "code": 200}, {"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-plugged", "status": "completed", "tag": "078ca6fb-640a-48d3-866a-e1d0735eac6a", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:16.023934 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2eb255a3-b547-4f49-8501-909400b7d56c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:16.024455 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a24b4b4-8966-44f8-9636-d4da51d10381', 'code': 200} Dec 08 01:59:16.025790 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416e1a97-ecb1-4ac8-a9f8-297949a2a910', 'code': 200} Dec 08 01:59:16.025790 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078ca6fb-640a-48d3-866a-e1d0735eac6a', 'code': 200} Dec 08 01:59:16.170365 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2243a001-c870-4021-93e4-e6f7e6c43c13 req-3b030317-b05d-4556-98e1-5d85155eb5b0 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971574 Dec 08 01:59:16.434154 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-158c0416-0e12-45e0-9e19-d0f57e534890 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:16.507631 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3eba902c-4c2e-4618-9e30-222c6cf50688 req-6bd4481b-4a9c-4313-9f02-2a698736b8e4 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877181 Dec 08 01:59:16.568035 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-5c225a0f-12ba-4a7f-8894-6d1702619f2d service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565299 Dec 08 01:59:16.595091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a642a5a-25b6-45ca-8520-f7f029a904d6 req-152e7574-9ff6-4839-bb54-b3f8ed161b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:16.595810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a642a5a-25b6-45ca-8520-f7f029a904d6 req-152e7574-9ff6-4839-bb54-b3f8ed161b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:16.596718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a642a5a-25b6-45ca-8520-f7f029a904d6 req-152e7574-9ff6-4839-bb54-b3f8ed161b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:16.597614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a642a5a-25b6-45ca-8520-f7f029a904d6 req-152e7574-9ff6-4839-bb54-b3f8ed161b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:16.600991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a642a5a-25b6-45ca-8520-f7f029a904d6 req-152e7574-9ff6-4839-bb54-b3f8ed161b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:16.601845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a642a5a-25b6-45ca-8520-f7f029a904d6 req-152e7574-9ff6-4839-bb54-b3f8ed161b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:16.602507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a642a5a-25b6-45ca-8520-f7f029a904d6 req-152e7574-9ff6-4839-bb54-b3f8ed161b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:16.607087 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a642a5a-25b6-45ca-8520-f7f029a904d6 req-152e7574-9ff6-4839-bb54-b3f8ed161b15 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 6498 time: 0.3225532 Dec 08 01:59:16.669257 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-d17a726d-2ed1-4c97-adbb-f16b033f2de9 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524968 Dec 08 01:59:16.683421 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fb52a-85e4-431d-96cf-c67c304de410 req-be90a3cd-d95e-49ac-9274-9e8b89db2d56 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:16.685222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-741fb52a-85e4-431d-96cf-c67c304de410 req-be90a3cd-d95e-49ac-9274-9e8b89db2d56 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.5101905 Dec 08 01:59:16.795904 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4a642a5a-25b6-45ca-8520-f7f029a904d6 req-d37e05c4-5073-4cff-a4c5-ea1f59f66f6b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&id=df94220a-15d1-4dac-8cbd-6a63023634ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1710753 Dec 08 01:59:16.817670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5e0eb-57f6-4dc8-ba0c-b207dd21a180 req-8c4a27b7-1eba-4279-b2c8-3172c38e1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:16.828582 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-14e5e0eb-57f6-4dc8-ba0c-b207dd21a180 req-8c4a27b7-1eba-4279-b2c8-3172c38e1901 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 1096 time: 0.1664221 Dec 08 01:59:16.850424 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-158c0416-0e12-45e0-9e19-d0f57e534890 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:16.994141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779a09f-f80a-4b1b-9cfb-14cfba3969cc req-7de62582-a528-4738-8283-0451f2fa02b8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:17.000134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779a09f-f80a-4b1b-9cfb-14cfba3969cc req-7de62582-a528-4738-8283-0451f2fa02b8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:17.006020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779a09f-f80a-4b1b-9cfb-14cfba3969cc req-7de62582-a528-4738-8283-0451f2fa02b8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:17.013538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779a09f-f80a-4b1b-9cfb-14cfba3969cc req-7de62582-a528-4738-8283-0451f2fa02b8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:17.021692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779a09f-f80a-4b1b-9cfb-14cfba3969cc req-7de62582-a528-4738-8283-0451f2fa02b8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:17.028263 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779a09f-f80a-4b1b-9cfb-14cfba3969cc req-7de62582-a528-4738-8283-0451f2fa02b8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:17.034496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779a09f-f80a-4b1b-9cfb-14cfba3969cc req-7de62582-a528-4738-8283-0451f2fa02b8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:17.048685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b779a09f-f80a-4b1b-9cfb-14cfba3969cc req-7de62582-a528-4738-8283-0451f2fa02b8 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5434 time: 0.3218884 Dec 08 01:59:17.053972 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-741fb52a-85e4-431d-96cf-c67c304de410 req-96cf2d6c-4814-49ad-ad26-647df369af44 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573704 Dec 08 01:59:17.155316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b779a09f-f80a-4b1b-9cfb-14cfba3969cc req-635a2a0f-19e9-481d-9b35-b0a49fc414ce tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112614 Dec 08 01:59:17.160700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ded7858a-b5e8-4aae-bccc-40b42adac861 req-8ec335c1-cd40-4fb3-8dcc-c5d2af1f70bf service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722497 Dec 08 01:59:17.180991 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-158c0416-0e12-45e0-9e19-d0f57e534890 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:17.247824 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-158c0416-0e12-45e0-9e19-d0f57e534890 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:17.251125 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-158c0416-0e12-45e0-9e19-d0f57e534890 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/09e514d0-c048-425f-a445-5b466d65a7d4 HTTP/1.1" status: 204 len: 168 time: 1.4518633 Dec 08 01:59:17.254431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7487389f-4f42-49bd-95d2-15b0c416f7c6 None None] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:17.263581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52950) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:17.266925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c0416-0e12-45e0-9e19-d0f57e534890 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Subnet': ['ID=09e514d0-c048-425f-a445-5b466d65a7d4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:17.335974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1df2caf4-a210-40c0-ab06-a88612e3be34 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:17.389326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5e0eb-57f6-4dc8-ba0c-b207dd21a180 req-4f2e7819-57d6-4a6d-a778-172850a17c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:17.390807 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-14e5e0eb-57f6-4dc8-ba0c-b207dd21a180 req-4f2e7819-57d6-4a6d-a778-172850a17c99 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.2474005 Dec 08 01:59:17.520042 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-14e5e0eb-57f6-4dc8-ba0c-b207dd21a180 req-30c5aa59-8b62-4780-90f3-c5d35b79f02f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 200 len: 999 time: 0.1177359 Dec 08 01:59:17.609438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df2caf4-a210-40c0-ab06-a88612e3be34 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:17.614670 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1df2caf4-a210-40c0-ab06-a88612e3be34 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:17.649111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c97b0-5e32-4cdd-8fed-298bf92ea6c7 req-89bdfa59-92b0-45f5-be47-b30c81dd70e6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:17.658749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b9c97b0-5e32-4cdd-8fed-298bf92ea6c7 req-89bdfa59-92b0-45f5-be47-b30c81dd70e6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 947 time: 0.1185393 Dec 08 01:59:17.765861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5e0eb-57f6-4dc8-ba0c-b207dd21a180 req-fd3d418f-696f-421d-99d4-3aad99de6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:17.767896 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-14e5e0eb-57f6-4dc8-ba0c-b207dd21a180 req-fd3d418f-696f-421d-99d4-3aad99de6cf1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.2434297 Dec 08 01:59:17.879141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5e0eb-57f6-4dc8-ba0c-b207dd21a180 req-02d79a44-6a3c-46d3-a99f-567e22268ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:17.882789 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b9c97b0-5e32-4cdd-8fed-298bf92ea6c7 req-ba006b88-a1c3-4a9b-bcbc-2fe546acfe42 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227600 Dec 08 01:59:17.889604 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-14e5e0eb-57f6-4dc8-ba0c-b207dd21a180 req-02d79a44-6a3c-46d3-a99f-567e22268ab6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132979 Dec 08 01:59:18.132351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 577248e7-7719-496c-9dbd-22b8acf6673b details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:59:18.132580 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-14e5e0eb-57f6-4dc8-ba0c-b207dd21a180 req-f6fc1f8e-a92f-46cf-be93-a0cbbed121ee service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305429 Dec 08 01:59:18.436282 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1df2caf4-a210-40c0-ab06-a88612e3be34 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:18.511641 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-14e5e0eb-57f6-4dc8-ba0c-b207dd21a180 req-e3371d8d-b6a5-42ee-b7ca-f871394f5099 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694355 Dec 08 01:59:18.662890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 577248e7-7719-496c-9dbd-22b8acf6673b, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=577248e7-7719-496c-9dbd-22b8acf6673b,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:18.677566 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '577248e7-7719-496c-9dbd-22b8acf6673b', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '577248e7-7719-496c-9dbd-22b8acf6673b', 'mac_address': 'fa:16:3e:03:08:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:59:18.733987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2caf4-a210-40c0-ab06-a88612e3be34 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:18.740854 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:18.747348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dd97d-7379-4c7d-be75-2014376e4f77 req-43ad938e-17f3-41f7-bcef-4fd2b05ab7cc tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:18.749300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f17dd97d-7379-4c7d-be75-2014376e4f77 req-43ad938e-17f3-41f7-bcef-4fd2b05ab7cc tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.3529682 Dec 08 01:59:18.761119 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1df2caf4-a210-40c0-ab06-a88612e3be34 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:18.763104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2caf4-a210-40c0-ab06-a88612e3be34 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Subnet': ['ID=ddb8ae2c-dc78-4521-87ef-aa6deef6b169,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:18.783361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577248e7-7719-496c-9dbd-22b8acf6673b {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:18.828381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 577248e7-7719-496c-9dbd-22b8acf6673b, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=577248e7-7719-496c-9dbd-22b8acf6673b,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:18.863487 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2caf4-a210-40c0-ab06-a88612e3be34 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:18.864316 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1df2caf4-a210-40c0-ab06-a88612e3be34 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:18.867123 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:18.876310 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b141c967-1fcb-401e-aca4-aeea46c0adbc None None] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:18.877634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75515-6619-48be-8952-b0a21f1872e2 req-bdd58b9c-2f93-4fa0-95e9-2ba1e17f9ab6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:18.885329 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09c75515-6619-48be-8952-b0a21f1872e2 req-bdd58b9c-2f93-4fa0-95e9-2ba1e17f9ab6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 947 time: 0.3790505 Dec 08 01:59:18.908031 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f17dd97d-7379-4c7d-be75-2014376e4f77 req-cbb68310-a10d-4d5f-8dfc-14f16c6ef072 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357839 Dec 08 01:59:18.943929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-e5761737-5bfe-49f5-abd2-1b545ae678c6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:18.952608 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-e5761737-5bfe-49f5-abd2-1b545ae678c6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6&tenant_id=d98ff618afa84eb49ddee4c24ab597d5&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 947 time: 0.4008026 Dec 08 01:59:18.983752 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1df2caf4-a210-40c0-ab06-a88612e3be34 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6789644 Dec 08 01:59:18.986165 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53006) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:18.996196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'security_group': {'name': 'tempest-secgroup-349024730'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:19.053711 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09c75515-6619-48be-8952-b0a21f1872e2 req-90e54b91-9dfe-4d1f-b464-f5c9daf941b9 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667926 Dec 08 01:59:19.115582 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.249887 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-92207268-0240-40fb-8eff-b5e38ee2362e service neutron] delete failed (client error): The resource could not be found. Dec 08 01:59:19.251024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-92207268-0240-40fb-8eff-b5e38ee2362e service neutron] 10.222.0.45 "DELETE /v2.0/ports/577248e7-7719-496c-9dbd-22b8acf6673b/bindings/n-h1-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.2825112 Dec 08 01:59:19.275774 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.281668 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.338071 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80e6e4-7ad5-4d4d-9f51-e21a029274c8 req-bd1d26cc-77b5-47f5-9adc-9329273e4195 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:19.344482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80e6e4-7ad5-4d4d-9f51-e21a029274c8 req-bd1d26cc-77b5-47f5-9adc-9329273e4195 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:19.375485 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80e6e4-7ad5-4d4d-9f51-e21a029274c8 req-bd1d26cc-77b5-47f5-9adc-9329273e4195 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:19.392684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80e6e4-7ad5-4d4d-9f51-e21a029274c8 req-bd1d26cc-77b5-47f5-9adc-9329273e4195 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:19.399020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80e6e4-7ad5-4d4d-9f51-e21a029274c8 req-bd1d26cc-77b5-47f5-9adc-9329273e4195 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:19.406257 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.412110 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4243321 Dec 08 01:59:19.413068 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53026) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:19.420999 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80e6e4-7ad5-4d4d-9f51-e21a029274c8 req-bd1d26cc-77b5-47f5-9adc-9329273e4195 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:19.424915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-07a7d2eb-7203-4700-886b-e3d97d31cd8e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'security_group': {'name': 'tempest-secgroup-1684962866'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:19.457737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80e6e4-7ad5-4d4d-9f51-e21a029274c8 req-bd1d26cc-77b5-47f5-9adc-9329273e4195 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:19.459957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ecdd7b-3c9c-4335-b097-57dbef815677,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:19.469998 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae80e6e4-7ad5-4d4d-9f51-e21a029274c8 req-bd1d26cc-77b5-47f5-9adc-9329273e4195 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5434 time: 0.3479600 Dec 08 01:59:19.476784 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:19.478303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:19.478751 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:19.479954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:19.480402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:19.481019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:19.481648 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:19.482473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:19.483442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:19.484033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:19.484800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:19.486194 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:19.487087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b1765-fc9f-4155-866b-6ef11419b750 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:19.520033 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07a7d2eb-7203-4700-886b-e3d97d31cd8e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.605547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=577248e7-7719-496c-9dbd-22b8acf6673b,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:19.617109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['577248e7-7719-496c-9dbd-22b8acf6673b'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:19.625103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f7b961e0-23ee-47ee-a430-7b6f7ecc3c9f None None] Provisioning complete for port 320d1b62-d971-46f9-9cc8-e3bdf1b89836 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:19.625744 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7b961e0-23ee-47ee-a430-7b6f7ecc3c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.733027 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07a7d2eb-7203-4700-886b-e3d97d31cd8e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.741776 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07a7d2eb-7203-4700-886b-e3d97d31cd8e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.795152 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f7b961e0-23ee-47ee-a430-7b6f7ecc3c9f None None] Port 320d1b62-d971-46f9-9cc8-e3bdf1b89836 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:19.813320 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07a7d2eb-7203-4700-886b-e3d97d31cd8e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.815061 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae80e6e4-7ad5-4d4d-9f51-e21a029274c8 req-6a5e9c8b-fe24-4a40-bf25-2171ed75e835 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3378601 Dec 08 01:59:19.818914 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-07a7d2eb-7203-4700-886b-e3d97d31cd8e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3965521 Dec 08 01:59:19.823819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53032) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:19.825244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-53afbb30-d0b0-4658-b73c-77d15f7eb438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:19.826726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-53afbb30-d0b0-4658-b73c-77d15f7eb438 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 1100 time: 0.2170837 Dec 08 01:59:19.839225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-144d36e9-47a3-4ec9-a5df-9ac312660691 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'security_group': {'name': 'tempest-secgroup-1871778134'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:19.844929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f7b961e0-23ee-47ee-a430-7b6f7ecc3c9f None None] Provisioning complete for port d82cc332-279e-46d7-b4ed-378593725068 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:19.845590 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7b961e0-23ee-47ee-a430-7b6f7ecc3c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.851827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5e0cb-ebb8-42af-90c0-4db61e9c3fa8 req-41350825-18b8-4037-9b74-94ed1f7a2e74 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:19.859918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1b5e0cb-ebb8-42af-90c0-4db61e9c3fa8 req-41350825-18b8-4037-9b74-94ed1f7a2e74 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.2045071 Dec 08 01:59:19.890698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7d2eb-7203-4700-886b-e3d97d31cd8e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536a9601-54a0-410a-8d36-5ce840e112ba,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:19.950692 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-144d36e9-47a3-4ec9-a5df-9ac312660691 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:20.000247 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1b5e0cb-ebb8-42af-90c0-4db61e9c3fa8 req-59d67849-db88-4609-b6bf-f566968e3a3e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394589 Dec 08 01:59:20.045383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-2b829096-28d9-44e2-92c5-d2c0f81a45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:20.049578 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-2b829096-28d9-44e2-92c5-d2c0f81a45dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2125561 Dec 08 01:59:20.170088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b94e2e9-6e57-4475-bc76-1d873513feca None None] Update dhcp port {'port': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'fixed_ips': [{'subnet_id': '64009931-e0ec-4802-8d9d-03b788e5f0bc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ddb8ae2c-dc78-4521-87ef-aa6deef6b169'}], 'binding:host_id': 'n-d-713499-31'}, 'id': 'd82cc332-279e-46d7-b4ed-378593725068'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:59:20.179203 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-144d36e9-47a3-4ec9-a5df-9ac312660691 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:20.198920 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-144d36e9-47a3-4ec9-a5df-9ac312660691 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:20.205512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-546430dc-8c14-41f3-893c-1a49131f0237 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=577248e7-7719-496c-9dbd-22b8acf6673b HTTP/1.1" status: 200 len: 217 time: 0.0897145 Dec 08 01:59:20.236040 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-144d36e9-47a3-4ec9-a5df-9ac312660691 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:20.237536 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-144d36e9-47a3-4ec9-a5df-9ac312660691 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4144897 Dec 08 01:59:20.240323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53052) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:20.245228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7b63e8bd-4f5e-4dd0-adf5-16dcdcd9c413 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1198133253', 'security_groups': ['3b31b0f3-1751-4e3f-8b81-917fc73169a5'], 'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ddb8ae2c-dc78-4521-87ef-aa6deef6b169'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:20.295583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd6132-b557-4f9e-adea-1eee0e537e7b req-7a690e68-7a58-43a1-9872-7204e2257223 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:20.297320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d36e9-47a3-4ec9-a5df-9ac312660691 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b31b0f3-1751-4e3f-8b81-917fc73169a5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:20.301400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd6132-b557-4f9e-adea-1eee0e537e7b req-7a690e68-7a58-43a1-9872-7204e2257223 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:20.315625 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd6132-b557-4f9e-adea-1eee0e537e7b req-7a690e68-7a58-43a1-9872-7204e2257223 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:20.325237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd6132-b557-4f9e-adea-1eee0e537e7b req-7a690e68-7a58-43a1-9872-7204e2257223 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:20.331934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd6132-b557-4f9e-adea-1eee0e537e7b req-7a690e68-7a58-43a1-9872-7204e2257223 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:20.340724 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd6132-b557-4f9e-adea-1eee0e537e7b req-7a690e68-7a58-43a1-9872-7204e2257223 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:20.347790 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b94e2e9-6e57-4475-bc76-1d873513feca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:20.349084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd6132-b557-4f9e-adea-1eee0e537e7b req-7a690e68-7a58-43a1-9872-7204e2257223 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:20.362953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fcbd6132-b557-4f9e-adea-1eee0e537e7b req-7a690e68-7a58-43a1-9872-7204e2257223 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5434 time: 0.3353047 Dec 08 01:59:20.364708 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-fa690da1-bdf8-4922-9995-1ec5ce2e571e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:20.366092 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-fa690da1-bdf8-4922-9995-1ec5ce2e571e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1522524 Dec 08 01:59:20.370576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53062) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:20.380141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-41781181-ae59-40d5-b99c-c982ee0c354c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Request body: {'floatingip': {'port_id': '9ad676ef-7601-4543-b8c7-abf32ca8e077'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:20.506214 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41781181-ae59-40d5-b99c-c982ee0c354c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:20.507081 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b63e8bd-4f5e-4dd0-adf5-16dcdcd9c413 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:20.627315 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b63e8bd-4f5e-4dd0-adf5-16dcdcd9c413 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:20.693749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-7b63e8bd-4f5e-4dd0-adf5-16dcdcd9c413 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] device_id is not set on port 580b0e67-228a-4fdc-8d0f-7277579a9cf1 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:20.764626 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-5b94e2e9-6e57-4475-bc76-1d873513feca None None] Allocated IP 2001:db8::2 (6b5bef54-f3c8-447c-b91c-5065e2b17c5e/ddb8ae2c-dc78-4521-87ef-aa6deef6b169/d82cc332-279e-46d7-b4ed-378593725068) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:20.949130 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5b94e2e9-6e57-4475-bc76-1d873513feca None None] For port d82cc332-279e-46d7-b4ed-378593725068, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d82cc332-279e-46d7-b4ed-378593725068,segment=NetworkSegment(c079c3ec-6fad-4974-830a-f7faa92465e2),segment_id=c079c3ec-6fad-4974-830a-f7faa92465e2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:20.997147 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b94e2e9-6e57-4475-bc76-1d873513feca None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:21.005609 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b94e2e9-6e57-4475-bc76-1d873513feca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:21.105264 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-7b63e8bd-4f5e-4dd0-adf5-16dcdcd9c413 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Allocated IP 2001:db8::15f (6b5bef54-f3c8-447c-b91c-5065e2b17c5e/ddb8ae2c-dc78-4521-87ef-aa6deef6b169/580b0e67-228a-4fdc-8d0f-7277579a9cf1) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:21.159949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94e2e9-6e57-4475-bc76-1d873513feca None None] Pushing event updated for resources: {'Port': ['ID=d82cc332-279e-46d7-b4ed-378593725068,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:21.245641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-fb417f73-01b1-4e2f-97c1-92ee199b68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:21.247478 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-fb417f73-01b1-4e2f-97c1-92ee199b68b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7631481 Dec 08 01:59:21.264192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c5177-a9e7-48db-8880-325138409b09 req-9fb86d02-e8b1-405f-b426-4f1e331bbe91 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:21.279650 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a2c5177-a9e7-48db-8880-325138409b09 req-9fb86d02-e8b1-405f-b426-4f1e331bbe91 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.7756677 Dec 08 01:59:21.308521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c0238-e973-47fa-93e4-71dfca710d58 req-66314816-30cb-4628-b2d8-2cf286e68b96 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:21.316019 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e26c0238-e973-47fa-93e4-71dfca710d58 req-66314816-30cb-4628-b2d8-2cf286e68b96 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 948 time: 0.8126447 Dec 08 01:59:21.339226 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b63e8bd-4f5e-4dd0-adf5-16dcdcd9c413 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:21.394859 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b63e8bd-4f5e-4dd0-adf5-16dcdcd9c413 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:21.466485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b63e8bd-4f5e-4dd0-adf5-16dcdcd9c413 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:21.471901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7b63e8bd-4f5e-4dd0-adf5-16dcdcd9c413 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:21.474680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63e8bd-4f5e-4dd0-adf5-16dcdcd9c413 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=580b0e67-228a-4fdc-8d0f-7277579a9cf1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:21.477291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63e8bd-4f5e-4dd0-adf5-16dcdcd9c413 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:21.485012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b63e8bd-4f5e-4dd0-adf5-16dcdcd9c413 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:21.486022 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b63e8bd-4f5e-4dd0-adf5-16dcdcd9c413 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:21.486548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e26c0238-e973-47fa-93e4-71dfca710d58 req-9755a2ac-4dc7-4765-b505-6bf5dc994189 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693237 Dec 08 01:59:21.523161 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7b63e8bd-4f5e-4dd0-adf5-16dcdcd9c413 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2816572 Dec 08 01:59:21.526957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53096) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:21.533984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ee94f2cf-3394-4ad0-ad16-baed6d3685ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:21.732201 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee94f2cf-3394-4ad0-ad16-baed6d3685ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:21.738723 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee94f2cf-3394-4ad0-ad16-baed6d3685ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:21.760114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a2c5177-a9e7-48db-8880-325138409b09 req-f4219baf-f8c4-4a6e-b7ea-7964149cee64 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4318309 Dec 08 01:59:21.887916 n-d-713499-31 neutron-server[109766]: INFO neutron.db.ipam_backend_mixin [None req-ee94f2cf-3394-4ad0-ad16-baed6d3685ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ddb8ae2c-dc78-4521-87ef-aa6deef6b169 (CIDR: 2001:db8::/64) Dec 08 01:59:21.897527 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee94f2cf-3394-4ad0-ad16-baed6d3685ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:59:21.898017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee94f2cf-3394-4ad0-ad16-baed6d3685ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:21.932741 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-f7af367b-5435-4df3-b7fa-281c4a7fa4bc service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6602173 Dec 08 01:59:21.953695 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ee94f2cf-3394-4ad0-ad16-baed6d3685ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4254210 Dec 08 01:59:21.964254 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53130) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:21.977708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-509f6424-9bfe-45a9-96d8-0d13a93920a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:21.982205 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e74fcb0-6737-4378-a0a2-884e7725bf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.164590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 577248e7-7719-496c-9dbd-22b8acf6673b up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:22.210450 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e867a69-8245-48b2-aa11-3eb617715bf1 req-5707b742-91e9-467b-a8ca-fcda83703994 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:22.212377 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e867a69-8245-48b2-aa11-3eb617715bf1 req-5707b742-91e9-467b-a8ca-fcda83703994 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 950 time: 0.2605062 Dec 08 01:59:22.305265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 577248e7-7719-496c-9dbd-22b8acf6673b completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:59:22.312504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 577248e7-7719-496c-9dbd-22b8acf6673b triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:22.312974 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.317403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509f6424-9bfe-45a9-96d8-0d13a93920a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:22.324916 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-509f6424-9bfe-45a9-96d8-0d13a93920a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.425578 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.resource_extend [None req-41781181-ae59-40d5-b99c-c982ee0c354c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:59:22.465499 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-69d06856-e775-4bf1-be14-8919ac756e0e None None] Provisioning complete for port 320d1b62-d971-46f9-9cc8-e3bdf1b89836 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:22.465902 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69d06856-e775-4bf1-be14-8919ac756e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.471167 n-d-713499-31 neutron-server[109766]: INFO neutron.db.ipam_backend_mixin [None req-509f6424-9bfe-45a9-96d8-0d13a93920a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 64009931-e0ec-4802-8d9d-03b788e5f0bc (CIDR: 2001:db8:0:1::/64) Dec 08 01:59:22.478938 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-509f6424-9bfe-45a9-96d8-0d13a93920a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:59:22.480571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509f6424-9bfe-45a9-96d8-0d13a93920a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:22.528463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcb847-abde-44c2-9dd5-08197d439598 req-0dc6d8b8-4b31-447f-b24e-9ad7fafb5478 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:22.530150 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5dcb847-abde-44c2-9dd5-08197d439598 req-0dc6d8b8-4b31-447f-b24e-9ad7fafb5478 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.4092751 Dec 08 01:59:22.532278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b6c26f2-dfef-477a-9156-d0ba918f5d7f req-1e4ef646-7930-4d08-94e9-79379a32c1c1 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903716 Dec 08 01:59:22.532749 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53150) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:22.545497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'subnet': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:22.557073 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-509f6424-9bfe-45a9-96d8-0d13a93920a7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5897560 Dec 08 01:59:22.571192 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-69d06856-e775-4bf1-be14-8919ac756e0e None None] Port 320d1b62-d971-46f9-9cc8-e3bdf1b89836 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:22.605397 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.618083 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-69d06856-e775-4bf1-be14-8919ac756e0e None None] Provisioning complete for port d82cc332-279e-46d7-b4ed-378593725068 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:22.621473 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69d06856-e775-4bf1-be14-8919ac756e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.698405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a475bc2-5579-4c61-b53c-10976e76d6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577248e7-7719-496c-9dbd-22b8acf6673b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:22.700963 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fbeee3-c261-4b08-8a35-8e2a84f04eab" -d '{"events": [{"server_uuid": "7a475bc2-5579-4c61-b53c-10976e76d6e6", "name": "network-vif-plugged", "status": "completed", "tag": "577248e7-7719-496c-9dbd-22b8acf6673b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:22.737696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 577248e7-7719-496c-9dbd-22b8acf6673b, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=577248e7-7719-496c-9dbd-22b8acf6673b,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:22.746436 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.747858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:22.757323 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41781181-ae59-40d5-b99c-c982ee0c354c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.785207 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e867a69-8245-48b2-aa11-3eb617715bf1 req-479c469e-300e-40b9-927e-f858135b9f71 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745878 Dec 08 01:59:22.855010 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41781181-ae59-40d5-b99c-c982ee0c354c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.899010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=577248e7-7719-496c-9dbd-22b8acf6673b,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:22.958551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d82cc332-279e-46d7-b4ed-378593725068 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:23.041369 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:23.072184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5dcb847-abde-44c2-9dd5-08197d439598 req-63ca9fb0-e003-41c7-b15b-1cc28e529e41 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4402347 Dec 08 01:59:23.089759 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0b2cefbb-77cf-4d5b-b0d3-c67f9720a7d4 None None] Provisioning complete for port 580b0e67-228a-4fdc-8d0f-7277579a9cf1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:23.090131 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b2cefbb-77cf-4d5b-b0d3-c67f9720a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:23.125031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:23.145866 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:23.249390 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d82cc332-279e-46d7-b4ed-378593725068 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:23.249767 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:23.300249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0b2cefbb-77cf-4d5b-b0d3-c67f9720a7d4 None None] Port 580b0e67-228a-4fdc-8d0f-7277579a9cf1 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:23.335089 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:23.365729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:23.405884 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857f9adb-e21c-4561-9680-a8e6d7341008 x-openstack-request-id: req-857f9adb-e21c-4561-9680-a8e6d7341008 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:23.406144 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a475bc2-5579-4c61-b53c-10976e76d6e6", "name": "network-vif-plugged", "status": "completed", "tag": "577248e7-7719-496c-9dbd-22b8acf6673b", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:23.406404 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-857f9adb-e21c-4561-9680-a8e6d7341008 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:23.408099 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a475bc2-5579-4c61-b53c-10976e76d6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577248e7-7719-496c-9dbd-22b8acf6673b', 'code': 200} Dec 08 01:59:23.466384 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-41781181-ae59-40d5-b99c-c982ee0c354c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Floating IP b02f61e1-821f-4fed-9cb6-a3c6eae72e72 associated. External IP: 172.25.8.225, port: 9ad676ef-7601-4543-b8c7-abf32ca8e077. Dec 08 01:59:23.521439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7de74-8026-4df2-be12-e55aa5868d24 req-c8b44759-d38b-4a71-bc54-8d7e7c191cd3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:23.529305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58d7de74-8026-4df2-be12-e55aa5868d24 req-c8b44759-d38b-4a71-bc54-8d7e7c191cd3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.5714357 Dec 08 01:59:23.555054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Made reservation on behalf of ce784be1a1a047ac8e1a8b2922f3d034 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:23.559036 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:23.689283 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58d7de74-8026-4df2-be12-e55aa5868d24 req-aa3a09ad-66c5-4d0f-be9e-5e84ec303b08 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587961 Dec 08 01:59:23.973599 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41781181-ae59-40d5-b99c-c982ee0c354c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:59:24.047715 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:24.092193 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:24.116783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:24.137659 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:24.153200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b024becd-7b17-4ce2-a9c4-319ee3f21d98 None None] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:24.184681 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:24.185355 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:24.188009 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Subnet': ['ID=a082e4fd-05b3-4969-99b0-8947f2e878d7,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:24.246393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:24.250719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:24.251370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:24.253082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:24.253496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:24.255244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:24.255651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:24.256022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:24.256393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:24.256757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:24.257120 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:24.257459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:24.257794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:24.322199 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a7925e08-88df-4f9d-b10c-b17beb350613 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7814765 Dec 08 01:59:24.325927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53256) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:24.333314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6f6b6a54-53eb-480d-a2b2-25f2209b1e9e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-40720707', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a082e4fd-05b3-4969-99b0-8947f2e878d7'}], 'security_groups': ['00ecdd7b-3c9c-4335-b097-57dbef815677', '536a9601-54a0-410a-8d36-5ce840e112ba']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:24.346211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41781181-ae59-40d5-b99c-c982ee0c354c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:59:24.348062 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ca0d502-8a79-4371-bfec-34b6c7cd2ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:24.351845 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41781181-ae59-40d5-b99c-c982ee0c354c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:24.362112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd18ff9-24a4-4035-a11e-63fdd515e191 None None] Sync routers for ids ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:59:24.386538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a56d1b-3d12-4591-8074-d3f33685e14c req-cb8c8ba8-9ece-4bbe-89b3-28f7c579f55a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:24.388585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96a56d1b-3d12-4591-8074-d3f33685e14c req-cb8c8ba8-9ece-4bbe-89b3-28f7c579f55a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1950412 Dec 08 01:59:24.421738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd18ff9-24a4-4035-a11e-63fdd515e191 None None] Routers {'4b3bd2b3-de74-4aa4-8002-598fc67d8c05'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:59:24.422367 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6bd18ff9-24a4-4035-a11e-63fdd515e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:59:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:24.463468 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96a56d1b-3d12-4591-8074-d3f33685e14c req-7b6f6451-693c-4ceb-bf76-b5236de022d3 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555716 Dec 08 01:59:24.474178 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-41781181-ae59-40d5-b99c-c982ee0c354c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "PUT /v2.0/floatingips/b02f61e1-821f-4fed-9cb6-a3c6eae72e72 HTTP/1.1" status: 200 len: 991 time: 4.0981169 Dec 08 01:59:24.475583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': '9ad676ef-7601-4543-b8c7-abf32ca8e077'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:24.482501 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6f6b6a54-53eb-480d-a2b2-25f2209b1e9e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:24.483903 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a37efb6-904c-4184-b69b-5b44dbeb341e" -d '{"events": [{"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "9ad676ef-7601-4543-b8c7-abf32ca8e077"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:24.600679 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b17a40f-834d-4fcb-a803-0f16fbd4f749 x-openstack-request-id: req-4b17a40f-834d-4fcb-a803-0f16fbd4f749 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:24.601180 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "tag": "9ad676ef-7601-4543-b8c7-abf32ca8e077", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:24.601793 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4b17a40f-834d-4fcb-a803-0f16fbd4f749 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:24.602359 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'tag': '9ad676ef-7601-4543-b8c7-abf32ca8e077', 'status': 'completed', 'code': 200} Dec 08 01:59:24.649023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6bd18ff9-24a4-4035-a11e-63fdd515e191 None None] Set router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:59:24.736725 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5a40be-bd80-45df-8b5d-823eed2a3164 None None] Update dhcp port {'port': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'fixed_ips': [{'subnet_id': '64009931-e0ec-4802-8d9d-03b788e5f0bc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ddb8ae2c-dc78-4521-87ef-aa6deef6b169', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a082e4fd-05b3-4969-99b0-8947f2e878d7'}], 'binding:host_id': 'n-d-713499-31'}, 'id': 'd82cc332-279e-46d7-b4ed-378593725068'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:59:24.771034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-84f7a891-1de8-41c5-bd5c-55b9357a1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:24.774862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-84f7a891-1de8-41c5-bd5c-55b9357a1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:24.781722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-84f7a891-1de8-41c5-bd5c-55b9357a1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:24.782439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-84f7a891-1de8-41c5-bd5c-55b9357a1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:24.783061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-84f7a891-1de8-41c5-bd5c-55b9357a1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:24.783886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-84f7a891-1de8-41c5-bd5c-55b9357a1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:24.784489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-84f7a891-1de8-41c5-bd5c-55b9357a1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:24.789261 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-84f7a891-1de8-41c5-bd5c-55b9357a1d7f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 6498 time: 0.1311400 Dec 08 01:59:24.972598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-86f8c6d4-1a21-4c6c-b88f-9d3cbaf907a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:24.975539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-86f8c6d4-1a21-4c6c-b88f-9d3cbaf907a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=caf2deea-53dd-4462-beed-a3b1fd4b591a HTTP/1.1" status: 200 len: 913 time: 0.1806715 Dec 08 01:59:24.993678 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca5a40be-bd80-45df-8b5d-823eed2a3164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:25.158108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-ef8b442f-1722-460f-be12-8311ad323ccb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ad676ef-7601-4543-b8c7-abf32ca8e077 HTTP/1.1" status: 200 len: 999 time: 0.1688175 Dec 08 01:59:25.191026 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6c8d9-70c5-41ad-9640-9f166ce11326 req-459fc5f6-c4a6-4be8-998b-e9b29c2f7d2f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:25.192855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-17b6c8d9-70c5-41ad-9640-9f166ce11326 req-459fc5f6-c4a6-4be8-998b-e9b29c2f7d2f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.1883624 Dec 08 01:59:25.242398 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-6f6b6a54-53eb-480d-a2b2-25f2209b1e9e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Delete allocated IP 2001:db8::15f (6b5bef54-f3c8-447c-b91c-5065e2b17c5e/ddb8ae2c-dc78-4521-87ef-aa6deef6b169) {{(pid=109766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 01:59:25.254908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-6f6b6a54-53eb-480d-a2b2-25f2209b1e9e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Allocated IP 2001:db8:0:2::164 (6b5bef54-f3c8-447c-b91c-5065e2b17c5e/a082e4fd-05b3-4969-99b0-8947f2e878d7/580b0e67-228a-4fdc-8d0f-7277579a9cf1) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:25.407109 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-17b6c8d9-70c5-41ad-9640-9f166ce11326 req-ef83fbe9-c209-445a-8ddb-7885d7b246cd tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614938 Dec 08 01:59:25.433245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d4342a-8b77-4b08-9531-ff3686b64210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:25.435493 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7db0b1-b7a7-4b82-9267-f13e0b1fb1e8" -d '{"events": [{"server_uuid": "65d4342a-8b77-4b08-9531-ff3686b64210", "name": "network-vif-unplugged", "status": "completed", "tag": "a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:25.567177 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:25.634440 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6bd18ff9-24a4-4035-a11e-63fdd515e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:25Z', 'revision_number': 4, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port': {'id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'b02f61e1-821f-4fed-9cb6-a3c6eae72e72', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'port_id': '9ad676ef-7601-4543-b8c7-abf32ca8e077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'mac_address': 'fa:16:3e:0b:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:57:48Z', 'updated_at': '2021-12-08T01:59:22Z', 'revision_number': 1, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2600c1e1-da50-4a9f-84f2-bd19d48368f6', 'name': '', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'mac_address': 'fa:16:3e:ed:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:18Z', 'updated_at': '2021-12-08T01:56:36Z', 'revision_number': 5, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'subnets': [{'id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:25.639043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-cf10be0c-d7e4-498e-a74f-1a14a3ff8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:25.641648 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-cf10be0c-d7e4-498e-a74f-1a14a3ff8614 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9858dc50-2361-4edb-86fe-cd0999c30287 HTTP/1.1" status: 200 len: 851 time: 0.4457526 Dec 08 01:59:25.686278 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6f6b6a54-53eb-480d-a2b2-25f2209b1e9e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:25.686878 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e42d3-44f1-491b-909c-75cc0aaa1b9e req-793c7b9e-ff65-46c4-8e84-4ab95c62d601 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:25.689208 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f0e42d3-44f1-491b-909c-75cc0aaa1b9e req-793c7b9e-ff65-46c4-8e84-4ab95c62d601 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.2782769 Dec 08 01:59:25.695075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd18ff9-24a4-4035-a11e-63fdd515e191 None None] Checking router: 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:59:25.700527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6f6b6a54-53eb-480d-a2b2-25f2209b1e9e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:25.735830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd18ff9-24a4-4035-a11e-63fdd515e191 None None] Routers {'4b3bd2b3-de74-4aa4-8002-598fc67d8c05'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:59:25.737131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6bd18ff9-24a4-4035-a11e-63fdd515e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:59:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:25.773196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd1113-3f58-4891-a35d-ac5993cce211 req-ec30b97d-ebb7-4617-85cd-5bb4a028f8d1 tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:25.789581 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fcd1113-3f58-4891-a35d-ac5993cce211 req-ec30b97d-ebb7-4617-85cd-5bb4a028f8d1 tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 1101 time: 0.2285600 Dec 08 01:59:25.842482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-1065e0c2-fec6-45c7-a686-6b59dbe84df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:25.844165 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-1065e0c2-fec6-45c7-a686-6b59dbe84df4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=caf2deea-53dd-4462-beed-a3b1fd4b591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1929221 Dec 08 01:59:25.878452 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f0e42d3-44f1-491b-909c-75cc0aaa1b9e req-6a74061c-358c-4267-b396-73b1f1d0ff16 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602328 Dec 08 01:59:26.015408 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fcd1113-3f58-4891-a35d-ac5993cce211 req-a4347499-c3f8-4368-af92-c8aa197e509e tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061515 Dec 08 01:59:26.015408 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-41e8273d-9f0b-4323-a9e0-3208ee59cd48 service neutron] 10.222.0.45 "GET /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453450 Dec 08 01:59:26.037180 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6bd18ff9-24a4-4035-a11e-63fdd515e191 None None] Set router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:59:26.259933 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1952bfc5-d06f-4f1f-abc9-ef3c729a3760 x-openstack-request-id: req-1952bfc5-d06f-4f1f-abc9-ef3c729a3760 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:26.261138 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d4342a-8b77-4b08-9531-ff3686b64210", "name": "network-vif-unplugged", "status": "completed", "tag": "a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:26.261528 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b6a54-53eb-480d-a2b2-25f2209b1e9e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event updated for resources: {'Port': ['ID=580b0e67-228a-4fdc-8d0f-7277579a9cf1,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:26.261783 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1952bfc5-d06f-4f1f-abc9-ef3c729a3760 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:26.262385 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d4342a-8b77-4b08-9531-ff3686b64210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e', 'code': 200} Dec 08 01:59:26.277389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266573fd-afa3-4b7a-bfc8-81ca3db46593 req-7182f625-71b9-48c5-a98e-ea99ab6a138a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:26.285072 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-266573fd-afa3-4b7a-bfc8-81ca3db46593 req-7182f625-71b9-48c5-a98e-ea99ab6a138a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1228063 Dec 08 01:59:26.308809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a37efb6-904c-4184-b69b-5b44dbeb341e req-b3d3b581-6001-413b-91dd-f06a67947c42 service neutron] 10.222.0.45 "GET /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855370 Dec 08 01:59:26.320200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-ca5a40be-bd80-45df-8b5d-823eed2a3164 None None] Allocated IP 2001:db8:0:2::2 (6b5bef54-f3c8-447c-b91c-5065e2b17c5e/a082e4fd-05b3-4969-99b0-8947f2e878d7/d82cc332-279e-46d7-b4ed-378593725068) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:26.321784 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b6a54-53eb-480d-a2b2-25f2209b1e9e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] In _notify_port_updated(), no bound segment for port 580b0e67-228a-4fdc-8d0f-7277579a9cf1 on network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:59:26.332063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b6a54-53eb-480d-a2b2-25f2209b1e9e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:26.333340 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6f6b6a54-53eb-480d-a2b2-25f2209b1e9e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:26.337654 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6f6b6a54-53eb-480d-a2b2-25f2209b1e9e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "PUT /v2.0/ports/580b0e67-228a-4fdc-8d0f-7277579a9cf1 HTTP/1.1" status: 200 len: 968 time: 2.0077217 Dec 08 01:59:26.337884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53350) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:26.355769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-266573fd-afa3-4b7a-bfc8-81ca3db46593 req-d9109a0f-2c1b-4c7c-8b10-5ed852d6305d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633116 Dec 08 01:59:26.500781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f1750d23-c11f-4919-9306-75423a66808d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port 580b0e67-228a-4fdc-8d0f-7277579a9cf1 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:26.500951 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bf155-621c-4d41-ba8e-861226467c55 req-01240304-2065-463f-90d3-8f2a018b4f8f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:26.501500 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1750d23-c11f-4919-9306-75423a66808d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:26.509984 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c61bf155-621c-4d41-ba8e-861226467c55 req-01240304-2065-463f-90d3-8f2a018b4f8f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0737402 Dec 08 01:59:26.556244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-5622ce94-6d62-4d55-b338-b93cc0b56f20 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282586 Dec 08 01:59:26.665680 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c61bf155-621c-4d41-ba8e-861226467c55 req-27e4b0fa-ceb6-43b7-b1ae-8a73541caf3e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495163 Dec 08 01:59:26.673891 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1750d23-c11f-4919-9306-75423a66808d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:26.706608 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f1750d23-c11f-4919-9306-75423a66808d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for 580b0e67-228a-4fdc-8d0f-7277579a9cf1 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:26.730823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ca5a40be-bd80-45df-8b5d-823eed2a3164 None None] For port d82cc332-279e-46d7-b4ed-378593725068, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d82cc332-279e-46d7-b4ed-378593725068,segment=NetworkSegment(c079c3ec-6fad-4974-830a-f7faa92465e2),segment_id=c079c3ec-6fad-4974-830a-f7faa92465e2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:26.796850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-a162400e-f755-4115-adef-2673bf9092ff tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:26.799418 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-a162400e-f755-4115-adef-2673bf9092ff tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187791 Dec 08 01:59:26.812375 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca5a40be-bd80-45df-8b5d-823eed2a3164 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:26.832332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-f6a4a846-d9a5-4a62-ab58-08859d73ecb1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/quotas/d98ff618afa84eb49ddee4c24ab597d5 HTTP/1.1" status: 200 len: 375 time: 0.0237865 Dec 08 01:59:26.852950 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca5a40be-bd80-45df-8b5d-823eed2a3164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:26.957641 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:26.994125 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-e5377a6d-1473-45ca-883e-7d1a1f4a13d6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447260 Dec 08 01:59:26.998154 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1750d23-c11f-4919-9306-75423a66808d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.022581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323a1d6-9f7a-4ba8-8254-40d8ca0cac9b req-399f68e1-8d04-4453-8caa-555b7642275b tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:27.028314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f323a1d6-9f7a-4ba8-8254-40d8ca0cac9b req-399f68e1-8d04-4453-8caa-555b7642275b tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1142311 Dec 08 01:59:27.038625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1750d23-c11f-4919-9306-75423a66808d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=580b0e67-228a-4fdc-8d0f-7277579a9cf1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:27.061495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6bd18ff9-24a4-4035-a11e-63fdd515e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:25Z', 'revision_number': 4, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port': {'id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'b02f61e1-821f-4fed-9cb6-a3c6eae72e72', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'port_id': '9ad676ef-7601-4543-b8c7-abf32ca8e077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'mac_address': 'fa:16:3e:0b:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:57:48Z', 'updated_at': '2021-12-08T01:59:22Z', 'revision_number': 1, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2600c1e1-da50-4a9f-84f2-bd19d48368f6', 'name': '', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'mac_address': 'fa:16:3e:ed:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:18Z', 'updated_at': '2021-12-08T01:56:36Z', 'revision_number': 5, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'subnets': [{'id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:27.072898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1750d23-c11f-4919-9306-75423a66808d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.079529 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f1750d23-c11f-4919-9306-75423a66808d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/580b0e67-228a-4fdc-8d0f-7277579a9cf1 HTTP/1.1" status: 204 len: 168 time: 0.7375133 Dec 08 01:59:27.079812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53390) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:27.110087 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0021b570-6a78-4d4f-8fbb-f5dc62a9fd1b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] GET failed (client error): The resource could not be found. Dec 08 01:59:27.114300 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0021b570-6a78-4d4f-8fbb-f5dc62a9fd1b tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports/580b0e67-228a-4fdc-8d0f-7277579a9cf1 HTTP/1.1" status: 404 len: 333 time: 0.0305893 Dec 08 01:59:27.115350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd18ff9-24a4-4035-a11e-63fdd515e191 None None] The sync data for ids ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'] in n-d-713499-31 is: [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:25Z', 'revision_number': 4, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port': {'id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'b02f61e1-821f-4fed-9cb6-a3c6eae72e72', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'port_id': '9ad676ef-7601-4543-b8c7-abf32ca8e077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'mac_address': 'fa:16:3e:0b:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:57:48Z', 'updated_at': '2021-12-08T01:59:22Z', 'revision_number': 1, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2600c1e1-da50-4a9f-84f2-bd19d48368f6', 'name': '', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'mac_address': 'fa:16:3e:ed:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:18Z', 'updated_at': '2021-12-08T01:56:36Z', 'revision_number': 5, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'subnets': [{'id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:59:27.118287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53394) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:27.121733 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a40be-bd80-45df-8b5d-823eed2a3164 None None] Pushing event updated for resources: {'Port': ['ID=d82cc332-279e-46d7-b4ed-378593725068,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:27.199361 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f323a1d6-9f7a-4ba8-8254-40d8ca0cac9b req-3306706d-a578-430d-b7d3-87feef30d61a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572969 Dec 08 01:59:27.228283 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-353456eb-714f-44e0-be38-80d50bf507ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.284932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-353456eb-714f-44e0-be38-80d50bf507ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.395785 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-353456eb-714f-44e0-be38-80d50bf507ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.400562 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-353456eb-714f-44e0-be38-80d50bf507ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.409814 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-353456eb-714f-44e0-be38-80d50bf507ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/security-groups/3b31b0f3-1751-4e3f-8b81-917fc73169a5 HTTP/1.1" status: 204 len: 168 time: 0.2831595 Dec 08 01:59:27.423806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353456eb-714f-44e0-be38-80d50bf507ad tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b31b0f3-1751-4e3f-8b81-917fc73169a5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:27.427435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53412) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:27.529587 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-866c124a-0374-4bbe-9f56-25f8463ebee9 req-e3492fe4-bd70-4c1a-a6dd-e42ea7bb5412 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 210 time: 0.0658545 Dec 08 01:59:27.616554 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e858ed81-df4e-45bc-9c7e-ea503c98f21e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.657082 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e858ed81-df4e-45bc-9c7e-ea503c98f21e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.674491 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460b334f-81a8-4b9a-8049-e3d29a734600 None None] New status for floating IP b02f61e1-821f-4fed-9cb6-a3c6eae72e72: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:59:27.749521 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e858ed81-df4e-45bc-9c7e-ea503c98f21e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.773527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e858ed81-df4e-45bc-9c7e-ea503c98f21e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.779357 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53422) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:27.787233 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e858ed81-df4e-45bc-9c7e-ea503c98f21e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/security-groups/536a9601-54a0-410a-8d36-5ce840e112ba HTTP/1.1" status: 204 len: 168 time: 0.3585541 Dec 08 01:59:27.808279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858ed81-df4e-45bc-9c7e-ea503c98f21e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536a9601-54a0-410a-8d36-5ce840e112ba,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:27.890230 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.973289 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c73e8785-cb02-455e-a57e-6c1d7800e9ae tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.027362 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c73e8785-cb02-455e-a57e-6c1d7800e9ae tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.118776 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c73e8785-cb02-455e-a57e-6c1d7800e9ae tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.122909 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c73e8785-cb02-455e-a57e-6c1d7800e9ae tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.130349 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53446) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:28.130517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c73e8785-cb02-455e-a57e-6c1d7800e9ae tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/security-groups/00ecdd7b-3c9c-4335-b097-57dbef815677 HTTP/1.1" status: 204 len: 168 time: 0.3466523 Dec 08 01:59:28.147300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e8785-cb02-455e-a57e-6c1d7800e9ae tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ecdd7b-3c9c-4335-b097-57dbef815677,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:28.165917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:59:28.241672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-50cc03dc-5c58-4773-9f87-97705133e18e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting subnet ddb8ae2c-dc78-4521-87ef-aa6deef6b169 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:28.241672 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50cc03dc-5c58-4773-9f87-97705133e18e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.300764 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50cc03dc-5c58-4773-9f87-97705133e18e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.426294 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c42597bf-5208-465f-ade4-f5b32f5f60ff None None] Could not find standard attr ID for object 580b0e67-228a-4fdc-8d0f-7277579a9cf1. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:59:28.434123 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50cc03dc-5c58-4773-9f87-97705133e18e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.449710 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:28.486124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e', 'mac_address': 'fa:16:3e:e0:ab:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:59:28.496689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c42597bf-5208-465f-ade4-f5b32f5f60ff None None] Provisioning complete for port 320d1b62-d971-46f9-9cc8-e3bdf1b89836 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:28.497362 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c42597bf-5208-465f-ade4-f5b32f5f60ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.544839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50cc03dc-5c58-4773-9f87-97705133e18e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.603211 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50cc03dc-5c58-4773-9f87-97705133e18e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.620680 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c42597bf-5208-465f-ade4-f5b32f5f60ff None None] Port 320d1b62-d971-46f9-9cc8-e3bdf1b89836 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:28.636572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53466) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:28.639048 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-50cc03dc-5c58-4773-9f87-97705133e18e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/ddb8ae2c-dc78-4521-87ef-aa6deef6b169 HTTP/1.1" status: 204 len: 168 time: 0.5074029 Dec 08 01:59:28.641158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc03dc-5c58-4773-9f87-97705133e18e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb8ae2c-dc78-4521-87ef-aa6deef6b169,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:28.659446 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c42597bf-5208-465f-ade4-f5b32f5f60ff None None] Provisioning complete for port d82cc332-279e-46d7-b4ed-378593725068 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:28.660272 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c42597bf-5208-465f-ade4-f5b32f5f60ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.662198 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.708858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:28.762843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:28.789189 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.829892 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-632e6267-6283-4eca-86e5-f00e78f8bffc req-2b2acc7b-e988-40ae-bacf-b22ae541a41a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 210 time: 0.1090240 Dec 08 01:59:28.843089 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305abb98-311d-4f54-ae1d-b634c7f73ded None None] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:28.874217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4fe951-1c0b-46b4-b652-e7af67a1004c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting subnet a082e4fd-05b3-4969-99b0-8947f2e878d7 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:28.888997 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b4fe951-1c0b-46b4-b652-e7af67a1004c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.962525 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b4fe951-1c0b-46b4-b652-e7af67a1004c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.138993 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b4fe951-1c0b-46b4-b652-e7af67a1004c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.251109 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b4fe951-1c0b-46b4-b652-e7af67a1004c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.299241 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d82cc332-279e-46d7-b4ed-378593725068 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:29.334517 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-2006bcc7-a41e-441c-8151-d03f4be0a331 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618961 Dec 08 01:59:29.353727 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fe951-1c0b-46b4-b652-e7af67a1004c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Subnet': ['ID=a082e4fd-05b3-4969-99b0-8947f2e878d7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:29.357476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:29.369169 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b4fe951-1c0b-46b4-b652-e7af67a1004c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.376407 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9b4fe951-1c0b-46b4-b652-e7af67a1004c tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/a082e4fd-05b3-4969-99b0-8947f2e878d7 HTTP/1.1" status: 204 len: 168 time: 0.7387137 Dec 08 01:59:29.379487 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53500) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:29.425685 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:29.456342 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-df12a5d9-e3ca-457a-b5ad-e2feb5d57db8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] DELETE failed (client error): The resource could not be found. Dec 08 01:59:29.456806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df12a5d9-e3ca-457a-b5ad-e2feb5d57db8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:29.466436 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-df12a5d9-e3ca-457a-b5ad-e2feb5d57db8 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/ddb8ae2c-dc78-4521-87ef-aa6deef6b169 HTTP/1.1" status: 404 len: 337 time: 0.0825734 Dec 08 01:59:29.467907 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53504) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:29.528985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8d2c1682-e823-4a5b-8245-ab16609d1f19 None None] Could not find standard attr ID for object 580b0e67-228a-4fdc-8d0f-7277579a9cf1. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:59:29.535301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d82cc332-279e-46d7-b4ed-378593725068 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:29.535886 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.586647 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7cd2d66-8fda-42ce-a846-5e943d0aa57e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting subnet 64009931-e0ec-4802-8d9d-03b788e5f0bc {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:29.591189 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2d66-8fda-42ce-a846-5e943d0aa57e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.649462 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2d66-8fda-42ce-a846-5e943d0aa57e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.688470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-13cd8067-7051-4445-80a2-5f5ff66093e7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:29.689470 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-13cd8067-7051-4445-80a2-5f5ff66093e7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3456421 Dec 08 01:59:29.721020 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-92007d6e-e069-4031-90b1-96012e350e9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Request body: {'port': {'device_id': 'ab725f5b-2e7e-4934-87c3-7dc78e230948', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'd98ff618afa84eb49ddee4c24ab597d5'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:29.827025 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2d66-8fda-42ce-a846-5e943d0aa57e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.868585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5fd081-83cf-4064-9a57-94d1573cd189 None None] Update dhcp port {'port': {'network_id': '6b5bef54-f3c8-447c-b91c-5065e2b17c5e', 'fixed_ips': [{'subnet_id': '64009931-e0ec-4802-8d9d-03b788e5f0bc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a082e4fd-05b3-4969-99b0-8947f2e878d7'}], 'binding:host_id': 'n-d-713499-31'}, 'id': 'd82cc332-279e-46d7-b4ed-378593725068'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:59:29.968072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-92007d6e-e069-4031-90b1-96012e350e9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Made reservation on behalf of d98ff618afa84eb49ddee4c24ab597d5 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:29.978441 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-92007d6e-e069-4031-90b1-96012e350e9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.991558 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b7c6ad9-ea58-4826-b034-4724c7a3af8f req-bb587368-14c8-4615-8a6d-43d95bfa6041 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 210 time: 0.0484712 Dec 08 01:59:30.009685 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2d66-8fda-42ce-a846-5e943d0aa57e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.070453 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7cd2d66-8fda-42ce-a846-5e943d0aa57e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.076767 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b7cd2d66-8fda-42ce-a846-5e943d0aa57e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/64009931-e0ec-4802-8d9d-03b788e5f0bc HTTP/1.1" status: 204 len: 168 time: 0.6069272 Dec 08 01:59:30.084169 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53546) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:30.113154 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd2d66-8fda-42ce-a846-5e943d0aa57e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Subnet': ['ID=64009931-e0ec-4802-8d9d-03b788e5f0bc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:30.121240 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d5fd081-83cf-4064-9a57-94d1573cd189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.159985 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f0e260-801d-4f8f-960e-7d38bc872f3d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] DELETE failed (client error): The resource could not be found. Dec 08 01:59:30.160644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f0e260-801d-4f8f-960e-7d38bc872f3d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:30.167810 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f8f0e260-801d-4f8f-960e-7d38bc872f3d tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/09e514d0-c048-425f-a445-5b466d65a7d4 HTTP/1.1" status: 404 len: 337 time: 0.0821393 Dec 08 01:59:30.170755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53548) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:30.224177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-95373f66-f3a5-4412-a1a4-c9fbd9a050eb tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "GET /v2.0/ports?device_id=b15392e0-4571-4de8-a9e6-34123b10ce74 HTTP/1.1" status: 200 len: 205 time: 0.0517251 Dec 08 01:59:30.230106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53550) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:30.326133 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-ff63d369-a48b-4e4e-88a3-0451d8f6d450 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] delete failed (client error): The resource could not be found. Dec 08 01:59:30.327479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ff63d369-a48b-4e4e-88a3-0451d8f6d450 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/routers/b15392e0-4571-4de8-a9e6-34123b10ce74 HTTP/1.1" status: 404 len: 336 time: 0.0953517 Dec 08 01:59:30.330317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53556) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:30.383204 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a545ab1-7dc6-4ab3-92e4-f9964c313f9e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] DELETE failed (client error): The resource could not be found. Dec 08 01:59:30.383942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a545ab1-7dc6-4ab3-92e4-f9964c313f9e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:30.394820 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6a545ab1-7dc6-4ab3-92e4-f9964c313f9e tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/ca66927f-09d5-4cfb-b153-c707d358f1c0 HTTP/1.1" status: 404 len: 337 time: 0.0584300 Dec 08 01:59:30.394820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53558) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:30.403229 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cfa327-1fed-44d5-be8c-7709c9fd9722 None None] Network 6b5bef54-f3c8-447c-b91c-5065e2b17c5e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:30.405928 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-92007d6e-e069-4031-90b1-96012e350e9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Allocated IP 192.168.233.169 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/d631cb7b-2af2-4a95-ab90-5c174b28fd23) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:30.442760 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18351ab-c262-45ff-a594-26becd570f85 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] DELETE failed (client error): The resource could not be found. Dec 08 01:59:30.443257 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18351ab-c262-45ff-a594-26becd570f85 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:30.449007 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b18351ab-c262-45ff-a594-26becd570f85 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/ccd5971b-b8c9-47e9-99e9-f1f2efa00074 HTTP/1.1" status: 404 len: 337 time: 0.0513651 Dec 08 01:59:30.449444 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53560) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:30.490402 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7095df5-1a82-4824-9489-291aa9894da2 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] DELETE failed (client error): The resource could not be found. Dec 08 01:59:30.490844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7095df5-1a82-4824-9489-291aa9894da2 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:30.496745 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c7095df5-1a82-4824-9489-291aa9894da2 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/189cf398-4d90-4761-a2e4-a145cfc5853d HTTP/1.1" status: 404 len: 337 time: 0.0438049 Dec 08 01:59:30.497585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53562) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:30.537868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b4d29c11-21e6-4806-a2df-17965d02a101 None None] Provisioning complete for port 320d1b62-d971-46f9-9cc8-e3bdf1b89836 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:30.538307 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4d29c11-21e6-4806-a2df-17965d02a101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.599824 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28fdeb2-f00c-470f-877c-01838c3fc141 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] DELETE failed (client error): The resource could not be found. Dec 08 01:59:30.601290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28fdeb2-f00c-470f-877c-01838c3fc141 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:30.603289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b4d29c11-21e6-4806-a2df-17965d02a101 None None] Port 320d1b62-d971-46f9-9cc8-e3bdf1b89836 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:30.609984 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c28fdeb2-f00c-470f-877c-01838c3fc141 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/118b28d5-c31c-4961-894c-ab0722fe93ed HTTP/1.1" status: 404 len: 333 time: 0.1112883 Dec 08 01:59:30.613211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53564) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:30.644161 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b4d29c11-21e6-4806-a2df-17965d02a101 None None] Provisioning complete for port d82cc332-279e-46d7-b4ed-378593725068 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:30.645452 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4d29c11-21e6-4806-a2df-17965d02a101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.650293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a925269-1f18-41bc-b49f-1a96d272b387 None None] DHCP port deletion for 6b5bef54-f3c8-447c-b91c-5065e2b17c5e request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:59:30.740912 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-765b93cf-9eac-4778-869c-0d4051c54a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] DELETE failed (client error): The resource could not be found. Dec 08 01:59:30.743895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765b93cf-9eac-4778-869c-0d4051c54a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:30.750653 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-765b93cf-9eac-4778-869c-0d4051c54a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/704ead4a-ae5c-459e-844a-ae129d243c25 HTTP/1.1" status: 404 len: 337 time: 0.1363869 Dec 08 01:59:30.753872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53568) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:30.823348 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d28068-446d-4941-b3f1-0b4ad240bcb7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] DELETE failed (client error): The resource could not be found. Dec 08 01:59:30.823910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d28068-446d-4941-b3f1-0b4ad240bcb7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:30.847447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-95d28068-446d-4941-b3f1-0b4ad240bcb7 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/68295ffa-e556-4326-b832-a0be25f31b16 HTTP/1.1" status: 404 len: 337 time: 0.0896189 Dec 08 01:59:30.850156 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53574) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:30.868397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8a925269-1f18-41bc-b49f-1a96d272b387 None None] Deleting port d82cc332-279e-46d7-b4ed-378593725068 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:30.869009 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a925269-1f18-41bc-b49f-1a96d272b387 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.882008 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-92007d6e-e069-4031-90b1-96012e350e9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.957412 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7721b457-42fc-45e1-85e6-e73c4e80d442 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] DELETE failed (client error): The resource could not be found. Dec 08 01:59:30.958064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7721b457-42fc-45e1-85e6-e73c4e80d442 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:30.958620 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-92007d6e-e069-4031-90b1-96012e350e9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.961528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7721b457-42fc-45e1-85e6-e73c4e80d442 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/f6895c23-3e5f-4ce0-b98d-d9a8f8905c11 HTTP/1.1" status: 404 len: 333 time: 0.1085162 Dec 08 01:59:30.980369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53576) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:30.993648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d82cc332-279e-46d7-b4ed-378593725068 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:31.040023 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92007d6e-e069-4031-90b1-96012e350e9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Pushing event updated for resources: {'Port': ['ID=d631cb7b-2af2-4a95-ab90-5c174b28fd23,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:31.052536 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-92007d6e-e069-4031-90b1-96012e350e9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:31.062107 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-92007d6e-e069-4031-90b1-96012e350e9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:31.065051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-92007d6e-e069-4031-90b1-96012e350e9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:31.067839 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['577248e7-7719-496c-9dbd-22b8acf6673b'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:31.091958 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd58bfc-5d1c-495e-b575-a5a017340901 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] DELETE failed (client error): The resource could not be found. Dec 08 01:59:31.092478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd58bfc-5d1c-495e-b575-a5a017340901 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:31.096264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-efd58bfc-5d1c-495e-b575-a5a017340901 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/d2e5f0c8-752e-4f96-8a3d-40a381bbdc56 HTTP/1.1" status: 404 len: 337 time: 0.1148765 Dec 08 01:59:31.104160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53586) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:31.240232 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-92007d6e-e069-4031-90b1-96012e350e9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:31.246132 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-92007d6e-e069-4031-90b1-96012e350e9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.263086 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8a925269-1f18-41bc-b49f-1a96d272b387 None None] For port d82cc332-279e-46d7-b4ed-378593725068, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d82cc332-279e-46d7-b4ed-378593725068,segment=NetworkSegment(c079c3ec-6fad-4974-830a-f7faa92465e2),segment_id=c079c3ec-6fad-4974-830a-f7faa92465e2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:31.263894 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a925269-1f18-41bc-b49f-1a96d272b387 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.280999 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-92007d6e-e069-4031-90b1-96012e350e9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5660148 Dec 08 01:59:31.295122 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce25436b-de92-4d52-9079-7d1f207e62e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] DELETE failed (client error): The resource could not be found. Dec 08 01:59:31.295719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce25436b-de92-4d52-9079-7d1f207e62e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:31.302440 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ce25436b-de92-4d52-9079-7d1f207e62e6 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/subnets/133ef439-77b0-48d6-9417-baaaf0f3242c HTTP/1.1" status: 404 len: 337 time: 0.1947582 Dec 08 01:59:31.305323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Request body: {'port': {'device_id': 'ab725f5b-2e7e-4934-87c3-7dc78e230948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:31.306082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53598) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:31.328924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8a925269-1f18-41bc-b49f-1a96d272b387 None None] Calling delete_port for d82cc332-279e-46d7-b4ed-378593725068 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:31.407716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd626824-71cf-41a3-8155-02308ec6d2e6 req-71c327b8-a0eb-4adf-8762-e7c51b3e7e42 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:31.428250 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.436014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd626824-71cf-41a3-8155-02308ec6d2e6 req-71c327b8-a0eb-4adf-8762-e7c51b3e7e42 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 936 time: 0.2285171 Dec 08 01:59:31.594558 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd626824-71cf-41a3-8155-02308ec6d2e6 req-deb49749-61fa-415e-b8ea-d25ea87a84e1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576564 Dec 08 01:59:31.644030 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1d886-82cb-44aa-ba42-f62d7b2e0a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Deleting port 320d1b62-d971-46f9-9cc8-e3bdf1b89836 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:31.644693 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9f1d886-82cb-44aa-ba42-f62d7b2e0a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.654540 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.709247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6c0b5740-abe0-4730-a68c-854cf79e1d49 None None] Provisioning complete for port d631cb7b-2af2-4a95-ab90-5c174b28fd23 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:31.709611 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5740-abe0-4730-a68c-854cf79e1d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.755556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b5740-abe0-4730-a68c-854cf79e1d49 None None] Port d631cb7b-2af2-4a95-ab90-5c174b28fd23 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:31.808556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port d82cc332-279e-46d7-b4ed-378593725068, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d82cc332-279e-46d7-b4ed-378593725068,segment=NetworkSegment(c079c3ec-6fad-4974-830a-f7faa92465e2),segment_id=c079c3ec-6fad-4974-830a-f7faa92465e2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:31.810181 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9f1d886-82cb-44aa-ba42-f62d7b2e0a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.842766 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.844273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1d886-82cb-44aa-ba42-f62d7b2e0a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Calling delete_port for 320d1b62-d971-46f9-9cc8-e3bdf1b89836 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:31.850484 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a925269-1f18-41bc-b49f-1a96d272b387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.880777 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event deleted for resources: {'Port': ['ID=d82cc332-279e-46d7-b4ed-378593725068,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:31.907024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a925269-1f18-41bc-b49f-1a96d272b387 None None] Pushing event deleted for resources: {'Port': ['ID=d82cc332-279e-46d7-b4ed-378593725068,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:31.914748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a925269-1f18-41bc-b49f-1a96d272b387 None None] No DVR routers for this DVR port d82cc332-279e-46d7-b4ed-378593725068 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:31.972373 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9f1d886-82cb-44aa-ba42-f62d7b2e0a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.011714 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1d886-82cb-44aa-ba42-f62d7b2e0a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Port': ['ID=320d1b62-d971-46f9-9cc8-e3bdf1b89836,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:32.035260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d631cb7b-2af2-4a95-ab90-5c174b28fd23 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:32.037069 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b9f1d886-82cb-44aa-ba42-f62d7b2e0a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.050602 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.059352 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b9f1d886-82cb-44aa-ba42-f62d7b2e0a26 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/ports/320d1b62-d971-46f9-9cc8-e3bdf1b89836 HTTP/1.1" status: 204 len: 168 time: 0.7455120 Dec 08 01:59:32.065704 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53610) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:32.101507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Transition to ACTIVE for port object d631cb7b-2af2-4a95-ab90-5c174b28fd23 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:59:32.115433 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.207562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:32.347052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:32.347316 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.503596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Attempting to bind port d631cb7b-2af2-4a95-ab90-5c174b28fd23 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:59:32.504246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Attempting to bind port d631cb7b-2af2-4a95-ab90-5c174b28fd23 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:59:32.504779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Attempting to bind port d631cb7b-2af2-4a95-ab90-5c174b28fd23 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:59:32.519229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Port d631cb7b-2af2-4a95-ab90-5c174b28fd23 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:59:32.519871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Attempting to bind port d631cb7b-2af2-4a95-ab90-5c174b28fd23 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:59:32.522643 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.528262 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-19aa4363-e524-485b-884f-9329de818914 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.544101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=d631cb7b-2af2-4a95-ab90-5c174b28fd23,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:32.570334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d4342a-8b77-4b08-9531-ff3686b64210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:32.572945 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4482e4b7-f2bc-4ec8-8641-315546ef7f60" -d '{"events": [{"server_uuid": "65d4342a-8b77-4b08-9531-ff3686b64210", "name": "network-vif-plugged", "status": "completed", "tag": "a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:32.582370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:59:32.582769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:32.583161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:59:32.583630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Bound port: d631cb7b-2af2-4a95-ab90-5c174b28fd23, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:59:32.584055 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.621099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:32.627465 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.660296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] For port d631cb7b-2af2-4a95-ab90-5c174b28fd23, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:59:32.664324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] For port d631cb7b-2af2-4a95-ab90-5c174b28fd23, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d631cb7b-2af2-4a95-ab90-5c174b28fd23,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:59:32.687456 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.731351 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef41b22f-2490-4e75-a045-a418afb57d69 x-openstack-request-id: req-ef41b22f-2490-4e75-a045-a418afb57d69 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:32.732042 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d4342a-8b77-4b08-9531-ff3686b64210", "name": "network-vif-plugged", "status": "completed", "tag": "a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:32.732042 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ef41b22f-2490-4e75-a045-a418afb57d69 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:32.732350 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d4342a-8b77-4b08-9531-ff3686b64210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e', 'code': 200} Dec 08 01:59:32.733932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:32.758425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=d631cb7b-2af2-4a95-ab90-5c174b28fd23,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:32.838479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:32.839116 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.840823 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-de0a7337-f58b-423f-8d7f-78cfc9101fe5 service neutron] 10.222.0.75 "PUT /v2.0/ports/d631cb7b-2af2-4a95-ab90-5c174b28fd23 HTTP/1.1" status: 200 len: 1097 time: 1.5436196 Dec 08 01:59:32.845296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab725f5b-2e7e-4934-87c3-7dc78e230948', 'tag': 'd631cb7b-2af2-4a95-ab90-5c174b28fd23'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:32.847613 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1b0b93-c0a0-47fa-bd79-cdc66dd3f29c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab725f5b-2e7e-4934-87c3-7dc78e230948", "tag": "d631cb7b-2af2-4a95-ab90-5c174b28fd23"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:32.858446 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-19aa4363-e524-485b-884f-9329de818914 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.903433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-19aa4363-e524-485b-884f-9329de818914 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5bef54-f3c8-447c-b91c-5065e2b17c5e']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:32.905109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd1124-5053-471d-838f-acbcaca90bf8 req-76976a2a-af9f-4110-b264-0b9b709434cc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:32.927081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8dd1124-5053-471d-838f-acbcaca90bf8 req-76976a2a-af9f-4110-b264-0b9b709434cc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 948 time: 0.1434824 Dec 08 01:59:32.965689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-19aa4363-e524-485b-884f-9329de818914 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c079c3ec-6fad-4974-830a-f7faa92465e2') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:32.965925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-19aa4363-e524-485b-884f-9329de818914 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c079c3ec-6fad-4974-830a-f7faa92465e2') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:32.969256 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97178bdf-71a7-48d6-a5c1-2404c8a2b25f x-openstack-request-id: req-97178bdf-71a7-48d6-a5c1-2404c8a2b25f {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:32.969697 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab725f5b-2e7e-4934-87c3-7dc78e230948", "tag": "d631cb7b-2af2-4a95-ab90-5c174b28fd23", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:32.970861 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-97178bdf-71a7-48d6-a5c1-2404c8a2b25f {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:32.971281 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab725f5b-2e7e-4934-87c3-7dc78e230948', 'tag': 'd631cb7b-2af2-4a95-ab90-5c174b28fd23', 'status': 'completed', 'code': 200} Dec 08 01:59:33.005414 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-19aa4363-e524-485b-884f-9329de818914 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.043386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-d6971c77-18fc-47af-b8e3-cab3bddc8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:33.043905 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8dd1124-5053-471d-838f-acbcaca90bf8 req-19dca09b-65c2-46af-a20d-483a7ea7bb7b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100945 Dec 08 01:59:33.045162 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-d6971c77-18fc-47af-b8e3-cab3bddc8e1c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 1100 time: 0.1243284 Dec 08 01:59:33.053290 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-19aa4363-e524-485b-884f-9329de818914 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.119140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19aa4363-e524-485b-884f-9329de818914 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:59:33.119867 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-19aa4363-e524-485b-884f-9329de818914 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:59:33.123373 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:59:33.138575 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-6ad7376c-54ee-4c48-98dc-40896417b207 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d631cb7b-2af2-4a95-ab90-5c174b28fd23 HTTP/1.1" status: 200 len: 217 time: 0.0780599 Dec 08 01:59:33.267538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-ededbe98-076e-4b86-9538-f36f9c1c97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:33.270332 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-ededbe98-076e-4b86-9538-f36f9c1c97c7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1234529 Dec 08 01:59:33.327284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-19aa4363-e524-485b-884f-9329de818914 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.341619 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-19aa4363-e524-485b-884f-9329de818914 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.351740 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-19aa4363-e524-485b-884f-9329de818914 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] 10.222.0.71 "DELETE /v2.0/networks/6b5bef54-f3c8-447c-b91c-5065e2b17c5e HTTP/1.1" status: 204 len: 168 time: 1.2843995 Dec 08 01:59:33.447523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa4363-e524-485b-884f-9329de818914 tempest-PortsIpV6TestJSON-1461809681 tempest-PortsIpV6TestJSON-1461809681-project] Pushing event deleted for resources: {'Network': ['ID=6b5bef54-f3c8-447c-b91c-5065e2b17c5e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:33.503798 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-5bc2d488-514d-424f-9c40-3dbe80ec0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:33.506091 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-5bc2d488-514d-424f-9c40-3dbe80ec0018 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2008708 Dec 08 01:59:33.658217 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-4cb2cac1-41a4-4815-9b9b-9d3ec885d462 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424937 Dec 08 01:59:33.801808 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54360dbc-c71e-4662-b252-2f329cbef1e8 req-53ba3453-d0cd-45d3-946d-42b9b987e630 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323583 Dec 08 01:59:33.836185 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53672) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:34.016372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b0b93-c0a0-47fa-bd79-cdc66dd3f29c req-d69a30ab-39de-4060-bd3d-9f6f362460eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:34.017919 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3f1b0b93-c0a0-47fa-bd79-cdc66dd3f29c req-d69a30ab-39de-4060-bd3d-9f6f362460eb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 1100 time: 0.0933537 Dec 08 01:59:34.198858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b0b93-c0a0-47fa-bd79-cdc66dd3f29c req-dee6a37e-8f9e-4114-87d5-357b70c39bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:34.202732 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3f1b0b93-c0a0-47fa-bd79-cdc66dd3f29c req-dee6a37e-8f9e-4114-87d5-357b70c39bc2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1723857 Dec 08 01:59:34.281855 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3f1b0b93-c0a0-47fa-bd79-cdc66dd3f29c req-2c430397-53c8-4a93-aa59-e6c87c298f86 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d631cb7b-2af2-4a95-ab90-5c174b28fd23 HTTP/1.1" status: 200 len: 217 time: 0.0622265 Dec 08 01:59:34.295549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc48a92-0d28-43d9-bcd8-a19916d22471 req-c77ac3f5-505a-4f1a-8015-7a896fe669cb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:34.318298 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afc48a92-0d28-43d9-bcd8-a19916d22471 req-c77ac3f5-505a-4f1a-8015-7a896fe669cb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 948 time: 0.1634719 Dec 08 01:59:34.329249 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8f80b7e1-ded1-4f38-8dfb-e91a3f4d56c1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ce784be1a1a047ac8e1a8b2922f3d034&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4915042 Dec 08 01:59:34.329894 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53686) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:34.415350 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afc48a92-0d28-43d9-bcd8-a19916d22471 req-735728ef-4845-4425-a2c0-90a39b840626 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957437 Dec 08 01:59:34.500517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b0b93-c0a0-47fa-bd79-cdc66dd3f29c req-fb97ac98-414d-4922-a5d0-53fcab68bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:34.502305 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3f1b0b93-c0a0-47fa-bd79-cdc66dd3f29c req-fb97ac98-414d-4922-a5d0-53fcab68bc86 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.2100310 Dec 08 01:59:34.569149 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33afd23c-0783-4d25-8e1a-d206dd0663eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.617115 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33afd23c-0783-4d25-8e1a-d206dd0663eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.685638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b0b93-c0a0-47fa-bd79-cdc66dd3f29c req-e0b44277-9b31-4ce8-b0b1-fd11bf7a5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:34.688327 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3f1b0b93-c0a0-47fa-bd79-cdc66dd3f29c req-e0b44277-9b31-4ce8-b0b1-fd11bf7a5a3c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1749961 Dec 08 01:59:34.824666 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3f1b0b93-c0a0-47fa-bd79-cdc66dd3f29c req-64c75d99-aac3-444c-8ec2-ef2de449ef85 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273277 Dec 08 01:59:34.830012 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33afd23c-0783-4d25-8e1a-d206dd0663eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.832911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33afd23c-0783-4d25-8e1a-d206dd0663eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.841546 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-33afd23c-0783-4d25-8e1a-d206dd0663eb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/440cfaa5-898b-43cb-bcc9-263471f7de09 HTTP/1.1" status: 204 len: 168 time: 0.4445446 Dec 08 01:59:34.876797 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afd23c-0783-4d25-8e1a-d206dd0663eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440cfaa5-898b-43cb-bcc9-263471f7de09,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:35.016385 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3f1b0b93-c0a0-47fa-bd79-cdc66dd3f29c req-88d3252c-e896-4c6a-8caa-ffc4e7deab4a service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731625 Dec 08 01:59:35.716370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595517f-da59-4aee-909c-a10c2df8f879 req-9e789b2b-dca9-454b-b251-a4784bdd1ac4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:35.727551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8595517f-da59-4aee-909c-a10c2df8f879 req-9e789b2b-dca9-454b-b251-a4784bdd1ac4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 948 time: 0.1694844 Dec 08 01:59:35.861469 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8595517f-da59-4aee-909c-a10c2df8f879 req-fa231617-e807-406d-858b-6ff8cbabb52a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269357 Dec 08 01:59:36.111445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53758) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:36.223434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d631cb7b-2af2-4a95-ab90-5c174b28fd23 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:59:36.255582 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1229451907'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:36.291273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:36.295265 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.324925 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.429669 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.437818 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.457190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d631cb7b-2af2-4a95-ab90-5c174b28fd23, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d631cb7b-2af2-4a95-ab90-5c174b28fd23,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:36.474986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:59:36.485055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c6782a-781d-44d1-ac0d-1018c5340df6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:36.491279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'd631cb7b-2af2-4a95-ab90-5c174b28fd23', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'd631cb7b-2af2-4a95-ab90-5c174b28fd23', 'mac_address': 'fa:16:3e:84:4f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:59:36.491802 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.492161 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Added segment 9975317f-dd81-4f80-9cee-15ebf610d164 of type vlan for network 163989fa-4dad-4a64-b411-14bd7efb0075 Dec 08 01:59:36.547311 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.579940 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.606702 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.614686 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:36.616165 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.681665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d631cb7b-2af2-4a95-ab90-5c174b28fd23 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:36.714920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d631cb7b-2af2-4a95-ab90-5c174b28fd23, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d631cb7b-2af2-4a95-ab90-5c174b28fd23,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:36.721364 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.770497 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6570811 Dec 08 01:59:36.773396 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53780) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:36.780073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'name': 'tempest-PortsTestJSON-134933408'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:36.795168 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec745e-e50d-4d00-aae0-3c20c30fbd76 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Network': ['ID=163989fa-4dad-4a64-b411-14bd7efb0075,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:36.795624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=d631cb7b-2af2-4a95-ab90-5c174b28fd23,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:36.804092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:36.804683 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:36.805644 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:36.806226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:36.806795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:36.808083 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:36.809168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:36.809740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:36.810540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:36.811989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:36.812618 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:36.813167 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:36.813728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:36.819580 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 163989fa-4dad-4a64-b411-14bd7efb0075 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:59:36.930747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:36.940427 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.981484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:37.128579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['d631cb7b-2af2-4a95-ab90-5c174b28fd23'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:37.161368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127f00c-e02f-404e-bae9-6f41b6c12925 req-803392c6-fed0-4c6b-a2cb-41c039704566 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:37.169387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3127f00c-e02f-404e-bae9-6f41b6c12925 req-803392c6-fed0-4c6b-a2cb-41c039704566 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 949 time: 0.1215489 Dec 08 01:59:37.284790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3127f00c-e02f-404e-bae9-6f41b6c12925 req-7a03f307-1a68-4d8d-9965-7054dbc228a1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144357 Dec 08 01:59:37.317541 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.413717 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.512731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Checking segment: {'id': '9975317f-dd81-4f80-9cee-15ebf610d164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:37.513589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network hostable DHCP agents. Network: 163989fa-4dad-4a64-b411-14bd7efb0075, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:59:37.533879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=d7160580-63dd-4e9c-8af6-f52e3dbb2b21,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:37.543166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 163989fa-4dad-4a64-b411-14bd7efb0075 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:59:37.567028 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 163989fa-4dad-4a64-b411-14bd7efb0075) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:37.577979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defc8469-5e39-4234-9ea6-a20f38be2a20 None None] Network 163989fa-4dad-4a64-b411-14bd7efb0075 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:37.592244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:37.606113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:37.608001 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.632001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9aa8a7ea-6fe6-40e7-a365-d941c2770edb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8563666 Dec 08 01:59:37.634706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53802) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:37.640371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ee6a5385-cf02-4999-b64e-3dcd6465965e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-6498814'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:37.671267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6a5385-cf02-4999-b64e-3dcd6465965e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:37.679889 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5385-cf02-4999-b64e-3dcd6465965e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.758908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6a5385-cf02-4999-b64e-3dcd6465965e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:59:37.775266 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5385-cf02-4999-b64e-3dcd6465965e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.775643 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-ee6a5385-cf02-4999-b64e-3dcd6465965e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Added segment 7e21f5b5-9861-41cd-92ad-91e34d1f3bbe of type vlan for network 2efc63c9-9d03-4d22-875d-e22dcd1ac3d2 Dec 08 01:59:37.833159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5385-cf02-4999-b64e-3dcd6465965e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.892515 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5385-cf02-4999-b64e-3dcd6465965e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.899301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6a5385-cf02-4999-b64e-3dcd6465965e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:37.900151 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5385-cf02-4999-b64e-3dcd6465965e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.967431 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ee6a5385-cf02-4999-b64e-3dcd6465965e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3308549 Dec 08 01:59:37.970020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53816) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:37.979428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'ports': [{'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075'}, {'network_id': '2efc63c9-9d03-4d22-875d-e22dcd1ac3d2'}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:37.980219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:37.980959 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'network_id': '2efc63c9-9d03-4d22-875d-e22dcd1ac3d2'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:38.080854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a5385-cf02-4999-b64e-3dcd6465965e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Network': ['ID=2efc63c9-9d03-4d22-875d-e22dcd1ac3d2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:38.096233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 2efc63c9-9d03-4d22-875d-e22dcd1ac3d2 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:59:38.273771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 2} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:38.281942 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.300611 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.446356 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port 5e863773-6a02-4e60-8bb2-0d668dbfe9df yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:38.677693 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.721504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2212f2-bc0d-4593-84a8-dc6d48fa6ca5 req-9b9e5f80-48be-435b-a77a-9a39e6b748f4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:38.723050 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c2212f2-bc0d-4593-84a8-dc6d48fa6ca5 req-9b9e5f80-48be-435b-a77a-9a39e6b748f4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 949 time: 0.1546059 Dec 08 01:59:38.793581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port c3d9bfe7-1023-47bd-90e1-489c0b127d56 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:38.834995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c2212f2-bc0d-4593-84a8-dc6d48fa6ca5 req-d0b173eb-ca7a-478b-a9c5-f831e6a185e9 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785029 Dec 08 01:59:39.033465 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:39.106697 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:39.213958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 163989fa-4dad-4a64-b411-14bd7efb0075 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:39.235888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=5e863773-6a02-4e60-8bb2-0d668dbfe9df,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:39.241324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:39.252031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:39.252840 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:39.315199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=c3d9bfe7-1023-47bd-90e1-489c0b127d56,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:39.373511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Checking segment: {'id': '7e21f5b5-9861-41cd-92ad-91e34d1f3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2efc63c9-9d03-4d22-875d-e22dcd1ac3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:39.373869 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network hostable DHCP agents. Network: 2efc63c9-9d03-4d22-875d-e22dcd1ac3d2, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:59:39.395946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 2efc63c9-9d03-4d22-875d-e22dcd1ac3d2 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:59:39.414688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 2efc63c9-9d03-4d22-875d-e22dcd1ac3d2) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:39.421550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:39.428679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a077ca33-43e1-45bc-891f-63765a5c2009 None None] Network 2efc63c9-9d03-4d22-875d-e22dcd1ac3d2 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:39.434002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:39.442337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:39.446362 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:39.487586 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cb5a37c5-7d8b-487e-a26f-e4ce26d44895 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5127144 Dec 08 01:59:39.487904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53866) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:39.650108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2fee9f5e-9ace-45b1-9c8d-7b36bc49132d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port c3d9bfe7-1023-47bd-90e1-489c0b127d56 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:39.650527 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fee9f5e-9ace-45b1-9c8d-7b36bc49132d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:39.766185 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fee9f5e-9ace-45b1-9c8d-7b36bc49132d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:39.803116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2fee9f5e-9ace-45b1-9c8d-7b36bc49132d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for c3d9bfe7-1023-47bd-90e1-489c0b127d56 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:40.027189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53567d2-6840-452a-8cee-9ce577be0985 req-6c4d7cef-6e5b-45d3-ab37-802dde5e9ad3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:40.028744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a53567d2-6840-452a-8cee-9ce577be0985 req-6c4d7cef-6e5b-45d3-ab37-802dde5e9ad3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 949 time: 0.0750880 Dec 08 01:59:40.037189 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fee9f5e-9ace-45b1-9c8d-7b36bc49132d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:40.082541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee9f5e-9ace-45b1-9c8d-7b36bc49132d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=c3d9bfe7-1023-47bd-90e1-489c0b127d56,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:40.104662 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fee9f5e-9ace-45b1-9c8d-7b36bc49132d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:40.113708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53878) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:40.114682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2fee9f5e-9ace-45b1-9c8d-7b36bc49132d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/c3d9bfe7-1023-47bd-90e1-489c0b127d56 HTTP/1.1" status: 204 len: 168 time: 0.6252065 Dec 08 01:59:40.160121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a53567d2-6840-452a-8cee-9ce577be0985 req-393677b3-8c5a-4141-a96e-aecec6385c3e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066844 Dec 08 01:59:40.198551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe0eb3f-7b3b-4b49-9485-06945a4e083e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:40.205577 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe0eb3f-7b3b-4b49-9485-06945a4e083e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:40.207374 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7fe0eb3f-7b3b-4b49-9485-06945a4e083e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0912650 Dec 08 01:59:40.210707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53886) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:40.257749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d631cb7b-2af2-4a95-ab90-5c174b28fd23 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:40.321722 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port d631cb7b-2af2-4a95-ab90-5c174b28fd23 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:59:40.327454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port d631cb7b-2af2-4a95-ab90-5c174b28fd23 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:40.328258 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:40.396971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-fef1b3ef-4d86-439b-8a8f-b65959f9131b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port 5e863773-6a02-4e60-8bb2-0d668dbfe9df {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:40.397192 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fef1b3ef-4d86-439b-8a8f-b65959f9131b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:40.475184 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:40.492531 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fef1b3ef-4d86-439b-8a8f-b65959f9131b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:40.507387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-fef1b3ef-4d86-439b-8a8f-b65959f9131b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for 5e863773-6a02-4e60-8bb2-0d668dbfe9df owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:40.544525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab725f5b-2e7e-4934-87c3-7dc78e230948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd631cb7b-2af2-4a95-ab90-5c174b28fd23'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:40.546752 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c180df0-a27c-4d6d-bbc7-5fbb53e48fae" -d '{"events": [{"server_uuid": "ab725f5b-2e7e-4934-87c3-7dc78e230948", "name": "network-vif-plugged", "status": "completed", "tag": "d631cb7b-2af2-4a95-ab90-5c174b28fd23"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:40.818136 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fef1b3ef-4d86-439b-8a8f-b65959f9131b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:40.875272 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d631cb7b-2af2-4a95-ab90-5c174b28fd23, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d631cb7b-2af2-4a95-ab90-5c174b28fd23,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:40.878922 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fda8ff7-8059-4480-bc4e-75983787a94b x-openstack-request-id: req-2fda8ff7-8059-4480-bc4e-75983787a94b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:40.879452 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab725f5b-2e7e-4934-87c3-7dc78e230948", "name": "network-vif-plugged", "status": "completed", "tag": "d631cb7b-2af2-4a95-ab90-5c174b28fd23", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:40.879767 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2fda8ff7-8059-4480-bc4e-75983787a94b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:40.881491 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab725f5b-2e7e-4934-87c3-7dc78e230948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd631cb7b-2af2-4a95-ab90-5c174b28fd23', 'code': 200} Dec 08 01:59:40.883899 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:40.941467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1b3ef-4d86-439b-8a8f-b65959f9131b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=5e863773-6a02-4e60-8bb2-0d668dbfe9df,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:40.944821 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fef1b3ef-4d86-439b-8a8f-b65959f9131b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:40.949436 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fef1b3ef-4d86-439b-8a8f-b65959f9131b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/5e863773-6a02-4e60-8bb2-0d668dbfe9df HTTP/1.1" status: 204 len: 168 time: 0.7374523 Dec 08 01:59:40.951941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53914) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:40.990651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933f551-ab1f-4d26-b855-a936e79ef986 req-053f237e-a3ac-41b7-96d9-546a2c9f0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:40.992492 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7933f551-ab1f-4d26-b855-a936e79ef986 req-053f237e-a3ac-41b7-96d9-546a2c9f0eee service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 1101 time: 0.2151079 Dec 08 01:59:41.001479 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=d631cb7b-2af2-4a95-ab90-5c174b28fd23,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:41.187646 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7933f551-ab1f-4d26-b855-a936e79ef986 req-eb840268-0254-4bc6-93f7-465f0689905e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971425 Dec 08 01:59:41.230041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3438c99-818e-4bc8-a681-bc6040186be8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:41.231670 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e3438c99-818e-4bc8-a681-bc6040186be8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2786264 Dec 08 01:59:41.234756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53924) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:41.264012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53926) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:41.275239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-687fd290-f56f-4464-9d13-6773e5787cb6 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-433160453', 'description': 'tempest-secgroup-smoke-433160453 description', 'project_id': '99c9a4288fc54a45b09a91460fd07f1c'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:41.293907 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebe6592-8fc8-404f-9155-2c53ccafe05e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] GET failed (client error): The resource could not be found. Dec 08 01:59:41.295841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-aebe6592-8fc8-404f-9155-2c53ccafe05e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/c3d9bfe7-1023-47bd-90e1-489c0b127d56 HTTP/1.1" status: 404 len: 333 time: 0.0597670 Dec 08 01:59:41.298288 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53928) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:41.334442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-687fd290-f56f-4464-9d13-6773e5787cb6 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.350317 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebb5471-ffec-4030-ab0f-e688c1d54d80 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] GET failed (client error): The resource could not be found. Dec 08 01:59:41.350908 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2ebb5471-ffec-4030-ab0f-e688c1d54d80 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/5e863773-6a02-4e60-8bb2-0d668dbfe9df HTTP/1.1" status: 404 len: 333 time: 0.0516558 Dec 08 01:59:41.357379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53932) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:41.477829 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-374aeb2f-ac78-4494-9ee7-69d34e2fae45 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.671060 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-374aeb2f-ac78-4494-9ee7-69d34e2fae45 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.694181 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-374aeb2f-ac78-4494-9ee7-69d34e2fae45 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efc63c9-9d03-4d22-875d-e22dcd1ac3d2']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:41.705326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-374aeb2f-ac78-4494-9ee7-69d34e2fae45 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e21f5b5-9861-41cd-92ad-91e34d1f3bbe') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:41.705630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-374aeb2f-ac78-4494-9ee7-69d34e2fae45 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e21f5b5-9861-41cd-92ad-91e34d1f3bbe') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:41.717324 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-374aeb2f-ac78-4494-9ee7-69d34e2fae45 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.733601 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-374aeb2f-ac78-4494-9ee7-69d34e2fae45 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.740679 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374aeb2f-ac78-4494-9ee7-69d34e2fae45 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:59:41.741095 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-374aeb2f-ac78-4494-9ee7-69d34e2fae45 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.780255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b3601-f76c-482a-9771-2e42d411ebab req-238f9c85-c928-4e2b-bccb-a70a0888adfb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:41.781864 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-297b3601-f76c-482a-9771-2e42d411ebab req-238f9c85-c928-4e2b-bccb-a70a0888adfb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.4449184 Dec 08 01:59:41.825125 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-687fd290-f56f-4464-9d13-6773e5787cb6 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:59:41.826415 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:59:41.829755 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-374aeb2f-ac78-4494-9ee7-69d34e2fae45 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.837821 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-687fd290-f56f-4464-9d13-6773e5787cb6 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.850196 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-297b3601-f76c-482a-9771-2e42d411ebab req-94acc2ab-75a4-4368-9e0b-4dd68c751eb9 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596991 Dec 08 01:59:41.858486 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-374aeb2f-ac78-4494-9ee7-69d34e2fae45 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.868834 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-374aeb2f-ac78-4494-9ee7-69d34e2fae45 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/networks/2efc63c9-9d03-4d22-875d-e22dcd1ac3d2 HTTP/1.1" status: 204 len: 168 time: 0.5102611 Dec 08 01:59:41.876823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53948) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:41.886400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6045f123-086d-4956-a897-142f53ecf0d2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-769252312'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:41.891121 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-687fd290-f56f-4464-9d13-6773e5787cb6 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.896014 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-687fd290-f56f-4464-9d13-6773e5787cb6 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6308608 Dec 08 01:59:41.896324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53950) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:41.902322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0df97ad1-21b7-4dd5-a768-df9aa71f686b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Request body: {'security_group_rule': {'security_group_id': '81ea3f46-07b2-41e8-86a2-618640eefc92', 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:41.902987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374aeb2f-ac78-4494-9ee7-69d34e2fae45 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Network': ['ID=2efc63c9-9d03-4d22-875d-e22dcd1ac3d2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:41.922622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fd290-f56f-4464-9d13-6773e5787cb6 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ea3f46-07b2-41e8-86a2-618640eefc92,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:41.964438 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-6045f123-086d-4956-a897-142f53ecf0d2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 01:59:41.964438 n-d-713499-31 neutron-server[109767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 01:59:41.964438 n-d-713499-31 neutron-server[109767]: [parameters: {'project_id': '3d77fa00d9644680bb8ed14323643893', 'id': '1fecf511-1e4c-44b7-865c-c59ce8142ca6', 'expiration': datetime.datetime(2021, 12, 8, 2, 1, 41, 946672)}] Dec 08 01:59:41.964438 n-d-713499-31 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:59:41.964864 n-d-713499-31 neutron-server[109767]: DEBUG oslo_db.api [None req-6045f123-086d-4956-a897-142f53ecf0d2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:59:41.983368 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0df97ad1-21b7-4dd5-a768-df9aa71f686b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.087107 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0df97ad1-21b7-4dd5-a768-df9aa71f686b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.092112 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0df97ad1-21b7-4dd5-a768-df9aa71f686b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.124668 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df97ad1-21b7-4dd5-a768-df9aa71f686b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97243112-254d-4675-856e-66ff2ebaa52c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:42.128773 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0df97ad1-21b7-4dd5-a768-df9aa71f686b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.129952 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0df97ad1-21b7-4dd5-a768-df9aa71f686b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2324646 Dec 08 01:59:42.132989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53958) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:42.137818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0e12f48d-698b-485b-a019-659c5857054f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Request body: {'security_group_rule': {'security_group_id': '81ea3f46-07b2-41e8-86a2-618640eefc92', 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:42.185795 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e12f48d-698b-485b-a019-659c5857054f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.285643 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e12f48d-698b-485b-a019-659c5857054f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.296725 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e12f48d-698b-485b-a019-659c5857054f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.349068 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e12f48d-698b-485b-a019-659c5857054f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.351986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0e12f48d-698b-485b-a019-659c5857054f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2178771 Dec 08 01:59:42.355406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53964) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:42.357084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12f48d-698b-485b-a019-659c5857054f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e286d42-4885-4365-9b5a-5fef7fd3a96f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:42.361828 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4b2b11d9-caa2-452d-b3c4-f5babd4e48c5 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Request body: {'security_group_rule': {'security_group_id': '81ea3f46-07b2-41e8-86a2-618640eefc92', 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:42.409938 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4b2b11d9-caa2-452d-b3c4-f5babd4e48c5 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.491812 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4b2b11d9-caa2-452d-b3c4-f5babd4e48c5 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.506249 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4b2b11d9-caa2-452d-b3c4-f5babd4e48c5 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.512598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6045f123-086d-4956-a897-142f53ecf0d2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:42.523287 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6045f123-086d-4956-a897-142f53ecf0d2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.586695 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4b2b11d9-caa2-452d-b3c4-f5babd4e48c5 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.589636 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6045f123-086d-4956-a897-142f53ecf0d2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:59:42.593801 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4b2b11d9-caa2-452d-b3c4-f5babd4e48c5 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2362533 Dec 08 01:59:42.597228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53968) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:42.605696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e76a761a-13af-4d94-abf4-4b2a5348791d tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Request body: {'security_group_rule': {'security_group_id': '81ea3f46-07b2-41e8-86a2-618640eefc92', 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:42.617958 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b11d9-caa2-452d-b3c4-f5babd4e48c5 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e92baa-44a2-4991-8684-39bb6c0b0d5c,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:42.625877 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6045f123-086d-4956-a897-142f53ecf0d2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.627707 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-6045f123-086d-4956-a897-142f53ecf0d2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Added segment 3f5a4969-f573-485d-8e4b-7b4874d2c096 of type vlan for network 05b06e83-961c-4d46-9d95-ba1ebb5332bd Dec 08 01:59:42.737972 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e76a761a-13af-4d94-abf4-4b2a5348791d tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.784572 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6045f123-086d-4956-a897-142f53ecf0d2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.848912 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e76a761a-13af-4d94-abf4-4b2a5348791d tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.859231 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e76a761a-13af-4d94-abf4-4b2a5348791d tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.887639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a761a-13af-4d94-abf4-4b2a5348791d tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9daf46e6-3c19-4cec-a78f-6dc7b4955167,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:42.896959 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6045f123-086d-4956-a897-142f53ecf0d2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.906517 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6045f123-086d-4956-a897-142f53ecf0d2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:42.907694 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6045f123-086d-4956-a897-142f53ecf0d2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.919010 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e76a761a-13af-4d94-abf4-4b2a5348791d tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.923138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e76a761a-13af-4d94-abf4-4b2a5348791d tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3205838 Dec 08 01:59:42.923688 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53986) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:42.929103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8eaadd52-e45f-45e3-bad4-6cbb046062c4 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Request body: {'security_group_rule': {'security_group_id': '81ea3f46-07b2-41e8-86a2-618640eefc92', 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:43.048158 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-8eaadd52-e45f-45e3-bad4-6cbb046062c4 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Project 99c9a4288fc54a45b09a91460fd07f1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:59:43.055840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8eaadd52-e45f-45e3-bad4-6cbb046062c4 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:43.065776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6045f123-086d-4956-a897-142f53ecf0d2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1873012 Dec 08 01:59:43.068464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045f123-086d-4956-a897-142f53ecf0d2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Network': ['ID=05b06e83-961c-4d46-9d95-ba1ebb5332bd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:43.069543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53990) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:43.077852 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1fbedd15-5fbc-4af0-ad82-5860d93e3fa5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': '05b06e83-961c-4d46-9d95-ba1ebb5332bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:43.082679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 05b06e83-961c-4d46-9d95-ba1ebb5332bd details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:59:43.098031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab89b5-2db3-429e-a792-a508fc360dfb req-f34f0a61-c526-4a9c-aa69-97312f53f2e7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:43.099818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07ab89b5-2db3-429e-a792-a508fc360dfb req-f34f0a61-c526-4a9c-aa69-97312f53f2e7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.1406817 Dec 08 01:59:43.224873 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07ab89b5-2db3-429e-a792-a508fc360dfb req-04f74891-e978-474c-a11e-9d343fba6515 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982704 Dec 08 01:59:43.296614 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8eaadd52-e45f-45e3-bad4-6cbb046062c4 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:43.306707 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8eaadd52-e45f-45e3-bad4-6cbb046062c4 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:43.342850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbedd15-5fbc-4af0-ad82-5860d93e3fa5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:43.347212 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1fbedd15-5fbc-4af0-ad82-5860d93e3fa5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:43.350729 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaadd52-e45f-45e3-bad4-6cbb046062c4 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af3bd10-9f12-44d6-ae10-90a162d6e888,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:43.357812 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8eaadd52-e45f-45e3-bad4-6cbb046062c4 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:43.361767 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8eaadd52-e45f-45e3-bad4-6cbb046062c4 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4341364 Dec 08 01:59:43.362230 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54000) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:43.367448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c95d0dfc-890e-40ac-bac5-3edfb26aaeaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Request body: {'security_group_rule': {'security_group_id': '81ea3f46-07b2-41e8-86a2-618640eefc92', 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:43.405874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-3657dc0f-a29e-43a5-ae22-eea46689a5cf req-ece9d9b9-72db-4831-bc26-8e804f7e9a8a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:59:43.407519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3657dc0f-a29e-43a5-ae22-eea46689a5cf req-ece9d9b9-72db-4831-bc26-8e804f7e9a8a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082078 Dec 08 01:59:43.409082 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-c95d0dfc-890e-40ac-bac5-3edfb26aaeaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Project 99c9a4288fc54a45b09a91460fd07f1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:59:43.415481 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c95d0dfc-890e-40ac-bac5-3edfb26aaeaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:43.452783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-1fbedd15-5fbc-4af0-ad82-5860d93e3fa5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Performing IP validity checks on allocation pools {{(pid=109766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 01:59:43.454143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-1fbedd15-5fbc-4af0-ad82-5860d93e3fa5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 01:59:43.522166 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c95d0dfc-890e-40ac-bac5-3edfb26aaeaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:43.529471 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c95d0dfc-890e-40ac-bac5-3edfb26aaeaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:43.577098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d0dfc-890e-40ac-bac5-3edfb26aaeaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956ce7d8-cd76-45c4-9521-335c26233c7a,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:43.590091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c95d0dfc-890e-40ac-bac5-3edfb26aaeaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:43.591376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c95d0dfc-890e-40ac-bac5-3edfb26aaeaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2280385 Dec 08 01:59:43.724373 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1fbedd15-5fbc-4af0-ad82-5860d93e3fa5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:43.755327 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-123d75a0-92b3-4aff-ad14-38f29dc3bff8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871115 Dec 08 01:59:43.822207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbedd15-5fbc-4af0-ad82-5860d93e3fa5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Subnet': ['ID=d08dff31-1556-4ada-ba7c-a2d2f6761149,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:43.830465 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbedd15-5fbc-4af0-ad82-5860d93e3fa5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Checking segment: {'id': '3f5a4969-f573-485d-8e4b-7b4874d2c096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '05b06e83-961c-4d46-9d95-ba1ebb5332bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:43.830833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbedd15-5fbc-4af0-ad82-5860d93e3fa5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network hostable DHCP agents. Network: 05b06e83-961c-4d46-9d95-ba1ebb5332bd, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:59:43.856339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbedd15-5fbc-4af0-ad82-5860d93e3fa5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 05b06e83-961c-4d46-9d95-ba1ebb5332bd is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:59:43.876139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-1fbedd15-5fbc-4af0-ad82-5860d93e3fa5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 05b06e83-961c-4d46-9d95-ba1ebb5332bd) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:43.881974 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbedd15-5fbc-4af0-ad82-5860d93e3fa5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:43.882780 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1fbedd15-5fbc-4af0-ad82-5860d93e3fa5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:43.885609 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a44d2dc-c1b2-4bee-93ce-e296d089405f None None] Network 05b06e83-961c-4d46-9d95-ba1ebb5332bd requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:43.886545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db7507-71ed-47c6-9a4f-3e4d6fec5250 req-878128d6-8d45-4559-8776-fef5cba30412 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:43.888101 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71db7507-71ed-47c6-9a4f-3e4d6fec5250 req-878128d6-8d45-4559-8776-fef5cba30412 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.1214423 Dec 08 01:59:43.905990 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1fbedd15-5fbc-4af0-ad82-5860d93e3fa5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8341715 Dec 08 01:59:43.908322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54030) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:43.914198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f5e58ef4-7de0-47e2-a5d0-71a6ee85576c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'network_id': '05b06e83-961c-4d46-9d95-ba1ebb5332bd', 'name': 'tempest-PortsTestJSON-1856618887'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:44.075507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71db7507-71ed-47c6-9a4f-3e4d6fec5250 req-13507390-69b9-4fbb-800e-b28e18833b1d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258292 Dec 08 01:59:44.096127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-05b06e83-961c-4d46-9d95-ba1ebb5332bd', 'network_id': '05b06e83-961c-4d46-9d95-ba1ebb5332bd', 'project_id': '3d77fa00d9644680bb8ed14323643893', 'fixed_ips': [{'subnet_id': 'd08dff31-1556-4ada-ba7c-a2d2f6761149'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:59:44.098446 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:44.248957 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-ff243c9e-f517-4586-bdc1-cbbd13b2cda0 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-433160453&fields=id&tenant_id=99c9a4288fc54a45b09a91460fd07f1c HTTP/1.1" status: 200 len: 267 time: 0.1180711 Dec 08 01:59:44.291469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e58ef4-7de0-47e2-a5d0-71a6ee85576c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:44.295442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5e58ef4-7de0-47e2-a5d0-71a6ee85576c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:44.324240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-f5e58ef4-7de0-47e2-a5d0-71a6ee85576c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port af559db9-7093-4d5e-a22f-ffdfd3368f24 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:44.444566 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Allocated IP 172.20.0.2 (05b06e83-961c-4d46-9d95-ba1ebb5332bd/d08dff31-1556-4ada-ba7c-a2d2f6761149/80c3811b-bc96-4cba-a616-58c9e1124f56) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:44.478900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-0d5415b6-165f-4521-92a9-e4bbe709cbd3 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:44.488222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-0d5415b6-165f-4521-92a9-e4bbe709cbd3 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/networks?id=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd HTTP/1.1" status: 200 len: 814 time: 0.2314100 Dec 08 01:59:44.516013 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-1936df7e-25fe-46c4-afcb-d7dff4dddf21 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/quotas/99c9a4288fc54a45b09a91460fd07f1c HTTP/1.1" status: 200 len: 375 time: 0.0267406 Dec 08 01:59:44.566614 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:59:44.599250 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-099760e3-480e-434b-bb0a-891812eba35f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=99c9a4288fc54a45b09a91460fd07f1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820999 Dec 08 01:59:44.713997 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:44.729340 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:44.739726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-38d75366-ab73-485a-b8e6-237af76ba654 service neutron] 10.222.0.71 "GET /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281707 Dec 08 01:59:44.783070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Network 05b06e83-961c-4d46-9d95-ba1ebb5332bd is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:44.786281 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:44.790366 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:44.801576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Pushing event updated for resources: {'Port': ['ID=80c3811b-bc96-4cba-a616-58c9e1124f56,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:44.849217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-f5e58ef4-7de0-47e2-a5d0-71a6ee85576c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Allocated IP 172.20.0.3 (05b06e83-961c-4d46-9d95-ba1ebb5332bd/d08dff31-1556-4ada-ba7c-a2d2f6761149/af559db9-7093-4d5e-a22f-ffdfd3368f24) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:44.882753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-c0dfbf63-7e18-49b5-b800-9116cedd6242 service neutron] 10.222.0.71 "GET /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350181 Dec 08 01:59:44.888432 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Attempting to bind port 80c3811b-bc96-4cba-a616-58c9e1124f56 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:59:44.888956 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Attempting to bind port 80c3811b-bc96-4cba-a616-58c9e1124f56 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '3f5a4969-f573-485d-8e4b-7b4874d2c096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '05b06e83-961c-4d46-9d95-ba1ebb5332bd'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:59:44.889332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Attempting to bind port 80c3811b-bc96-4cba-a616-58c9e1124f56 on network 05b06e83-961c-4d46-9d95-ba1ebb5332bd {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:59:44.897448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:59:44.897448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Checking segment: {'id': '3f5a4969-f573-485d-8e4b-7b4874d2c096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '05b06e83-961c-4d46-9d95-ba1ebb5332bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:44.897448 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:44.897863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Bound using segment: {'id': '3f5a4969-f573-485d-8e4b-7b4874d2c096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '05b06e83-961c-4d46-9d95-ba1ebb5332bd'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:59:44.899511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Bound port: 80c3811b-bc96-4cba-a616-58c9e1124f56, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5a4969-f573-485d-8e4b-7b4874d2c096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '05b06e83-961c-4d46-9d95-ba1ebb5332bd'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:59:44.900386 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:45.082494 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] For port 80c3811b-bc96-4cba-a616-58c9e1124f56, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:59:45.087576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] For port 80c3811b-bc96-4cba-a616-58c9e1124f56, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=80c3811b-bc96-4cba-a616-58c9e1124f56,segment=NetworkSegment(3f5a4969-f573-485d-8e4b-7b4874d2c096),segment_id=3f5a4969-f573-485d-8e4b-7b4874d2c096)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:59:45.100062 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:45.242459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e4b03-955f-4698-94a0-713ca69d2108 None None] Pushing event updated for resources: {'Port': ['ID=80c3811b-bc96-4cba-a616-58c9e1124f56,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:45.365575 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5e58ef4-7de0-47e2-a5d0-71a6ee85576c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:45.403910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e179ad-2fd1-49d9-9d4b-9f1a84158484 req-e7ccb8b6-a9bc-4038-bca5-d56640ac45f5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:45.424214 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10e179ad-2fd1-49d9-9d4b-9f1a84158484 req-e7ccb8b6-a9bc-4038-bca5-d56640ac45f5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.2073271 Dec 08 01:59:45.440815 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5e58ef4-7de0-47e2-a5d0-71a6ee85576c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:45.614672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10e179ad-2fd1-49d9-9d4b-9f1a84158484 req-5c726b64-4847-427d-84fd-0e9d5d606edb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824467 Dec 08 01:59:45.651368 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e58ef4-7de0-47e2-a5d0-71a6ee85576c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 05b06e83-961c-4d46-9d95-ba1ebb5332bd is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:45.676151 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-f5e58ef4-7de0-47e2-a5d0-71a6ee85576c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:45.692401 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e58ef4-7de0-47e2-a5d0-71a6ee85576c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:45.697852 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e58ef4-7de0-47e2-a5d0-71a6ee85576c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=af559db9-7093-4d5e-a22f-ffdfd3368f24,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:45.813024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e58ef4-7de0-47e2-a5d0-71a6ee85576c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:45.813753 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5e58ef4-7de0-47e2-a5d0-71a6ee85576c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:45.856927 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f5e58ef4-7de0-47e2-a5d0-71a6ee85576c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9470122 Dec 08 01:59:45.859400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54098) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:45.884292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eace0b5e-3851-4ccf-8853-ee6bec41fcc2 req-d671f7c5-e1cc-444a-8b2d-ad14bf0e3ed5 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 210 time: 0.1143079 Dec 08 01:59:45.995803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5a805c55-9c69-42d4-99cf-d0a7c57eb4da tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port af559db9-7093-4d5e-a22f-ffdfd3368f24 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:45.996868 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a805c55-9c69-42d4-99cf-d0a7c57eb4da tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:46.245164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a805c55-9c69-42d4-99cf-d0a7c57eb4da tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:46.334370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5a805c55-9c69-42d4-99cf-d0a7c57eb4da tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for af559db9-7093-4d5e-a22f-ffdfd3368f24 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:46.437396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-bf9873bb-cc7f-44a5-b3e4-d2793a37c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:46.439496 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-bf9873bb-cc7f-44a5-b3e4-d2793a37c397 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 1102 time: 0.1823406 Dec 08 01:59:46.680149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-a366dcf5-aa9f-4b6e-a26c-7e312b7ebaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:46.681656 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-a366dcf5-aa9f-4b6e-a26c-7e312b7ebaf7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2288864 Dec 08 01:59:46.744010 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-1b68637a-2220-4014-b22d-2d829bf50b3c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d631cb7b-2af2-4a95-ab90-5c174b28fd23 HTTP/1.1" status: 200 len: 217 time: 0.0520048 Dec 08 01:59:46.805457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bbee1-d765-442e-9c2a-aec87bffda1a req-a9e2313f-96e0-4187-abb8-fadde3bbbfae tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:46.811617 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae9bbee1-d765-442e-9c2a-aec87bffda1a req-a9e2313f-96e0-4187-abb8-fadde3bbbfae tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.0863757 Dec 08 01:59:46.849493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a805c55-9c69-42d4-99cf-d0a7c57eb4da tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:46.944131 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae9bbee1-d765-442e-9c2a-aec87bffda1a req-42475a8b-2be3-4f54-83f9-8b80197a160e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266608 Dec 08 01:59:46.958304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a805c55-9c69-42d4-99cf-d0a7c57eb4da tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=af559db9-7093-4d5e-a22f-ffdfd3368f24,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:47.023272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-c0e740ed-b242-4a1e-9d2b-57481f06e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:47.024926 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-c0e740ed-b242-4a1e-9d2b-57481f06e789 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.2676508 Dec 08 01:59:47.110811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 80c3811b-bc96-4cba-a616-58c9e1124f56 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:47.183872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-79bcda26-2902-47d2-bde4-00ca22b1fef1 req-bcb54016-d789-48b0-b15d-f6c9e465f1a2 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 210 time: 0.0607312 Dec 08 01:59:47.189660 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a805c55-9c69-42d4-99cf-d0a7c57eb4da tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.196821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54144) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:47.203381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bde120-0172-46e0-a531-c386ba3d9d95 None None] Network 05b06e83-961c-4d46-9d95-ba1ebb5332bd requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:47.206579 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5a805c55-9c69-42d4-99cf-d0a7c57eb4da tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/af559db9-7093-4d5e-a22f-ffdfd3368f24 HTTP/1.1" status: 204 len: 168 time: 1.3452687 Dec 08 01:59:47.215292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-eef6d468-a55b-47ed-98f9-564d37bde9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:47.218228 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-eef6d468-a55b-47ed-98f9-564d37bde9b4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1571808 Dec 08 01:59:47.242660 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-81831446-00c9-4df4-b2ef-7accf4221be9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] DELETE failed (client error): The resource could not be found. Dec 08 01:59:47.243238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81831446-00c9-4df4-b2ef-7accf4221be9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:47.255587 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-81831446-00c9-4df4-b2ef-7accf4221be9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/af559db9-7093-4d5e-a22f-ffdfd3368f24 HTTP/1.1" status: 404 len: 333 time: 0.0575776 Dec 08 01:59:47.256300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54150) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:47.313831 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-90639f29-9339-4bb9-860b-deb224e20d85 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] GET failed (client error): The resource could not be found. Dec 08 01:59:47.320533 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-90639f29-9339-4bb9-860b-deb224e20d85 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/af559db9-7093-4d5e-a22f-ffdfd3368f24 HTTP/1.1" status: 404 len: 333 time: 0.0632496 Dec 08 01:59:47.321185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54156) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:47.421900 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-2748f0bc-aea8-4ed0-a54c-6df2b476087d service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949215 Dec 08 01:59:47.446496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a88286-147a-45f6-afa4-a5e369250104 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting subnet d08dff31-1556-4ada-ba7c-a2d2f6761149 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:47.459332 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30a88286-147a-45f6-afa4-a5e369250104 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.497010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 80c3811b-bc96-4cba-a616-58c9e1124f56 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:47.497381 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.506182 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30a88286-147a-45f6-afa4-a5e369250104 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.558072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-683577c4-0fcd-43c3-b46c-98db92806b73 None None] Provisioning complete for port 80c3811b-bc96-4cba-a616-58c9e1124f56 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:47.576058 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-683577c4-0fcd-43c3-b46c-98db92806b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.609786 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30a88286-147a-45f6-afa4-a5e369250104 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.650105 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-cb953f6c-1ef6-4110-a4f4-c20efad6398d service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210388 Dec 08 01:59:47.757807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30a88286-147a-45f6-afa4-a5e369250104 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.778891 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30a88286-147a-45f6-afa4-a5e369250104 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.783020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-30a88286-147a-45f6-afa4-a5e369250104 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/d08dff31-1556-4ada-ba7c-a2d2f6761149 HTTP/1.1" status: 204 len: 168 time: 0.4608996 Dec 08 01:59:47.785887 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54164) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:47.812898 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a88286-147a-45f6-afa4-a5e369250104 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Subnet': ['ID=d08dff31-1556-4ada-ba7c-a2d2f6761149,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:47.872507 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.903742 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-faf105ea-4c63-4b81-846a-5f2c096b6fa7 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:47.908438 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-faf105ea-4c63-4b81-846a-5f2c096b6fa7 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.45 "GET /v2.0/networks?id=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd HTTP/1.1" status: 200 len: 814 time: 0.2546775 Dec 08 01:59:48.036394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 80c3811b-bc96-4cba-a616-58c9e1124f56, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=80c3811b-bc96-4cba-a616-58c9e1124f56,segment=NetworkSegment(3f5a4969-f573-485d-8e4b-7b4874d2c096),segment_id=3f5a4969-f573-485d-8e4b-7b4874d2c096)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:48.050383 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-683577c4-0fcd-43c3-b46c-98db92806b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.055387 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.108632 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-2533ed1a-3d88-492a-b39c-d22fc3262fe6 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99c9a4288fc54a45b09a91460fd07f1c HTTP/1.1" status: 200 len: 379 time: 0.1801240 Dec 08 01:59:48.125959 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-2e3eb817-a086-4c32-966e-830c8da2afaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Request body: {'port': {'device_id': '60f809f0-29d9-4254-be84-8c38c346febc', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'admin_state_up': True, 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'security_groups': ['81ea3f46-07b2-41e8-86a2-618640eefc92']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:48.141952 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.203419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=80c3811b-bc96-4cba-a616-58c9e1124f56,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:48.288938 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-683577c4-0fcd-43c3-b46c-98db92806b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:59:48.292315 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-683577c4-0fcd-43c3-b46c-98db92806b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:59:48.371120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27bcb23-daba-4ff2-be4b-9591cd6cb2a2 None None] Network 05b06e83-961c-4d46-9d95-ba1ebb5332bd requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:48.427047 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d617e036-dc03-4a21-8b5f-e07140c9950c req-08459699-06df-4305-8826-0d085e8856d6 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 210 time: 0.0446079 Dec 08 01:59:48.467558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9825bb-83cc-498c-94c6-98ab17f4902e req-ed42dec0-518d-484f-b26d-a731c4f0c6e6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:48.469289 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f9825bb-83cc-498c-94c6-98ab17f4902e req-ed42dec0-518d-484f-b26d-a731c4f0c6e6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.3301041 Dec 08 01:59:48.610395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-2e3eb817-a086-4c32-966e-830c8da2afaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Made reservation on behalf of 99c9a4288fc54a45b09a91460fd07f1c for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:48.619257 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-2e3eb817-a086-4c32-966e-830c8da2afaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.687253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937ac765-f218-4f27-bc47-972896bb9b1b None None] DHCP port deletion for 05b06e83-961c-4d46-9d95-ba1ebb5332bd request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:59:48.722494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f9825bb-83cc-498c-94c6-98ab17f4902e req-8bf185b8-aeac-457b-92f7-5d86078964aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456844 Dec 08 01:59:48.965435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port 80c3811b-bc96-4cba-a616-58c9e1124f56 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:48.965774 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.016576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 80c3811b-bc96-4cba-a616-58c9e1124f56 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:49.028635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-2e3eb817-a086-4c32-966e-830c8da2afaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Allocated IP 172.20.0.11 (52b2b53d-8460-4de0-b2b9-e8bb60d05fcd/3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e/aeeaff9b-cc30-4c99-9f57-db1c92024713) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:49.115204 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] For port 80c3811b-bc96-4cba-a616-58c9e1124f56, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=80c3811b-bc96-4cba-a616-58c9e1124f56,segment=NetworkSegment(3f5a4969-f573-485d-8e4b-7b4874d2c096),segment_id=3f5a4969-f573-485d-8e4b-7b4874d2c096)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:49.116392 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.132447 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-937ac765-f218-4f27-bc47-972896bb9b1b None None] Deleting port 80c3811b-bc96-4cba-a616-58c9e1124f56 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:49.132854 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-937ac765-f218-4f27-bc47-972896bb9b1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.151990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for 80c3811b-bc96-4cba-a616-58c9e1124f56 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:49.287227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-937ac765-f218-4f27-bc47-972896bb9b1b None None] For port 80c3811b-bc96-4cba-a616-58c9e1124f56, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=80c3811b-bc96-4cba-a616-58c9e1124f56,segment=NetworkSegment(3f5a4969-f573-485d-8e4b-7b4874d2c096),segment_id=3f5a4969-f573-485d-8e4b-7b4874d2c096)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:49.287227 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-937ac765-f218-4f27-bc47-972896bb9b1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.298786 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.312977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-937ac765-f218-4f27-bc47-972896bb9b1b None None] Calling delete_port for 80c3811b-bc96-4cba-a616-58c9e1124f56 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:49.338385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=80c3811b-bc96-4cba-a616-58c9e1124f56,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:49.348928 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No DVR routers for this DVR port 80c3811b-bc96-4cba-a616-58c9e1124f56 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:49.410253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-021d4eba-d910-4e49-8efa-7f3e2655bc09 None None] Could not find standard attr ID for object 80c3811b-bc96-4cba-a616-58c9e1124f56. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:59:49.418212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No active binding found for port 80c3811b-bc96-4cba-a616-58c9e1124f56 {{(pid=109768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 01:59:49.418650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 80c3811b-bc96-4cba-a616-58c9e1124f56 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:49.469701 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-2e3eb817-a086-4c32-966e-830c8da2afaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.480958 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-937ac765-f218-4f27-bc47-972896bb9b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.512005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ac765-f218-4f27-bc47-972896bb9b1b None None] Pushing event deleted for resources: {'Port': ['ID=80c3811b-bc96-4cba-a616-58c9e1124f56,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:49.519363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ac765-f218-4f27-bc47-972896bb9b1b None None] No DVR routers for this DVR port 80c3811b-bc96-4cba-a616-58c9e1124f56 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:49.555845 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.561812 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-2e3eb817-a086-4c32-966e-830c8da2afaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.615426 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b06e83-961c-4d46-9d95-ba1ebb5332bd']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:49.642917 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5a4969-f573-485d-8e4b-7b4874d2c096') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:49.642917 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5a4969-f573-485d-8e4b-7b4874d2c096') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:49.656624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.687718 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.708122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:59:49.708692 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.710546 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-2e3eb817-a086-4c32-966e-830c8da2afaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:49.716352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-2e3eb817-a086-4c32-966e-830c8da2afaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:49.719509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3eb817-a086-4c32-966e-830c8da2afaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Pushing event updated for resources: {'Port': ['ID=aeeaff9b-cc30-4c99-9f57-db1c92024713,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:49.722054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-2e3eb817-a086-4c32-966e-830c8da2afaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:49.777753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79d92b-a96d-4f2e-855f-3a4cd727db21 req-500c1c15-6b7b-49b2-a1e5-812a46a40c51 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:49.779337 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d79d92b-a96d-4f2e-855f-3a4cd727db21 req-500c1c15-6b7b-49b2-a1e5-812a46a40c51 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 932 time: 0.1474922 Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: timer() Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:59:49.810218 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:59:49.854781 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.865646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.872478 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/networks/05b06e83-961c-4d46-9d95-ba1ebb5332bd HTTP/1.1" status: 204 len: 168 time: 2.0854321 Dec 08 01:59:49.884522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54222) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:49.890028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7c7e8a4c-301a-4e06-bae8-2336542b1efa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-874952758'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:49.899037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c15e6a-5b69-4aab-91a6-d16176c31fcc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Network': ['ID=05b06e83-961c-4d46-9d95-ba1ebb5332bd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:49.944734 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7e8a4c-301a-4e06-bae8-2336542b1efa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:49.952824 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c7e8a4c-301a-4e06-bae8-2336542b1efa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.954266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-2e3eb817-a086-4c32-966e-830c8da2afaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:49.968557 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-2e3eb817-a086-4c32-966e-830c8da2afaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.018728 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7e8a4c-301a-4e06-bae8-2336542b1efa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:59:50.044712 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c7e8a4c-301a-4e06-bae8-2336542b1efa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.045121 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-7c7e8a4c-301a-4e06-bae8-2336542b1efa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Added segment cb5bf3e2-8b65-440e-b5d6-8d37acb6b0fd of type vlan for network 7b1ca3ad-95b5-44dd-abd1-16d2e5c61193 Dec 08 01:59:50.072757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-2e3eb817-a086-4c32-966e-830c8da2afaf tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9575837 Dec 08 01:59:50.078125 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d79d92b-a96d-4f2e-855f-3a4cd727db21 req-f66f9947-5be4-457a-af4b-7bfaab716e53 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905979 Dec 08 01:59:50.107266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Request body: {'port': {'device_id': '60f809f0-29d9-4254-be84-8c38c346febc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:50.148377 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c7e8a4c-301a-4e06-bae8-2336542b1efa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.217297 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c7e8a4c-301a-4e06-bae8-2336542b1efa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.219436 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e8a4c-301a-4e06-bae8-2336542b1efa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:50.226536 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c7e8a4c-301a-4e06-bae8-2336542b1efa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.258767 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.259097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ce887098-61cc-4acc-a41e-9f0fc8b1497d None None] Provisioning complete for port aeeaff9b-cc30-4c99-9f57-db1c92024713 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:50.259668 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce887098-61cc-4acc-a41e-9f0fc8b1497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.308512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fd1be-6c0c-4dd5-90fd-22356f3556e5 req-028eed8f-f782-4a62-ab5b-9cc7b9f92d41 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:50.319194 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f9fd1be-6c0c-4dd5-90fd-22356f3556e5 req-028eed8f-f782-4a62-ab5b-9cc7b9f92d41 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.2259355 Dec 08 01:59:50.347780 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7c7e8a4c-301a-4e06-bae8-2336542b1efa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4617994 Dec 08 01:59:50.350373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54226) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:50.354201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ce887098-61cc-4acc-a41e-9f0fc8b1497d None None] Port aeeaff9b-cc30-4c99-9f57-db1c92024713 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:50.364718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e8a4c-301a-4e06-bae8-2336542b1efa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Network': ['ID=7b1ca3ad-95b5-44dd-abd1-16d2e5c61193,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:50.365116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-66bde8d3-c27d-4363-b2db-c1562f55fb70 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': '7b1ca3ad-95b5-44dd-abd1-16d2e5c61193', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:50.381899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 7b1ca3ad-95b5-44dd-abd1-16d2e5c61193 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:59:50.627037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f9fd1be-6c0c-4dd5-90fd-22356f3556e5 req-642f96c1-a528-4e42-a1a2-a40505912924 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067696 Dec 08 01:59:50.738789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bde8d3-c27d-4363-b2db-c1562f55fb70 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:50.742552 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66bde8d3-c27d-4363-b2db-c1562f55fb70 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.103058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66bde8d3-c27d-4363-b2db-c1562f55fb70 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.198725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeeaff9b-cc30-4c99-9f57-db1c92024713 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:51.308771 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.318849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bde8d3-c27d-4363-b2db-c1562f55fb70 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Subnet': ['ID=12cc96b0-f881-46a5-a624-7eb0b7b2218c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:51.392134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Transition to ACTIVE for port object aeeaff9b-cc30-4c99-9f57-db1c92024713 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:59:51.401575 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bde8d3-c27d-4363-b2db-c1562f55fb70 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Checking segment: {'id': 'cb5bf3e2-8b65-440e-b5d6-8d37acb6b0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7b1ca3ad-95b5-44dd-abd1-16d2e5c61193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:51.402497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bde8d3-c27d-4363-b2db-c1562f55fb70 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network hostable DHCP agents. Network: 7b1ca3ad-95b5-44dd-abd1-16d2e5c61193, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:59:51.416783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98cc57-f151-4751-83e2-0f583c3e66e2 req-9708d2a2-3545-4fbf-90e7-3d216d1def12 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:51.419624 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a98cc57-f151-4751-83e2-0f583c3e66e2 req-9708d2a2-3545-4fbf-90e7-3d216d1def12 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 932 time: 0.1952689 Dec 08 01:59:51.423320 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.493153 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a98cc57-f151-4751-83e2-0f583c3e66e2 req-f5a2c9d9-5f45-41c2-89b2-44b7bc341116 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644684 Dec 08 01:59:51.600422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Pushing event updated for resources: {'Port': ['ID=aeeaff9b-cc30-4c99-9f57-db1c92024713,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:51.681904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bde8d3-c27d-4363-b2db-c1562f55fb70 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 7b1ca3ad-95b5-44dd-abd1-16d2e5c61193 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:59:51.767531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-66bde8d3-c27d-4363-b2db-c1562f55fb70 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 7b1ca3ad-95b5-44dd-abd1-16d2e5c61193) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:51.778080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bde8d3-c27d-4363-b2db-c1562f55fb70 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:51.778785 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66bde8d3-c27d-4363-b2db-c1562f55fb70 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.780477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f756fd-a429-47cc-8565-b5a6c29861de None None] Network 7b1ca3ad-95b5-44dd-abd1-16d2e5c61193 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:51.829552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54276) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:51.832959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-66bde8d3-c27d-4363-b2db-c1562f55fb70 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4814105 Dec 08 01:59:51.836389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-21c4ecb4-e1bc-491a-9a17-4a535b69854c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'network_id': '7b1ca3ad-95b5-44dd-abd1-16d2e5c61193', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1480560740'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:51.840895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Attempting to bind port aeeaff9b-cc30-4c99-9f57-db1c92024713 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:59:51.841237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Attempting to bind port aeeaff9b-cc30-4c99-9f57-db1c92024713 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '01c0508f-c5bb-432a-aa82-aa53d3b46084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:59:51.841705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Attempting to bind port aeeaff9b-cc30-4c99-9f57-db1c92024713 on network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:59:51.874679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a7a08-dbe0-4f78-a287-f7032a00dbf9 req-10a8cf4d-4df2-440d-ac61-9597481774d3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:51.874679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b3a7a08-dbe0-4f78-a287-f7032a00dbf9 req-10a8cf4d-4df2-440d-ac61-9597481774d3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.1452842 Dec 08 01:59:51.890918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Port aeeaff9b-cc30-4c99-9f57-db1c92024713 on network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:59:51.890918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Attempting to bind port aeeaff9b-cc30-4c99-9f57-db1c92024713 on network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:59:51.932516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:59:51.932855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Checking segment: {'id': '01c0508f-c5bb-432a-aa82-aa53d3b46084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:51.933245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Bound using segment: {'id': '01c0508f-c5bb-432a-aa82-aa53d3b46084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:59:51.933686 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Bound port: aeeaff9b-cc30-4c99-9f57-db1c92024713, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c0508f-c5bb-432a-aa82-aa53d3b46084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:59:51.934693 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.050862 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca8827e0-592f-4cf2-b433-623a497905b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.068044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] For port aeeaff9b-cc30-4c99-9f57-db1c92024713, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:59:52.134025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-7b1ca3ad-95b5-44dd-abd1-16d2e5c61193', 'network_id': '7b1ca3ad-95b5-44dd-abd1-16d2e5c61193', 'project_id': '3d77fa00d9644680bb8ed14323643893', 'fixed_ips': [{'subnet_id': '12cc96b0-f881-46a5-a624-7eb0b7b2218c'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:59:52.138485 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.213456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] For port aeeaff9b-cc30-4c99-9f57-db1c92024713, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=aeeaff9b-cc30-4c99-9f57-db1c92024713,segment=NetworkSegment(01c0508f-c5bb-432a-aa82-aa53d3b46084),segment_id=01c0508f-c5bb-432a-aa82-aa53d3b46084)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:59:52.226503 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b3a7a08-dbe0-4f78-a287-f7032a00dbf9 req-56fd9977-9196-49ef-81be-89cf4dd5e584 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429406 Dec 08 01:59:52.230430 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.289933 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:52.290645 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.293497 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] 10.222.0.45 "PUT /v2.0/ports/aeeaff9b-cc30-4c99-9f57-db1c92024713 HTTP/1.1" status: 200 len: 1093 time: 2.1906879 Dec 08 01:59:52.293960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f809f0-29d9-4254-be84-8c38c346febc', 'tag': 'aeeaff9b-cc30-4c99-9f57-db1c92024713'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:52.296872 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a481fecb-816b-4cba-a75c-48e95ea20efe" -d '{"events": [{"name": "network-changed", "server_uuid": "60f809f0-29d9-4254-be84-8c38c346febc", "tag": "aeeaff9b-cc30-4c99-9f57-db1c92024713"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:52.312158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c4ecb4-e1bc-491a-9a17-4a535b69854c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:52.328530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21c4ecb4-e1bc-491a-9a17-4a535b69854c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.356267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c4c88-7b4d-4d9a-9557-77503e822d9e service neutron] Pushing event updated for resources: {'Port': ['ID=aeeaff9b-cc30-4c99-9f57-db1c92024713,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:52.386975 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c939bacd-55e5-464c-9ecf-98bdd2652d58 x-openstack-request-id: req-c939bacd-55e5-464c-9ecf-98bdd2652d58 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:52.387842 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f809f0-29d9-4254-be84-8c38c346febc", "tag": "aeeaff9b-cc30-4c99-9f57-db1c92024713", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:52.388100 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c939bacd-55e5-464c-9ecf-98bdd2652d58 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:52.388502 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f809f0-29d9-4254-be84-8c38c346febc', 'tag': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'status': 'completed', 'code': 200} Dec 08 01:59:52.390224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-21c4ecb4-e1bc-491a-9a17-4a535b69854c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port bc919d3a-433d-425b-973e-9b2fb4d0918d yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:52.466584 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Allocated IP 172.20.0.2 (7b1ca3ad-95b5-44dd-abd1-16d2e5c61193/12cc96b0-f881-46a5-a624-7eb0b7b2218c/b047731d-507d-4d86-8567-7a3fe1e9b036) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:52.507298 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-fa84943e-8629-4d3f-909f-c95d9eee3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:52.512322 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-fa84943e-8629-4d3f-909f-c95d9eee3195 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99c9a4288fc54a45b09a91460fd07f1c&device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 1096 time: 0.1436126 Dec 08 01:59:52.606388 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-5db661ab-5bcc-496c-b471-81fcf2e9abb8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeeaff9b-cc30-4c99-9f57-db1c92024713 HTTP/1.1" status: 200 len: 217 time: 0.0745318 Dec 08 01:59:52.777313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-315f7a11-51cb-44bc-9c7f-a06f2e437b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:52.778822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-315f7a11-51cb-44bc-9c7f-a06f2e437b28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e HTTP/1.1" status: 200 len: 853 time: 0.1635957 Dec 08 01:59:52.858894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e9997-bed7-4156-8313-845fe8ec286c req-3b59af1e-a5f5-4fb7-b769-0fda9d881f2f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:52.869967 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a40e9997-bed7-4156-8313-845fe8ec286c req-3b59af1e-a5f5-4fb7-b769-0fda9d881f2f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 944 time: 0.1494322 Dec 08 01:59:52.886498 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.911746 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.992138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a40e9997-bed7-4156-8313-845fe8ec286c req-5bb55765-21c6-4ec2-8998-6ed6fdf5d262 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208282 Dec 08 01:59:53.057642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-d520eb3f-afda-494b-90fb-84029665fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:53.060851 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-d520eb3f-afda-494b-90fb-84029665fb12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2731607 Dec 08 01:59:53.064509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-21c4ecb4-e1bc-491a-9a17-4a535b69854c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Allocated IP 172.20.0.5 (7b1ca3ad-95b5-44dd-abd1-16d2e5c61193/12cc96b0-f881-46a5-a624-7eb0b7b2218c/bc919d3a-433d-425b-973e-9b2fb4d0918d) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:53.100782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Pushing event updated for resources: {'Port': ['ID=b047731d-507d-4d86-8567-7a3fe1e9b036,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:53.120605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Network 7b1ca3ad-95b5-44dd-abd1-16d2e5c61193 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:53.124438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:53.133920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:53.262649 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Attempting to bind port b047731d-507d-4d86-8567-7a3fe1e9b036 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:59:53.264380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Attempting to bind port b047731d-507d-4d86-8567-7a3fe1e9b036 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'cb5bf3e2-8b65-440e-b5d6-8d37acb6b0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7b1ca3ad-95b5-44dd-abd1-16d2e5c61193'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:59:53.264380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Attempting to bind port b047731d-507d-4d86-8567-7a3fe1e9b036 on network 7b1ca3ad-95b5-44dd-abd1-16d2e5c61193 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:59:53.329222 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:59:53.334454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Checking segment: {'id': 'cb5bf3e2-8b65-440e-b5d6-8d37acb6b0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7b1ca3ad-95b5-44dd-abd1-16d2e5c61193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:53.334938 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.335338 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Bound using segment: {'id': 'cb5bf3e2-8b65-440e-b5d6-8d37acb6b0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7b1ca3ad-95b5-44dd-abd1-16d2e5c61193'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:59:53.335855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Bound port: b047731d-507d-4d86-8567-7a3fe1e9b036, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5bf3e2-8b65-440e-b5d6-8d37acb6b0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7b1ca3ad-95b5-44dd-abd1-16d2e5c61193'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:59:53.336236 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.356685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-bd6251cc-e074-418c-9070-c957b4f7c013 service neutron] 10.222.0.45 "GET /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855792 Dec 08 01:59:53.371321 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21c4ecb4-e1bc-491a-9a17-4a535b69854c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.433818 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21c4ecb4-e1bc-491a-9a17-4a535b69854c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.509559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4ecb4-e1bc-491a-9a17-4a535b69854c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 7b1ca3ad-95b5-44dd-abd1-16d2e5c61193 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:53.514502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-21c4ecb4-e1bc-491a-9a17-4a535b69854c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:53.518013 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.521618 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c4ecb4-e1bc-491a-9a17-4a535b69854c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:53.526236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4ecb4-e1bc-491a-9a17-4a535b69854c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=bc919d3a-433d-425b-973e-9b2fb4d0918d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:53.582041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25c43bae-7f58-4cc1-b88f-82226fc50a8d req-6a50dac2-8eac-4753-a9e3-56b0589157f0 service neutron] 10.222.0.45 "GET /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118945 Dec 08 01:59:53.622537 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4ecb4-e1bc-491a-9a17-4a535b69854c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:53.623228 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21c4ecb4-e1bc-491a-9a17-4a535b69854c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.647977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] For port b047731d-507d-4d86-8567-7a3fe1e9b036, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:59:53.715591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] For port b047731d-507d-4d86-8567-7a3fe1e9b036, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b047731d-507d-4d86-8567-7a3fe1e9b036,segment=NetworkSegment(cb5bf3e2-8b65-440e-b5d6-8d37acb6b0fd),segment_id=cb5bf3e2-8b65-440e-b5d6-8d37acb6b0fd)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:59:53.716672 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-21c4ecb4-e1bc-491a-9a17-4a535b69854c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.8843691 Dec 08 01:59:53.717339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54324) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:53.744227 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.766710 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9208c7-13b8-44e3-8e21-956717af4557 req-f6fbf9c1-cd34-4c08-b0e5-0b29951244db tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:53.768738 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af9208c7-13b8-44e3-8e21-956717af4557 req-f6fbf9c1-cd34-4c08-b0e5-0b29951244db tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.1856806 Dec 08 01:59:53.794785 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481fecb-816b-4cba-a75c-48e95ea20efe req-c7a2ccf4-4dd4-4fe3-8ef7-94b3a871a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:53.796440 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a481fecb-816b-4cba-a75c-48e95ea20efe req-c7a2ccf4-4dd4-4fe3-8ef7-94b3a871a01f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99c9a4288fc54a45b09a91460fd07f1c&device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 1096 time: 0.1029260 Dec 08 01:59:53.872626 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753d488-6e3b-41a2-8d79-3c30c0744e0e None None] Pushing event updated for resources: {'Port': ['ID=b047731d-507d-4d86-8567-7a3fe1e9b036,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:53.954051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-82d4869e-9b6b-42f7-9725-2a5de4cd72d3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port bc919d3a-433d-425b-973e-9b2fb4d0918d {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:53.956391 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82d4869e-9b6b-42f7-9725-2a5de4cd72d3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.006780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af9208c7-13b8-44e3-8e21-956717af4557 req-83e5b9a0-6723-49c3-97ad-910f679fe118 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279773 Dec 08 01:59:54.089953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481fecb-816b-4cba-a75c-48e95ea20efe req-65ba118c-cacb-4ce5-a77f-6628cd6acc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:54.090866 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a481fecb-816b-4cba-a75c-48e95ea20efe req-65ba118c-cacb-4ce5-a77f-6628cd6acc7e service neutron] 10.222.0.45 "GET /v2.0/networks?id=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd HTTP/1.1" status: 200 len: 915 time: 0.2810793 Dec 08 01:59:54.104083 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.168620 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82d4869e-9b6b-42f7-9725-2a5de4cd72d3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.181432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a481fecb-816b-4cba-a75c-48e95ea20efe req-f20fb24d-d1f0-40fe-aa8e-5d4884e3e92c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeeaff9b-cc30-4c99-9f57-db1c92024713 HTTP/1.1" status: 200 len: 217 time: 0.0751803 Dec 08 01:59:54.195413 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-82d4869e-9b6b-42f7-9725-2a5de4cd72d3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for bc919d3a-433d-425b-973e-9b2fb4d0918d owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:54.310005 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31b08781-0616-4a69-9a61-57f4a935248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.403759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481fecb-816b-4cba-a75c-48e95ea20efe req-1083c4c7-03b7-419d-89be-c29c13709064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:54.408726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a481fecb-816b-4cba-a75c-48e95ea20efe req-1083c4c7-03b7-419d-89be-c29c13709064 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e HTTP/1.1" status: 200 len: 853 time: 0.1916397 Dec 08 01:59:54.434371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d7b13-c6d2-412a-a0af-b9c8f243231b req-b0915459-20b8-46fb-b045-e96ef4b47f8a tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:54.436086 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19d7b13-c6d2-412a-a0af-b9c8f243231b req-b0915459-20b8-46fb-b045-e96ef4b47f8a tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 944 time: 0.2766805 Dec 08 01:59:54.447970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82d4869e-9b6b-42f7-9725-2a5de4cd72d3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.512817 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4869e-9b6b-42f7-9725-2a5de4cd72d3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=bc919d3a-433d-425b-973e-9b2fb4d0918d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:54.586427 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e96162-a711-4379-a24d-2abea03fdee7 req-1f6cf69c-b4e0-4bce-946e-93633fdbce9b tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:54.588629 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2e96162-a711-4379-a24d-2abea03fdee7 req-1f6cf69c-b4e0-4bce-946e-93633fdbce9b tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 951 time: 0.1499782 Dec 08 01:59:54.606826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481fecb-816b-4cba-a75c-48e95ea20efe req-32444fc7-e766-4e7c-9a40-ee416600974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:54.608339 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a481fecb-816b-4cba-a75c-48e95ea20efe req-32444fc7-e766-4e7c-9a40-ee416600974b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1713548 Dec 08 01:59:54.624126 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82d4869e-9b6b-42f7-9725-2a5de4cd72d3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.624613 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19d7b13-c6d2-412a-a0af-b9c8f243231b req-59506109-10b5-48f7-9d03-6eac3f2feb4e tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637232 Dec 08 01:59:54.628129 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-82d4869e-9b6b-42f7-9725-2a5de4cd72d3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/bc919d3a-433d-425b-973e-9b2fb4d0918d HTTP/1.1" status: 204 len: 168 time: 0.9096348 Dec 08 01:59:54.638880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54374) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:54.931672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15017062-0d3a-4ace-843d-a91372d638f4 req-615e1310-23ce-4ca9-be38-b29444da1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:54.934103 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-15017062-0d3a-4ace-843d-a91372d638f4 req-615e1310-23ce-4ca9-be38-b29444da1155 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 1096 time: 0.0700331 Dec 08 01:59:55.047357 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b047731d-507d-4d86-8567-7a3fe1e9b036 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:55.135442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b047731d-507d-4d86-8567-7a3fe1e9b036 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:55.138098 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.142455 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15017062-0d3a-4ace-843d-a91372d638f4 req-58b3cfa5-0558-4a2b-bd6d-18a65b6f08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:55.143974 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-15017062-0d3a-4ace-843d-a91372d638f4 req-58b3cfa5-0558-4a2b-bd6d-18a65b6f08f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.1890295 Dec 08 01:59:55.250359 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-15017062-0d3a-4ace-843d-a91372d638f4 req-f03f2a05-9733-448b-8efb-1f2a5e6a99c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 200 len: 999 time: 0.0981660 Dec 08 01:59:55.322747 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.329914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a481fecb-816b-4cba-a75c-48e95ea20efe req-54cdba7c-c035-4140-9453-2bfe0ab8f0bc service neutron] 10.222.0.45 "GET /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920128 Dec 08 01:59:55.383655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15017062-0d3a-4ace-843d-a91372d638f4 req-e16ac99b-4911-4fe2-89a5-bde84819b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:55.395491 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port b047731d-507d-4d86-8567-7a3fe1e9b036, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b047731d-507d-4d86-8567-7a3fe1e9b036,segment=NetworkSegment(cb5bf3e2-8b65-440e-b5d6-8d37acb6b0fd),segment_id=cb5bf3e2-8b65-440e-b5d6-8d37acb6b0fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:55.396855 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-15017062-0d3a-4ace-843d-a91372d638f4 req-e16ac99b-4911-4fe2-89a5-bde84819b94f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.1356537 Dec 08 01:59:55.413438 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.423885 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.460014 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee390eb-841c-403d-a7a2-a015f8ed0b93 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] GET failed (client error): The resource could not be found. Dec 08 01:59:55.461469 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6ee390eb-841c-403d-a7a2-a015f8ed0b93 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/bc919d3a-433d-425b-973e-9b2fb4d0918d HTTP/1.1" status: 404 len: 333 time: 0.1345246 Dec 08 01:59:55.471029 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54392) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:55.523670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15017062-0d3a-4ace-843d-a91372d638f4 req-40d535c6-36b9-4208-99ce-ef78a5c1814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:55.526649 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=b047731d-507d-4d86-8567-7a3fe1e9b036,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:55.527408 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-15017062-0d3a-4ace-843d-a91372d638f4 req-40d535c6-36b9-4208-99ce-ef78a5c1814d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1221199 Dec 08 01:59:55.547431 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24861e5-2746-4771-9bba-e4c3968c75b2 req-5994e68f-0c53-4344-9bc0-bfef08052eb7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:55.554610 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c24861e5-2746-4771-9bba-e4c3968c75b2 req-5994e68f-0c53-4344-9bc0-bfef08052eb7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.2139659 Dec 08 01:59:55.633085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cd0291-df09-499e-ab9d-d69382431823 None None] Network 7b1ca3ad-95b5-44dd-abd1-16d2e5c61193 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:55.653468 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-15017062-0d3a-4ace-843d-a91372d638f4 req-a96e9688-6232-4759-8ce2-d50f0c6be51d service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153128 Dec 08 01:59:55.724443 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2e96162-a711-4379-a24d-2abea03fdee7 req-e68999c7-3c66-4088-a365-1c7722a7938c tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1204793 Dec 08 01:59:55.765934 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c24861e5-2746-4771-9bba-e4c3968c75b2 req-5057b07e-a3f5-47e8-80ff-8d76c50b0a61 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103758 Dec 08 01:59:55.792155 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-15017062-0d3a-4ace-843d-a91372d638f4 req-43894f07-fb1e-4107-a794-e869124a783a service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213474 Dec 08 01:59:55.794738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cc8406-05a3-433b-bf0a-342f95c3c023 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting subnet 12cc96b0-f881-46a5-a624-7eb0b7b2218c {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:55.813254 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81cc8406-05a3-433b-bf0a-342f95c3c023 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.916358 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81cc8406-05a3-433b-bf0a-342f95c3c023 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.979074 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ab378f35-e0f6-4406-8059-a1315d663875 None None] Provisioning complete for port b047731d-507d-4d86-8567-7a3fe1e9b036 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:55.979877 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab378f35-e0f6-4406-8059-a1315d663875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.982896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a481fecb-816b-4cba-a75c-48e95ea20efe req-598dae2a-9cf5-4075-a9aa-dbee31165157 service neutron] 10.222.0.45 "GET /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226904 Dec 08 01:59:56.047276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5eadf-4f64-4372-b089-03e09e9b3abe req-07329864-51f3-4bd4-97b3-84b6af678f53 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:56.048920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2a5eadf-4f64-4372-b089-03e09e9b3abe req-07329864-51f3-4bd4-97b3-84b6af678f53 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.2144523 Dec 08 01:59:56.199482 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81cc8406-05a3-433b-bf0a-342f95c3c023 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.256605 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2a5eadf-4f64-4372-b089-03e09e9b3abe req-7a4ec3f3-f651-43d6-8551-ec21990af04b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894770 Dec 08 01:59:56.299854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baf3cb-a031-47fe-8b15-08bc52c62502 req-6a576036-1d1d-4c51-8d19-2017602a21c7 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:56.301441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e2baf3cb-a031-47fe-8b15-08bc52c62502 req-6a576036-1d1d-4c51-8d19-2017602a21c7 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 944 time: 0.1843669 Dec 08 01:59:56.362303 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81cc8406-05a3-433b-bf0a-342f95c3c023 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.445943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc8406-05a3-433b-bf0a-342f95c3c023 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Subnet': ['ID=12cc96b0-f881-46a5-a624-7eb0b7b2218c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:56.468786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e2baf3cb-a031-47fe-8b15-08bc52c62502 req-82a523dc-1ea1-4f8b-b338-830f58223e03 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574633 Dec 08 01:59:56.470927 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81cc8406-05a3-433b-bf0a-342f95c3c023 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.474669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-81cc8406-05a3-433b-bf0a-342f95c3c023 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/12cc96b0-f881-46a5-a624-7eb0b7b2218c HTTP/1.1" status: 204 len: 168 time: 0.9948564 Dec 08 01:59:56.478762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54412) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:56.500157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6689a70c-7c60-4633-9fae-1b382d2463fb None None] Provisioning complete for port b047731d-507d-4d86-8567-7a3fe1e9b036 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:56.500700 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6689a70c-7c60-4633-9fae-1b382d2463fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.632900 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.713217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port b047731d-507d-4d86-8567-7a3fe1e9b036 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:56.713725 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.751071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdebde7e-2963-4518-9fe6-c57da7966f84 None None] Network 7b1ca3ad-95b5-44dd-abd1-16d2e5c61193 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:56.787318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] For port b047731d-507d-4d86-8567-7a3fe1e9b036, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b047731d-507d-4d86-8567-7a3fe1e9b036,segment=NetworkSegment(cb5bf3e2-8b65-440e-b5d6-8d37acb6b0fd),segment_id=cb5bf3e2-8b65-440e-b5d6-8d37acb6b0fd)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:56.787872 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.803025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for b047731d-507d-4d86-8567-7a3fe1e9b036 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:56.854717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-89d425d7-8f74-43b7-974c-52465ae1b7ec None None] Could not find standard attr ID for object bc919d3a-433d-425b-973e-9b2fb4d0918d. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:59:56.903495 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.004169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c451e961-6adb-445d-8cf4-5aa642a1c931 None None] DHCP port deletion for 7b1ca3ad-95b5-44dd-abd1-16d2e5c61193 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:59:57.019510 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06336504-6a18-4f57-8c25-d6a35e05d16f req-42774c5d-e258-415e-848a-b276c56780eb tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:57.027923 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-06336504-6a18-4f57-8c25-d6a35e05d16f req-42774c5d-e258-415e-848a-b276c56780eb tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 951 time: 0.0916810 Dec 08 01:59:57.031059 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.041870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8600adb-1194-44f8-a22f-2e670dccad6c req-6f844a38-cf68-4c7c-9104-46ec7c9c5d52 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:57.043416 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8600adb-1194-44f8-a22f-2e670dccad6c req-6f844a38-cf68-4c7c-9104-46ec7c9c5d52 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1359465 Dec 08 01:59:57.092367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=b047731d-507d-4d86-8567-7a3fe1e9b036,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:57.107939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No DVR routers for this DVR port b047731d-507d-4d86-8567-7a3fe1e9b036 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:57.214313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-06336504-6a18-4f57-8c25-d6a35e05d16f req-8983f4ac-0609-4074-825f-f2ffa3ef10a2 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854365 Dec 08 01:59:57.254085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8600adb-1194-44f8-a22f-2e670dccad6c req-f675ab93-d02f-4281-864d-b2f417bd6710 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985559 Dec 08 01:59:57.261580 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.290398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1ca3ad-95b5-44dd-abd1-16d2e5c61193']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:57.301663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5bf3e2-8b65-440e-b5d6-8d37acb6b0fd') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:57.301951 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5bf3e2-8b65-440e-b5d6-8d37acb6b0fd') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:57.318362 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.335349 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.342768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:59:57.343230 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: timer() Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:59:57.346668 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:59:57.416560 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.424046 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.430678 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/networks/7b1ca3ad-95b5-44dd-abd1-16d2e5c61193 HTTP/1.1" status: 204 len: 168 time: 0.9475620 Dec 08 01:59:57.431098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54436) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:57.437767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7f783f2c-5c8f-462c-b987-fcb772542083 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'name': 'tempest-PortsTestJSON-747911359'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:57.461153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d412d9-2b9e-44aa-ba50-45d16de4decd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Network': ['ID=7b1ca3ad-95b5-44dd-abd1-16d2e5c61193,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:57.519935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e912a-7fbd-44af-a8d0-8454d357c042 req-e2d0d14d-a816-4161-a1cb-47250cda7ec2 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:57.521830 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-102e912a-7fbd-44af-a8d0-8454d357c042 req-e2d0d14d-a816-4161-a1cb-47250cda7ec2 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.0700507 Dec 08 01:59:57.584259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f783f2c-5c8f-462c-b987-fcb772542083 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:57.589432 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f783f2c-5c8f-462c-b987-fcb772542083 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.601591 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-102e912a-7fbd-44af-a8d0-8454d357c042 req-c636b889-7541-4109-8cdf-31d80bcef98d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710514 Dec 08 01:59:57.614627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-7f783f2c-5c8f-462c-b987-fcb772542083 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port d7b41565-54be-4ff8-8710-28d9a41d5b20 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:57.853335 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.853835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40240b8e-6d28-4549-8cc5-d1182ac2363f req-05b59254-3048-42ae-afbc-69d1583515e6 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:57.861562 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40240b8e-6d28-4549-8cc5-d1182ac2363f req-05b59254-3048-42ae-afbc-69d1583515e6 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 944 time: 0.0829325 Dec 08 01:59:57.866737 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f783f2c-5c8f-462c-b987-fcb772542083 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.918285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40240b8e-6d28-4549-8cc5-d1182ac2363f req-caff744b-2198-4ecc-b622-9918016e6d40 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558424 Dec 08 01:59:57.919112 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f783f2c-5c8f-462c-b987-fcb772542083 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.963813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f783f2c-5c8f-462c-b987-fcb772542083 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 163989fa-4dad-4a64-b411-14bd7efb0075 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:57.971344 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7f783f2c-5c8f-462c-b987-fcb772542083 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:57.975248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f783f2c-5c8f-462c-b987-fcb772542083 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:57.982084 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f783f2c-5c8f-462c-b987-fcb772542083 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:57.982719 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f783f2c-5c8f-462c-b987-fcb772542083 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.999317 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f783f2c-5c8f-462c-b987-fcb772542083 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=d7b41565-54be-4ff8-8710-28d9a41d5b20,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:58.010523 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7f783f2c-5c8f-462c-b987-fcb772542083 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5745487 Dec 08 01:59:58.010785 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54474) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:58.120510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7e727863-f7fb-4adf-b063-7b72e6f54bb1 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port d7b41565-54be-4ff8-8710-28d9a41d5b20 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:58.120859 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e727863-f7fb-4adf-b063-7b72e6f54bb1 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.200205 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e727863-f7fb-4adf-b063-7b72e6f54bb1 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.223405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7e727863-f7fb-4adf-b063-7b72e6f54bb1 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for d7b41565-54be-4ff8-8710-28d9a41d5b20 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:58.316960 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e727863-f7fb-4adf-b063-7b72e6f54bb1 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.332349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:58.356479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e727863-f7fb-4adf-b063-7b72e6f54bb1 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=d7b41565-54be-4ff8-8710-28d9a41d5b20,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:58.359972 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e49e7-5f0c-475f-b96a-ce7828ee7987 req-740f8b74-f43d-4de0-ae3b-75c3950da56e tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:58.362380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d0e49e7-5f0c-475f-b96a-ce7828ee7987 req-740f8b74-f43d-4de0-ae3b-75c3950da56e tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 951 time: 0.0782504 Dec 08 01:59:58.367439 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e727863-f7fb-4adf-b063-7b72e6f54bb1 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.371543 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7e727863-f7fb-4adf-b063-7b72e6f54bb1 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/d7b41565-54be-4ff8-8710-28d9a41d5b20 HTTP/1.1" status: 204 len: 168 time: 0.3592315 Dec 08 01:59:58.373942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54488) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:58.379380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-90d25a07-3ba0-4faa-8a17-1259a23abc6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'mac_address': 'fa:16:3e:5f:b1:fc', 'name': 'tempest-PortsTestJSON-1651881042'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:58.453695 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.473312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d0e49e7-5f0c-475f-b96a-ce7828ee7987 req-c5ea3188-3559-4267-9770-17293b0283fd tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908298 Dec 08 01:59:58.494996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d4342a-8b77-4b08-9531-ff3686b64210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:58.498237 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd679b18-a0dd-49a0-983e-1687ac76b261" -d '{"events": [{"server_uuid": "65d4342a-8b77-4b08-9531-ff3686b64210", "name": "network-vif-unplugged", "status": "completed", "tag": "a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:58.512943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:58.518157 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.523362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d25a07-3ba0-4faa-8a17-1259a23abc6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:58.559372 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d078c4-feaf-4e01-8eb5-c4a0955402f8 x-openstack-request-id: req-95d078c4-feaf-4e01-8eb5-c4a0955402f8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:58.559526 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d4342a-8b77-4b08-9531-ff3686b64210", "name": "network-vif-unplugged", "status": "completed", "tag": "a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:58.559839 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-95d078c4-feaf-4e01-8eb5-c4a0955402f8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:58.560417 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d4342a-8b77-4b08-9531-ff3686b64210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e', 'code': 200} Dec 08 01:59:58.582303 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,revision_number=11']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:58.617475 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90d25a07-3ba0-4faa-8a17-1259a23abc6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.639539 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-90d25a07-3ba0-4faa-8a17-1259a23abc6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port 13b24030-ab18-4649-9bac-68e97d161cbe yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:58.749419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10091988-8c25-447f-b40b-77039c46a750 req-c2ec7d6a-649e-47d9-9344-8a5feacd75f1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:58.760633 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10091988-8c25-447f-b40b-77039c46a750 req-c2ec7d6a-649e-47d9-9344-8a5feacd75f1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.0834274 Dec 08 01:59:58.824706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10091988-8c25-447f-b40b-77039c46a750 req-94f429d4-f3c6-403a-8859-6ae412e7c13e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627143 Dec 08 01:59:58.860477 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90d25a07-3ba0-4faa-8a17-1259a23abc6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.897385 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90d25a07-3ba0-4faa-8a17-1259a23abc6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.899085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b047731d-507d-4d86-8567-7a3fe1e9b036 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:58.925597 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: b047731d-507d-4d86-8567-7a3fe1e9b036 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:59:58.926024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b047731d-507d-4d86-8567-7a3fe1e9b036 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:58.957792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d25a07-3ba0-4faa-8a17-1259a23abc6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 163989fa-4dad-4a64-b411-14bd7efb0075 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:58.962144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-90d25a07-3ba0-4faa-8a17-1259a23abc6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:58.968492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d25a07-3ba0-4faa-8a17-1259a23abc6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:58.975494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d25a07-3ba0-4faa-8a17-1259a23abc6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:58.976356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90d25a07-3ba0-4faa-8a17-1259a23abc6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.986567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d25a07-3ba0-4faa-8a17-1259a23abc6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=13b24030-ab18-4649-9bac-68e97d161cbe,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:59.012617 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-90d25a07-3ba0-4faa-8a17-1259a23abc6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6375086 Dec 08 01:59:59.014792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54500) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:59.064687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f896ef-d85f-4229-a46a-84f18fa8f230 req-89b78666-66e4-4a4c-bd63-935ee4198ed1 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:59.066318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3f896ef-d85f-4229-a46a-84f18fa8f230 req-89b78666-66e4-4a4c-bd63-935ee4198ed1 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 944 time: 0.0591347 Dec 08 01:59:59.069636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9ff53d-e617-4639-a145-baf6137203c9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:59.074705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54502) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:59.076513 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6c9ff53d-e617-4639-a145-baf6137203c9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/13b24030-ab18-4649-9bac-68e97d161cbe HTTP/1.1" status: 200 len: 841 time: 0.0562880 Dec 08 01:59:59.189436 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3f896ef-d85f-4229-a46a-84f18fa8f230 req-f62e06ea-4579-4c47-983b-c7be7232ed7f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123230 Dec 08 01:59:59.216912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4575adda-286c-4546-ace9-de0787a8f2d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port 13b24030-ab18-4649-9bac-68e97d161cbe {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:59.217493 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4575adda-286c-4546-ace9-de0787a8f2d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.303316 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4575adda-286c-4546-ace9-de0787a8f2d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.318369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4575adda-286c-4546-ace9-de0787a8f2d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for 13b24030-ab18-4649-9bac-68e97d161cbe owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:59.412553 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4575adda-286c-4546-ace9-de0787a8f2d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.443865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575adda-286c-4546-ace9-de0787a8f2d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=13b24030-ab18-4649-9bac-68e97d161cbe,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:59.450782 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4575adda-286c-4546-ace9-de0787a8f2d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.457295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4575adda-286c-4546-ace9-de0787a8f2d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/13b24030-ab18-4649-9bac-68e97d161cbe HTTP/1.1" status: 204 len: 168 time: 0.3787086 Dec 08 01:59:59.457512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54504) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:59.483499 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5026f5-b8a6-40eb-9b2f-ba4989164ab2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] GET failed (client error): The resource could not be found. Dec 08 01:59:59.489135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4c5026f5-b8a6-40eb-9b2f-ba4989164ab2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/13b24030-ab18-4649-9bac-68e97d161cbe HTTP/1.1" status: 404 len: 333 time: 0.0265203 Dec 08 01:59:59.489985 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54506) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:59.497573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8cfe42e1-c1ab-4079-b504-7b57b81a6d12 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'name': 'tempest-PortsTestJSON-1342398750'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:59.609817 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2bab3-17b4-40b8-8fab-cdf1dc3cae2a req-5dd89158-f547-4e3a-b2fb-e5c8d4feb6b6 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:59.611542 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1db2bab3-17b4-40b8-8fab-cdf1dc3cae2a req-5dd89158-f547-4e3a-b2fb-e5c8d4feb6b6 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 949 time: 0.0570471 Dec 08 01:59:59.616951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfe42e1-c1ab-4079-b504-7b57b81a6d12 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:59.621105 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8cfe42e1-c1ab-4079-b504-7b57b81a6d12 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.639878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-8cfe42e1-c1ab-4079-b504-7b57b81a6d12 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port 4edffebe-e6de-43df-b081-495d81401f8f yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:59.670567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1db2bab3-17b4-40b8-8fab-cdf1dc3cae2a req-20a4e6ea-3669-45a0-9bc1-b13adfb79870 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492611 Dec 08 01:59:59.811074 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8cfe42e1-c1ab-4079-b504-7b57b81a6d12 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.858307 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8cfe42e1-c1ab-4079-b504-7b57b81a6d12 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.906419 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfe42e1-c1ab-4079-b504-7b57b81a6d12 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 163989fa-4dad-4a64-b411-14bd7efb0075 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:59.917499 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8cfe42e1-c1ab-4079-b504-7b57b81a6d12 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:59.922761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfe42e1-c1ab-4079-b504-7b57b81a6d12 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:59.927945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe42e1-c1ab-4079-b504-7b57b81a6d12 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:59.928700 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8cfe42e1-c1ab-4079-b504-7b57b81a6d12 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.942475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe42e1-c1ab-4079-b504-7b57b81a6d12 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=4edffebe-e6de-43df-b081-495d81401f8f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:59.953494 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8cfe42e1-c1ab-4079-b504-7b57b81a6d12 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4617009 Dec 08 01:59:59.955745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54518) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:59.961494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-32b504fe-292b-439e-9e48-6e402be9eb04 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:59.973989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ace57-1b1d-45af-a43b-80e4e0bfcb9f req-fcabb405-611a-4155-aa18-b7288bf77383 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:59.975660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c52ace57-1b1d-45af-a43b-80e4e0bfcb9f req-fcabb405-611a-4155-aa18-b7288bf77383 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.0656109 Dec 08 02:00:00.029745 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c52ace57-1b1d-45af-a43b-80e4e0bfcb9f req-e839d3e3-6765-459b-a163-0e21611e9c9d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465882 Dec 08 02:00:00.031832 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32b504fe-292b-439e-9e48-6e402be9eb04 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.214637 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32b504fe-292b-439e-9e48-6e402be9eb04 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.220197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32b504fe-292b-439e-9e48-6e402be9eb04 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.270174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-32b504fe-292b-439e-9e48-6e402be9eb04 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] In _notify_port_updated(), no bound segment for port 4edffebe-e6de-43df-b081-495d81401f8f on network 163989fa-4dad-4a64-b411-14bd7efb0075 {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:00:00.277833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b504fe-292b-439e-9e48-6e402be9eb04 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:00.278531 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32b504fe-292b-439e-9e48-6e402be9eb04 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.282445 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-32b504fe-292b-439e-9e48-6e402be9eb04 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "PUT /v2.0/ports/4edffebe-e6de-43df-b081-495d81401f8f HTTP/1.1" status: 200 len: 818 time: 0.3231051 Dec 08 02:00:00.282710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54522) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:00.325150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b504fe-292b-439e-9e48-6e402be9eb04 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=4edffebe-e6de-43df-b081-495d81401f8f,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:00.341717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df4f3e-fe49-4823-b8b5-5a22becbd4a1 req-01379745-c918-4196-9189-4531f70ac4a5 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:00.343545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69df4f3e-fe49-4823-b8b5-5a22becbd4a1 req-01379745-c918-4196-9189-4531f70ac4a5 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 944 time: 0.0681474 Dec 08 02:00:00.406547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69df4f3e-fe49-4823-b8b5-5a22becbd4a1 req-b9299974-bd8e-431a-a3bc-9838e995feda tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539715 Dec 08 02:00:00.416326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04721586-4ede-4fb2-856e-a9914c6b8ec9 req-fb504c4a-8243-4c66-afd8-b97f26dc9eac tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:00.417924 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-04721586-4ede-4fb2-856e-a9914c6b8ec9 req-fb504c4a-8243-4c66-afd8-b97f26dc9eac tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.75 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 949 time: 0.0779908 Dec 08 02:00:00.463798 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-08c8316c-2093-4de2-8636-df040d3d34b5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port 4edffebe-e6de-43df-b081-495d81401f8f {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:00.464195 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-08c8316c-2093-4de2-8636-df040d3d34b5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.562387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-08c8316c-2093-4de2-8636-df040d3d34b5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.584024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-08c8316c-2093-4de2-8636-df040d3d34b5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for 4edffebe-e6de-43df-b081-495d81401f8f owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:00.651882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-04721586-4ede-4fb2-856e-a9914c6b8ec9 req-8c92f270-2a10-47b8-8a79-656e2673d73b tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Deleting port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:00.652555 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-04721586-4ede-4fb2-856e-a9914c6b8ec9 req-8c92f270-2a10-47b8-8a79-656e2673d73b tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.755181 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-08c8316c-2093-4de2-8636-df040d3d34b5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.799212 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-04721586-4ede-4fb2-856e-a9914c6b8ec9 req-8c92f270-2a10-47b8-8a79-656e2673d73b tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] For port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:00.799672 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-04721586-4ede-4fb2-856e-a9914c6b8ec9 req-8c92f270-2a10-47b8-8a79-656e2673d73b tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.802489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8316c-2093-4de2-8636-df040d3d34b5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=4edffebe-e6de-43df-b081-495d81401f8f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:00.816808 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9bcec-ebcc-4e90-8fd3-cae0a51439e7 req-cf75d246-8dd1-4514-a731-750a8feb2c68 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:00.818466 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4af9bcec-ebcc-4e90-8fd3-cae0a51439e7 req-cf75d246-8dd1-4514-a731-750a8feb2c68 tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/ports?device_id=65d4342a-8b77-4b08-9531-ff3686b64210 HTTP/1.1" status: 200 len: 949 time: 0.0650010 Dec 08 02:00:00.825225 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-08c8316c-2093-4de2-8636-df040d3d34b5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.831832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54528) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:00.832197 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-08c8316c-2093-4de2-8636-df040d3d34b5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/4edffebe-e6de-43df-b081-495d81401f8f HTTP/1.1" status: 204 len: 168 time: 0.5484869 Dec 08 02:00:00.840409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-04721586-4ede-4fb2-856e-a9914c6b8ec9 req-8c92f270-2a10-47b8-8a79-656e2673d73b tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Calling delete_port for a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:00.922535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9624420-590e-4082-ab3e-60a8c333aa6d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:00.927085 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54534) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:00.928416 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b9624420-590e-4082-ab3e-60a8c333aa6d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0938823 Dec 08 02:00:00.937576 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4af9bcec-ebcc-4e90-8fd3-cae0a51439e7 req-af21a30e-4d9f-4056-9767-13f621aa0d0c tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.71 "GET /v2.0/security-groups?id=cf254aca-1a8f-4899-88cb-64a6f084f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955031 Dec 08 02:00:00.963887 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbe44c3-ea16-4b11-ab70-246bb1105da5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] GET failed (client error): The resource could not be found. Dec 08 02:00:00.963887 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-acbe44c3-ea16-4b11-ab70-246bb1105da5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/4edffebe-e6de-43df-b081-495d81401f8f HTTP/1.1" status: 404 len: 333 time: 0.0358043 Dec 08 02:00:00.969494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54536) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:00.975976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9f737561-0f3f-405b-b6e9-09a1a751e88a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-580933336'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:01.017445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f737561-0f3f-405b-b6e9-09a1a751e88a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:01.021565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f737561-0f3f-405b-b6e9-09a1a751e88a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.092504 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f737561-0f3f-405b-b6e9-09a1a751e88a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:00:01.099170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-04721586-4ede-4fb2-856e-a9914c6b8ec9 req-8c92f270-2a10-47b8-8a79-656e2673d73b tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.146226 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f737561-0f3f-405b-b6e9-09a1a751e88a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.146439 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-9f737561-0f3f-405b-b6e9-09a1a751e88a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Added segment a1d8fac4-2989-4f55-9e88-7bb28ccd1594 of type vlan for network 18b930db-7a82-43d3-b448-5124e4022cd7 Dec 08 02:00:01.149008 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92f270-2a10-47b8-8a79-656e2673d73b tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Pushing event deleted for resources: {'Port': ['ID=a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:01.174143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425e9fe-d965-4321-91ee-3c9367ff3e03 req-93560e09-7c42-4ab4-8c39-80ae27deea55 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:01.175974 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e425e9fe-d965-4321-91ee-3c9367ff3e03 req-93560e09-7c42-4ab4-8c39-80ae27deea55 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.0652676 Dec 08 02:00:01.226145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-04721586-4ede-4fb2-856e-a9914c6b8ec9 req-8c92f270-2a10-47b8-8a79-656e2673d73b tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] No DVR routers for this DVR port a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:01.230195 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-04721586-4ede-4fb2-856e-a9914c6b8ec9 req-8c92f270-2a10-47b8-8a79-656e2673d73b tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.233447 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-04721586-4ede-4fb2-856e-a9914c6b8ec9 req-8c92f270-2a10-47b8-8a79-656e2673d73b tempest-ImagesOneServerTestJSON-1434319844 tempest-ImagesOneServerTestJSON-1434319844-project] 10.222.0.75 "DELETE /v2.0/ports/a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e HTTP/1.1" status: 204 len: 173 time: 0.8088181 Dec 08 02:00:01.238237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d4342a-8b77-4b08-9531-ff3686b64210', 'name': 'network-vif-deleted', 'tag': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:01.240562 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72411139-6fe1-4e1d-9481-05b8fb606b7e" -d '{"events": [{"server_uuid": "65d4342a-8b77-4b08-9531-ff3686b64210", "name": "network-vif-deleted", "tag": "a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:01.250505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e425e9fe-d965-4321-91ee-3c9367ff3e03 req-ee22d567-bb49-433b-8d5a-658b797ab2af tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646868 Dec 08 02:00:01.266343 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f737561-0f3f-405b-b6e9-09a1a751e88a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.295121 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a25a84-b5be-4a5a-8cf2-4e374c066a8f x-openstack-request-id: req-32a25a84-b5be-4a5a-8cf2-4e374c066a8f {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:01.295405 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d4342a-8b77-4b08-9531-ff3686b64210", "name": "network-vif-deleted", "tag": "a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:01.295820 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-32a25a84-b5be-4a5a-8cf2-4e374c066a8f {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:01.296215 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d4342a-8b77-4b08-9531-ff3686b64210', 'name': 'network-vif-deleted', 'tag': 'a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e', 'status': 'completed', 'code': 200} Dec 08 02:00:01.312035 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f737561-0f3f-405b-b6e9-09a1a751e88a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.317599 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f737561-0f3f-405b-b6e9-09a1a751e88a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:01.318134 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f737561-0f3f-405b-b6e9-09a1a751e88a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.337081 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9f737561-0f3f-405b-b6e9-09a1a751e88a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3671882 Dec 08 02:00:01.340048 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54542) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:01.346917 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-937aab5f-3b60-4c9a-aa55-6cac217c76dd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': '18b930db-7a82-43d3-b448-5124e4022cd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:01.403189 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737561-0f3f-405b-b6e9-09a1a751e88a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Network': ['ID=18b930db-7a82-43d3-b448-5124e4022cd7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:01.414497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 18b930db-7a82-43d3-b448-5124e4022cd7 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:00:01.486501 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937aab5f-3b60-4c9a-aa55-6cac217c76dd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:01.493654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-937aab5f-3b60-4c9a-aa55-6cac217c76dd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.625863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cea048-eb30-4b0a-b204-9499b73ff40e req-c270fc2f-cbc6-4104-8f2d-cc4b109d8383 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:01.627423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72cea048-eb30-4b0a-b204-9499b73ff40e req-c270fc2f-cbc6-4104-8f2d-cc4b109d8383 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 944 time: 0.1277335 Dec 08 02:00:01.736392 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72cea048-eb30-4b0a-b204-9499b73ff40e req-875bdc75-625d-4c3a-bef8-0520b89da846 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962515 Dec 08 02:00:01.809033 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-937aab5f-3b60-4c9a-aa55-6cac217c76dd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.878695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aab5f-3b60-4c9a-aa55-6cac217c76dd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Subnet': ['ID=1a471b4d-5efc-4630-bc11-e7ba9e34df09,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:01.886012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937aab5f-3b60-4c9a-aa55-6cac217c76dd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Checking segment: {'id': 'a1d8fac4-2989-4f55-9e88-7bb28ccd1594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '18b930db-7a82-43d3-b448-5124e4022cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:01.886373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937aab5f-3b60-4c9a-aa55-6cac217c76dd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network hostable DHCP agents. Network: 18b930db-7a82-43d3-b448-5124e4022cd7, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:00:01.905130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937aab5f-3b60-4c9a-aa55-6cac217c76dd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 18b930db-7a82-43d3-b448-5124e4022cd7 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:00:01.919647 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-937aab5f-3b60-4c9a-aa55-6cac217c76dd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 18b930db-7a82-43d3-b448-5124e4022cd7) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:01.929289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c1c589-273e-4b09-929a-34d2520d83bb None None] Network 18b930db-7a82-43d3-b448-5124e4022cd7 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:01.930934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937aab5f-3b60-4c9a-aa55-6cac217c76dd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:01.932014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-937aab5f-3b60-4c9a-aa55-6cac217c76dd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.956087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54550) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:01.957045 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-937aab5f-3b60-4c9a-aa55-6cac217c76dd tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6149130 Dec 08 02:00:01.964307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f98170ac-13e0-4e29-bdb4-bf4aaa1720f6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': '18b930db-7a82-43d3-b448-5124e4022cd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:02.061527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-18b930db-7a82-43d3-b448-5124e4022cd7', 'network_id': '18b930db-7a82-43d3-b448-5124e4022cd7', 'project_id': '3d77fa00d9644680bb8ed14323643893', 'fixed_ips': [{'subnet_id': '1a471b4d-5efc-4630-bc11-e7ba9e34df09'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:00:02.062390 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.158949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98170ac-13e0-4e29-bdb4-bf4aaa1720f6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:02.164336 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f98170ac-13e0-4e29-bdb4-bf4aaa1720f6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.248740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Allocated IP 172.20.0.2 (18b930db-7a82-43d3-b448-5124e4022cd7/1a471b4d-5efc-4630-bc11-e7ba9e34df09/84d6c221-4a12-4750-b2d9-8a68764d6224) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:02.279530 n-d-713499-31 neutron-server[109766]: INFO neutron.db.ipam_backend_mixin [None req-f98170ac-13e0-4e29-bdb4-bf4aaa1720f6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1a471b4d-5efc-4630-bc11-e7ba9e34df09 (CIDR: 172.20.0.0/28) Dec 08 02:00:02.284840 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98170ac-13e0-4e29-bdb4-bf4aaa1720f6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:00:02.286712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98170ac-13e0-4e29-bdb4-bf4aaa1720f6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:02.308980 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f98170ac-13e0-4e29-bdb4-bf4aaa1720f6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3505840 Dec 08 02:00:02.311797 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54562) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:02.318059 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5552f8c3-f2d0-448f-97d8-1af0b5739667 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': '18b930db-7a82-43d3-b448-5124e4022cd7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:02.442169 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54564) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:02.448049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67b719-41df-4273-848a-dd938eb9844b req-b6229bd7-aade-4713-b1bd-a5e91cd9b85f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:02.457876 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc67b719-41df-4273-848a-dd938eb9844b req-b6229bd7-aade-4713-b1bd-a5e91cd9b85f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.0992949 Dec 08 02:00:02.509451 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5552f8c3-f2d0-448f-97d8-1af0b5739667 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:02.512210 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.517375 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5552f8c3-f2d0-448f-97d8-1af0b5739667 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.519748 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.552619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc67b719-41df-4273-848a-dd938eb9844b req-36c8bbf8-9340-4a5a-a02f-c21d9ccde9b6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922742 Dec 08 02:00:02.568365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Network 18b930db-7a82-43d3-b448-5124e4022cd7 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:02.575089 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:02.578876 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:02.617860 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Pushing event updated for resources: {'Port': ['ID=84d6c221-4a12-4750-b2d9-8a68764d6224,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:02.653601 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Attempting to bind port 84d6c221-4a12-4750-b2d9-8a68764d6224 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:02.654022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Attempting to bind port 84d6c221-4a12-4750-b2d9-8a68764d6224 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'a1d8fac4-2989-4f55-9e88-7bb28ccd1594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '18b930db-7a82-43d3-b448-5124e4022cd7'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:02.654518 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Attempting to bind port 84d6c221-4a12-4750-b2d9-8a68764d6224 on network 18b930db-7a82-43d3-b448-5124e4022cd7 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:02.660971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:02.661341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Checking segment: {'id': 'a1d8fac4-2989-4f55-9e88-7bb28ccd1594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '18b930db-7a82-43d3-b448-5124e4022cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:02.661795 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.662221 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Bound using segment: {'id': 'a1d8fac4-2989-4f55-9e88-7bb28ccd1594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '18b930db-7a82-43d3-b448-5124e4022cd7'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:02.662769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Bound port: 84d6c221-4a12-4750-b2d9-8a68764d6224, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d8fac4-2989-4f55-9e88-7bb28ccd1594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '18b930db-7a82-43d3-b448-5124e4022cd7'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:02.663198 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.687735 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4e530443-06a7-41af-9217-82071a87a839 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=23f85b63ddea4fd7903cf9f651f75abf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420232 Dec 08 02:00:02.688514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54568) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:02.733178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] For port 84d6c221-4a12-4750-b2d9-8a68764d6224, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:02.737306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] For port 84d6c221-4a12-4750-b2d9-8a68764d6224, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=84d6c221-4a12-4750-b2d9-8a68764d6224,segment=NetworkSegment(a1d8fac4-2989-4f55-9e88-7bb28ccd1594),segment_id=a1d8fac4-2989-4f55-9e88-7bb28ccd1594)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:02.742382 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.786987 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aaeabb47-cac7-4ad0-b5ff-269adb6c41b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.810381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8664dea-a53f-4bdf-8294-dcdac0a2a775 None None] Pushing event updated for resources: {'Port': ['ID=84d6c221-4a12-4750-b2d9-8a68764d6224,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:02.828454 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aaeabb47-cac7-4ad0-b5ff-269adb6c41b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.952946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db2db5-9cab-4429-934e-3e9924c1d1f6 req-7a8f6ef3-9154-4212-b9a0-d80d10d867d2 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:02.954741 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3db2db5-9cab-4429-934e-3e9924c1d1f6 req-7a8f6ef3-9154-4212-b9a0-d80d10d867d2 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 944 time: 0.0765564 Dec 08 02:00:02.983998 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5552f8c3-f2d0-448f-97d8-1af0b5739667 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:03.012106 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5552f8c3-f2d0-448f-97d8-1af0b5739667 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 18b930db-7a82-43d3-b448-5124e4022cd7 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:03.049650 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3db2db5-9cab-4429-934e-3e9924c1d1f6 req-8b357279-c6c9-40ed-9604-30a0178129f9 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849509 Dec 08 02:00:03.075556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-5552f8c3-f2d0-448f-97d8-1af0b5739667 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:03.077419 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f8c3-f2d0-448f-97d8-1af0b5739667 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Subnet': ['ID=989d9650-dc34-4937-878c-75e414faa85d,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:03.080270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5552f8c3-f2d0-448f-97d8-1af0b5739667 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:03.081118 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5552f8c3-f2d0-448f-97d8-1af0b5739667 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:03.100724 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aaeabb47-cac7-4ad0-b5ff-269adb6c41b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:03.105490 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aaeabb47-cac7-4ad0-b5ff-269adb6c41b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:03.108715 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-aaeabb47-cac7-4ad0-b5ff-269adb6c41b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cf254aca-1a8f-4899-88cb-64a6f084f80e HTTP/1.1" status: 204 len: 168 time: 0.4191704 Dec 08 02:00:03.124672 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5552f8c3-f2d0-448f-97d8-1af0b5739667 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8116148 Dec 08 02:00:03.127393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54582) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:03.135426 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'network_id': '18b930db-7a82-43d3-b448-5124e4022cd7', 'fixed_ips': [{'subnet_id': '1a471b4d-5efc-4630-bc11-e7ba9e34df09'}, {'subnet_id': '989d9650-dc34-4937-878c-75e414faa85d'}], 'name': 'tempest-PortsTestJSON-1642750957'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:03.137594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeabb47-cac7-4ad0-b5ff-269adb6c41b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf254aca-1a8f-4899-88cb-64a6f084f80e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:03.477347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:03.706241 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:03.749755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port 9b54ebf3-3f39-47b1-af1e-9026a8d19bf0 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:00:04.211724 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2044a-97b6-4b05-995d-a7202453b147 req-07e126a1-dcf8-426c-afa4-1fb79715b2ea tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:04.212595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c4b2044a-97b6-4b05-995d-a7202453b147 req-07e126a1-dcf8-426c-afa4-1fb79715b2ea tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.5412130 Dec 08 02:00:04.278435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Allocated IP 172.20.0.8 (18b930db-7a82-43d3-b448-5124e4022cd7/1a471b4d-5efc-4630-bc11-e7ba9e34df09/9b54ebf3-3f39-47b1-af1e-9026a8d19bf0) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:04.301231 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Allocated IP 172.20.0.23 (18b930db-7a82-43d3-b448-5124e4022cd7/989d9650-dc34-4937-878c-75e414faa85d/9b54ebf3-3f39-47b1-af1e-9026a8d19bf0) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:04.344106 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:00:04.403373 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:00:04.403742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a87cf4e8-30f7-4f02-a2f1-27a3e68d1f9e not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:00:04.414060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5cf5f-036b-4fe6-9228-1dd077f72784 req-9689294b-a235-4611-8463-2c0fd6c45b8f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:04.416209 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96e5cf5f-036b-4fe6-9228-1dd077f72784 req-9689294b-a235-4611-8463-2c0fd6c45b8f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 944 time: 0.2171862 Dec 08 02:00:04.449201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c4b2044a-97b6-4b05-995d-a7202453b147 req-b4bf1542-fb05-4f06-9052-93bbe17d633f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261188 Dec 08 02:00:04.614160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f79faf-a075-4098-adc8-a737cd99ddac None None] Network 18b930db-7a82-43d3-b448-5124e4022cd7 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:04.616291 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96e5cf5f-036b-4fe6-9228-1dd077f72784 req-27df332f-3681-4deb-8dec-97fc8d9e7a14 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861331 Dec 08 02:00:04.687649 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.693004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-51f974ab-73aa-40b0-81d0-57e40a6d9f80 None None] Provisioning complete for port 84d6c221-4a12-4750-b2d9-8a68764d6224 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:04.693206 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51f974ab-73aa-40b0-81d0-57e40a6d9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.749423 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.801675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 18b930db-7a82-43d3-b448-5124e4022cd7 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:04.808056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:04.811976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:04.850613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=9b54ebf3-3f39-47b1-af1e-9026a8d19bf0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:04.873753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:04.874178 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.902168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9a8c36f4-4635-4f22-b37b-a7ac0fa46b81 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7698483 Dec 08 02:00:04.902835 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51f974ab-73aa-40b0-81d0-57e40a6d9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.903870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54782) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:04.915241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8bbe036a-f86c-40d4-ae19-8e1c9209f8b3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a471b4d-5efc-4630-bc11-e7ba9e34df09'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:04.978063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-51f974ab-73aa-40b0-81d0-57e40a6d9f80 None None] For port 84d6c221-4a12-4750-b2d9-8a68764d6224, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=84d6c221-4a12-4750-b2d9-8a68764d6224,segment=NetworkSegment(a1d8fac4-2989-4f55-9e88-7bb28ccd1594),segment_id=a1d8fac4-2989-4f55-9e88-7bb28ccd1594)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:05.015507 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51f974ab-73aa-40b0-81d0-57e40a6d9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.089624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f974ab-73aa-40b0-81d0-57e40a6d9f80 None None] Pushing event updated for resources: {'Port': ['ID=84d6c221-4a12-4750-b2d9-8a68764d6224,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:05.094080 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 84d6c221-4a12-4750-b2d9-8a68764d6224 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:05.173789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee12a6fd-6597-41c8-be75-d9b88f7bc202 None None] Update dhcp port {'port': {'network_id': '18b930db-7a82-43d3-b448-5124e4022cd7', 'fixed_ips': [{'subnet_id': '1a471b4d-5efc-4630-bc11-e7ba9e34df09', 'ip_address': '172.20.0.2'}, {'subnet_id': '989d9650-dc34-4937-878c-75e414faa85d'}], 'binding:host_id': 'n-d-713499-31'}, 'id': '84d6c221-4a12-4750-b2d9-8a68764d6224'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 02:00:05.208050 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee12a6fd-6597-41c8-be75-d9b88f7bc202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.210296 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 84d6c221-4a12-4750-b2d9-8a68764d6224 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:05.210658 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.256716 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8bbe036a-f86c-40d4-ae19-8e1c9209f8b3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.467896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-ee12a6fd-6597-41c8-be75-d9b88f7bc202 None None] Allocated IP 172.20.0.18 (18b930db-7a82-43d3-b448-5124e4022cd7/989d9650-dc34-4937-878c-75e414faa85d/84d6c221-4a12-4750-b2d9-8a68764d6224) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:05.674406 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ee12a6fd-6597-41c8-be75-d9b88f7bc202 None None] For port 84d6c221-4a12-4750-b2d9-8a68764d6224, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=84d6c221-4a12-4750-b2d9-8a68764d6224,segment=NetworkSegment(a1d8fac4-2989-4f55-9e88-7bb28ccd1594),segment_id=a1d8fac4-2989-4f55-9e88-7bb28ccd1594)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:05.711725 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee12a6fd-6597-41c8-be75-d9b88f7bc202 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.726053 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee12a6fd-6597-41c8-be75-d9b88f7bc202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.779939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-8bbe036a-f86c-40d4-ae19-8e1c9209f8b3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Delete allocated IP 172.20.0.23 (18b930db-7a82-43d3-b448-5124e4022cd7/989d9650-dc34-4937-878c-75e414faa85d) {{(pid=109766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 02:00:05.828566 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12a6fd-6597-41c8-be75-d9b88f7bc202 None None] Pushing event updated for resources: {'Port': ['ID=84d6c221-4a12-4750-b2d9-8a68764d6224,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:05.933437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56b832-8a5d-4253-8b00-87e6d1d5eb32 req-db804713-c09a-4d28-b9a1-3a1f09e06dc4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:05.945860 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a56b832-8a5d-4253-8b00-87e6d1d5eb32 req-db804713-c09a-4d28-b9a1-3a1f09e06dc4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.3713896 Dec 08 02:00:05.983853 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8bbe036a-f86c-40d4-ae19-8e1c9209f8b3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.991839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8bbe036a-f86c-40d4-ae19-8e1c9209f8b3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.101467 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a56b832-8a5d-4253-8b00-87e6d1d5eb32 req-d6b281d7-2a75-4f64-8a3f-ded10661c0c1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545603 Dec 08 02:00:06.118290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a568c-c850-45f8-bf48-a49032457d57 req-c759ad1d-c4f0-40ff-bfde-955d778e16da tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:06.139772 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a5a568c-c850-45f8-bf48-a49032457d57 req-c759ad1d-c4f0-40ff-bfde-955d778e16da tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 944 time: 0.1887059 Dec 08 02:00:06.142296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe036a-f86c-40d4-ae19-8e1c9209f8b3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=9b54ebf3-3f39-47b1-af1e-9026a8d19bf0,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:06.229721 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a5a568c-c850-45f8-bf48-a49032457d57 req-9308aa15-823d-4330-ab06-e49bb56d09f9 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889571 Dec 08 02:00:06.242706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8bbe036a-f86c-40d4-ae19-8e1c9209f8b3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] In _notify_port_updated(), no bound segment for port 9b54ebf3-3f39-47b1-af1e-9026a8d19bf0 on network 18b930db-7a82-43d3-b448-5124e4022cd7 {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:00:06.249449 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbe036a-f86c-40d4-ae19-8e1c9209f8b3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:06.250410 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8bbe036a-f86c-40d4-ae19-8e1c9209f8b3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.255119 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54936) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:06.255724 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8bbe036a-f86c-40d4-ae19-8e1c9209f8b3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "PUT /v2.0/ports/9b54ebf3-3f39-47b1-af1e-9026a8d19bf0 HTTP/1.1" status: 200 len: 919 time: 1.3521960 Dec 08 02:00:06.261524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-57f2b9b8-fbc5-4ad7-a726-4bdac7ab0fbf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a471b4d-5efc-4630-bc11-e7ba9e34df09'}, {'subnet_id': '989d9650-dc34-4937-878c-75e414faa85d'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:06.278721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device aeeaff9b-cc30-4c99-9f57-db1c92024713 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:00:06.442084 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-66d3cc17-01aa-4cb6-8af2-208b75d952d0 req-7f60aa17-c3dc-4fc1-86d6-abf9b0ed2a11 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0731196 Dec 08 02:00:06.479935 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57f2b9b8-fbc5-4ad7-a726-4bdac7ab0fbf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.538394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port aeeaff9b-cc30-4c99-9f57-db1c92024713, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=aeeaff9b-cc30-4c99-9f57-db1c92024713,segment=NetworkSegment(01c0508f-c5bb-432a-aa82-aa53d3b46084),segment_id=01c0508f-c5bb-432a-aa82-aa53d3b46084)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:06.561634 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'port_id': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'mac_address': 'fa:16:3e:6d:87:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:00:06.612832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cc17-01aa-4cb6-8af2-208b75d952d0 req-06e5e10a-55c6-4bf8-8f11-b1f1cf3faace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:06.621262 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-66d3cc17-01aa-4cb6-8af2-208b75d952d0 req-06e5e10a-55c6-4bf8-8f11-b1f1cf3faace service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f6524c63c45a6a815afc47e80a3c8&device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 1102 time: 0.1378887 Dec 08 02:00:06.682564 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.717283 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeeaff9b-cc30-4c99-9f57-db1c92024713 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:06.768912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port aeeaff9b-cc30-4c99-9f57-db1c92024713, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=aeeaff9b-cc30-4c99-9f57-db1c92024713,segment=NetworkSegment(01c0508f-c5bb-432a-aa82-aa53d3b46084),segment_id=01c0508f-c5bb-432a-aa82-aa53d3b46084)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:06.779194 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.970780 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=aeeaff9b-cc30-4c99-9f57-db1c92024713,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:07.006651 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e70311-b19e-417b-bceb-128e269a053b None None] Network 18b930db-7a82-43d3-b448-5124e4022cd7 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:07.077171 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 84d6c221-4a12-4750-b2d9-8a68764d6224 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:07.151941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-57f2b9b8-fbc5-4ad7-a726-4bdac7ab0fbf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Allocated IP 172.20.0.19 (18b930db-7a82-43d3-b448-5124e4022cd7/989d9650-dc34-4937-878c-75e414faa85d/9b54ebf3-3f39-47b1-af1e-9026a8d19bf0) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:07.190524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-aee3801a-df3c-4b86-b238-28f00c661f38 None None] Provisioning complete for port 9b54ebf3-3f39-47b1-af1e-9026a8d19bf0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:07.195213 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aee3801a-df3c-4b86-b238-28f00c661f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:07.228964 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['aeeaff9b-cc30-4c99-9f57-db1c92024713'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:00:07.368309 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-aee3801a-df3c-4b86-b238-28f00c661f38 None None] Port 9b54ebf3-3f39-47b1-af1e-9026a8d19bf0 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:07.535251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cc17-01aa-4cb6-8af2-208b75d952d0 req-3e00470d-d611-4004-83c5-356cddf68644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:07.542981 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-66d3cc17-01aa-4cb6-8af2-208b75d952d0 req-3e00470d-d611-4004-83c5-356cddf68644 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.8908958 Dec 08 02:00:07.551005 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1474004-a21c-4046-ad8b-eaaffe6dcc77 req-a342f689-d254-4203-be95-5ad80360c022 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:07.561866 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1474004-a21c-4046-ad8b-eaaffe6dcc77 req-a342f689-d254-4203-be95-5ad80360c022 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.2232664 Dec 08 02:00:07.595216 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-aee3801a-df3c-4b86-b238-28f00c661f38 None None] Provisioning complete for port 84d6c221-4a12-4750-b2d9-8a68764d6224 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:07.596513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffefa3-43fd-4695-af7c-69dbb229b488 req-d53f81bf-4b95-4795-9ea6-914c7b55a8e2 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:07.597037 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aee3801a-df3c-4b86-b238-28f00c661f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:07.598054 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69ffefa3-43fd-4695-af7c-69dbb229b488 req-d53f81bf-4b95-4795-9ea6-914c7b55a8e2 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 945 time: 0.1451621 Dec 08 02:00:07.601142 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-66d3cc17-01aa-4cb6-8af2-208b75d952d0 req-7f584da5-9ea1-4d7a-b02c-6947244e4a16 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c4072aeb-cc4d-4834-ac82-2b2336694ea8 HTTP/1.1" status: 200 len: 217 time: 0.0501227 Dec 08 02:00:07.604760 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 84d6c221-4a12-4750-b2d9-8a68764d6224 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:07.605127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:07.606576 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57f2b9b8-fbc5-4ad7-a726-4bdac7ab0fbf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:07.646198 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57f2b9b8-fbc5-4ad7-a726-4bdac7ab0fbf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:07.670832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cc17-01aa-4cb6-8af2-208b75d952d0 req-0e133598-b912-416a-be74-f27a268859ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:07.673601 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-66d3cc17-01aa-4cb6-8af2-208b75d952d0 req-0e133598-b912-416a-be74-f27a268859ad service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0640450 Dec 08 02:00:07.768140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3cc17-01aa-4cb6-8af2-208b75d952d0 req-e570a460-7947-48f5-956e-6c962ec17382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:07.770294 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-66d3cc17-01aa-4cb6-8af2-208b75d952d0 req-e570a460-7947-48f5-956e-6c962ec17382 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857818 Dec 08 02:00:07.792413 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69ffefa3-43fd-4695-af7c-69dbb229b488 req-1a7bf64b-6189-4371-aefc-eaf12bd79be0 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793776 Dec 08 02:00:07.845312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1474004-a21c-4046-ad8b-eaaffe6dcc77 req-8cbc4296-5048-4da9-9ba3-81301fb1df8c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824416 Dec 08 02:00:07.914249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-57f2b9b8-fbc5-4ad7-a726-4bdac7ab0fbf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] In _notify_port_updated(), no bound segment for port 9b54ebf3-3f39-47b1-af1e-9026a8d19bf0 on network 18b930db-7a82-43d3-b448-5124e4022cd7 {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:00:07.921625 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2b9b8-fbc5-4ad7-a726-4bdac7ab0fbf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:07.922516 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57f2b9b8-fbc5-4ad7-a726-4bdac7ab0fbf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:07.924031 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-57f2b9b8-fbc5-4ad7-a726-4bdac7ab0fbf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "PUT /v2.0/ports/9b54ebf3-3f39-47b1-af1e-9026a8d19bf0 HTTP/1.1" status: 200 len: 999 time: 1.6674964 Dec 08 02:00:07.928463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55128) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:07.932379 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2b9b8-fbc5-4ad7-a726-4bdac7ab0fbf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=9b54ebf3-3f39-47b1-af1e-9026a8d19bf0,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:07.944464 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-66d3cc17-01aa-4cb6-8af2-208b75d952d0 req-74cbc888-8b26-4f56-ab46-4332c91940a6 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619370 Dec 08 02:00:08.068193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a66cae85-3403-4c15-9db5-11ab07ca1509 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port 9b54ebf3-3f39-47b1-af1e-9026a8d19bf0 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:08.068547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a66cae85-3403-4c15-9db5-11ab07ca1509 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.111835 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-66d3cc17-01aa-4cb6-8af2-208b75d952d0 req-73d72b3f-7651-4bc2-a76e-eb4c396ff78e service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518517 Dec 08 02:00:08.161982 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a66cae85-3403-4c15-9db5-11ab07ca1509 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.175192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a66cae85-3403-4c15-9db5-11ab07ca1509 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for 9b54ebf3-3f39-47b1-af1e-9026a8d19bf0 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:08.359658 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a66cae85-3403-4c15-9db5-11ab07ca1509 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.398034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cae85-3403-4c15-9db5-11ab07ca1509 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=9b54ebf3-3f39-47b1-af1e-9026a8d19bf0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:08.507445 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a66cae85-3403-4c15-9db5-11ab07ca1509 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.511050 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a66cae85-3403-4c15-9db5-11ab07ca1509 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/9b54ebf3-3f39-47b1-af1e-9026a8d19bf0 HTTP/1.1" status: 204 len: 168 time: 0.5813603 Dec 08 02:00:08.513747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55178) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:08.540130 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08a1fbc-192e-4506-8aa9-a709ca800e51 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] GET failed (client error): The resource could not be found. Dec 08 02:00:08.542249 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c08a1fbc-192e-4506-8aa9-a709ca800e51 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/9b54ebf3-3f39-47b1-af1e-9026a8d19bf0 HTTP/1.1" status: 404 len: 333 time: 0.0274904 Dec 08 02:00:08.544970 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55180) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:08.597514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee45385-8d59-460c-97e9-061c9818759d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting subnet 989d9650-dc34-4937-878c-75e414faa85d {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:00:08.604236 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ee45385-8d59-460c-97e9-061c9818759d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.648119 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ee45385-8d59-460c-97e9-061c9818759d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.740968 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ee45385-8d59-460c-97e9-061c9818759d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.802056 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ee45385-8d59-460c-97e9-061c9818759d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.830458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee45385-8d59-460c-97e9-061c9818759d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Subnet': ['ID=989d9650-dc34-4937-878c-75e414faa85d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:08.834245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ee45385-8d59-460c-97e9-061c9818759d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.838199 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4ee45385-8d59-460c-97e9-061c9818759d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/989d9650-dc34-4937-878c-75e414faa85d HTTP/1.1" status: 204 len: 168 time: 0.2917221 Dec 08 02:00:08.840825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55188) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:08.899531 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0248c2ed-13d0-484b-a984-a166e7d1a58b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting subnet 1a471b4d-5efc-4630-bc11-e7ba9e34df09 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:00:08.903666 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0248c2ed-13d0-484b-a984-a166e7d1a58b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.911486 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc04ed49-4e3b-4462-802b-f3355231340c None None] Network 18b930db-7a82-43d3-b448-5124e4022cd7 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:08.949503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6044b-48b3-4935-b6f1-a223d7b71841 req-39ae06f1-dd14-4ee8-ba44-260dff6d9e30 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:08.951100 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4f6044b-48b3-4935-b6f1-a223d7b71841 req-39ae06f1-dd14-4ee8-ba44-260dff6d9e30 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 945 time: 0.0819511 Dec 08 02:00:08.952711 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0248c2ed-13d0-484b-a984-a166e7d1a58b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.980437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3cc6003e-bbf6-4272-812a-c428bb6b874b None None] Could not find standard attr ID for object 9b54ebf3-3f39-47b1-af1e-9026a8d19bf0. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:00:08.997236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74299def-1da7-4b91-bf0a-4ca52589821b req-53ed8427-4bfc-49be-b618-334224d982e5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:08.999187 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-74299def-1da7-4b91-bf0a-4ca52589821b req-53ed8427-4bfc-49be-b618-334224d982e5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.0883644 Dec 08 02:00:09.003207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3cc6003e-bbf6-4272-812a-c428bb6b874b None None] Provisioning complete for port 84d6c221-4a12-4750-b2d9-8a68764d6224 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:09.003816 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cc6003e-bbf6-4272-812a-c428bb6b874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.045494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4f6044b-48b3-4935-b6f1-a223d7b71841 req-3a7a1c15-d997-4d69-bff6-0f79c7002aad tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861659 Dec 08 02:00:09.064739 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0248c2ed-13d0-484b-a984-a166e7d1a58b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.091120 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-74299def-1da7-4b91-bf0a-4ca52589821b req-04b62625-86fe-4508-bffc-dcbdf4033773 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781951 Dec 08 02:00:09.155433 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0248c2ed-13d0-484b-a984-a166e7d1a58b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.192604 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248c2ed-13d0-484b-a984-a166e7d1a58b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Subnet': ['ID=1a471b4d-5efc-4630-bc11-e7ba9e34df09,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:09.194584 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0248c2ed-13d0-484b-a984-a166e7d1a58b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.198689 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0248c2ed-13d0-484b-a984-a166e7d1a58b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/1a471b4d-5efc-4630-bc11-e7ba9e34df09 HTTP/1.1" status: 204 len: 168 time: 0.3569105 Dec 08 02:00:09.201333 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55196) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:09.288679 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.350323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port 84d6c221-4a12-4750-b2d9-8a68764d6224 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:09.350976 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.425653 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] For port 84d6c221-4a12-4750-b2d9-8a68764d6224, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=84d6c221-4a12-4750-b2d9-8a68764d6224,segment=NetworkSegment(a1d8fac4-2989-4f55-9e88-7bb28ccd1594),segment_id=a1d8fac4-2989-4f55-9e88-7bb28ccd1594)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:09.426019 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.441643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for 84d6c221-4a12-4750-b2d9-8a68764d6224 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:09.527445 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.562479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=84d6c221-4a12-4750-b2d9-8a68764d6224,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:09.567738 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No DVR routers for this DVR port 84d6c221-4a12-4750-b2d9-8a68764d6224 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:09.674775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.707203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b930db-7a82-43d3-b448-5124e4022cd7']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:09.729865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d8fac4-2989-4f55-9e88-7bb28ccd1594') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:09.730310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d8fac4-2989-4f55-9e88-7bb28ccd1594') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:09.752137 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.768089 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.775915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:00:09.776320 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:00:09.780366 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:00:09.821555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01feb01-4179-4ff2-a581-4f91fecd29d9 None None] Network 18b930db-7a82-43d3-b448-5124e4022cd7 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:09.883212 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.891358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8a39a0ed-3ab4-4202-87fa-e0790aba6454 None None] Could not find standard attr ID for object 84d6c221-4a12-4750-b2d9-8a68764d6224. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:00:09.892242 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.902765 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/networks/18b930db-7a82-43d3-b448-5124e4022cd7 HTTP/1.1" status: 204 len: 168 time: 0.6953707 Dec 08 02:00:09.903130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55216) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:09.921832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a8bb0-d3b2-4696-83f6-3e04b81cf614 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Network': ['ID=18b930db-7a82-43d3-b448-5124e4022cd7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:09.968996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236261ca-714b-446d-8ffa-0c7146ff0518 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:09.974706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-236261ca-714b-446d-8ffa-0c7146ff0518 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0704720 Dec 08 02:00:09.975142 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55220) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:10.029921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc445e2-58ad-4f6b-94cc-b48b67f5fea7 None None] DHCP port deletion for 18b930db-7a82-43d3-b448-5124e4022cd7 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:00:10.051918 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-720ad714-49b7-4e30-a492-d2bed5c0f9e7 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0739782 Dec 08 02:00:10.056602 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55232) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:10.063832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f58cb464-ef79-425d-8555-430c8c3ba824 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1338560459'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:10.112018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58cb464-ef79-425d-8555-430c8c3ba824 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:10.118361 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f58cb464-ef79-425d-8555-430c8c3ba824 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.152083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58cb464-ef79-425d-8555-430c8c3ba824 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:00:10.166986 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f58cb464-ef79-425d-8555-430c8c3ba824 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.167957 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-f58cb464-ef79-425d-8555-430c8c3ba824 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Added segment d5f7eb8e-e1e9-4def-8cdc-1b16a3c24bdf of type vlan for network e65339fa-37c8-487b-ab89-86a1d47213d3 Dec 08 02:00:10.231706 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f58cb464-ef79-425d-8555-430c8c3ba824 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.263231 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f58cb464-ef79-425d-8555-430c8c3ba824 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.266851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3f825-ae81-473e-b716-eed765b8cae4 req-5eecaf8c-0bdd-4876-8eb3-e87ef3cf38d7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:10.268607 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19b3f825-ae81-473e-b716-eed765b8cae4 req-5eecaf8c-0bdd-4876-8eb3-e87ef3cf38d7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.0965097 Dec 08 02:00:10.269266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58cb464-ef79-425d-8555-430c8c3ba824 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:10.269895 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f58cb464-ef79-425d-8555-430c8c3ba824 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.284310 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36205aed-7777-4f7c-870c-2121ab073e94 req-774e733c-1aa4-412b-96bb-63c39fc02653 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:10.286290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36205aed-7777-4f7c-870c-2121ab073e94 req-774e733c-1aa4-412b-96bb-63c39fc02653 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 945 time: 0.0824816 Dec 08 02:00:10.310600 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device aeeaff9b-cc30-4c99-9f57-db1c92024713 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:10.357759 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f58cb464-ef79-425d-8555-430c8c3ba824 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2955124 Dec 08 02:00:10.357759 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55254) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:10.364500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7b49954a-aa4d-4be2-8497-5877bc607aaf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': 'e65339fa-37c8-487b-ab89-86a1d47213d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:10.372000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19b3f825-ae81-473e-b716-eed765b8cae4 req-7f8465fd-de06-4493-bff1-242673947228 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844028 Dec 08 02:00:10.401252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cb464-ef79-425d-8555-430c8c3ba824 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Network': ['ID=e65339fa-37c8-487b-ab89-86a1d47213d3,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:10.401827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36205aed-7777-4f7c-870c-2121ab073e94 req-397b51e5-5456-4e3a-8137-73dfbd37412d tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054144 Dec 08 02:00:10.409533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port aeeaff9b-cc30-4c99-9f57-db1c92024713 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:00:10.420962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port aeeaff9b-cc30-4c99-9f57-db1c92024713 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:10.422127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.428090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network e65339fa-37c8-487b-ab89-86a1d47213d3 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:00:10.495365 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-e7e243c2-0c14-40dd-917c-a8cf16eb4633 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=7cfdc1e66adb423e85c10adde557b27e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279257 Dec 08 02:00:10.546253 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b49954a-aa4d-4be2-8497-5877bc607aaf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:10.555933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b49954a-aa4d-4be2-8497-5877bc607aaf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.601606 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.629295 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f809f0-29d9-4254-be84-8c38c346febc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeeaff9b-cc30-4c99-9f57-db1c92024713'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:10.631810 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72115062-9c44-472d-a592-b8feb880dcbd" -d '{"events": [{"server_uuid": "60f809f0-29d9-4254-be84-8c38c346febc", "name": "network-vif-plugged", "status": "completed", "tag": "aeeaff9b-cc30-4c99-9f57-db1c92024713"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:10.648564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port aeeaff9b-cc30-4c99-9f57-db1c92024713, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=aeeaff9b-cc30-4c99-9f57-db1c92024713,segment=NetworkSegment(01c0508f-c5bb-432a-aa82-aa53d3b46084),segment_id=01c0508f-c5bb-432a-aa82-aa53d3b46084)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:10.655467 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.689006 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fba790-52b7-4c1e-b28d-39e3c5af3d67 x-openstack-request-id: req-b2fba790-52b7-4c1e-b28d-39e3c5af3d67 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:10.689625 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f809f0-29d9-4254-be84-8c38c346febc", "name": "network-vif-plugged", "status": "completed", "tag": "aeeaff9b-cc30-4c99-9f57-db1c92024713", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:10.690345 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b2fba790-52b7-4c1e-b28d-39e3c5af3d67 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:10.690886 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f809f0-29d9-4254-be84-8c38c346febc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'code': 200} Dec 08 02:00:10.731460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=aeeaff9b-cc30-4c99-9f57-db1c92024713,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:10.832038 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b49954a-aa4d-4be2-8497-5877bc607aaf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.909330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49954a-aa4d-4be2-8497-5877bc607aaf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Checking segment: {'id': 'd5f7eb8e-e1e9-4def-8cdc-1b16a3c24bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e65339fa-37c8-487b-ab89-86a1d47213d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:10.909742 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b49954a-aa4d-4be2-8497-5877bc607aaf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network hostable DHCP agents. Network: e65339fa-37c8-487b-ab89-86a1d47213d3, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:00:10.913284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49954a-aa4d-4be2-8497-5877bc607aaf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Subnet': ['ID=b6134a91-a653-461a-9c7a-898d4f4b5b05,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:10.929623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 84d6c221-4a12-4750-b2d9-8a68764d6224 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:00:10.940231 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b49954a-aa4d-4be2-8497-5877bc607aaf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network e65339fa-37c8-487b-ab89-86a1d47213d3 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:00:10.953756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 84d6c221-4a12-4750-b2d9-8a68764d6224 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:00:10.954358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 84d6c221-4a12-4750-b2d9-8a68764d6224 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:00:10.963066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7b49954a-aa4d-4be2-8497-5877bc607aaf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, e65339fa-37c8-487b-ab89-86a1d47213d3) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:10.974039 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b49954a-aa4d-4be2-8497-5877bc607aaf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:10.975416 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b49954a-aa4d-4be2-8497-5877bc607aaf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.983167 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb24ec96-0410-4d5f-a7f1-d86ac648fea8 None None] Network e65339fa-37c8-487b-ab89-86a1d47213d3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:11.001856 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7b49954a-aa4d-4be2-8497-5877bc607aaf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6442630 Dec 08 02:00:11.002521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55268) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:11.009961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7e41fda9-fec2-465e-a9eb-5ddd6bb3ff4c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'network_id': 'e65339fa-37c8-487b-ab89-86a1d47213d3', 'name': 'tempest-PortsTestJSON-500202188'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:11.053963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-0d75b07e-e8d1-4b13-98ac-b3ca36cf4df6 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:11.061471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-0d75b07e-e8d1-4b13-98ac-b3ca36cf4df6 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5590343 Dec 08 02:00:11.079589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbb0c3-5cf8-42fc-8391-d2cff359d20a req-0caf9894-fed8-4fec-b636-abbf4530499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:11.081400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ebfbb0c3-5cf8-42fc-8391-d2cff359d20a req-0caf9894-fed8-4fec-b636-abbf4530499b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 1098 time: 0.0861773 Dec 08 02:00:11.088848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-14bcae88-fe26-4709-ac4f-be1d4a5056c7 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/quotas/7cfdc1e66adb423e85c10adde557b27e HTTP/1.1" status: 200 len: 375 time: 0.0263526 Dec 08 02:00:11.121309 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-e65339fa-37c8-487b-ab89-86a1d47213d3', 'network_id': 'e65339fa-37c8-487b-ab89-86a1d47213d3', 'project_id': '3d77fa00d9644680bb8ed14323643893', 'fixed_ips': [{'subnet_id': 'b6134a91-a653-461a-9c7a-898d4f4b5b05'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:00:11.123030 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.145979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-e72fa7d3-2a32-498b-ab6a-5ecf1ee208b3 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7cfdc1e66adb423e85c10adde557b27e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557177 Dec 08 02:00:11.153717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e41fda9-fec2-465e-a9eb-5ddd6bb3ff4c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:11.158195 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e41fda9-fec2-465e-a9eb-5ddd6bb3ff4c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.178891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-7e41fda9-fec2-465e-a9eb-5ddd6bb3ff4c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port 7b11dbfa-c630-40c5-b66a-692c29c7de10 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:00:11.189628 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ebfbb0c3-5cf8-42fc-8391-d2cff359d20a req-5794b9ab-e6b0-4769-b0af-6775edae495a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982528 Dec 08 02:00:11.310619 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Allocated IP 172.20.0.2 (e65339fa-37c8-487b-ab89-86a1d47213d3/b6134a91-a653-461a-9c7a-898d4f4b5b05/fa7d257f-afe8-4247-b05c-aea0aab142d1) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:11.457691 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-93dd4585-4113-428a-a1fb-332c3ba0d5e6 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=7cfdc1e66adb423e85c10adde557b27e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384831 Dec 08 02:00:11.499783 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.506947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.553228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Network e65339fa-37c8-487b-ab89-86a1d47213d3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:11.559286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:11.563766 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:11.574075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Pushing event updated for resources: {'Port': ['ID=fa7d257f-afe8-4247-b05c-aea0aab142d1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:11.608268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-7dfbf2d3-4341-4f24-a887-5c04c8532a26 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:11.616334 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-7dfbf2d3-4341-4f24-a887-5c04c8532a26 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503618 Dec 08 02:00:11.624483 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-7e41fda9-fec2-465e-a9eb-5ddd6bb3ff4c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Allocated IP 172.20.0.9 (e65339fa-37c8-487b-ab89-86a1d47213d3/b6134a91-a653-461a-9c7a-898d4f4b5b05/7b11dbfa-c630-40c5-b66a-692c29c7de10) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:11.670568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Attempting to bind port fa7d257f-afe8-4247-b05c-aea0aab142d1 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:11.671014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Attempting to bind port fa7d257f-afe8-4247-b05c-aea0aab142d1 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'd5f7eb8e-e1e9-4def-8cdc-1b16a3c24bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e65339fa-37c8-487b-ab89-86a1d47213d3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:11.671326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Attempting to bind port fa7d257f-afe8-4247-b05c-aea0aab142d1 on network e65339fa-37c8-487b-ab89-86a1d47213d3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:11.678957 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:11.679500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Checking segment: {'id': 'd5f7eb8e-e1e9-4def-8cdc-1b16a3c24bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e65339fa-37c8-487b-ab89-86a1d47213d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:11.680153 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.680405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Bound using segment: {'id': 'd5f7eb8e-e1e9-4def-8cdc-1b16a3c24bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e65339fa-37c8-487b-ab89-86a1d47213d3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:11.680911 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Bound port: fa7d257f-afe8-4247-b05c-aea0aab142d1, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f7eb8e-e1e9-4def-8cdc-1b16a3c24bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e65339fa-37c8-487b-ab89-86a1d47213d3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:11.681870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.698213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-376bbf6b-b819-43c3-a8d7-5aa6e8fea35e tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/quotas/7cfdc1e66adb423e85c10adde557b27e HTTP/1.1" status: 200 len: 375 time: 0.0533953 Dec 08 02:00:11.756464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-7f7ee668-3fbb-42f4-b19d-c58128048ce9 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7cfdc1e66adb423e85c10adde557b27e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574129 Dec 08 02:00:11.777691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] For port fa7d257f-afe8-4247-b05c-aea0aab142d1, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:11.779777 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babe66a-eb36-41fb-b2ac-13554da9576f req-d1c6009c-420c-4a17-8e38-73bd22d0aa5a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:11.781679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] For port fa7d257f-afe8-4247-b05c-aea0aab142d1, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=fa7d257f-afe8-4247-b05c-aea0aab142d1,segment=NetworkSegment(d5f7eb8e-e1e9-4def-8cdc-1b16a3c24bdf),segment_id=d5f7eb8e-e1e9-4def-8cdc-1b16a3c24bdf)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:11.788124 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9babe66a-eb36-41fb-b2ac-13554da9576f req-d1c6009c-420c-4a17-8e38-73bd22d0aa5a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.1694322 Dec 08 02:00:11.798178 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.896664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5832db8-77bd-4a3d-98e8-f634f274cb57 None None] Pushing event updated for resources: {'Port': ['ID=fa7d257f-afe8-4247-b05c-aea0aab142d1,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:11.949119 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e41fda9-fec2-465e-a9eb-5ddd6bb3ff4c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.962180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9babe66a-eb36-41fb-b2ac-13554da9576f req-3d2f0edb-0833-406f-9488-8f325aca9f66 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650400 Dec 08 02:00:11.998434 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e41fda9-fec2-465e-a9eb-5ddd6bb3ff4c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.061803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e41fda9-fec2-465e-a9eb-5ddd6bb3ff4c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network e65339fa-37c8-487b-ab89-86a1d47213d3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:12.070983 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7e41fda9-fec2-465e-a9eb-5ddd6bb3ff4c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:12.081396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e41fda9-fec2-465e-a9eb-5ddd6bb3ff4c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:12.158404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe109f-d377-4dc3-95be-0d30e38007d1 req-5a3c7153-cea1-4815-ac8f-23ecbe9c829e tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:12.175251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2cfe109f-d377-4dc3-95be-0d30e38007d1 req-5a3c7153-cea1-4815-ac8f-23ecbe9c829e tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 946 time: 0.1039312 Dec 08 02:00:12.190595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41fda9-fec2-465e-a9eb-5ddd6bb3ff4c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=7b11dbfa-c630-40c5-b66a-692c29c7de10,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:12.283659 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e41fda9-fec2-465e-a9eb-5ddd6bb3ff4c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:12.284359 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e41fda9-fec2-465e-a9eb-5ddd6bb3ff4c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.290041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2cfe109f-d377-4dc3-95be-0d30e38007d1 req-4dfa6432-5733-470a-bfbf-9639d7f90c50 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131895 Dec 08 02:00:12.318643 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7e41fda9-fec2-465e-a9eb-5ddd6bb3ff4c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3149886 Dec 08 02:00:12.321281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55306) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:12.326951 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f0477841-7899-4622-8848-6efeef408a64 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'network_id': 'e65339fa-37c8-487b-ab89-86a1d47213d3', 'name': 'tempest-PortsTestJSON-1146449975'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:12.487814 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0e483b7-b1d9-4e5d-9404-2e243906c2a8 req-ceb04338-2a61-4be3-8ab3-d4c9163821c0 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 210 time: 0.0366337 Dec 08 02:00:12.541994 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0477841-7899-4622-8848-6efeef408a64 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:12.545902 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0477841-7899-4622-8848-6efeef408a64 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.564496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-f0477841-7899-4622-8848-6efeef408a64 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port 33c043ca-5767-42f1-b31f-46ce63216e0a yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:00:12.705594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-f0477841-7899-4622-8848-6efeef408a64 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Allocated IP 172.20.0.13 (e65339fa-37c8-487b-ab89-86a1d47213d3/b6134a91-a653-461a-9c7a-898d4f4b5b05/33c043ca-5767-42f1-b31f-46ce63216e0a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:12.892364 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0477841-7899-4622-8848-6efeef408a64 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.941232 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0477841-7899-4622-8848-6efeef408a64 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.969357 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device fa7d257f-afe8-4247-b05c-aea0aab142d1 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:13.009588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0477841-7899-4622-8848-6efeef408a64 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network e65339fa-37c8-487b-ab89-86a1d47213d3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:13.014544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f0477841-7899-4622-8848-6efeef408a64 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:13.019552 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0477841-7899-4622-8848-6efeef408a64 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:13.083978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0477841-7899-4622-8848-6efeef408a64 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=33c043ca-5767-42f1-b31f-46ce63216e0a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:13.091534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port fa7d257f-afe8-4247-b05c-aea0aab142d1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:13.091962 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.160091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0477841-7899-4622-8848-6efeef408a64 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:13.160756 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0477841-7899-4622-8848-6efeef408a64 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.197725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-02b5341c-3f6c-4c2e-8107-6381fde183a6 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7cfdc1e66adb423e85c10adde557b27e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310199 Dec 08 02:00:13.226515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8535-4bb1-4584-a1ec-2b44426cfe72 req-3ec3abd4-031d-4980-a152-c4493b352d86 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:13.231784 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.235548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b2f8535-4bb1-4584-a1ec-2b44426cfe72 req-3ec3abd4-031d-4980-a152-c4493b352d86 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.1345241 Dec 08 02:00:13.258177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f0477841-7899-4622-8848-6efeef408a64 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9355917 Dec 08 02:00:13.261731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55318) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:13.359991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309cf240-dd47-4e36-804c-e00e3b2f56b8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:13.360186 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port fa7d257f-afe8-4247-b05c-aea0aab142d1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=fa7d257f-afe8-4247-b05c-aea0aab142d1,segment=NetworkSegment(d5f7eb8e-e1e9-4def-8cdc-1b16a3c24bdf),segment_id=d5f7eb8e-e1e9-4def-8cdc-1b16a3c24bdf)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:13.361864 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-309cf240-dd47-4e36-804c-e00e3b2f56b8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.0989876 Dec 08 02:00:13.365656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55322) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:13.371274 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.483242 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=fa7d257f-afe8-4247-b05c-aea0aab142d1,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:13.494882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b2f8535-4bb1-4584-a1ec-2b44426cfe72 req-4c3105a0-cc0f-425a-998f-97a805fab428 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527916 Dec 08 02:00:13.535741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f3d54-9d90-48d2-a32a-f6bf0332fe6a None None] Network e65339fa-37c8-487b-ab89-86a1d47213d3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:13.550409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7ac42b01-9166-4b1d-8401-219417f61396 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port 33c043ca-5767-42f1-b31f-46ce63216e0a {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:13.551299 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7ac42b01-9166-4b1d-8401-219417f61396 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.598875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-9ce165d8-1a52-41d5-88d8-1fc3de141b6b tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:13.600410 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-9ce165d8-1a52-41d5-88d8-1fc3de141b6b tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3944995 Dec 08 02:00:13.629208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d02a8-396b-47c9-b030-bc55729c58cd req-7566888a-a860-42e0-95fa-ee68f3e8c32c tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:13.630820 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca2d02a8-396b-47c9-b030-bc55729c58cd req-7566888a-a860-42e0-95fa-ee68f3e8c32c tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 946 time: 0.1101999 Dec 08 02:00:13.670092 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Request body: {'port': {'device_id': '2bf4515f-84a3-4614-935e-e2387637ba23', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '7cfdc1e66adb423e85c10adde557b27e'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:13.711986 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a7764057-0a2a-4784-a190-9eb8a5dc0959 None None] Provisioning complete for port fa7d257f-afe8-4247-b05c-aea0aab142d1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:13.715315 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7764057-0a2a-4784-a190-9eb8a5dc0959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.725199 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7ac42b01-9166-4b1d-8401-219417f61396 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.762375 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7ac42b01-9166-4b1d-8401-219417f61396 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for 33c043ca-5767-42f1-b31f-46ce63216e0a owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:13.848180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1ec4ae7-31e5-427b-824d-9dc4ff09b189 req-65ec3caf-88d6-4aa7-869a-16eef34764e3 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 210 time: 0.0407600 Dec 08 02:00:13.902178 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-ddd3ab47-7095-4bb1-8502-67805736abd2 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7cfdc1e66adb423e85c10adde557b27e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478709 Dec 08 02:00:13.905258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca2d02a8-396b-47c9-b030-bc55729c58cd req-cd3cafce-4263-4d1a-9eb7-f7d05a105b3c tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674148 Dec 08 02:00:13.910401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Made reservation on behalf of 7cfdc1e66adb423e85c10adde557b27e for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:13.915069 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.934901 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:14.047523 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:14.073646 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:14.162675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e4e0e2-8897-419c-b487-5948de79dc4b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:14.178289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf20a56-f587-4507-8ba3-0493e1098ce3 req-f151f03f-cbac-4746-8e28-a9fb5014d9d8 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:14.180177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9bf20a56-f587-4507-8ba3-0493e1098ce3 req-f151f03f-cbac-4746-8e28-a9fb5014d9d8 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 946 time: 0.1298442 Dec 08 02:00:14.194715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-7b8831f5-02de-4b5b-a1fd-0e3b288751f4 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:14.196550 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-7b8831f5-02de-4b5b-a1fd-0e3b288751f4 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773323 Dec 08 02:00:14.246784 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9bf20a56-f587-4507-8ba3-0493e1098ce3 req-502b5bf8-cb91-4165-a377-8ef4d021269f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589955 Dec 08 02:00:14.262939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-a2b228d3-539e-406c-80a5-5765f0c52e9c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Request body: {'port': {'device_id': 'b7b8f8b6-d160-4789-b0fe-6b26de8f17c9', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '7cfdc1e66adb423e85c10adde557b27e'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:14.277293 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7ac42b01-9166-4b1d-8401-219417f61396 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:14.291142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-adf1d880-d054-429e-837b-64ef661a515f None None] Provisioning complete for port 7b11dbfa-c630-40c5-b66a-692c29c7de10 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:14.291797 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-adf1d880-d054-429e-837b-64ef661a515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:14.295372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55332) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:14.395220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-adf1d880-d054-429e-837b-64ef661a515f None None] Port 7b11dbfa-c630-40c5-b66a-692c29c7de10 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:14.422971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-adf1d880-d054-429e-837b-64ef661a515f None None] Provisioning complete for port fa7d257f-afe8-4247-b05c-aea0aab142d1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:14.425059 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-adf1d880-d054-429e-837b-64ef661a515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:14.486299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Allocated IP 192.168.233.98 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/ff042739-9ba1-41cd-a912-74ae8eaac813) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:14.519573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac42b01-9166-4b1d-8401-219417f61396 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=33c043ca-5767-42f1-b31f-46ce63216e0a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:14.609405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-adf1d880-d054-429e-837b-64ef661a515f None None] Could not find standard attr ID for object 33c043ca-5767-42f1-b31f-46ce63216e0a. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:00:14.630634 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79e9b651-d275-4936-9c4c-2ed91704506b req-c28abdd5-5db0-4fd1-88f5-1355e785fb77 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3194335 Dec 08 02:00:14.689610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7ac42b01-9166-4b1d-8401-219417f61396 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:14.695867 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7ac42b01-9166-4b1d-8401-219417f61396 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/33c043ca-5767-42f1-b31f-46ce63216e0a HTTP/1.1" status: 204 len: 168 time: 1.3264635 Dec 08 02:00:14.697416 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55342) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:14.736689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e498b5b9-8bb7-4b1e-b522-6bb013879c90 None None] Provisioning complete for port 7b11dbfa-c630-40c5-b66a-692c29c7de10 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:14.737480 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e498b5b9-8bb7-4b1e-b522-6bb013879c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:14.844140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e498b5b9-8bb7-4b1e-b522-6bb013879c90 None None] Port 7b11dbfa-c630-40c5-b66a-692c29c7de10 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:14.849066 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd28e794-9243-461d-9044-1a2559427f6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] GET failed (client error): The resource could not be found. Dec 08 02:00:14.855882 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bd28e794-9243-461d-9044-1a2559427f6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/33c043ca-5767-42f1-b31f-46ce63216e0a HTTP/1.1" status: 404 len: 333 time: 0.1567254 Dec 08 02:00:14.856775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55344) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:14.869473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-a2b228d3-539e-406c-80a5-5765f0c52e9c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Made reservation on behalf of 7cfdc1e66adb423e85c10adde557b27e for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:14.873790 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-a2b228d3-539e-406c-80a5-5765f0c52e9c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:14.885884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83bdcd2-d028-48eb-b3c8-0af98f5ae85f tempest-TestVolumeBackupRestore-276474733 tempest-TestVolumeBackupRestore-276474733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:14.887528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f83bdcd2-d028-48eb-b3c8-0af98f5ae85f tempest-TestVolumeBackupRestore-276474733 tempest-TestVolumeBackupRestore-276474733-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 1093 time: 0.5906169 Dec 08 02:00:14.890774 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:14.893958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55348) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:14.907624 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:14.966329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87119492-ba45-462e-93e9-59922cc58651 req-5c87cfc9-1a70-4298-a061-ed78ec5a8a22 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:14.970430 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87119492-ba45-462e-93e9-59922cc58651 req-5c87cfc9-1a70-4298-a061-ed78ec5a8a22 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.3788369 Dec 08 02:00:15.002756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device fa7d257f-afe8-4247-b05c-aea0aab142d1 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:15.056310 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.064367 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b400546c-60db-4574-9c0e-3990147e7a26 None None] Could not find standard attr ID for object 33c043ca-5767-42f1-b31f-46ce63216e0a. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:00:15.090055 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port fa7d257f-afe8-4247-b05c-aea0aab142d1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:15.090509 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.091348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6cb5658-fb1b-4c84-b337-cf3d0e5ca01b req-c72bbea6-a67b-4c04-b5a0-22f7f0630f6e tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 210 time: 0.0418351 Dec 08 02:00:15.115898 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.133652 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9b651-d275-4936-9c4c-2ed91704506b req-215ee21e-1ee5-4135-b2be-e10e66ee888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:15.135387 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79e9b651-d275-4936-9c4c-2ed91704506b req-215ee21e-1ee5-4135-b2be-e10e66ee888f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 1096 time: 0.4245586 Dec 08 02:00:15.335522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-4465e1a9-0660-46fe-ad21-2839351c3fe9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port 7b11dbfa-c630-40c5-b66a-692c29c7de10 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:15.336203 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4465e1a9-0660-46fe-ad21-2839351c3fe9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.341997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:15.354660 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Pushing event updated for resources: {'Port': ['ID=ff042739-9ba1-41cd-a912-74ae8eaac813,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:15.360458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:15.366884 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87119492-ba45-462e-93e9-59922cc58651 req-c9607c74-e2bb-4bac-82f2-d19920b735db tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888850 Dec 08 02:00:15.367805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:15.446810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:15.447510 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.474813 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4465e1a9-0660-46fe-ad21-2839351c3fe9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.477281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-805452bb-f0da-4f19-beb8-ef9ffa048005 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8194017 Dec 08 02:00:15.488818 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.492095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-4465e1a9-0660-46fe-ad21-2839351c3fe9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for 7b11dbfa-c630-40c5-b66a-692c29c7de10 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:15.509051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Request body: {'port': {'device_id': '2bf4515f-84a3-4614-935e-e2387637ba23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:15.630307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-a2b228d3-539e-406c-80a5-5765f0c52e9c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Allocated IP 192.168.233.155 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/0681dc0f-84c9-445c-9315-e9ff98dc7d0c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:15.719408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9b651-d275-4936-9c4c-2ed91704506b req-ad6839cc-d03d-45e0-b454-033f262fcffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:15.721180 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79e9b651-d275-4936-9c4c-2ed91704506b req-ad6839cc-d03d-45e0-b454-033f262fcffd service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.5470636 Dec 08 02:00:15.722049 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.728523 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4465e1a9-0660-46fe-ad21-2839351c3fe9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.734824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Allocated IP 172.25.8.96 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/45a0039f-b5fe-455b-847f-ab48fb320232) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:15.815619 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f2843568-3139-4048-a258-c1628e55e7d5 None None] Provisioning complete for port ff042739-9ba1-41cd-a912-74ae8eaac813 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:15.816252 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2843568-3139-4048-a258-c1628e55e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.829156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465e1a9-0660-46fe-ad21-2839351c3fe9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=7b11dbfa-c630-40c5-b66a-692c29c7de10,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:15.857052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f2843568-3139-4048-a258-c1628e55e7d5 None None] Port ff042739-9ba1-41cd-a912-74ae8eaac813 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:15.978815 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79e9b651-d275-4936-9c4c-2ed91704506b req-d819d3d7-a16a-471b-bd6f-5ba0175b4df4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 200 len: 999 time: 0.2481761 Dec 08 02:00:16.024460 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.068659 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9b651-d275-4936-9c4c-2ed91704506b req-4601ab0f-7755-40b5-bd24-096dce749dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:16.068934 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.070156 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79e9b651-d275-4936-9c4c-2ed91704506b req-4601ab0f-7755-40b5-bd24-096dce749dc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.0825238 Dec 08 02:00:16.080285 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4465e1a9-0660-46fe-ad21-2839351c3fe9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.086298 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4465e1a9-0660-46fe-ad21-2839351c3fe9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/7b11dbfa-c630-40c5-b66a-692c29c7de10 HTTP/1.1" status: 204 len: 168 time: 1.2263141 Dec 08 02:00:16.086940 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55356) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:16.114413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:16.119114 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:16.121502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:16.152663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Pushing event updated for resources: {'Port': ['ID=45a0039f-b5fe-455b-847f-ab48fb320232,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:16.156479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-a2b228d3-539e-406c-80a5-5765f0c52e9c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.159337 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ccb1d1-ba04-4759-a971-c87f85dc73e6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] GET failed (client error): The resource could not be found. Dec 08 02:00:16.160915 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-66ccb1d1-ba04-4759-a971-c87f85dc73e6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/7b11dbfa-c630-40c5-b66a-692c29c7de10 HTTP/1.1" status: 404 len: 333 time: 0.0636351 Dec 08 02:00:16.164361 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55360) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:16.223533 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30464daf-2501-442c-82e7-ee06a06e8b35 req-d849f7a3-bb13-47bc-ae51-55a59cb0576a tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 210 time: 0.0429983 Dec 08 02:00:16.227246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9b651-d275-4936-9c4c-2ed91704506b req-f509a68f-8f4a-4aec-a1ad-cd37c7f7b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:16.229685 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79e9b651-d275-4936-9c4c-2ed91704506b req-f509a68f-8f4a-4aec-a1ad-cd37c7f7b4f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1508920 Dec 08 02:00:16.251989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3beb888-5694-4528-86dc-e9524a45bd1c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting subnet b6134a91-a653-461a-9c7a-898d4f4b5b05 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:00:16.258950 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3beb888-5694-4528-86dc-e9524a45bd1c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.350429 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-a2b228d3-539e-406c-80a5-5765f0c52e9c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.406072 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3beb888-5694-4528-86dc-e9524a45bd1c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.469871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-a2b228d3-539e-406c-80a5-5765f0c52e9c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:16.474614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b228d3-539e-406c-80a5-5765f0c52e9c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Pushing event updated for resources: {'Port': ['ID=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:16.481510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-a2b228d3-539e-406c-80a5-5765f0c52e9c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:16.487184 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79e9b651-d275-4936-9c4c-2ed91704506b req-d75d41a7-4ff0-4ba5-98c6-c8c4b822ad49 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478087 Dec 08 02:00:16.488250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-a2b228d3-539e-406c-80a5-5765f0c52e9c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:16.633207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-a2b228d3-539e-406c-80a5-5765f0c52e9c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:16.634610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-a2b228d3-539e-406c-80a5-5765f0c52e9c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.656735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4761b4-1d2b-448e-93d6-17944a9b0e97 req-05edd648-a14a-46dd-9a27-eddec3167472 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:16.660170 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce4761b4-1d2b-448e-93d6-17944a9b0e97 req-05edd648-a14a-46dd-9a27-eddec3167472 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.1868627 Dec 08 02:00:16.682315 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-a2b228d3-539e-406c-80a5-5765f0c52e9c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4469597 Dec 08 02:00:16.688164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3beb888-5694-4528-86dc-e9524a45bd1c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.724780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Request body: {'port': {'device_id': 'b7b8f8b6-d160-4789-b0fe-6b26de8f17c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:16.748874 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79e9b651-d275-4936-9c4c-2ed91704506b req-d54e5110-a2c7-489f-9509-5f4009a9b54e service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528005 Dec 08 02:00:16.755938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff042739-9ba1-41cd-a912-74ae8eaac813 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:16.780668 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88e8f5-cb31-431a-abe6-3ca118e621f2 req-48204083-58da-4921-9bb4-49e441f91e4c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:16.782156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed88e8f5-cb31-431a-abe6-3ca118e621f2 req-48204083-58da-4921-9bb4-49e441f91e4c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 950 time: 0.2213399 Dec 08 02:00:16.786947 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.794455 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b0362b6c-b5b5-4503-a386-a0f9ecd9fbfb None None] Provisioning complete for port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:16.795117 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0362b6c-b5b5-4503-a386-a0f9ecd9fbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.808017 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.832609 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b0362b6c-b5b5-4503-a386-a0f9ecd9fbfb None None] Port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:16.855506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Transition to ACTIVE for port object ff042739-9ba1-41cd-a912-74ae8eaac813 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:00:16.858055 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3beb888-5694-4528-86dc-e9524a45bd1c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.859643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce4761b4-1d2b-448e-93d6-17944a9b0e97 req-0eca85d5-8408-457c-889d-840663219675 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751342 Dec 08 02:00:16.863540 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.894687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3beb888-5694-4528-86dc-e9524a45bd1c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Subnet': ['ID=b6134a91-a653-461a-9c7a-898d4f4b5b05,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:16.901901 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3beb888-5694-4528-86dc-e9524a45bd1c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.908451 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c3beb888-5694-4528-86dc-e9524a45bd1c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/b6134a91-a653-461a-9c7a-898d4f4b5b05 HTTP/1.1" status: 204 len: 168 time: 0.7423894 Dec 08 02:00:16.909724 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55374) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:16.911744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235dabc3-9a81-4b25-aec2-3c46cd6e6da4 None None] Network e65339fa-37c8-487b-ab89-86a1d47213d3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:16.964164 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed88e8f5-cb31-431a-abe6-3ca118e621f2 req-16d8992c-9ab3-4565-8dbc-423aca01f4bc tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/security-groups?id=adb86110-f8e3-456e-a9c0-122833f0489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644788 Dec 08 02:00:16.969626 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.012648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Pushing event updated for resources: {'Port': ['ID=ff042739-9ba1-41cd-a912-74ae8eaac813,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:17.097990 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.150839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.155179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Attempting to bind port ff042739-9ba1-41cd-a912-74ae8eaac813 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:17.155679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Attempting to bind port ff042739-9ba1-41cd-a912-74ae8eaac813 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:17.156010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Attempting to bind port ff042739-9ba1-41cd-a912-74ae8eaac813 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:17.183379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250f948f-99a5-426d-a9c3-7d8229d0601b None None] DHCP port deletion for e65339fa-37c8-487b-ab89-86a1d47213d3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:00:17.200566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Port ff042739-9ba1-41cd-a912-74ae8eaac813 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:00:17.200798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Attempting to bind port ff042739-9ba1-41cd-a912-74ae8eaac813 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:17.221543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:17.221886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:17.222199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:17.222652 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Bound port: ff042739-9ba1-41cd-a912-74ae8eaac813, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:17.223012 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.252819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-250f948f-99a5-426d-a9c3-7d8229d0601b None None] Deleting port fa7d257f-afe8-4247-b05c-aea0aab142d1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:17.254942 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-250f948f-99a5-426d-a9c3-7d8229d0601b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.354078 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-250f948f-99a5-426d-a9c3-7d8229d0601b None None] For port fa7d257f-afe8-4247-b05c-aea0aab142d1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=fa7d257f-afe8-4247-b05c-aea0aab142d1,segment=NetworkSegment(d5f7eb8e-e1e9-4def-8cdc-1b16a3c24bdf),segment_id=d5f7eb8e-e1e9-4def-8cdc-1b16a3c24bdf)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:17.355243 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-250f948f-99a5-426d-a9c3-7d8229d0601b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.370204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-250f948f-99a5-426d-a9c3-7d8229d0601b None None] Calling delete_port for fa7d257f-afe8-4247-b05c-aea0aab142d1 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:17.455690 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-250f948f-99a5-426d-a9c3-7d8229d0601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.470482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f948f-99a5-426d-a9c3-7d8229d0601b None None] No DVR routers for this DVR port fa7d257f-afe8-4247-b05c-aea0aab142d1 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:17.509803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f948f-99a5-426d-a9c3-7d8229d0601b None None] Pushing event deleted for resources: {'Port': ['ID=fa7d257f-afe8-4247-b05c-aea0aab142d1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:17.615982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port fa7d257f-afe8-4247-b05c-aea0aab142d1 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:17.616602 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.697095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0681dc0f-84c9-445c-9315-e9ff98dc7d0c {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:17.711258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.715741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] For port ff042739-9ba1-41cd-a912-74ae8eaac813, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:17.717501 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] For port fa7d257f-afe8-4247-b05c-aea0aab142d1, host n-d-713499-31, got binding levels [] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:17.717860 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.719567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] For port ff042739-9ba1-41cd-a912-74ae8eaac813, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff042739-9ba1-41cd-a912-74ae8eaac813,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:17.735317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca44410-ab50-43d4-abf8-79d98b6dd2f1 req-00ea3c0a-dd73-493d-a322-439116681703 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:17.737031 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ca44410-ab50-43d4-abf8-79d98b6dd2f1 req-00ea3c0a-dd73-493d-a322-439116681703 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 936 time: 0.4230013 Dec 08 02:00:17.738001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for fa7d257f-afe8-4247-b05c-aea0aab142d1 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:17.739940 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Transition to ACTIVE for port object 0681dc0f-84c9-445c-9315-e9ff98dc7d0c will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:00:17.742571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Port fa7d257f-afe8-4247-b05c-aea0aab142d1 was not found and therefore no delete operation was performed {{(pid=109766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:00:17.744294 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.746944 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.753204 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.779870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=fa7d257f-afe8-4247-b05c-aea0aab142d1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:17.786624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No DVR routers for this DVR port fa7d257f-afe8-4247-b05c-aea0aab142d1 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:17.819520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:17.820864 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.822388 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] 10.222.0.45 "PUT /v2.0/ports/ff042739-9ba1-41cd-a912-74ae8eaac813 HTTP/1.1" status: 200 len: 1096 time: 2.3190868 Dec 08 02:00:17.823210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf4515f-84a3-4614-935e-e2387637ba23', 'tag': 'ff042739-9ba1-41cd-a912-74ae8eaac813'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:17.826602 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173edd49-2b86-4047-bc70-b4cac31b4585" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf4515f-84a3-4614-935e-e2387637ba23", "tag": "ff042739-9ba1-41cd-a912-74ae8eaac813"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:17.870206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Pushing event updated for resources: {'Port': ['ID=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:17.885640 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.897408 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30009ede-7368-4bc0-9177-1d5548f32eba x-openstack-request-id: req-30009ede-7368-4bc0-9177-1d5548f32eba {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:17.897769 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf4515f-84a3-4614-935e-e2387637ba23", "tag": "ff042739-9ba1-41cd-a912-74ae8eaac813", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:17.898091 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-30009ede-7368-4bc0-9177-1d5548f32eba {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:17.898611 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf4515f-84a3-4614-935e-e2387637ba23', 'tag': 'ff042739-9ba1-41cd-a912-74ae8eaac813', 'status': 'completed', 'code': 200} Dec 08 02:00:17.902659 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.928654 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ca44410-ab50-43d4-abf8-79d98b6dd2f1 req-769d2e41-1536-4eaa-84a2-892624618174 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828816 Dec 08 02:00:17.949087 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.979490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65339fa-37c8-487b-ab89-86a1d47213d3']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:17.997730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f7eb8e-e1e9-4def-8cdc-1b16a3c24bdf') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:17.998099 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f7eb8e-e1e9-4def-8cdc-1b16a3c24bdf') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:18.009674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504fadf-b45c-42e1-9955-3b148f97910b service neutron] Pushing event updated for resources: {'Port': ['ID=ff042739-9ba1-41cd-a912-74ae8eaac813,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:18.010417 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.012677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Attempting to bind port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:18.012677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Attempting to bind port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:18.012977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Attempting to bind port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:18.047167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:00:18.047643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Attempting to bind port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:18.054386 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.056873 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:18.057284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:18.057753 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:18.058275 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Bound port: 0681dc0f-84c9-445c-9315-e9ff98dc7d0c, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:18.058709 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.072385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:00:18.072799 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:00:18.076490 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:00:18.107657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Pushing event updated for resources: {'Port': ['ID=45a0039f-b5fe-455b-847f-ab48fb320232,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:18.112268 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.117995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-d7d7c9c8-6316-48c6-beac-401c4665d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:18.120062 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-d7d7c9c8-6316-48c6-beac-401c4665d946 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7cfdc1e66adb423e85c10adde557b27e&device_id=2bf4515f-84a3-4614-935e-e2387637ba23 HTTP/1.1" status: 200 len: 1099 time: 0.1867678 Dec 08 02:00:18.213417 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.214060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1d9f0-7968-4d24-a00a-5150c3fae893 req-5daeb152-99e6-4843-ab57-3a5071ec787d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:18.215593 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87d1d9f0-7968-4d24-a00a-5150c3fae893 req-5daeb152-99e6-4843-ab57-3a5071ec787d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.1982257 Dec 08 02:00:18.217007 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-facb9aca-600d-4a0f-8cbd-decc8cddfb44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ff042739-9ba1-41cd-a912-74ae8eaac813 HTTP/1.1" status: 200 len: 217 time: 0.0587544 Dec 08 02:00:18.218389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.227297 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/networks/e65339fa-37c8-487b-ab89-86a1d47213d3 HTTP/1.1" status: 204 len: 168 time: 1.3092072 Dec 08 02:00:18.231571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55388) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:18.280545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-dddbbf1d-976e-430e-b590-a724534dfd07 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-890198424'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:18.288836 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117bf48-a27e-4eda-937b-aa950715b278 req-7de9f74e-44a4-40e8-8d69-577185d07966 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:18.292426 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3117bf48-a27e-4eda-937b-aa950715b278 req-7de9f74e-44a4-40e8-8d69-577185d07966 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 950 time: 0.2022097 Dec 08 02:00:18.293593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5745ce-bfc7-4a33-a2b5-01458accf024 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Network': ['ID=e65339fa-37c8-487b-ab89-86a1d47213d3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:18.370745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-ff96fe35-c8c5-48c9-8dd7-7d489c533ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:18.372237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-ff96fe35-c8c5-48c9-8dd7-7d489c533ee2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0761044 Dec 08 02:00:18.394234 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] For port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:18.410360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] For port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:18.419029 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.433481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddbbf1d-976e-430e-b590-a724534dfd07 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:18.436942 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dddbbf1d-976e-430e-b590-a724534dfd07 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.460489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:18.460996 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.462772 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] 10.222.0.45 "PUT /v2.0/ports/0681dc0f-84c9-445c-9315-e9ff98dc7d0c HTTP/1.1" status: 200 len: 1097 time: 1.7449005 Dec 08 02:00:18.464362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b8f8b6-d160-4789-b0fe-6b26de8f17c9', 'tag': '0681dc0f-84c9-445c-9315-e9ff98dc7d0c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:18.466484 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c902db1-f21a-4949-9444-09d88fe51ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b8f8b6-d160-4789-b0fe-6b26de8f17c9", "tag": "0681dc0f-84c9-445c-9315-e9ff98dc7d0c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:18.468084 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Floating IP eeee4fd8-22aa-4389-861a-3cfe3a60f8a1 associated. External IP: 172.25.8.96, port: aeeaff9b-cc30-4c99-9f57-db1c92024713. Dec 08 02:00:18.487051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-3117bf48-a27e-4eda-937b-aa950715b278 req-dbef2cea-1602-447f-bc6b-fa8ab771af3c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Deleting port c4072aeb-cc4d-4834-ac82-2b2336694ea8 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:18.487398 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3117bf48-a27e-4eda-937b-aa950715b278 req-dbef2cea-1602-447f-bc6b-fa8ab771af3c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.505259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65afef3-39c9-472d-8a67-8722df76debe service neutron] Pushing event updated for resources: {'Port': ['ID=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:18.543926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e36dfb-f628-45a9-8893-14e494e3fa81 req-5ffc0e83-f934-4bf4-b15b-b1fa79906c1e tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:18.551941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7e36dfb-f628-45a9-8893-14e494e3fa81 req-5ffc0e83-f934-4bf4-b15b-b1fa79906c1e tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1 HTTP/1.1" status: 200 len: 950 time: 0.3482330 Dec 08 02:00:18.580490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87d1d9f0-7968-4d24-a00a-5150c3fae893 req-5fa00004-5d7b-4b5a-8e4f-3afd2e30d70f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494759 Dec 08 02:00:18.612998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dddbbf1d-976e-430e-b590-a724534dfd07 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:00:18.626183 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-3313a712-0824-4545-aee5-a04dbcc9dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:18.627758 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-3313a712-0824-4545-aee5-a04dbcc9dea1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7cfdc1e66adb423e85c10adde557b27e&device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 1100 time: 0.0615535 Dec 08 02:00:18.633896 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dddbbf1d-976e-430e-b590-a724534dfd07 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.634943 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-dddbbf1d-976e-430e-b590-a724534dfd07 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Added segment cc81c996-16f0-402c-9277-ee7e8e886926 of type vlan for network 7c4c8086-89bd-478f-aad2-2812398b1b93 Dec 08 02:00:18.693434 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-dbd74910-7558-4de1-80ec-a3df5623e6dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=0681dc0f-84c9-445c-9315-e9ff98dc7d0c HTTP/1.1" status: 200 len: 217 time: 0.0471156 Dec 08 02:00:18.695442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3117bf48-a27e-4eda-937b-aa950715b278 req-dbef2cea-1602-447f-bc6b-fa8ab771af3c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] For port c4072aeb-cc4d-4834-ac82-2b2336694ea8, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c4072aeb-cc4d-4834-ac82-2b2336694ea8,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:18.695862 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3117bf48-a27e-4eda-937b-aa950715b278 req-dbef2cea-1602-447f-bc6b-fa8ab771af3c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.704473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a5521e9b-a6ac-4c7e-8b55-72770105edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:18.706791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-a5521e9b-a6ac-4c7e-8b55-72770105edce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3149698 Dec 08 02:00:18.736127 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-3117bf48-a27e-4eda-937b-aa950715b278 req-dbef2cea-1602-447f-bc6b-fa8ab771af3c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Calling delete_port for c4072aeb-cc4d-4834-ac82-2b2336694ea8 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:18.738844 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77564eaf-d4f7-4a4b-9a09-2a4e6d563372 x-openstack-request-id: req-77564eaf-d4f7-4a4b-9a09-2a4e6d563372 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:18.739099 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b8f8b6-d160-4789-b0fe-6b26de8f17c9", "tag": "0681dc0f-84c9-445c-9315-e9ff98dc7d0c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:18.739350 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-77564eaf-d4f7-4a4b-9a09-2a4e6d563372 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:18.740292 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b8f8b6-d160-4789-b0fe-6b26de8f17c9', 'tag': '0681dc0f-84c9-445c-9315-e9ff98dc7d0c', 'status': 'completed', 'code': 200} Dec 08 02:00:18.791105 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7e36dfb-f628-45a9-8893-14e494e3fa81 req-0c6b9b89-30f7-4628-8c60-d2731a568738 tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.71 "GET /v2.0/security-groups?id=adb86110-f8e3-456e-a9c0-122833f0489d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382507 Dec 08 02:00:18.794496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-81e50f56-ed53-4453-8418-94539a5a5726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:18.796001 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-81e50f56-ed53-4453-8418-94539a5a5726 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0917845 Dec 08 02:00:18.798305 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dddbbf1d-976e-430e-b590-a724534dfd07 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.873476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-85146fc4-021a-4722-91d6-0cb5440ce1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:18.875205 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-85146fc4-021a-4722-91d6-0cb5440ce1bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0621769 Dec 08 02:00:18.901908 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device fa7d257f-afe8-4247-b05c-aea0aab142d1 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:00:18.922863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: fa7d257f-afe8-4247-b05c-aea0aab142d1 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:00:18.923201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device fa7d257f-afe8-4247-b05c-aea0aab142d1 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:00:18.929071 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dddbbf1d-976e-430e-b590-a724534dfd07 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.935167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddbbf1d-976e-430e-b590-a724534dfd07 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:18.935801 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dddbbf1d-976e-430e-b590-a724534dfd07 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.994510 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-707c5304-d8e8-4795-b21b-2ea105f4f060 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611821 Dec 08 02:00:18.994825 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3117bf48-a27e-4eda-937b-aa950715b278 req-dbef2cea-1602-447f-bc6b-fa8ab771af3c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.028536 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['c4072aeb-cc4d-4834-ac82-2b2336694ea8'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:00:19.031230 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef2cea-1602-447f-bc6b-fa8ab771af3c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Pushing event deleted for resources: {'Port': ['ID=c4072aeb-cc4d-4834-ac82-2b2336694ea8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:19.034863 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-a0f30d9b-f574-4957-8ae6-b16b479a9d7a service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352234 Dec 08 02:00:19.078938 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dddbbf1d-976e-430e-b590-a724534dfd07 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8469639 Dec 08 02:00:19.092138 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55394) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:19.096974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8552cb20-3e6d-4135-b847-c38c2ed7a6bc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': '7c4c8086-89bd-478f-aad2-2812398b1b93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:19.099795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3117bf48-a27e-4eda-937b-aa950715b278 req-dbef2cea-1602-447f-bc6b-fa8ab771af3c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] No DVR routers for this DVR port c4072aeb-cc4d-4834-ac82-2b2336694ea8 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:19.103900 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3117bf48-a27e-4eda-937b-aa950715b278 req-dbef2cea-1602-447f-bc6b-fa8ab771af3c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.107270 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3117bf48-a27e-4eda-937b-aa950715b278 req-dbef2cea-1602-447f-bc6b-fa8ab771af3c tempest-VolumesBackupsTest-1671923459 tempest-VolumesBackupsTest-1671923459-project] 10.222.0.75 "DELETE /v2.0/ports/c4072aeb-cc4d-4834-ac82-2b2336694ea8 HTTP/1.1" status: 204 len: 173 time: 0.8024414 Dec 08 02:00:19.174815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbbf1d-976e-430e-b590-a724534dfd07 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Network': ['ID=7c4c8086-89bd-478f-aad2-2812398b1b93,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:19.182261 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23c316aa-3b8b-40bb-aa57-6fffb46dd2f2 req-4342c430-16c0-4429-a997-a352253efcd2 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233120 Dec 08 02:00:19.188258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 7c4c8086-89bd-478f-aad2-2812398b1b93 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:00:19.264130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Router 82a433a7-8b78-406b-99c9-f37e7fce4d3d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:00:19.294580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d5515-4c1c-4c69-a429-76de5ac3d908 req-69324182-2ebd-4f4d-be27-c1bc1078df3a tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:19.296120 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a67d5515-4c1c-4c69-a429-76de5ac3d908 req-69324182-2ebd-4f4d-be27-c1bc1078df3a tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 948 time: 0.2720091 Dec 08 02:00:19.305633 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-529c94a1-bb7a-4116-959b-8dee4d95722a req-705e6902-7377-45ca-b4a5-271ac91ba1c2 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005319 Dec 08 02:00:19.354087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c902db1-f21a-4949-9444-09d88fe51ca4 req-d8324f63-d31b-4364-a8fe-5636cfc6e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:19.355635 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2c902db1-f21a-4949-9444-09d88fe51ca4 req-d8324f63-d31b-4364-a8fe-5636cfc6e045 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7cfdc1e66adb423e85c10adde557b27e&device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 1100 time: 0.0497994 Dec 08 02:00:19.375381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8552cb20-3e6d-4135-b847-c38c2ed7a6bc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:19.379323 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8552cb20-3e6d-4135-b847-c38c2ed7a6bc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.493096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a67d5515-4c1c-4c69-a429-76de5ac3d908 req-7a05a21e-30fe-41a4-b0cc-af0874121c06 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896520 Dec 08 02:00:19.503894 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c902db1-f21a-4949-9444-09d88fe51ca4 req-4d1fb8fb-4cc3-459d-b830-8052fb14ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:19.505489 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2c902db1-f21a-4949-9444-09d88fe51ca4 req-4d1fb8fb-4cc3-459d-b830-8052fb14ccac service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.0976298 Dec 08 02:00:19.557443 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2c902db1-f21a-4949-9444-09d88fe51ca4 req-09c0d63d-b4dd-44c0-8c48-4e907d8cd92c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=0681dc0f-84c9-445c-9315-e9ff98dc7d0c HTTP/1.1" status: 200 len: 217 time: 0.0410047 Dec 08 02:00:19.577013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173edd49-2b86-4047-bc70-b4cac31b4585 req-4c07ad71-4f63-4536-9468-90c2bcbd2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:19.578510 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-173edd49-2b86-4047-bc70-b4cac31b4585 req-4c07ad71-4f63-4536-9468-90c2bcbd2497 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7cfdc1e66adb423e85c10adde557b27e&device_id=2bf4515f-84a3-4614-935e-e2387637ba23 HTTP/1.1" status: 200 len: 1099 time: 0.1275382 Dec 08 02:00:19.579580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:19.607132 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b314c-4de6-419e-9955-343c79103a38 None None] Sync routers for ids ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:19.620549 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c902db1-f21a-4949-9444-09d88fe51ca4 req-5c983adb-cfb0-4a6b-9ed9-6dbf69e7957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:19.622780 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2c902db1-f21a-4949-9444-09d88fe51ca4 req-5c983adb-cfb0-4a6b-9ed9-6dbf69e7957d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0573764 Dec 08 02:00:19.632434 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.641316 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6b314c-4de6-419e-9955-343c79103a38 None None] Routers {'82a433a7-8b78-406b-99c9-f37e7fce4d3d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:19.641967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2b6b314c-4de6-419e-9955-343c79103a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:59:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:19.719381 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-aaeb48db-461b-4666-915b-6f37ac0c2e85 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8203857 Dec 08 02:00:19.723541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55402) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:19.751131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c902db1-f21a-4949-9444-09d88fe51ca4 req-b37b88be-9653-4a1e-8048-f93a8f20412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:19.753905 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2c902db1-f21a-4949-9444-09d88fe51ca4 req-b37b88be-9653-4a1e-8048-f93a8f20412c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1095650 Dec 08 02:00:19.821170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-2b6b314c-4de6-419e-9955-343c79103a38 None None] Set router 82a433a7-8b78-406b-99c9-f37e7fce4d3d gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:00:19.824225 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173edd49-2b86-4047-bc70-b4cac31b4585 req-9705be56-807a-4787-803b-3de3e8d2a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:19.825729 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-173edd49-2b86-4047-bc70-b4cac31b4585 req-9705be56-807a-4787-803b-3de3e8d2a6a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2386966 Dec 08 02:00:19.850227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9403d5e-5a12-4570-8211-ea40997e3ee1 req-53a1c20c-d762-40d4-8562-d6e5b8ec8181 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:19.852296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a9403d5e-5a12-4570-8211-ea40997e3ee1 req-53a1c20c-d762-40d4-8562-d6e5b8ec8181 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.1172450 Dec 08 02:00:19.853306 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8552cb20-3e6d-4135-b847-c38c2ed7a6bc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.890344 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc4f97-5fe1-490e-af94-bdd00a962c3b tempest-TestVolumeBackupRestore-276474733 tempest-TestVolumeBackupRestore-276474733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:19.894855 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e2bc4f97-5fe1-490e-af94-bdd00a962c3b tempest-TestVolumeBackupRestore-276474733 tempest-TestVolumeBackupRestore-276474733-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 1093 time: 0.1567545 Dec 08 02:00:19.895512 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55408) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:19.906523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-fd311e84-87c4-49ba-b459-0ed91880872b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Request body: {'floatingip': {'port_id': 'aeeaff9b-cc30-4c99-9f57-db1c92024713'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:20.008590 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2c902db1-f21a-4949-9444-09d88fe51ca4 req-9cf9dabd-a5a9-41c2-a6bc-cbe8af1f6647 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302976 Dec 08 02:00:20.016580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f809f0-29d9-4254-be84-8c38c346febc', 'tag': 'aeeaff9b-cc30-4c99-9f57-db1c92024713'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:20.017286 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-11a3e755-1bfa-4359-8f68-3afe4f5db7d5 service neutron] 10.222.0.75 "GET /v2.0/ports/d631cb7b-2af2-4a95-ab90-5c174b28fd23/bindings/n-h2-713499-31 HTTP/1.1" status: 200 len: 383 time: 0.1761241 Dec 08 02:00:20.019099 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057ab27b-f22e-450c-8a8f-ea5e91163559" -d '{"events": [{"name": "network-changed", "server_uuid": "60f809f0-29d9-4254-be84-8c38c346febc", "tag": "aeeaff9b-cc30-4c99-9f57-db1c92024713"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:20.019523 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd311e84-87c4-49ba-b459-0ed91880872b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for floatingip, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.022202 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552cb20-3e6d-4135-b847-c38c2ed7a6bc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Subnet': ['ID=666d4fbf-58b9-473b-b171-894fa83979a5,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:20.025642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-173edd49-2b86-4047-bc70-b4cac31b4585 req-b5ffe156-71c1-4235-86d9-593ead267a4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ff042739-9ba1-41cd-a912-74ae8eaac813 HTTP/1.1" status: 200 len: 217 time: 0.1658001 Dec 08 02:00:20.122860 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71095041-8f53-4cdf-a419-0aa18029f632 x-openstack-request-id: req-71095041-8f53-4cdf-a419-0aa18029f632 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:20.123248 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f809f0-29d9-4254-be84-8c38c346febc", "tag": "aeeaff9b-cc30-4c99-9f57-db1c92024713", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:20.123449 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-71095041-8f53-4cdf-a419-0aa18029f632 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:20.123874 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f809f0-29d9-4254-be84-8c38c346febc', 'tag': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'status': 'completed', 'code': 200} Dec 08 02:00:20.124626 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552cb20-3e6d-4135-b847-c38c2ed7a6bc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Checking segment: {'id': 'cc81c996-16f0-402c-9277-ee7e8e886926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7c4c8086-89bd-478f-aad2-2812398b1b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:20.124987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8552cb20-3e6d-4135-b847-c38c2ed7a6bc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network hostable DHCP agents. Network: 7c4c8086-89bd-478f-aad2-2812398b1b93, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:00:20.197270 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173edd49-2b86-4047-bc70-b4cac31b4585 req-1e90acc0-b080-413a-ab85-7348b38f5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:20.199052 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-173edd49-2b86-4047-bc70-b4cac31b4585 req-1e90acc0-b080-413a-ab85-7348b38f5923 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1597307 Dec 08 02:00:20.300708 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a9403d5e-5a12-4570-8211-ea40997e3ee1 req-d35073d3-9dba-4194-b244-c3aee02854dc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845004 Dec 08 02:00:20.308115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8552cb20-3e6d-4135-b847-c38c2ed7a6bc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 7c4c8086-89bd-478f-aad2-2812398b1b93 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:00:20.335099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8552cb20-3e6d-4135-b847-c38c2ed7a6bc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 7c4c8086-89bd-478f-aad2-2812398b1b93) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:20.350798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec4b190-8591-4d65-bfaf-e8443a653f00 None None] Network 7c4c8086-89bd-478f-aad2-2812398b1b93 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:20.359338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8552cb20-3e6d-4135-b847-c38c2ed7a6bc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:20.360117 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8552cb20-3e6d-4135-b847-c38c2ed7a6bc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.380022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173edd49-2b86-4047-bc70-b4cac31b4585 req-c75c6240-82bc-4917-aebe-d8c8e10a8034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:20.382525 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-173edd49-2b86-4047-bc70-b4cac31b4585 req-c75c6240-82bc-4917-aebe-d8c8e10a8034 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1618330 Dec 08 02:00:20.389052 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8552cb20-3e6d-4135-b847-c38c2ed7a6bc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2958975 Dec 08 02:00:20.394495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55416) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:20.434859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f028603a-ff2f-469e-ba52-c7074ef69b6b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'network_id': '7c4c8086-89bd-478f-aad2-2812398b1b93', 'name': 'tempest-PortsTestJSON-1453028513', 'fixed_ips': [{'subnet_id': '666d4fbf-58b9-473b-b171-894fa83979a5', 'ip_address': '172.20.0.10'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:20.446977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ab27b-f22e-450c-8a8f-ea5e91163559 req-2fa296fa-4b46-4b71-a1e9-a5955da70b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:20.447451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2b6b314c-4de6-419e-9955-343c79103a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'eeee4fd8-22aa-4389-861a-3cfe3a60f8a1', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'port_id': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'mac_address': 'fa:16:3e:6d:87:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f809f0-29d9-4254-be84-8c38c346febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:00:16Z', 'updated_at': '2021-12-08T02:00:16Z', 'revision_number': 0, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74359efc-5d07-4781-958a-afdbdd9e78db', 'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'mac_address': 'fa:16:3e:7e:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:20Z', 'updated_at': '2021-12-08T01:55:32Z', 'revision_number': 5, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'subnets': [{'id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:20.448494 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-057ab27b-f22e-450c-8a8f-ea5e91163559 req-2fa296fa-4b46-4b71-a1e9-a5955da70b1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99c9a4288fc54a45b09a91460fd07f1c&device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 1098 time: 0.2871668 Dec 08 02:00:20.450452 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2c902db1-f21a-4949-9444-09d88fe51ca4 req-c99bb7a6-4a14-4f6e-9b40-50119dd87366 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284186 Dec 08 02:00:20.505549 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b314c-4de6-419e-9955-343c79103a38 None None] Checking router: 82a433a7-8b78-406b-99c9-f37e7fce4d3d for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:00:20.546833 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6b314c-4de6-419e-9955-343c79103a38 None None] Routers {'82a433a7-8b78-406b-99c9-f37e7fce4d3d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:20.548264 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2b6b314c-4de6-419e-9955-343c79103a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:59:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:20.554582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-7c4c8086-89bd-478f-aad2-2812398b1b93', 'network_id': '7c4c8086-89bd-478f-aad2-2812398b1b93', 'project_id': '3d77fa00d9644680bb8ed14323643893', 'fixed_ips': [{'subnet_id': '666d4fbf-58b9-473b-b171-894fa83979a5'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:00:20.556395 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.570626 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-82310d14-96fb-4245-b94d-4b641064e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:20.572214 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-82310d14-96fb-4245-b94d-4b641064e077 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948&tenant_id=d98ff618afa84eb49ddee4c24ab597d5 HTTP/1.1" status: 200 len: 1102 time: 0.2187977 Dec 08 02:00:20.649543 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-173edd49-2b86-4047-bc70-b4cac31b4585 req-69310ae8-526d-486e-a8bc-8076f2bcdb4e service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563429 Dec 08 02:00:20.742698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1', 'name': 'network-vif-deleted', 'tag': 'c4072aeb-cc4d-4834-ac82-2b2336694ea8'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:20.745628 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7620d56-f099-4aa8-b6d2-2b4151f4ac61" -d '{"events": [{"server_uuid": "e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1", "name": "network-vif-deleted", "tag": "c4072aeb-cc4d-4834-ac82-2b2336694ea8"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:20.788831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ab27b-f22e-450c-8a8f-ea5e91163559 req-d5140519-12a3-4c22-a58d-73649ba2ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:20.791110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-2b6b314c-4de6-419e-9955-343c79103a38 None None] Set router 82a433a7-8b78-406b-99c9-f37e7fce4d3d gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:00:20.791263 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-057ab27b-f22e-450c-8a8f-ea5e91163559 req-d5140519-12a3-4c22-a58d-73649ba2ab7c service neutron] 10.222.0.45 "GET /v2.0/networks?id=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd HTTP/1.1" status: 200 len: 915 time: 0.2808852 Dec 08 02:00:20.813848 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-fd355784-8b0e-42c2-8955-28ca68a67e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:20.827820 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-fd355784-8b0e-42c2-8955-28ca68a67e39 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 1102 time: 0.2143073 Dec 08 02:00:20.920646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Allocated IP 172.20.0.2 (7c4c8086-89bd-478f-aad2-2812398b1b93/666d4fbf-58b9-473b-b171-894fa83979a5/343668d7-7ac0-4487-b351-6dfb50df8278) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:20.931264 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3617a4-5d72-44aa-8199-1b26d204664a x-openstack-request-id: req-7d3617a4-5d72-44aa-8199-1b26d204664a {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:20.940140 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1", "name": "network-vif-deleted", "tag": "c4072aeb-cc4d-4834-ac82-2b2336694ea8", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:20.940377 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7d3617a4-5d72-44aa-8199-1b26d204664a {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:20.940870 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bc0f40-a45a-4c9e-bb2c-9d04516f9ac1', 'name': 'network-vif-deleted', 'tag': 'c4072aeb-cc4d-4834-ac82-2b2336694ea8', 'status': 'completed', 'code': 200} Dec 08 02:00:21.083664 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-057ab27b-f22e-450c-8a8f-ea5e91163559 req-1692ea8c-619f-42bd-9ed4-6dbeafec7579 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeeaff9b-cc30-4c99-9f57-db1c92024713 HTTP/1.1" status: 200 len: 999 time: 0.2707856 Dec 08 02:00:21.131030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-42341a8a-65c1-44b8-81d3-3916a8bfaeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:21.132607 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-42341a8a-65c1-44b8-81d3-3916a8bfaeb4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2227881 Dec 08 02:00:21.192053 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.204044 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.214540 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-92122b5d-7c38-42ec-8b42-0f80906ab932 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d631cb7b-2af2-4a95-ab90-5c174b28fd23 HTTP/1.1" status: 200 len: 217 time: 0.0737529 Dec 08 02:00:21.233404 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-173edd49-2b86-4047-bc70-b4cac31b4585 req-f3d4465e-75af-4978-a8bd-32fa7c010399 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928838 Dec 08 02:00:21.262341 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f028603a-ff2f-469e-ba52-c7074ef69b6b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:21.271865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ab27b-f22e-450c-8a8f-ea5e91163559 req-6da7b9ad-301f-4ae5-a398-ea648c69c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:21.273364 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-057ab27b-f22e-450c-8a8f-ea5e91163559 req-6da7b9ad-301f-4ae5-a398-ea648c69c731 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e HTTP/1.1" status: 200 len: 853 time: 0.1888959 Dec 08 02:00:21.303228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Network 7c4c8086-89bd-478f-aad2-2812398b1b93 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:21.309775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:21.312158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:21.328477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2b6b314c-4de6-419e-9955-343c79103a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'eeee4fd8-22aa-4389-861a-3cfe3a60f8a1', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'port_id': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'mac_address': 'fa:16:3e:6d:87:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f809f0-29d9-4254-be84-8c38c346febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:00:16Z', 'updated_at': '2021-12-08T02:00:16Z', 'revision_number': 0, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74359efc-5d07-4781-958a-afdbdd9e78db', 'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'mac_address': 'fa:16:3e:7e:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:20Z', 'updated_at': '2021-12-08T01:55:32Z', 'revision_number': 5, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'subnets': [{'id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:21.333378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Pushing event updated for resources: {'Port': ['ID=343668d7-7ac0-4487-b351-6dfb50df8278,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:21.357733 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f028603a-ff2f-469e-ba52-c7074ef69b6b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.368161 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726643a-0504-4949-a700-be20a135ed3b req-b4d9d5f4-d6e6-494d-8d9f-393c0e5b543a tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:21.377857 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5726643a-0504-4949-a700-be20a135ed3b req-b4d9d5f4-d6e6-494d-8d9f-393c0e5b543a tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 948 time: 0.7309675 Dec 08 02:00:21.384741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-5b0ae8a5-1216-4169-8b62-1a1c33b88beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:21.386873 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-5b0ae8a5-1216-4169-8b62-1a1c33b88beb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1647220 Dec 08 02:00:21.398020 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ab27b-f22e-450c-8a8f-ea5e91163559 req-9564f048-c216-4242-a8fa-e8bf5fdb022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:21.400731 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-057ab27b-f22e-450c-8a8f-ea5e91163559 req-9564f048-c216-4242-a8fa-e8bf5fdb022c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915415 Dec 08 02:00:21.410489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-f028603a-ff2f-469e-ba52-c7074ef69b6b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port 00b9f19e-be53-401c-8c4a-44de20fccd66 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:00:21.421688 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b314c-4de6-419e-9955-343c79103a38 None None] The sync data for ids ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'] in n-d-713499-31 is: [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'eeee4fd8-22aa-4389-861a-3cfe3a60f8a1', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'port_id': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'mac_address': 'fa:16:3e:6d:87:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f809f0-29d9-4254-be84-8c38c346febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:00:16Z', 'updated_at': '2021-12-08T02:00:16Z', 'revision_number': 0, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74359efc-5d07-4781-958a-afdbdd9e78db', 'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'mac_address': 'fa:16:3e:7e:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:20Z', 'updated_at': '2021-12-08T01:55:32Z', 'revision_number': 5, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'subnets': [{'id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:21.472923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Attempting to bind port 343668d7-7ac0-4487-b351-6dfb50df8278 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:21.473301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Attempting to bind port 343668d7-7ac0-4487-b351-6dfb50df8278 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'cc81c996-16f0-402c-9277-ee7e8e886926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7c4c8086-89bd-478f-aad2-2812398b1b93'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:21.473899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Attempting to bind port 343668d7-7ac0-4487-b351-6dfb50df8278 on network 7c4c8086-89bd-478f-aad2-2812398b1b93 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:21.479948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:21.480330 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Checking segment: {'id': 'cc81c996-16f0-402c-9277-ee7e8e886926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7c4c8086-89bd-478f-aad2-2812398b1b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:21.480739 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.481138 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Bound using segment: {'id': 'cc81c996-16f0-402c-9277-ee7e8e886926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7c4c8086-89bd-478f-aad2-2812398b1b93'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:21.481617 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Bound port: 343668d7-7ac0-4487-b351-6dfb50df8278, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc81c996-16f0-402c-9277-ee7e8e886926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7c4c8086-89bd-478f-aad2-2812398b1b93'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:21.482003 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.566456 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:00:21.589953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] For port 343668d7-7ac0-4487-b351-6dfb50df8278, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:21.594941 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] For port 343668d7-7ac0-4487-b351-6dfb50df8278, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=343668d7-7ac0-4487-b351-6dfb50df8278,segment=NetworkSegment(cc81c996-16f0-402c-9277-ee7e8e886926),segment_id=cc81c996-16f0-402c-9277-ee7e8e886926)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:21.598973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-f028603a-ff2f-469e-ba52-c7074ef69b6b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Allocated IP 172.20.0.10 (7c4c8086-89bd-478f-aad2-2812398b1b93/666d4fbf-58b9-473b-b171-894fa83979a5/00b9f19e-be53-401c-8c4a-44de20fccd66) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:21.601077 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.723246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07054b-aaf9-4a26-94fd-b7d81fcca20f None None] Pushing event updated for resources: {'Port': ['ID=343668d7-7ac0-4487-b351-6dfb50df8278,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:21.791564 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cd0ad6-52e1-4ec7-85dd-6d0216c19c07 None None] New status for floating IP eeee4fd8-22aa-4389-861a-3cfe3a60f8a1: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:00:21.801667 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f028603a-ff2f-469e-ba52-c7074ef69b6b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.877197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5726643a-0504-4949-a700-be20a135ed3b req-344867f2-8577-4068-8ab3-ab603191918c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976163 Dec 08 02:00:21.878523 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f028603a-ff2f-469e-ba52-c7074ef69b6b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.982734 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-11455015-185a-414a-badb-edb6aa7c5129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.035877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028603a-ff2f-469e-ba52-c7074ef69b6b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=00b9f19e-be53-401c-8c4a-44de20fccd66,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:22.049230 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f028603a-ff2f-469e-ba52-c7074ef69b6b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 7c4c8086-89bd-478f-aad2-2812398b1b93 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:22.052707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f028603a-ff2f-469e-ba52-c7074ef69b6b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:22.056396 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f028603a-ff2f-469e-ba52-c7074ef69b6b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:22.068782 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-057ab27b-f22e-450c-8a8f-ea5e91163559 req-e00583d3-09f2-4922-befe-74265e81b8be service neutron] 10.222.0.45 "GET /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276622 Dec 08 02:00:22.141026 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5dcd9-28b0-4ce8-91f6-b47a1f2508e2 req-819ccb42-7a52-4c25-b80b-6d9d97aadcc3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:22.150533 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51b5dcd9-28b0-4ce8-91f6-b47a1f2508e2 req-819ccb42-7a52-4c25-b80b-6d9d97aadcc3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.3147120 Dec 08 02:00:22.159470 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028603a-ff2f-469e-ba52-c7074ef69b6b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:22.160177 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f028603a-ff2f-469e-ba52-c7074ef69b6b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.199480 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-057ab27b-f22e-450c-8a8f-ea5e91163559 req-9574b3ee-388f-4f22-9403-abaead844017 service neutron] 10.222.0.45 "GET /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195168 Dec 08 02:00:22.205124 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.db.resource_extend [None req-fd311e84-87c4-49ba-b459-0ed91880872b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 02:00:22.209091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-91ef74b8-9b7b-414b-8957-fb6678a8092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:22.210606 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-91ef74b8-9b7b-414b-8957-fb6678a8092b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8150053 Dec 08 02:00:22.224399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f028603a-ff2f-469e-ba52-c7074ef69b6b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7932622 Dec 08 02:00:22.228700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51b5dcd9-28b0-4ce8-91f6-b47a1f2508e2 req-aa7064b3-db88-4bba-aaf2-7e84af6c514a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773053 Dec 08 02:00:22.229290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55434) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:22.235439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-022ed8ee-654c-409f-b5cd-f5ddf5581739 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'network_id': '7c4c8086-89bd-478f-aad2-2812398b1b93', 'name': 'tempest-PortsTestJSON-1840898523', 'fixed_ips': [{'subnet_id': '666d4fbf-58b9-473b-b171-894fa83979a5', 'ip_address': '172.20.0.9'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:22.326547 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd311e84-87c4-49ba-b459-0ed91880872b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.334244 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd311e84-87c4-49ba-b459-0ed91880872b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.335699 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-a2cd0ad6-52e1-4ec7-85dd-6d0216c19c07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:00:22.336620 n-d-713499-31 neutron-server[109769]: DEBUG oslo_db.api [None req-a2cd0ad6-52e1-4ec7-85dd-6d0216c19c07 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:00:22.346183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0681dc0f-84c9-445c-9315-e9ff98dc7d0c details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:00:22.371236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022ed8ee-654c-409f-b5cd-f5ddf5581739 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:22.378351 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-022ed8ee-654c-409f-b5cd-f5ddf5581739 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.391893 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-2c5297bf-3d73-464c-b638-21c442a338c3 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456113 Dec 08 02:00:22.406108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-022ed8ee-654c-409f-b5cd-f5ddf5581739 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port 6a31810f-67a6-4325-a746-e565d4552b43 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:00:22.523977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:22.543329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '0681dc0f-84c9-445c-9315-e9ff98dc7d0c', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '0681dc0f-84c9-445c-9315-e9ff98dc7d0c', 'mac_address': 'fa:16:3e:16:b8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:00:22.556714 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c4072aeb-cc4d-4834-ac82-2b2336694ea8 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:00:22.574545 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a60bd5a0-6774-4e2c-b065-c5bba900f429 req-b137a163-f5ab-472a-9ab8-d1ac66e29f4e service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733971 Dec 08 02:00:22.584759 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: c4072aeb-cc4d-4834-ac82-2b2336694ea8 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:00:22.585378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c4072aeb-cc4d-4834-ac82-2b2336694ea8 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:00:22.585972 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d631cb7b-2af2-4a95-ab90-5c174b28fd23 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:00:22.640384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-022ed8ee-654c-409f-b5cd-f5ddf5581739 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Allocated IP 172.20.0.9 (7c4c8086-89bd-478f-aad2-2812398b1b93/666d4fbf-58b9-473b-b171-894fa83979a5/6a31810f-67a6-4325-a746-e565d4552b43) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:22.658035 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.702215 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0681dc0f-84c9-445c-9315-e9ff98dc7d0c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:22.714035 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd311e84-87c4-49ba-b459-0ed91880872b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Router 82a433a7-8b78-406b-99c9-f37e7fce4d3d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:00:22.746477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:22.748475 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.762279 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.762429 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ff042739-9ba1-41cd-a912-74ae8eaac813 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:00:22.838647 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cd0ad6-52e1-4ec7-85dd-6d0216c19c07 None None] New status for floating IP eeee4fd8-22aa-4389-861a-3cfe3a60f8a1: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:00:22.880550 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d631cb7b-2af2-4a95-ab90-5c174b28fd23, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d631cb7b-2af2-4a95-ab90-5c174b28fd23,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:22.905740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab725f5b-2e7e-4934-87c3-7dc78e230948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd631cb7b-2af2-4a95-ab90-5c174b28fd23'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:22.908209 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f485390-68eb-4363-a7ae-a239eac1b419" -d '{"events": [{"server_uuid": "ab725f5b-2e7e-4934-87c3-7dc78e230948", "name": "network-vif-unplugged", "status": "completed", "tag": "d631cb7b-2af2-4a95-ab90-5c174b28fd23"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:22.923489 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-022ed8ee-654c-409f-b5cd-f5ddf5581739 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.936560 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.959473 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 02:00:22.980428 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd311e84-87c4-49ba-b459-0ed91880872b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:22.993862 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fd311e84-87c4-49ba-b459-0ed91880872b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:23.011411 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-022ed8ee-654c-409f-b5cd-f5ddf5581739 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:23.034838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 343668d7-7ac0-4487-b351-6dfb50df8278 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:23.053530 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f3e87a-a1ff-4430-ab78-decc462f49af x-openstack-request-id: req-12f3e87a-a1ff-4430-ab78-decc462f49af {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:23.053832 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab725f5b-2e7e-4934-87c3-7dc78e230948", "name": "network-vif-unplugged", "status": "completed", "tag": "d631cb7b-2af2-4a95-ab90-5c174b28fd23", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:23.054092 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-12f3e87a-a1ff-4430-ab78-decc462f49af {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:23.054487 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab725f5b-2e7e-4934-87c3-7dc78e230948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd631cb7b-2af2-4a95-ab90-5c174b28fd23', 'code': 200} Dec 08 02:00:23.060990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f809f0-29d9-4254-be84-8c38c346febc', 'tag': 'aeeaff9b-cc30-4c99-9f57-db1c92024713'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:23.065567 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2775b9d4-f8a9-49b7-bd47-aa2236ff7627" -d '{"events": [{"name": "network-changed", "server_uuid": "60f809f0-29d9-4254-be84-8c38c346febc", "tag": "aeeaff9b-cc30-4c99-9f57-db1c92024713"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:23.110306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ff042739-9ba1-41cd-a912-74ae8eaac813, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff042739-9ba1-41cd-a912-74ae8eaac813,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:23.128478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022ed8ee-654c-409f-b5cd-f5ddf5581739 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 7c4c8086-89bd-478f-aad2-2812398b1b93 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:23.133026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'ff042739-9ba1-41cd-a912-74ae8eaac813', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'ff042739-9ba1-41cd-a912-74ae8eaac813', 'mac_address': 'fa:16:3e:dd:ec:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:00:23.139995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:23.143883 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fd311e84-87c4-49ba-b459-0ed91880872b tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "PUT /v2.0/floatingips/eeee4fd8-22aa-4389-861a-3cfe3a60f8a1 HTTP/1.1" status: 200 len: 991 time: 3.2410283 Dec 08 02:00:23.151369 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3cdcc6-2567-46b6-acab-a5249270f7bf x-openstack-request-id: req-eb3cdcc6-2567-46b6-acab-a5249270f7bf {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:23.152083 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f809f0-29d9-4254-be84-8c38c346febc", "tag": "aeeaff9b-cc30-4c99-9f57-db1c92024713", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:23.152523 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eb3cdcc6-2567-46b6-acab-a5249270f7bf {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:23.153102 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f809f0-29d9-4254-be84-8c38c346febc', 'tag': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'status': 'completed', 'code': 200} Dec 08 02:00:23.183832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95a326-6df8-4755-a19b-a1f15f15ab92 req-7ed51469-9ad3-4b8a-abc8-9228b3341e88 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:23.186454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b95a326-6df8-4755-a19b-a1f15f15ab92 req-7ed51469-9ad3-4b8a-abc8-9228b3341e88 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 949 time: 0.1638021 Dec 08 02:00:23.187496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-022ed8ee-654c-409f-b5cd-f5ddf5581739 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:23.198172 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ed8ee-654c-409f-b5cd-f5ddf5581739 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:23.204097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ed8ee-654c-409f-b5cd-f5ddf5581739 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=6a31810f-67a6-4325-a746-e565d4552b43,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:23.280110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=d631cb7b-2af2-4a95-ab90-5c174b28fd23,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:23.298256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 343668d7-7ac0-4487-b351-6dfb50df8278 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:23.298645 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:23.300366 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:23.358875 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff042739-9ba1-41cd-a912-74ae8eaac813 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:23.365142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022ed8ee-654c-409f-b5cd-f5ddf5581739 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:23.365612 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-022ed8ee-654c-409f-b5cd-f5ddf5581739 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:23.413551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-022ed8ee-654c-409f-b5cd-f5ddf5581739 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1830878 Dec 08 02:00:23.416383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55452) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:23.423569 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:23.464943 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775b9d4-f8a9-49b7-bd47-aa2236ff7627 req-ce020d40-1a34-47f9-a9f9-0ef1c7f08298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:23.465220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ff042739-9ba1-41cd-a912-74ae8eaac813, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff042739-9ba1-41cd-a912-74ae8eaac813,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:23.469830 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2775b9d4-f8a9-49b7-bd47-aa2236ff7627 req-ce020d40-1a34-47f9-a9f9-0ef1c7f08298 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99c9a4288fc54a45b09a91460fd07f1c&device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 1098 time: 0.2707875 Dec 08 02:00:23.471303 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b95a326-6df8-4755-a19b-a1f15f15ab92 req-2507d45b-97ff-4203-af18-bb7c92b23b45 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663374 Dec 08 02:00:23.472674 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:23.526366 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c19160c-0915-47cb-a7fd-7ada57334a27 None None] Network 7c4c8086-89bd-478f-aad2-2812398b1b93 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:23.582377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817dae47-fdb4-47d9-9ce5-9bbf64d5d4c3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:23.584654 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-817dae47-fdb4-47d9-9ce5-9bbf64d5d4c3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1663153 Dec 08 02:00:23.589187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55454) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:23.603436 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97f3ad-d2d8-4859-abde-145ab3603241 None None] Sync routers for ids ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:23.620172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775b9d4-f8a9-49b7-bd47-aa2236ff7627 req-b65ed153-1785-4eb3-964d-59d456c591ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:23.621717 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2775b9d4-f8a9-49b7-bd47-aa2236ff7627 req-b65ed153-1785-4eb3-964d-59d456c591ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd HTTP/1.1" status: 200 len: 915 time: 0.1427531 Dec 08 02:00:23.655481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a5b42-e2e0-4365-a0c4-e0a8121b35bd req-b5eb70fe-ec71-49d4-bc8a-53778c680025 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:23.657373 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e97f3ad-d2d8-4859-abde-145ab3603241 None None] Routers {'82a433a7-8b78-406b-99c9-f37e7fce4d3d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:23.657500 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-092a5b42-e2e0-4365-a0c4-e0a8121b35bd req-b5eb70fe-ec71-49d4-bc8a-53778c680025 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 948 time: 0.1406944 Dec 08 02:00:23.658344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2e97f3ad-d2d8-4859-abde-145ab3603241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T01:59:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:23.676068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77210d8-ef23-44f8-9584-6365354c23fe tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:23.684373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77210d8-ef23-44f8-9584-6365354c23fe tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:23.693648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77210d8-ef23-44f8-9584-6365354c23fe tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:23.695365 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b77210d8-ef23-44f8-9584-6365354c23fe tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1026585 Dec 08 02:00:23.698271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55456) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:23.711011 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2775b9d4-f8a9-49b7-bd47-aa2236ff7627 req-690d54c3-3e02-417b-9bb2-e6428c07ed30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeeaff9b-cc30-4c99-9f57-db1c92024713 HTTP/1.1" status: 200 len: 1001 time: 0.0817444 Dec 08 02:00:23.718645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3162a30f-b8c2-462a-947b-a24d665c5c1c None None] Provisioning complete for port 343668d7-7ac0-4487-b351-6dfb50df8278 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:23.719110 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3162a30f-b8c2-462a-947b-a24d665c5c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:23.766816 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:23.769184 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ff042739-9ba1-41cd-a912-74ae8eaac813,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:23.793404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775b9d4-f8a9-49b7-bd47-aa2236ff7627 req-be930d34-a1cc-4268-a3ac-b92bc120df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:23.795414 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2775b9d4-f8a9-49b7-bd47-aa2236ff7627 req-be930d34-a1cc-4268-a3ac-b92bc120df0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e HTTP/1.1" status: 200 len: 853 time: 0.0745618 Dec 08 02:00:23.856416 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775b9d4-f8a9-49b7-bd47-aa2236ff7627 req-5b033117-195a-4b24-9191-38d80f41c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:23.858658 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2775b9d4-f8a9-49b7-bd47-aa2236ff7627 req-5b033117-195a-4b24-9191-38d80f41c943 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542059 Dec 08 02:00:23.860315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-092a5b42-e2e0-4365-a0c4-e0a8121b35bd req-465da041-7f02-4e8a-9e01-3077314eb2f3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948776 Dec 08 02:00:23.896965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cfbdbdf0-b2fb-4471-9638-f1b934454439 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port 6a31810f-67a6-4325-a746-e565d4552b43 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:23.897340 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cfbdbdf0-b2fb-4471-9638-f1b934454439 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:23.970986 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2775b9d4-f8a9-49b7-bd47-aa2236ff7627 req-da0a4a42-4d8c-4ed1-bbbd-93e4a69d06dc service neutron] 10.222.0.45 "GET /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030371 Dec 08 02:00:23.985133 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['0681dc0f-84c9-445c-9315-e9ff98dc7d0c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:00:23.987700 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['ff042739-9ba1-41cd-a912-74ae8eaac813'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:00:24.010696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cfbdbdf0-b2fb-4471-9638-f1b934454439 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:24.023419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cfbdbdf0-b2fb-4471-9638-f1b934454439 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for 6a31810f-67a6-4325-a746-e565d4552b43 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:24.097003 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2775b9d4-f8a9-49b7-bd47-aa2236ff7627 req-04a7d49e-f0c3-46c2-bcff-29a595078255 service neutron] 10.222.0.45 "GET /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180449 Dec 08 02:00:24.145932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 343668d7-7ac0-4487-b351-6dfb50df8278, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=343668d7-7ac0-4487-b351-6dfb50df8278,segment=NetworkSegment(cc81c996-16f0-402c-9277-ee7e8e886926),segment_id=cc81c996-16f0-402c-9277-ee7e8e886926)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:24.162004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-2e97f3ad-d2d8-4859-abde-145ab3603241 None None] Set router 82a433a7-8b78-406b-99c9-f37e7fce4d3d gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:00:24.166434 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:24.167084 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:24.217220 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cfbdbdf0-b2fb-4471-9638-f1b934454439 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:24.257798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdbdf0-b2fb-4471-9638-f1b934454439 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=6a31810f-67a6-4325-a746-e565d4552b43,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:24.434326 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cfbdbdf0-b2fb-4471-9638-f1b934454439 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:24.446159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cfbdbdf0-b2fb-4471-9638-f1b934454439 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/6a31810f-67a6-4325-a746-e565d4552b43 HTTP/1.1" status: 204 len: 168 time: 0.7439291 Dec 08 02:00:24.446159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55468) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:24.487103 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9839c172-83fa-4e52-9b19-829e8a0ab6cb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] GET failed (client error): The resource could not be found. Dec 08 02:00:24.491926 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9839c172-83fa-4e52-9b19-829e8a0ab6cb tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/6a31810f-67a6-4325-a746-e565d4552b43 HTTP/1.1" status: 404 len: 333 time: 0.0431468 Dec 08 02:00:24.493061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55472) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:24.513435 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=343668d7-7ac0-4487-b351-6dfb50df8278,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:24.526283 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba8b8601-d59a-4658-be27-a0ba31f0562e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:24.664996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port 00b9f19e-be53-401c-8c4a-44de20fccd66 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:24.665915 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:24.678764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ec7f184c-e9ec-4368-b1ab-d3a66f3b41e4 None None] Could not find standard attr ID for object 6a31810f-67a6-4325-a746-e565d4552b43. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:00:24.783771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd83ccb-06e2-4769-afb8-39e2e1524662 req-a52cf943-c599-4135-965a-246eae8c439a tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:24.792310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ccd83ccb-06e2-4769-afb8-39e2e1524662 req-a52cf943-c599-4135-965a-246eae8c439a tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 949 time: 0.1564124 Dec 08 02:00:24.809469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ec7f184c-e9ec-4368-b1ab-d3a66f3b41e4 None None] Provisioning complete for port 343668d7-7ac0-4487-b351-6dfb50df8278 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:24.809854 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec7f184c-e9ec-4368-b1ab-d3a66f3b41e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:24.845819 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:24.872504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for 00b9f19e-be53-401c-8c4a-44de20fccd66 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:24.908290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ccd83ccb-06e2-4769-afb8-39e2e1524662 req-3d236675-fc30-4f22-b402-83e53ee9d3f5 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149523 Dec 08 02:00:25.015101 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 343668d7-7ac0-4487-b351-6dfb50df8278 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:25.163471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f809f0-29d9-4254-be84-8c38c346febc', 'tag': 'aeeaff9b-cc30-4c99-9f57-db1c92024713'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:25.163471 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf78db8-a437-4b96-8ee8-313358e04697" -d '{"events": [{"name": "network-changed", "server_uuid": "60f809f0-29d9-4254-be84-8c38c346febc", "tag": "aeeaff9b-cc30-4c99-9f57-db1c92024713"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:25.185899 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:25.256108 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a88cde8-b07c-4581-a492-59ad2192053f x-openstack-request-id: req-7a88cde8-b07c-4581-a492-59ad2192053f {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:25.256424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=00b9f19e-be53-401c-8c4a-44de20fccd66,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:25.256823 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f809f0-29d9-4254-be84-8c38c346febc", "tag": "aeeaff9b-cc30-4c99-9f57-db1c92024713", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:25.257171 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a88cde8-b07c-4581-a492-59ad2192053f {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:25.257664 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f809f0-29d9-4254-be84-8c38c346febc', 'tag': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'status': 'completed', 'code': 200} Dec 08 02:00:25.284303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf7c07-a1c7-4882-8087-65adde60b70d req-a630698f-df2f-4374-8492-368f5072c617 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:25.292373 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6bdf7c07-a1c7-4882-8087-65adde60b70d req-a630698f-df2f-4374-8492-368f5072c617 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 948 time: 0.2864187 Dec 08 02:00:25.323264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:25.323682 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:25.323985 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:25.324333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:25.324664 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:25.324994 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:25.325348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:25.325658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:25.326099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:25.326434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:25.326621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:25.326946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:25.327425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:25.371480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf78db8-a437-4b96-8ee8-313358e04697 req-2bf43e0a-d6cc-46cc-bef3-f12877817ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:25.373237 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bbf78db8-a437-4b96-8ee8-313358e04697 req-2bf43e0a-d6cc-46cc-bef3-f12877817ede service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99c9a4288fc54a45b09a91460fd07f1c&device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 1098 time: 0.0846844 Dec 08 02:00:25.428381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 343668d7-7ac0-4487-b351-6dfb50df8278 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:25.428901 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:25.455591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ec7f184c-e9ec-4368-b1ab-d3a66f3b41e4 None None] Could not find standard attr ID for object 00b9f19e-be53-401c-8c4a-44de20fccd66. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:00:25.458958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6bdf7c07-a1c7-4882-8087-65adde60b70d req-88de8853-a04a-4cd1-a506-b27c33b3a0c7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584287 Dec 08 02:00:25.468608 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:25.476686 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:25.479215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7fb150ed-c15a-41f5-bc02-a5a58006eec3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/00b9f19e-be53-401c-8c4a-44de20fccd66 HTTP/1.1" status: 204 len: 168 time: 0.9821689 Dec 08 02:00:25.479954 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55520) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:25.547123 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cae7075-eb00-4ec2-bc85-5b5c0ad58e09 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] GET failed (client error): The resource could not be found. Dec 08 02:00:25.553360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1cae7075-eb00-4ec2-bc85-5b5c0ad58e09 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/00b9f19e-be53-401c-8c4a-44de20fccd66 HTTP/1.1" status: 404 len: 333 time: 0.0700214 Dec 08 02:00:25.553974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55534) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:25.574096 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2e97f3ad-d2d8-4859-abde-145ab3603241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'eeee4fd8-22aa-4389-861a-3cfe3a60f8a1', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'port_id': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'mac_address': 'fa:16:3e:6d:87:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f809f0-29d9-4254-be84-8c38c346febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:00:16Z', 'updated_at': '2021-12-08T02:00:23Z', 'revision_number': 2, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74359efc-5d07-4781-958a-afdbdd9e78db', 'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'mac_address': 'fa:16:3e:7e:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:20Z', 'updated_at': '2021-12-08T01:55:32Z', 'revision_number': 5, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'subnets': [{'id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:25.621866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97f3ad-d2d8-4859-abde-145ab3603241 None None] Checking router: 82a433a7-8b78-406b-99c9-f37e7fce4d3d for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:00:25.625056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9002e13b-4ea9-43af-b4db-4e971585708c None None] Could not find standard attr ID for object 6a31810f-67a6-4325-a746-e565d4552b43. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:00:25.633923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9002e13b-4ea9-43af-b4db-4e971585708c None None] Could not find standard attr ID for object 00b9f19e-be53-401c-8c4a-44de20fccd66. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:00:25.708665 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf78db8-a437-4b96-8ee8-313358e04697 req-1a72d747-aebe-467f-84d2-66585e20468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:25.712818 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bbf78db8-a437-4b96-8ee8-313358e04697 req-1a72d747-aebe-467f-84d2-66585e20468d service neutron] 10.222.0.45 "GET /v2.0/networks?id=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd HTTP/1.1" status: 200 len: 915 time: 0.3293333 Dec 08 02:00:25.739978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ec598e-c9dc-4502-ab04-9b19b6e1628e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting subnet 666d4fbf-58b9-473b-b171-894fa83979a5 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:00:25.746017 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71ec598e-c9dc-4502-ab04-9b19b6e1628e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:25.771760 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e97f3ad-d2d8-4859-abde-145ab3603241 None None] Routers {'82a433a7-8b78-406b-99c9-f37e7fce4d3d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:25.772496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2e97f3ad-d2d8-4859-abde-145ab3603241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:00:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:25.809029 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bbf78db8-a437-4b96-8ee8-313358e04697 req-04a17088-bc69-4577-b42d-f8dc06f92b12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeeaff9b-cc30-4c99-9f57-db1c92024713 HTTP/1.1" status: 200 len: 1001 time: 0.0871265 Dec 08 02:00:25.875876 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71ec598e-c9dc-4502-ab04-9b19b6e1628e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:25.988163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129b47a-0bc7-425e-9643-cd7af2c77a99 req-bc31c150-3fce-4704-a64d-540f8a7100da tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:26.000212 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3129b47a-0bc7-425e-9643-cd7af2c77a99 req-bc31c150-3fce-4704-a64d-540f8a7100da tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 948 time: 0.1888006 Dec 08 02:00:26.063435 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-2e97f3ad-d2d8-4859-abde-145ab3603241 None None] Set router 82a433a7-8b78-406b-99c9-f37e7fce4d3d gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:00:26.066363 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf78db8-a437-4b96-8ee8-313358e04697 req-6f66d70b-114c-4e97-9204-61f6a1a421aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:26.068060 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bbf78db8-a437-4b96-8ee8-313358e04697 req-6f66d70b-114c-4e97-9204-61f6a1a421aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e HTTP/1.1" status: 200 len: 853 time: 0.2504528 Dec 08 02:00:26.140798 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f95237-6f8e-4bc3-8676-3bae17851312 req-caa2c033-f982-4919-9710-83088c354c48 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:26.142790 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-74f95237-6f8e-4bc3-8676-3bae17851312 req-caa2c033-f982-4919-9710-83088c354c48 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948&tenant_id=d98ff618afa84eb49ddee4c24ab597d5&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 948 time: 0.1956630 Dec 08 02:00:26.160221 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf78db8-a437-4b96-8ee8-313358e04697 req-043323f4-0032-4e20-b923-2b95dd3f97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:26.161793 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bbf78db8-a437-4b96-8ee8-313358e04697 req-043323f4-0032-4e20-b923-2b95dd3f97bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840359 Dec 08 02:00:26.273378 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3129b47a-0bc7-425e-9643-cd7af2c77a99 req-a84c3ac5-5cae-45d6-9afa-bc9a035963ac tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661998 Dec 08 02:00:26.290927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cd837-c948-4a01-a2c2-d4df5332d198 req-653c66bf-f8e5-4235-a491-c0eb3ed3fe97 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:26.298493 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4cd837-c948-4a01-a2c2-d4df5332d198 req-653c66bf-f8e5-4235-a491-c0eb3ed3fe97 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 949 time: 0.2385497 Dec 08 02:00:26.364836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4cd837-c948-4a01-a2c2-d4df5332d198 req-084f6535-fd1f-4dc0-bcd3-9c8eb96b0f28 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654013 Dec 08 02:00:26.374551 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71ec598e-c9dc-4502-ab04-9b19b6e1628e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:26.374701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0681dc0f-84c9-445c-9315-e9ff98dc7d0c up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:26.444667 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bbf78db8-a437-4b96-8ee8-313358e04697 req-657b62ed-8c22-4a3b-aa85-abf20f8fd359 service neutron] 10.222.0.45 "GET /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738056 Dec 08 02:00:26.456719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f95237-6f8e-4bc3-8676-3bae17851312 req-ec43ab7c-27f6-45c4-9ac1-0378727265fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:26.458393 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-74f95237-6f8e-4bc3-8676-3bae17851312 req-ec43ab7c-27f6-45c4-9ac1-0378727265fe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 1100 time: 0.2276318 Dec 08 02:00:26.458639 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71ec598e-c9dc-4502-ab04-9b19b6e1628e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:26.464658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d631cb7b-2af2-4a95-ab90-5c174b28fd23 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:00:26.525143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec598e-c9dc-4502-ab04-9b19b6e1628e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Subnet': ['ID=666d4fbf-58b9-473b-b171-894fa83979a5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:26.534923 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-71ec598e-c9dc-4502-ab04-9b19b6e1628e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:26.541418 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-71ec598e-c9dc-4502-ab04-9b19b6e1628e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/666d4fbf-58b9-473b-b171-894fa83979a5 HTTP/1.1" status: 204 len: 168 time: 0.9837008 Dec 08 02:00:26.543812 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55564) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:26.561826 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b09022-c8ad-49e2-8e61-23953a271e3c None None] Network 7c4c8086-89bd-478f-aad2-2812398b1b93 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:26.681261 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:26.690504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:00:26.711902 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bbf78db8-a437-4b96-8ee8-313358e04697 req-9c627714-dfb3-4da5-aa8c-79481230bd89 service neutron] 10.222.0.45 "GET /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562592 Dec 08 02:00:26.711902 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f95237-6f8e-4bc3-8676-3bae17851312 req-d3b37333-4007-496c-ba33-ff10da8d1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:26.713028 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-74f95237-6f8e-4bc3-8676-3bae17851312 req-d3b37333-4007-496c-ba33-ff10da8d1916 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2284696 Dec 08 02:00:26.754467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port 343668d7-7ac0-4487-b351-6dfb50df8278 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:26.754811 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:26.757146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:26.757522 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:26.820044 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-74f95237-6f8e-4bc3-8676-3bae17851312 req-c21fd930-767a-426a-a0c2-8f5a253e56cf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d631cb7b-2af2-4a95-ab90-5c174b28fd23 HTTP/1.1" status: 200 len: 217 time: 0.0988166 Dec 08 02:00:26.841281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] For port 343668d7-7ac0-4487-b351-6dfb50df8278, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=343668d7-7ac0-4487-b351-6dfb50df8278,segment=NetworkSegment(cc81c996-16f0-402c-9277-ee7e8e886926),segment_id=cc81c996-16f0-402c-9277-ee7e8e886926)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:26.841914 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:26.863411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for 343668d7-7ac0-4487-b351-6dfb50df8278 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:26.896119 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f95237-6f8e-4bc3-8676-3bae17851312 req-97007e10-fe30-44bf-94b8-92403bdf5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:26.897932 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-74f95237-6f8e-4bc3-8676-3bae17851312 req-97007e10-fe30-44bf-94b8-92403bdf5f40 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0668864 Dec 08 02:00:26.936708 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:26.946154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d631cb7b-2af2-4a95-ab90-5c174b28fd23, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d631cb7b-2af2-4a95-ab90-5c174b28fd23,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:26.969535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f95237-6f8e-4bc3-8676-3bae17851312 req-07ddb77c-4295-4a93-8f87-11bf35ffe80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:26.971438 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-74f95237-6f8e-4bc3-8676-3bae17851312 req-07ddb77c-4295-4a93-8f87-11bf35ffe80e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0534263 Dec 08 02:00:26.976798 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:26.980442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'd631cb7b-2af2-4a95-ab90-5c174b28fd23', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'd631cb7b-2af2-4a95-ab90-5c174b28fd23', 'mac_address': 'fa:16:3e:84:4f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:00:27.030507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No DVR routers for this DVR port 343668d7-7ac0-4487-b351-6dfb50df8278 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:27.070307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=343668d7-7ac0-4487-b351-6dfb50df8278,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:27.072371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2e97f3ad-d2d8-4859-abde-145ab3603241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'eeee4fd8-22aa-4389-861a-3cfe3a60f8a1', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'port_id': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'mac_address': 'fa:16:3e:6d:87:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f809f0-29d9-4254-be84-8c38c346febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:00:16Z', 'updated_at': '2021-12-08T02:00:23Z', 'revision_number': 2, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74359efc-5d07-4781-958a-afdbdd9e78db', 'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'mac_address': 'fa:16:3e:7e:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:20Z', 'updated_at': '2021-12-08T01:55:32Z', 'revision_number': 5, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'subnets': [{'id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:27.074335 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d2a37d-53b2-4260-b79d-71dd4422e849 None None] DHCP port deletion for 7c4c8086-89bd-478f-aad2-2812398b1b93 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:00:27.109866 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-74f95237-6f8e-4bc3-8676-3bae17851312 req-d2357638-0ead-47fd-8a62-1d395cc0ca42 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251040 Dec 08 02:00:27.141829 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.170976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4c8086-89bd-478f-aad2-2812398b1b93']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:27.183286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc81c996-16f0-402c-9277-ee7e8e886926') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:27.184221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc81c996-16f0-402c-9277-ee7e8e886926') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:27.196788 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.220084 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-74f95237-6f8e-4bc3-8676-3bae17851312 req-ac2e4c77-3c1f-41b8-a66e-0aeb7eab3828 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018753 Dec 08 02:00:27.221473 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.228982 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:00:27.230774 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:00:27.235659 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:00:27.284193 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.287637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97f3ad-d2d8-4859-abde-145ab3603241 None None] The sync data for ids ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'] in n-d-713499-31 is: [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'eeee4fd8-22aa-4389-861a-3cfe3a60f8a1', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'port_id': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'mac_address': 'fa:16:3e:6d:87:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f809f0-29d9-4254-be84-8c38c346febc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:00:16Z', 'updated_at': '2021-12-08T02:00:23Z', 'revision_number': 2, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74359efc-5d07-4781-958a-afdbdd9e78db', 'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'mac_address': 'fa:16:3e:7e:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:20Z', 'updated_at': '2021-12-08T01:55:32Z', 'revision_number': 5, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'subnets': [{'id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:27.300067 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.346623 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.366516 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d631cb7b-2af2-4a95-ab90-5c174b28fd23 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:27.385142 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.402017 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/networks/7c4c8086-89bd-478f-aad2-2812398b1b93 HTTP/1.1" status: 204 len: 168 time: 0.8571348 Dec 08 02:00:27.403284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6d36b-0fa2-4bc2-80b7-75aa262372d9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Network': ['ID=7c4c8086-89bd-478f-aad2-2812398b1b93,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:27.406411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55576) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:27.415832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2111097719'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:27.419889 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b8f8b6-d160-4789-b0fe-6b26de8f17c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0681dc0f-84c9-445c-9315-e9ff98dc7d0c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:27.422585 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ee82d3-5ff7-49bb-b7dd-4a14aa1d6d68" -d '{"events": [{"server_uuid": "b7b8f8b6-d160-4789-b0fe-6b26de8f17c9", "name": "network-vif-plugged", "status": "completed", "tag": "0681dc0f-84c9-445c-9315-e9ff98dc7d0c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:27.469552 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:27.470217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:27.486235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d631cb7b-2af2-4a95-ab90-5c174b28fd23, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d631cb7b-2af2-4a95-ab90-5c174b28fd23,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:27.488196 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.489154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ff042739-9ba1-41cd-a912-74ae8eaac813 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:27.495204 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.499745 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.507106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0f09a-a63d-4cc4-a5c6-07b6717037b2 req-8340cbcf-de5c-4406-80b4-5a2c78cfa7ba tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:27.510932 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51e0f09a-a63d-4cc4-a5c6-07b6717037b2 req-8340cbcf-de5c-4406-80b4-5a2c78cfa7ba tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 948 time: 0.1024339 Dec 08 02:00:27.532332 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:00:27.546569 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.546828 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Added segment 0a9942d9-8465-4ed7-b191-03b786c3056f of type vlan for network 685ae6aa-0871-4e98-806b-2c3e408222f7 Dec 08 02:00:27.605589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:27.616909 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.640224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51e0f09a-a63d-4cc4-a5c6-07b6717037b2 req-a272bc16-f164-433c-8978-27d8930a9f06 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036189 Dec 08 02:00:27.652415 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port ff042739-9ba1-41cd-a912-74ae8eaac813 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:00:27.661565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port ff042739-9ba1-41cd-a912-74ae8eaac813 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:27.664431 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.665008 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.682717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e732e3d-6cf9-4abe-8b6b-a93a042270c4 req-b60349a7-5a2d-4d7a-ab3c-7a73ea20c508 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:27.683664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:27.684349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e732e3d-6cf9-4abe-8b6b-a93a042270c4 req-b60349a7-5a2d-4d7a-ab3c-7a73ea20c508 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 950 time: 0.1724486 Dec 08 02:00:27.688418 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.732394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=d631cb7b-2af2-4a95-ab90-5c174b28fd23,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:27.767820 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e732e3d-6cf9-4abe-8b6b-a93a042270c4 req-101d3425-8a27-4f16-8d33-e77c30cd0a11 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763946 Dec 08 02:00:27.768051 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461f7b85-4098-4d32-9544-d6bd67a9c633 x-openstack-request-id: req-461f7b85-4098-4d32-9544-d6bd67a9c633 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:27.768386 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b8f8b6-d160-4789-b0fe-6b26de8f17c9", "name": "network-vif-plugged", "status": "completed", "tag": "0681dc0f-84c9-445c-9315-e9ff98dc7d0c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:27.768764 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-461f7b85-4098-4d32-9544-d6bd67a9c633 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:27.769252 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b8f8b6-d160-4789-b0fe-6b26de8f17c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0681dc0f-84c9-445c-9315-e9ff98dc7d0c', 'code': 200} Dec 08 02:00:27.785892 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.822259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Network': ['ID=685ae6aa-0871-4e98-806b-2c3e408222f7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:27.844917 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55582) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:27.845558 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4376559 Dec 08 02:00:27.847682 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:27.848044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:27.848390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:27.848731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:27.849069 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:27.849402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:27.849733 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:27.850063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:27.850390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:27.850505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-37315103-dab4-453a-a542-e9c0980c0aa6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': '685ae6aa-0871-4e98-806b-2c3e408222f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:27.850717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:27.851046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:27.851370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:27.851727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63066731-7d9a-4c26-9c02-80ab769f6329 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:27.874275 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 685ae6aa-0871-4e98-806b-2c3e408222f7 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:00:27.878389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['d631cb7b-2af2-4a95-ab90-5c174b28fd23'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:00:27.895471 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.927957 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ff042739-9ba1-41cd-a912-74ae8eaac813, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff042739-9ba1-41cd-a912-74ae8eaac813,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:27.980191 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.988760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37315103-dab4-453a-a542-e9c0980c0aa6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:27.992771 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37315103-dab4-453a-a542-e9c0980c0aa6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.996737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aded6eb-56b6-4e90-b39b-8ae8a2abc2ce req-8e7bc9bc-8c3a-4636-be22-96c636a8cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:27.998569 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3aded6eb-56b6-4e90-b39b-8ae8a2abc2ce req-8e7bc9bc-8c3a-4636-be22-96c636a8cde5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 1102 time: 0.0853171 Dec 08 02:00:28.092455 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3aded6eb-56b6-4e90-b39b-8ae8a2abc2ce req-56deec79-7472-4aae-97b4-cdddcd9f120d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805678 Dec 08 02:00:28.100966 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ff042739-9ba1-41cd-a912-74ae8eaac813,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:28.254967 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37315103-dab4-453a-a542-e9c0980c0aa6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.324290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37315103-dab4-453a-a542-e9c0980c0aa6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Subnet': ['ID=e4e4b532-4df6-4492-9d50-b2963d17de6a,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:28.334324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37315103-dab4-453a-a542-e9c0980c0aa6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Checking segment: {'id': '0a9942d9-8465-4ed7-b191-03b786c3056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '685ae6aa-0871-4e98-806b-2c3e408222f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:28.334692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37315103-dab4-453a-a542-e9c0980c0aa6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network hostable DHCP agents. Network: 685ae6aa-0871-4e98-806b-2c3e408222f7, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:00:28.353345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37315103-dab4-453a-a542-e9c0980c0aa6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 685ae6aa-0871-4e98-806b-2c3e408222f7 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:00:28.362930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-37315103-dab4-453a-a542-e9c0980c0aa6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 685ae6aa-0871-4e98-806b-2c3e408222f7) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:28.367852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37315103-dab4-453a-a542-e9c0980c0aa6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:28.368955 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37315103-dab4-453a-a542-e9c0980c0aa6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.372299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31015d67-3756-4c88-9c13-4f27b53705f7 None None] Network 685ae6aa-0871-4e98-806b-2c3e408222f7 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:28.388066 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-37315103-dab4-453a-a542-e9c0980c0aa6 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5418625 Dec 08 02:00:28.391399 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55586) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:28.395375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-67201b27-feb9-448c-a0c1-913ce2952b7a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1981283819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:28.419967 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67201b27-feb9-448c-a0c1-913ce2952b7a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.420999 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67201b27-feb9-448c-a0c1-913ce2952b7a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.478604 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67201b27-feb9-448c-a0c1-913ce2952b7a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.483721 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67201b27-feb9-448c-a0c1-913ce2952b7a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.487991 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-685ae6aa-0871-4e98-806b-2c3e408222f7', 'network_id': '685ae6aa-0871-4e98-806b-2c3e408222f7', 'project_id': '3d77fa00d9644680bb8ed14323643893', 'fixed_ips': [{'subnet_id': 'e4e4b532-4df6-4492-9d50-b2963d17de6a'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:00:28.488882 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.508621 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67201b27-feb9-448c-a0c1-913ce2952b7a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.510574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-67201b27-feb9-448c-a0c1-913ce2952b7a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1186755 Dec 08 02:00:28.513941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55590) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:28.519981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-33628824-ce07-4f4c-b5aa-4455c244df6e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'network_id': '685ae6aa-0871-4e98-806b-2c3e408222f7', 'name': 'tempest-PortsTestJSON-1279964193'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:28.639148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33628824-ce07-4f4c-b5aa-4455c244df6e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:28.643189 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33628824-ce07-4f4c-b5aa-4455c244df6e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.647320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Allocated IP 172.20.0.2 (685ae6aa-0871-4e98-806b-2c3e408222f7/e4e4b532-4df6-4492-9d50-b2963d17de6a/aa16496f-e780-4a6f-8910-1e133f246f20) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:28.670106 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-33628824-ce07-4f4c-b5aa-4455c244df6e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port f5c464e7-cd6d-41c7-9dd0-47cb292783a1 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:00:28.773770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93731e0c-11bd-463c-9c09-1db995a06baa req-4f5a086c-5525-40fe-b4d3-a619bf0f305d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:28.775332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93731e0c-11bd-463c-9c09-1db995a06baa req-4f5a086c-5525-40fe-b4d3-a619bf0f305d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 949 time: 0.0573356 Dec 08 02:00:28.833989 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.844137 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.876191 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93731e0c-11bd-463c-9c09-1db995a06baa req-9a9e5e87-71ac-41da-a49c-9a7779386e84 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943351 Dec 08 02:00:28.924379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Network 685ae6aa-0871-4e98-806b-2c3e408222f7 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:28.930065 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:28.936498 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:28.941907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 343668d7-7ac0-4487-b351-6dfb50df8278 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:00:28.960923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-33628824-ce07-4f4c-b5aa-4455c244df6e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Allocated IP 172.20.0.8 (685ae6aa-0871-4e98-806b-2c3e408222f7/e4e4b532-4df6-4492-9d50-b2963d17de6a/f5c464e7-cd6d-41c7-9dd0-47cb292783a1) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:28.968659 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Pushing event updated for resources: {'Port': ['ID=aa16496f-e780-4a6f-8910-1e133f246f20,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:28.979458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c6985-7137-40e7-a907-e4453a61a69c req-d0607faa-5024-4049-9a2d-2aaa72f5807e tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:28.981163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c31c6985-7137-40e7-a907-e4453a61a69c req-d0607faa-5024-4049-9a2d-2aaa72f5807e tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 950 time: 0.0983946 Dec 08 02:00:28.987854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 343668d7-7ac0-4487-b351-6dfb50df8278 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:00:28.987854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 343668d7-7ac0-4487-b351-6dfb50df8278 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:00:29.020224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Attempting to bind port aa16496f-e780-4a6f-8910-1e133f246f20 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:29.021063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Attempting to bind port aa16496f-e780-4a6f-8910-1e133f246f20 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '0a9942d9-8465-4ed7-b191-03b786c3056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '685ae6aa-0871-4e98-806b-2c3e408222f7'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:29.021446 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Attempting to bind port aa16496f-e780-4a6f-8910-1e133f246f20 on network 685ae6aa-0871-4e98-806b-2c3e408222f7 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:29.026889 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:29.027282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Checking segment: {'id': '0a9942d9-8465-4ed7-b191-03b786c3056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '685ae6aa-0871-4e98-806b-2c3e408222f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:29.027710 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:29.028111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Bound using segment: {'id': '0a9942d9-8465-4ed7-b191-03b786c3056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '685ae6aa-0871-4e98-806b-2c3e408222f7'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:29.028588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Bound port: aa16496f-e780-4a6f-8910-1e133f246f20, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9942d9-8465-4ed7-b191-03b786c3056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '685ae6aa-0871-4e98-806b-2c3e408222f7'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:29.028983 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:29.086480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2306f-ec0c-4f27-bbab-30931c4b5fcd req-baff6a08-5623-4577-8c34-9acf5e60b7a9 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:29.088122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dfa2306f-ec0c-4f27-bbab-30931c4b5fcd req-baff6a08-5623-4577-8c34-9acf5e60b7a9 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 949 time: 0.0926661 Dec 08 02:00:29.124261 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c31c6985-7137-40e7-a907-e4453a61a69c req-b686b975-00c2-4b67-b573-8c118e27974a tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106164 Dec 08 02:00:29.125731 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] For port aa16496f-e780-4a6f-8910-1e133f246f20, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:29.130432 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] For port aa16496f-e780-4a6f-8910-1e133f246f20, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=aa16496f-e780-4a6f-8910-1e133f246f20,segment=NetworkSegment(0a9942d9-8465-4ed7-b191-03b786c3056f),segment_id=0a9942d9-8465-4ed7-b191-03b786c3056f)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:29.138204 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:29.200548 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33628824-ce07-4f4c-b5aa-4455c244df6e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:29.206286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dfa2306f-ec0c-4f27-bbab-30931c4b5fcd req-90e57fb3-6eb3-4672-9e97-2d432c960928 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074653 Dec 08 02:00:29.248146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a5185-3d27-40f6-b9f0-4fe94c57f083 None None] Pushing event updated for resources: {'Port': ['ID=aa16496f-e780-4a6f-8910-1e133f246f20,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:29.250344 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33628824-ce07-4f4c-b5aa-4455c244df6e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:29.319390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33628824-ce07-4f4c-b5aa-4455c244df6e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 685ae6aa-0871-4e98-806b-2c3e408222f7 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:29.321430 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-33628824-ce07-4f4c-b5aa-4455c244df6e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:29.333949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33628824-ce07-4f4c-b5aa-4455c244df6e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:29.348986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33628824-ce07-4f4c-b5aa-4455c244df6e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=f5c464e7-cd6d-41c7-9dd0-47cb292783a1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:29.423104 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33628824-ce07-4f4c-b5aa-4455c244df6e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:29.423945 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33628824-ce07-4f4c-b5aa-4455c244df6e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:29.444765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55610) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:29.444989 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-33628824-ce07-4f4c-b5aa-4455c244df6e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9293187 Dec 08 02:00:29.700222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-feb6ea8d-ca09-4d87-91eb-bbbbb53ca599 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251582 Dec 08 02:00:29.770740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf4515f-84a3-4614-935e-e2387637ba23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff042739-9ba1-41cd-a912-74ae8eaac813'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:29.773303 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1c24e9-2b11-4004-a45d-13e6e39db1dd" -d '{"events": [{"server_uuid": "2bf4515f-84a3-4614-935e-e2387637ba23", "name": "network-vif-plugged", "status": "completed", "tag": "ff042739-9ba1-41cd-a912-74ae8eaac813"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:29.825599 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7092b26-c382-47b9-9396-f20166337aad x-openstack-request-id: req-c7092b26-c382-47b9-9396-f20166337aad {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:29.825911 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf4515f-84a3-4614-935e-e2387637ba23", "name": "network-vif-plugged", "status": "completed", "tag": "ff042739-9ba1-41cd-a912-74ae8eaac813", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:29.826172 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c7092b26-c382-47b9-9396-f20166337aad {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:29.826585 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf4515f-84a3-4614-935e-e2387637ba23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff042739-9ba1-41cd-a912-74ae8eaac813', 'code': 200} Dec 08 02:00:29.933068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-4075c0d3-cd30-41fd-b6c4-cefa3c4d1f5b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:29.934608 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-4075c0d3-cd30-41fd-b6c4-cefa3c4d1f5b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282555 Dec 08 02:00:29.970333 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-b7cc3bb6-6a14-4f13-8df1-94570998847d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/quotas/d98ff618afa84eb49ddee4c24ab597d5 HTTP/1.1" status: 200 len: 375 time: 0.0289910 Dec 08 02:00:29.983685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e200b-ecb8-4867-ac31-d6f8b3bcc015 req-6320a6db-8a35-43b4-b807-644966282340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:29.986052 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b69e200b-ecb8-4867-ac31-d6f8b3bcc015 req-6320a6db-8a35-43b4-b807-644966282340 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2bf4515f-84a3-4614-935e-e2387637ba23 HTTP/1.1" status: 200 len: 1101 time: 0.0414133 Dec 08 02:00:30.001329 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:30.048823 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b69e200b-ecb8-4867-ac31-d6f8b3bcc015 req-084baf95-b6f5-455e-ab93-cdfbcb634a6f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547137 Dec 08 02:00:30.087434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-658e076e-35c1-4b7c-85dd-93e2a8cb5d40 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110022 Dec 08 02:00:30.438518 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d631cb7b-2af2-4a95-ab90-5c174b28fd23 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:30.523699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port d631cb7b-2af2-4a95-ab90-5c174b28fd23 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:30.524077 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:30.577003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec105743-c790-4460-abf0-64e884906b18 None None] Network 685ae6aa-0871-4e98-806b-2c3e408222f7 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:30.581709 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1446df5e-6254-4c12-b7ef-0248c0461051 req-97925c61-51e3-4f93-bd36-5b683d66c202 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 210 time: 0.0628448 Dec 08 02:00:30.700621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c0277-85d0-4e98-b453-53b732b04757 req-94547fd7-7a51-480f-a4c5-8991761123ac tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:30.712373 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e5c0277-85d0-4e98-b453-53b732b04757 req-94547fd7-7a51-480f-a4c5-8991761123ac tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 950 time: 0.1927214 Dec 08 02:00:30.721187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3e2f6033-a13f-43d6-87b4-dfc27ab7d157 None None] Provisioning complete for port aa16496f-e780-4a6f-8910-1e133f246f20 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:30.721566 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e2f6033-a13f-43d6-87b4-dfc27ab7d157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:30.814848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e5c0277-85d0-4e98-b453-53b732b04757 req-7625788e-c337-4796-97b8-d895a0a00a6e tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002438 Dec 08 02:00:30.830825 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:30.838776 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:30.844178 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:30.897479 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d631cb7b-2af2-4a95-ab90-5c174b28fd23, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d631cb7b-2af2-4a95-ab90-5c174b28fd23,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:30.910299 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:31.053000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=f5c464e7-cd6d-41c7-9dd0-47cb292783a1,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:31.065989 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e2f6033-a13f-43d6-87b4-dfc27ab7d157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:31.117561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device aa16496f-e780-4a6f-8910-1e133f246f20 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:31.127914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=d631cb7b-2af2-4a95-ab90-5c174b28fd23,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:31.186976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae66ecb-fc45-434d-bdef-2fe03c450106 req-e0c703a8-6a7d-4205-8d9f-afaf52b7cdfd tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:31.188518 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ae66ecb-fc45-434d-bdef-2fe03c450106 req-e0c703a8-6a7d-4205-8d9f-afaf52b7cdfd tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bf4515f-84a3-4614-935e-e2387637ba23 HTTP/1.1" status: 200 len: 949 time: 0.2154770 Dec 08 02:00:31.247958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3e2f6033-a13f-43d6-87b4-dfc27ab7d157 None None] For port aa16496f-e780-4a6f-8910-1e133f246f20, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=aa16496f-e780-4a6f-8910-1e133f246f20,segment=NetworkSegment(0a9942d9-8465-4ed7-b191-03b786c3056f),segment_id=0a9942d9-8465-4ed7-b191-03b786c3056f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:31.268493 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e2f6033-a13f-43d6-87b4-dfc27ab7d157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:31.270272 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port aa16496f-e780-4a6f-8910-1e133f246f20 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:31.270646 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:31.343376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ae66ecb-fc45-434d-bdef-2fe03c450106 req-0d0a5d8e-38b6-4daa-9cfa-b33abeb1d325 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427109 Dec 08 02:00:31.365122 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f6033-a13f-43d6-87b4-dfc27ab7d157 None None] Pushing event updated for resources: {'Port': ['ID=aa16496f-e780-4a6f-8910-1e133f246f20,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:31.376121 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:31.407657 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fa4e86e4-b8e8-4ddb-8cb8-def4bf6f22a7 None None] Provisioning complete for port f5c464e7-cd6d-41c7-9dd0-47cb292783a1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:31.409199 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa4e86e4-b8e8-4ddb-8cb8-def4bf6f22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:31.490614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fa4e86e4-b8e8-4ddb-8cb8-def4bf6f22a7 None None] Port f5c464e7-cd6d-41c7-9dd0-47cb292783a1 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:31.554937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fa4e86e4-b8e8-4ddb-8cb8-def4bf6f22a7 None None] Provisioning complete for port aa16496f-e780-4a6f-8910-1e133f246f20 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:31.555338 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa4e86e4-b8e8-4ddb-8cb8-def4bf6f22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:31.560695 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:31.807497 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ccc9ff69-e991-4513-86b8-56279944ff97 req-4655883c-e01a-47bd-bcdb-c0663d0172dd tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 210 time: 0.0489094 Dec 08 02:00:31.829702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab725f5b-2e7e-4934-87c3-7dc78e230948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd631cb7b-2af2-4a95-ab90-5c174b28fd23'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:31.840079 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baf3269-ca94-4039-8cee-4a2afded6892" -d '{"events": [{"server_uuid": "ab725f5b-2e7e-4934-87c3-7dc78e230948", "name": "network-vif-plugged", "status": "completed", "tag": "d631cb7b-2af2-4a95-ab90-5c174b28fd23"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:31.866444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-810cd0a0-b992-4b83-9308-901ad14b10a4 None None] Provisioning complete for port f5c464e7-cd6d-41c7-9dd0-47cb292783a1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:31.866820 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-810cd0a0-b992-4b83-9308-901ad14b10a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:31.897096 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a808f43-25db-47b4-82fc-9a8daaa224d3 x-openstack-request-id: req-0a808f43-25db-47b4-82fc-9a8daaa224d3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:31.897441 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab725f5b-2e7e-4934-87c3-7dc78e230948", "name": "network-vif-plugged", "status": "completed", "tag": "d631cb7b-2af2-4a95-ab90-5c174b28fd23", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:31.897649 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0a808f43-25db-47b4-82fc-9a8daaa224d3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:31.898089 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab725f5b-2e7e-4934-87c3-7dc78e230948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd631cb7b-2af2-4a95-ab90-5c174b28fd23', 'code': 200} Dec 08 02:00:31.919451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-810cd0a0-b992-4b83-9308-901ad14b10a4 None None] Port f5c464e7-cd6d-41c7-9dd0-47cb292783a1 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:32.000177 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:32.005650 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:32.071445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b98ef0b0-4ece-4a23-b448-f70de20b15be None None] Provisioning complete for port f5c464e7-cd6d-41c7-9dd0-47cb292783a1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:32.071871 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b98ef0b0-4ece-4a23-b448-f70de20b15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:32.097922 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:32.125759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=f5c464e7-cd6d-41c7-9dd0-47cb292783a1,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:32.127069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b98ef0b0-4ece-4a23-b448-f70de20b15be None None] Port f5c464e7-cd6d-41c7-9dd0-47cb292783a1 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:32.190265 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-e09d11d8-b0fd-418b-8e95-eab523e8b1aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261281 Dec 08 02:00:32.226945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 685ae6aa-0871-4e98-806b-2c3e408222f7 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:32.229412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:32.346153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0f55b170-1f38-4547-8457-7f782f94cd5a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:32.348055 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0f55b170-1f38-4547-8457-7f782f94cd5a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1512029 Dec 08 02:00:32.397387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-db84cc15-1d92-4ffa-9e48-15ea8ede53aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Request body: {'port': {'device_id': '52472e0e-6684-4a05-9542-c032de449d93', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'd98ff618afa84eb49ddee4c24ab597d5'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:32.409533 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Router 1e248ef4-b9bb-4210-9361-37c36f572627 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:00:32.558377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a3f8854b-3597-409b-b37f-5f39cf81cef8 None None] Provisioning complete for port f5c464e7-cd6d-41c7-9dd0-47cb292783a1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:32.560159 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3f8854b-3597-409b-b37f-5f39cf81cef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:32.569041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-db84cc15-1d92-4ffa-9e48-15ea8ede53aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Made reservation on behalf of d98ff618afa84eb49ddee4c24ab597d5 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:32.574963 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-db84cc15-1d92-4ffa-9e48-15ea8ede53aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:32.597867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:32.603596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3344fade-1f6d-47eb-971a-c44e69e135a5 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "PUT /v2.0/routers/1e248ef4-b9bb-4210-9361-37c36f572627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1577511 Dec 08 02:00:32.609953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55666) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:32.610211 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8854b-3597-409b-b37f-5f39cf81cef8 None None] Port f5c464e7-cd6d-41c7-9dd0-47cb292783a1 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:32.616352 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00096252-8f6b-43a2-a4fa-c000589e6f8b None None] Sync routers for ids ['1e248ef4-b9bb-4210-9361-37c36f572627'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:32.627059 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00096252-8f6b-43a2-a4fa-c000589e6f8b None None] Routers {'1e248ef4-b9bb-4210-9361-37c36f572627'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:32.628094 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-00096252-8f6b-43a2-a4fa-c000589e6f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:00:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1e248ef4-b9bb-4210-9361-37c36f572627'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:32.680069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89702cad-fac8-4324-a512-eadc294e865f req-b720f6da-e4ca-4cee-974f-042d79c7a218 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:32.681741 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89702cad-fac8-4324-a512-eadc294e865f req-b720f6da-e4ca-4cee-974f-042d79c7a218 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.2666290 Dec 08 02:00:32.688127 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-00096252-8f6b-43a2-a4fa-c000589e6f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:32.697910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef195a47-917d-44cb-9782-f929e0d78ed8 req-279c3486-d381-461f-9acb-1114c7c9474c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:32.702885 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00096252-8f6b-43a2-a4fa-c000589e6f8b None None] Routers {'1e248ef4-b9bb-4210-9361-37c36f572627'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:32.704123 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-00096252-8f6b-43a2-a4fa-c000589e6f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:00:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1e248ef4-b9bb-4210-9361-37c36f572627'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:32.706495 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef195a47-917d-44cb-9782-f929e0d78ed8 req-279c3486-d381-461f-9acb-1114c7c9474c tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bf4515f-84a3-4614-935e-e2387637ba23 HTTP/1.1" status: 200 len: 949 time: 0.2563632 Dec 08 02:00:32.747718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-db84cc15-1d92-4ffa-9e48-15ea8ede53aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Allocated IP 192.168.233.174 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/678c9e7d-4959-4fbe-8d7b-8394db8cd3d3) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:32.753749 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38d096-6ca0-4093-ae9e-05a5738b5362 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:32.755232 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-00096252-8f6b-43a2-a4fa-c000589e6f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:32.755362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4a38d096-6ca0-4093-ae9e-05a5738b5362 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e248ef4-b9bb-4210-9361-37c36f572627 HTTP/1.1" status: 200 len: 982 time: 0.1443894 Dec 08 02:00:32.756417 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00096252-8f6b-43a2-a4fa-c000589e6f8b None None] The sync data for ids ['1e248ef4-b9bb-4210-9361-37c36f572627'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:32.760198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55668) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:32.923896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device aa16496f-e780-4a6f-8910-1e133f246f20 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:32.931760 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89702cad-fac8-4324-a512-eadc294e865f req-3013d4fb-3808-4d27-9154-ccedbd3eee82 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219362 Dec 08 02:00:32.937655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef195a47-917d-44cb-9782-f929e0d78ed8 req-50c42a24-758f-4141-a1c4-2c36de2691b3 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303114 Dec 08 02:00:32.985403 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-db84cc15-1d92-4ffa-9e48-15ea8ede53aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.009929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port aa16496f-e780-4a6f-8910-1e133f246f20 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:33.010379 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.055175 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-db84cc15-1d92-4ffa-9e48-15ea8ede53aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.126588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-db84cc15-1d92-4ffa-9e48-15ea8ede53aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:33.129939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-db84cc15-1d92-4ffa-9e48-15ea8ede53aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:33.134584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-db84cc15-1d92-4ffa-9e48-15ea8ede53aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:33.146882 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['577248e7-7719-496c-9dbd-22b8acf6673b', 'd631cb7b-2af2-4a95-ab90-5c174b28fd23'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:00:33.168140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84cc15-1d92-4ffa-9e48-15ea8ede53aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Pushing event updated for resources: {'Port': ['ID=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:33.205593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-db84cc15-1d92-4ffa-9e48-15ea8ede53aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:33.207231 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-db84cc15-1d92-4ffa-9e48-15ea8ede53aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.251363 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-db84cc15-1d92-4ffa-9e48-15ea8ede53aa tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8584812 Dec 08 02:00:33.270345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Request body: {'port': {'device_id': '52472e0e-6684-4a05-9542-c032de449d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:33.372969 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.387364 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6afce-1034-4503-9172-d4ef558c19e6 req-80027d6d-4493-441d-9eae-c708f73a316a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:33.389343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35e6afce-1034-4503-9172-d4ef558c19e6 req-80027d6d-4493-441d-9eae-c708f73a316a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 936 time: 0.3191254 Dec 08 02:00:33.460032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747954c-1b77-4e10-8efc-a22d324cd396 req-0e8e81cb-c759-48d0-b16b-9ea50b6547c7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:33.462061 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2747954c-1b77-4e10-8efc-a22d324cd396 req-0e8e81cb-c759-48d0-b16b-9ea50b6547c7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.2094271 Dec 08 02:00:33.564715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b4eadac3-e65c-44d9-8e2e-313b1a2058a0 None None] Provisioning complete for port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:33.564715 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4eadac3-e65c-44d9-8e2e-313b1a2058a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.616594 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35e6afce-1034-4503-9172-d4ef558c19e6 req-1b4132ae-3392-4c2f-b719-936d7cdbcbc9 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178960 Dec 08 02:00:33.640006 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2747954c-1b77-4e10-8efc-a22d324cd396 req-d807c1cc-c5ee-4a05-adf4-9ca5ab5de70e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673708 Dec 08 02:00:33.641259 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b4eadac3-e65c-44d9-8e2e-313b1a2058a0 None None] Port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:33.902684 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56c975ef-22ee-4048-aad1-86fc42faf939 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.930514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:33.939216 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.957485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Transition to ACTIVE for port object 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:00:33.962521 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.044170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Pushing event updated for resources: {'Port': ['ID=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:34.181694 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Attempting to bind port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:34.182828 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Attempting to bind port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:34.183166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Attempting to bind port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:34.194836 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:00:34.200397 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Attempting to bind port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:34.210569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:34.211484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:34.211484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:34.211814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Bound port: 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:34.212751 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.324249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:34.329628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:34.339333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.375697 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:34.376717 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.389305 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] 10.222.0.75 "PUT /v2.0/ports/678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 HTTP/1.1" status: 200 len: 1097 time: 1.1151567 Dec 08 02:00:34.392182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:34.394529 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dce27f-09ff-4f08-8b18-9ab6b3ab58c0" -d '{"events": [{"name": "network-changed", "server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:34.512136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-80d00e3f-728b-41a3-9ec8-65400b7e9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:34.518847 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-80d00e3f-728b-41a3-9ec8-65400b7e9b8b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 1100 time: 0.0663128 Dec 08 02:00:34.547292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c031822-b73f-4ba9-9420-256d2e30727d service neutron] Pushing event updated for resources: {'Port': ['ID=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:34.604437 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd85f1e-f26d-4bf0-b560-24d39a299314 x-openstack-request-id: req-fbd85f1e-f26d-4bf0-b560-24d39a299314 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:34.604745 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:34.605001 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fbd85f1e-f26d-4bf0-b560-24d39a299314 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:34.605399 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'status': 'completed', 'code': 200} Dec 08 02:00:34.607629 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-779bf009-e6dc-4f71-9547-08fff2aeed87 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 HTTP/1.1" status: 200 len: 217 time: 0.0717938 Dec 08 02:00:34.632202 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-0d591a0b-34e5-4707-ba23-f3a248f80d0a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:34.640149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-0d591a0b-34e5-4707-ba23-f3a248f80d0a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 812 time: 0.6649144 Dec 08 02:00:34.674028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-cf73107b-8996-4a52-b7ae-4767f782e43f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/quotas/9e3ecb8a9b54480d99ff5c2fe9db6b37 HTTP/1.1" status: 200 len: 375 time: 0.0329506 Dec 08 02:00:34.677384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-680e3f40-3ba9-403e-84f0-4f0f0f9871fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:34.679368 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-680e3f40-3ba9-403e-84f0-4f0f0f9871fb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0639420 Dec 08 02:00:34.742547 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-33cf26e8-1421-4c60-b8b3-785fe4360779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:34.744954 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-33cf26e8-1421-4c60-b8b3-785fe4360779 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0480700 Dec 08 02:00:34.814895 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-489efb98-a4e2-492c-aea0-35583c6b3a89 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1314030 Dec 08 02:00:34.830351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd74b7-51eb-473b-b51a-68e80df34961 req-f8cd1004-20f3-42b8-af6b-9f84f508577e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:34.831978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8fd74b7-51eb-473b-b51a-68e80df34961 req-f8cd1004-20f3-42b8-af6b-9f84f508577e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 948 time: 0.1124885 Dec 08 02:00:34.862925 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-056fd9a9-18a7-4f97-9539-6f388f5b167e service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111860 Dec 08 02:00:34.877229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-56c975ef-22ee-4048-aad1-86fc42faf939 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port f5c464e7-cd6d-41c7-9dd0-47cb292783a1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:34.877569 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56c975ef-22ee-4048-aad1-86fc42faf939 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.965656 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6cc65753-d4ac-4d0a-9c11-c9315801039d req-4ddf7d42-8b3c-4d38-881b-1e57b2e77fe9 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948734 Dec 08 02:00:35.031548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8fd74b7-51eb-473b-b51a-68e80df34961 req-fc6306b5-3c63-41b3-a59a-309ba4a6526a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892872 Dec 08 02:00:35.070642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-a73147f6-da45-48c8-8439-b18c4476af82 service neutron] 10.222.0.71 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376721 Dec 08 02:00:35.081481 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56c975ef-22ee-4048-aad1-86fc42faf939 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.111646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-56c975ef-22ee-4048-aad1-86fc42faf939 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for f5c464e7-cd6d-41c7-9dd0-47cb292783a1 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:35.116687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dce27f-09ff-4f08-8b18-9ab6b3ab58c0 req-860e7a89-1cc4-444d-8f14-0b468f96b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:35.118217 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-17dce27f-09ff-4f08-8b18-9ab6b3ab58c0 req-860e7a89-1cc4-444d-8f14-0b468f96b34d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 1100 time: 0.0587080 Dec 08 02:00:35.241526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-4f76b6ed-600d-427d-8723-8478d50b2890 service neutron] 10.222.0.71 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690538 Dec 08 02:00:35.278353 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dce27f-09ff-4f08-8b18-9ab6b3ab58c0 req-618a1efa-fd36-4499-84f4-06a48f24b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:35.280090 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-17dce27f-09ff-4f08-8b18-9ab6b3ab58c0 req-618a1efa-fd36-4499-84f4-06a48f24b3f9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1260266 Dec 08 02:00:35.342180 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-17dce27f-09ff-4f08-8b18-9ab6b3ab58c0 req-b14c4060-efd4-4ba1-8ef4-a5f4007c4b8a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 HTTP/1.1" status: 200 len: 217 time: 0.0535975 Dec 08 02:00:35.408619 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56c975ef-22ee-4048-aad1-86fc42faf939 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.409247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dce27f-09ff-4f08-8b18-9ab6b3ab58c0 req-da97835b-f8b9-457a-a5ac-c878917662c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:35.411042 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-17dce27f-09ff-4f08-8b18-9ab6b3ab58c0 req-da97835b-f8b9-457a-a5ac-c878917662c7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0594113 Dec 08 02:00:35.453360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c975ef-22ee-4048-aad1-86fc42faf939 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=f5c464e7-cd6d-41c7-9dd0-47cb292783a1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:35.492201 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dce27f-09ff-4f08-8b18-9ab6b3ab58c0 req-f3f79d56-f5d6-4efe-877b-d53e8dc618b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:35.495840 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-17dce27f-09ff-4f08-8b18-9ab6b3ab58c0 req-f3f79d56-f5d6-4efe-877b-d53e8dc618b8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0765874 Dec 08 02:00:35.646271 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-17dce27f-09ff-4f08-8b18-9ab6b3ab58c0 req-ceb681ee-3ce0-4f3b-b97a-26d5a7c6f7de service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408832 Dec 08 02:00:35.688305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a9a6760-78ab-42b4-8902-9d4868dbeb3b req-2433e786-7a57-4bb6-a2a4-ee43b2541c0c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 210 time: 0.0618610 Dec 08 02:00:35.689234 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56c975ef-22ee-4048-aad1-86fc42faf939 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.786451 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-17dce27f-09ff-4f08-8b18-9ab6b3ab58c0 req-66d6e1ed-0887-436c-9771-d89179a5bb0b service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305563 Dec 08 02:00:35.901694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c975ef-22ee-4048-aad1-86fc42faf939 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Router 1e248ef4-b9bb-4210-9361-37c36f572627 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:00:35.995837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c975ef-22ee-4048-aad1-86fc42faf939 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:36.001797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-56c975ef-22ee-4048-aad1-86fc42faf939 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "PUT /v2.0/routers/1e248ef4-b9bb-4210-9361-37c36f572627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2400987 Dec 08 02:00:36.004561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55750) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:36.010298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b79258c-9495-4c36-bdf3-6d69133885b7 None None] Sync routers for ids ['1e248ef4-b9bb-4210-9361-37c36f572627'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:36.023122 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b79258c-9495-4c36-bdf3-6d69133885b7 None None] Routers {'1e248ef4-b9bb-4210-9361-37c36f572627'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:36.024483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6b79258c-9495-4c36-bdf3-6d69133885b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:00:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1e248ef4-b9bb-4210-9361-37c36f572627'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:36.077293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6b79258c-9495-4c36-bdf3-6d69133885b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:36.079831 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3cda168-a62a-420f-88eb-5d28126bf748 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] GET failed (client error): The resource could not be found. Dec 08 02:00:36.084417 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a3cda168-a62a-420f-88eb-5d28126bf748 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/f5c464e7-cd6d-41c7-9dd0-47cb292783a1 HTTP/1.1" status: 404 len: 333 time: 0.0787139 Dec 08 02:00:36.084670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55754) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:36.091813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b79258c-9495-4c36-bdf3-6d69133885b7 None None] Routers {'1e248ef4-b9bb-4210-9361-37c36f572627'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:36.092894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6b79258c-9495-4c36-bdf3-6d69133885b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:00:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1e248ef4-b9bb-4210-9361-37c36f572627'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:36.133164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6b79258c-9495-4c36-bdf3-6d69133885b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:36.134506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b79258c-9495-4c36-bdf3-6d69133885b7 None None] The sync data for ids ['1e248ef4-b9bb-4210-9361-37c36f572627'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:36.210702 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14b81e79-7980-4eb5-ad61-18a2d132adf8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.361175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4950502-b2ea-4781-af3b-ac8e7fd02777 req-81276c95-6d80-4489-808c-b092f46cfaaf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:36.364425 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4950502-b2ea-4781-af3b-ac8e7fd02777 req-81276c95-6d80-4489-808c-b092f46cfaaf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 948 time: 0.2169564 Dec 08 02:00:36.406507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ff042739-9ba1-41cd-a912-74ae8eaac813 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:00:36.423047 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14b81e79-7980-4eb5-ad61-18a2d132adf8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.426656 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14b81e79-7980-4eb5-ad61-18a2d132adf8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.489687 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14b81e79-7980-4eb5-ad61-18a2d132adf8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.490215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b81e79-7980-4eb5-ad61-18a2d132adf8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Fanout notify agent at l3_agent the message router_deleted on router 1e248ef4-b9bb-4210-9361-37c36f572627 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:00:36.501488 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14b81e79-7980-4eb5-ad61-18a2d132adf8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.502615 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-14b81e79-7980-4eb5-ad61-18a2d132adf8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/routers/1e248ef4-b9bb-4210-9361-37c36f572627 HTTP/1.1" status: 204 len: 168 time: 0.4168499 Dec 08 02:00:36.505441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55766) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:36.513686 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4950502-b2ea-4781-af3b-ac8e7fd02777 req-dbcc69cb-e846-4eeb-8d77-19190bcf3af4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119962 Dec 08 02:00:36.530218 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ff042739-9ba1-41cd-a912-74ae8eaac813, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff042739-9ba1-41cd-a912-74ae8eaac813,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:36.542557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'ff042739-9ba1-41cd-a912-74ae8eaac813', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'ff042739-9ba1-41cd-a912-74ae8eaac813', 'mac_address': 'fa:16:3e:dd:ec:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:00:36.570750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1132712d-f7a0-4eda-be7e-c6682d244eea tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting subnet e4e4b532-4df6-4492-9d50-b2963d17de6a {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:00:36.574601 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1132712d-f7a0-4eda-be7e-c6682d244eea tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.584858 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.599805 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff042739-9ba1-41cd-a912-74ae8eaac813 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:36.621271 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ff042739-9ba1-41cd-a912-74ae8eaac813, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff042739-9ba1-41cd-a912-74ae8eaac813,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:36.625609 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.635768 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1132712d-f7a0-4eda-be7e-c6682d244eea tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.680719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ff042739-9ba1-41cd-a912-74ae8eaac813,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:36.748817 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1132712d-f7a0-4eda-be7e-c6682d244eea tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.821332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-647af87d-1c50-492c-8f9c-a211ca9321c5 req-bbf25fa2-684f-46a2-944b-acfcd251e3dc tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 210 time: 0.0476470 Dec 08 02:00:36.878906 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1132712d-f7a0-4eda-be7e-c6682d244eea tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.907820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['ff042739-9ba1-41cd-a912-74ae8eaac813'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:00:36.920491 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-5b816bbe-8dd0-4554-a442-c78ed94b57b6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:36.922078 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-5b816bbe-8dd0-4554-a442-c78ed94b57b6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.75 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 812 time: 0.1904988 Dec 08 02:00:36.923689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132712d-f7a0-4eda-be7e-c6682d244eea tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e4b532-4df6-4492-9d50-b2963d17de6a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:36.927537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1132712d-f7a0-4eda-be7e-c6682d244eea tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.931242 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1132712d-f7a0-4eda-be7e-c6682d244eea tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/e4e4b532-4df6-4492-9d50-b2963d17de6a HTTP/1.1" status: 204 len: 168 time: 0.4242773 Dec 08 02:00:36.934459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55774) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:36.945848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db6b9fe-80a6-4ec6-a0f3-874181929ce6 None None] Network 685ae6aa-0871-4e98-806b-2c3e408222f7 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:36.948832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-1e9e39ed-1836-4633-99b4-8404f311857c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Request body: {'port': {'device_id': 'd27e1556-0f3f-4fba-8cba-2cca246a0bde', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'admin_state_up': True, 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:37.217486 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] DHCP port deletion for 685ae6aa-0871-4e98-806b-2c3e408222f7 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:00:37.287628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Deleting port aa16496f-e780-4a6f-8910-1e133f246f20 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:37.288274 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.388909 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] For port aa16496f-e780-4a6f-8910-1e133f246f20, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=aa16496f-e780-4a6f-8910-1e133f246f20,segment=NetworkSegment(0a9942d9-8465-4ed7-b191-03b786c3056f),segment_id=0a9942d9-8465-4ed7-b191-03b786c3056f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:37.389475 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.406930 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Calling delete_port for aa16496f-e780-4a6f-8910-1e133f246f20 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:37.492212 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e59c3fc1-6f14-4eb4-a191-9caeb2b853fc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.509722 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.579091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] No DVR routers for this DVR port aa16496f-e780-4a6f-8910-1e133f246f20 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:37.605465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Pushing event deleted for resources: {'Port': ['ID=aa16496f-e780-4a6f-8910-1e133f246f20,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:37.615462 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-1e9e39ed-1836-4633-99b4-8404f311857c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Made reservation on behalf of 9e3ecb8a9b54480d99ff5c2fe9db6b37 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:37.620478 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-1e9e39ed-1836-4633-99b4-8404f311857c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.620691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:37.621037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:37.621434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:37.621786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:37.622224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:37.622565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:37.622899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:37.623459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:37.623820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:37.624153 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:37.624481 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:37.624947 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:37.625500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f4aebd-bfab-4642-98bc-ed50d284d1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:37.641019 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e59c3fc1-6f14-4eb4-a191-9caeb2b853fc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.726177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e59c3fc1-6f14-4eb4-a191-9caeb2b853fc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685ae6aa-0871-4e98-806b-2c3e408222f7']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:37.745727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e59c3fc1-6f14-4eb4-a191-9caeb2b853fc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9942d9-8465-4ed7-b191-03b786c3056f') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:37.746143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e59c3fc1-6f14-4eb4-a191-9caeb2b853fc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9942d9-8465-4ed7-b191-03b786c3056f') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:37.761543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ae46c-f0bc-49ea-9e1f-0414d7822673 req-44631b0b-4e32-402a-9f11-23b25574036b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:37.767196 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e59c3fc1-6f14-4eb4-a191-9caeb2b853fc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.773669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-807ae46c-f0bc-49ea-9e1f-0414d7822673 req-44631b0b-4e32-402a-9f11-23b25574036b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 948 time: 0.1231310 Dec 08 02:00:37.810496 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e59c3fc1-6f14-4eb4-a191-9caeb2b853fc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.822315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59c3fc1-6f14-4eb4-a191-9caeb2b853fc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:00:37.823100 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e59c3fc1-6f14-4eb4-a191-9caeb2b853fc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:00:37.828435 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:00:37.854660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-807ae46c-f0bc-49ea-9e1f-0414d7822673 req-1f58133f-38e0-431b-8416-140da9f3454b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778351 Dec 08 02:00:37.929864 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-1e9e39ed-1836-4633-99b4-8404f311857c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Allocated IP 172.20.0.11 (8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f/6f3153a5-2e71-4607-9e02-a8c8ee5b82b7/2e6d0049-e7ab-4e25-8eec-51928bd4229a) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:37.943838 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e59c3fc1-6f14-4eb4-a191-9caeb2b853fc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.955776 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e59c3fc1-6f14-4eb4-a191-9caeb2b853fc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.963009 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e59c3fc1-6f14-4eb4-a191-9caeb2b853fc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/networks/685ae6aa-0871-4e98-806b-2c3e408222f7 HTTP/1.1" status: 204 len: 168 time: 1.0229030 Dec 08 02:00:37.972771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55814) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:37.982215 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c3fc1-6f14-4eb4-a191-9caeb2b853fc tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Network': ['ID=685ae6aa-0871-4e98-806b-2c3e408222f7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:38.043307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-575f4a6f-46c3-476c-b04c-a607f3b7bdd5 req-eea6b533-3323-4137-9885-87ec7caa1d50 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 210 time: 0.0891039 Dec 08 02:00:38.093913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba87b0f6-fe67-4c18-a46e-d77670bb4dc0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:38.099259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ba87b0f6-fe67-4c18-a46e-d77670bb4dc0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/d7160580-63dd-4e9c-8af6-f52e3dbb2b21 HTTP/1.1" status: 200 len: 840 time: 0.1195281 Dec 08 02:00:38.099898 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55816) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:38.167584 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-1e9e39ed-1836-4633-99b4-8404f311857c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:38.186029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3cfd6471-0087-4212-9a50-e78b0851939f tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/d7160580-63dd-4e9c-8af6-f52e3dbb2b21?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0816717 Dec 08 02:00:38.186579 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55820) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:38.201458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f1f67498-c68c-4d9c-9324-5d587d7b81d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:38.254681 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-1e9e39ed-1836-4633-99b4-8404f311857c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:38.287377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2eccaeb3-132f-4908-849d-9f6490825499', 'c710d550-474b-4e3c-9f86-46e0b377f2e6'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:00:38.311360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-1e9e39ed-1836-4633-99b4-8404f311857c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:38.315425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-1e9e39ed-1836-4633-99b4-8404f311857c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:38.323519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-1e9e39ed-1836-4633-99b4-8404f311857c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:38.377394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f67498-c68c-4d9c-9324-5d587d7b81d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:38.390106 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1f67498-c68c-4d9c-9324-5d587d7b81d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:38.400822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e39ed-1836-4633-99b4-8404f311857c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event updated for resources: {'Port': ['ID=2e6d0049-e7ab-4e25-8eec-51928bd4229a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:38.442274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ff042739-9ba1-41cd-a912-74ae8eaac813 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:38.467155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-1e9e39ed-1836-4633-99b4-8404f311857c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:38.467873 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-1e9e39ed-1836-4633-99b4-8404f311857c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:38.489887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:00:38.517682 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-1e9e39ed-1836-4633-99b4-8404f311857c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5734894 Dec 08 02:00:38.556355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Request body: {'port': {'device_id': 'd27e1556-0f3f-4fba-8cba-2cca246a0bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:38.696488 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:38.844815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port ff042739-9ba1-41cd-a912-74ae8eaac813 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:38.845489 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:38.894875 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1f67498-c68c-4d9c-9324-5d587d7b81d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:38.953467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:38.993870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device aa16496f-e780-4a6f-8910-1e133f246f20 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:00:38.995880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f67498-c68c-4d9c-9324-5d587d7b81d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 163989fa-4dad-4a64-b411-14bd7efb0075 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:39.005242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f67498-c68c-4d9c-9324-5d587d7b81d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Subnet': ['ID=db96565e-b825-447f-9597-819c01eefe8c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:39.023669 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f1f67498-c68c-4d9c-9324-5d587d7b81d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:39.031439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f67498-c68c-4d9c-9324-5d587d7b81d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:39.032078 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1f67498-c68c-4d9c-9324-5d587d7b81d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.035467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'mac_address': 'fa:16:3e:c1:8f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:00:39.041186 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: aa16496f-e780-4a6f-8910-1e133f246f20 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:00:39.041772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device aa16496f-e780-4a6f-8910-1e133f246f20 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:00:39.043512 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bcc668-2b3e-473e-b2ec-91438fc8ec0e None None] Network 163989fa-4dad-4a64-b411-14bd7efb0075 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:39.052985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-728fa7c2-aab7-448a-99ab-645365fc9955 None None] Provisioning complete for port 2e6d0049-e7ab-4e25-8eec-51928bd4229a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:39.053746 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-728fa7c2-aab7-448a-99ab-645365fc9955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.144727 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f1f67498-c68c-4d9c-9324-5d587d7b81d4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9570348 Dec 08 02:00:39.148139 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55830) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:39.161732 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d4c3c24c-6cca-41b7-ac92-76ac4c4bdb26 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'security_group': {'name': 'tempest-secgroup-2099118360'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:39.214054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73ab6-0f2c-4bbf-94d5-334476836498 req-61eee5a4-4272-45b8-a72c-1f9dcc9bb5d4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:39.225685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-90f73ab6-0f2c-4bbf-94d5-334476836498 req-61eee5a4-4272-45b8-a72c-1f9dcc9bb5d4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 948 time: 0.2273698 Dec 08 02:00:39.319628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6d0049-e7ab-4e25-8eec-51928bd4229a {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:39.325606 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-728fa7c2-aab7-448a-99ab-645365fc9955 None None] Port 2e6d0049-e7ab-4e25-8eec-51928bd4229a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:39.331755 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.351797 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c24c-6cca-41b7-ac92-76ac4c4bdb26 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.358889 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Transition to ACTIVE for port object 2e6d0049-e7ab-4e25-8eec-51928bd4229a will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:00:39.363757 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.369076 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-90f73ab6-0f2c-4bbf-94d5-334476836498 req-ceefc586-497a-40d9-9d09-f2a272793085 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326566 Dec 08 02:00:39.445493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6d0049-e7ab-4e25-8eec-51928bd4229a,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:39.462426 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.503752 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.517250 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c24c-6cca-41b7-ac92-76ac4c4bdb26 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.528386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c24c-6cca-41b7-ac92-76ac4c4bdb26 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.593704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf4515f-84a3-4614-935e-e2387637ba23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff042739-9ba1-41cd-a912-74ae8eaac813'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:39.596117 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5772e267-92c1-4e9c-b760-e9baf5f6d7f6" -d '{"events": [{"server_uuid": "2bf4515f-84a3-4614-935e-e2387637ba23", "name": "network-vif-plugged", "status": "completed", "tag": "ff042739-9ba1-41cd-a912-74ae8eaac813"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:39.623877 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Attempting to bind port 2e6d0049-e7ab-4e25-8eec-51928bd4229a on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:39.624598 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Attempting to bind port 2e6d0049-e7ab-4e25-8eec-51928bd4229a by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:39.625245 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Attempting to bind port 2e6d0049-e7ab-4e25-8eec-51928bd4229a on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:39.632893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Port 2e6d0049-e7ab-4e25-8eec-51928bd4229a on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:00:39.634139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Attempting to bind port 2e6d0049-e7ab-4e25-8eec-51928bd4229a on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:39.646014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:39.646798 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Checking segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:39.647515 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Bound using segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:39.648490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Bound port: 2e6d0049-e7ab-4e25-8eec-51928bd4229a, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:39.649139 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.661878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:39.690247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:39.696468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ff042739-9ba1-41cd-a912-74ae8eaac813, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff042739-9ba1-41cd-a912-74ae8eaac813,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:39.701574 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c24c-6cca-41b7-ac92-76ac4c4bdb26 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.707548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d4c3c24c-6cca-41b7-ac92-76ac4c4bdb26 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5541642 Dec 08 02:00:39.712609 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55838) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:39.714085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3c24c-6cca-41b7-ac92-76ac4c4bdb26 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f4d025-ee80-485b-8723-99846bab3338,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:39.733141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9a098f42-71d4-48ae-a279-f34a132c653a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'security_group': {'name': 'tempest-secgroup-161540673'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:39.734756 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.739648 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.796265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf24d33-3311-41f7-b929-5fc158377b0f req-42291172-f072-4503-bc50-23dbdb3ea2ed tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:39.801025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbf24d33-3311-41f7-b929-5fc158377b0f req-42291172-f072-4503-bc50-23dbdb3ea2ed tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 944 time: 0.1906691 Dec 08 02:00:39.826622 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a098f42-71d4-48ae-a279-f34a132c653a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.932216 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:39.943917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-163989fa-4dad-4a64-b411-14bd7efb0075', 'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'project_id': '3d77fa00d9644680bb8ed14323643893', 'fixed_ips': [{'subnet_id': 'db96565e-b825-447f-9597-819c01eefe8c'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:00:39.944400 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.948839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] For port 2e6d0049-e7ab-4e25-8eec-51928bd4229a, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:39.954964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] For port 2e6d0049-e7ab-4e25-8eec-51928bd4229a, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2e6d0049-e7ab-4e25-8eec-51928bd4229a,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:39.962759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbf24d33-3311-41f7-b929-5fc158377b0f req-55c6d384-e42f-4303-a68e-324b97043507 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502159 Dec 08 02:00:39.967953 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:40.002066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:40.003193 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:40.006502 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] 10.222.0.75 "PUT /v2.0/ports/2e6d0049-e7ab-4e25-8eec-51928bd4229a HTTP/1.1" status: 200 len: 1093 time: 1.4545605 Dec 08 02:00:40.007266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27e1556-0f3f-4fba-8cba-2cca246a0bde', 'tag': '2e6d0049-e7ab-4e25-8eec-51928bd4229a'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:40.009862 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924d0f82-11f1-46e3-a7f4-f4c5ea213f96" -d '{"events": [{"name": "network-changed", "server_uuid": "d27e1556-0f3f-4fba-8cba-2cca246a0bde", "tag": "2e6d0049-e7ab-4e25-8eec-51928bd4229a"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:40.130167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976efb5c-5a64-4bd8-be72-b82ea591ba75 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6d0049-e7ab-4e25-8eec-51928bd4229a,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:40.147326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-57a27bd1-17fb-477d-bec5-20579a8b09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:40.149823 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-57a27bd1-17fb-477d-bec5-20579a8b09a4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 1096 time: 0.0693319 Dec 08 02:00:40.153842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ff042739-9ba1-41cd-a912-74ae8eaac813,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:40.182364 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a098f42-71d4-48ae-a279-f34a132c653a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:40.191831 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a098f42-71d4-48ae-a279-f34a132c653a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:40.241670 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a098f42-71d4-48ae-a279-f34a132c653a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:40.250622 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9a098f42-71d4-48ae-a279-f34a132c653a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5302265 Dec 08 02:00:40.251300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55846) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:40.253627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:00:40.284375 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-6a303d84-bec6-49b1-ba4e-0bbb9eca419c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e6d0049-e7ab-4e25-8eec-51928bd4229a HTTP/1.1" status: 200 len: 217 time: 0.1173542 Dec 08 02:00:40.288544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-20d3efb3-172b-44f9-ba7d-5b8f52f77d55 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1098047722', 'security_groups': ['63e22a4f-3bb4-4eb3-a83a-afd25eb8ad08'], 'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'db96565e-b825-447f-9597-819c01eefe8c'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:40.433949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a098f42-71d4-48ae-a279-f34a132c653a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e22a4f-3bb4-4eb3-a83a-afd25eb8ad08,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:40.450958 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-396c78d6-b147-4496-814f-5fabe345aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:40.453164 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-396c78d6-b147-4496-814f-5fabe345aba4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.1596539 Dec 08 02:00:40.552485 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8fbf41-a15b-4b11-b787-6f378c7971c3 x-openstack-request-id: req-4f8fbf41-a15b-4b11-b787-6f378c7971c3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:40.553005 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf4515f-84a3-4614-935e-e2387637ba23", "name": "network-vif-plugged", "status": "completed", "tag": "ff042739-9ba1-41cd-a912-74ae8eaac813", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:40.553239 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4f8fbf41-a15b-4b11-b787-6f378c7971c3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:40.553729 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf4515f-84a3-4614-935e-e2387637ba23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff042739-9ba1-41cd-a912-74ae8eaac813', 'code': 200} Dec 08 02:00:40.609942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-a98592be-46b1-469e-92fc-688e8e947587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:40.614253 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-a98592be-46b1-469e-92fc-688e8e947587 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1515589 Dec 08 02:00:40.680928 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492b1a23-07cf-4aa8-9ca9-19e6da366579 x-openstack-request-id: req-492b1a23-07cf-4aa8-9ca9-19e6da366579 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:40.681291 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27e1556-0f3f-4fba-8cba-2cca246a0bde", "tag": "2e6d0049-e7ab-4e25-8eec-51928bd4229a", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:40.681497 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-492b1a23-07cf-4aa8-9ca9-19e6da366579 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:40.681888 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27e1556-0f3f-4fba-8cba-2cca246a0bde', 'tag': '2e6d0049-e7ab-4e25-8eec-51928bd4229a', 'status': 'completed', 'code': 200} Dec 08 02:00:40.694410 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d3efb3-172b-44f9-ba7d-5b8f52f77d55 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:40.770280 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Allocated IP 172.20.0.2 (163989fa-4dad-4a64-b411-14bd7efb0075/db96565e-b825-447f-9597-819c01eefe8c/94a81b58-d288-4a5e-8942-9a7f0d3c71b8) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:40.817557 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-51acda7c-9270-4654-84ec-f4afcbe48c31 service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937985 Dec 08 02:00:40.919053 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18779965-c468-4dfc-83ff-032eed2cfd49 req-6c1f401f-bfa6-4635-a2c1-4feffe4c1c6e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:40.927845 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18779965-c468-4dfc-83ff-032eed2cfd49 req-6c1f401f-bfa6-4635-a2c1-4feffe4c1c6e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 949 time: 0.0952945 Dec 08 02:00:40.964383 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20d3efb3-172b-44f9-ba7d-5b8f52f77d55 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:41.005137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-20d3efb3-172b-44f9-ba7d-5b8f52f77d55 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port ec11f248-aec9-4a8f-940f-eaba513c1c39 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:00:41.033690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18779965-c468-4dfc-83ff-032eed2cfd49 req-6bb02e1c-4cb5-4676-b57c-2b92e4a5b05c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047769 Dec 08 02:00:41.056211 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5443f1cc-33bb-4c7d-a176-136df13cc3ab req-a48044a9-1bde-41f6-bdc8-4278636798cb service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294335 Dec 08 02:00:41.141311 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:41.171795 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:41.293175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d0f82-11f1-46e3-a7f4-f4c5ea213f96 req-80841aab-7eb4-4723-b1f0-ecb93a435229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:41.294733 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-924d0f82-11f1-46e3-a7f4-f4c5ea213f96 req-80841aab-7eb4-4723-b1f0-ecb93a435229 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 1096 time: 0.1193991 Dec 08 02:00:41.301351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Network 163989fa-4dad-4a64-b411-14bd7efb0075 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:41.310501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:41.319398 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:41.340141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Pushing event updated for resources: {'Port': ['ID=94a81b58-d288-4a5e-8942-9a7f0d3c71b8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:41.341001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17193a9a-9261-4378-9bce-3698cf534849 req-ba4f5f49-e58f-4759-aa70-93825159d551 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:41.349797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-17193a9a-9261-4378-9bce-3698cf534849 req-ba4f5f49-e58f-4759-aa70-93825159d551 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 944 time: 0.1994748 Dec 08 02:00:41.487416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Attempting to bind port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:41.494178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Attempting to bind port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '9975317f-dd81-4f80-9cee-15ebf610d164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:41.494844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Attempting to bind port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 on network 163989fa-4dad-4a64-b411-14bd7efb0075 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:41.509869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:41.510264 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Checking segment: {'id': '9975317f-dd81-4f80-9cee-15ebf610d164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:41.512080 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:41.513979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Bound using segment: {'id': '9975317f-dd81-4f80-9cee-15ebf610d164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:41.515163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Bound port: 94a81b58-d288-4a5e-8942-9a7f0d3c71b8, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9975317f-dd81-4f80-9cee-15ebf610d164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:41.516462 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:41.555951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d0f82-11f1-46e3-a7f4-f4c5ea213f96 req-be4440a3-c9bf-44a0-8335-052a1c78a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:41.562743 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-924d0f82-11f1-46e3-a7f4-f4c5ea213f96 req-be4440a3-c9bf-44a0-8335-052a1c78a5f0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.2537117 Dec 08 02:00:41.650128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-17193a9a-9261-4378-9bce-3698cf534849 req-2b29ef69-294a-4e17-8e0c-ede896a0b60a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818890 Dec 08 02:00:41.654168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-20d3efb3-172b-44f9-ba7d-5b8f52f77d55 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Allocated IP 172.20.0.10 (163989fa-4dad-4a64-b411-14bd7efb0075/db96565e-b825-447f-9597-819c01eefe8c/ec11f248-aec9-4a8f-940f-eaba513c1c39) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:41.659564 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-924d0f82-11f1-46e3-a7f4-f4c5ea213f96 req-f0969945-bdfb-4de6-9718-59625477e64a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e6d0049-e7ab-4e25-8eec-51928bd4229a HTTP/1.1" status: 200 len: 217 time: 0.0918670 Dec 08 02:00:41.678534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] For port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:41.690643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] For port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=94a81b58-d288-4a5e-8942-9a7f0d3c71b8,segment=NetworkSegment(9975317f-dd81-4f80-9cee-15ebf610d164),segment_id=9975317f-dd81-4f80-9cee-15ebf610d164)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:41.701457 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:41.763790 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d0f82-11f1-46e3-a7f4-f4c5ea213f96 req-0ef40960-8112-466f-b324-2567a6b407ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:41.767789 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-924d0f82-11f1-46e3-a7f4-f4c5ea213f96 req-0ef40960-8112-466f-b324-2567a6b407ad service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.0984535 Dec 08 02:00:41.856513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e1881-89d3-49fe-8c33-c1cf59b4b01e None None] Pushing event updated for resources: {'Port': ['ID=94a81b58-d288-4a5e-8942-9a7f0d3c71b8,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:41.902710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d0f82-11f1-46e3-a7f4-f4c5ea213f96 req-751b6a5b-5134-4f74-86a9-22dd28f36673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:41.910067 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-924d0f82-11f1-46e3-a7f4-f4c5ea213f96 req-751b6a5b-5134-4f74-86a9-22dd28f36673 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1287293 Dec 08 02:00:42.045705 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20d3efb3-172b-44f9-ba7d-5b8f52f77d55 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:42.129186 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-924d0f82-11f1-46e3-a7f4-f4c5ea213f96 req-a67ea9a7-ddd8-4fe2-88ad-1408cf17180c service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089701 Dec 08 02:00:42.154726 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20d3efb3-172b-44f9-ba7d-5b8f52f77d55 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:42.344507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d3efb3-172b-44f9-ba7d-5b8f52f77d55 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 163989fa-4dad-4a64-b411-14bd7efb0075 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:42.352966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-20d3efb3-172b-44f9-ba7d-5b8f52f77d55 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:42.368646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3efb3-172b-44f9-ba7d-5b8f52f77d55 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:42.421832 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-924d0f82-11f1-46e3-a7f4-f4c5ea213f96 req-2c2adbe1-7e91-46b2-a57e-4a78f76e9b1f service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702746 Dec 08 02:00:42.444878 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3efb3-172b-44f9-ba7d-5b8f52f77d55 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=ec11f248-aec9-4a8f-940f-eaba513c1c39,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:42.494558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b3f90-e8e2-4111-92ea-7d6c8dd9c8d9 req-279fa158-9659-43ba-bfb0-769e2e696bde tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:42.504331 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:42.520399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-489b3f90-e8e2-4111-92ea-7d6c8dd9c8d9 req-279fa158-9659-43ba-bfb0-769e2e696bde tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 949 time: 0.3152964 Dec 08 02:00:42.625721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d3efb3-172b-44f9-ba7d-5b8f52f77d55 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:42.627421 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20d3efb3-172b-44f9-ba7d-5b8f52f77d55 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:42.675846 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:00:42.697251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:42.698011 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:42.728244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-20d3efb3-172b-44f9-ba7d-5b8f52f77d55 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4578431 Dec 08 02:00:42.728647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55870) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:42.735231 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6b6b3a08-7f9f-49f9-87d6-5ec0b6cc29d0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:42.787958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-489b3f90-e8e2-4111-92ea-7d6c8dd9c8d9 req-f464e128-7bda-41b0-8039-74b2bd5aa3f0 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652826 Dec 08 02:00:42.876708 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:42.921160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:42.924866 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44da555b-3100-4ec7-a50a-d787ef277bb0" -d '{"events": [{"server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "name": "network-vif-plugged", "status": "completed", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:43.002017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:43.021635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ead78-fb7b-4252-bf5b-3033eebb0c7d req-86b61b04-97ae-4e53-a48a-f16574c2e323 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:43.021635 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476ead78-fb7b-4252-bf5b-3033eebb0c7d req-86b61b04-97ae-4e53-a48a-f16574c2e323 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 944 time: 0.1942658 Dec 08 02:00:43.040231 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:43.148304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:43.198338 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:43.265268 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:43.266043 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:43.271212 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5cbedb-af9d-4431-bf64-f867f4530274 x-openstack-request-id: req-8e5cbedb-af9d-4431-bf64-f867f4530274 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:43.271968 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "name": "network-vif-plugged", "status": "completed", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:43.272462 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8e5cbedb-af9d-4431-bf64-f867f4530274 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:43.273066 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'code': 200} Dec 08 02:00:43.276765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6b3a08-7f9f-49f9-87d6-5ec0b6cc29d0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:43.284259 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b6b3a08-7f9f-49f9-87d6-5ec0b6cc29d0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:43.286858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476ead78-fb7b-4252-bf5b-3033eebb0c7d req-4e91908a-1feb-4915-b6ef-2c614e9e74ae tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561140 Dec 08 02:00:43.526262 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:43.563111 n-d-713499-31 neutron-server[109766]: INFO neutron.db.ipam_backend_mixin [None req-6b6b3a08-7f9f-49f9-87d6-5ec0b6cc29d0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet db96565e-b825-447f-9597-819c01eefe8c (CIDR: 172.20.0.0/28) Dec 08 02:00:43.573832 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6b3a08-7f9f-49f9-87d6-5ec0b6cc29d0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:00:43.577233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6b3a08-7f9f-49f9-87d6-5ec0b6cc29d0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:43.628385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=94a81b58-d288-4a5e-8942-9a7f0d3c71b8,segment=NetworkSegment(9975317f-dd81-4f80-9cee-15ebf610d164),segment_id=9975317f-dd81-4f80-9cee-15ebf610d164)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:43.637686 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:43.641699 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6b6b3a08-7f9f-49f9-87d6-5ec0b6cc29d0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9115479 Dec 08 02:00:43.644349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55892) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:43.652515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8430de43-fc74-4796-bcb6-850b38ceb36e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:43.663325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45831-0d38-4949-9323-a35bc1c1e51b req-02b4697c-51d5-40e4-844f-9b434430830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:43.675630 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-21a45831-0d38-4949-9323-a35bc1c1e51b req-02b4697c-51d5-40e4-844f-9b434430830a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 1102 time: 0.2236369 Dec 08 02:00:43.784945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=94a81b58-d288-4a5e-8942-9a7f0d3c71b8,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:43.817188 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-21a45831-0d38-4949-9323-a35bc1c1e51b req-3b9c2152-90d0-492b-bccd-97eb39c8e03d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203763 Dec 08 02:00:43.941237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8430de43-fc74-4796-bcb6-850b38ceb36e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:43.948140 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8430de43-fc74-4796-bcb6-850b38ceb36e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:43.968353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0a911551-d0ad-4d61-9f8c-0058e58d493b None None] Provisioning complete for port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:43.969313 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0a911551-d0ad-4d61-9f8c-0058e58d493b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:44.047356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0a911551-d0ad-4d61-9f8c-0058e58d493b None None] Port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:44.062487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0a911551-d0ad-4d61-9f8c-0058e58d493b None None] Provisioning complete for port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:44.063274 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0a911551-d0ad-4d61-9f8c-0058e58d493b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:44.067912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952b1de-1405-4e1c-937a-e74b73b56463 req-9ef4f3f2-3be1-40ce-b7f9-59c7f566a744 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:44.069943 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8952b1de-1405-4e1c-937a-e74b73b56463 req-9ef4f3f2-3be1-40ce-b7f9-59c7f566a744 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.1683404 Dec 08 02:00:44.193782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8952b1de-1405-4e1c-937a-e74b73b56463 req-6e9756a3-1665-4a00-88bb-62ceded1025e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100049 Dec 08 02:00:44.363147 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-87b6ef3a-fa6c-47f2-b075-457e57ef55ed None None] Provisioning complete for port ec11f248-aec9-4a8f-940f-eaba513c1c39 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:44.364736 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87b6ef3a-fa6c-47f2-b075-457e57ef55ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:44.441338 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-87b6ef3a-fa6c-47f2-b075-457e57ef55ed None None] Port ec11f248-aec9-4a8f-940f-eaba513c1c39 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:44.507523 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2e6d0049-e7ab-4e25-8eec-51928bd4229a details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:00:44.508460 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8430de43-fc74-4796-bcb6-850b38ceb36e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:44.559053 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f566b9-047d-41de-a1d1-5de58f931b4f req-54928902-feeb-4f50-b07a-562d4ca18e40 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:44.576282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3f566b9-047d-41de-a1d1-5de58f931b4f req-54928902-feeb-4f50-b07a-562d4ca18e40 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 944 time: 0.1286659 Dec 08 02:00:44.619030 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8430de43-fc74-4796-bcb6-850b38ceb36e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 163989fa-4dad-4a64-b411-14bd7efb0075 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:44.631216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8430de43-fc74-4796-bcb6-850b38ceb36e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:44.650019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a084115-29db-4ad1-9e56-694b6a6ae90a None None] Network 163989fa-4dad-4a64-b411-14bd7efb0075 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:44.664436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8430de43-fc74-4796-bcb6-850b38ceb36e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:44.665071 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8430de43-fc74-4796-bcb6-850b38ceb36e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:44.707186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430de43-fc74-4796-bcb6-850b38ceb36e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Subnet': ['ID=71c8aef5-68fb-4750-b438-ccd610c55d23,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:44.753496 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8430de43-fc74-4796-bcb6-850b38ceb36e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1068761 Dec 08 02:00:44.756382 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55918) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:44.770965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e1c8616b-ae61-4345-b90c-ee716e6a8bb9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-633692877', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '71c8aef5-68fb-4750-b438-ccd610c55d23'}], 'security_groups': ['a7f4d025-ee80-485b-8723-99846bab3338']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:44.798679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2e6d0049-e7ab-4e25-8eec-51928bd4229a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2e6d0049-e7ab-4e25-8eec-51928bd4229a,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:44.823515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3f566b9-047d-41de-a1d1-5de58f931b4f req-85ba269b-2d9e-4ff5-bf8d-1f894f42f86d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379417 Dec 08 02:00:44.878257 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '2e6d0049-e7ab-4e25-8eec-51928bd4229a', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'port_id': '2e6d0049-e7ab-4e25-8eec-51928bd4229a', 'mac_address': 'fa:16:3e:61:0b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:00:44.990144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:45.036676 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:45.075673 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1c8616b-ae61-4345-b90c-ee716e6a8bb9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:45.077638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6d0049-e7ab-4e25-8eec-51928bd4229a {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:45.127249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2e6d0049-e7ab-4e25-8eec-51928bd4229a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2e6d0049-e7ab-4e25-8eec-51928bd4229a,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:45.135763 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:45.194630 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449361c0-9020-4cac-929b-a2f15d30afad None None] Update dhcp port {'port': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'fixed_ips': [{'subnet_id': 'db96565e-b825-447f-9597-819c01eefe8c', 'ip_address': '172.20.0.2'}, {'subnet_id': '71c8aef5-68fb-4750-b438-ccd610c55d23'}], 'binding:host_id': 'n-d-713499-31'}, 'id': '94a81b58-d288-4a5e-8942-9a7f0d3c71b8'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 02:00:45.209158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:45.219641 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:45.350283 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-449361c0-9020-4cac-929b-a2f15d30afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:45.355244 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=2e6d0049-e7ab-4e25-8eec-51928bd4229a,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:45.450401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c1481-0cd1-46c6-93da-ea2bfe0fa12b req-88153615-6aca-4131-9a41-33cb25c2a7ed tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:45.461015 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9d6c1481-0cd1-46c6-93da-ea2bfe0fa12b req-88153615-6aca-4131-9a41-33cb25c2a7ed tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.1134591 Dec 08 02:00:45.567072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2e6d0049-e7ab-4e25-8eec-51928bd4229a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:00:45.572751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9d6c1481-0cd1-46c6-93da-ea2bfe0fa12b req-101bf621-4d3c-417b-ab7d-5b8f9e550bdf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076937 Dec 08 02:00:45.648541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-e1c8616b-ae61-4345-b90c-ee716e6a8bb9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Delete allocated IP 172.20.0.10 (163989fa-4dad-4a64-b411-14bd7efb0075/db96565e-b825-447f-9597-819c01eefe8c) {{(pid=109766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 02:00:45.657240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-e1c8616b-ae61-4345-b90c-ee716e6a8bb9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Allocated IP 172.20.0.23 (163989fa-4dad-4a64-b411-14bd7efb0075/71c8aef5-68fb-4750-b438-ccd610c55d23/ec11f248-aec9-4a8f-940f-eaba513c1c39) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:45.726783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e840dd8-3f3c-4d3c-a330-bd5c3fab76a4 req-4c3cdbb4-4180-4c0e-88ea-59d9dc68dbdd tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:45.741012 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e840dd8-3f3c-4d3c-a330-bd5c3fab76a4 req-4c3cdbb4-4180-4c0e-88ea-59d9dc68dbdd tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.0858305 Dec 08 02:00:45.809013 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e840dd8-3f3c-4d3c-a330-bd5c3fab76a4 req-67b7f611-b874-4b75-b9b0-e9d8ebbe0185 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641575 Dec 08 02:00:45.994386 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1c8616b-ae61-4345-b90c-ee716e6a8bb9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:46.004336 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1c8616b-ae61-4345-b90c-ee716e6a8bb9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:46.066939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91af865-0966-4274-a8ab-c4b8d1c27ed4 req-a3407c88-002e-4d03-b078-33fd9697d116 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:46.070101 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c91af865-0966-4274-a8ab-c4b8d1c27ed4 req-a3407c88-002e-4d03-b078-33fd9697d116 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 945 time: 0.1459301 Dec 08 02:00:46.111681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-449361c0-9020-4cac-929b-a2f15d30afad None None] Allocated IP 172.20.0.18 (163989fa-4dad-4a64-b411-14bd7efb0075/71c8aef5-68fb-4750-b438-ccd610c55d23/94a81b58-d288-4a5e-8942-9a7f0d3c71b8) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:46.169827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c91af865-0966-4274-a8ab-c4b8d1c27ed4 req-899b891c-6db6-4243-be11-de6c9c795167 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915804 Dec 08 02:00:46.249826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8616b-ae61-4345-b90c-ee716e6a8bb9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=ec11f248-aec9-4a8f-940f-eaba513c1c39,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:46.280114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e1c8616b-ae61-4345-b90c-ee716e6a8bb9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] In _notify_port_updated(), no bound segment for port ec11f248-aec9-4a8f-940f-eaba513c1c39 on network 163989fa-4dad-4a64-b411-14bd7efb0075 {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:00:46.294952 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c8616b-ae61-4345-b90c-ee716e6a8bb9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:46.299079 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1c8616b-ae61-4345-b90c-ee716e6a8bb9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:46.304137 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e1c8616b-ae61-4345-b90c-ee716e6a8bb9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "PUT /v2.0/ports/ec11f248-aec9-4a8f-940f-eaba513c1c39 HTTP/1.1" status: 200 len: 920 time: 1.5466998 Dec 08 02:00:46.308359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-ff30b41c-d1bb-481d-b332-afd671b37b02 req-7e94dfde-0b13-4f83-95b6-ae7bf7eac08e service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:00:46.309991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff30b41c-d1bb-481d-b332-afd671b37b02 req-7e94dfde-0b13-4f83-95b6-ae7bf7eac08e service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064518 Dec 08 02:00:46.310484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55962) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:46.351774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-449361c0-9020-4cac-929b-a2f15d30afad None None] For port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=94a81b58-d288-4a5e-8942-9a7f0d3c71b8,segment=NetworkSegment(9975317f-dd81-4f80-9cee-15ebf610d164),segment_id=9975317f-dd81-4f80-9cee-15ebf610d164)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:46.442481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-66f53894-4cff-43ce-9714-4efd059dec33 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port ec11f248-aec9-4a8f-940f-eaba513c1c39 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:46.443504 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66f53894-4cff-43ce-9714-4efd059dec33 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:46.450635 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-449361c0-9020-4cac-929b-a2f15d30afad None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:46.464688 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-449361c0-9020-4cac-929b-a2f15d30afad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:46.670156 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66f53894-4cff-43ce-9714-4efd059dec33 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:46.692806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449361c0-9020-4cac-929b-a2f15d30afad None None] Pushing event updated for resources: {'Port': ['ID=94a81b58-d288-4a5e-8942-9a7f0d3c71b8,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:46.726242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-66f53894-4cff-43ce-9714-4efd059dec33 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for ec11f248-aec9-4a8f-940f-eaba513c1c39 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:46.970250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:47.055448 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-30e980f6-092a-4b69-9462-5f174673ae52 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3942688 Dec 08 02:00:47.094602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6760ec-a41c-44a2-a03c-a3f8fed6fecd req-331568af-8f42-49ff-bfc3-5fbf9be5e8e4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:47.104644 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9c6760ec-a41c-44a2-a03c-a3f8fed6fecd req-331568af-8f42-49ff-bfc3-5fbf9be5e8e4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.3936920 Dec 08 02:00:47.104993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:47.105663 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:47.368903 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9c6760ec-a41c-44a2-a03c-a3f8fed6fecd req-d45e8bf3-5fe1-4a3c-a5af-0efb37ff42cc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619467 Dec 08 02:00:47.430684 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66f53894-4cff-43ce-9714-4efd059dec33 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:47.915645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1d9b8d29-5cef-4d91-af59-3b2068439bc8 None None] Provisioning complete for port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:47.916878 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8d29-5cef-4d91-af59-3b2068439bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.021521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b8d29-5cef-4d91-af59-3b2068439bc8 None None] Port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:48.044382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1d9b8d29-5cef-4d91-af59-3b2068439bc8 None None] Provisioning complete for port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:48.044856 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8d29-5cef-4d91-af59-3b2068439bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.056707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f53894-4cff-43ce-9714-4efd059dec33 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=ec11f248-aec9-4a8f-940f-eaba513c1c39,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:48.123698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cccf7-5273-4926-b67e-25b8356b2889 req-6b2a2324-f56d-4d57-b542-10c8e7b97ac9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:48.131214 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f75cccf7-5273-4926-b67e-25b8356b2889 req-6b2a2324-f56d-4d57-b542-10c8e7b97ac9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 945 time: 0.7140737 Dec 08 02:00:48.199937 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66f53894-4cff-43ce-9714-4efd059dec33 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.203215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-66f53894-4cff-43ce-9714-4efd059dec33 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/ec11f248-aec9-4a8f-940f-eaba513c1c39 HTTP/1.1" status: 204 len: 168 time: 1.8918142 Dec 08 02:00:48.219483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56030) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:48.283480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f75cccf7-5273-4926-b67e-25b8356b2889 req-c84dda21-beeb-4c5d-af7f-fedfb776c1e8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513171 Dec 08 02:00:48.330224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1d9b8d29-5cef-4d91-af59-3b2068439bc8 None None] Could not find standard attr ID for object ec11f248-aec9-4a8f-940f-eaba513c1c39. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:00:48.345168 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a73fa30-8c98-4b87-8351-6e6f8f984a88 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] GET failed (client error): The resource could not be found. Dec 08 02:00:48.349612 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0a73fa30-8c98-4b87-8351-6e6f8f984a88 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/ec11f248-aec9-4a8f-940f-eaba513c1c39 HTTP/1.1" status: 404 len: 333 time: 0.1261125 Dec 08 02:00:48.351469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56036) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:48.521383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2e6d0049-e7ab-4e25-8eec-51928bd4229a up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:48.561661 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-296e23fd-b4a6-45de-9ba7-347f51d98167 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.593942 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-296e23fd-b4a6-45de-9ba7-347f51d98167 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.625519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce16763-b01d-4e6e-9b8b-4e7bdfbc78ba req-28048984-be73-48f3-89af-1841fe392e8b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:48.631215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ce16763-b01d-4e6e-9b8b-4e7bdfbc78ba req-28048984-be73-48f3-89af-1841fe392e8b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.1297793 Dec 08 02:00:48.634042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 2e6d0049-e7ab-4e25-8eec-51928bd4229a completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:00:48.640798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 2e6d0049-e7ab-4e25-8eec-51928bd4229a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:48.641900 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.698911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-296e23fd-b4a6-45de-9ba7-347f51d98167 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.703314 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-296e23fd-b4a6-45de-9ba7-347f51d98167 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.706458 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-296e23fd-b4a6-45de-9ba7-347f51d98167 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/security-groups/63e22a4f-3bb4-4eb3-a83a-afd25eb8ad08 HTTP/1.1" status: 204 len: 168 time: 0.3527789 Dec 08 02:00:48.713718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56042) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:48.730229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e23fd-b4a6-45de-9ba7-347f51d98167 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e22a4f-3bb4-4eb3-a83a-afd25eb8ad08,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:48.764660 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-00b80c9a-8e5e-4f94-a032-4243f9dd98f4 None None] Could not find standard attr ID for object ec11f248-aec9-4a8f-940f-eaba513c1c39. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:00:48.810177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ce16763-b01d-4e6e-9b8b-4e7bdfbc78ba req-6521c01d-613a-4ac6-a45a-00570133d3f8 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760120 Dec 08 02:00:48.856906 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80db129c-d25e-450f-bdd0-3c747c33ed9e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.913903 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80db129c-d25e-450f-bdd0-3c747c33ed9e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.950536 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.978882 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27e1556-0f3f-4fba-8cba-2cca246a0bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6d0049-e7ab-4e25-8eec-51928bd4229a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:48.981742 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f45573-4c4d-4c15-b5d8-e946288b4e89" -d '{"events": [{"server_uuid": "d27e1556-0f3f-4fba-8cba-2cca246a0bde", "name": "network-vif-plugged", "status": "completed", "tag": "2e6d0049-e7ab-4e25-8eec-51928bd4229a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:48.984055 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80db129c-d25e-450f-bdd0-3c747c33ed9e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.989162 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80db129c-d25e-450f-bdd0-3c747c33ed9e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.990804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-80db129c-d25e-450f-bdd0-3c747c33ed9e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/security-groups/a7f4d025-ee80-485b-8723-99846bab3338 HTTP/1.1" status: 204 len: 168 time: 0.2737050 Dec 08 02:00:48.994024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56046) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:49.003568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2e6d0049-e7ab-4e25-8eec-51928bd4229a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2e6d0049-e7ab-4e25-8eec-51928bd4229a,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:49.007405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db129c-d25e-450f-bdd0-3c747c33ed9e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f4d025-ee80-485b-8723-99846bab3338,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:49.020612 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:49.096618 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7859fea9-1656-4aac-9180-c435b94f7e76 x-openstack-request-id: req-7859fea9-1656-4aac-9180-c435b94f7e76 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:49.097031 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27e1556-0f3f-4fba-8cba-2cca246a0bde", "name": "network-vif-plugged", "status": "completed", "tag": "2e6d0049-e7ab-4e25-8eec-51928bd4229a", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:49.097393 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7859fea9-1656-4aac-9180-c435b94f7e76 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:49.097982 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27e1556-0f3f-4fba-8cba-2cca246a0bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6d0049-e7ab-4e25-8eec-51928bd4229a', 'code': 200} Dec 08 02:00:49.099427 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=2e6d0049-e7ab-4e25-8eec-51928bd4229a,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:49.130526 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-089788ec-db49-4454-81a4-759cccdc1372 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting subnet db96565e-b825-447f-9597-819c01eefe8c {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:00:49.142172 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-089788ec-db49-4454-81a4-759cccdc1372 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:49.366214 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-089788ec-db49-4454-81a4-759cccdc1372 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:49.388239 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-858b3393-6fec-4fc2-bc90-714ba3ed5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:49.391070 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-858b3393-6fec-4fc2-bc90-714ba3ed5ca0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 1102 time: 0.1106288 Dec 08 02:00:49.483901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a3f47-1ebb-4bae-ba37-e4ccd51463cb req-41f68108-3936-4e89-ad2d-757e3816f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:49.485408 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4c9a3f47-1ebb-4bae-ba37-e4ccd51463cb req-41f68108-3936-4e89-ad2d-757e3816f49c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 1098 time: 0.2649131 Dec 08 02:00:49.630516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-7ac66a01-9ecc-46c5-b6f8-19d978b9246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:49.632464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-7ac66a01-9ecc-46c5-b6f8-19d978b9246b service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2315724 Dec 08 02:00:49.640972 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4c9a3f47-1ebb-4bae-ba37-e4ccd51463cb req-e94f64f7-d937-42d7-bc91-7e9fc4d23434 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398742 Dec 08 02:00:49.647865 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-089788ec-db49-4454-81a4-759cccdc1372 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:49.683550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-38945c11-4082-40f1-8b29-442236249e9a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 HTTP/1.1" status: 200 len: 217 time: 0.0422456 Dec 08 02:00:49.707661 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdade68-744f-4798-8f06-09f78b1ec061 req-8fbd7bf8-4f29-495b-ac93-dd25145322a0 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:49.709355 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4bdade68-744f-4798-8f06-09f78b1ec061 req-8fbd7bf8-4f29-495b-ac93-dd25145322a0 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 946 time: 0.1764915 Dec 08 02:00:49.729648 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-089788ec-db49-4454-81a4-759cccdc1372 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:49.770041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089788ec-db49-4454-81a4-759cccdc1372 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Subnet': ['ID=db96565e-b825-447f-9597-819c01eefe8c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:49.788317 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-089788ec-db49-4454-81a4-759cccdc1372 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:49.798145 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9886537c-c073-40d2-afce-acbdbe15e662 None None] Network 163989fa-4dad-4a64-b411-14bd7efb0075 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:49.798588 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-089788ec-db49-4454-81a4-759cccdc1372 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/db96565e-b825-447f-9597-819c01eefe8c HTTP/1.1" status: 204 len: 168 time: 0.8007538 Dec 08 02:00:49.798588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56064) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:49.806311 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4bdade68-744f-4798-8f06-09f78b1ec061 req-71b64541-3d71-48fb-a731-b5d1627ef08c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858462 Dec 08 02:00:49.808778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9b10b19a-5820-4b93-be82-dc7c5ca1db16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:50.034748 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-135d5d9a-617f-46ce-8220-3538d5da9996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:50.045002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-135d5d9a-617f-46ce-8220-3538d5da9996 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1244416 Dec 08 02:00:50.067883 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b10b19a-5820-4b93-be82-dc7c5ca1db16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:50.077382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b10b19a-5820-4b93-be82-dc7c5ca1db16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:50.146408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-c439e164-9e72-4b6c-bce8-084c87aa410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:50.149467 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-c439e164-9e72-4b6c-bce8-084c87aa410e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0725989 Dec 08 02:00:50.166110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb42f87-9177-40a1-8373-0860cc3f630a req-b0fbc719-a7dc-4bb3-b9ab-4b1935bfc342 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:50.168413 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eeb42f87-9177-40a1-8373-0860cc3f630a req-b0fbc719-a7dc-4bb3-b9ab-4b1935bfc342 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.2660530 Dec 08 02:00:50.317144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eeb42f87-9177-40a1-8373-0860cc3f630a req-7ab20f54-6375-410b-9bf4-95c8c7c713e6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357594 Dec 08 02:00:50.403001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-1cdef601-157e-4d93-9e87-a1db03d3e94a service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332346 Dec 08 02:00:50.601891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-61ebc032-f87e-4537-8ce0-1c3d7235658d service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903017 Dec 08 02:00:50.637249 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b10b19a-5820-4b93-be82-dc7c5ca1db16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:50.728711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10b19a-5820-4b93-be82-dc7c5ca1db16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Subnet': ['ID=27797db3-d065-44e1-aa05-2ac8e3b97463,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:50.763086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b10b19a-5820-4b93-be82-dc7c5ca1db16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 163989fa-4dad-4a64-b411-14bd7efb0075 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:50.765159 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-9b10b19a-5820-4b93-be82-dc7c5ca1db16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:50.768564 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b10b19a-5820-4b93-be82-dc7c5ca1db16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:50.769536 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b10b19a-5820-4b93-be82-dc7c5ca1db16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:50.795678 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9b10b19a-5820-4b93-be82-dc7c5ca1db16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9937887 Dec 08 02:00:50.796561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56086) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:50.802356 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ca9b172b-fc21-4433-856a-2196916d547c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'security_group': {'name': 'tempest-secgroup-851144997'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:50.839899 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ca9b172b-fc21-4433-856a-2196916d547c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:50.986185 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ca9b172b-fc21-4433-856a-2196916d547c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:50.994461 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ca9b172b-fc21-4433-856a-2196916d547c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:51.038109 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ca9b172b-fc21-4433-856a-2196916d547c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:51.041945 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ca9b172b-fc21-4433-856a-2196916d547c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2417095 Dec 08 02:00:51.043739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56092) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:51.065018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26d275-93c0-46b4-8df7-37d21558b09a req-f8173886-0971-4a6e-afcb-0f4d9abd79f5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:51.069250 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9d26d275-93c0-46b4-8df7-37d21558b09a req-f8173886-0971-4a6e-afcb-0f4d9abd79f5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 946 time: 0.1185513 Dec 08 02:00:51.076299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-24b0116f-5cba-4364-b5b1-d66fb83edac2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'security_group': {'name': 'tempest-secgroup-1715145486'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:51.095473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b172b-fc21-4433-856a-2196916d547c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d48521d-bc60-466e-9839-5657238bbf33,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:51.163701 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24b0116f-5cba-4364-b5b1-d66fb83edac2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:51.172115 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7877b85a-9c4e-47c2-8e08-85009232846f None None] Network 163989fa-4dad-4a64-b411-14bd7efb0075 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:51.226709 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9d26d275-93c0-46b4-8df7-37d21558b09a req-393ee374-a2ce-496f-8880-3cbccb1b8398 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251202 Dec 08 02:00:51.338542 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24b0116f-5cba-4364-b5b1-d66fb83edac2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:51.348628 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24b0116f-5cba-4364-b5b1-d66fb83edac2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:51.377995 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24b0116f-5cba-4364-b5b1-d66fb83edac2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:51.379405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5d04cb6e-bd47-49f5-bacd-278003e2adc0 None None] Provisioning complete for port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:51.380026 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-24b0116f-5cba-4364-b5b1-d66fb83edac2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3349354 Dec 08 02:00:51.382993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56096) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:51.383853 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d04cb6e-bd47-49f5-bacd-278003e2adc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:51.393258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-45ed550c-a5f5-4939-8135-a6f5d9da85c4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'security_group': {'name': 'tempest-secgroup-1422619807'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:51.465673 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-45ed550c-a5f5-4939-8135-a6f5d9da85c4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:51.468980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0116f-5cba-4364-b5b1-d66fb83edac2 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3c3ac9-1e4d-4064-a897-745d48abcfc0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:51.497155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5d04cb6e-bd47-49f5-bacd-278003e2adc0 None None] Port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:51.509812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5d04cb6e-bd47-49f5-bacd-278003e2adc0 None None] Provisioning complete for port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:51.512011 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d04cb6e-bd47-49f5-bacd-278003e2adc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:51.631991 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb32029a-7ffa-4700-ad68-fbb6c12c5545 None None] Update dhcp port {'port': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'fixed_ips': [{'subnet_id': '71c8aef5-68fb-4750-b438-ccd610c55d23', 'ip_address': '172.20.0.18'}, {'subnet_id': '27797db3-d065-44e1-aa05-2ac8e3b97463'}], 'binding:host_id': 'n-d-713499-31'}, 'id': '94a81b58-d288-4a5e-8942-9a7f0d3c71b8'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 02:00:51.647378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d9f42-6292-4551-bd39-35e599dff70a req-41391a26-cee2-4693-bba5-9acfa8f448ea tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:51.655179 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e06d9f42-6292-4551-bd39-35e599dff70a req-41391a26-cee2-4693-bba5-9acfa8f448ea tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.1582222 Dec 08 02:00:51.668864 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-45ed550c-a5f5-4939-8135-a6f5d9da85c4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:51.672530 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb32029a-7ffa-4700-ad68-fbb6c12c5545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:51.676356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-45ed550c-a5f5-4939-8135-a6f5d9da85c4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:51.735030 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e06d9f42-6292-4551-bd39-35e599dff70a req-34b5b12d-0789-4761-8312-de3d346fcffc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782239 Dec 08 02:00:51.763726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed550c-a5f5-4939-8135-a6f5d9da85c4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da69e52f-9a10-4d64-ab62-93b291ca49c2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:51.770793 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-45ed550c-a5f5-4939-8135-a6f5d9da85c4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:51.772365 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-45ed550c-a5f5-4939-8135-a6f5d9da85c4 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3865948 Dec 08 02:00:51.775333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56112) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:51.782925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e72a82df-246e-458e-8c9a-837e363cdf71 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-900253905', 'security_groups': ['da69e52f-9a10-4d64-ab62-93b291ca49c2'], 'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '27797db3-d065-44e1-aa05-2ac8e3b97463'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:52.051687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72a82df-246e-458e-8c9a-837e363cdf71 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:52.166172 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e72a82df-246e-458e-8c9a-837e363cdf71 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:52.183582 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-596a160f-9d3a-4338-82c1-bd48aa80cbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:52.192309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-e72a82df-246e-458e-8c9a-837e363cdf71 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] device_id is not set on port 4ad37b28-b261-4728-89f6-e085edb65580 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:00:52.227561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-fb32029a-7ffa-4700-ad68-fbb6c12c5545 None None] Allocated IP 172.20.0.2 (163989fa-4dad-4a64-b411-14bd7efb0075/27797db3-d065-44e1-aa05-2ac8e3b97463/94a81b58-d288-4a5e-8942-9a7f0d3c71b8) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:52.405206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223baa2-1095-4677-9f0a-d235a88ee9d4 req-4816bd01-8b00-479b-bd53-49252a8cc330 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:52.407348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c223baa2-1095-4677-9f0a-d235a88ee9d4 req-4816bd01-8b00-479b-bd53-49252a8cc330 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 946 time: 0.0995703 Dec 08 02:00:52.411397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fb32029a-7ffa-4700-ad68-fbb6c12c5545 None None] For port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=94a81b58-d288-4a5e-8942-9a7f0d3c71b8,segment=NetworkSegment(9975317f-dd81-4f80-9cee-15ebf610d164),segment_id=9975317f-dd81-4f80-9cee-15ebf610d164)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:52.469545 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb32029a-7ffa-4700-ad68-fbb6c12c5545 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:52.480715 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb32029a-7ffa-4700-ad68-fbb6c12c5545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:52.511367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c223baa2-1095-4677-9f0a-d235a88ee9d4 req-402355cc-5f42-4ebd-bd56-7293cf7fcb09 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908177 Dec 08 02:00:52.632693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32029a-7ffa-4700-ad68-fbb6c12c5545 None None] Pushing event updated for resources: {'Port': ['ID=94a81b58-d288-4a5e-8942-9a7f0d3c71b8,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:52.698284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-e72a82df-246e-458e-8c9a-837e363cdf71 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Allocated IP 172.20.0.11 (163989fa-4dad-4a64-b411-14bd7efb0075/27797db3-d065-44e1-aa05-2ac8e3b97463/4ad37b28-b261-4728-89f6-e085edb65580) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:52.755846 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9550954-59ee-4172-85a1-3f4749fe5d72 req-816982d3-4443-43a7-ae63-661b64b2826e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37 HTTP/1.1" status: 200 len: 267 time: 0.0949605 Dec 08 02:00:53.005219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:53.091991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9550954-59ee-4172-85a1-3f4749fe5d72 req-daf156f3-46b9-4af3-9707-d02cd472a6ed tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:53.093624 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9550954-59ee-4172-85a1-3f4749fe5d72 req-daf156f3-46b9-4af3-9707-d02cd472a6ed tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 946 time: 0.3152847 Dec 08 02:00:53.142098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:53.142656 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.148099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b9550954-59ee-4172-85a1-3f4749fe5d72 req-97df12dd-e7cf-414c-903c-a247101abed2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Request body: {'port': {'security_groups': []}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:53.286673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc118d-014c-4731-9f25-89d732ce81c2 req-225d8fe9-5996-421a-ae86-f48c969f5d25 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:53.296458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2cc118d-014c-4731-9f25-89d732ce81c2 req-225d8fe9-5996-421a-ae86-f48c969f5d25 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.2976127 Dec 08 02:00:53.300842 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e72a82df-246e-458e-8c9a-837e363cdf71 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.335626 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.391428 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b9550954-59ee-4172-85a1-3f4749fe5d72 req-97df12dd-e7cf-414c-903c-a247101abed2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.593917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2c076fa5-bc70-44aa-bed5-a0ad71f3bf83 None None] Provisioning complete for port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:53.593917 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c076fa5-bc70-44aa-bed5-a0ad71f3bf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.641781 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2cc118d-014c-4731-9f25-89d732ce81c2 req-0ba49889-e594-42c8-8d71-fd0bda3eb797 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344615 Dec 08 02:00:53.686254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2c076fa5-bc70-44aa-bed5-a0ad71f3bf83 None None] Port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:53.714715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2c076fa5-bc70-44aa-bed5-a0ad71f3bf83 None None] Provisioning complete for port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:53.715094 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c076fa5-bc70-44aa-bed5-a0ad71f3bf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.720895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b9550954-59ee-4172-85a1-3f4749fe5d72 req-97df12dd-e7cf-414c-903c-a247101abed2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] For port 2e6d0049-e7ab-4e25-8eec-51928bd4229a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2e6d0049-e7ab-4e25-8eec-51928bd4229a,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:53.746807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e72a82df-246e-458e-8c9a-837e363cdf71 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.801959 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b9550954-59ee-4172-85a1-3f4749fe5d72 req-97df12dd-e7cf-414c-903c-a247101abed2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.827580 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b9550954-59ee-4172-85a1-3f4749fe5d72 req-97df12dd-e7cf-414c-903c-a247101abed2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.849331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72a82df-246e-458e-8c9a-837e363cdf71 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 163989fa-4dad-4a64-b411-14bd7efb0075 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:53.856758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e72a82df-246e-458e-8c9a-837e363cdf71 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:53.860873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a82df-246e-458e-8c9a-837e363cdf71 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:53.876675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2eccaeb3-132f-4908-849d-9f6490825499', 'c710d550-474b-4e3c-9f86-46e0b377f2e6', '2e6d0049-e7ab-4e25-8eec-51928bd4229a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:00:53.932740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a82df-246e-458e-8c9a-837e363cdf71 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:53.933529 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e72a82df-246e-458e-8c9a-837e363cdf71 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.958804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9550954-59ee-4172-85a1-3f4749fe5d72 req-97df12dd-e7cf-414c-903c-a247101abed2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:53.959638 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b9550954-59ee-4172-85a1-3f4749fe5d72 req-97df12dd-e7cf-414c-903c-a247101abed2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.961182 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9550954-59ee-4172-85a1-3f4749fe5d72 req-97df12dd-e7cf-414c-903c-a247101abed2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "PUT /v2.0/ports/2e6d0049-e7ab-4e25-8eec-51928bd4229a HTTP/1.1" status: 200 len: 905 time: 0.8497562 Dec 08 02:00:53.962017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a82df-246e-458e-8c9a-837e363cdf71 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=4ad37b28-b261-4728-89f6-e085edb65580,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:53.970216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27e1556-0f3f-4fba-8cba-2cca246a0bde', 'tag': '2e6d0049-e7ab-4e25-8eec-51928bd4229a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:53.972344 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a630b2-2514-48b7-8e2d-3f1de11a9b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d27e1556-0f3f-4fba-8cba-2cca246a0bde", "tag": "2e6d0049-e7ab-4e25-8eec-51928bd4229a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:54.064853 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56164) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:54.070497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-33012d6f-29a9-4d51-ba14-737ff21f5290 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:54.076969 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e72a82df-246e-458e-8c9a-837e363cdf71 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3001356 Dec 08 02:00:54.135456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df12dd-e7cf-414c-903c-a247101abed2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event updated for resources: {'Port': ['ID=2e6d0049-e7ab-4e25-8eec-51928bd4229a,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:54.199941 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.205400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2e6d0049-e7ab-4e25-8eec-51928bd4229a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:00:54.281957 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db78a6b-3cda-49d3-986f-9f6df53f75ee x-openstack-request-id: req-7db78a6b-3cda-49d3-986f-9f6df53f75ee {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:54.282634 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27e1556-0f3f-4fba-8cba-2cca246a0bde", "tag": "2e6d0049-e7ab-4e25-8eec-51928bd4229a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:54.283079 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7db78a6b-3cda-49d3-986f-9f6df53f75ee {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:54.284107 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27e1556-0f3f-4fba-8cba-2cca246a0bde', 'tag': '2e6d0049-e7ab-4e25-8eec-51928bd4229a', 'status': 'completed', 'code': 200} Dec 08 02:00:54.332534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d5c42-aeaa-42b2-a303-ee22f2144fa9 req-54b2f857-a02c-4279-8e05-b27642e36edf tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:54.355833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-871d5c42-aeaa-42b2-a303-ee22f2144fa9 req-54b2f857-a02c-4279-8e05-b27642e36edf tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 908 time: 0.1942778 Dec 08 02:00:54.423998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a630b2-2514-48b7-8e2d-3f1de11a9b1b req-cbdbdba4-48d2-4ff7-82bb-6919cc24aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:54.429688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52a630b2-2514-48b7-8e2d-3f1de11a9b1b req-cbdbdba4-48d2-4ff7-82bb-6919cc24aa8f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 1060 time: 0.0692763 Dec 08 02:00:54.456446 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ef099d12-ea57-4f87-8f39-3db1f825fe98 None None] Provisioning complete for port 4ad37b28-b261-4728-89f6-e085edb65580 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:54.456937 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef099d12-ea57-4f87-8f39-3db1f825fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.463512 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f70418e-ee7d-4a5b-a987-2bb610c139f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.481628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33012d6f-29a9-4d51-ba14-737ff21f5290 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:54.485770 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33012d6f-29a9-4d51-ba14-737ff21f5290 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.531058 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ef099d12-ea57-4f87-8f39-3db1f825fe98 None None] Port 4ad37b28-b261-4728-89f6-e085edb65580 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:54.594416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ef099d12-ea57-4f87-8f39-3db1f825fe98 None None] Provisioning complete for port 2e6d0049-e7ab-4e25-8eec-51928bd4229a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:54.594954 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef099d12-ea57-4f87-8f39-3db1f825fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.679142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938e5d1-b8a5-41ae-944d-5e8bf7790167 req-99efeda2-4b60-467b-a257-1d60d4472d6a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:54.680579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0938e5d1-b8a5-41ae-944d-5e8bf7790167 req-99efeda2-4b60-467b-a257-1d60d4472d6a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1891208 Dec 08 02:00:54.691808 n-d-713499-31 neutron-server[109766]: INFO neutron.db.ipam_backend_mixin [None req-33012d6f-29a9-4d51-ba14-737ff21f5290 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 27797db3-d065-44e1-aa05-2ac8e3b97463 (CIDR: 172.20.0.0/28) Dec 08 02:00:54.698360 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-33012d6f-29a9-4d51-ba14-737ff21f5290 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:00:54.698866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33012d6f-29a9-4d51-ba14-737ff21f5290 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:54.733717 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-33012d6f-29a9-4d51-ba14-737ff21f5290 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6674280 Dec 08 02:00:54.739307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56172) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:54.752265 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-adedfb81-2df5-4a0f-ade5-fa76bb0cd676 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:54.759949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a630b2-2514-48b7-8e2d-3f1de11a9b1b req-e40e12f7-374d-4687-8538-7e7175d0dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:54.762479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52a630b2-2514-48b7-8e2d-3f1de11a9b1b req-e40e12f7-374d-4687-8538-7e7175d0dccb service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.3193476 Dec 08 02:00:54.827564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52a630b2-2514-48b7-8e2d-3f1de11a9b1b req-a2d50006-6960-4bf2-a3e0-dbd8aa112b9a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e6d0049-e7ab-4e25-8eec-51928bd4229a HTTP/1.1" status: 200 len: 217 time: 0.0552294 Dec 08 02:00:54.877637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0938e5d1-b8a5-41ae-944d-5e8bf7790167 req-6cbe1c04-1b71-4cb8-afef-5aa4bf7cd65c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845486 Dec 08 02:00:54.951622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adedfb81-2df5-4a0f-ade5-fa76bb0cd676 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:54.956006 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-adedfb81-2df5-4a0f-ade5-fa76bb0cd676 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.965000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a630b2-2514-48b7-8e2d-3f1de11a9b1b req-d741ff5b-dcb9-4af5-9bf0-4b82cab0676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:54.966479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52a630b2-2514-48b7-8e2d-3f1de11a9b1b req-d741ff5b-dcb9-4af5-9bf0-4b82cab0676c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.1283650 Dec 08 02:00:55.025407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7551b96-6865-4b03-bb02-360c8503ebbe req-8c495681-1e40-4fda-82c5-cace24a65dd3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:55.035713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7551b96-6865-4b03-bb02-360c8503ebbe req-8c495681-1e40-4fda-82c5-cace24a65dd3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.1993732 Dec 08 02:00:55.073441 n-d-713499-31 neutron-server[109766]: INFO neutron.db.ipam_backend_mixin [None req-adedfb81-2df5-4a0f-ade5-fa76bb0cd676 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 71c8aef5-68fb-4750-b438-ccd610c55d23 (CIDR: 172.20.0.16/28) Dec 08 02:00:55.077654 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-adedfb81-2df5-4a0f-ade5-fa76bb0cd676 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:00:55.078414 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adedfb81-2df5-4a0f-ade5-fa76bb0cd676 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:55.123071 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-adedfb81-2df5-4a0f-ade5-fa76bb0cd676 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3812721 Dec 08 02:00:55.127209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56182) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:55.134886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4ae2c03b-727a-48a6-9eae-b91802174b16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'subnet': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:55.138957 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7551b96-6865-4b03-bb02-360c8503ebbe req-79b52e51-86da-48ad-9336-4ddea0242354 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016591 Dec 08 02:00:55.184157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a630b2-2514-48b7-8e2d-3f1de11a9b1b req-dbd96788-31c6-4269-a111-d3ee0ff2450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:55.185921 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52a630b2-2514-48b7-8e2d-3f1de11a9b1b req-dbd96788-31c6-4269-a111-d3ee0ff2450b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1932936 Dec 08 02:00:55.325670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49e34d-a0ed-4bba-8ac8-dfa813a912a8 req-3ad4c998-b3e0-483f-9ffa-06068bd6898f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:55.330407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae2c03b-727a-48a6-9eae-b91802174b16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Made reservation on behalf of 3d77fa00d9644680bb8ed14323643893 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:55.333887 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d49e34d-a0ed-4bba-8ac8-dfa813a912a8 req-3ad4c998-b3e0-483f-9ffa-06068bd6898f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1626754 Dec 08 02:00:55.335838 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ae2c03b-727a-48a6-9eae-b91802174b16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.380069 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.417621 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d49e34d-a0ed-4bba-8ac8-dfa813a912a8 req-1b644fba-e41c-43b0-8af1-b6c7eaf34293 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827117 Dec 08 02:00:55.424835 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52a630b2-2514-48b7-8e2d-3f1de11a9b1b req-6099ee9a-cf74-4d0c-b29a-c64ab9723d2d service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023025 Dec 08 02:00:55.563823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52a630b2-2514-48b7-8e2d-3f1de11a9b1b req-0b97d754-c7da-4364-aad1-0b3816db33ce service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202583 Dec 08 02:00:55.682493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ae2c03b-727a-48a6-9eae-b91802174b16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.694028 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-529cb904-470f-4596-8500-2337ea441a42 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:55.696537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-529cb904-470f-4596-8500-2337ea441a42 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 812 time: 0.1313345 Dec 08 02:00:55.716930 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-25162fe7-051c-4d46-990a-599e0c13fca5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/quotas/9e3ecb8a9b54480d99ff5c2fe9db6b37 HTTP/1.1" status: 200 len: 375 time: 0.0112736 Dec 08 02:00:55.753862 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae2c03b-727a-48a6-9eae-b91802174b16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Network 163989fa-4dad-4a64-b411-14bd7efb0075 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:55.755232 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2c03b-727a-48a6-9eae-b91802174b16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Subnet': ['ID=c364188d-e3cf-426a-9297-b28bc08a063e,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:55.766262 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-4ae2c03b-727a-48a6-9eae-b91802174b16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:55.772020 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae2c03b-727a-48a6-9eae-b91802174b16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:55.772795 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ae2c03b-727a-48a6-9eae-b91802174b16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.779685 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30687ec-c708-4119-849b-819b80d73f3b None None] Network 163989fa-4dad-4a64-b411-14bd7efb0075 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:55.798141 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-142e5e75-b488-47e2-bfde-e0aeb7b5ca3a tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0710115 Dec 08 02:00:55.819211 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4ae2c03b-727a-48a6-9eae-b91802174b16 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6904509 Dec 08 02:00:55.822731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56204) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:55.828043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-100d0602-61b4-45c4-a555-c9417f6d574e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-245237766', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c364188d-e3cf-426a-9297-b28bc08a063e'}], 'security_groups': ['3d48521d-bc60-466e-9839-5657238bbf33', 'bd3c3ac9-1e4d-4064-a897-745d48abcfc0']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:55.961829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-2e2ad049-c9c3-4db0-82b7-0bea4f7888c7 service neutron] 10.222.0.71 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512773 Dec 08 02:00:56.132898 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-0d011aa6-754f-49e8-8696-3855176a4ac9 service neutron] 10.222.0.71 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537740 Dec 08 02:00:56.140584 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-100d0602-61b4-45c4-a555-c9417f6d574e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:56.222684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9374b971-922d-44ee-8b8f-16ec7ed38a6f None None] Update dhcp port {'port': {'network_id': '163989fa-4dad-4a64-b411-14bd7efb0075', 'fixed_ips': [{'subnet_id': '71c8aef5-68fb-4750-b438-ccd610c55d23', 'ip_address': '172.20.0.18'}, {'subnet_id': '27797db3-d065-44e1-aa05-2ac8e3b97463', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c364188d-e3cf-426a-9297-b28bc08a063e'}], 'binding:host_id': 'n-d-713499-31'}, 'id': '94a81b58-d288-4a5e-8942-9a7f0d3c71b8'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 02:00:56.266898 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9374b971-922d-44ee-8b8f-16ec7ed38a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:56.584573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf30fa5-b25f-4361-ba5a-9de5fe547df9 req-48bc6d6f-7693-4221-b56a-4e846345c185 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:56.586691 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bf30fa5-b25f-4361-ba5a-9de5fe547df9 req-48bc6d6f-7693-4221-b56a-4e846345c185 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.1272023 Dec 08 02:00:56.607796 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-9374b971-922d-44ee-8b8f-16ec7ed38a6f None None] Allocated IP 172.20.0.34 (163989fa-4dad-4a64-b411-14bd7efb0075/c364188d-e3cf-426a-9297-b28bc08a063e/94a81b58-d288-4a5e-8942-9a7f0d3c71b8) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:56.654034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8b9cf74-0e56-4701-b832-210f8023955e req-3e4e2786-ecf1-4495-891b-dfb506dd7b41 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 210 time: 0.0464892 Dec 08 02:00:56.703498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bf30fa5-b25f-4361-ba5a-9de5fe547df9 req-284a0efb-256c-46ac-bd33-0fbec6dde21f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072292 Dec 08 02:00:56.760671 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9374b971-922d-44ee-8b8f-16ec7ed38a6f None None] For port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=94a81b58-d288-4a5e-8942-9a7f0d3c71b8,segment=NetworkSegment(9975317f-dd81-4f80-9cee-15ebf610d164),segment_id=9975317f-dd81-4f80-9cee-15ebf610d164)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:56.799959 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9374b971-922d-44ee-8b8f-16ec7ed38a6f None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:56.809689 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9374b971-922d-44ee-8b8f-16ec7ed38a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:56.910832 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:56.948621 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374b971-922d-44ee-8b8f-16ec7ed38a6f None None] Pushing event updated for resources: {'Port': ['ID=94a81b58-d288-4a5e-8942-9a7f0d3c71b8,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:57.056406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-100d0602-61b4-45c4-a555-c9417f6d574e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Delete allocated IP 172.20.0.11 (163989fa-4dad-4a64-b411-14bd7efb0075/27797db3-d065-44e1-aa05-2ac8e3b97463) {{(pid=109766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 02:00:57.079067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-100d0602-61b4-45c4-a555-c9417f6d574e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Allocated IP 172.20.0.42 (163989fa-4dad-4a64-b411-14bd7efb0075/c364188d-e3cf-426a-9297-b28bc08a063e/4ad37b28-b261-4728-89f6-e085edb65580) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:57.473554 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-100d0602-61b4-45c4-a555-c9417f6d574e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:57.483764 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-100d0602-61b4-45c4-a555-c9417f6d574e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:57.623469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d0602-61b4-45c4-a555-c9417f6d574e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event updated for resources: {'Port': ['ID=4ad37b28-b261-4728-89f6-e085edb65580,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:57.651089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-100d0602-61b4-45c4-a555-c9417f6d574e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] In _notify_port_updated(), no bound segment for port 4ad37b28-b261-4728-89f6-e085edb65580 on network 163989fa-4dad-4a64-b411-14bd7efb0075 {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:00:57.657949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100d0602-61b4-45c4-a555-c9417f6d574e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:57.658657 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-100d0602-61b4-45c4-a555-c9417f6d574e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:57.664524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56258) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:57.665019 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-100d0602-61b4-45c4-a555-c9417f6d574e tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "PUT /v2.0/ports/4ad37b28-b261-4728-89f6-e085edb65580 HTTP/1.1" status: 200 len: 959 time: 1.8409624 Dec 08 02:00:57.850363 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:57.878623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-239b9865-d7d3-46ad-9b2b-205137837305 req-494a03f9-37ba-4fe6-9754-9f3ee6d08eb6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 210 time: 0.0669768 Dec 08 02:00:58.002207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f4d6e5c9-c53d-4464-b39c-1647302b6760 None None] Provisioning complete for port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:58.002981 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e5c9-c53d-4464-b39c-1647302b6760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.013959 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0da8b-bcca-4e14-b228-81c83dac76bc req-0a516d5d-4396-4894-8c7f-b1a4bc2f9ee3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:58.016319 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77f0da8b-bcca-4e14-b228-81c83dac76bc req-0a516d5d-4396-4894-8c7f-b1a4bc2f9ee3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.1509988 Dec 08 02:00:58.021092 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a6357c67-7f50-4b3e-bccd-0ce3e5bf7e40 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port 4ad37b28-b261-4728-89f6-e085edb65580 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:58.021378 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6357c67-7f50-4b3e-bccd-0ce3e5bf7e40 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.082894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6e5c9-c53d-4464-b39c-1647302b6760 None None] Port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:58.103558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f4d6e5c9-c53d-4464-b39c-1647302b6760 None None] Provisioning complete for port 4ad37b28-b261-4728-89f6-e085edb65580 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:58.104363 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e5c9-c53d-4464-b39c-1647302b6760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.190855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6357c67-7f50-4b3e-bccd-0ce3e5bf7e40 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.214679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6e5c9-c53d-4464-b39c-1647302b6760 None None] Port 4ad37b28-b261-4728-89f6-e085edb65580 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:58.246117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a6357c67-7f50-4b3e-bccd-0ce3e5bf7e40 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for 4ad37b28-b261-4728-89f6-e085edb65580 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:58.257633 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f4d6e5c9-c53d-4464-b39c-1647302b6760 None None] Provisioning complete for port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:58.258965 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e5c9-c53d-4464-b39c-1647302b6760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.384252 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77f0da8b-bcca-4e14-b228-81c83dac76bc req-f6c54cb9-dc47-4126-803e-9da73110fa9e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894765 Dec 08 02:00:58.546697 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56278) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:58.577778 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:00:58.608027 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-1faabd48-be3a-4e07-a85e-ba4add36dd38 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:58.609791 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-1faabd48-be3a-4e07-a85e-ba4add36dd38 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 812 time: 0.3397408 Dec 08 02:00:58.688927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-298b39aa-58ec-41db-9d67-09411ad00c32 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Request body: {'port': {'device_id': 'bffd3c38-58cf-4768-a503-012957e25796', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'admin_state_up': True, 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:58.695943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8076b321-376c-4f89-b420-c0d2a73b7188 None None] Provisioning complete for port 4ad37b28-b261-4728-89f6-e085edb65580 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:58.696313 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8076b321-376c-4f89-b420-c0d2a73b7188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.713857 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6357c67-7f50-4b3e-bccd-0ce3e5bf7e40 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.751100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8076b321-376c-4f89-b420-c0d2a73b7188 None None] Port 4ad37b28-b261-4728-89f6-e085edb65580 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:58.785541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6357c67-7f50-4b3e-bccd-0ce3e5bf7e40 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=4ad37b28-b261-4728-89f6-e085edb65580,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:58.873489 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6357c67-7f50-4b3e-bccd-0ce3e5bf7e40 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.879490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a6357c67-7f50-4b3e-bccd-0ce3e5bf7e40 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/4ad37b28-b261-4728-89f6-e085edb65580 HTTP/1.1" status: 204 len: 168 time: 1.2112679 Dec 08 02:00:58.880134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56292) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:58.931648 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a8d557-99f0-4465-b50a-a047e4a2f08b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] GET failed (client error): The resource could not be found. Dec 08 02:00:58.946264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e7a8d557-99f0-4465-b50a-a047e4a2f08b tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports/4ad37b28-b261-4728-89f6-e085edb65580 HTTP/1.1" status: 404 len: 333 time: 0.0625775 Dec 08 02:00:58.951809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56296) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:59.036548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16b14b3f-def6-46bb-8d79-682ec6aa5e6b req-b860d244-5453-4821-9f9a-6e151a8a20b0 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 210 time: 0.0352824 Dec 08 02:00:59.053647 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:59.132711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-298b39aa-58ec-41db-9d67-09411ad00c32 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Made reservation on behalf of 9e3ecb8a9b54480d99ff5c2fe9db6b37 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:59.137413 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-298b39aa-58ec-41db-9d67-09411ad00c32 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.142365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:59.142949 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.165650 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-670b15d1-7c8b-46bc-9c70-0981e3a93d7c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.207949 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-670b15d1-7c8b-46bc-9c70-0981e3a93d7c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.407757 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-670b15d1-7c8b-46bc-9c70-0981e3a93d7c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.421411 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-670b15d1-7c8b-46bc-9c70-0981e3a93d7c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.428965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56302) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:59.429702 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-670b15d1-7c8b-46bc-9c70-0981e3a93d7c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/security-groups/da69e52f-9a10-4d64-ab62-93b291ca49c2 HTTP/1.1" status: 204 len: 168 time: 0.4767811 Dec 08 02:00:59.449061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e77b10c5-17bd-47a7-a2f4-e8ca03baccbd tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Deleting port 45a0039f-b5fe-455b-847f-ab48fb320232 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:59.449667 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e77b10c5-17bd-47a7-a2f4-e8ca03baccbd tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.618346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384777a-5957-4e05-929a-dabf1374bcda req-85480317-f845-40cf-ad79-09a7365e9490 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:59.619957 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a384777a-5957-4e05-929a-dabf1374bcda req-85480317-f845-40cf-ad79-09a7365e9490 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.0997736 Dec 08 02:00:59.620646 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b539ece-e8ea-42f8-ac8b-0fe746ce69e8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.678785 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b539ece-e8ea-42f8-ac8b-0fe746ce69e8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.760314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a384777a-5957-4e05-929a-dabf1374bcda req-86447ecc-d71a-4dab-9569-31b47b7b5271 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276181 Dec 08 02:00:59.783297 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b539ece-e8ea-42f8-ac8b-0fe746ce69e8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.786625 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b539ece-e8ea-42f8-ac8b-0fe746ce69e8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.788265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9b539ece-e8ea-42f8-ac8b-0fe746ce69e8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/security-groups/bd3c3ac9-1e4d-4064-a897-745d48abcfc0 HTTP/1.1" status: 204 len: 168 time: 0.3581643 Dec 08 02:00:59.793089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56322) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:59.810778 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b539ece-e8ea-42f8-ac8b-0fe746ce69e8 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3c3ac9-1e4d-4064-a897-745d48abcfc0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:59.867881 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f68526e-89bf-427d-867d-2f81fc0623e0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.914729 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b15d1-7c8b-46bc-9c70-0981e3a93d7c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da69e52f-9a10-4d64-ab62-93b291ca49c2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:59.926160 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f68526e-89bf-427d-867d-2f81fc0623e0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.931216 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-298b39aa-58ec-41db-9d67-09411ad00c32 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Allocated IP 172.20.0.9 (8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f/6f3153a5-2e71-4607-9e02-a8c8ee5b82b7/32f5659b-b03b-4900-affa-f11401426b89) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:01:00.001686 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f68526e-89bf-427d-867d-2f81fc0623e0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.005227 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f68526e-89bf-427d-867d-2f81fc0623e0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.006500 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4f68526e-89bf-427d-867d-2f81fc0623e0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/security-groups/3d48521d-bc60-466e-9839-5657238bbf33 HTTP/1.1" status: 204 len: 168 time: 0.2100484 Dec 08 02:01:00.011466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56342) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:00.077887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68526e-89bf-427d-867d-2f81fc0623e0 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d48521d-bc60-466e-9839-5657238bbf33,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:00.098270 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e77b10c5-17bd-47a7-a2f4-e8ca03baccbd tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.098743 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e77b10c5-17bd-47a7-a2f4-e8ca03baccbd tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.114892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e77b10c5-17bd-47a7-a2f4-e8ca03baccbd tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Calling delete_port for 45a0039f-b5fe-455b-847f-ab48fb320232 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:00.134946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432ff93-4772-4819-8fba-4db4bf9b595d req-33030962-10d0-42b9-9944-175c3e780531 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:00.136646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f432ff93-4772-4819-8fba-4db4bf9b595d req-33030962-10d0-42b9-9944-175c3e780531 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bf4515f-84a3-4614-935e-e2387637ba23 HTTP/1.1" status: 200 len: 949 time: 0.1242092 Dec 08 02:01:00.141564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4288636f-ee0f-46f8-a413-7fac09752468 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting subnet 27797db3-d065-44e1-aa05-2ac8e3b97463 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:01:00.150703 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4288636f-ee0f-46f8-a413-7fac09752468 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.261484 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4288636f-ee0f-46f8-a413-7fac09752468 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.265918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6d88318-f0c3-4702-b536-411ab29b72d7 req-52602105-2178-4d2f-8f6b-045d03f271a4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 210 time: 0.0609734 Dec 08 02:01:00.292942 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-298b39aa-58ec-41db-9d67-09411ad00c32 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.332584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f432ff93-4772-4819-8fba-4db4bf9b595d req-e1f504b3-35ac-47ec-a6bf-a8d5bc02998e tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298420 Dec 08 02:01:00.372423 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e77b10c5-17bd-47a7-a2f4-e8ca03baccbd tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.387744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4288636f-ee0f-46f8-a413-7fac09752468 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.398679 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-298b39aa-58ec-41db-9d67-09411ad00c32 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.404392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b10c5-17bd-47a7-a2f4-e8ca03baccbd tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Pushing event deleted for resources: {'Port': ['ID=45a0039f-b5fe-455b-847f-ab48fb320232,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:00.432919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2eccaeb3-132f-4908-849d-9f6490825499', 'c710d550-474b-4e3c-9f86-46e0b377f2e6'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:01:00.473161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-298b39aa-58ec-41db-9d67-09411ad00c32 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:00.480019 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4288636f-ee0f-46f8-a413-7fac09752468 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.498999 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-298b39aa-58ec-41db-9d67-09411ad00c32 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:00.504801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-298b39aa-58ec-41db-9d67-09411ad00c32 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:01:00.537775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b39aa-58ec-41db-9d67-09411ad00c32 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event updated for resources: {'Port': ['ID=32f5659b-b03b-4900-affa-f11401426b89,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:00.560537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e77b10c5-17bd-47a7-a2f4-e8ca03baccbd tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.560897 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-e77b10c5-17bd-47a7-a2f4-e8ca03baccbd tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Floating IP eeee4fd8-22aa-4389-861a-3cfe3a60f8a1 disassociated (deleted). External IP: 172.25.8.96, port: aeeaff9b-cc30-4c99-9f57-db1c92024713. Dec 08 02:01:00.589523 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4288636f-ee0f-46f8-a413-7fac09752468 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.612455 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56350) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:00.617378 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4288636f-ee0f-46f8-a413-7fac09752468 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/27797db3-d065-44e1-aa05-2ac8e3b97463 HTTP/1.1" status: 204 len: 168 time: 0.6035426 Dec 08 02:01:00.623111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288636f-ee0f-46f8-a413-7fac09752468 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Subnet': ['ID=27797db3-d065-44e1-aa05-2ac8e3b97463,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:00.651184 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee68822-5ea8-40be-a99f-71d067101259 None None] Network 163989fa-4dad-4a64-b411-14bd7efb0075 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:00.659384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-298b39aa-58ec-41db-9d67-09411ad00c32 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:00.660044 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-298b39aa-58ec-41db-9d67-09411ad00c32 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.744750 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-298b39aa-58ec-41db-9d67-09411ad00c32 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0597494 Dec 08 02:01:00.756881 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-887c72d6-c7c9-4abe-8bfd-6c6877cb188c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting subnet c364188d-e3cf-426a-9297-b28bc08a063e {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:01:00.762610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-887c72d6-c7c9-4abe-8bfd-6c6877cb188c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.771546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Request body: {'port': {'device_id': 'bffd3c38-58cf-4768-a503-012957e25796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:00.892194 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-887c72d6-c7c9-4abe-8bfd-6c6877cb188c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.948794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a925a-7153-4b0a-adb6-c62d52953b65 req-3d624458-8da4-428a-9dec-ba623be5db3c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:00.957799 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-453a925a-7153-4b0a-adb6-c62d52953b65 req-3d624458-8da4-428a-9dec-ba623be5db3c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.0816152 Dec 08 02:01:00.968995 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.995386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-78835122-a3f4-4c7b-821b-9100ee5b6eac None None] Provisioning complete for port 32f5659b-b03b-4900-affa-f11401426b89 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:00.997463 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78835122-a3f4-4c7b-821b-9100ee5b6eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.028288 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-453a925a-7153-4b0a-adb6-c62d52953b65 req-40d2d1bc-7f11-4fd0-85c9-680cd9737012 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682058 Dec 08 02:01:01.057921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-78835122-a3f4-4c7b-821b-9100ee5b6eac None None] Port 32f5659b-b03b-4900-affa-f11401426b89 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:01.190019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77b10c5-17bd-47a7-a2f4-e8ca03baccbd tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Router 82a433a7-8b78-406b-99c9-f37e7fce4d3d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:01:01.191390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-887c72d6-c7c9-4abe-8bfd-6c6877cb188c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.420916 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-887c72d6-c7c9-4abe-8bfd-6c6877cb188c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.435453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918e837-f166-487e-875d-4c4876b04535 req-b2a9972e-11dd-423f-8e52-798da7fd7b79 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:01.447953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a918e837-f166-487e-875d-4c4876b04535 req-b2a9972e-11dd-423f-8e52-798da7fd7b79 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 931 time: 0.0838075 Dec 08 02:01:01.485878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c72d6-c7c9-4abe-8bfd-6c6877cb188c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Subnet': ['ID=c364188d-e3cf-426a-9297-b28bc08a063e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:01.494051 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-887c72d6-c7c9-4abe-8bfd-6c6877cb188c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.497377 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-887c72d6-c7c9-4abe-8bfd-6c6877cb188c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/c364188d-e3cf-426a-9297-b28bc08a063e HTTP/1.1" status: 204 len: 168 time: 0.8839357 Dec 08 02:01:01.507463 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56362) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:01.541730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77b10c5-17bd-47a7-a2f4-e8ca03baccbd tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:01:01.548236 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a04a3fb-9251-46f7-9347-7f971d640695 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] DELETE failed (client error): The resource could not be found. Dec 08 02:01:01.548703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a04a3fb-9251-46f7-9347-7f971d640695 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:01:01.551832 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7a04a3fb-9251-46f7-9347-7f971d640695 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/27797db3-d065-44e1-aa05-2ac8e3b97463 HTTP/1.1" status: 404 len: 337 time: 0.0422223 Dec 08 02:01:01.554634 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a918e837-f166-487e-875d-4c4876b04535 req-c113e3a6-6df4-4f47-9e38-e93dc0a868b7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028450 Dec 08 02:01:01.556358 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e77b10c5-17bd-47a7-a2f4-e8ca03baccbd tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.556931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56364) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:01.565018 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ecb29-5536-4a7d-8ddf-b8ccb0071848 None None] Sync routers for ids ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:01:01.580746 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ecb29-5536-4a7d-8ddf-b8ccb0071848 None None] Routers {'82a433a7-8b78-406b-99c9-f37e7fce4d3d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:01.584173 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-288ecb29-5536-4a7d-8ddf-b8ccb0071848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:00:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:01.662841 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f5659b-b03b-4900-affa-f11401426b89 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:01.675313 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.675549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa33b4-94d2-4f8d-a576-f5d99f1ac8e5 req-3911bd03-bc25-4a77-a966-7e45dbcc110a tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:01.682651 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e77b10c5-17bd-47a7-a2f4-e8ca03baccbd tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "DELETE /v2.0/floatingips/eeee4fd8-22aa-4389-861a-3cfe3a60f8a1 HTTP/1.1" status: 204 len: 168 time: 3.1307244 Dec 08 02:01:01.682651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f809f0-29d9-4254-be84-8c38c346febc', 'tag': 'aeeaff9b-cc30-4c99-9f57-db1c92024713'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:01.684676 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-75aa33b4-94d2-4f8d-a576-f5d99f1ac8e5 req-3911bd03-bc25-4a77-a966-7e45dbcc110a tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bf4515f-84a3-4614-935e-e2387637ba23 HTTP/1.1" status: 200 len: 949 time: 0.1926723 Dec 08 02:01:01.698268 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddf3c7f-943a-476c-bafa-4dbdc6d3a71e" -d '{"events": [{"name": "network-changed", "server_uuid": "60f809f0-29d9-4254-be84-8c38c346febc", "tag": "aeeaff9b-cc30-4c99-9f57-db1c92024713"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:01.718111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1596c761-9217-4c62-bbbe-44225cdd6e6f None None] Network 163989fa-4dad-4a64-b411-14bd7efb0075 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:01.726897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Transition to ACTIVE for port object 32f5659b-b03b-4900-affa-f11401426b89 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:01:01.730831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0ebc0d-dd91-426b-9f29-2e78c6c36b6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting subnet 71c8aef5-68fb-4750-b438-ccd610c55d23 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:01:01.735689 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.744438 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b0ebc0d-dd91-426b-9f29-2e78c6c36b6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.813631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-75aa33b4-94d2-4f8d-a576-f5d99f1ac8e5 req-14a8c081-9cd5-4bec-b581-f6d2158a3998 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277149 Dec 08 02:01:01.837898 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b0ebc0d-dd91-426b-9f29-2e78c6c36b6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.909501 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-288ecb29-5536-4a7d-8ddf-b8ccb0071848 None None] Set router 82a433a7-8b78-406b-99c9-f37e7fce4d3d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:01:01.921022 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75807373-ae33-41f0-910d-bbcf35179a55 x-openstack-request-id: req-75807373-ae33-41f0-910d-bbcf35179a55 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:01.922246 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f809f0-29d9-4254-be84-8c38c346febc", "tag": "aeeaff9b-cc30-4c99-9f57-db1c92024713", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:01.922764 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-75807373-ae33-41f0-910d-bbcf35179a55 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:01.924163 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f809f0-29d9-4254-be84-8c38c346febc', 'tag': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'status': 'completed', 'code': 200} Dec 08 02:01:02.009813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5d6cb07e-fd0a-49ef-aac7-3b8917cf0c59 None None] Provisioning complete for port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:02.010472 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb07e-fd0a-49ef-aac7-3b8917cf0c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.019386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a7071-cea3-4938-baef-768a465724ad service neutron] Pushing event updated for resources: {'Port': ['ID=32f5659b-b03b-4900-affa-f11401426b89,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:02.123450 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf3c7f-943a-476c-bafa-4dbdc6d3a71e req-c6c6eff9-fbd6-4cbc-a667-a896a3801684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:02.128527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Attempting to bind port 32f5659b-b03b-4900-affa-f11401426b89 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:01:02.129296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Attempting to bind port 32f5659b-b03b-4900-affa-f11401426b89 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:01:02.129751 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Attempting to bind port 32f5659b-b03b-4900-affa-f11401426b89 on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:02.137901 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ddf3c7f-943a-476c-bafa-4dbdc6d3a71e req-c6c6eff9-fbd6-4cbc-a667-a896a3801684 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99c9a4288fc54a45b09a91460fd07f1c&device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 1098 time: 0.1833105 Dec 08 02:01:02.141315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Port 32f5659b-b03b-4900-affa-f11401426b89 on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:01:02.141993 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b0ebc0d-dd91-426b-9f29-2e78c6c36b6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.144093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Attempting to bind port 32f5659b-b03b-4900-affa-f11401426b89 on network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:02.153412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cb07e-fd0a-49ef-aac7-3b8917cf0c59 None None] Port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:02.159915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:01:02.159915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Checking segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:02.166391 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Bound using segment: {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:01:02.168398 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Bound port: 32f5659b-b03b-4900-affa-f11401426b89, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c21ecc6-39d2-4237-a8a5-7632e58415c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:01:02.168929 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.181452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5d6cb07e-fd0a-49ef-aac7-3b8917cf0c59 None None] Provisioning complete for port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:02.181757 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb07e-fd0a-49ef-aac7-3b8917cf0c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.333006 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] For port 32f5659b-b03b-4900-affa-f11401426b89, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:02.337878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] For port 32f5659b-b03b-4900-affa-f11401426b89, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=32f5659b-b03b-4900-affa-f11401426b89,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:01:02.344742 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.429119 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:02.430673 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.432386 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-713a7071-cea3-4938-baef-768a465724ad service neutron] 10.222.0.45 "PUT /v2.0/ports/32f5659b-b03b-4900-affa-f11401426b89 HTTP/1.1" status: 200 len: 1092 time: 1.6649601 Dec 08 02:01:02.457673 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-288ecb29-5536-4a7d-8ddf-b8ccb0071848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '74359efc-5d07-4781-958a-afdbdd9e78db', 'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'mac_address': 'fa:16:3e:7e:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:20Z', 'updated_at': '2021-12-08T01:55:32Z', 'revision_number': 5, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'subnets': [{'id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:02.496093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a7071-cea3-4938-baef-768a465724ad service neutron] Pushing event updated for resources: {'Port': ['ID=32f5659b-b03b-4900-affa-f11401426b89,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:02.508403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ff042739-9ba1-41cd-a912-74ae8eaac813 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:02.542641 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ecb29-5536-4a7d-8ddf-b8ccb0071848 None None] Checking router: 82a433a7-8b78-406b-99c9-f37e7fce4d3d for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:01:02.582352 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ecb29-5536-4a7d-8ddf-b8ccb0071848 None None] Routers {'82a433a7-8b78-406b-99c9-f37e7fce4d3d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:02.586998 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-288ecb29-5536-4a7d-8ddf-b8ccb0071848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:00:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:02.631089 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b0ebc0d-dd91-426b-9f29-2e78c6c36b6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.640007 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf3c7f-943a-476c-bafa-4dbdc6d3a71e req-218b43dd-26fa-4610-ad73-1f578a8f794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:02.651050 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ddf3c7f-943a-476c-bafa-4dbdc6d3a71e req-218b43dd-26fa-4610-ad73-1f578a8f794e service neutron] 10.222.0.45 "GET /v2.0/networks?id=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd HTTP/1.1" status: 200 len: 915 time: 0.5045352 Dec 08 02:01:02.682277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-91ca4021-f122-418c-84b0-3d8e7cbee954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:02.683622 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-91ca4021-f122-418c-84b0-3d8e7cbee954 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 1095 time: 0.1430440 Dec 08 02:01:02.756313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf4ec4-505f-409c-a25a-d69273eaec4c req-1b887419-727e-46ce-91a9-0136ba98cf6a tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:02.768747 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6bf4ec4-505f-409c-a25a-d69273eaec4c req-1b887419-727e-46ce-91a9-0136ba98cf6a tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 946 time: 0.3854601 Dec 08 02:01:02.787248 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-83b528fb-0636-4655-85af-21b1a500262a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32f5659b-b03b-4900-affa-f11401426b89 HTTP/1.1" status: 200 len: 217 time: 0.0871460 Dec 08 02:01:02.833778 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.862293 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-288ecb29-5536-4a7d-8ddf-b8ccb0071848 None None] Set router 82a433a7-8b78-406b-99c9-f37e7fce4d3d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:01:02.899795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf4515f-84a3-4614-935e-e2387637ba23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff042739-9ba1-41cd-a912-74ae8eaac813'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:02.902288 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9199215-179d-48ff-aa75-0a44ec56054d" -d '{"events": [{"server_uuid": "2bf4515f-84a3-4614-935e-e2387637ba23", "name": "network-vif-unplugged", "status": "completed", "tag": "ff042739-9ba1-41cd-a912-74ae8eaac813"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:02.915155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-d3caf359-fb62-46b2-a644-5501c471cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:02.917895 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-d3caf359-fb62-46b2-a644-5501c471cb93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.1140797 Dec 08 02:01:02.970605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ff042739-9ba1-41cd-a912-74ae8eaac813, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff042739-9ba1-41cd-a912-74ae8eaac813,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:02.980743 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:03.014209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-4baef5a9-d7fa-4d23-8c37-4c36a5665a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:03.016479 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-4baef5a9-d7fa-4d23-8c37-4c36a5665a50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876961 Dec 08 02:01:03.052919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ff042739-9ba1-41cd-a912-74ae8eaac813,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:03.153122 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-bc18e797-280b-4d54-9d31-69702ae35e5e service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279714 Dec 08 02:01:03.299237 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-288ecb29-5536-4a7d-8ddf-b8ccb0071848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '74359efc-5d07-4781-958a-afdbdd9e78db', 'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'mac_address': 'fa:16:3e:7e:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:20Z', 'updated_at': '2021-12-08T01:55:32Z', 'revision_number': 5, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'subnets': [{'id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:03.348927 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ecb29-5536-4a7d-8ddf-b8ccb0071848 None None] The sync data for ids ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'] in n-d-713499-31 is: [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T01:55:21Z', 'revision_number': 4, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '74359efc-5d07-4781-958a-afdbdd9e78db', 'name': '', 'network_id': '52b2b53d-8460-4de0-b2b9-e8bb60d05fcd', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'mac_address': 'fa:16:3e:7e:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:20Z', 'updated_at': '2021-12-08T01:55:32Z', 'revision_number': 5, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'subnets': [{'id': '3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:01:03.355737 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf5b14d6-5ee2-4f01-87e0-e0870a4977d0 req-7b0e01e4-6580-462c-a4a8-46ff2004a28f service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709006 Dec 08 02:01:03.401258 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b0ebc0d-dd91-426b-9f29-2e78c6c36b6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:03.404303 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a6909266-f30a-44bc-9d48-2775418e779c None None] Provisioning complete for port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:03.404844 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6909266-f30a-44bc-9d48-2775418e779c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:03.407044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56400) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:03.408475 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4b0ebc0d-dd91-426b-9f29-2e78c6c36b6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/71c8aef5-68fb-4750-b438-ccd610c55d23 HTTP/1.1" status: 204 len: 168 time: 1.8504972 Dec 08 02:01:03.425645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ebc0d-dd91-426b-9f29-2e78c6c36b6a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Subnet': ['ID=71c8aef5-68fb-4750-b438-ccd610c55d23,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:03.438588 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ddf3c7f-943a-476c-bafa-4dbdc6d3a71e req-efccd710-98df-43a8-ad52-abbaa0e34ff8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeeaff9b-cc30-4c99-9f57-db1c92024713 HTTP/1.1" status: 200 len: 217 time: 0.7610247 Dec 08 02:01:03.457294 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a136b7d-ad4a-4131-9836-9f8dfd3657a3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] DELETE failed (client error): The resource could not be found. Dec 08 02:01:03.457683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a136b7d-ad4a-4131-9836-9f8dfd3657a3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:01:03.461510 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2a136b7d-ad4a-4131-9836-9f8dfd3657a3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/db96565e-b825-447f-9597-819c01eefe8c HTTP/1.1" status: 404 len: 337 time: 0.0531373 Dec 08 02:01:03.462897 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa6e31a-5394-4e14-9ad7-2064df1b3421 None None] Network 163989fa-4dad-4a64-b411-14bd7efb0075 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:03.464100 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56402) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:03.502049 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cb37dd4b-7b25-405b-ad42-fa38e96411d3 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e248ef4-b9bb-4210-9361-37c36f572627 HTTP/1.1" status: 200 len: 205 time: 0.0365760 Dec 08 02:01:03.505892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56404) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:03.578900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef39136-7c3b-4814-824f-246490016d4b req-c645850f-1c17-4a3c-83d2-107864ffb13e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:03.580367 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-35180923-1f9d-44ad-aed6-1c77a6151196 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] delete failed (client error): The resource could not be found. Dec 08 02:01:03.581496 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-35180923-1f9d-44ad-aed6-1c77a6151196 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/routers/1e248ef4-b9bb-4210-9361-37c36f572627 HTTP/1.1" status: 404 len: 336 time: 0.0742524 Dec 08 02:01:03.584304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56408) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:03.590605 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ef39136-7c3b-4814-824f-246490016d4b req-c645850f-1c17-4a3c-83d2-107864ffb13e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.1746106 Dec 08 02:01:03.622423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6bf4ec4-505f-409c-a25a-d69273eaec4c req-d6daeabd-df61-4267-87b1-ce8c2ab43b8d tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8520494 Dec 08 02:01:03.653886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf3c7f-943a-476c-bafa-4dbdc6d3a71e req-e1693073-f3b7-475c-a5f1-f69fde80b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:03.657217 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ddf3c7f-943a-476c-bafa-4dbdc6d3a71e req-e1693073-f3b7-475c-a5f1-f69fde80b5e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e HTTP/1.1" status: 200 len: 853 time: 0.1972542 Dec 08 02:01:03.661154 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f54068-31cf-49d6-9bcc-632a2c963f58 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] DELETE failed (client error): The resource could not be found. Dec 08 02:01:03.661623 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f54068-31cf-49d6-9bcc-632a2c963f58 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:01:03.665353 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-57f54068-31cf-49d6-9bcc-632a2c963f58 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/e4e4b532-4df6-4492-9d50-b2963d17de6a HTTP/1.1" status: 404 len: 337 time: 0.0800726 Dec 08 02:01:03.674859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56410) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:03.795484 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c3974a-9e68-4c24-86c3-211ffd7ff5cf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] DELETE failed (client error): The resource could not be found. Dec 08 02:01:03.796130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c3974a-9e68-4c24-86c3-211ffd7ff5cf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:01:03.802150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56412) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:03.802380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-18c3974a-9e68-4c24-86c3-211ffd7ff5cf tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/666d4fbf-58b9-473b-b171-894fa83979a5 HTTP/1.1" status: 404 len: 337 time: 0.0952356 Dec 08 02:01:03.824421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a6909266-f30a-44bc-9d48-2775418e779c None None] Port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:03.857118 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-647acff7-f516-42a2-8761-304e5b4a6f9c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] DELETE failed (client error): The resource could not be found. Dec 08 02:01:03.857579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647acff7-f516-42a2-8761-304e5b4a6f9c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:01:03.863488 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-647acff7-f516-42a2-8761-304e5b4a6f9c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/b6134a91-a653-461a-9c7a-898d4f4b5b05 HTTP/1.1" status: 404 len: 337 time: 0.0580401 Dec 08 02:01:03.869301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56414) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:03.872226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8c7d2-e593-408a-b8e8-0f712bd4a096 None None] New status for floating IP eeee4fd8-22aa-4389-861a-3cfe3a60f8a1: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:01:03.913894 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ef39136-7c3b-4814-824f-246490016d4b req-596b37b9-2c26-46b5-890b-17c969fe8875 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221943 Dec 08 02:01:03.925041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffd3c38-58cf-4768-a503-012957e25796', 'tag': '32f5659b-b03b-4900-affa-f11401426b89'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:03.927377 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790d51b4-50b7-401b-add2-86e1a305d14b" -d '{"events": [{"name": "network-changed", "server_uuid": "bffd3c38-58cf-4768-a503-012957e25796", "tag": "32f5659b-b03b-4900-affa-f11401426b89"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:03.949887 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-daed7412-8ff3-49a6-bd08-a5bc0812beda tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] DELETE failed (client error): The resource could not be found. Dec 08 02:01:03.950807 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daed7412-8ff3-49a6-bd08-a5bc0812beda tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:01:03.957041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56422) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:03.957427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-daed7412-8ff3-49a6-bd08-a5bc0812beda tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/9b54ebf3-3f39-47b1-af1e-9026a8d19bf0 HTTP/1.1" status: 404 len: 333 time: 0.0847838 Dec 08 02:01:03.963712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf3c7f-943a-476c-bafa-4dbdc6d3a71e req-24cb3c01-de4c-4831-b275-fcb66f3bc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:03.966422 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ddf3c7f-943a-476c-bafa-4dbdc6d3a71e req-24cb3c01-de4c-4831-b275-fcb66f3bc113 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2889256 Dec 08 02:01:03.995895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a6909266-f30a-44bc-9d48-2775418e779c None None] Provisioning complete for port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:03.996273 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6909266-f30a-44bc-9d48-2775418e779c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.000900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414482de-0326-449a-a8ac-f82c631b7cc4 req-92747f5d-29c1-4730-a4f0-f85f94a59553 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:04.009681 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-414482de-0326-449a-a8ac-f82c631b7cc4 req-92747f5d-29c1-4730-a4f0-f85f94a59553 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 943 time: 0.2059252 Dec 08 02:01:04.012003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5ffc26-5204-4640-b6ab-d0f02c983e1b None None] DHCP port deletion for 163989fa-4dad-4a64-b411-14bd7efb0075 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:01:04.016815 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9526a104-8c6b-48ae-876e-878b40e8619d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] DELETE failed (client error): The resource could not be found. Dec 08 02:01:04.017390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9526a104-8c6b-48ae-876e-878b40e8619d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:01:04.024717 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9526a104-8c6b-48ae-876e-878b40e8619d tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/989d9650-dc34-4937-878c-75e414faa85d HTTP/1.1" status: 404 len: 337 time: 0.0655935 Dec 08 02:01:04.025572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56428) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:04.058782 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-efab0963-6e08-4f3b-adc7-4466c62561a9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] DELETE failed (client error): The resource could not be found. Dec 08 02:01:04.059362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efab0963-6e08-4f3b-adc7-4466c62561a9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:01:04.077327 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-efab0963-6e08-4f3b-adc7-4466c62561a9 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/1a471b4d-5efc-4630-bc11-e7ba9e34df09 HTTP/1.1" status: 404 len: 337 time: 0.0496340 Dec 08 02:01:04.078605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56430) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:04.087727 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a8a99c-d47c-421e-bf59-0f094e678dfe x-openstack-request-id: req-05a8a99c-d47c-421e-bf59-0f094e678dfe {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:04.088285 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf4515f-84a3-4614-935e-e2387637ba23", "name": "network-vif-unplugged", "status": "completed", "tag": "ff042739-9ba1-41cd-a912-74ae8eaac813", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:04.088724 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-05a8a99c-d47c-421e-bf59-0f094e678dfe {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:04.090118 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf4515f-84a3-4614-935e-e2387637ba23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff042739-9ba1-41cd-a912-74ae8eaac813', 'code': 200} Dec 08 02:01:04.120198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-414482de-0326-449a-a8ac-f82c631b7cc4 req-d8b67a33-e75c-4116-a29e-7cecd53d9483 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091566 Dec 08 02:01:04.144545 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8f7992-3dd6-49af-acd8-9f85c2a1bc0c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] DELETE failed (client error): The resource could not be found. Dec 08 02:01:04.154958 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8f7992-3dd6-49af-acd8-9f85c2a1bc0c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:01:04.161101 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4b8f7992-3dd6-49af-acd8-9f85c2a1bc0c tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/bc919d3a-433d-425b-973e-9b2fb4d0918d HTTP/1.1" status: 404 len: 333 time: 0.0808837 Dec 08 02:01:04.161859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56432) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:04.194118 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebdc51a-6506-45a2-bc67-a4e778f7e4fa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] DELETE failed (client error): The resource could not be found. Dec 08 02:01:04.194714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebdc51a-6506-45a2-bc67-a4e778f7e4fa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:01:04.203354 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0ebdc51a-6506-45a2-bc67-a4e778f7e4fa tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/12cc96b0-f881-46a5-a624-7eb0b7b2218c HTTP/1.1" status: 404 len: 337 time: 0.0403678 Dec 08 02:01:04.204039 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56434) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:04.232791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ddf3c7f-943a-476c-bafa-4dbdc6d3a71e req-a22ec988-53c0-4618-86ef-baf4d0e826e5 service neutron] 10.222.0.45 "GET /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524760 Dec 08 02:01:04.275685 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2aabbb-84a5-47b8-8b81-1e75a7a88f9a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] DELETE failed (client error): The resource could not be found. Dec 08 02:01:04.276338 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2aabbb-84a5-47b8-8b81-1e75a7a88f9a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:01:04.280971 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7e2aabbb-84a5-47b8-8b81-1e75a7a88f9a tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/subnets/d08dff31-1556-4ada-ba7c-a2d2f6761149 HTTP/1.1" status: 404 len: 337 time: 0.0758679 Dec 08 02:01:04.283130 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eb7a8c-c648-49d9-92fa-5de6f614c2e7 x-openstack-request-id: req-58eb7a8c-c648-49d9-92fa-5de6f614c2e7 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:04.283581 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffd3c38-58cf-4768-a503-012957e25796", "tag": "32f5659b-b03b-4900-affa-f11401426b89", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:04.284316 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-58eb7a8c-c648-49d9-92fa-5de6f614c2e7 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:04.284867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56436) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:04.285565 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bffd3c38-58cf-4768-a503-012957e25796', 'tag': '32f5659b-b03b-4900-affa-f11401426b89', 'status': 'completed', 'code': 200} Dec 08 02:01:04.291054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ffc26-5204-4640-b6ab-d0f02c983e1b None None] Deleting port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:04.291500 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba5ffc26-5204-4640-b6ab-d0f02c983e1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.366865 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ba5ffc26-5204-4640-b6ab-d0f02c983e1b None None] For port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=94a81b58-d288-4a5e-8942-9a7f0d3c71b8,segment=NetworkSegment(9975317f-dd81-4f80-9cee-15ebf610d164),segment_id=9975317f-dd81-4f80-9cee-15ebf610d164)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:04.367657 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba5ffc26-5204-4640-b6ab-d0f02c983e1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.385425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ffc26-5204-4640-b6ab-d0f02c983e1b None None] Calling delete_port for 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:04.408499 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d51b4-50b7-401b-add2-86e1a305d14b req-29330f41-523f-4ffe-8e5d-8e956e185965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:04.410431 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-790d51b4-50b7-401b-add2-86e1a305d14b req-29330f41-523f-4ffe-8e5d-8e956e185965 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 1095 time: 0.0563915 Dec 08 02:01:04.473667 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba5ffc26-5204-4640-b6ab-d0f02c983e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.487144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ddf3c7f-943a-476c-bafa-4dbdc6d3a71e req-73d9b28d-7897-4c8b-90a0-ba1c50f51d85 service neutron] 10.222.0.45 "GET /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063780 Dec 08 02:01:04.499578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f03f4cae-c0cf-41b1-b18b-a9fe0e321740 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Deleting port d7160580-63dd-4e9c-8af6-f52e3dbb2b21 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:04.500825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ffc26-5204-4640-b6ab-d0f02c983e1b None None] Pushing event deleted for resources: {'Port': ['ID=94a81b58-d288-4a5e-8942-9a7f0d3c71b8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:04.502789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ffc26-5204-4640-b6ab-d0f02c983e1b None None] No DVR routers for this DVR port 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:01:04.509953 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f03f4cae-c0cf-41b1-b18b-a9fe0e321740 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.610642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f03f4cae-c0cf-41b1-b18b-a9fe0e321740 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.626148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f03f4cae-c0cf-41b1-b18b-a9fe0e321740 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Calling delete_port for d7160580-63dd-4e9c-8af6-f52e3dbb2b21 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:04.636136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d51b4-50b7-401b-add2-86e1a305d14b req-3022b0b3-33b6-478a-9869-e663ad69aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:04.637842 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-790d51b4-50b7-401b-add2-86e1a305d14b req-3022b0b3-33b6-478a-9869-e663ad69aeca service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.1430931 Dec 08 02:01:04.676212 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeed941-6860-472e-86ed-55b6cfbb7754 req-28ec4684-b1e3-4ebe-9829-84bab1842dc9 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:04.677659 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3aeed941-6860-472e-86ed-55b6cfbb7754 req-28ec4684-b1e3-4ebe-9829-84bab1842dc9 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.45 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 946 time: 0.2226193 Dec 08 02:01:04.719546 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-790d51b4-50b7-401b-add2-86e1a305d14b req-c087529d-573c-4301-a176-827975b30698 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32f5659b-b03b-4900-affa-f11401426b89 HTTP/1.1" status: 200 len: 217 time: 0.0676136 Dec 08 02:01:04.767198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4d263-1d24-4028-be51-87fdac25378b req-5ca74e36-4252-4fa8-b726-ea70a23ee9fa tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:04.768704 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ea4d263-1d24-4028-be51-87fdac25378b req-5ca74e36-4252-4fa8-b726-ea70a23ee9fa tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 946 time: 0.0754998 Dec 08 02:01:04.778585 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f03f4cae-c0cf-41b1-b18b-a9fe0e321740 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.826612 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f4cae-c0cf-41b1-b18b-a9fe0e321740 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Port': ['ID=d7160580-63dd-4e9c-8af6-f52e3dbb2b21,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:04.836641 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d51b4-50b7-401b-add2-86e1a305d14b req-61179e0d-a6f4-4cc5-a9e4-fdbadd949235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:04.838121 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-790d51b4-50b7-401b-add2-86e1a305d14b req-61179e0d-a6f4-4cc5-a9e4-fdbadd949235 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.0932875 Dec 08 02:01:04.842442 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f03f4cae-c0cf-41b1-b18b-a9fe0e321740 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.845731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f03f4cae-c0cf-41b1-b18b-a9fe0e321740 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/ports/d7160580-63dd-4e9c-8af6-f52e3dbb2b21 HTTP/1.1" status: 204 len: 168 time: 0.5529196 Dec 08 02:01:04.848810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56444) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:04.882681 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ea4d263-1d24-4028-be51-87fdac25378b req-1a15db13-c7ce-463c-a196-b176766da306 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/security-groups?id=81ea3f46-07b2-41e8-86a2-618640eefc92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888042 Dec 08 02:01:04.961752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:04.987257 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d53788c-029b-424c-a10f-3c8c898c8f11 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.988986 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:01:04.990014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 94a81b58-d288-4a5e-8942-9a7f0d3c71b8 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:01:04.994049 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-3aeed941-6860-472e-86ed-55b6cfbb7754 req-c49c0db8-1d5c-4004-9548-af62473b6653 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Deleting port aeeaff9b-cc30-4c99-9f57-db1c92024713 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:04.994296 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3aeed941-6860-472e-86ed-55b6cfbb7754 req-c49c0db8-1d5c-4004-9548-af62473b6653 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:05.002836 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d51b4-50b7-401b-add2-86e1a305d14b req-f77e0764-5443-4c8f-8eb5-2a0707b9254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:05.004400 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-790d51b4-50b7-401b-add2-86e1a305d14b req-f77e0764-5443-4c8f-8eb5-2a0707b9254c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564953 Dec 08 02:01:05.066846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a13a86-1cc7-4c80-886a-3cae7a3c8d3a req-fee3cf05-c322-4f86-a798-6bce081b64e5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:05.082340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9a13a86-1cc7-4c80-886a-3cae7a3c8d3a req-fee3cf05-c322-4f86-a798-6bce081b64e5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.0714793 Dec 08 02:01:05.124346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9a13a86-1cc7-4c80-886a-3cae7a3c8d3a req-fdac665f-1491-4fe4-a5de-ec64f31494d0 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478044 Dec 08 02:01:05.232249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd93d7-1420-47b7-b880-c05cdf8c2fb1 req-ffeb67c6-e6f7-4936-93e3-aa75e2d91126 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:05.233728 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42bd93d7-1420-47b7-b880-c05cdf8c2fb1 req-ffeb67c6-e6f7-4936-93e3-aa75e2d91126 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 943 time: 0.0498645 Dec 08 02:01:05.255302 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d53788c-029b-424c-a10f-3c8c898c8f11 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:05.260858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3aeed941-6860-472e-86ed-55b6cfbb7754 req-c49c0db8-1d5c-4004-9548-af62473b6653 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] For port aeeaff9b-cc30-4c99-9f57-db1c92024713, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=aeeaff9b-cc30-4c99-9f57-db1c92024713,segment=NetworkSegment(01c0508f-c5bb-432a-aa82-aa53d3b46084),segment_id=01c0508f-c5bb-432a-aa82-aa53d3b46084)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:05.261293 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3aeed941-6860-472e-86ed-55b6cfbb7754 req-c49c0db8-1d5c-4004-9548-af62473b6653 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:05.292627 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42bd93d7-1420-47b7-b880-c05cdf8c2fb1 req-861744c1-eeac-46b7-936a-165947fc7988 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522783 Dec 08 02:01:05.299509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1d53788c-029b-424c-a10f-3c8c898c8f11 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163989fa-4dad-4a64-b411-14bd7efb0075']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:05.308110 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-3aeed941-6860-472e-86ed-55b6cfbb7754 req-c49c0db8-1d5c-4004-9548-af62473b6653 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Calling delete_port for aeeaff9b-cc30-4c99-9f57-db1c92024713 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:05.312665 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-790d51b4-50b7-401b-add2-86e1a305d14b req-5e2cb078-9105-429d-8f37-8db16a9c724a service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874551 Dec 08 02:01:05.314251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1d53788c-029b-424c-a10f-3c8c898c8f11 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9975317f-dd81-4f80-9cee-15ebf610d164') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:05.314551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1d53788c-029b-424c-a10f-3c8c898c8f11 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9975317f-dd81-4f80-9cee-15ebf610d164') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:05.340977 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d53788c-029b-424c-a10f-3c8c898c8f11 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:05.404286 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d53788c-029b-424c-a10f-3c8c898c8f11 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:05.437657 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d53788c-029b-424c-a10f-3c8c898c8f11 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:01:05.438049 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d53788c-029b-424c-a10f-3c8c898c8f11 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:01:05.442154 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:01:05.547297 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d53788c-029b-424c-a10f-3c8c898c8f11 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:05.552870 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-790d51b4-50b7-401b-add2-86e1a305d14b req-769371ed-9e58-4484-99c7-49b6d044e3c7 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255833 Dec 08 02:01:05.557743 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d53788c-029b-424c-a10f-3c8c898c8f11 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:05.561149 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1d53788c-029b-424c-a10f-3c8c898c8f11 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] 10.222.0.71 "DELETE /v2.0/networks/163989fa-4dad-4a64-b411-14bd7efb0075 HTTP/1.1" status: 204 len: 168 time: 0.7006311 Dec 08 02:01:05.575448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53788c-029b-424c-a10f-3c8c898c8f11 tempest-PortsTestJSON-620223328 tempest-PortsTestJSON-620223328-project] Pushing event deleted for resources: {'Network': ['ID=163989fa-4dad-4a64-b411-14bd7efb0075,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:05.633601 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3aeed941-6860-472e-86ed-55b6cfbb7754 req-c49c0db8-1d5c-4004-9548-af62473b6653 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:05.660147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c0db8-1d5c-4004-9548-af62473b6653 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Pushing event deleted for resources: {'Port': ['ID=aeeaff9b-cc30-4c99-9f57-db1c92024713,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:05.708074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aeed941-6860-472e-86ed-55b6cfbb7754 req-c49c0db8-1d5c-4004-9548-af62473b6653 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] No DVR routers for this DVR port aeeaff9b-cc30-4c99-9f57-db1c92024713 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:01:05.710672 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3aeed941-6860-472e-86ed-55b6cfbb7754 req-c49c0db8-1d5c-4004-9548-af62473b6653 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:05.714071 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3aeed941-6860-472e-86ed-55b6cfbb7754 req-c49c0db8-1d5c-4004-9548-af62473b6653 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.45 "DELETE /v2.0/ports/aeeaff9b-cc30-4c99-9f57-db1c92024713 HTTP/1.1" status: 204 len: 173 time: 1.0016966 Dec 08 02:01:05.831082 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56470) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:05.995210 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ab65536c-575d-4041-bdd2-f5ec90ed08ae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3d77fa00d9644680bb8ed14323643893&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628187 Dec 08 02:01:05.997678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56476) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:06.012372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df41dc8d-105f-42b4-b40c-042db620d718 req-7e7f5d9c-5cae-47db-912e-249285faaa27 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 210 time: 0.0365696 Dec 08 02:01:06.294569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bad55-38e5-4e19-a11c-830c834e4275 req-a71640bb-4589-49b4-a134-4bb67871fd2a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:06.302879 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e8bad55-38e5-4e19-a11c-830c834e4275 req-a71640bb-4589-49b4-a134-4bb67871fd2a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.0816312 Dec 08 02:01:06.401861 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e8bad55-38e5-4e19-a11c-830c834e4275 req-465d0d03-95ed-4612-a3b7-d5dc105dd577 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918071 Dec 08 02:01:06.484745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fde4c-6a56-4ebf-a05b-30582819618b req-5d864028-70ee-4e86-9052-b8b97292e0a0 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:06.487331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-137fde4c-6a56-4ebf-a05b-30582819618b req-5d864028-70ee-4e86-9052-b8b97292e0a0 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 943 time: 0.0813875 Dec 08 02:01:06.497171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f809f0-29d9-4254-be84-8c38c346febc', 'name': 'network-vif-deleted', 'tag': 'aeeaff9b-cc30-4c99-9f57-db1c92024713'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:06.502952 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f8658b-e5d4-4187-8616-9e9156fec900" -d '{"events": [{"server_uuid": "60f809f0-29d9-4254-be84-8c38c346febc", "name": "network-vif-deleted", "tag": "aeeaff9b-cc30-4c99-9f57-db1c92024713"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:06.525794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 32f5659b-b03b-4900-affa-f11401426b89 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:01:06.536324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device aeeaff9b-cc30-4c99-9f57-db1c92024713 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:06.551409 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b79697e-bea4-4a13-bbf0-f359e87b28ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:06.580733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-137fde4c-6a56-4ebf-a05b-30582819618b req-5accfec7-7940-4cc1-83dd-dbe09ae0fd01 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864053 Dec 08 02:01:06.588799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: aeeaff9b-cc30-4c99-9f57-db1c92024713 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:01:06.589402 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device aeeaff9b-cc30-4c99-9f57-db1c92024713 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:01:06.593243 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b79697e-bea4-4a13-bbf0-f359e87b28ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:06.663849 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73555291-34cb-4dbb-beec-4bab827e6676 x-openstack-request-id: req-73555291-34cb-4dbb-beec-4bab827e6676 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:06.664675 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f809f0-29d9-4254-be84-8c38c346febc", "name": "network-vif-deleted", "tag": "aeeaff9b-cc30-4c99-9f57-db1c92024713", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:06.664920 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-73555291-34cb-4dbb-beec-4bab827e6676 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:06.665329 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f809f0-29d9-4254-be84-8c38c346febc', 'name': 'network-vif-deleted', 'tag': 'aeeaff9b-cc30-4c99-9f57-db1c92024713', 'status': 'completed', 'code': 200} Dec 08 02:01:06.689881 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b79697e-bea4-4a13-bbf0-f359e87b28ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:06.697808 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b79697e-bea4-4a13-bbf0-f359e87b28ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:06.702142 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2b79697e-bea4-4a13-bbf0-f359e87b28ec admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/12c6782a-781d-44d1-ac0d-1018c5340df6 HTTP/1.1" status: 204 len: 168 time: 0.7032845 Dec 08 02:01:06.717766 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 32f5659b-b03b-4900-affa-f11401426b89, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=32f5659b-b03b-4900-affa-f11401426b89,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:06.724348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79697e-bea4-4a13-bbf0-f359e87b28ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c6782a-781d-44d1-ac0d-1018c5340df6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:06.734292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '32f5659b-b03b-4900-affa-f11401426b89', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'port_id': '32f5659b-b03b-4900-affa-f11401426b89', 'mac_address': 'fa:16:3e:d4:11:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:01:06.797522 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:06.814340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f5659b-b03b-4900-affa-f11401426b89 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:06.843509 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 32f5659b-b03b-4900-affa-f11401426b89, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=32f5659b-b03b-4900-affa-f11401426b89,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:06.852713 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:06.865486 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0681dc0f-84c9-445c-9315-e9ff98dc7d0c details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:01:06.980618 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=32f5659b-b03b-4900-affa-f11401426b89,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:07.132957 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:07.150629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '0681dc0f-84c9-445c-9315-e9ff98dc7d0c', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '0681dc0f-84c9-445c-9315-e9ff98dc7d0c', 'mac_address': 'fa:16:3e:16:b8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:01:07.237504 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94725385-9eba-4568-9c91-069bddf0163d req-ea9d8388-0307-44e2-927e-1154b815837a tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 210 time: 0.0976920 Dec 08 02:01:07.239384 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:07.274920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0681dc0f-84c9-445c-9315-e9ff98dc7d0c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:07.308156 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:07.316262 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:07.390014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:07.593420 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['0681dc0f-84c9-445c-9315-e9ff98dc7d0c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:01:07.605219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c9a6f-74ff-4caa-bae0-d16d11f837b1 req-372850c8-97b0-4141-8798-6adbed4dd979 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:07.622741 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-172c9a6f-74ff-4caa-bae0-d16d11f837b1 req-372850c8-97b0-4141-8798-6adbed4dd979 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.1208384 Dec 08 02:01:07.863575 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56578) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:07.914159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-172c9a6f-74ff-4caa-bae0-d16d11f837b1 req-b4bf1a99-296a-44c5-b69c-df689b8d96bb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849486 Dec 08 02:01:07.914417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['32f5659b-b03b-4900-affa-f11401426b89'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:01:07.979995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf1759-497c-4157-a013-ada57f26be7b req-e24ccac5-43a1-4aae-a712-6b61b32ee910 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:07.991775 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2bbf1759-497c-4157-a013-ada57f26be7b req-e24ccac5-43a1-4aae-a712-6b61b32ee910 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 944 time: 0.2161334 Dec 08 02:01:08.151851 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2bbf1759-497c-4157-a013-ada57f26be7b req-bb14048d-c526-4357-ba29-94dc1fd6b01b tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524665 Dec 08 02:01:08.248242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a7819af8-f0cf-4af8-80cd-1e3f82fa19f5 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:08.249307 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-a7819af8-f0cf-4af8-80cd-1e3f82fa19f5 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 02:01:08.250086 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-a7819af8-f0cf-4af8-80cd-1e3f82fa19f5 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 02:01:08.251299 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a7819af8-f0cf-4af8-80cd-1e3f82fa19f5 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3861151 Dec 08 02:01:08.256466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56588) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:08.264681 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-df463694-d8e1-4e89-89c6-21666a06a53e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842960528'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:08.341101 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df463694-d8e1-4e89-89c6-21666a06a53e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.426559 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df463694-d8e1-4e89-89c6-21666a06a53e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.430385 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b30000dc-efe4-47d7-8ce3-19f012bb08cd req-979d41c0-782b-4014-92bf-1604e21dfae3 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 210 time: 0.0829725 Dec 08 02:01:08.531230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0681dc0f-84c9-445c-9315-e9ff98dc7d0c up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:08.534628 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df463694-d8e1-4e89-89c6-21666a06a53e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.552657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-0ef3f01f-027c-4ad3-9195-18a58cb3778d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2357225 Dec 08 02:01:08.553763 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df463694-d8e1-4e89-89c6-21666a06a53e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.624437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df463694-d8e1-4e89-89c6-21666a06a53e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa44acd4-9cb5-460d-9316-2ca13866dffe,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:08.660385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:08.661372 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.799628 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.808867 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df463694-d8e1-4e89-89c6-21666a06a53e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.827527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-b4ba786c-21e7-4f6f-9999-6739277ab314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:08.827527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-b4ba786c-21e7-4f6f-9999-6739277ab314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:08.828860 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-b4ba786c-21e7-4f6f-9999-6739277ab314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:08.829224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-b4ba786c-21e7-4f6f-9999-6739277ab314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:08.829381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-b4ba786c-21e7-4f6f-9999-6739277ab314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:08.829824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-b4ba786c-21e7-4f6f-9999-6739277ab314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:08.830291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-b4ba786c-21e7-4f6f-9999-6739277ab314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:08.833126 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-b4ba786c-21e7-4f6f-9999-6739277ab314 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 6506 time: 0.1749141 Dec 08 02:01:08.844536 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df463694-d8e1-4e89-89c6-21666a06a53e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.870171 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:08.872998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b8f8b6-d160-4789-b0fe-6b26de8f17c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0681dc0f-84c9-445c-9315-e9ff98dc7d0c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:08.878117 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfa345a-53b0-4f4f-bebd-5db505edb07c" -d '{"events": [{"server_uuid": "b7b8f8b6-d160-4789-b0fe-6b26de8f17c9", "name": "network-vif-plugged", "status": "completed", "tag": "0681dc0f-84c9-445c-9315-e9ff98dc7d0c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:08.884109 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.977291 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:09.005133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df463694-d8e1-4e89-89c6-21666a06a53e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38551799-a64e-4798-904b-80caa5826cb1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:09.022093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df463694-d8e1-4e89-89c6-21666a06a53e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.026050 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-df463694-d8e1-4e89-89c6-21666a06a53e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7656801 Dec 08 02:01:09.026316 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b18185b-af2d-43e7-a700-539de88ac1af x-openstack-request-id: req-7b18185b-af2d-43e7-a700-539de88ac1af {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:09.026636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56608) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:09.027318 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b8f8b6-d160-4789-b0fe-6b26de8f17c9", "name": "network-vif-plugged", "status": "completed", "tag": "0681dc0f-84c9-445c-9315-e9ff98dc7d0c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:09.027765 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7b18185b-af2d-43e7-a700-539de88ac1af {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:09.028320 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b8f8b6-d160-4789-b0fe-6b26de8f17c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0681dc0f-84c9-445c-9315-e9ff98dc7d0c', 'code': 200} Dec 08 02:01:09.032691 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c7818ecd-7d79-4063-a1e4-fae4eed24c92 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': '38551799-a64e-4798-904b-80caa5826cb1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:09.120263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c7818ecd-7d79-4063-a1e4-fae4eed24c92 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.279577 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c7818ecd-7d79-4063-a1e4-fae4eed24c92 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.301151 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c7818ecd-7d79-4063-a1e4-fae4eed24c92 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.341811 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c7818ecd-7d79-4063-a1e4-fae4eed24c92 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.343440 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c7818ecd-7d79-4063-a1e4-fae4eed24c92 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3154998 Dec 08 02:01:09.348317 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56616) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:09.360830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-3039964c-7721-43ed-9c13-00f04ce33d91 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': '38551799-a64e-4798-904b-80caa5826cb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:09.420076 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7818ecd-7d79-4063-a1e4-fae4eed24c92 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9421e80a-ec4b-4c52-89eb-91d67a7af3d8,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:09.438323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5c124-984f-4765-920d-ae6d2dd33b06 req-5f9feb4a-b6f7-4e92-ab9d-ef213b8ba234 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:09.446762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92a5c124-984f-4765-920d-ae6d2dd33b06 req-5f9feb4a-b6f7-4e92-ab9d-ef213b8ba234 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.2552440 Dec 08 02:01:09.459957 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3039964c-7721-43ed-9c13-00f04ce33d91 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.482158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-48693db4-732b-4f4a-8061-96ed17374dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:09.483688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-48693db4-732b-4f4a-8061-96ed17374dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:09.484344 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-48693db4-732b-4f4a-8061-96ed17374dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:09.486423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-48693db4-732b-4f4a-8061-96ed17374dcc service neutron] 10.222.0.75 "GET /v2.0/networks?id=66eb2f8b-9250-43af-be5e-01bc015c75e6&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&id=08cfbefb-b7c2-4901-a33d-bcd1037fa934 HTTP/1.1" status: 200 len: 2296 time: 0.6140480 Dec 08 02:01:09.582256 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-3039964c-7721-43ed-9c13-00f04ce33d91 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 02:01:09.587976 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3039964c-7721-43ed-9c13-00f04ce33d91 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2368217 Dec 08 02:01:09.588549 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56624) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:09.616074 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92a5c124-984f-4765-920d-ae6d2dd33b06 req-580806a4-5f33-4262-b708-64c7439b6d26 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681609 Dec 08 02:01:09.668325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8b69-ad3a-442c-929b-facaacdfeac6 req-824243c7-290c-4fa3-a659-b09d85aa04ff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:09.677173 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-240a8b69-ad3a-442c-929b-facaacdfeac6 req-824243c7-290c-4fa3-a659-b09d85aa04ff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 944 time: 0.2515740 Dec 08 02:01:09.714213 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7ec4-5ec3-49f8-b20a-63b8665ab02d tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.725037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-4aeca484-ac0b-4f43-a308-9c69338c126a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec HTTP/1.1" status: 200 len: 1000 time: 0.2255986 Dec 08 02:01:09.773555 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7ec4-5ec3-49f8-b20a-63b8665ab02d tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.860618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-807cc8a5-b88f-4205-b4b5-ce833f1b18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:09.868059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-807cc8a5-b88f-4205-b4b5-ce833f1b18e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2fc99699-31f7-4278-ae8b-e487153a11ac HTTP/1.1" status: 200 len: 855 time: 0.1269743 Dec 08 02:01:09.870094 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7ec4-5ec3-49f8-b20a-63b8665ab02d tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.873114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7ec4-5ec3-49f8-b20a-63b8665ab02d tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.877193 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ce3d7ec4-5ec3-49f8-b20a-63b8665ab02d tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "DELETE /v2.0/security-groups/38551799-a64e-4798-904b-80caa5826cb1 HTTP/1.1" status: 204 len: 168 time: 0.2876873 Dec 08 02:01:09.877983 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56636) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:09.887186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-240a8b69-ad3a-442c-929b-facaacdfeac6 req-18458519-d620-40a6-a4ff-6f1a6b890d62 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069750 Dec 08 02:01:09.921236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d7ec4-5ec3-49f8-b20a-63b8665ab02d tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38551799-a64e-4798-904b-80caa5826cb1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:09.960594 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bfa542b4-92c4-4013-adf9-f9878fe1bc2f req-97f20a6e-48a8-4678-b844-0eef3576ece6 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 210 time: 0.0687771 Dec 08 02:01:09.994168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-22bcfa47-b43f-4ad6-8c1e-154a1cfce6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:09.995957 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-22bcfa47-b43f-4ad6-8c1e-154a1cfce6c5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=66eb2f8b-9250-43af-be5e-01bc015c75e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030707 Dec 08 02:01:10.048426 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d66e310d-6b74-4479-a0ab-3ab57b9e7b29 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1660547 Dec 08 02:01:10.049070 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56640) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:10.058698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8b80c7ec-da1f-46ca-9b0d-d023c38d87bf tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1923816291'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:10.107142 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b80c7ec-da1f-46ca-9b0d-d023c38d87bf tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.165618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-2d6f79a5-ea19-4e79-b3c3-a496806e0b3b service neutron] 10.222.0.75 "GET /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613355 Dec 08 02:01:10.245161 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b80c7ec-da1f-46ca-9b0d-d023c38d87bf tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.254024 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b80c7ec-da1f-46ca-9b0d-d023c38d87bf tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.318362 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b80c7ec-da1f-46ca-9b0d-d023c38d87bf tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.323068 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8b80c7ec-da1f-46ca-9b0d-d023c38d87bf tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2730563 Dec 08 02:01:10.323713 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56644) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:10.329233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c89bfde0-fed6-42d9-82b5-f6cc1a319db6 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': '1ec37fe1-c438-4220-86a8-7c5fa5054479', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:10.332846 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-c89bfde0-fed6-42d9-82b5-f6cc1a319db6 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 08 02:01:10.333471 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-c89bfde0-fed6-42d9-82b5-f6cc1a319db6 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:10.347672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-f1c9db93-4ac5-43b9-9f3d-9715d04c15f4 service neutron] 10.222.0.75 "GET /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727204 Dec 08 02:01:10.348152 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c89bfde0-fed6-42d9-82b5-f6cc1a319db6 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0223300 Dec 08 02:01:10.348400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56646) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:10.349429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80c7ec-da1f-46ca-9b0d-d023c38d87bf tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec37fe1-c438-4220-86a8-7c5fa5054479,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:10.407262 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-9121aa1e-3bff-4055-a9c9-f5d6fedbce46 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c HTTP/1.1" status: 200 len: 217 time: 0.0491550 Dec 08 02:01:10.509463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-9bbd0a38-d14b-4869-8825-f28e22c016e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:10.511171 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-9bbd0a38-d14b-4869-8825-f28e22c016e7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.0930858 Dec 08 02:01:10.536348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 32f5659b-b03b-4900-affa-f11401426b89 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:10.569047 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe2e71c9-61f1-41c5-9cd2-5a54b709a86f tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.621335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-8a70069a-59be-4463-8b70-8f8f34c08c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:10.623138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-8a70069a-59be-4463-8b70-8f8f34c08c52 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1025019 Dec 08 02:01:10.652079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 32f5659b-b03b-4900-affa-f11401426b89 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:01:10.655894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 32f5659b-b03b-4900-affa-f11401426b89 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:10.656259 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.813946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-f428f670-bda6-476f-b840-20cb704dd6b5 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755033 Dec 08 02:01:10.820828 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.887800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 32f5659b-b03b-4900-affa-f11401426b89, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=32f5659b-b03b-4900-affa-f11401426b89,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:10.894522 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.913035 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe2e71c9-61f1-41c5-9cd2-5a54b709a86f tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.978473 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=32f5659b-b03b-4900-affa-f11401426b89,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:10.995225 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1c998-c09e-45ad-8553-806520deb70c req-e4d0593b-d2ea-4cd7-b57d-410346410e7e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:11.007458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abf1c998-c09e-45ad-8553-806520deb70c req-e4d0593b-d2ea-4cd7-b57d-410346410e7e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.1891205 Dec 08 02:01:11.030077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffd3c38-58cf-4768-a503-012957e25796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f5659b-b03b-4900-affa-f11401426b89'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:11.032831 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb8e534-c132-4eaa-a0ef-f03873d79ccd" -d '{"events": [{"server_uuid": "bffd3c38-58cf-4768-a503-012957e25796", "name": "network-vif-plugged", "status": "completed", "tag": "32f5659b-b03b-4900-affa-f11401426b89"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:11.184166 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abf1c998-c09e-45ad-8553-806520deb70c req-89239a65-cd6f-4555-a82a-e6c7188fa898 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761458 Dec 08 02:01:11.214565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7694b-8576-4592-96a5-48f0cc751ac4 req-987cdbe2-1340-413f-afe6-cd4ef6c44a79 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:11.218075 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b1d7694b-8576-4592-96a5-48f0cc751ac4 req-987cdbe2-1340-413f-afe6-cd4ef6c44a79 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.2456427 Dec 08 02:01:11.246297 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe2e71c9-61f1-41c5-9cd2-5a54b709a86f tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.255480 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe2e71c9-61f1-41c5-9cd2-5a54b709a86f tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.257300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fe2e71c9-61f1-41c5-9cd2-5a54b709a86f tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "DELETE /v2.0/security-groups/1ec37fe1-c438-4220-86a8-7c5fa5054479 HTTP/1.1" status: 204 len: 168 time: 0.9079182 Dec 08 02:01:11.260684 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56674) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:11.299900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e71c9-61f1-41c5-9cd2-5a54b709a86f tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec37fe1-c438-4220-86a8-7c5fa5054479,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:11.358456 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7c453048-ab4c-458a-a99a-7d44b4fed43b tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0966432 Dec 08 02:01:11.365585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56676) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:11.371239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d9494ec6-b1bc-4eb0-9be6-7f232d25dda3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967163587'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:11.407403 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-fcd9e773-bf06-484a-8141-c3ab5f1dd501 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050058 Dec 08 02:01:11.427771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6451b99-ec5e-41d7-9649-ab4e6fd28fac req-8717781d-2648-4076-9dd0-3e53c380c2ff tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 210 time: 0.1304131 Dec 08 02:01:11.428665 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9494ec6-b1bc-4eb0-9be6-7f232d25dda3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.531970 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94df623a-deb9-4d37-8b07-45f407400749 x-openstack-request-id: req-94df623a-deb9-4d37-8b07-45f407400749 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:11.532269 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffd3c38-58cf-4768-a503-012957e25796", "name": "network-vif-plugged", "status": "completed", "tag": "32f5659b-b03b-4900-affa-f11401426b89", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:11.532525 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-94df623a-deb9-4d37-8b07-45f407400749 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:11.532917 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffd3c38-58cf-4768-a503-012957e25796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f5659b-b03b-4900-affa-f11401426b89', 'code': 200} Dec 08 02:01:11.552431 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-915fd352-b66c-4a95-a919-1871fa3816e6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=6c233101-806d-4641-913c-08c4d8a9b2ca HTTP/1.1" status: 200 len: 217 time: 0.1179757 Dec 08 02:01:11.582990 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9494ec6-b1bc-4eb0-9be6-7f232d25dda3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.596676 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9494ec6-b1bc-4eb0-9be6-7f232d25dda3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.641356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9494ec6-b1bc-4eb0-9be6-7f232d25dda3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.643716 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d9494ec6-b1bc-4eb0-9be6-7f232d25dda3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2766898 Dec 08 02:01:11.647146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56680) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:11.651975 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ef4a9a28-9452-4978-aa81-e3f607220e57 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': '20eef548-6ab3-4918-bcbb-d3e05a1394a5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:11.652934 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-ef4a9a28-9452-4978-aa81-e3f607220e57 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 08 02:01:11.653497 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-ef4a9a28-9452-4978-aa81-e3f607220e57 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:11.654441 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ef4a9a28-9452-4978-aa81-e3f607220e57 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066619 Dec 08 02:01:11.659955 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56682) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:11.674521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-e919cf23-ac8f-4f60-835c-11009933dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:11.677732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-e919cf23-ac8f-4f60-835c-11009933dbf7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.1141343 Dec 08 02:01:11.729945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9494ec6-b1bc-4eb0-9be6-7f232d25dda3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20eef548-6ab3-4918-bcbb-d3e05a1394a5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:11.780287 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-73799659-acc3-41c5-b9f8-26df544706f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.802517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9d762-ea4c-41e8-8687-1fd5fa19ac71 req-fd3dc3aa-63b1-49a0-8a1c-d20efd19e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:11.804153 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-28f9d762-ea4c-41e8-8687-1fd5fa19ac71 req-fd3dc3aa-63b1-49a0-8a1c-d20efd19e699 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 1097 time: 0.1457334 Dec 08 02:01:11.834335 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-73799659-acc3-41c5-b9f8-26df544706f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.839084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b1d7694b-8576-4592-96a5-48f0cc751ac4 req-0bb26661-cb91-4e30-8f5b-ade56cd90d88 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128404 Dec 08 02:01:11.856246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-d855251b-12d2-4a96-b907-3be20105a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:11.858802 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-d855251b-12d2-4a96-b907-3be20105a521 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1530023 Dec 08 02:01:11.911336 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-28f9d762-ea4c-41e8-8687-1fd5fa19ac71 req-ed6685ef-1cc4-42c5-a13a-7bccbc80f560 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980427 Dec 08 02:01:11.935485 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-73799659-acc3-41c5-b9f8-26df544706f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.939853 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-73799659-acc3-41c5-b9f8-26df544706f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.941265 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-73799659-acc3-41c5-b9f8-26df544706f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "DELETE /v2.0/security-groups/20eef548-6ab3-4918-bcbb-d3e05a1394a5 HTTP/1.1" status: 204 len: 168 time: 0.2801917 Dec 08 02:01:11.951964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56694) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:11.952560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73799659-acc3-41c5-b9f8-26df544706f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eef548-6ab3-4918-bcbb-d3e05a1394a5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:12.050430 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bd589373-0da6-401e-9c18-6836d5909218 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0944009 Dec 08 02:01:12.055561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56700) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:12.058899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f52d4f3d-aa41-408d-817e-f118d6674760 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group': {'name': 'tempest-secgroup--294549350'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:12.082916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-7334fa44-9f71-495b-9df9-f09b30407add service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129664 Dec 08 02:01:12.086742 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f52d4f3d-aa41-408d-817e-f118d6674760 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.226317 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f52d4f3d-aa41-408d-817e-f118d6674760 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.252627 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f52d4f3d-aa41-408d-817e-f118d6674760 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.276285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-1c9ba626-7dbd-480d-b2eb-6124593d5a37 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811602 Dec 08 02:01:12.285322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d4f3d-aa41-408d-817e-f118d6674760 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23a7640-f10d-49cd-9b2a-c3eed663254c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:12.319807 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f52d4f3d-aa41-408d-817e-f118d6674760 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.321539 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f52d4f3d-aa41-408d-817e-f118d6674760 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2662368 Dec 08 02:01:12.324619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56704) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:12.330550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c914081f-53aa-4116-8cba-0b334e68b3e7 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': 'c23a7640-f10d-49cd-9b2a-c3eed663254c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:12.353342 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-c914081f-53aa-4116-8cba-0b334e68b3e7 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 08 02:01:12.354487 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-c914081f-53aa-4116-8cba-0b334e68b3e7 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:12.356104 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c914081f-53aa-4116-8cba-0b334e68b3e7 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0299926 Dec 08 02:01:12.358751 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56706) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:12.363848 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a86a165b-49b5-4aa9-92cd-5a1f066c2edc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': 'c23a7640-f10d-49cd-9b2a-c3eed663254c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:12.364802 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-a86a165b-49b5-4aa9-92cd-5a1f066c2edc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 08 02:01:12.365791 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-a86a165b-49b5-4aa9-92cd-5a1f066c2edc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:12.367911 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a86a165b-49b5-4aa9-92cd-5a1f066c2edc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079818 Dec 08 02:01:12.370522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56708) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:12.377246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-147c664b-87a3-44cc-b3c2-dd7afaeb98e1 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': 'c23a7640-f10d-49cd-9b2a-c3eed663254c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:12.378357 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-147c664b-87a3-44cc-b3c2-dd7afaeb98e1 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 08 02:01:12.379640 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-147c664b-87a3-44cc-b3c2-dd7afaeb98e1 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:12.379778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-011fa8e0-ba14-421c-b802-f6e398c51c5f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=52eb4e0b-d780-4097-bc7a-8511b10aa9ef HTTP/1.1" status: 200 len: 217 time: 0.0956841 Dec 08 02:01:12.381681 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-147c664b-87a3-44cc-b3c2-dd7afaeb98e1 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091138 Dec 08 02:01:12.383492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56710) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:12.388886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4391ce8b-3a42-4aae-9e72-6860dacb5e87 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': 'c23a7640-f10d-49cd-9b2a-c3eed663254c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:12.390107 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-4391ce8b-3a42-4aae-9e72-6860dacb5e87 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 08 02:01:12.390825 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-4391ce8b-3a42-4aae-9e72-6860dacb5e87 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:12.392162 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4391ce8b-3a42-4aae-9e72-6860dacb5e87 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075407 Dec 08 02:01:12.394937 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56712) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:12.466933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8fe7-3c2e-4d32-a0f1-2558c789e042 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.497380 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8fe7-3c2e-4d32-a0f1-2558c789e042 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.556350 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8fe7-3c2e-4d32-a0f1-2558c789e042 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.564723 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8fe7-3c2e-4d32-a0f1-2558c789e042 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.567118 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5f6d8fe7-3c2e-4d32-a0f1-2558c789e042 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "DELETE /v2.0/security-groups/c23a7640-f10d-49cd-9b2a-c3eed663254c HTTP/1.1" status: 204 len: 168 time: 0.1706498 Dec 08 02:01:12.574965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56716) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:12.591331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d8fe7-3c2e-4d32-a0f1-2558c789e042 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23a7640-f10d-49cd-9b2a-c3eed663254c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:12.628472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-6e8db9fd-c8e4-4416-8fe3-f584401caabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:12.629923 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-6e8db9fd-c8e4-4416-8fe3-f584401caabc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.2295671 Dec 08 02:01:12.642325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b251d2ed-caf3-49c0-b7fb-d04d1587aad4 req-8fbc8c15-d93b-423f-a3ae-fb4a4bd2836a tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 210 time: 0.0860579 Dec 08 02:01:12.654072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c78908-6c79-4b76-963d-930be3c87556 req-2b4180a5-4ee9-48d4-b760-0fca72f1ca12 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:12.655549 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80c78908-6c79-4b76-963d-930be3c87556 req-2b4180a5-4ee9-48d4-b760-0fca72f1ca12 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.2902310 Dec 08 02:01:12.722410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56720) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:12.725025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e16d93a8-b936-4039-9ea2-9ab0e0f19302 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1468978 Dec 08 02:01:12.728748 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-964c0b61-c59d-44b9-89f6-ff1040964f9c tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group': {'name': 'tempest-secgroup--396827816'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:12.769292 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-964c0b61-c59d-44b9-89f6-ff1040964f9c tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.825420 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-850c0ead-9cfb-4e3d-ae8d-d8554dbd5c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:12.827584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-850c0ead-9cfb-4e3d-ae8d-d8554dbd5c93 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1709521 Dec 08 02:01:12.858937 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-964c0b61-c59d-44b9-89f6-ff1040964f9c tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.868372 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-964c0b61-c59d-44b9-89f6-ff1040964f9c tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.871783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80c78908-6c79-4b76-963d-930be3c87556 req-01749140-31b0-4c32-96d4-94eaa11ecc19 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050395 Dec 08 02:01:12.956549 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c0b61-c59d-44b9-89f6-ff1040964f9c tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d21378-8510-4ef8-b655-541572714603,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:12.968506 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-964c0b61-c59d-44b9-89f6-ff1040964f9c tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.970105 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-964c0b61-c59d-44b9-89f6-ff1040964f9c tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2463071 Dec 08 02:01:12.974827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56732) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:12.985092 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-54245b9c-db99-4ba1-baa3-5189dd3d626e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': 'c7d21378-8510-4ef8-b655-541572714603', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:13.007885 n-d-713499-31 neutron-server[109767]: WARNING neutron.api.v2.base [None req-54245b9c-db99-4ba1-baa3-5189dd3d626e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 02:01:13.007885 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-54245b9c-db99-4ba1-baa3-5189dd3d626e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:13.007885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-54245b9c-db99-4ba1-baa3-5189dd3d626e tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0235965 Dec 08 02:01:13.008293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56734) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:13.015677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c58e63f9-6493-435d-ad05-4fe62d0f0daf tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': 'c7d21378-8510-4ef8-b655-541572714603', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:13.124904 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-c58e63f9-6493-435d-ad05-4fe62d0f0daf tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:13.126005 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c58e63f9-6493-435d-ad05-4fe62d0f0daf tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1186383 Dec 08 02:01:13.128693 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56746) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:13.136193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6827b436-6d7e-48d0-bed0-6f7d04d73355 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': 'c7d21378-8510-4ef8-b655-541572714603', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:13.137968 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-6827b436-6d7e-48d0-bed0-6f7d04d73355 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 08 02:01:13.138477 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-6827b436-6d7e-48d0-bed0-6f7d04d73355 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:13.139452 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6827b436-6d7e-48d0-bed0-6f7d04d73355 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098348 Dec 08 02:01:13.155353 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56748) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:13.170433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d2d3e6d2-6b91-4124-ad53-183667338503 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': 'c7d21378-8510-4ef8-b655-541572714603', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:13.249652 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-d2d3e6d2-6b91-4124-ad53-183667338503 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:13.250916 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d2d3e6d2-6b91-4124-ad53-183667338503 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0943797 Dec 08 02:01:13.253533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56750) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:13.260672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5b80aeba-80e9-4684-80c2-a3c9de3362d7 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': 'c7d21378-8510-4ef8-b655-541572714603', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:13.261634 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-5b80aeba-80e9-4684-80c2-a3c9de3362d7 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 02:01:13.262304 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-5b80aeba-80e9-4684-80c2-a3c9de3362d7 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:13.263335 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5b80aeba-80e9-4684-80c2-a3c9de3362d7 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087922 Dec 08 02:01:13.266872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56752) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:13.274010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c9acf52e-c1bc-4763-a7ba-c46d8205c894 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': 'c7d21378-8510-4ef8-b655-541572714603', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:13.274384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c304b2-ce1b-4789-97aa-2ceee98defc5 req-adbc38db-1cee-4ab5-91e2-385a7c6715b9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:13.281834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7c304b2-ce1b-4789-97aa-2ceee98defc5 req-adbc38db-1cee-4ab5-91e2-385a7c6715b9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.2553632 Dec 08 02:01:13.285780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-8fd66332-86ec-42dd-b995-d1376c56faf1 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102268 Dec 08 02:01:13.333971 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-c9acf52e-c1bc-4763-a7ba-c46d8205c894 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Project aa7b1d1ed0e54c9fb7648b52704e373f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:01:13.367216 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-c9acf52e-c1bc-4763-a7ba-c46d8205c894 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:13.368459 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c9acf52e-c1bc-4763-a7ba-c46d8205c894 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1006055 Dec 08 02:01:13.371225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56756) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:13.376013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7f9bc263-055c-463c-8971-af8d9da0411c tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': 'c7d21378-8510-4ef8-b655-541572714603', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:13.376506 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-7f9bc263-055c-463c-8971-af8d9da0411c tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 08 02:01:13.377007 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-7f9bc263-055c-463c-8971-af8d9da0411c tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:13.383953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7c304b2-ce1b-4789-97aa-2ceee98defc5 req-a9bd6b31-ed31-4dd4-81eb-7ad2e64a8af3 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979686 Dec 08 02:01:13.384562 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7f9bc263-055c-463c-8971-af8d9da0411c tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122116 Dec 08 02:01:13.387259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56758) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:13.396233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-36464d85-4976-4876-b6a7-f55c40a9e6f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': 'c7d21378-8510-4ef8-b655-541572714603', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:13.449390 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-36464d85-4976-4876-b6a7-f55c40a9e6f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Project aa7b1d1ed0e54c9fb7648b52704e373f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:01:13.474054 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-36464d85-4976-4876-b6a7-f55c40a9e6f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:13.475384 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-36464d85-4976-4876-b6a7-f55c40a9e6f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0867682 Dec 08 02:01:13.479559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56762) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:13.490709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2737c121-6d94-4a5f-b97b-cb9746e180bc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': 'c7d21378-8510-4ef8-b655-541572714603', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:13.508522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-5a58901a-8bef-4ff2-9727-dff42c18dee6 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098420 Dec 08 02:01:13.543953 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-2737c121-6d94-4a5f-b97b-cb9746e180bc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Project aa7b1d1ed0e54c9fb7648b52704e373f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:01:13.564906 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-2737c121-6d94-4a5f-b97b-cb9746e180bc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:13.570590 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2737c121-6d94-4a5f-b97b-cb9746e180bc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0893753 Dec 08 02:01:13.571456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56764) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:13.611962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-98a22ae1-bd92-4d32-9ca1-83ada617cf72 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=6aaa3da0-126d-446f-abc0-a4279b5da375 HTTP/1.1" status: 200 len: 217 time: 0.0921474 Dec 08 02:01:13.677460 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f75ce5bf-2ae9-4e61-a27c-081506f72b89 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:13.737967 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-5d6cc1f9-3856-49ef-9e11-c5acb85982e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:13.745451 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-5d6cc1f9-3856-49ef-9e11-c5acb85982e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.1133044 Dec 08 02:01:13.754424 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f75ce5bf-2ae9-4e61-a27c-081506f72b89 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:13.811805 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f75ce5bf-2ae9-4e61-a27c-081506f72b89 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:13.815045 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f75ce5bf-2ae9-4e61-a27c-081506f72b89 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:13.818739 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f75ce5bf-2ae9-4e61-a27c-081506f72b89 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "DELETE /v2.0/security-groups/c7d21378-8510-4ef8-b655-541572714603 HTTP/1.1" status: 204 len: 168 time: 0.2439334 Dec 08 02:01:13.820319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56768) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:13.834966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ce5bf-2ae9-4e61-a27c-081506f72b89 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d21378-8510-4ef8-b655-541572714603,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:13.872280 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af74933e-a42d-412a-9da6-bde7bdd0c8ad req-ef2aee0c-679d-46c8-89d6-bb61d753a567 tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f809f0-29d9-4254-be84-8c38c346febc HTTP/1.1" status: 200 len: 210 time: 0.0622761 Dec 08 02:01:13.907214 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-302a41bf-9907-4d77-9071-725ae9304abf tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0849130 Dec 08 02:01:13.911005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56776) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:13.917213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-31c5bf83-ebc4-4292-aabe-6cc85bff0535 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group': {'name': 'tempest-secgroup--287113290'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:13.952238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-ef06063f-3079-4a72-a85b-46e2ae61ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:13.953542 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-31c5bf83-ebc4-4292-aabe-6cc85bff0535 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:13.954743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-ef06063f-3079-4a72-a85b-46e2ae61ec15 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1993816 Dec 08 02:01:14.086585 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-31c5bf83-ebc4-4292-aabe-6cc85bff0535 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:14.113492 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-31c5bf83-ebc4-4292-aabe-6cc85bff0535 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:14.147638 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-31c5bf83-ebc4-4292-aabe-6cc85bff0535 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:14.151282 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-31c5bf83-ebc4-4292-aabe-6cc85bff0535 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2356489 Dec 08 02:01:14.151834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56786) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:14.157185 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-981ea555-b4f0-4a0b-aef3-e03d28b6ad9f tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': '6bf6c348-5618-4347-81b1-2db62c856809', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:14.165363 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5bf83-ebc4-4292-aabe-6cc85bff0535 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf6c348-5618-4347-81b1-2db62c856809,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:14.226907 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-a5f71e3c-799e-4366-8e92-040eb65e7666 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367122 Dec 08 02:01:14.241278 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-981ea555-b4f0-4a0b-aef3-e03d28b6ad9f tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The resource could not be found. Dec 08 02:01:14.242842 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-981ea555-b4f0-4a0b-aef3-e03d28b6ad9f tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0902224 Dec 08 02:01:14.245736 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56800) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:14.253610 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7ae0c9ba-c0f7-45a7-a7f6-091e8d891dcd tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': '6bf6c348-5618-4347-81b1-2db62c856809', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '50b79155-c865-4158-acfb-3548a4f18609'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:14.290657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe585d-5c90-4cc9-a418-c71c761a3beb req-74117788-dc1d-4428-8566-4c9f372c214a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:14.297550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6dbe585d-5c90-4cc9-a418-c71c761a3beb req-74117788-dc1d-4428-8566-4c9f372c214a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.2290049 Dec 08 02:01:14.440429 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-7ae0c9ba-c0f7-45a7-a7f6-091e8d891dcd tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The resource could not be found. Dec 08 02:01:14.445110 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7ae0c9ba-c0f7-45a7-a7f6-091e8d891dcd tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1981215 Dec 08 02:01:14.450907 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56804) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:14.477646 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-ede41058-31c5-4a74-b5ae-73a21ba87ac1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1682088 Dec 08 02:01:14.592470 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6dbe585d-5c90-4cc9-a418-c71c761a3beb req-19af89cd-1c71-4a67-b6d3-b2ccb45f1886 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630966 Dec 08 02:01:14.603294 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-97c5d72b-563c-43d8-bba1-03afec352025 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542290 Dec 08 02:01:14.606530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90ef1d43-fb6f-4f32-b0b1-289d11906406 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:14.616842 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-b8529f4b-d31a-4a4d-b7a6-114de007cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:14.617877 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-b8529f4b-d31a-4a4d-b7a6-114de007cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:14.618343 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-b8529f4b-d31a-4a4d-b7a6-114de007cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:14.618805 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-b8529f4b-d31a-4a4d-b7a6-114de007cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:14.619263 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-b8529f4b-d31a-4a4d-b7a6-114de007cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:14.620161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-b8529f4b-d31a-4a4d-b7a6-114de007cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:14.620628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-b8529f4b-d31a-4a4d-b7a6-114de007cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:14.623130 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-b8529f4b-d31a-4a4d-b7a6-114de007cb86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 6498 time: 0.1006465 Dec 08 02:01:14.626692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391ae10-1b55-4b70-83ba-98d14b30fa4d req-56765bb0-095e-4a20-9136-7e49139b15cd tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:14.634505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c391ae10-1b55-4b70-83ba-98d14b30fa4d req-56765bb0-095e-4a20-9136-7e49139b15cd tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.1294272 Dec 08 02:01:14.649479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90ef1d43-fb6f-4f32-b0b1-289d11906406 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:14.739398 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c391ae10-1b55-4b70-83ba-98d14b30fa4d req-dccf91a2-847f-46f5-996b-adad4f8a2103 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039410 Dec 08 02:01:14.741377 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-4e16b967-2c64-45b7-9fc0-0b2251748303 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe23b3a2-b779-486d-b5ee-9f805f59230f HTTP/1.1" status: 200 len: 217 time: 0.1265969 Dec 08 02:01:14.856570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90ef1d43-fb6f-4f32-b0b1-289d11906406 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:14.862902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-d84d9ea6-4f24-4de9-bf63-c2e3ad44f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:14.864422 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-d84d9ea6-4f24-4de9-bf63-c2e3ad44f9c4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28afa482-a172-4120-a6cc-25d01b353e67 HTTP/1.1" status: 200 len: 797 time: 0.1159651 Dec 08 02:01:14.869263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90ef1d43-fb6f-4f32-b0b1-289d11906406 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:14.870449 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-90ef1d43-fb6f-4f32-b0b1-289d11906406 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "DELETE /v2.0/security-groups/6bf6c348-5618-4347-81b1-2db62c856809 HTTP/1.1" status: 204 len: 168 time: 0.4176702 Dec 08 02:01:14.883485 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56810) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:15.002680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-843b446a-de85-4adc-84fe-3428065cf916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:15.003055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-843b446a-de85-4adc-84fe-3428065cf916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:15.005968 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-843b446a-de85-4adc-84fe-3428065cf916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:15.011789 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-843b446a-de85-4adc-84fe-3428065cf916 service neutron] 10.222.0.45 "GET /v2.0/networks?id=caf2deea-53dd-4462-beed-a3b1fd4b591a&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=070c9fd6-5c33-481f-972d-d93c3bb28703&id=070c9fd6-5c33-481f-972d-d93c3bb28703 HTTP/1.1" status: 200 len: 2293 time: 0.3325937 Dec 08 02:01:15.014551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef1d43-fb6f-4f32-b0b1-289d11906406 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf6c348-5618-4347-81b1-2db62c856809,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:15.049507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56820) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:15.092155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-b5d220ef-9841-4bda-b3dc-28ffc4052c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:15.093701 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-b5d220ef-9841-4bda-b3dc-28ffc4052c38 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2218111 Dec 08 02:01:15.180151 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-f9391bab-6785-4810-8909-0f2acfbe402b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ad676ef-7601-4543-b8c7-abf32ca8e077 HTTP/1.1" status: 200 len: 1001 time: 0.1518397 Dec 08 02:01:15.207303 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a36c73b2-2043-4abd-893b-2894682355aa tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3209050 Dec 08 02:01:15.241383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56826) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:15.241383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3fc77f42-5910-4483-8a71-8bd24543d707 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': 'a968586a-bdcd-44cd-b224-1103c8478cb5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:15.270025 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-14f2b057-873f-4312-b690-039499f89fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:15.272222 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-14f2b057-873f-4312-b690-039499f89fe9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9858dc50-2361-4edb-86fe-cd0999c30287 HTTP/1.1" status: 200 len: 851 time: 0.0834293 Dec 08 02:01:15.385629 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989c535-8c95-4cd0-819a-edd15deb6434 req-48b8f3ab-6e5b-4a6f-887c-500ea10e8ac2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:15.387179 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1989c535-8c95-4cd0-819a-edd15deb6434 req-48b8f3ab-6e5b-4a6f-887c-500ea10e8ac2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.2898457 Dec 08 02:01:15.389768 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-ed2398e7-4a21-4361-a97c-865e26810d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:15.391295 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-ed2398e7-4a21-4361-a97c-865e26810d55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=caf2deea-53dd-4462-beed-a3b1fd4b591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955412 Dec 08 02:01:15.393356 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-ec6be9c4-c445-49b7-a351-5d57ba45ccf3 service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802515 Dec 08 02:01:15.402039 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66277ed1-2a12-4ebf-9ccd-443f5898b97f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:15.546138 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-c120d55d-efb0-495d-b4ff-0e74d9b8f967 service neutron] 10.222.0.45 "GET /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461766 Dec 08 02:01:15.723449 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-ad0156e6-9a94-440b-983f-8a5bbbfe864a service neutron] 10.222.0.45 "GET /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650944 Dec 08 02:01:15.793284 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-28ea3a13-23a8-4b43-9508-e6aad1095264 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b77f8d4d-f01b-4db4-9229-f8e360de925d HTTP/1.1" status: 200 len: 217 time: 0.0653074 Dec 08 02:01:15.871498 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-3fc77f42-5910-4483-8a71-8bd24543d707 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The resource could not be found. Dec 08 02:01:15.872739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3fc77f42-5910-4483-8a71-8bd24543d707 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6353486 Dec 08 02:01:15.877964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56844) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:15.885128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-512c0c18-ee09-4ff0-9b51-49bf3f766802 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group': {'name': 'tempest-secgroup--364873631'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:15.890311 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66277ed1-2a12-4ebf-9ccd-443f5898b97f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:15.894357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-d46af264-ca21-428f-b482-fb886d67cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:15.896004 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-d46af264-ca21-428f-b482-fb886d67cce9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.0920804 Dec 08 02:01:15.952478 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-512c0c18-ee09-4ff0-9b51-49bf3f766802 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:15.967468 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1989c535-8c95-4cd0-819a-edd15deb6434 req-2a50633a-389e-4dc9-80c2-d89ffba8ab4c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678856 Dec 08 02:01:15.988200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-4ac70905-7902-423c-8fe3-8a80c649666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:15.990137 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-4ac70905-7902-423c-8fe3-8a80c649666e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0848958 Dec 08 02:01:16.008665 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-50afaf09-a8a2-4fb8-bd9d-bf3af222b273 service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021507 Dec 08 02:01:16.018054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4c3e3-5517-45bd-b87d-4aeabcbc2a35 req-b2405bab-9a5a-45f3-bf6e-20359d676081 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:16.028265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83b4c3e3-5517-45bd-b87d-4aeabcbc2a35 req-b2405bab-9a5a-45f3-bf6e-20359d676081 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.1714525 Dec 08 02:01:16.090783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-570cc165-f798-4b2e-b040-267e6ee081e0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=079c4e98-7411-43d6-85a2-99b4dabf369b HTTP/1.1" status: 200 len: 217 time: 0.0538268 Dec 08 02:01:16.156486 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-3f1bc07c-377e-40dc-bef6-5a014e6b4496 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504464 Dec 08 02:01:16.167818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83b4c3e3-5517-45bd-b87d-4aeabcbc2a35 req-4320039b-8185-4563-b80b-6a64581ed680 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381676 Dec 08 02:01:16.208643 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66277ed1-2a12-4ebf-9ccd-443f5898b97f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:16.218245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66277ed1-2a12-4ebf-9ccd-443f5898b97f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:16.224226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-66277ed1-2a12-4ebf-9ccd-443f5898b97f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] 10.222.0.71 "DELETE /v2.0/security-groups/81ea3f46-07b2-41e8-86a2-618640eefc92 HTTP/1.1" status: 204 len: 168 time: 1.1649930 Dec 08 02:01:16.249766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-43a2aa6b-9317-4460-b368-7e98fb40a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:16.254919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-43a2aa6b-9317-4460-b368-7e98fb40a761 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28afa482-a172-4120-a6cc-25d01b353e67 HTTP/1.1" status: 200 len: 797 time: 0.1529739 Dec 08 02:01:16.287375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66277ed1-2a12-4ebf-9ccd-443f5898b97f tempest-TestVolumeBackupRestore-28209803 tempest-TestVolumeBackupRestore-28209803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ea3f46-07b2-41e8-86a2-618640eefc92,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:16.304577 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-512c0c18-ee09-4ff0-9b51-49bf3f766802 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:16.334741 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-512c0c18-ee09-4ff0-9b51-49bf3f766802 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:16.412523 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-f2b5b263-041e-4d3f-9d9e-41ee2d546bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:16.414594 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-f2b5b263-041e-4d3f-9d9e-41ee2d546bdf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1176546 Dec 08 02:01:16.415920 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c0c18-ee09-4ff0-9b51-49bf3f766802 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d14cfeb-ee76-4a10-9d03-21a541dfd47a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:16.501801 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-512c0c18-ee09-4ff0-9b51-49bf3f766802 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:16.520086 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-512c0c18-ee09-4ff0-9b51-49bf3f766802 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6384940 Dec 08 02:01:16.522437 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56868) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:16.545159 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-cc28589c-7e60-4b13-a686-2c73b40c4a82 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group': {'name': 'tempest-secgroup--116352740'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:16.599167 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-ce4bf769-25d1-4754-a896-06d720839e94 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323292 Dec 08 02:01:16.680652 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-482a3a25-2e85-425b-b833-1fcfa495c8cc service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558963 Dec 08 02:01:16.689032 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-dca1d0b1-fed6-4513-ab55-502046702f15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=078ca6fb-640a-48d3-866a-e1d0735eac6a HTTP/1.1" status: 200 len: 217 time: 0.0764205 Dec 08 02:01:16.695973 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc28589c-7e60-4b13-a686-2c73b40c4a82 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:16.915188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-979b1da1-263a-44fd-821e-4c74bee9c622 req-0799a56b-9416-4170-a97c-b9e6df4361a4 service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262008 Dec 08 02:01:16.944003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-c6af546a-1c23-4433-97cf-f081add82efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:16.950701 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-c6af546a-1c23-4433-97cf-f081add82efc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.2390180 Dec 08 02:01:17.060206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc28589c-7e60-4b13-a686-2c73b40c4a82 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:17.073590 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc28589c-7e60-4b13-a686-2c73b40c4a82 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:17.142972 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc28589c-7e60-4b13-a686-2c73b40c4a82 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:17.144458 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cc28589c-7e60-4b13-a686-2c73b40c4a82 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6210380 Dec 08 02:01:17.147592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-8bf0f5b5-b3d6-4547-b305-e5a36e047ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:17.149559 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-8bf0f5b5-b3d6-4547-b305-e5a36e047ae9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1915565 Dec 08 02:01:17.150022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56912) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:17.154661 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-bbd56186-a558-40c0-8c5e-b0afbcd9eae2 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': '6d14cfeb-ee76-4a10-9d03-21a541dfd47a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1873b56f-0de4-4479-9e7c-682d1265181a'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:17.158311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d1736-faf0-4ef3-894d-fd0d0fa94d4b req-614c1083-f121-4d37-a3ab-bfc7e11a1d38 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:17.161058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28589c-7e60-4b13-a686-2c73b40c4a82 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1873b56f-0de4-4479-9e7c-682d1265181a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:17.169331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca9d1736-faf0-4ef3-894d-fd0d0fa94d4b req-614c1083-f121-4d37-a3ab-bfc7e11a1d38 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.1121488 Dec 08 02:01:17.282208 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca9d1736-faf0-4ef3-894d-fd0d0fa94d4b req-e80fa9c9-49d9-44a1-9a1d-84f0892247e1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114821 Dec 08 02:01:17.347898 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-bbd56186-a558-40c0-8c5e-b0afbcd9eae2 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:17.352269 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bbd56186-a558-40c0-8c5e-b0afbcd9eae2 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1980751 Dec 08 02:01:17.353016 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56924) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:17.353244 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-14bbcc98-1718-44c1-8f38-66db3e83022c service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882412 Dec 08 02:01:17.597663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0043bfa-e9c1-4363-a3e2-4887a1ad12d7 req-9528438a-f3e2-46de-a82c-21e458e39abc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:17.609190 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d0043bfa-e9c1-4363-a3e2-4887a1ad12d7 req-9528438a-f3e2-46de-a82c-21e458e39abc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.1866362 Dec 08 02:01:17.651154 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-057b4432-f9a5-4a4b-8f86-e46769de5b85 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900672 Dec 08 02:01:17.655590 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fc701c2-91e7-452f-92ba-5c82cc3ac0f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:17.738132 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-b7b5303c-0e19-4bae-9d9a-3c41fe0ea1a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=c35cf6d3-e672-4534-be6a-f28b0e0961c1 HTTP/1.1" status: 200 len: 217 time: 0.0781968 Dec 08 02:01:17.851327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-2a4e180b-8717-4ec3-87af-6e6ced927f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:17.853136 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-2a4e180b-8717-4ec3-87af-6e6ced927f7c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.1062770 Dec 08 02:01:17.885544 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d0043bfa-e9c1-4363-a3e2-4887a1ad12d7 req-0c00d826-86cf-40ae-862e-05a640226f30 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705557 Dec 08 02:01:17.974696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fc701c2-91e7-452f-92ba-5c82cc3ac0f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:18.013971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-8db53644-3d2f-4800-b0a9-850e45b0e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:18.017551 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-8db53644-3d2f-4800-b0a9-850e45b0e830 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1547368 Dec 08 02:01:18.177719 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-f3469593-816a-49e6-9c1f-014d0abca7c1 service neutron] show failed (client error): The resource could not be found. Dec 08 02:01:18.180234 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-f3469593-816a-49e6-9c1f-014d0abca7c1 service neutron] 10.222.0.75 "GET /v2.0/ports/678c9e7d-4959-4fbe-8d7b-8394db8cd3d3/bindings/n-h1-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.2416718 Dec 08 02:01:18.214390 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fc701c2-91e7-452f-92ba-5c82cc3ac0f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:18.231290 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fc701c2-91e7-452f-92ba-5c82cc3ac0f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:18.232875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2fc701c2-91e7-452f-92ba-5c82cc3ac0f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "DELETE /v2.0/security-groups/1873b56f-0de4-4479-9e7c-682d1265181a HTTP/1.1" status: 204 len: 168 time: 0.8744645 Dec 08 02:01:18.233715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56998) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:18.342464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc701c2-91e7-452f-92ba-5c82cc3ac0f3 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1873b56f-0de4-4479-9e7c-682d1265181a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:18.351000 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-c352bf7c-ef68-4b45-8828-2e467dec85de service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254769 Dec 08 02:01:18.630021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e9b8ea0b-cf82-40e5-9e4c-4bec9d6fc0af tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3820324 Dec 08 02:01:18.638299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57026) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:18.660913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-d2bfff03-f7f2-4cb6-9d55-bb781779cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:18.665149 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-d2bfff03-f7f2-4cb6-9d55-bb781779cd1f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93&tenant_id=d98ff618afa84eb49ddee4c24ab597d5 HTTP/1.1" status: 200 len: 1102 time: 0.1236923 Dec 08 02:01:18.668239 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-0622e897-0716-4320-b828-0cf7c7b91a9e service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874701 Dec 08 02:01:18.698198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:18.776665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b5440-e0a6-4c77-9e84-b1e3bc978bcd req-0a9e4dcf-9bea-4675-b910-426bf795daf2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:18.786660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f52b5440-e0a6-4c77-9e84-b1e3bc978bcd req-0a9e4dcf-9bea-4675-b910-426bf795daf2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.3121870 Dec 08 02:01:18.862554 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-6057adaf-b56b-4789-b3a2-118c9af2d4df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=416e1a97-ecb1-4ac8-a9f8-297949a2a910 HTTP/1.1" status: 200 len: 217 time: 0.1583340 Dec 08 02:01:18.947401 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f90de2c-c357-455b-8ec6-d56895102cdc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:18.969869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f52b5440-e0a6-4c77-9e84-b1e3bc978bcd req-934dc44d-b817-4f4a-a506-63d5a7169b3c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807663 Dec 08 02:01:19.021569 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f90de2c-c357-455b-8ec6-d56895102cdc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:19.093899 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:19.163314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-e948cc83-1662-4978-b5c6-1351ee769a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:19.168024 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f90de2c-c357-455b-8ec6-d56895102cdc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:19.170666 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f90de2c-c357-455b-8ec6-d56895102cdc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:19.171664 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-e948cc83-1662-4978-b5c6-1351ee769a42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.2934029 Dec 08 02:01:19.176950 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6f90de2c-c357-455b-8ec6-d56895102cdc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "DELETE /v2.0/security-groups/6d14cfeb-ee76-4a10-9d03-21a541dfd47a HTTP/1.1" status: 204 len: 168 time: 0.5375149 Dec 08 02:01:19.254089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57062) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:19.272285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90de2c-c357-455b-8ec6-d56895102cdc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d14cfeb-ee76-4a10-9d03-21a541dfd47a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:19.359894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f9d6e-5cfb-4bd5-a0fb-26d5b5df14ec req-ac81d0f8-baf4-4cd5-b0aa-4b1b3947ccc7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:19.362310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-778f9d6e-5cfb-4bd5-a0fb-26d5b5df14ec req-ac81d0f8-baf4-4cd5-b0aa-4b1b3947ccc7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.2336445 Dec 08 02:01:19.485547 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-414dc7bc-7da5-488f-a9e6-46616f351c3a tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2229424 Dec 08 02:01:19.522933 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57098) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:19.530305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-778f9d6e-5cfb-4bd5-a0fb-26d5b5df14ec req-22f2f961-74de-49a0-906e-7e4890270685 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599674 Dec 08 02:01:19.549679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-13a55cd9-9993-4ee5-ae20-52f41528ac18 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145857303'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:19.558192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-0d6def17-19d7-44cd-8455-74703ae7f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:19.575517 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-0d6def17-19d7-44cd-8455-74703ae7f284 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3907335 Dec 08 02:01:19.621950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13a55cd9-9993-4ee5-ae20-52f41528ac18 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:19.785675 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13a55cd9-9993-4ee5-ae20-52f41528ac18 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:19.794777 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13a55cd9-9993-4ee5-ae20-52f41528ac18 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:19.824879 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13a55cd9-9993-4ee5-ae20-52f41528ac18 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:19.829550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-13a55cd9-9993-4ee5-ae20-52f41528ac18 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2884548 Dec 08 02:01:19.830242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57122) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:19.846840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4088c3bf-726b-48f2-bc52-6e60d053a7d2 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': '6595713d-6dac-4027-9290-f2368f3a6dad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:19.875855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a55cd9-9993-4ee5-ae20-52f41528ac18 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6595713d-6dac-4027-9290-f2368f3a6dad,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:19.930124 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-4088c3bf-726b-48f2-bc52-6e60d053a7d2 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:19.934939 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4088c3bf-726b-48f2-bc52-6e60d053a7d2 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0946584 Dec 08 02:01:19.935452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57130) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:19.939966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fc5ceba8-c97d-414c-882a-4e29fadc9d60 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group_rule': {'security_group_id': '6595713d-6dac-4027-9290-f2368f3a6dad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:20.030723 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-fc5ceba8-c97d-414c-882a-4e29fadc9d60 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:01:20.034721 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fc5ceba8-c97d-414c-882a-4e29fadc9d60 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0958095 Dec 08 02:01:20.034989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57140) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:20.109367 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-e71c5424-aa1d-41fe-aa57-f1bf147f7260 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179360 Dec 08 02:01:20.256176 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72fd6021-b610-4349-96ff-3d3e112eebbc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:20.346708 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4fa52-6a59-4311-bffa-c036f602bb48 req-a06ea627-e7cd-4ad4-badd-126454d50def tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:20.356678 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ab4fa52-6a59-4311-bffa-c036f602bb48 req-a06ea627-e7cd-4ad4-badd-126454d50def tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.2430358 Dec 08 02:01:20.380018 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72fd6021-b610-4349-96ff-3d3e112eebbc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:20.388808 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:20.482578 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ab4fa52-6a59-4311-bffa-c036f602bb48 req-85e2a89e-a644-4af2-b88f-a92589ed2a14 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248469 Dec 08 02:01:20.517659 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72fd6021-b610-4349-96ff-3d3e112eebbc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:20.536075 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72fd6021-b610-4349-96ff-3d3e112eebbc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:20.540901 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-72fd6021-b610-4349-96ff-3d3e112eebbc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "DELETE /v2.0/security-groups/6595713d-6dac-4027-9290-f2368f3a6dad HTTP/1.1" status: 204 len: 168 time: 0.5028167 Dec 08 02:01:20.544116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 32f5659b-b03b-4900-affa-f11401426b89 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:01:20.546690 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57190) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:20.557231 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-80ef31ac-cb82-4a23-bf5a-d2d4c234d86a service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341514 Dec 08 02:01:20.652118 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd6021-b610-4349-96ff-3d3e112eebbc tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6595713d-6dac-4027-9290-f2368f3a6dad,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:20.720581 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-0096a23a-565d-4c1d-b683-3418f6c828a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6cc566c4-deda-4159-a78a-23068f3c174a HTTP/1.1" status: 200 len: 217 time: 0.1410434 Dec 08 02:01:20.727251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4907b800-7a98-4e2b-9855-4d4b909ebb18 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1598520 Dec 08 02:01:20.727542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57206) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:20.732579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:20.734415 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-91e5b296-a47c-4b6e-bdf8-b99e1a3a8eb6 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306107174'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:20.767142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:20.814219 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91e5b296-a47c-4b6e-bdf8-b99e1a3a8eb6 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.027310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-9b3b711f-82e9-4e54-a6f9-c922f2289248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:21.037254 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-9b3b711f-82e9-4e54-a6f9-c922f2289248 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0187a527-5c48-4961-8721-946f3d80ecb1 HTTP/1.1" status: 200 len: 797 time: 0.3004284 Dec 08 02:01:21.096505 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 32f5659b-b03b-4900-affa-f11401426b89, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=32f5659b-b03b-4900-affa-f11401426b89,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:21.115129 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '32f5659b-b03b-4900-affa-f11401426b89', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'port_id': '32f5659b-b03b-4900-affa-f11401426b89', 'mac_address': 'fa:16:3e:d4:11:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:01:21.116661 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.192561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:21.200770 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557cce43-df7e-4217-a77f-6897c1c5b7a0" -d '{"events": [{"server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "name": "network-vif-unplugged", "status": "completed", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:21.267345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41adb82-f5ee-4252-9212-7806a7b59b3a req-d2a8aff1-4f07-4d1f-95cf-a6e5b4bc24a9 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:21.291768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b41adb82-f5ee-4252-9212-7806a7b59b3a req-d2a8aff1-4f07-4d1f-95cf-a6e5b4bc24a9 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.4163749 Dec 08 02:01:21.329478 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91e5b296-a47c-4b6e-bdf8-b99e1a3a8eb6 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.340824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Transition to ACTIVE for port object 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:01:21.360617 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.367694 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.369335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-59d0348e-806a-497a-b540-7bb09e7b7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:21.373246 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-59d0348e-806a-497a-b540-7bb09e7b7259 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070c9fd6-5c33-481f-972d-d93c3bb28703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2242935 Dec 08 02:01:21.375274 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.377423 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91e5b296-a47c-4b6e-bdf8-b99e1a3a8eb6 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.523204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32f5659b-b03b-4900-affa-f11401426b89 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:21.580246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 32f5659b-b03b-4900-affa-f11401426b89, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=32f5659b-b03b-4900-affa-f11401426b89,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:21.585807 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19419f3-9296-46d3-94bc-36fa9555e5d2 x-openstack-request-id: req-a19419f3-9296-46d3-94bc-36fa9555e5d2 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:21.586187 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "name": "network-vif-unplugged", "status": "completed", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:21.586443 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a19419f3-9296-46d3-94bc-36fa9555e5d2 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:21.593481 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'code': 200} Dec 08 02:01:21.612404 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91e5b296-a47c-4b6e-bdf8-b99e1a3a8eb6 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.616825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-91e5b296-a47c-4b6e-bdf8-b99e1a3a8eb6 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8880637 Dec 08 02:01:21.617972 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57274) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:21.641379 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6c5e2d4f-37ea-4399-9d86-2d5f4e976c9d tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:21.662406 n-d-713499-31 neutron-server[109767]: WARNING neutron.api.v2.base [None req-6c5e2d4f-37ea-4399-9d86-2d5f4e976c9d tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 02:01:21.663129 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-6c5e2d4f-37ea-4399-9d86-2d5f4e976c9d tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 02:01:21.675657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6c5e2d4f-37ea-4399-9d86-2d5f4e976c9d tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "PUT /v2.0/security-groups/7229b8e0-e192-49ef-90fc-588c30726582 HTTP/1.1" status: 409 len: 330 time: 0.0454187 Dec 08 02:01:21.676250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57276) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:21.678394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5b296-a47c-4b6e-bdf8-b99e1a3a8eb6 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7229b8e0-e192-49ef-90fc-588c30726582,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:21.734272 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b41adb82-f5ee-4252-9212-7806a7b59b3a req-0babb8e2-d6dd-4148-b3e6-793648bf0ec5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415340 Dec 08 02:01:21.801226 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:01:21.801589 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:01:21.802187 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.909926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=32f5659b-b03b-4900-affa-f11401426b89,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:21.931876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Pushing event updated for resources: {'Port': ['ID=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,revision_number=6']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:22.001030 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a14b6145-a27e-4b8b-b749-94b55567f08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:22.040079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['32f5659b-b03b-4900-affa-f11401426b89'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:01:22.042260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] No DVR routers for this DVR port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:01:22.113406 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67b59e93-cc25-411b-8d8c-7fb3a50e79a4 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:22.166775 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-a025b852-e301-4a56-bb03-92505fddffd4 service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7818673 Dec 08 02:01:22.196619 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642629a5-e884-4b79-8526-eb76d5b2713d req-c4640267-bb46-481b-ba82-eaea9bfe95d3 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:22.217157 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-642629a5-e884-4b79-8526-eb76d5b2713d req-c4640267-bb46-481b-ba82-eaea9bfe95d3 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 944 time: 0.2518508 Dec 08 02:01:22.258466 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67b59e93-cc25-411b-8d8c-7fb3a50e79a4 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:22.261214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Attempting to bind port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:01:22.261556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Attempting to bind port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:01:22.261885 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Attempting to bind port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:22.371168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-642629a5-e884-4b79-8526-eb76d5b2713d req-b673ec9c-1cd4-4b6c-9a3a-d5e623f2289c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579919 Dec 08 02:01:22.392119 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67b59e93-cc25-411b-8d8c-7fb3a50e79a4 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:22.395132 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67b59e93-cc25-411b-8d8c-7fb3a50e79a4 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:22.401561 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-67b59e93-cc25-411b-8d8c-7fb3a50e79a4 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "DELETE /v2.0/security-groups/7229b8e0-e192-49ef-90fc-588c30726582 HTTP/1.1" status: 204 len: 168 time: 0.7217410 Dec 08 02:01:22.402519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57304) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:22.433337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b59e93-cc25-411b-8d8c-7fb3a50e79a4 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7229b8e0-e192-49ef-90fc-588c30726582,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:22.501147 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-4064a287-3ad1-4e94-b8e2-4a7c6192eda5 service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164628 Dec 08 02:01:22.508669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:01:22.509349 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Attempting to bind port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:22.595756 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1e91a0ef-20b0-4ee0-a14c-43013fc2b0b7 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1883047 Dec 08 02:01:22.604184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57312) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:22.611166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:01:22.614755 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:22.615516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:01:22.616289 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Bound port: 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:01:22.616946 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:22.637889 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-1167b72a-5945-44bd-a746-f71b0076d63d tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] delete failed (client error): The resource could not be found. Dec 08 02:01:22.639249 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1167b72a-5945-44bd-a746-f71b0076d63d tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "DELETE /v2.0/security-groups/55a5ef15-f60f-4512-8077-fe3836905d70 HTTP/1.1" status: 404 len: 347 time: 0.0332046 Dec 08 02:01:22.642713 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-8899bbc9-c928-4c48-ba82-90d27da7c2a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a24b4b4-8966-44f8-9636-d4da51d10381 HTTP/1.1" status: 200 len: 217 time: 0.1238246 Dec 08 02:01:22.643579 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57316) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:22.660168 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-a6d49fd6-ff1d-4f0b-a92f-e5cb7a049606 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] show failed (client error): The resource could not be found. Dec 08 02:01:22.665923 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a6d49fd6-ff1d-4f0b-a92f-e5cb7a049606 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "GET /v2.0/security-groups/a8b793a0-3e12-4619-89ab-8b79864f5b55 HTTP/1.1" status: 404 len: 347 time: 0.0205967 Dec 08 02:01:22.669100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57318) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:22.713529 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-89be41a5-6494-4667-a7a1-7394f8d8d430 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] show failed (client error): The resource could not be found. Dec 08 02:01:22.723144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-89be41a5-6494-4667-a7a1-7394f8d8d430 tempest-NegativeSecGroupIPv6Test-1135163639 tempest-NegativeSecGroupIPv6Test-1135163639-project] 10.222.0.71 "GET /v2.0/security-group-rules/f91f89bf-42f7-4c6c-857d-6a7e3348236e HTTP/1.1" status: 404 len: 356 time: 0.0481746 Dec 08 02:01:22.967311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-3bdcff3a-9a58-4cf3-9360-4213ef7d6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:22.977267 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-3bdcff3a-9a58-4cf3-9360-4213ef7d6bde service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0187a527-5c48-4961-8721-946f3d80ecb1 HTTP/1.1" status: 200 len: 797 time: 0.3225479 Dec 08 02:01:23.016601 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:23.112849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d87f7-20a8-4feb-9ade-6af75b82cf82 req-fd28bd92-92e1-4cd2-90d1-804a92929351 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:23.124183 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c55d87f7-20a8-4feb-9ade-6af75b82cf82 req-fd28bd92-92e1-4cd2-90d1-804a92929351 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 948 time: 0.1187928 Dec 08 02:01:23.125106 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:01:23.143713 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-b03a925c-fad3-40ff-bf7e-717c96e44733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:23.147186 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-b03a925c-fad3-40ff-bf7e-717c96e44733 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070c9fd6-5c33-481f-972d-d93c3bb28703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1642463 Dec 08 02:01:23.149358 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:23.272303 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c55d87f7-20a8-4feb-9ade-6af75b82cf82 req-62d09a0e-3b95-4dd7-abb9-5ad3acf46845 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455929 Dec 08 02:01:23.325580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57340) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:23.340947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:23.442025 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-aab36b78-8c0d-49dd-a9ec-73f0626838d2 service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825415 Dec 08 02:01:23.776803 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1e1f1c0-d56a-428d-9549-12a0b140c59f req-9ca21b0e-71e9-48d4-a2e6-343759396404 service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468126 Dec 08 02:01:23.801162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:23.801797 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:23.803208 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] 10.222.0.45 "PUT /v2.0/ports/678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 HTTP/1.1" status: 200 len: 1097 time: 5.1167920 Dec 08 02:01:23.808120 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:23.810755 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0253bdb7-e3ee-4eab-be38-5ac1e392905a" -d '{"events": [{"name": "network-changed", "server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:23.942176 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52985c-a551-4482-83f0-55970b8dfae9 service neutron] Pushing event updated for resources: {'Port': ['ID=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:23.970753 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-aeb99a15-67a5-4973-a299-38686a02d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:23.972341 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-aeb99a15-67a5-4973-a299-38686a02d317 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 1100 time: 0.1088004 Dec 08 02:01:24.055754 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a4f96756-b592-4288-88fe-17b0ff6d326d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aa7b1d1ed0e54c9fb7648b52704e373f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7230031 Dec 08 02:01:24.058104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57364) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:24.110879 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:24.149258 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559cbd6-7cf5-4426-9a54-cf4ecd14be90 req-eaf8833e-aa7a-4f7c-b4cd-f84588deb5bd tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:24.172285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0559cbd6-7cf5-4426-9a54-cf4ecd14be90 req-eaf8833e-aa7a-4f7c-b4cd-f84588deb5bd tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 944 time: 0.4474618 Dec 08 02:01:24.222196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-63cab551-a5a3-4ef1-81ec-544deed7f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:24.223723 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-63cab551-a5a3-4ef1-81ec-544deed7f1d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2441776 Dec 08 02:01:24.326623 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-b75a858a-8e5f-4582-a19e-0c0738f3941f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 HTTP/1.1" status: 200 len: 217 time: 0.0942819 Dec 08 02:01:24.326894 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-312699cf-f635-4e58-9ba2-7d8972a90160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:24.413154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0559cbd6-7cf5-4426-9a54-cf4ecd14be90 req-32414826-a550-49e0-bd23-6f1c2449724d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229891 Dec 08 02:01:24.425392 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39aa5158-7227-41f6-aa26-bfeca3fad540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:24.456135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-6fa0910a-741b-4a3a-a423-9ba2a9e24dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:24.458824 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-6fa0910a-741b-4a3a-a423-9ba2a9e24dbe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1150215 Dec 08 02:01:24.565778 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 32f5659b-b03b-4900-affa-f11401426b89 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:24.570603 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39aa5158-7227-41f6-aa26-bfeca3fad540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:24.620228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-e682d07b-ca2d-4b4b-93cb-f6338901f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:24.622070 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-e682d07b-ca2d-4b4b-93cb-f6338901f2bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1557508 Dec 08 02:01:24.691436 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac7477d-62df-4d04-8133-a1f9cae0c4d9 x-openstack-request-id: req-2ac7477d-62df-4d04-8133-a1f9cae0c4d9 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:24.699330 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:24.699924 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2ac7477d-62df-4d04-8133-a1f9cae0c4d9 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:24.700404 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'status': 'completed', 'code': 200} Dec 08 02:01:24.738351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 32f5659b-b03b-4900-affa-f11401426b89 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:24.738731 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:24.928825 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-dba9d8c2-5cc9-448e-9f8e-77c7eab8a498 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985158 Dec 08 02:01:24.994244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-d4a57114-e3df-417e-93f6-9a217f51096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:25.011033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-d4a57114-e3df-417e-93f6-9a217f51096a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 1100 time: 0.3091149 Dec 08 02:01:25.061763 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:25.128127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 32f5659b-b03b-4900-affa-f11401426b89, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=32f5659b-b03b-4900-affa-f11401426b89,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:25.132149 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffd3c38-58cf-4768-a503-012957e25796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f5659b-b03b-4900-affa-f11401426b89'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:25.132819 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39aa5158-7227-41f6-aa26-bfeca3fad540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:25.135835 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39aa5158-7227-41f6-aa26-bfeca3fad540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:25.136530 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8e9b35-88fc-4e96-8c15-ab26dddfe701" -d '{"events": [{"server_uuid": "bffd3c38-58cf-4768-a503-012957e25796", "name": "network-vif-plugged", "status": "completed", "tag": "32f5659b-b03b-4900-affa-f11401426b89"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:25.144900 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-39aa5158-7227-41f6-aa26-bfeca3fad540 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aa44acd4-9cb5-460d-9316-2ca13866dffe HTTP/1.1" status: 204 len: 168 time: 1.0796008 Dec 08 02:01:25.154855 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:25.256029 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-9dff7160-1387-4e92-aa6d-1408527ac1ca service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166647 Dec 08 02:01:25.281732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=32f5659b-b03b-4900-affa-f11401426b89,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:25.326034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa5158-7227-41f6-aa26-bfeca3fad540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa44acd4-9cb5-460d-9316-2ca13866dffe,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:25.452395 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:25.452645 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-50b359ac-601c-41a4-b91d-23d9400a240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:25.456406 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-50b359ac-601c-41a4-b91d-23d9400a240f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 1100 time: 0.1056986 Dec 08 02:01:25.582007 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a764b7-536e-43aa-9f89-8f39a085542d req-dc103eb2-3585-43a0-b98e-8f5e34650789 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:25.601694 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-27a764b7-536e-43aa-9f89-8f39a085542d req-dc103eb2-3585-43a0-b98e-8f5e34650789 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 948 time: 0.4537773 Dec 08 02:01:25.615058 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-cd8eb192-ebea-44bc-846c-ec50594f7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:25.616603 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-cd8eb192-ebea-44bc-846c-ec50594f7487 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.5920804 Dec 08 02:01:25.791430 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-cc03b243-749c-4a7a-b23b-eebfb7590381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:25.795209 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-cc03b243-749c-4a7a-b23b-eebfb7590381 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.3314190 Dec 08 02:01:25.856327 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-27a764b7-536e-43aa-9f89-8f39a085542d req-17090324-6126-4139-bbb5-131f63730d16 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535467 Dec 08 02:01:25.857757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-d4136382-349f-4041-a6d1-d10f6aab3a88 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 HTTP/1.1" status: 200 len: 217 time: 0.2329683 Dec 08 02:01:25.906462 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-e9289b0c-cc58-42af-a536-16168be93fd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 HTTP/1.1" status: 200 len: 217 time: 0.1013720 Dec 08 02:01:26.210094 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-9ad979fe-e2ff-4a47-bcab-4a8a42d708b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:26.226375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-9ad979fe-e2ff-4a47-bcab-4a8a42d708b4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.3577802 Dec 08 02:01:26.262984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-e591413a-ef8b-4474-b44d-b2987e74c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:26.267931 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-e591413a-ef8b-4474-b44d-b2987e74c0e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.3524997 Dec 08 02:01:26.382096 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1109ad69-4b29-45be-aa8e-d3fa75bb65c1 x-openstack-request-id: req-1109ad69-4b29-45be-aa8e-d3fa75bb65c1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:26.382664 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffd3c38-58cf-4768-a503-012957e25796", "name": "network-vif-plugged", "status": "completed", "tag": "32f5659b-b03b-4900-affa-f11401426b89", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:26.382764 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1109ad69-4b29-45be-aa8e-d3fa75bb65c1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:26.383974 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffd3c38-58cf-4768-a503-012957e25796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f5659b-b03b-4900-affa-f11401426b89', 'code': 200} Dec 08 02:01:26.417137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-4605dcdb-f5ad-4413-b599-39465385226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:26.431625 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-4605dcdb-f5ad-4413-b599-39465385226e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1402042 Dec 08 02:01:26.446530 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-06d94de0-e775-437f-b905-5f84e339ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:26.451364 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-06d94de0-e775-437f-b905-5f84e339ab8b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2012284 Dec 08 02:01:26.749732 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-955c1ac4-d304-496f-b140-194ed208e85a service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139277 Dec 08 02:01:26.913097 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:26.921921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7312bb-6a47-4b9e-81df-9c3447c5369e req-b37facad-7042-4926-a70a-ce46bbab6f92 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:26.931897 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd7312bb-6a47-4b9e-81df-9c3447c5369e req-b37facad-7042-4926-a70a-ce46bbab6f92 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.4180827 Dec 08 02:01:27.029739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd7312bb-6a47-4b9e-81df-9c3447c5369e req-6952aa54-3a9b-430d-b99c-922fb801b08b tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918951 Dec 08 02:01:27.042444 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-f87014ac-9a0f-4f56-8111-07fc9700937f service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832193 Dec 08 02:01:27.134553 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-6f4447df-f102-44fd-9966-f72a4055ae7a service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752213 Dec 08 02:01:27.259524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57462) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:27.263817 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030591 Dec 08 02:01:27.270964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57464) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:27.479527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0253bdb7-e3ee-4eab-be38-5ac1e392905a req-5e4d258c-bd19-4939-9cd6-9290599f8779 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207127 Dec 08 02:01:27.611358 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61e10e-0bd6-40bb-bedc-496a81bc1892 req-0bfcf0f4-14c0-4ec1-b8cd-9e2d7a1cd277 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:27.624428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d61e10e-0bd6-40bb-bedc-496a81bc1892 req-0bfcf0f4-14c0-4ec1-b8cd-9e2d7a1cd277 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 948 time: 0.1827085 Dec 08 02:01:27.660187 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-755921fa-9d47-4188-b400-4bdde10bc63d tempest-NetworksApiDiscovery-1407619422 tempest-NetworksApiDiscovery-1407619422-project] 10.222.0.71 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3880680 Dec 08 02:01:27.835103 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d61e10e-0bd6-40bb-bedc-496a81bc1892 req-26907af3-8ec2-4629-bbc2-729030107e46 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006269 Dec 08 02:01:27.895333 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:28.330687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55abcb-fa4b-400e-91b2-49687fa2e91f req-80578011-7637-4510-9f48-f05a61482a09 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:28.346366 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b55abcb-fa4b-400e-91b2-49687fa2e91f req-80578011-7637-4510-9f48-f05a61482a09 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.1437993 Dec 08 02:01:28.428586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57504) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:28.460614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57508) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:28.565755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:01:28.597651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b55abcb-fa4b-400e-91b2-49687fa2e91f req-60fe7ea2-83b4-4bff-ac67-3f6a77f465e5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465413 Dec 08 02:01:28.701052 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:29.139064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462bc7d-2ed2-4251-926b-a2bb10981b87 req-d001406d-262b-4cfc-840a-071055cea5ff tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:29.162528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3462bc7d-2ed2-4251-926b-a2bb10981b87 req-d001406d-262b-4cfc-840a-071055cea5ff tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 948 time: 0.1555138 Dec 08 02:01:29.214970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:29.256702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'mac_address': 'fa:16:3e:c1:8f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:01:29.330507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3462bc7d-2ed2-4251-926b-a2bb10981b87 req-9e176c34-ae2d-4980-9b3c-b55f8720ceca tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625223 Dec 08 02:01:29.371650 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:29.430013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:29.465504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:29.474219 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:29.605228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:29.944369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:01:30.173109 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:30.184292 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:30.455200 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ba591b8a931f40c18b80d9d23bb999fa&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0253823 Dec 08 02:01:30.461160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57578) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:30.465717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c256d4b-447f-4efc-ba60-f552f17beda4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:30.496689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:30.499330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:30.503216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f29194-910f-4845-a884-91cfb0c1fddf req-f3a7b595-8cfc-44e6-98fa-07fe1b4457ea tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:30.504406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:30.504976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:30.505425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:30.505869 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:30.506296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0f29194-910f-4845-a884-91cfb0c1fddf req-f3a7b595-8cfc-44e6-98fa-07fe1b4457ea tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.1255865 Dec 08 02:01:30.506424 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:30.506817 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:30.507928 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:30.508363 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:30.508797 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:30.509371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:30.515321 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224b1ab-5cd6-45c9-b84f-5a47e61bc552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:30.600577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0f29194-910f-4845-a884-91cfb0c1fddf req-45bcd38c-cf59-43bb-b789-954b1061edcb tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863800 Dec 08 02:01:30.712906 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54227991-8cae-481d-be82-7ebf9b28da8c req-c2662da3-51ef-4b00-8be0-4315e1fda482 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:30.715089 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-c2662da3-51ef-4b00-8be0-4315e1fda482 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.45 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93&tenant_id=d98ff618afa84eb49ddee4c24ab597d5&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 949 time: 0.4358766 Dec 08 02:01:30.888859 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-e31a155a-57fd-4e11-9ae6-365f76cfd155 service neutron] 10.222.0.45 "GET /v2.0/ports/678c9e7d-4959-4fbe-8d7b-8394db8cd3d3/bindings/n-h1-713499-31 HTTP/1.1" status: 200 len: 383 time: 0.1323829 Dec 08 02:01:30.938809 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-725858b2-c8b2-4c28-b23b-c4698d4a6739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:30.971269 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-725858b2-c8b2-4c28-b23b-c4698d4a6739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:31.000231 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d1620-5f9d-49f5-8822-3e9ec59cea6d req-fa253f63-81ca-4f83-91a4-e26439ea38ce tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:31.008702 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-870d1620-5f9d-49f5-8822-3e9ec59cea6d req-fa253f63-81ca-4f83-91a4-e26439ea38ce tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 949 time: 0.0947511 Dec 08 02:01:31.154159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-870d1620-5f9d-49f5-8822-3e9ec59cea6d req-1e000ada-b8d1-4a45-b899-eccef1aa54cd tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421924 Dec 08 02:01:31.199960 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-725858b2-c8b2-4c28-b23b-c4698d4a6739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:31.203338 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-725858b2-c8b2-4c28-b23b-c4698d4a6739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:31.204529 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-725858b2-c8b2-4c28-b23b-c4698d4a6739 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1c256d4b-447f-4efc-ba60-f552f17beda4 HTTP/1.1" status: 204 len: 168 time: 0.7193406 Dec 08 02:01:31.232297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54227991-8cae-481d-be82-7ebf9b28da8c req-36d15ba6-3f0e-4863-a83a-be6576cff213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:31.234501 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-36d15ba6-3f0e-4863-a83a-be6576cff213 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 1101 time: 0.2096345 Dec 08 02:01:31.238831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725858b2-c8b2-4c28-b23b-c4698d4a6739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c256d4b-447f-4efc-ba60-f552f17beda4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:31.447507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3dc36e35-f346-449b-b000-894e137f3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:31.449453 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3dc36e35-f346-449b-b000-894e137f3721 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1997318 Dec 08 02:01:31.498693 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-c1e3ae68-54e8-4349-9f30-a281d9d62144 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 HTTP/1.1" status: 200 len: 217 time: 0.0405397 Dec 08 02:01:31.637056 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54227991-8cae-481d-be82-7ebf9b28da8c req-b1274b34-a970-4c8b-b035-f21de1c9f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:31.638575 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-b1274b34-a970-4c8b-b035-f21de1c9f498 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1093338 Dec 08 02:01:31.783794 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f763418-e3e4-4cf8-a761-5ce99e7d6b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:31.856959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54227991-8cae-481d-be82-7ebf9b28da8c req-e4393a2b-43c2-401c-9502-49a98ab9e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:31.859869 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-e4393a2b-43c2-401c-9502-49a98ab9e192 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2097971 Dec 08 02:01:31.940086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fe1b0-572b-4c4b-89c7-0ecf45804bc1 req-7dacad56-f61e-4306-8b1e-69d401ce6a29 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:31.964320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a90fe1b0-572b-4c4b-89c7-0ecf45804bc1 req-7dacad56-f61e-4306-8b1e-69d401ce6a29 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.1712685 Dec 08 02:01:32.127393 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a90fe1b0-572b-4c4b-89c7-0ecf45804bc1 req-bb7bbc73-01bb-4c32-a31e-5e3f53d9bc6d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621840 Dec 08 02:01:32.217035 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-ff803df7-563b-4958-b575-a54399b34f5d service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448017 Dec 08 02:01:32.315876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d06f6-ad36-48b5-92a8-ddcc3adc9af5 req-4dad558e-8a28-47bd-ad1a-04ae72fc4fb3 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:32.345106 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-905d06f6-ad36-48b5-92a8-ddcc3adc9af5 req-4dad558e-8a28-47bd-ad1a-04ae72fc4fb3 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 950 time: 0.1238809 Dec 08 02:01:32.385134 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-b505bb97-559a-4957-aa75-0562720a7431 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532702 Dec 08 02:01:32.535848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-905d06f6-ad36-48b5-92a8-ddcc3adc9af5 req-c069806f-18d0-4bc1-a97b-a8b01549feae tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861143 Dec 08 02:01:32.560570 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-9f763418-e3e4-4cf8-a761-5ce99e7d6b33 admin admin] Deleting port 74359efc-5d07-4781-958a-afdbdd9e78db {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:32.561143 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f763418-e3e4-4cf8-a761-5ce99e7d6b33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:32.565737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1a4cf-e86b-4653-9a61-964ca4f4a3fc req-6360fea6-e391-4a82-92b3-9f5a43c81a5f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:32.567284 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0e1a4cf-e86b-4653-9a61-964ca4f4a3fc req-6360fea6-e391-4a82-92b3-9f5a43c81a5f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 949 time: 0.1584332 Dec 08 02:01:32.581750 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:32.715185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0e1a4cf-e86b-4653-9a61-964ca4f4a3fc req-4b4b14f9-21a3-4707-a6d7-9293ba9e9a48 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407273 Dec 08 02:01:32.721275 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-9f763418-e3e4-4cf8-a761-5ce99e7d6b33 admin admin] For port 74359efc-5d07-4781-958a-afdbdd9e78db, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=74359efc-5d07-4781-958a-afdbdd9e78db,segment=NetworkSegment(01c0508f-c5bb-432a-aa82-aa53d3b46084),segment_id=01c0508f-c5bb-432a-aa82-aa53d3b46084)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:32.721653 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f763418-e3e4-4cf8-a761-5ce99e7d6b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:32.727379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:01:32.740993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-9f763418-e3e4-4cf8-a761-5ce99e7d6b33 admin admin] Calling delete_port for 74359efc-5d07-4781-958a-afdbdd9e78db owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:32.745073 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:32.745446 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:32.952705 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:32.988408 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:32.991293 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42acf4a-d630-484f-ae64-f73fe7dd8318" -d '{"events": [{"server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "name": "network-vif-plugged", "status": "completed", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:33.013471 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:33.027313 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:33.105663 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f763418-e3e4-4cf8-a761-5ce99e7d6b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:33.212653 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f763418-e3e4-4cf8-a761-5ce99e7d6b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=74359efc-5d07-4781-958a-afdbdd9e78db,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:33.220282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:33.476977 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6adf9eb-e767-40f1-8cf7-a65aa847bde9 x-openstack-request-id: req-d6adf9eb-e767-40f1-8cf7-a65aa847bde9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:33.480047 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "name": "network-vif-plugged", "status": "completed", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:33.480701 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d6adf9eb-e767-40f1-8cf7-a65aa847bde9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:33.481447 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'code': 200} Dec 08 02:01:33.481929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5574c7-1185-4af4-8c72-f8fc9d9d3169 req-1f511e01-0b49-48d9-80ed-f747295ab15f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:33.483440 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b5574c7-1185-4af4-8c72-f8fc9d9d3169 req-1f511e01-0b49-48d9-80ed-f747295ab15f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.1212208 Dec 08 02:01:33.621909 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b5574c7-1185-4af4-8c72-f8fc9d9d3169 req-2354edb6-c8cb-4bf2-af14-a5cc56f6bb7f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292837 Dec 08 02:01:33.630498 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f763418-e3e4-4cf8-a761-5ce99e7d6b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:33.845859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e2a9b-98c6-4505-92f9-31c93bf34fbf req-45e4aae1-eb9b-4a67-b6ce-54a953dd2b02 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:33.859700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd4e2a9b-98c6-4505-92f9-31c93bf34fbf req-45e4aae1-eb9b-4a67-b6ce-54a953dd2b02 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 950 time: 0.1704390 Dec 08 02:01:33.980002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd4e2a9b-98c6-4505-92f9-31c93bf34fbf req-fff053c5-e76b-4702-835b-5fb06a14be08 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190302 Dec 08 02:01:34.089408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f763418-e3e4-4cf8-a761-5ce99e7d6b33 admin admin] Router 82a433a7-8b78-406b-99c9-f37e7fce4d3d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:01:34.146456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff105f-34ec-48d1-b514-9ebdb6358845 req-bc8528db-6a52-404a-9d2a-6b51c66a39c3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:34.159077 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97ff105f-34ec-48d1-b514-9ebdb6358845 req-bc8528db-6a52-404a-9d2a-6b51c66a39c3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.1567969 Dec 08 02:01:34.226929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97ff105f-34ec-48d1-b514-9ebdb6358845 req-181d9330-bd26-45c9-928d-0053636e4f1c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648954 Dec 08 02:01:34.387481 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f763418-e3e4-4cf8-a761-5ce99e7d6b33 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:01:34.402871 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523d14a-16ea-4224-98be-2128dc37d22d None None] Sync routers for ids ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:01:34.441560 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9f763418-e3e4-4cf8-a761-5ce99e7d6b33 admin admin] 10.222.0.71 "PUT /v2.0/routers/82a433a7-8b78-406b-99c9-f37e7fce4d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9798312 Dec 08 02:01:34.443947 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57740) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:34.508777 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1523d14a-16ea-4224-98be-2128dc37d22d None None] Routers {'82a433a7-8b78-406b-99c9-f37e7fce4d3d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:34.510217 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1523d14a-16ea-4224-98be-2128dc37d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:01:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:34.790588 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1523d14a-16ea-4224-98be-2128dc37d22d None None] Set router 82a433a7-8b78-406b-99c9-f37e7fce4d3d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:01:34.873178 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:34.926793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a243ea-e499-4214-88da-f30b973dbe78 req-1da2fe88-ae47-4330-a439-d335fae5182d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:34.940236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09a243ea-e499-4214-88da-f30b973dbe78 req-1da2fe88-ae47-4330-a439-d335fae5182d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.1324790 Dec 08 02:01:35.106600 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09a243ea-e499-4214-88da-f30b973dbe78 req-c1d35a57-c080-4d95-8f4a-79d09500f395 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616797 Dec 08 02:01:35.266433 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:35.328712 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1523d14a-16ea-4224-98be-2128dc37d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T02:01:32Z', 'revision_number': 5, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port': {'id': 'bee7e0f9-d0f9-4446-b3c5-f04d6d290681', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:16Z', 'updated_at': '2021-12-08T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:35.330574 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54227991-8cae-481d-be82-7ebf9b28da8c req-f2f7b0fd-42cb-4d4b-912c-d47c8f8d9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:35.338222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-f2f7b0fd-42cb-4d4b-912c-d47c8f8d9300 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93&tenant_id=d98ff618afa84eb49ddee4c24ab597d5 HTTP/1.1" status: 200 len: 1102 time: 0.2572343 Dec 08 02:01:35.354921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:35.399134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57776) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:35.409240 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523d14a-16ea-4224-98be-2128dc37d22d None None] Checking router: 82a433a7-8b78-406b-99c9-f37e7fce4d3d for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:01:35.427920 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1523d14a-16ea-4224-98be-2128dc37d22d None None] Routers {'82a433a7-8b78-406b-99c9-f37e7fce4d3d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:35.429829 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1523d14a-16ea-4224-98be-2128dc37d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:01:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:35.441566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] Deleting port bee7e0f9-d0f9-4446-b3c5-f04d6d290681 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:35.448038 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:35.563147 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:35.625947 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:01:35.658060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] For port bee7e0f9-d0f9-4446-b3c5-f04d6d290681, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bee7e0f9-d0f9-4446-b3c5-f04d6d290681,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:35.658457 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:35.661378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32fc0b91-fa76-41c2-b642-632ea1ec58d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:35.670467 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1523d14a-16ea-4224-98be-2128dc37d22d None None] Set router 82a433a7-8b78-406b-99c9-f37e7fce4d3d gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:01:35.682469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4de75a-3e88-420c-a903-f83c133c187d req-252fc871-35cb-41fe-b22f-dfd159c42897 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:35.685188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d4de75a-3e88-420c-a903-f83c133c187d req-252fc871-35cb-41fe-b22f-dfd159c42897 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.2834687 Dec 08 02:01:35.790536 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] Calling delete_port for bee7e0f9-d0f9-4446-b3c5-f04d6d290681 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:35.798431 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1523d14a-16ea-4224-98be-2128dc37d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T02:01:35Z', 'revision_number': 6, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:35.836715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d4de75a-3e88-420c-a903-f83c133c187d req-43a32077-30b4-4e73-9e7a-50887844ebc6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373022 Dec 08 02:01:35.853022 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523d14a-16ea-4224-98be-2128dc37d22d None None] The sync data for ids ['82a433a7-8b78-406b-99c9-f37e7fce4d3d'] in n-d-713499-31 is: [{'id': '82a433a7-8b78-406b-99c9-f37e7fce4d3d', 'name': 'tempest-TestVolumeBackupRestore-1520391054-router', 'tenant_id': '99c9a4288fc54a45b09a91460fd07f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:15Z', 'updated_at': '2021-12-08T02:01:35Z', 'revision_number': 6, 'project_id': '99c9a4288fc54a45b09a91460fd07f1c', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:01:35.863727 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32fc0b91-fa76-41c2-b642-632ea1ec58d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:35.872191 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32fc0b91-fa76-41c2-b642-632ea1ec58d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:35.942375 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc0b91-fa76-41c2-b642-632ea1ec58d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef04bc12-ca92-43ff-abe1-82ea4cbc7b80,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:35.956369 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-32fc0b91-fa76-41c2-b642-632ea1ec58d7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=86fb17aae09942e3bf8c5582714b59bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5559916 Dec 08 02:01:35.958315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57780) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:35.987334 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:36.027873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:36.084459 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.087323 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9fea8dbd-0352-4c8e-bebc-fadfaeddc3ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.104556 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:36.106350 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8adc75-9bfa-4a4e-907e-592fb09afe3f" -d '{"events": [{"server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "name": "network-vif-unplugged", "status": "completed", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:36.186791 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9fea8dbd-0352-4c8e-bebc-fadfaeddc3ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.224924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Transition to ACTIVE for port object 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:01:36.286592 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.297180 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a675b7-ca6f-4de7-b7cd-cb05954bbb05 x-openstack-request-id: req-c1a675b7-ca6f-4de7-b7cd-cb05954bbb05 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:36.297426 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "name": "network-vif-unplugged", "status": "completed", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:36.297798 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c1a675b7-ca6f-4de7-b7cd-cb05954bbb05 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:36.300487 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'code': 200} Dec 08 02:01:36.302846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.415293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] No DVR routers for this DVR port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:01:36.453607 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Pushing event updated for resources: {'Port': ['ID=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,revision_number=10']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:36.462405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee7e0f9-d0f9-4446-b3c5-f04d6d290681,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:36.481746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a4b39-3511-4755-b13b-c1f57ae5215d req-896beea4-6047-45b3-8645-83433b9307eb tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:36.523804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-245a4b39-3511-4755-b13b-c1f57ae5215d req-896beea4-6047-45b3-8645-83433b9307eb tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.2747049 Dec 08 02:01:36.533122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.553226 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:36.562767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:36.563260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:36.563848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:36.568035 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:36.568455 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:36.568864 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:36.569318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:36.570381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:36.570830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:36.571269 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:36.571722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:36.572154 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:36.579485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0681dc0f-84c9-445c-9315-e9ff98dc7d0c no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:36.610908 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Attempting to bind port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:01:36.620167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Attempting to bind port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:01:36.620663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Attempting to bind port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:36.662237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:01:36.669106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Attempting to bind port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:36.739093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:01:36.739658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:36.740121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:01:36.740671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Bound port: 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:01:36.741124 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.763964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-245a4b39-3511-4755-b13b-c1f57ae5215d req-df3c4984-c2cd-4460-9599-5e436d81e904 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390149 Dec 08 02:01:36.781559 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.788059 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.821310 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9fea8dbd-0352-4c8e-bebc-fadfaeddc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.824577 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.827495 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9fea8dbd-0352-4c8e-bebc-fadfaeddc3ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.835978 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9fea8dbd-0352-4c8e-bebc-fadfaeddc3ea admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef04bc12-ca92-43ff-abe1-82ea4cbc7b80 HTTP/1.1" status: 204 len: 168 time: 0.8761094 Dec 08 02:01:36.885555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b8f8b6-d160-4789-b0fe-6b26de8f17c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0681dc0f-84c9-445c-9315-e9ff98dc7d0c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:36.888052 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54383db8-1d41-4b1b-ac1e-bc4de8b4106c" -d '{"events": [{"server_uuid": "b7b8f8b6-d160-4789-b0fe-6b26de8f17c9", "name": "network-vif-unplugged", "status": "completed", "tag": "0681dc0f-84c9-445c-9315-e9ff98dc7d0c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:36.924492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea8dbd-0352-4c8e-bebc-fadfaeddc3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef04bc12-ca92-43ff-abe1-82ea4cbc7b80,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:36.938605 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.939182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82a433a7-8b78-406b-99c9-f37e7fce4d3d {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:01:36.949164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.961224 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-901a9113-8a47-4c5d-9d84-2b72e30e7f64 admin admin] 10.222.0.71 "DELETE /v2.0/routers/82a433a7-8b78-406b-99c9-f37e7fce4d3d HTTP/1.1" status: 204 len: 168 time: 2.5161362 Dec 08 02:01:36.963893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57816) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:36.971143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:36.976233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:36.982368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:01:36.995194 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.014918 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.028163 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16203fc7-ff27-4f8f-9b76-41592e668eb8 x-openstack-request-id: req-16203fc7-ff27-4f8f-9b76-41592e668eb8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:37.028974 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b8f8b6-d160-4789-b0fe-6b26de8f17c9", "name": "network-vif-unplugged", "status": "completed", "tag": "0681dc0f-84c9-445c-9315-e9ff98dc7d0c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:37.030857 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-16203fc7-ff27-4f8f-9b76-41592e668eb8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:37.036190 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b8f8b6-d160-4789-b0fe-6b26de8f17c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0681dc0f-84c9-445c-9315-e9ff98dc7d0c', 'code': 200} Dec 08 02:01:37.105506 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f13f922-1ab0-4217-b10f-c549e2d2be77 admin admin] Deleting subnet 3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:01:37.127311 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f13f922-1ab0-4217-b10f-c549e2d2be77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.182073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:37.182891 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.186327 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] 10.222.0.75 "PUT /v2.0/ports/678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 HTTP/1.1" status: 200 len: 1098 time: 1.8357925 Dec 08 02:01:37.190442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:37.208163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 74359efc-5d07-4781-958a-afdbdd9e78db no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:37.238413 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f13f922-1ab0-4217-b10f-c549e2d2be77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.265933 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 74359efc-5d07-4781-958a-afdbdd9e78db {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:01:37.266578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 74359efc-5d07-4781-958a-afdbdd9e78db not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:01:37.267169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bee7e0f9-d0f9-4446-b3c5-f04d6d290681 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:37.327758 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: bee7e0f9-d0f9-4446-b3c5-f04d6d290681 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:01:37.335585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bee7e0f9-d0f9-4446-b3c5-f04d6d290681 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:01:37.433579 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7a4b6-289e-4d14-9815-81cbff118a63 service neutron] Pushing event updated for resources: {'Port': ['ID=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,revision_number=11']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:37.505663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85218396-f39f-4f80-8425-0d4ea5654cbc req-a1a1ba22-f513-4af8-a3ce-d5fee99fa93e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:37.511438 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85218396-f39f-4f80-8425-0d4ea5654cbc req-a1a1ba22-f513-4af8-a3ce-d5fee99fa93e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 949 time: 0.3837798 Dec 08 02:01:37.515098 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f13f922-1ab0-4217-b10f-c549e2d2be77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.530479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54227991-8cae-481d-be82-7ebf9b28da8c req-187b3339-3840-47ee-ae64-f421ef0bb16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:37.538893 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-187b3339-3840-47ee-ae64-f421ef0bb16b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 1101 time: 0.2744615 Dec 08 02:01:37.614782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57826) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:37.633731 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-19d32461-7132-45c4-bf56-356242b63211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.638281 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f13f922-1ab0-4217-b10f-c549e2d2be77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.682634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13f922-1ab0-4217-b10f-c549e2d2be77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:37.685688 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f13f922-1ab0-4217-b10f-c549e2d2be77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.688603 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85218396-f39f-4f80-8425-0d4ea5654cbc req-2b11c5be-9aa1-4356-8ac9-2e800a94523d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516769 Dec 08 02:01:37.692492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57832) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:37.693011 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2f13f922-1ab0-4217-b10f-c549e2d2be77 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3a14aacd-4e32-4fe7-8e39-e23a7b14cc3e HTTP/1.1" status: 204 len: 168 time: 0.7238734 Dec 08 02:01:37.715411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ade4ad-b9b2-4b7a-ab69-e0fdfda0ee57 None None] Network 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:37.800770 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-19d32461-7132-45c4-bf56-356242b63211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.808568 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-19d32461-7132-45c4-bf56-356242b63211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.845318 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d32461-7132-45c4-bf56-356242b63211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aa3a4f-ce43-4294-85b0-7e37e9a33181,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:37.883270 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-19d32461-7132-45c4-bf56-356242b63211 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1687aa41a2134e2fb9d1eff820e14e3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2638698 Dec 08 02:01:37.883800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57842) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:37.918048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.966219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54227991-8cae-481d-be82-7ebf9b28da8c req-c4faf8e8-bb51-442c-91e0-764ea40a9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:37.968304 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-c4faf8e8-bb51-442c-91e0-764ea40a9122 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.4072740 Dec 08 02:01:37.988129 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-305ae2f3-97a7-4dc4-91aa-ca4779637667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:38.051428 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-305ae2f3-97a7-4dc4-91aa-ca4779637667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:38.106033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-2ff4cfc2-55bb-4f5f-ad6a-22433bccdbc9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 HTTP/1.1" status: 200 len: 217 time: 0.1031516 Dec 08 02:01:38.122104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] DHCP port deletion for 52b2b53d-8460-4de0-b2b9-e8bb60d05fcd request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:01:38.132598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512dd68-b4d1-43eb-97cb-8a0b940080e5 req-68646e85-c2a6-4d8d-9c9b-a5fa1865b377 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:38.140150 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c512dd68-b4d1-43eb-97cb-8a0b940080e5 req-68646e85-c2a6-4d8d-9c9b-a5fa1865b377 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.2324266 Dec 08 02:01:38.162359 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-305ae2f3-97a7-4dc4-91aa-ca4779637667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:38.165773 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-305ae2f3-97a7-4dc4-91aa-ca4779637667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:38.167171 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-305ae2f3-97a7-4dc4-91aa-ca4779637667 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/66aa3a4f-ce43-4294-85b0-7e37e9a33181 HTTP/1.1" status: 204 len: 168 time: 0.2813404 Dec 08 02:01:38.181348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Deleting port 61432090-5b32-44f6-a8ab-6909e0194407 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:38.181878 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:38.199396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ae2f3-97a7-4dc4-91aa-ca4779637667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aa3a4f-ce43-4294-85b0-7e37e9a33181,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:38.235323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54227991-8cae-481d-be82-7ebf9b28da8c req-c0c3b5b5-2927-4860-be75-67bb9907ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:38.247004 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-c0c3b5b5-2927-4860-be75-67bb9907ed24 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1245482 Dec 08 02:01:38.260910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] For port 61432090-5b32-44f6-a8ab-6909e0194407, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=61432090-5b32-44f6-a8ab-6909e0194407,segment=NetworkSegment(01c0508f-c5bb-432a-aa82-aa53d3b46084),segment_id=01c0508f-c5bb-432a-aa82-aa53d3b46084)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:38.261474 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:38.276030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Calling delete_port for 61432090-5b32-44f6-a8ab-6909e0194407 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:38.322184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:38.325191 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23814bdd-5dda-439a-b19b-79c0a1a8e129" -d '{"events": [{"name": "network-changed", "server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:38.385306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Deleting port 61432090-5b32-44f6-a8ab-6909e0194407 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:38.386183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:38.442281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c512dd68-b4d1-43eb-97cb-8a0b940080e5 req-2495ad0c-9b6a-433b-a794-4fc3b29d90b3 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009899 Dec 08 02:01:38.452905 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9043b00-a83e-4591-8917-94451bc9d537 x-openstack-request-id: req-a9043b00-a83e-4591-8917-94451bc9d537 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:38.453426 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:38.454131 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a9043b00-a83e-4591-8917-94451bc9d537 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:38.454873 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'status': 'completed', 'code': 200} Dec 08 02:01:38.456593 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:38.508178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Pushing event deleted for resources: {'Port': ['ID=61432090-5b32-44f6-a8ab-6909e0194407,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:38.516320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] No DVR routers for this DVR port 61432090-5b32-44f6-a8ab-6909e0194407 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:01:38.518959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:38.519578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:38.520209 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:38.520774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:38.521347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:38.521922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:38.522474 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:38.523577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:38.524178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:38.524726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:38.525279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:38.525847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:38.526397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b277cc-b2fe-468a-a365-7cc6c78b7942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:38.576315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ff042739-9ba1-41cd-a912-74ae8eaac813 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:01:38.608556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:38.616008 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54227991-8cae-481d-be82-7ebf9b28da8c req-35d4f28b-85d8-4079-a4ac-26ac58cf12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:38.618097 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-35d4f28b-85d8-4079-a4ac-26ac58cf12a7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3559270 Dec 08 02:01:38.638739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-553f7117-869d-4520-9ab6-d4ce51006732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:38.640346 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-553f7117-869d-4520-9ab6-d4ce51006732 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 1101 time: 0.1492589 Dec 08 02:01:38.814255 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 02:01:38.835492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] For port 61432090-5b32-44f6-a8ab-6909e0194407, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=61432090-5b32-44f6-a8ab-6909e0194407,segment=NetworkSegment(01c0508f-c5bb-432a-aa82-aa53d3b46084),segment_id=01c0508f-c5bb-432a-aa82-aa53d3b46084)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:38.835951 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:38.877326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-2bedc08b-c39e-4ece-8b3d-c24ce65cd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:38.880113 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-2bedc08b-c39e-4ece-8b3d-c24ce65cd931 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2300134 Dec 08 02:01:38.949872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:01:39.031883 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-efa9b3fa-21c2-420a-a9c8-f6db5ab070e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 HTTP/1.1" status: 200 len: 217 time: 0.1084278 Dec 08 02:01:39.034237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ff042739-9ba1-41cd-a912-74ae8eaac813, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff042739-9ba1-41cd-a912-74ae8eaac813,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:39.063003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'ff042739-9ba1-41cd-a912-74ae8eaac813', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'ff042739-9ba1-41cd-a912-74ae8eaac813', 'mac_address': 'fa:16:3e:dd:ec:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:01:39.063537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Calling delete_port for 61432090-5b32-44f6-a8ab-6909e0194407 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:39.146831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-615236b7-feb6-43b9-b8dc-5e6cdb39558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:39.149170 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-615236b7-feb6-43b9-b8dc-5e6cdb39558f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1087048 Dec 08 02:01:39.198751 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:39.220037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 61432090-5b32-44f6-a8ab-6909e0194407 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:39.230442 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-66d599ff-cfd0-417b-931e-f8adcee91f19 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762451 Dec 08 02:01:39.251563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-df3ed6e7-e201-4616-a9f3-99c497ea542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:39.253868 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-df3ed6e7-e201-4616-a9f3-99c497ea542c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0963500 Dec 08 02:01:39.345720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 61432090-5b32-44f6-a8ab-6909e0194407 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:01:39.382745 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 61432090-5b32-44f6-a8ab-6909e0194407 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:01:39.403439 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff042739-9ba1-41cd-a912-74ae8eaac813 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:39.445305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ff042739-9ba1-41cd-a912-74ae8eaac813, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff042739-9ba1-41cd-a912-74ae8eaac813,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:39.454157 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:39.504456 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-467a9e48-6cd2-4c85-b807-12409516c7fd service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346890 Dec 08 02:01:39.571568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ff042739-9ba1-41cd-a912-74ae8eaac813,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:39.680989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['ff042739-9ba1-41cd-a912-74ae8eaac813'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:01:39.764954 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-6554622f-0996-4a73-82b0-d91f588923fb service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509367 Dec 08 02:01:40.212552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54227991-8cae-481d-be82-7ebf9b28da8c req-6574014e-095d-47aa-ab29-83668eb6a36b service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9811797 Dec 08 02:01:40.297326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3e339-d5dd-4983-b67f-8eaeb22eab2b req-ec5cac18-553f-4ba2-be4b-0afcf3c0c746 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:40.298958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91f3e339-d5dd-4983-b67f-8eaeb22eab2b req-ec5cac18-553f-4ba2-be4b-0afcf3c0c746 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 949 time: 1.4249206 Dec 08 02:01:40.344021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0ea16-4da2-4939-bd33-bf772742523d req-05bcf1fa-ebdf-4826-9221-91cf0e435692 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:40.353480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52b0ea16-4da2-4939-bd33-bf772742523d req-05bcf1fa-ebdf-4826-9221-91cf0e435692 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.2294521 Dec 08 02:01:40.513857 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:40.606382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] No DVR routers for this DVR port 61432090-5b32-44f6-a8ab-6909e0194407 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:01:40.776656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91f3e339-d5dd-4983-b67f-8eaeb22eab2b req-cd79bd1b-558d-4298-81e4-299f7f5a2c11 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674294 Dec 08 02:01:40.789242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52b0ea16-4da2-4939-bd33-bf772742523d req-ebb6d77b-a9c2-49ea-9141-ce5dd2899090 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322371 Dec 08 02:01:40.790558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=61432090-5b32-44f6-a8ab-6909e0194407,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:40.918834 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:40.947811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-02efdc25-d0ae-4fc4-b7da-4ab2bf8b4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:40.950155 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-02efdc25-d0ae-4fc4-b7da-4ab2bf8b4592 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 1101 time: 0.5551138 Dec 08 02:01:41.042260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b2b53d-8460-4de0-b2b9-e8bb60d05fcd']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:41.101752 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c0508f-c5bb-432a-aa82-aa53d3b46084') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:41.107172 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c0508f-c5bb-432a-aa82-aa53d3b46084') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:41.139809 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:41.186101 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:41.234913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:01:41.239582 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:01:41.241716 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:01:41.355813 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-8021e251-8e9c-4cba-8856-498a0d94ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:41.357839 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-8021e251-8e9c-4cba-8856-498a0d94ff6e service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.3966401 Dec 08 02:01:41.417236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-05406d5b-ca2c-4f38-9624-30e8ee66a9f7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 HTTP/1.1" status: 200 len: 217 time: 0.0494556 Dec 08 02:01:41.505633 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:41.515309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-5a80bb89-79b4-40cc-ae2a-ed0095aa5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:41.524106 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-5a80bb89-79b4-40cc-ae2a-ed0095aa5772 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0960526 Dec 08 02:01:41.538092 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:41.545197 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57954) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:41.546552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] 10.222.0.71 "DELETE /v2.0/networks/52b2b53d-8460-4de0-b2b9-e8bb60d05fcd HTTP/1.1" status: 204 len: 168 time: 3.8524983 Dec 08 02:01:41.584592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a005fb-6347-4279-a723-8c234584fbe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=52b2b53d-8460-4de0-b2b9-e8bb60d05fcd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:41.751077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-732ee26d-fd54-468f-82a6-d5da7f2aca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:41.751077 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-732ee26d-fd54-468f-82a6-d5da7f2aca84 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2010601 Dec 08 02:01:42.321957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b1713-d979-4970-862d-6703dcf884c0 req-6d2a4420-0f14-4d07-aec0-1d70b223a727 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:42.330454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e23b1713-d979-4970-862d-6703dcf884c0 req-6d2a4420-0f14-4d07-aec0-1d70b223a727 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 949 time: 0.2106495 Dec 08 02:01:42.345654 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-3d67a416-dd14-413e-9fc7-5ee3bff86984 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629370 Dec 08 02:01:42.605421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e23b1713-d979-4970-862d-6703dcf884c0 req-4d23161d-027a-4710-bcde-6cc4f53fe5f6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740598 Dec 08 02:01:42.620827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ff042739-9ba1-41cd-a912-74ae8eaac813 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:42.685277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23814bdd-5dda-439a-b19b-79c0a1a8e129 req-8217a691-aefc-493b-b2e2-da4b8d5c019b service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184938 Dec 08 02:01:42.810528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port ff042739-9ba1-41cd-a912-74ae8eaac813 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:42.812190 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:42.893837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:01:42.923289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce13e44-ff2f-43ee-9e4e-babe8b216b00 req-f21eb07a-231d-419c-8e45-6c851f7cdb17 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:42.929410 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ce13e44-ff2f-43ee-9e4e-babe8b216b00 req-f21eb07a-231d-419c-8e45-6c851f7cdb17 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.1202319 Dec 08 02:01:43.090906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ce13e44-ff2f-43ee-9e4e-babe8b216b00 req-f3ad07fe-cd37-4c6d-93fe-03a17ab8bb52 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504498 Dec 08 02:01:43.355962 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:43.424913 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de6db83f-0eb7-48c9-a076-3c9707ef4a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:43.467345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ff042739-9ba1-41cd-a912-74ae8eaac813, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff042739-9ba1-41cd-a912-74ae8eaac813,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:43.468847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf4515f-84a3-4614-935e-e2387637ba23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff042739-9ba1-41cd-a912-74ae8eaac813'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:43.474225 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4275c3dc-ce30-4086-922a-30b8a4ec4834" -d '{"events": [{"server_uuid": "2bf4515f-84a3-4614-935e-e2387637ba23", "name": "network-vif-plugged", "status": "completed", "tag": "ff042739-9ba1-41cd-a912-74ae8eaac813"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:43.489910 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:43.612554 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c3d3b2-d6bb-4ded-8f12-7a20c597fa3b x-openstack-request-id: req-c3c3d3b2-d6bb-4ded-8f12-7a20c597fa3b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:43.612944 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf4515f-84a3-4614-935e-e2387637ba23", "name": "network-vif-plugged", "status": "completed", "tag": "ff042739-9ba1-41cd-a912-74ae8eaac813", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:43.613177 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c3c3d3b2-d6bb-4ded-8f12-7a20c597fa3b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:43.613497 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf4515f-84a3-4614-935e-e2387637ba23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff042739-9ba1-41cd-a912-74ae8eaac813', 'code': 200} Dec 08 02:01:43.615524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ff042739-9ba1-41cd-a912-74ae8eaac813,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:43.666097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:43.712956 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'mac_address': 'fa:16:3e:c1:8f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:01:43.818336 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:43.857994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:43.907069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:43.913697 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:44.002123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87b6c6-060c-4dd0-9df5-5dc18c8ef6de req-20203103-6687-40b1-a99b-c00948a945e1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:44.020259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f87b6c6-060c-4dd0-9df5-5dc18c8ef6de req-20203103-6687-40b1-a99b-c00948a945e1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 949 time: 0.1942353 Dec 08 02:01:44.153557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f87b6c6-060c-4dd0-9df5-5dc18c8ef6de req-19f44ea5-c0e3-4cf8-b7d2-f6e609025f71 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319714 Dec 08 02:01:44.168014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,revision_number=12']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:44.204280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-de6db83f-0eb7-48c9-a076-3c9707ef4a0e admin admin] Deleting port f0c7b283-17d4-4ca0-aee4-29c0a5216113 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:44.205091 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de6db83f-0eb7-48c9-a076-3c9707ef4a0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:44.372941 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:01:44.423332 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c79615-43c7-4d10-8849-c66c3a8eed0b req-1cc57bfd-43d2-4d56-8892-3bed41a80f8f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:44.426490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65c79615-43c7-4d10-8849-c66c3a8eed0b req-1cc57bfd-43d2-4d56-8892-3bed41a80f8f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.1437888 Dec 08 02:01:44.540824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-de6db83f-0eb7-48c9-a076-3c9707ef4a0e admin admin] For port f0c7b283-17d4-4ca0-aee4-29c0a5216113, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f0c7b283-17d4-4ca0-aee4-29c0a5216113,segment=NetworkSegment(67a69890-cb22-4a2d-9e76-7dd947908d9f),segment_id=67a69890-cb22-4a2d-9e76-7dd947908d9f)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:44.542654 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de6db83f-0eb7-48c9-a076-3c9707ef4a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:44.562460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-de6db83f-0eb7-48c9-a076-3c9707ef4a0e admin admin] Calling delete_port for f0c7b283-17d4-4ca0-aee4-29c0a5216113 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:44.596836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65c79615-43c7-4d10-8849-c66c3a8eed0b req-ece062e3-bb3a-4b25-b96c-89bb0e05ee98 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624136 Dec 08 02:01:44.843469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702652e-4066-4852-9b59-a27f14ce7340 req-7f490c4d-203d-4faa-b070-6bc550f942d2 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:44.850058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a702652e-4066-4852-9b59-a27f14ce7340 req-7f490c4d-203d-4faa-b070-6bc550f942d2 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 950 time: 0.1436775 Dec 08 02:01:44.981941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a702652e-4066-4852-9b59-a27f14ce7340 req-4d555476-1e17-4f69-b53d-e45757473b9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136167 Dec 08 02:01:45.146160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de6db83f-0eb7-48c9-a076-3c9707ef4a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:45.204610 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6db83f-0eb7-48c9-a076-3c9707ef4a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c7b283-17d4-4ca0-aee4-29c0a5216113,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:45.549558 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de6db83f-0eb7-48c9-a076-3c9707ef4a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:45.769469 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-27307114-2db3-41b5-8a79-b3e7950fd442 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536921 Dec 08 02:01:45.953435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa4c47-e6c5-4a74-a1c7-89f286472b0f req-67a2e769-d730-4b8b-acc6-081a246f4a92 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:45.955316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37aa4c47-e6c5-4a74-a1c7-89f286472b0f req-67a2e769-d730-4b8b-acc6-081a246f4a92 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.0793107 Dec 08 02:01:45.973184 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6db83f-0eb7-48c9-a076-3c9707ef4a0e admin admin] Router 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:01:46.019458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-cc79e2c3-7306-4a60-ba9e-b7517615bd18 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:46.028536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-cc79e2c3-7306-4a60-ba9e-b7517615bd18 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575178 Dec 08 02:01:46.078110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-573feec8-9248-4548-83d8-1638a10ef095 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/quotas/d98ff618afa84eb49ddee4c24ab597d5 HTTP/1.1" status: 200 len: 375 time: 0.0481968 Dec 08 02:01:46.203539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-59a38a97-bdb2-4c62-874b-f2886bde7502 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1221242 Dec 08 02:01:46.207494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37aa4c47-e6c5-4a74-a1c7-89f286472b0f req-4146078d-cc44-4b2a-a2d6-2a8e8f4a9d43 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392409 Dec 08 02:01:46.471829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477446a-36dc-4de9-977a-33da8a1c3f64 req-abf9cdbb-026e-44a0-bf18-9d00b5a226b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:46.476771 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9477446a-36dc-4de9-977a-33da8a1c3f64 req-abf9cdbb-026e-44a0-bf18-9d00b5a226b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 1097 time: 0.1475763 Dec 08 02:01:46.640388 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69f8d55f-ab7d-480d-a25f-2f82597e855d req-a8c08643-64f0-4df1-94ba-26e329e4af16 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 210 time: 0.0702984 Dec 08 02:01:46.680268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6db83f-0eb7-48c9-a076-3c9707ef4a0e admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:01:46.689992 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b1d147-72b3-4dbb-8417-cc740eaf2462 None None] Sync routers for ids ['3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:01:46.691297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58076) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:46.698577 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-de6db83f-0eb7-48c9-a076-3c9707ef4a0e admin admin] 10.222.0.71 "PUT /v2.0/routers/3d7e512f-eca9-4c20-a126-7d7ddd87d5c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1521814 Dec 08 02:01:46.706045 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1d147-72b3-4dbb-8417-cc740eaf2462 None None] Routers {'3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:46.707304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c9b1d147-72b3-4dbb-8417-cc740eaf2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:01:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:46.844102 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477446a-36dc-4de9-977a-33da8a1c3f64 req-d5a303d8-f351-4943-9f3b-4577269caf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:46.847838 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9477446a-36dc-4de9-977a-33da8a1c3f64 req-d5a303d8-f351-4943-9f3b-4577269caf80 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.3622551 Dec 08 02:01:46.940016 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9477446a-36dc-4de9-977a-33da8a1c3f64 req-8dd49378-1a26-479c-884f-f42c8b9ac925 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32f5659b-b03b-4900-affa-f11401426b89 HTTP/1.1" status: 200 len: 217 time: 0.0839877 Dec 08 02:01:46.942661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c9b1d147-72b3-4dbb-8417-cc740eaf2462 None None] Set router 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:01:47.018906 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477446a-36dc-4de9-977a-33da8a1c3f64 req-deeb8335-7923-4cb1-9f0a-bd85ae8960f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:47.019792 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:47.020940 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9477446a-36dc-4de9-977a-33da8a1c3f64 req-deeb8335-7923-4cb1-9f0a-bd85ae8960f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.0714896 Dec 08 02:01:47.080477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:47.114922 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477446a-36dc-4de9-977a-33da8a1c3f64 req-a6b4e3aa-c982-49bd-ac0c-db9eb4d3ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:47.119563 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9477446a-36dc-4de9-977a-33da8a1c3f64 req-a6b4e3aa-c982-49bd-ac0c-db9eb4d3ca3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903060 Dec 08 02:01:47.177652 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:47.294581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] Deleting port 89491647-ac30-4623-b548-c76a3e06af72 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:47.295184 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:47.374889 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9477446a-36dc-4de9-977a-33da8a1c3f64 req-79721db3-da28-4a19-939d-013994197834 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470994 Dec 08 02:01:47.397266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c9b1d147-72b3-4dbb-8417-cc740eaf2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'name': 'tempest-TestVolumeBackupRestore-1616178629-router', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '89491647-ac30-4623-b548-c76a3e06af72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:29Z', 'updated_at': '2021-12-08T02:01:45Z', 'revision_number': 5, 'project_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'gw_port': {'id': '89491647-ac30-4623-b548-c76a3e06af72', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:47.468282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:01:47.489248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b1d147-72b3-4dbb-8417-cc740eaf2462 None None] Checking router: 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:01:47.525622 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:47.526090 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:47.565865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e49d48-8fce-47c8-b7f3-a77b456db17f req-597898ac-fc57-4346-8312-fec131c668db tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:47.576377 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77e49d48-8fce-47c8-b7f3-a77b456db17f req-597898ac-fc57-4346-8312-fec131c668db tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.2026880 Dec 08 02:01:47.606139 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] For port 89491647-ac30-4623-b548-c76a3e06af72, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=89491647-ac30-4623-b548-c76a3e06af72,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:47.607119 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:47.608111 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9477446a-36dc-4de9-977a-33da8a1c3f64 req-204a7260-1884-4f1d-82d9-02cde0cc41d6 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240174 Dec 08 02:01:47.707411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1d147-72b3-4dbb-8417-cc740eaf2462 None None] Routers {'3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:47.708808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c9b1d147-72b3-4dbb-8417-cc740eaf2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:01:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:47.733407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] Calling delete_port for 89491647-ac30-4623-b548-c76a3e06af72 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:47.769208 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77e49d48-8fce-47c8-b7f3-a77b456db17f req-15366f66-16fe-4a13-a795-c0b60231e8ea tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918492 Dec 08 02:01:47.974709 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e12ec0b-c792-4883-bcc1-b7d763a94cba req-93398941-4e8e-4310-8cf2-46e70d8876ae tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 210 time: 0.0641174 Dec 08 02:01:48.216211 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c9b1d147-72b3-4dbb-8417-cc740eaf2462 None None] Set router 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:01:48.304944 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:48.313147 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:48.353498 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-8b4a0e59-b716-456d-ac32-650a0b76b66d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1078935 Dec 08 02:01:48.364914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] Pushing event deleted for resources: {'Port': ['ID=89491647-ac30-4623-b548-c76a3e06af72,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:48.376607 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:48.377717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c9b1d147-72b3-4dbb-8417-cc740eaf2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'name': 'tempest-TestVolumeBackupRestore-1616178629-router', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:29Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 6, 'project_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:48.432224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:48.434987 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d92541-17e5-4236-8127-5471953c8bd6" -d '{"events": [{"server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "name": "network-vif-plugged", "status": "completed", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:48.439045 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b1d147-72b3-4dbb-8417-cc740eaf2462 None None] The sync data for ids ['3d7e512f-eca9-4c20-a126-7d7ddd87d5c6'] in n-d-713499-31 is: [{'id': '3d7e512f-eca9-4c20-a126-7d7ddd87d5c6', 'name': 'tempest-TestVolumeBackupRestore-1616178629-router', 'tenant_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:29Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 6, 'project_id': 'cc6e221d44154e61bbb45524f1cdbcf7', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:01:48.441772 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:48.527883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,revision_number=13']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:48.576898 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:48.600067 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd938f7-f14c-431a-ad2f-eebf2ceb9705 x-openstack-request-id: req-2cd938f7-f14c-431a-ad2f-eebf2ceb9705 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:48.601131 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "name": "network-vif-plugged", "status": "completed", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:48.601398 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2cd938f7-f14c-431a-ad2f-eebf2ceb9705 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:48.601812 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'code': 200} Dec 08 02:01:48.682087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-211f1c14-95f1-4b4f-a51d-85d3bb2ebf45 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:48.684018 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-211f1c14-95f1-4b4f-a51d-85d3bb2ebf45 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232777 Dec 08 02:01:48.707067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-cccd97e2-0ea2-4688-a30e-8eb329ca2edc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Request body: {'port': {'device_id': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': 'd98ff618afa84eb49ddee4c24ab597d5'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:48.748829 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:48.751993 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:48.840984 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:48.841671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:01:48.853870 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:48.867654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58146) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:48.868168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d5d3e8f2-322b-4e12-b300-b6fc96972921 admin admin] 10.222.0.71 "DELETE /v2.0/routers/3d7e512f-eca9-4c20-a126-7d7ddd87d5c6 HTTP/1.1" status: 204 len: 168 time: 2.1757340 Dec 08 02:01:48.989548 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-10aadb0a-9e4e-40f0-bdf8-eba205b23c67 admin admin] Deleting subnet 73c0c518-1ceb-43c5-ab99-35c81ac183d7 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:01:49.000387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10aadb0a-9e4e-40f0-bdf8-eba205b23c67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:49.068412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-cccd97e2-0ea2-4688-a30e-8eb329ca2edc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Made reservation on behalf of d98ff618afa84eb49ddee4c24ab597d5 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:01:49.073991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-cccd97e2-0ea2-4688-a30e-8eb329ca2edc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:49.091514 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10aadb0a-9e4e-40f0-bdf8-eba205b23c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:49.128902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2b7ce-5783-49e6-9cc1-aa79c87890af req-b95dbfbc-655f-4199-8d9f-5316c12ee3ca tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:49.139597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dee2b7ce-5783-49e6-9cc1-aa79c87890af req-b95dbfbc-655f-4199-8d9f-5316c12ee3ca tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.1671567 Dec 08 02:01:49.243362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f93ea5c-c56c-4afe-bb71-d47c9aff2c85 req-f1b3cd3b-4ec2-4441-b185-93f808165f45 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 210 time: 0.0606313 Dec 08 02:01:49.309444 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dee2b7ce-5783-49e6-9cc1-aa79c87890af req-b93270c8-e4f9-4de7-8985-1f29873c8788 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632998 Dec 08 02:01:49.450187 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10aadb0a-9e4e-40f0-bdf8-eba205b23c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:49.451467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f0c7b283-17d4-4ca0-aee4-29c0a5216113 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:49.536954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-cccd97e2-0ea2-4688-a30e-8eb329ca2edc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Allocated IP 192.168.233.96 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:01:49.566352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: f0c7b283-17d4-4ca0-aee4-29c0a5216113 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:01:49.566940 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f0c7b283-17d4-4ca0-aee4-29c0a5216113 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:01:49.577464 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10aadb0a-9e4e-40f0-bdf8-eba205b23c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:49.627765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aadb0a-9e4e-40f0-bdf8-eba205b23c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73c0c518-1ceb-43c5-ab99-35c81ac183d7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:49.629786 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10aadb0a-9e4e-40f0-bdf8-eba205b23c67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:49.636147 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58170) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:49.641608 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4fa683-ed45-42d6-9cd7-de4c40ff842a None None] Network 78be303b-3731-4aaf-9656-10a0859c8e7f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:49.654691 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-10aadb0a-9e4e-40f0-bdf8-eba205b23c67 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/73c0c518-1ceb-43c5-ab99-35c81ac183d7 HTTP/1.1" status: 204 len: 168 time: 0.7666016 Dec 08 02:01:49.905344 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:49.922069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b3b7ab-c22d-4bcb-aeb4-2d06aa82fc90 None None] DHCP port deletion for 78be303b-3731-4aaf-9656-10a0859c8e7f request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:01:49.932331 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-cccd97e2-0ea2-4688-a30e-8eb329ca2edc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.031913 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-94b3b7ab-c22d-4bcb-aeb4-2d06aa82fc90 None None] Deleting port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:50.032297 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94b3b7ab-c22d-4bcb-aeb4-2d06aa82fc90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.034816 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Deleting port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:50.035185 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.066058 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-cccd97e2-0ea2-4688-a30e-8eb329ca2edc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.107369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['577248e7-7719-496c-9dbd-22b8acf6673b', 'd631cb7b-2af2-4a95-ab90-5c174b28fd23', '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:01:50.193588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-94b3b7ab-c22d-4bcb-aeb4-2d06aa82fc90 None None] For port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=121a7b78-648c-4ee2-9f5e-ff20c1f16d15,segment=NetworkSegment(67a69890-cb22-4a2d-9e76-7dd947908d9f),segment_id=67a69890-cb22-4a2d-9e76-7dd947908d9f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:50.194025 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94b3b7ab-c22d-4bcb-aeb4-2d06aa82fc90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.195435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] For port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=121a7b78-648c-4ee2-9f5e-ff20c1f16d15,segment=NetworkSegment(67a69890-cb22-4a2d-9e76-7dd947908d9f),segment_id=67a69890-cb22-4a2d-9e76-7dd947908d9f)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:50.197092 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.231237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Calling delete_port for 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:50.255834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-94b3b7ab-c22d-4bcb-aeb4-2d06aa82fc90 None None] Calling delete_port for 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:50.269586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd97e2-0ea2-4688-a30e-8eb329ca2edc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Pushing event updated for resources: {'Port': ['ID=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:50.317117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-cccd97e2-0ea2-4688-a30e-8eb329ca2edc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:50.326568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-cccd97e2-0ea2-4688-a30e-8eb329ca2edc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:50.348027 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-cccd97e2-0ea2-4688-a30e-8eb329ca2edc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:01:50.462496 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.552245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Pushing event deleted for resources: {'Port': ['ID=121a7b78-648c-4ee2-9f5e-ff20c1f16d15,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:50.559294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] No DVR routers for this DVR port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:01:50.595796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-cccd97e2-0ea2-4688-a30e-8eb329ca2edc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:50.596524 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-cccd97e2-0ea2-4688-a30e-8eb329ca2edc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.629503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b09e0-2b72-4a4d-b510-a1bbb251352d req-9cfff0f3-bff0-4391-a0cf-1408d029d8c3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:50.636001 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94b3b7ab-c22d-4bcb-aeb4-2d06aa82fc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.636567 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-cccd97e2-0ea2-4688-a30e-8eb329ca2edc tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9341164 Dec 08 02:01:50.643833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed4b09e0-2b72-4a4d-b510-a1bbb251352d req-9cfff0f3-bff0-4391-a0cf-1408d029d8c3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 935 time: 0.2101281 Dec 08 02:01:50.659528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 32f5659b-b03b-4900-affa-f11401426b89 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:50.664256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Request body: {'port': {'device_id': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:50.757589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3b7ab-c22d-4bcb-aeb4-2d06aa82fc90 None None] No DVR routers for this DVR port 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:01:50.765130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa0518-fa7e-4706-87b3-6b492f3a993a req-6c67325e-51ee-4439-b219-a706577ae9dd tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:50.774530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30aa0518-fa7e-4706-87b3-6b492f3a993a req-6c67325e-51ee-4439-b219-a706577ae9dd tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 945 time: 0.3239424 Dec 08 02:01:50.782790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3b7ab-c22d-4bcb-aeb4-2d06aa82fc90 None None] Pushing event deleted for resources: {'Port': ['ID=121a7b78-648c-4ee2-9f5e-ff20c1f16d15,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:50.791862 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.850649 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.901637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 32f5659b-b03b-4900-affa-f11401426b89, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=32f5659b-b03b-4900-affa-f11401426b89,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:50.908014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffd3c38-58cf-4768-a503-012957e25796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f5659b-b03b-4900-affa-f11401426b89'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:50.910952 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070dbc54-fcb7-4c72-98c2-0e0123d9ed8b" -d '{"events": [{"server_uuid": "bffd3c38-58cf-4768-a503-012957e25796", "name": "network-vif-unplugged", "status": "completed", "tag": "32f5659b-b03b-4900-affa-f11401426b89"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:50.940497 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.972061 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30aa0518-fa7e-4706-87b3-6b492f3a993a req-467be56f-b640-4f55-9523-9e5657bdced4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947525 Dec 08 02:01:51.031711 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:51.063260 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed4b09e0-2b72-4a4d-b510-a1bbb251352d req-634671f7-453a-432f-a756-246bed9c8063 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145358 Dec 08 02:01:51.098407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=32f5659b-b03b-4900-affa-f11401426b89,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:51.105622 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78be303b-3731-4aaf-9656-10a0859c8e7f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:51.109400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 89491647-ac30-4623-b548-c76a3e06af72 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:51.135857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a69890-cb22-4a2d-9e76-7dd947908d9f') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:51.136152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a69890-cb22-4a2d-9e76-7dd947908d9f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:51.163692 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:51.171324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fdb19ed5-7d4c-4719-9dd7-f530cf041f94 None None] Provisioning complete for port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:51.171727 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fdb19ed5-7d4c-4719-9dd7-f530cf041f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:51.204865 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:51.213267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:01:51.213685 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:01:51.215496 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:01:51.260547 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc4abd3-2874-46b5-bbb7-32e17426934c x-openstack-request-id: req-6fc4abd3-2874-46b5-bbb7-32e17426934c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:51.260936 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffd3c38-58cf-4768-a503-012957e25796", "name": "network-vif-unplugged", "status": "failed", "tag": "32f5659b-b03b-4900-affa-f11401426b89", "code": 422}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:51.261152 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6fc4abd3-2874-46b5-bbb7-32e17426934c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:51.263868 n-d-713499-31 neutron-server[109768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bffd3c38-58cf-4768-a503-012957e25796', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32f5659b-b03b-4900-affa-f11401426b89', 'code': 422} returned with failed status Dec 08 02:01:51.265036 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fdb19ed5-7d4c-4719-9dd7-f530cf041f94 None None] Port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:51.290604 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 89491647-ac30-4623-b548-c76a3e06af72 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:01:51.291000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 89491647-ac30-4623-b548-c76a3e06af72 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:01:51.291466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:51.367239 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:51.402260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:01:51.402609 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 121a7b78-648c-4ee2-9f5e-ff20c1f16d15 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:01:51.488042 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:51.507495 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] 10.222.0.71 "DELETE /v2.0/networks/78be303b-3731-4aaf-9656-10a0859c8e7f HTTP/1.1" status: 204 len: 168 time: 1.8695121 Dec 08 02:01:51.520072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:51.532441 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:51.544080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb73307-99c9-4d64-b933-96c02489380a admin admin] Pushing event deleted for resources: {'Network': ['ID=78be303b-3731-4aaf-9656-10a0859c8e7f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:51.566919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Transition to ACTIVE for port object 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:01:51.574944 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:51.586035 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a97c6-9065-4236-a10e-25b5199c634c req-b8cfc02f-6630-4295-bd11-d5e21934b1f5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:51.609347 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-610a97c6-9065-4236-a10e-25b5199c634c req-b8cfc02f-6630-4295-bd11-d5e21934b1f5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.2481453 Dec 08 02:01:51.731399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-610a97c6-9065-4236-a10e-25b5199c634c req-e2a47055-435b-434c-a108-5749a442c62e tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210597 Dec 08 02:01:51.792219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Pushing event updated for resources: {'Port': ['ID=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:51.923556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Attempting to bind port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:01:51.924002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Attempting to bind port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:01:51.924386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Attempting to bind port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:51.932040 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:01:51.932423 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Attempting to bind port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:51.939087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:01:51.939615 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:51.940123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:01:51.940575 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Bound port: 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:01:51.941076 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:51.947644 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58222) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:51.970165 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4fdd3ca7-5c8b-4fbd-a3f4-b50fb4f0cc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:52.101803 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6dd2a3e4-33ba-4877-85c0-2e4e75777bff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=99c9a4288fc54a45b09a91460fd07f1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1170981 Dec 08 02:01:52.104737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58228) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:52.129793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0706665-d130-4b6c-bbee-e00a1c08746f req-9cb7ab1b-2916-4e6c-bfac-9a8a4daa00bd tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:52.143847 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d0706665-d130-4b6c-bbee-e00a1c08746f req-9cb7ab1b-2916-4e6c-bfac-9a8a4daa00bd tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.2280142 Dec 08 02:01:52.255044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d0706665-d130-4b6c-bbee-e00a1c08746f req-5f98ab90-7393-4f5a-b620-1aebc8b5ece6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099029 Dec 08 02:01:52.318578 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:52.325695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:01:52.336211 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:52.390191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686223-78a6-4d4f-b319-c2a544c3acfc req-923d876b-3a62-4fd7-8466-74b158714f16 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:52.392058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3686223-78a6-4d4f-b319-c2a544c3acfc req-923d876b-3a62-4fd7-8466-74b158714f16 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 947 time: 0.1170528 Dec 08 02:01:52.408634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Pushing event updated for resources: {'Port': ['ID=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:52.418404 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b224-a576-4d58-8c9b-214b91a14500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:52.437455 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:52.438089 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:52.441075 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-2198dc7b-bf03-4cb4-8eb2-5e5d33609770 service neutron] 10.222.0.45 "PUT /v2.0/ports/187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 HTTP/1.1" status: 200 len: 1096 time: 1.7828987 Dec 08 02:01:52.441543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:52.446766 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6be8fa-0f73-4d9a-9005-529b324a91eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:52.495403 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b224-a576-4d58-8c9b-214b91a14500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:52.524377 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3686223-78a6-4d4f-b319-c2a544c3acfc req-5d239e8c-40f8-480e-bdee-b98e527a9094 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155486 Dec 08 02:01:52.609382 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-b33714e1-c403-4bed-9bb4-aa1ba063717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:52.624844 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-b33714e1-c403-4bed-9bb4-aa1ba063717d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 1099 time: 0.1037745 Dec 08 02:01:52.692135 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-d36f6eb9-2ea6-4bd9-9768-fb13fefed221 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 HTTP/1.1" status: 200 len: 217 time: 0.0619278 Dec 08 02:01:52.716034 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfd91b7-f6eb-4fcf-a64a-8d0cce6be4e8 x-openstack-request-id: req-8dfd91b7-f6eb-4fcf-a64a-8d0cce6be4e8 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:52.716389 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:52.716650 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8dfd91b7-f6eb-4fcf-a64a-8d0cce6be4e8 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:52.717336 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'status': 'completed', 'code': 200} Dec 08 02:01:52.756233 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b224-a576-4d58-8c9b-214b91a14500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:52.759722 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b224-a576-4d58-8c9b-214b91a14500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:52.760901 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cbc2b224-a576-4d58-8c9b-214b91a14500 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f6593a38-4f8a-4b98-af13-db6204b8b6f6 HTTP/1.1" status: 204 len: 168 time: 0.6551516 Dec 08 02:01:52.827844 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2b224-a576-4d58-8c9b-214b91a14500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6593a38-4f8a-4b98-af13-db6204b8b6f6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:52.908080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-1a00d647-210f-418d-afe0-eaab1cb57a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:52.909707 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-1a00d647-210f-418d-afe0-eaab1cb57a87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.2063506 Dec 08 02:01:53.072490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-0cd74dcd-9ff4-4714-8d17-b7a2435e94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:53.077718 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-0cd74dcd-9ff4-4714-8d17-b7a2435e94a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1536100 Dec 08 02:01:53.096403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c5755-47bd-428f-84b9-83f83b35e5e6 req-346e9548-d5b1-49df-9374-772a26a22d94 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:53.105801 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c93c5755-47bd-428f-84b9-83f83b35e5e6 req-346e9548-d5b1-49df-9374-772a26a22d94 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1549265 Dec 08 02:01:53.252646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c93c5755-47bd-428f-84b9-83f83b35e5e6 req-1d37c253-ec0e-4447-bf79-599e51f39291 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454477 Dec 08 02:01:53.306732 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-0f1b0a58-bb33-4eea-9972-177cbee8edca service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195768 Dec 08 02:01:53.342164 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:53.486689 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-723fddc9-c9ff-412e-b305-562cdfaf3547 req-3ff84a3d-f524-4ada-843e-f3ac54dc1558 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753068 Dec 08 02:01:53.611294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58266) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:53.707433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6be8fa-0f73-4d9a-9005-529b324a91eb req-62f7e56c-b10d-4c21-8da3-f1479d16e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:53.709728 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea6be8fa-0f73-4d9a-9005-529b324a91eb req-62f7e56c-b10d-4c21-8da3-f1479d16e777 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 1099 time: 0.0739021 Dec 08 02:01:53.753995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0b9f292d-010e-4750-873b-41f5edc147a1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cc6e221d44154e61bbb45524f1cdbcf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407700 Dec 08 02:01:53.759049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58270) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:53.778367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddbc88-0e99-49d7-840b-f7b645cb3957 req-2465fda3-900a-4047-b35e-ad4f77a519f0 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:53.779841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7ddbc88-0e99-49d7-840b-f7b645cb3957 req-2465fda3-900a-4047-b35e-ad4f77a519f0 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 947 time: 0.0974369 Dec 08 02:01:53.853043 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7ddbc88-0e99-49d7-840b-f7b645cb3957 req-dbcbe633-02c7-461c-92c5-40ef13460e1d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654118 Dec 08 02:01:53.919047 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8bbffd1-7f80-4bd8-96e7-11482d339e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:53.957656 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8bbffd1-7f80-4bd8-96e7-11482d339e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:53.986776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6be8fa-0f73-4d9a-9005-529b324a91eb req-e37c41a6-4697-4757-a7a9-c96e5ecb35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:53.988420 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea6be8fa-0f73-4d9a-9005-529b324a91eb req-e37c41a6-4697-4757-a7a9-c96e5ecb35aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2715549 Dec 08 02:01:54.024506 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8bbffd1-7f80-4bd8-96e7-11482d339e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:54.027877 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8bbffd1-7f80-4bd8-96e7-11482d339e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:54.029188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c8bbffd1-7f80-4bd8-96e7-11482d339e28 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1add2122-eecf-4045-b978-59baedfaadb3 HTTP/1.1" status: 204 len: 168 time: 0.2643731 Dec 08 02:01:54.057785 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbffd1-7f80-4bd8-96e7-11482d339e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1add2122-eecf-4045-b978-59baedfaadb3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:54.071751 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea6be8fa-0f73-4d9a-9005-529b324a91eb req-80e3787f-0019-44a3-988c-86db636a8a34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 HTTP/1.1" status: 200 len: 217 time: 0.0736327 Dec 08 02:01:54.135269 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:54.173239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6be8fa-0f73-4d9a-9005-529b324a91eb req-27fc1214-0526-4043-ab54-1b27f85a1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:54.175509 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea6be8fa-0f73-4d9a-9005-529b324a91eb req-27fc1214-0526-4043-ab54-1b27f85a1b5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0956137 Dec 08 02:01:54.323509 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6155775a-96f2-48e9-9a15-42b977e9cdc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:54.369306 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6be8fa-0f73-4d9a-9005-529b324a91eb req-7d91f096-6093-4457-a445-addfdf16be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:54.381123 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea6be8fa-0f73-4d9a-9005-529b324a91eb req-7d91f096-6093-4457-a445-addfdf16be55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1878788 Dec 08 02:01:54.562488 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea6be8fa-0f73-4d9a-9005-529b324a91eb req-4c175310-a61c-4b85-86fc-9c91a6437004 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802087 Dec 08 02:01:54.657103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 32f5659b-b03b-4900-affa-f11401426b89 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:54.669852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e53e6b-5020-4b78-97e2-79835d906393 req-7eeeac59-ae63-4843-8f59-bf651e4f1ff8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:54.689676 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-24e53e6b-5020-4b78-97e2-79835d906393 req-7eeeac59-ae63-4843-8f59-bf651e4f1ff8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.2341402 Dec 08 02:01:54.932283 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-24e53e6b-5020-4b78-97e2-79835d906393 req-1aff7417-eb2a-4752-b885-f95c9ab01092 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390418 Dec 08 02:01:54.967818 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea6be8fa-0f73-4d9a-9005-529b324a91eb req-08db22f1-9792-4132-9325-35bfc58ced9d service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957226 Dec 08 02:01:55.185813 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049b457-442f-469e-a380-f49b8da24dca req-c5eca7b6-d71c-42a9-be4c-c6edc7bc2d25 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:55.197306 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3049b457-442f-469e-a380-f49b8da24dca req-c5eca7b6-d71c-42a9-be4c-c6edc7bc2d25 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 947 time: 0.1238952 Dec 08 02:01:55.279246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3049b457-442f-469e-a380-f49b8da24dca req-a1a4e52a-ed52-4a3d-a7ef-b5b494eda48e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744982 Dec 08 02:01:55.322312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58316) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:55.385426 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:55.500492 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11f7ff21-f5c3-4310-8a55-0b2b9ca50ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:55.628655 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11f7ff21-f5c3-4310-8a55-0b2b9ca50ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:55.634133 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11f7ff21-f5c3-4310-8a55-0b2b9ca50ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:55.664552 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7ff21-f5c3-4310-8a55-0b2b9ca50ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09ae10a-73fc-4b21-b85a-4fb567eebd25,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:55.720023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-11f7ff21-f5c3-4310-8a55-0b2b9ca50ab7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ee92438b77d4de0aeff2f6c918f35f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3965521 Dec 08 02:01:55.723010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58322) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:55.809204 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33e17f14-0413-41e9-bebf-934283379992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:55.835119 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33e17f14-0413-41e9-bebf-934283379992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:55.905451 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33e17f14-0413-41e9-bebf-934283379992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:55.911972 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-33e17f14-0413-41e9-bebf-934283379992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:55.916837 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-33e17f14-0413-41e9-bebf-934283379992 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c09ae10a-73fc-4b21-b85a-4fb567eebd25 HTTP/1.1" status: 204 len: 168 time: 0.1914477 Dec 08 02:01:55.938742 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e17f14-0413-41e9-bebf-934283379992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09ae10a-73fc-4b21-b85a-4fb567eebd25,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:56.123285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3c95a-5ec7-4ffd-a44e-b9b472e92071 req-63598a6e-ba30-4268-9207-c2086a059dd9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:56.133718 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7a3c95a-5ec7-4ffd-a44e-b9b472e92071 req-63598a6e-ba30-4268-9207-c2086a059dd9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0778539 Dec 08 02:01:56.197424 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7a3c95a-5ec7-4ffd-a44e-b9b472e92071 req-2737a2dd-6aad-4a2e-a7d9-bb414dcf567f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627539 Dec 08 02:01:56.372210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58352) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:56.431667 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de1b36a1-3b1c-4483-927e-218fa11550a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:56.490671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830316c-a002-4208-8176-78a22c1a8666 req-8275329b-46e4-45f3-a83b-906c79d3585e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:56.492975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7830316c-a002-4208-8176-78a22c1a8666 req-8275329b-46e4-45f3-a83b-906c79d3585e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 947 time: 0.1127887 Dec 08 02:01:56.605455 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7830316c-a002-4208-8176-78a22c1a8666 req-276b4b9b-8685-47f3-9087-09c2f321eb8d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011837 Dec 08 02:01:56.646445 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de1b36a1-3b1c-4483-927e-218fa11550a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:56.651366 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:01:56.657814 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de1b36a1-3b1c-4483-927e-218fa11550a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:56.705829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b36a1-3b1c-4483-927e-218fa11550a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced58c4c-784c-4ace-8025-e0983b78c5be,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:56.735916 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58358) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:56.738133 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-de1b36a1-3b1c-4483-927e-218fa11550a0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a9adedd4ef7d44e0b88d019f0996063e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3637934 Dec 08 02:01:56.801125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:56.803717 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-940cfb63-deb6-4226-b8a2-e400ce903c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:56.830300 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'mac_address': 'fa:16:3e:6d:5c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:01:56.841895 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-940cfb63-deb6-4226-b8a2-e400ce903c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:56.884940 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:56.900892 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-940cfb63-deb6-4226-b8a2-e400ce903c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:56.904395 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-940cfb63-deb6-4226-b8a2-e400ce903c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:56.908228 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-940cfb63-deb6-4226-b8a2-e400ce903c50 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ced58c4c-784c-4ace-8025-e0983b78c5be HTTP/1.1" status: 204 len: 168 time: 0.1690211 Dec 08 02:01:56.914632 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:56.936742 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cfb63-deb6-4226-b8a2-e400ce903c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced58c4c-784c-4ace-8025-e0983b78c5be,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:56.948407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:56.964625 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.011507 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.083304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:57.337670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:01:57.445933 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abb02a-83ac-4ed2-902e-ab587a77b08c req-fd2acd06-1af1-48be-acbf-8f512c374ed6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:57.449286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8abb02a-83ac-4ed2-902e-ab587a77b08c req-fd2acd06-1af1-48be-acbf-8f512c374ed6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1165946 Dec 08 02:01:57.522964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58382) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:57.546515 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d92fa18-6af2-4aa3-bd67-b3ea53e695f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.572206 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8abb02a-83ac-4ed2-902e-ab587a77b08c req-b14b76b1-7a7d-42ce-9090-dc8ce48339dd tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110256 Dec 08 02:01:57.659110 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d92fa18-6af2-4aa3-bd67-b3ea53e695f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.668855 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d92fa18-6af2-4aa3-bd67-b3ea53e695f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.700167 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2d92fa18-6af2-4aa3-bd67-b3ea53e695f2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=debdc9bb21374e2d88872859dbec6590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1760550 Dec 08 02:01:57.701913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58390) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:57.732475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92fa18-6af2-4aa3-bd67-b3ea53e695f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31002b47-bba3-46d2-9e94-fe6e1180320b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:57.778658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a086e-d9fc-41a4-90cd-50fbf466214d req-992d7801-ba4f-4ee4-bf8f-a6552e4ea2a4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:57.784007 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b00a086e-d9fc-41a4-90cd-50fbf466214d req-992d7801-ba4f-4ee4-bf8f-a6552e4ea2a4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 948 time: 0.0916033 Dec 08 02:01:57.829288 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b153b9c-b388-49d5-82db-b2448d65cb17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.846776 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.885304 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b153b9c-b388-49d5-82db-b2448d65cb17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.891312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b00a086e-d9fc-41a4-90cd-50fbf466214d req-b633e65f-fc7a-4f5f-9af2-7a425efc2d9b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926988 Dec 08 02:01:57.954385 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b153b9c-b388-49d5-82db-b2448d65cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.959311 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b153b9c-b388-49d5-82db-b2448d65cb17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.961113 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7b153b9c-b388-49d5-82db-b2448d65cb17 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/31002b47-bba3-46d2-9e94-fe6e1180320b HTTP/1.1" status: 204 len: 168 time: 0.2582867 Dec 08 02:01:57.970723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b153b9c-b388-49d5-82db-b2448d65cb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31002b47-bba3-46d2-9e94-fe6e1180320b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:58.774063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28f63e-95c9-437e-b4f8-3e7e2fbc9d26 req-0c44f628-f800-47a2-a2b6-98fa93ea6b30 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:58.783112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b28f63e-95c9-437e-b4f8-3e7e2fbc9d26 req-0c44f628-f800-47a2-a2b6-98fa93ea6b30 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0753906 Dec 08 02:01:58.849653 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b28f63e-95c9-437e-b4f8-3e7e2fbc9d26 req-b6042bce-b5d7-46ed-9bbf-f33fa7802f05 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605326 Dec 08 02:01:59.116094 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b60c27-a635-44d4-9b71-fc87a3dc4e03 req-644d3ae3-dbbe-4376-971e-acfbacc012d6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:59.128226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8b60c27-a635-44d4-9b71-fc87a3dc4e03 req-644d3ae3-dbbe-4376-971e-acfbacc012d6 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 948 time: 0.1144559 Dec 08 02:01:59.222455 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8b60c27-a635-44d4-9b71-fc87a3dc4e03 req-dc6799cd-3fc3-42ca-b2bf-7003693ac407 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906057 Dec 08 02:01:59.995521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6deef-f41d-44e8-a496-f9696ec00732 req-53a12a03-3255-4fa8-9c6c-11655367c26b tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:00.004891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3de6deef-f41d-44e8-a496-f9696ec00732 req-53a12a03-3255-4fa8-9c6c-11655367c26b tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0742629 Dec 08 02:02:00.066520 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3de6deef-f41d-44e8-a496-f9696ec00732 req-04e85eee-a703-49c3-b91b-fd457d3e9954 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600808 Dec 08 02:02:00.482193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf93e25-8bdb-40a9-a438-0d104581567a req-6f3787ba-3c47-4ecd-88f8-d4168cc74915 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:00.523656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fdf93e25-8bdb-40a9-a438-0d104581567a req-6f3787ba-3c47-4ecd-88f8-d4168cc74915 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 948 time: 0.1705728 Dec 08 02:02:00.642746 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fdf93e25-8bdb-40a9-a438-0d104581567a req-3d91a025-ba2d-4f87-8fdd-f47d27001b2c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168091 Dec 08 02:02:00.731167 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:00.905879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:02:00.911337 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:00.912014 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:01.033241 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:01.069708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:01.071139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:01.074196 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8747bf8c-348d-4ab3-a0b1-7cede390c975" -d '{"events": [{"server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "name": "network-vif-plugged", "status": "completed", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:01.079576 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:01.145506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:01.177980 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026c2450-2d42-4e62-9c07-38429522a8a5 x-openstack-request-id: req-026c2450-2d42-4e62-9c07-38429522a8a5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:01.178319 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "name": "network-vif-plugged", "status": "completed", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:01.178578 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-026c2450-2d42-4e62-9c07-38429522a8a5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:01.178976 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'code': 200} Dec 08 02:02:01.316411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3217b4-368d-47a3-a41a-7b513f768a39 req-40067008-ac39-411f-956e-005f91debf88 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:01.324958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f3217b4-368d-47a3-a41a-7b513f768a39 req-40067008-ac39-411f-956e-005f91debf88 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1171963 Dec 08 02:02:01.353312 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bd21f-77c1-4f94-9a4b-5343985b9d0c req-6fc6f9dd-fbe6-4b84-a26e-9eecb2228849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:01.356590 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9a4bd21f-77c1-4f94-9a4b-5343985b9d0c req-6fc6f9dd-fbe6-4b84-a26e-9eecb2228849 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 1101 time: 0.0578845 Dec 08 02:02:01.384367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f3217b4-368d-47a3-a41a-7b513f768a39 req-e8092958-d6e1-483e-9dc7-396937ce945c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527010 Dec 08 02:02:01.434347 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9a4bd21f-77c1-4f94-9a4b-5343985b9d0c req-b8336a1d-bc8a-480d-b07b-62c101a11ee2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696528 Dec 08 02:02:01.836868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5244f-4144-44c0-8abc-56b906cc0731 req-25f0fccb-2f5e-4d78-9772-c1cc7f428084 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:01.845059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cec5244f-4144-44c0-8abc-56b906cc0731 req-25f0fccb-2f5e-4d78-9772-c1cc7f428084 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.0790238 Dec 08 02:02:01.897129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cec5244f-4144-44c0-8abc-56b906cc0731 req-92aaf3bd-c200-42d1-94df-e8cd1f0e941f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507641 Dec 08 02:02:02.494418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5a6fd-d33c-425e-9250-2045f9a4991e req-855af99d-0d1c-41ba-8ef9-b862c1a3eed5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:02.495940 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7d5a6fd-d33c-425e-9250-2045f9a4991e req-855af99d-0d1c-41ba-8ef9-b862c1a3eed5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0534933 Dec 08 02:02:02.548180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7d5a6fd-d33c-425e-9250-2045f9a4991e req-be31616e-e173-42ec-afed-8bcf38ceceb9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448773 Dec 08 02:02:03.054577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38a3ac-f7aa-49f6-a224-cfa5225c32e7 req-96297983-d293-4c42-8aec-1387f50b2d1b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:03.060151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f38a3ac-f7aa-49f6-a224-cfa5225c32e7 req-96297983-d293-4c42-8aec-1387f50b2d1b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.0792086 Dec 08 02:02:03.123843 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f38a3ac-f7aa-49f6-a224-cfa5225c32e7 req-7a837f5d-4da0-4dee-a925-13d29072285f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609255 Dec 08 02:02:03.281931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda64047-092f-4bc1-b806-b4aa6b39e468 req-99ef8c54-3ee0-4126-b4f9-ed59be203534 tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:03.283627 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cda64047-092f-4bc1-b806-b4aa6b39e468 req-99ef8c54-3ee0-4126-b4f9-ed59be203534 tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 1101 time: 0.0521793 Dec 08 02:02:03.357208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f01e71-a7f9-4782-bbd0-9bf558ed2a28 req-30b1d4b8-25fb-470f-81df-f82cdead113e tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:03.358689 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5f01e71-a7f9-4782-bbd0-9bf558ed2a28 req-30b1d4b8-25fb-470f-81df-f82cdead113e tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bf4515f-84a3-4614-935e-e2387637ba23 HTTP/1.1" status: 200 len: 950 time: 0.0740325 Dec 08 02:02:03.377122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cda64047-092f-4bc1-b806-b4aa6b39e468 req-682144d3-8d94-4905-bcbf-4326fff3e865 tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835230 Dec 08 02:02:03.428981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5f01e71-a7f9-4782-bbd0-9bf558ed2a28 req-8b4e4760-70ff-4a30-b76a-e28db15272c7 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574698 Dec 08 02:02:03.714849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ad0b4-4ada-4a17-9fca-401d27f6cd30 req-e4c057ee-6632-4b10-aef7-227ffc837747 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:03.716975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b0ad0b4-4ada-4a17-9fca-401d27f6cd30 req-e4c057ee-6632-4b10-aef7-227ffc837747 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0705113 Dec 08 02:02:03.790980 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b0ad0b4-4ada-4a17-9fca-401d27f6cd30 req-1f92cf24-cd35-4329-a39c-016950378623 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667076 Dec 08 02:02:03.856352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c5be4-d6b0-4c56-adb9-34f9336e6ce0 req-4b0c187c-ea9e-47f6-b4c8-960ecdf0fbcb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:03.858732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-047c5be4-d6b0-4c56-adb9-34f9336e6ce0 req-4b0c187c-ea9e-47f6-b4c8-960ecdf0fbcb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.0664384 Dec 08 02:02:03.931493 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-d595bebb-2b9d-415d-93cf-435fb2616021 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2583370 Dec 08 02:02:03.945055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-758c4512-f599-4725-9641-577a624c11dd service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:02:03.946748 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-758c4512-f599-4725-9641-577a624c11dd service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069749 Dec 08 02:02:03.970051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-047c5be4-d6b0-4c56-adb9-34f9336e6ce0 req-b36a69eb-675a-4745-bdc6-c909e375978d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042788 Dec 08 02:02:04.348077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317ad2e-f577-4dcd-8ec3-3ab2ca23fc23 req-305402c7-66f4-4057-be72-489b82ac04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:04.354994 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3317ad2e-f577-4dcd-8ec3-3ab2ca23fc23 req-305402c7-66f4-4057-be72-489b82ac04b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 1096 time: 0.1002932 Dec 08 02:02:04.416566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6977c-9323-4bed-8210-5ba4554b344a req-4b239050-b9d9-4358-9683-71f728c699e2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:04.421383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64c6977c-9323-4bed-8210-5ba4554b344a req-4b239050-b9d9-4358-9683-71f728c699e2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1197839 Dec 08 02:02:04.503719 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64c6977c-9323-4bed-8210-5ba4554b344a req-be8e73ab-5078-45eb-bcb0-9439ab1f0d32 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785182 Dec 08 02:02:04.558095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317ad2e-f577-4dcd-8ec3-3ab2ca23fc23 req-d43f29dd-e305-4151-8b3e-99b8db70d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:04.559747 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3317ad2e-f577-4dcd-8ec3-3ab2ca23fc23 req-d43f29dd-e305-4151-8b3e-99b8db70d21c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.1975012 Dec 08 02:02:04.652129 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3317ad2e-f577-4dcd-8ec3-3ab2ca23fc23 req-1d71977a-d44b-44b5-a997-1f3e9bd4799e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 200 len: 999 time: 0.0835342 Dec 08 02:02:04.730594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317ad2e-f577-4dcd-8ec3-3ab2ca23fc23 req-7fec5aa1-abe1-4f69-82cd-ed26cf843a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:04.732759 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3317ad2e-f577-4dcd-8ec3-3ab2ca23fc23 req-7fec5aa1-abe1-4f69-82cd-ed26cf843a50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.0736618 Dec 08 02:02:04.792278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317ad2e-f577-4dcd-8ec3-3ab2ca23fc23 req-807527db-7796-4bf6-a4cd-13e10852f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:04.794278 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3317ad2e-f577-4dcd-8ec3-3ab2ca23fc23 req-807527db-7796-4bf6-a4cd-13e10852f718 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534730 Dec 08 02:02:04.929120 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3317ad2e-f577-4dcd-8ec3-3ab2ca23fc23 req-2deb9288-54fb-4cac-be69-d86bb5cafd94 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255183 Dec 08 02:02:05.138785 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3317ad2e-f577-4dcd-8ec3-3ab2ca23fc23 req-72b324a9-1d63-4056-887a-f1f836ec7ce3 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033315 Dec 08 02:02:05.196011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06eecb-fb8f-4728-bc94-facda28b021e req-922c1d90-0fc9-4ad8-ba1d-e7706f66ef57 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:05.206205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e06eecb-fb8f-4728-bc94-facda28b021e req-922c1d90-0fc9-4ad8-ba1d-e7706f66ef57 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1023626 Dec 08 02:02:05.311250 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e06eecb-fb8f-4728-bc94-facda28b021e req-5979eba6-847a-49b5-9b81-ec28e397c9eb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992751 Dec 08 02:02:05.668398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68414e0-f1e4-407c-a04d-4f02ed62253c req-0bad582b-3363-4238-b3a4-86fa7fc51857 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:05.670120 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a68414e0-f1e4-407c-a04d-4f02ed62253c req-0bad582b-3363-4238-b3a4-86fa7fc51857 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0545955 Dec 08 02:02:05.734254 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a68414e0-f1e4-407c-a04d-4f02ed62253c req-8d095d53-e336-4f18-a0cc-d97f8829f5e1 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577893 Dec 08 02:02:05.973732 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-2ee53250-544c-457b-8354-8b43b538d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:05.976294 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-2ee53250-544c-457b-8354-8b43b538d9c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 1101 time: 0.0530715 Dec 08 02:02:06.094747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-7565d5c5-f2bd-43b5-ad15-63433282a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:06.096716 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-7565d5c5-f2bd-43b5-ad15-63433282a287 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1141455 Dec 08 02:02:06.151885 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-fe566477-4988-4c0b-b1a9-fd2693d2fd61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 HTTP/1.1" status: 200 len: 217 time: 0.0485189 Dec 08 02:02:06.206140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-861d7d63-bab5-4c4a-aa38-374023257613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:06.208139 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-861d7d63-bab5-4c4a-aa38-374023257613 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0489359 Dec 08 02:02:06.268508 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-8f1f6dbc-2547-487e-8cce-d53799ca4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:06.270778 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-8f1f6dbc-2547-487e-8cce-d53799ca4a70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0494001 Dec 08 02:02:06.386914 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-97428a90-5389-4707-932e-8abb86fe9f94 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070049 Dec 08 02:02:06.510473 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-80ae976b-f15c-4c52-a2b9-91dd322714a9 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157539 Dec 08 02:02:06.534187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335686-fe14-487f-a606-a8a31530df28 req-36438eed-6a7c-4ef6-a27b-d6f3ded8596e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:06.540353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e335686-fe14-487f-a606-a8a31530df28 req-36438eed-6a7c-4ef6-a27b-d6f3ded8596e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1164832 Dec 08 02:02:06.645988 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e335686-fe14-487f-a606-a8a31530df28 req-395f6023-6d95-49ac-823a-c1ffcf60a7f9 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024683 Dec 08 02:02:06.715409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ff042739-9ba1-41cd-a912-74ae8eaac813 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:06.815283 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.846070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf4515f-84a3-4614-935e-e2387637ba23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff042739-9ba1-41cd-a912-74ae8eaac813'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:06.848594 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079511d2-6466-48ee-a401-230809f3a6c8" -d '{"events": [{"server_uuid": "2bf4515f-84a3-4614-935e-e2387637ba23", "name": "network-vif-unplugged", "status": "completed", "tag": "ff042739-9ba1-41cd-a912-74ae8eaac813"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:06.865312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ff042739-9ba1-41cd-a912-74ae8eaac813, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff042739-9ba1-41cd-a912-74ae8eaac813,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:06.873817 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.969838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ff042739-9ba1-41cd-a912-74ae8eaac813,revision_number=11']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:07.005816 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9c198-1d19-4d93-b711-37d2c338f9a8 req-718b5f69-3105-406e-b0b6-4331b96c6ba2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:07.013848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6d9c198-1d19-4d93-b711-37d2c338f9a8 req-718b5f69-3105-406e-b0b6-4331b96c6ba2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0903535 Dec 08 02:02:07.061703 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6d9c198-1d19-4d93-b711-37d2c338f9a8 req-d0eb1437-16e4-46be-adc1-0b20700cb6d4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469403 Dec 08 02:02:07.129690 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cd854f-5110-4643-880f-af7b37e6cb64 x-openstack-request-id: req-d5cd854f-5110-4643-880f-af7b37e6cb64 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:07.130163 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf4515f-84a3-4614-935e-e2387637ba23", "name": "network-vif-unplugged", "status": "completed", "tag": "ff042739-9ba1-41cd-a912-74ae8eaac813", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:07.130580 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d5cd854f-5110-4643-880f-af7b37e6cb64 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:07.131473 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf4515f-84a3-4614-935e-e2387637ba23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff042739-9ba1-41cd-a912-74ae8eaac813', 'code': 200} Dec 08 02:02:07.238849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ecac8-d3cb-443b-95f0-c5377c75fb1a req-a48f5105-fac5-4291-9ed3-7042daef7349 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:07.241004 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc5ecac8-d3cb-443b-95f0-c5377c75fb1a req-a48f5105-fac5-4291-9ed3-7042daef7349 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0617614 Dec 08 02:02:07.301700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc5ecac8-d3cb-443b-95f0-c5377c75fb1a req-f62ed4f6-c432-4434-9b12-968d8c233ecc tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531309 Dec 08 02:02:07.437664 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8a5be-4a52-4f76-a1d4-d982c1ac7f12 req-9031d349-39f1-4d7e-8a3e-a5cf6a7884e0 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:07.439399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14d8a5be-4a52-4f76-a1d4-d982c1ac7f12 req-9031d349-39f1-4d7e-8a3e-a5cf6a7884e0 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0625916 Dec 08 02:02:07.497281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14d8a5be-4a52-4f76-a1d4-d982c1ac7f12 req-17b47cf0-3d81-4725-9055-c0ce51c951d5 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509143 Dec 08 02:02:07.780470 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7051d1-3c2c-40dd-9c55-5cef21e7adca req-94151d2d-f0dc-4a1e-8c64-b44912475eb2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:07.788600 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef7051d1-3c2c-40dd-9c55-5cef21e7adca req-94151d2d-f0dc-4a1e-8c64-b44912475eb2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0630271 Dec 08 02:02:07.850528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef7051d1-3c2c-40dd-9c55-5cef21e7adca req-ca5a357c-6828-45d0-9a74-b5987d30555d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555575 Dec 08 02:02:08.005932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edf392-29fd-4110-9f1d-3f7adb481298 req-4ab8a085-c3df-41fb-8301-03fe905ad71d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:08.018233 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5edf392-29fd-4110-9f1d-3f7adb481298 req-4ab8a085-c3df-41fb-8301-03fe905ad71d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.0876284 Dec 08 02:02:08.099291 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5edf392-29fd-4110-9f1d-3f7adb481298 req-5b0e2fef-40f0-4740-a0dd-dd1caf5d406c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797968 Dec 08 02:02:08.508638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edf59f-7193-4db7-a22c-3b46f752583b req-44e96272-c2bd-4bdf-b7f4-e83c32632548 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:08.510131 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7edf59f-7193-4db7-a22c-3b46f752583b req-44e96272-c2bd-4bdf-b7f4-e83c32632548 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 948 time: 0.0524309 Dec 08 02:02:08.562299 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7edf59f-7193-4db7-a22c-3b46f752583b req-93778288-3ff4-401d-944b-5289f24bb78d tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Dec 08 02:02:08.958113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d21fb-4378-4da0-a750-6a3200ef8361 req-ac9dcd36-5a58-4197-9e40-e00f5664b908 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:08.959819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-890d21fb-4378-4da0-a750-6a3200ef8361 req-ac9dcd36-5a58-4197-9e40-e00f5664b908 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0484154 Dec 08 02:02:09.020224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-890d21fb-4378-4da0-a750-6a3200ef8361 req-690634be-2c8f-438f-88f9-301a237b9f0f tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501084 Dec 08 02:02:09.361738 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5021208-6332-446d-b62c-efe73ed90fed req-b8c7db44-6a5d-45c9-bc69-eae2b7183f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:09.364174 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e5021208-6332-446d-b62c-efe73ed90fed req-b8c7db44-6a5d-45c9-bc69-eae2b7183f2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 1096 time: 0.0513270 Dec 08 02:02:09.376247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd20d1-74f1-44b2-9943-c8e29b4ee782 req-86f8e54d-9d64-4a2b-9333-3d4ef909ffed tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:09.378080 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30dd20d1-74f1-44b2-9943-c8e29b4ee782 req-86f8e54d-9d64-4a2b-9333-3d4ef909ffed tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1113129 Dec 08 02:02:09.406315 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f320dc-3772-4226-b67c-ef8790efbef9 req-dc98a913-dbef-4c44-92cb-4ef0a181d488 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:09.414898 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58f320dc-3772-4226-b67c-ef8790efbef9 req-dc98a913-dbef-4c44-92cb-4ef0a181d488 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1353333 Dec 08 02:02:09.491534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5021208-6332-446d-b62c-efe73ed90fed req-47efce27-8f0d-4bb3-883d-12c2f743f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:09.493718 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e5021208-6332-446d-b62c-efe73ed90fed req-47efce27-8f0d-4bb3-883d-12c2f743f64d service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.1224780 Dec 08 02:02:09.499898 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58f320dc-3772-4226-b67c-ef8790efbef9 req-97a50c99-ae19-47e0-8a97-5f4e5e9554d9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839682 Dec 08 02:02:09.504570 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30dd20d1-74f1-44b2-9943-c8e29b4ee782 req-a0548343-d5f4-498e-b4a8-837392ca4a98 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870342 Dec 08 02:02:09.597512 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e5021208-6332-446d-b62c-efe73ed90fed req-7fe0dd43-dcdb-477e-8d9b-2e6a38462bb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 200 len: 999 time: 0.0958467 Dec 08 02:02:09.678531 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5021208-6332-446d-b62c-efe73ed90fed req-22d5d01f-7ddc-42ec-b4ba-f4e7dee8a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:09.680253 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e5021208-6332-446d-b62c-efe73ed90fed req-22d5d01f-7ddc-42ec-b4ba-f4e7dee8a820 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.0506337 Dec 08 02:02:09.739581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5021208-6332-446d-b62c-efe73ed90fed req-85e32939-c22a-40d4-b42d-43e307d286c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:09.741204 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e5021208-6332-446d-b62c-efe73ed90fed req-85e32939-c22a-40d4-b42d-43e307d286c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530910 Dec 08 02:02:09.746044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cf24f-50b4-4c29-b325-cbedde07afbc req-70e1f5c3-a51c-4842-99c7-7181d23998c6 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:09.747948 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac5cf24f-50b4-4c29-b325-cbedde07afbc req-70e1f5c3-a51c-4842-99c7-7181d23998c6 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 948 time: 0.0728054 Dec 08 02:02:09.805420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac5cf24f-50b4-4c29-b325-cbedde07afbc req-3134cbcd-24ab-4d7b-a51d-b744daf34ba6 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480816 Dec 08 02:02:09.854458 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e5021208-6332-446d-b62c-efe73ed90fed req-9958098d-6d8c-4c19-9007-6f4ef7291b56 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018670 Dec 08 02:02:09.982256 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e5021208-6332-446d-b62c-efe73ed90fed req-5218b911-1ee5-4063-a611-804bbfc03626 service neutron] 10.222.0.45 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948045 Dec 08 02:02:10.318719 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a26002e2-7cf8-45bd-a0e1-006c88104689 req-e42e016c-bb60-4286-be15-b5fbb1523c51 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427051 Dec 08 02:02:10.394726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26002e2-7cf8-45bd-a0e1-006c88104689 req-fe894637-284b-4705-9cd8-b783e400a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:10.396232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a26002e2-7cf8-45bd-a0e1-006c88104689 req-fe894637-284b-4705-9cd8-b783e400a646 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 1097 time: 0.0449059 Dec 08 02:02:10.426943 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda390c6-1c86-4646-8498-dd8810e7d4a7 req-863754a4-6ebe-4998-b875-62c2e3c7b412 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:10.429216 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fda390c6-1c86-4646-8498-dd8810e7d4a7 req-863754a4-6ebe-4998-b875-62c2e3c7b412 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 948 time: 0.0546210 Dec 08 02:02:10.508256 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26002e2-7cf8-45bd-a0e1-006c88104689 req-669a042e-b2b7-437c-8b6b-7c27a67ccf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:10.509637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a26002e2-7cf8-45bd-a0e1-006c88104689 req-669a042e-b2b7-437c-8b6b-7c27a67ccf50 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 200 len: 913 time: 0.0921552 Dec 08 02:02:10.530049 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-fda390c6-1c86-4646-8498-dd8810e7d4a7 req-0bd0570f-c8d9-4717-b638-251382acb2fa tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Deleting port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:10.530389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fda390c6-1c86-4646-8498-dd8810e7d4a7 req-0bd0570f-c8d9-4717-b638-251382acb2fa tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:10.557640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a26002e2-7cf8-45bd-a0e1-006c88104689 req-65c8dc86-b7fc-43a1-8b8d-05b766f69516 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2eccaeb3-132f-4908-849d-9f6490825499 HTTP/1.1" status: 200 len: 217 time: 0.0384674 Dec 08 02:02:10.703494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26002e2-7cf8-45bd-a0e1-006c88104689 req-8fdd1ee9-ab72-4187-801a-f547a12d172b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:10.705044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a26002e2-7cf8-45bd-a0e1-006c88104689 req-8fdd1ee9-ab72-4187-801a-f547a12d172b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 200 len: 851 time: 0.1403604 Dec 08 02:02:10.713591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35642a9b-2654-459c-b0ca-b7f417d03f2e req-76cc5b53-6227-49fa-ae31-a12109476861 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:10.715102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35642a9b-2654-459c-b0ca-b7f417d03f2e req-76cc5b53-6227-49fa-ae31-a12109476861 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1024511 Dec 08 02:02:10.787722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275467d-fc84-4bcb-8230-41b0550d05bb req-071d8b38-be38-41f2-bf0f-3962d13ad111 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:10.789300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4275467d-fc84-4bcb-8230-41b0550d05bb req-071d8b38-be38-41f2-bf0f-3962d13ad111 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.1750846 Dec 08 02:02:10.845566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35642a9b-2654-459c-b0ca-b7f417d03f2e req-ddb60fcc-67a0-482b-9acb-7939ce5f2230 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138215 Dec 08 02:02:10.881851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26002e2-7cf8-45bd-a0e1-006c88104689 req-2f792a60-0e8c-4602-a295-2a68c81fa732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:10.884076 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a26002e2-7cf8-45bd-a0e1-006c88104689 req-2f792a60-0e8c-4602-a295-2a68c81fa732 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669705 Dec 08 02:02:10.932156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4275467d-fc84-4bcb-8230-41b0550d05bb req-587a66f4-82d2-4b8e-a08f-24f79d62a7db tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293268 Dec 08 02:02:10.981844 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-fda390c6-1c86-4646-8498-dd8810e7d4a7 req-0bd0570f-c8d9-4717-b638-251382acb2fa tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] For port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:10.982211 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fda390c6-1c86-4646-8498-dd8810e7d4a7 req-0bd0570f-c8d9-4717-b638-251382acb2fa tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:11.011675 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-fda390c6-1c86-4646-8498-dd8810e7d4a7 req-0bd0570f-c8d9-4717-b638-251382acb2fa tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Calling delete_port for 0681dc0f-84c9-445c-9315-e9ff98dc7d0c owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:11.173686 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fda390c6-1c86-4646-8498-dd8810e7d4a7 req-0bd0570f-c8d9-4717-b638-251382acb2fa tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:11.285373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda390c6-1c86-4646-8498-dd8810e7d4a7 req-0bd0570f-c8d9-4717-b638-251382acb2fa tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] No DVR routers for this DVR port 0681dc0f-84c9-445c-9315-e9ff98dc7d0c on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:11.287835 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0570f-c8d9-4717-b638-251382acb2fa tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Pushing event deleted for resources: {'Port': ['ID=0681dc0f-84c9-445c-9315-e9ff98dc7d0c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:11.290215 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fda390c6-1c86-4646-8498-dd8810e7d4a7 req-0bd0570f-c8d9-4717-b638-251382acb2fa tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:11.294090 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fda390c6-1c86-4646-8498-dd8810e7d4a7 req-0bd0570f-c8d9-4717-b638-251382acb2fa tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.45 "DELETE /v2.0/ports/0681dc0f-84c9-445c-9315-e9ff98dc7d0c HTTP/1.1" status: 204 len: 173 time: 0.8576376 Dec 08 02:02:11.294759 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b8f8b6-d160-4789-b0fe-6b26de8f17c9', 'name': 'network-vif-deleted', 'tag': '0681dc0f-84c9-445c-9315-e9ff98dc7d0c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:11.297283 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c773023d-857f-4168-ba22-677f0921b3c0" -d '{"events": [{"server_uuid": "b7b8f8b6-d160-4789-b0fe-6b26de8f17c9", "name": "network-vif-deleted", "tag": "0681dc0f-84c9-445c-9315-e9ff98dc7d0c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:11.368674 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf9b7b0-3afc-4f53-a32d-c42a7caadadf x-openstack-request-id: req-0cf9b7b0-3afc-4f53-a32d-c42a7caadadf {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:11.369271 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b8f8b6-d160-4789-b0fe-6b26de8f17c9", "name": "network-vif-deleted", "tag": "0681dc0f-84c9-445c-9315-e9ff98dc7d0c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:11.369759 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0cf9b7b0-3afc-4f53-a32d-c42a7caadadf {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:11.370392 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b8f8b6-d160-4789-b0fe-6b26de8f17c9', 'name': 'network-vif-deleted', 'tag': '0681dc0f-84c9-445c-9315-e9ff98dc7d0c', 'status': 'completed', 'code': 200} Dec 08 02:02:11.617064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c178c2-a4e3-4df9-a1d1-5a9438d94484 req-edf9c8b9-75ff-475e-8647-6acadf1fea59 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:11.618850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7c178c2-a4e3-4df9-a1d1-5a9438d94484 req-edf9c8b9-75ff-475e-8647-6acadf1fea59 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7b8f8b6-d160-4789-b0fe-6b26de8f17c9 HTTP/1.1" status: 200 len: 865 time: 0.5932899 Dec 08 02:02:11.621342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a26002e2-7cf8-45bd-a0e1-006c88104689 req-3501c168-ce78-44da-bcfc-72bd5fbe30ab service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7211554 Dec 08 02:02:11.754786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7c178c2-a4e3-4df9-a1d1-5a9438d94484 req-a542b82c-c4da-4384-84eb-6fa22aab45ff tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242955 Dec 08 02:02:11.812706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a26002e2-7cf8-45bd-a0e1-006c88104689 req-90864952-61a0-4057-bca7-dfdf654e74fb service neutron] 10.222.0.75 "GET /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798799 Dec 08 02:02:12.026897 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1724a65-9048-491f-bdee-45e23ebe3049 req-45c385b1-ebaf-4014-8e5a-7461d8599747 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:12.029628 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1724a65-9048-491f-bdee-45e23ebe3049 req-45c385b1-ebaf-4014-8e5a-7461d8599747 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.0622718 Dec 08 02:02:12.119031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab40b95-04a8-4e15-a727-a2f0ec59d2b0 req-07ead71d-3784-4137-9cdc-04e2e9337c31 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:12.120746 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ab40b95-04a8-4e15-a727-a2f0ec59d2b0 req-07ead71d-3784-4137-9cdc-04e2e9337c31 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0901570 Dec 08 02:02:12.124440 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1724a65-9048-491f-bdee-45e23ebe3049 req-8c506464-5b44-45bc-b4bf-18853c4a5ce8 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827982 Dec 08 02:02:12.201672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ab40b95-04a8-4e15-a727-a2f0ec59d2b0 req-ee14f885-8b68-4c13-826d-ced10820cc6d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631192 Dec 08 02:02:12.411835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921f3cc-a694-486a-bd94-ba7b102283c8 req-fed0499f-7638-452d-aa79-a6a57c9fcaf4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:12.413697 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5921f3cc-a694-486a-bd94-ba7b102283c8 req-fed0499f-7638-452d-aa79-a6a57c9fcaf4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0634718 Dec 08 02:02:12.461419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5921f3cc-a694-486a-bd94-ba7b102283c8 req-d68b0cb2-4c61-4337-a03a-8e9314bd1a74 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Dec 08 02:02:12.596178 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:02:13.137981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bccf1-594e-469f-8cd8-bb5d62959939 req-3877b851-8db2-4a5f-a58a-548f3f4d8119 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:13.149360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af1bccf1-594e-469f-8cd8-bb5d62959939 req-3877b851-8db2-4a5f-a58a-548f3f4d8119 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bf4515f-84a3-4614-935e-e2387637ba23 HTTP/1.1" status: 200 len: 948 time: 0.0741665 Dec 08 02:02:13.241247 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af1bccf1-594e-469f-8cd8-bb5d62959939 req-b552ef0c-20f8-4bba-9d3b-d7a3b4c3e971 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905833 Dec 08 02:02:13.288119 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa54ce1-5e32-4a20-972c-1880cec025ce req-595ee3b0-6935-44c5-bc1b-d798dbf7ca2d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:13.290069 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afa54ce1-5e32-4a20-972c-1880cec025ce req-595ee3b0-6935-44c5-bc1b-d798dbf7ca2d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=bffd3c38-58cf-4768-a503-012957e25796 HTTP/1.1" status: 200 len: 943 time: 0.1249197 Dec 08 02:02:13.436872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabeaa0-455f-4953-9859-3a0db3fc6aef req-b7735b77-9930-4437-9203-3f66be235036 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:13.436872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-caabeaa0-455f-4953-9859-3a0db3fc6aef req-b7735b77-9930-4437-9203-3f66be235036 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1234305 Dec 08 02:02:13.502929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-afa54ce1-5e32-4a20-972c-1880cec025ce req-945d1daa-bd92-4266-8055-7e943da87ea2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Deleting port 32f5659b-b03b-4900-affa-f11401426b89 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:13.503300 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-afa54ce1-5e32-4a20-972c-1880cec025ce req-945d1daa-bd92-4266-8055-7e943da87ea2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:13.523928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-caabeaa0-455f-4953-9859-3a0db3fc6aef req-c8e3ca4d-1d50-42ce-9be9-6695dfd5ba05 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760663 Dec 08 02:02:13.624751 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-afa54ce1-5e32-4a20-972c-1880cec025ce req-945d1daa-bd92-4266-8055-7e943da87ea2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] For port 32f5659b-b03b-4900-affa-f11401426b89, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=32f5659b-b03b-4900-affa-f11401426b89,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:13.625054 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-afa54ce1-5e32-4a20-972c-1880cec025ce req-945d1daa-bd92-4266-8055-7e943da87ea2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:13.644471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-afa54ce1-5e32-4a20-972c-1880cec025ce req-945d1daa-bd92-4266-8055-7e943da87ea2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Calling delete_port for 32f5659b-b03b-4900-affa-f11401426b89 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:13.791671 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-afa54ce1-5e32-4a20-972c-1880cec025ce req-945d1daa-bd92-4266-8055-7e943da87ea2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:13.827999 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2eccaeb3-132f-4908-849d-9f6490825499', 'c710d550-474b-4e3c-9f86-46e0b377f2e6'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:02:13.830333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d1daa-bd92-4266-8055-7e943da87ea2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event deleted for resources: {'Port': ['ID=32f5659b-b03b-4900-affa-f11401426b89,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:13.908685 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa54ce1-5e32-4a20-972c-1880cec025ce req-945d1daa-bd92-4266-8055-7e943da87ea2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] No DVR routers for this DVR port 32f5659b-b03b-4900-affa-f11401426b89 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:13.912754 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-afa54ce1-5e32-4a20-972c-1880cec025ce req-945d1daa-bd92-4266-8055-7e943da87ea2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:13.922577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afa54ce1-5e32-4a20-972c-1880cec025ce req-945d1daa-bd92-4266-8055-7e943da87ea2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "DELETE /v2.0/ports/32f5659b-b03b-4900-affa-f11401426b89 HTTP/1.1" status: 204 len: 173 time: 0.6267650 Dec 08 02:02:13.923595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffd3c38-58cf-4768-a503-012957e25796', 'name': 'network-vif-deleted', 'tag': '32f5659b-b03b-4900-affa-f11401426b89'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:13.926144 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedf2992-3183-48fc-9996-5ce6de7a8837" -d '{"events": [{"server_uuid": "bffd3c38-58cf-4768-a503-012957e25796", "name": "network-vif-deleted", "tag": "32f5659b-b03b-4900-affa-f11401426b89"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:13.994842 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df72e347-64f4-4f68-b6ba-b2457b9d2720 x-openstack-request-id: req-df72e347-64f4-4f68-b6ba-b2457b9d2720 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:13.995251 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffd3c38-58cf-4768-a503-012957e25796", "name": "network-vif-deleted", "tag": "32f5659b-b03b-4900-affa-f11401426b89", "status": "failed", "code": 422}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:13.995592 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-df72e347-64f4-4f68-b6ba-b2457b9d2720 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:13.996118 n-d-713499-31 neutron-server[109767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bffd3c38-58cf-4768-a503-012957e25796', 'name': 'network-vif-deleted', 'tag': '32f5659b-b03b-4900-affa-f11401426b89', 'status': 'failed', 'code': 422} returned with failed status Dec 08 02:02:14.415805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272f390-359a-4b57-b23b-dd98699e7a84 req-2601a14e-557e-45cb-8c2e-39ea703c2a1b tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:14.423477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7272f390-359a-4b57-b23b-dd98699e7a84 req-2601a14e-557e-45cb-8c2e-39ea703c2a1b tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bf4515f-84a3-4614-935e-e2387637ba23 HTTP/1.1" status: 200 len: 948 time: 0.1038027 Dec 08 02:02:14.535762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7272f390-359a-4b57-b23b-dd98699e7a84 req-dd13ea2d-1427-4d70-a38f-7cefe338355b tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/security-groups?id=88e4e0e2-8897-419c-b487-5948de79dc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111190 Dec 08 02:02:14.664333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85971bc5-c5b6-4c54-977c-5d0c1b388b59 req-d3a26f7c-8ea6-4b5d-8d60-452fc4c052a5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:14.665885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85971bc5-c5b6-4c54-977c-5d0c1b388b59 req-d3a26f7c-8ea6-4b5d-8d60-452fc4c052a5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.0549109 Dec 08 02:02:14.731008 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0681dc0f-84c9-445c-9315-e9ff98dc7d0c no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:14.760081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 0681dc0f-84c9-445c-9315-e9ff98dc7d0c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:14.760718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0681dc0f-84c9-445c-9315-e9ff98dc7d0c not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:14.770449 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85971bc5-c5b6-4c54-977c-5d0c1b388b59 req-69f204e5-6f73-4261-9875-d06763f731b9 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933611 Dec 08 02:02:15.025886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d28bd-02e3-422f-967b-4d2d547ad14e req-8877d9c2-5e86-4a59-af9c-b57502bb08fb tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:15.028049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e2d28bd-02e3-422f-967b-4d2d547ad14e req-8877d9c2-5e86-4a59-af9c-b57502bb08fb tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 908 time: 0.0521646 Dec 08 02:02:15.232714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c14831-70cd-480f-ad8a-5180823998fa req-724778f7-374d-440e-a562-2c3d7304da18 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:15.234403 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-22c14831-70cd-480f-ad8a-5180823998fa req-724778f7-374d-440e-a562-2c3d7304da18 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bf4515f-84a3-4614-935e-e2387637ba23 HTTP/1.1" status: 200 len: 948 time: 0.0500610 Dec 08 02:02:15.339474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-22c14831-70cd-480f-ad8a-5180823998fa req-56674748-84f7-41ea-b7c6-d81e4e149437 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Deleting port ff042739-9ba1-41cd-a912-74ae8eaac813 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:15.339921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-22c14831-70cd-480f-ad8a-5180823998fa req-56674748-84f7-41ea-b7c6-d81e4e149437 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:15.442757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-22c14831-70cd-480f-ad8a-5180823998fa req-56674748-84f7-41ea-b7c6-d81e4e149437 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] For port ff042739-9ba1-41cd-a912-74ae8eaac813, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ff042739-9ba1-41cd-a912-74ae8eaac813,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:15.443595 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-22c14831-70cd-480f-ad8a-5180823998fa req-56674748-84f7-41ea-b7c6-d81e4e149437 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:15.456915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-22c14831-70cd-480f-ad8a-5180823998fa req-56674748-84f7-41ea-b7c6-d81e4e149437 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Calling delete_port for ff042739-9ba1-41cd-a912-74ae8eaac813 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:15.605125 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-22c14831-70cd-480f-ad8a-5180823998fa req-56674748-84f7-41ea-b7c6-d81e4e149437 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:15.666965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56674748-84f7-41ea-b7c6-d81e4e149437 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Pushing event deleted for resources: {'Port': ['ID=ff042739-9ba1-41cd-a912-74ae8eaac813,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:15.673692 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36b71d89-4633-41fb-99ec-7bb4c3262c12 req-4c196f46-bb26-4a6a-99bb-3bead3cbca72 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bf4515f-84a3-4614-935e-e2387637ba23 HTTP/1.1" status: 200 len: 210 time: 0.0565133 Dec 08 02:02:15.723816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c14831-70cd-480f-ad8a-5180823998fa req-56674748-84f7-41ea-b7c6-d81e4e149437 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] No DVR routers for this DVR port ff042739-9ba1-41cd-a912-74ae8eaac813 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:15.727456 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-22c14831-70cd-480f-ad8a-5180823998fa req-56674748-84f7-41ea-b7c6-d81e4e149437 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:15.731081 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-22c14831-70cd-480f-ad8a-5180823998fa req-56674748-84f7-41ea-b7c6-d81e4e149437 tempest-ListImageFiltersTestJSON-1604594523 tempest-ListImageFiltersTestJSON-1604594523-project] 10.222.0.45 "DELETE /v2.0/ports/ff042739-9ba1-41cd-a912-74ae8eaac813 HTTP/1.1" status: 204 len: 173 time: 0.4894090 Dec 08 02:02:15.731896 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf4515f-84a3-4614-935e-e2387637ba23', 'name': 'network-vif-deleted', 'tag': 'ff042739-9ba1-41cd-a912-74ae8eaac813'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:15.735130 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8504001-419b-4fc1-a27e-96449c98f39a" -d '{"events": [{"server_uuid": "2bf4515f-84a3-4614-935e-e2387637ba23", "name": "network-vif-deleted", "tag": "ff042739-9ba1-41cd-a912-74ae8eaac813"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:15.782791 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faec08cb-7455-4d89-8ccc-2e9c58a23bd4 x-openstack-request-id: req-faec08cb-7455-4d89-8ccc-2e9c58a23bd4 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:15.783092 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf4515f-84a3-4614-935e-e2387637ba23", "name": "network-vif-deleted", "tag": "ff042739-9ba1-41cd-a912-74ae8eaac813", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:15.783342 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-faec08cb-7455-4d89-8ccc-2e9c58a23bd4 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:15.784071 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf4515f-84a3-4614-935e-e2387637ba23', 'name': 'network-vif-deleted', 'tag': 'ff042739-9ba1-41cd-a912-74ae8eaac813', 'status': 'completed', 'code': 200} Dec 08 02:02:15.971291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04856642-02c3-4244-a127-7d1168c9734e req-55342592-c9a0-49d3-a46a-f8a8fc492dd4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:15.973052 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04856642-02c3-4244-a127-7d1168c9734e req-55342592-c9a0-49d3-a46a-f8a8fc492dd4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1148160 Dec 08 02:02:16.045732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04856642-02c3-4244-a127-7d1168c9734e req-466fa2bc-5c99-422c-b752-396c9b76f0f7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626731 Dec 08 02:02:16.201969 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170deec-7eac-4e22-9d8c-c3f476ecc836 req-24ebc507-0256-4754-b4b5-155b46366ce8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:16.203749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f170deec-7eac-4e22-9d8c-c3f476ecc836 req-24ebc507-0256-4754-b4b5-155b46366ce8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 908 time: 0.0579736 Dec 08 02:02:16.478530 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0138e-8a27-4045-9dc9-f8e93857a916 req-db6b65a0-1f52-467e-b3db-1d347145719d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:16.480378 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22d0138e-8a27-4045-9dc9-f8e93857a916 req-db6b65a0-1f52-467e-b3db-1d347145719d tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.75 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 908 time: 0.0588875 Dec 08 02:02:16.581789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-22d0138e-8a27-4045-9dc9-f8e93857a916 req-3c074891-c2cb-4e64-bbf7-90a50e119960 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Deleting port 2e6d0049-e7ab-4e25-8eec-51928bd4229a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:16.582193 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-22d0138e-8a27-4045-9dc9-f8e93857a916 req-3c074891-c2cb-4e64-bbf7-90a50e119960 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:16.684492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-22d0138e-8a27-4045-9dc9-f8e93857a916 req-3c074891-c2cb-4e64-bbf7-90a50e119960 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] For port 2e6d0049-e7ab-4e25-8eec-51928bd4229a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2e6d0049-e7ab-4e25-8eec-51928bd4229a,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:16.685251 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-22d0138e-8a27-4045-9dc9-f8e93857a916 req-3c074891-c2cb-4e64-bbf7-90a50e119960 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:16.698799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-22d0138e-8a27-4045-9dc9-f8e93857a916 req-3c074891-c2cb-4e64-bbf7-90a50e119960 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Calling delete_port for 2e6d0049-e7ab-4e25-8eec-51928bd4229a owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:16.884162 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-22d0138e-8a27-4045-9dc9-f8e93857a916 req-3c074891-c2cb-4e64-bbf7-90a50e119960 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:16.914154 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c074891-c2cb-4e64-bbf7-90a50e119960 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event deleted for resources: {'Port': ['ID=2e6d0049-e7ab-4e25-8eec-51928bd4229a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:16.971840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d0138e-8a27-4045-9dc9-f8e93857a916 req-3c074891-c2cb-4e64-bbf7-90a50e119960 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] No DVR routers for this DVR port 2e6d0049-e7ab-4e25-8eec-51928bd4229a on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:16.974551 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-22d0138e-8a27-4045-9dc9-f8e93857a916 req-3c074891-c2cb-4e64-bbf7-90a50e119960 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:16.979090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22d0138e-8a27-4045-9dc9-f8e93857a916 req-3c074891-c2cb-4e64-bbf7-90a50e119960 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.75 "DELETE /v2.0/ports/2e6d0049-e7ab-4e25-8eec-51928bd4229a HTTP/1.1" status: 204 len: 173 time: 0.4921505 Dec 08 02:02:16.979930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27e1556-0f3f-4fba-8cba-2cca246a0bde', 'name': 'network-vif-deleted', 'tag': '2e6d0049-e7ab-4e25-8eec-51928bd4229a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:16.982801 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e93747d-a045-4094-9638-e94f2d4dbb43" -d '{"events": [{"server_uuid": "d27e1556-0f3f-4fba-8cba-2cca246a0bde", "name": "network-vif-deleted", "tag": "2e6d0049-e7ab-4e25-8eec-51928bd4229a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:17.065004 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6db5b6-67fd-449d-92a8-69f391680868 x-openstack-request-id: req-2a6db5b6-67fd-449d-92a8-69f391680868 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:17.065304 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27e1556-0f3f-4fba-8cba-2cca246a0bde", "name": "network-vif-deleted", "tag": "2e6d0049-e7ab-4e25-8eec-51928bd4229a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:17.065561 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2a6db5b6-67fd-449d-92a8-69f391680868 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:17.065970 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27e1556-0f3f-4fba-8cba-2cca246a0bde', 'name': 'network-vif-deleted', 'tag': '2e6d0049-e7ab-4e25-8eec-51928bd4229a', 'status': 'completed', 'code': 200} Dec 08 02:02:17.301199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b8e24-25ac-4a43-b1a1-b93a1378794d req-554dd277-6e7b-49be-8581-37fdac75b432 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:17.310487 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b5b8e24-25ac-4a43-b1a1-b93a1378794d req-554dd277-6e7b-49be-8581-37fdac75b432 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1038568 Dec 08 02:02:17.374363 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b5b8e24-25ac-4a43-b1a1-b93a1378794d req-c2fc7023-d2a8-49f8-823c-0a56716b766c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626433 Dec 08 02:02:17.543452 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1cc15afe-8e2c-4edf-9019-8f29a96cc7b7 req-94495f48-6113-4c23-a14f-58b24370843b tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=d27e1556-0f3f-4fba-8cba-2cca246a0bde HTTP/1.1" status: 200 len: 210 time: 0.0470147 Dec 08 02:02:18.130963 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59366) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:18.323394 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5efaa899-fe63-4e33-bedb-b9a4baa8b984 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7cfdc1e66adb423e85c10adde557b27e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1909831 Dec 08 02:02:18.325823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59378) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:18.386983 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca689afb-4d1a-4987-943a-883ac27265f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:18.412742 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca689afb-4d1a-4987-943a-883ac27265f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:18.476286 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca689afb-4d1a-4987-943a-883ac27265f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:18.479411 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca689afb-4d1a-4987-943a-883ac27265f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:18.483213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ca689afb-4d1a-4987-943a-883ac27265f5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/88e4e0e2-8897-419c-b487-5948de79dc4b HTTP/1.1" status: 204 len: 168 time: 0.1534624 Dec 08 02:02:18.513957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca689afb-4d1a-4987-943a-883ac27265f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e4e0e2-8897-419c-b487-5948de79dc4b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:18.562758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35085aa8-cf22-42c4-937d-fd89b5986626 req-044f24a8-53ea-4ebb-a784-7f8b8b674aef tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:18.564960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35085aa8-cf22-42c4-937d-fd89b5986626 req-044f24a8-53ea-4ebb-a784-7f8b8b674aef tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.0832520 Dec 08 02:02:18.633726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35085aa8-cf22-42c4-937d-fd89b5986626 req-561f82c2-745b-4da5-b8a4-b93be5c63cf5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605919 Dec 08 02:02:18.864159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e1edb-4fef-471f-8199-461cdf9ab715 req-f1b81d9b-f45b-4396-91d8-83003c9f9698 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:18.866291 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b81e1edb-4fef-471f-8199-461cdf9ab715 req-f1b81d9b-f45b-4396-91d8-83003c9f9698 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 945 time: 0.0595744 Dec 08 02:02:18.927501 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b81e1edb-4fef-471f-8199-461cdf9ab715 req-5ae809c5-f48c-4a40-b3d1-d2ca2aa3ea8c tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445573 Dec 08 02:02:19.772526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-763f78e0-9eec-40dd-8905-f6e698f98632 req-375b5d2b-5293-4824-a66d-ea01183a6a9c tempest-AbsoluteLimitsNegativeTestJSON-2039703431 tempest-AbsoluteLimitsNegativeTestJSON-2039703431-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=aa29e2314f9b4bedb724e0e3f77441b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441258 Dec 08 02:02:19.817768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25286f3c-184c-45c4-ab76-8166db5fb585 req-9c83829a-cb8f-4dc5-8866-5349bf8f4d9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:19.819316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25286f3c-184c-45c4-ab76-8166db5fb585 req-9c83829a-cb8f-4dc5-8866-5349bf8f4d9c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1006539 Dec 08 02:02:19.935414 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f78e0-9eec-40dd-8905-f6e698f98632 req-ffe81050-69c1-4959-82c6-70e179bf14b7 tempest-AbsoluteLimitsNegativeTestJSON-2039703431 tempest-AbsoluteLimitsNegativeTestJSON-2039703431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:19.936893 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-763f78e0-9eec-40dd-8905-f6e698f98632 req-ffe81050-69c1-4959-82c6-70e179bf14b7 tempest-AbsoluteLimitsNegativeTestJSON-2039703431 tempest-AbsoluteLimitsNegativeTestJSON-2039703431-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564593 Dec 08 02:02:19.940264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25286f3c-184c-45c4-ab76-8166db5fb585 req-55046fca-3594-49b6-ace3-bb0ca47a3348 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892913 Dec 08 02:02:19.958726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-763f78e0-9eec-40dd-8905-f6e698f98632 req-188670d9-e5e7-447e-b370-e33aa15c2c7c tempest-AbsoluteLimitsNegativeTestJSON-2039703431 tempest-AbsoluteLimitsNegativeTestJSON-2039703431-project] 10.222.0.71 "GET /v2.0/quotas/aa29e2314f9b4bedb724e0e3f77441b8 HTTP/1.1" status: 200 len: 375 time: 0.0130506 Dec 08 02:02:20.001685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-763f78e0-9eec-40dd-8905-f6e698f98632 req-7fbc637c-4691-4140-a464-d9c76c6425ab tempest-AbsoluteLimitsNegativeTestJSON-2039703431 tempest-AbsoluteLimitsNegativeTestJSON-2039703431-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa29e2314f9b4bedb724e0e3f77441b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402675 Dec 08 02:02:20.083114 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4483bbf-2c0b-4ae0-ba25-b02ae5d95593 req-7f1bdce9-336e-49d5-8561-83e8821fd9bb tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:20.101095 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c4483bbf-2c0b-4ae0-ba25-b02ae5d95593 req-7f1bdce9-336e-49d5-8561-83e8821fd9bb tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 945 time: 0.0667355 Dec 08 02:02:20.160932 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c4483bbf-2c0b-4ae0-ba25-b02ae5d95593 req-5a45e088-f104-47ab-8af3-93e66a3a08c4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587568 Dec 08 02:02:20.334413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e24d0-4400-494a-8f60-9f88b9a02851 req-3bee3117-f50e-4b34-9cbd-9cdc4ee683f8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:20.334413 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c3e24d0-4400-494a-8f60-9f88b9a02851 req-3bee3117-f50e-4b34-9cbd-9cdc4ee683f8 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.75 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 945 time: 0.0713992 Dec 08 02:02:20.424982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59490) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:20.456120 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-4c3e24d0-4400-494a-8f60-9f88b9a02851 req-9675e7fb-d33d-4e35-a687-d6ebb86bbf96 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Deleting port c710d550-474b-4e3c-9f86-46e0b377f2e6 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:20.457268 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4c3e24d0-4400-494a-8f60-9f88b9a02851 req-9675e7fb-d33d-4e35-a687-d6ebb86bbf96 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:20.555781 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fca3b05a-4b79-479e-bdf6-5579c791cd4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:20.612441 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4c3e24d0-4400-494a-8f60-9f88b9a02851 req-9675e7fb-d33d-4e35-a687-d6ebb86bbf96 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] For port c710d550-474b-4e3c-9f86-46e0b377f2e6, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c710d550-474b-4e3c-9f86-46e0b377f2e6,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:20.612807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4c3e24d0-4400-494a-8f60-9f88b9a02851 req-9675e7fb-d33d-4e35-a687-d6ebb86bbf96 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:20.639209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-4c3e24d0-4400-494a-8f60-9f88b9a02851 req-9675e7fb-d33d-4e35-a687-d6ebb86bbf96 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Calling delete_port for c710d550-474b-4e3c-9f86-46e0b377f2e6 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:20.669421 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fca3b05a-4b79-479e-bdf6-5579c791cd4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:20.674876 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fca3b05a-4b79-479e-bdf6-5579c791cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:20.719237 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fca3b05a-4b79-479e-bdf6-5579c791cd4b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aa29e2314f9b4bedb724e0e3f77441b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2924974 Dec 08 02:02:20.722864 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59502) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:20.731471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3b05a-4b79-479e-bdf6-5579c791cd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623f7cd5-9268-41b6-b9c2-3750b94d66d7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:20.763462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ff042739-9ba1-41cd-a912-74ae8eaac813 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:20.782216 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6211-09a5-40bf-9bcd-930b7c36f2f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:20.800457 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: ff042739-9ba1-41cd-a912-74ae8eaac813 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:20.800842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ff042739-9ba1-41cd-a912-74ae8eaac813 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:20.804609 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4c3e24d0-4400-494a-8f60-9f88b9a02851 req-9675e7fb-d33d-4e35-a687-d6ebb86bbf96 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:20.815247 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6211-09a5-40bf-9bcd-930b7c36f2f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:20.837954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2eccaeb3-132f-4908-849d-9f6490825499', 'c710d550-474b-4e3c-9f86-46e0b377f2e6'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:02:20.861324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675e7fb-d33d-4e35-a687-d6ebb86bbf96 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event deleted for resources: {'Port': ['ID=c710d550-474b-4e3c-9f86-46e0b377f2e6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:20.874842 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6211-09a5-40bf-9bcd-930b7c36f2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:20.879459 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6211-09a5-40bf-9bcd-930b7c36f2f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:20.898451 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7a6c6211-09a5-40bf-9bcd-930b7c36f2f3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/623f7cd5-9268-41b6-b9c2-3750b94d66d7 HTTP/1.1" status: 204 len: 168 time: 0.1728618 Dec 08 02:02:20.943722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3e24d0-4400-494a-8f60-9f88b9a02851 req-9675e7fb-d33d-4e35-a687-d6ebb86bbf96 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] No DVR routers for this DVR port c710d550-474b-4e3c-9f86-46e0b377f2e6 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:20.947673 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4c3e24d0-4400-494a-8f60-9f88b9a02851 req-9675e7fb-d33d-4e35-a687-d6ebb86bbf96 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:20.949411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c6211-09a5-40bf-9bcd-930b7c36f2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623f7cd5-9268-41b6-b9c2-3750b94d66d7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:20.973999 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2e6d0049-e7ab-4e25-8eec-51928bd4229a no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:20.976448 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c3e24d0-4400-494a-8f60-9f88b9a02851 req-9675e7fb-d33d-4e35-a687-d6ebb86bbf96 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.75 "DELETE /v2.0/ports/c710d550-474b-4e3c-9f86-46e0b377f2e6 HTTP/1.1" status: 204 len: 173 time: 0.6506426 Dec 08 02:02:20.989865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70146abe-dc68-40f1-a36f-c3b7c8b8f0a3', 'name': 'network-vif-deleted', 'tag': 'c710d550-474b-4e3c-9f86-46e0b377f2e6'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:21.002031 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee6acb9-41dc-4133-b5d1-2fc944dd99de" -d '{"events": [{"server_uuid": "70146abe-dc68-40f1-a36f-c3b7c8b8f0a3", "name": "network-vif-deleted", "tag": "c710d550-474b-4e3c-9f86-46e0b377f2e6"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:21.021729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 2e6d0049-e7ab-4e25-8eec-51928bd4229a {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:21.037935 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2e6d0049-e7ab-4e25-8eec-51928bd4229a not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:21.159006 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d718fe-43cf-4e61-b109-d1c534ff068c x-openstack-request-id: req-b8d718fe-43cf-4e61-b109-d1c534ff068c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:21.159249 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70146abe-dc68-40f1-a36f-c3b7c8b8f0a3", "name": "network-vif-deleted", "tag": "c710d550-474b-4e3c-9f86-46e0b377f2e6", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:21.159468 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b8d718fe-43cf-4e61-b109-d1c534ff068c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:21.160061 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70146abe-dc68-40f1-a36f-c3b7c8b8f0a3', 'name': 'network-vif-deleted', 'tag': 'c710d550-474b-4e3c-9f86-46e0b377f2e6', 'status': 'completed', 'code': 200} Dec 08 02:02:21.219408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c19869-4baa-402f-8105-8a38098b28d4 req-a1931b8b-b71b-4ba1-b67c-99d9a05b8380 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:21.230762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-78c19869-4baa-402f-8105-8a38098b28d4 req-a1931b8b-b71b-4ba1-b67c-99d9a05b8380 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1486776 Dec 08 02:02:21.315568 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-78c19869-4baa-402f-8105-8a38098b28d4 req-e82b3aae-40da-4713-ae50-3665ff44a3ac tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836093 Dec 08 02:02:21.347878 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a69159a0-6f62-407a-8b30-c3446f7b2a52 req-4ac45bd3-39cd-486a-876f-0851f8ae87b7 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=70146abe-dc68-40f1-a36f-c3b7c8b8f0a3 HTTP/1.1" status: 200 len: 210 time: 0.0571976 Dec 08 02:02:21.969604 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-595a4f7d-7ccc-4794-a6a0-d96f10d4ce8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:21.982769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59562) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:22.095691 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1161407741-network', 'tenant_id': '26a3bc1529ee4fcf9c5496e3079487a6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:22.118033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] Made reservation on behalf of 26a3bc1529ee4fcf9c5496e3079487a6 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:22.120704 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.129809 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.218543 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.224189 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.255848 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:02:22.267024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5fbb12-9389-49a9-b357-6df73c549227,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:22.291874 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.292530 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] Added segment 5eaf1122-9d83-4c4a-8e0c-d456b44611fd of type vlan for network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 Dec 08 02:02:22.348238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.379762 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.381165 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:22.382255 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.489342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] Pushing event updated for resources: {'Network': ['ID=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:22.491551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b40b8a-4485-4766-8564-7152a4e6316c req-1c636a02-923a-43f3-8cf6-fd2fd14d39e0 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:22.500648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:02:22.500822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9b40b8a-4485-4766-8564-7152a4e6316c req-1c636a02-923a-43f3-8cf6-fd2fd14d39e0 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.0972991 Dec 08 02:02:22.504443 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c54e2c22-f97c-4152-a4da-6c9fac08de9a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5199847 Dec 08 02:02:22.507529 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59582) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:22.513478 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-37034a04-916a-4167-a9a4-f89444f1eebb admin admin] Request body: {'subnet': {'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1161407741-subnet', 'tenant_id': '26a3bc1529ee4fcf9c5496e3079487a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:22.540284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37034a04-916a-4167-a9a4-f89444f1eebb admin admin] Made reservation on behalf of 26a3bc1529ee4fcf9c5496e3079487a6 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:22.543076 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-37034a04-916a-4167-a9a4-f89444f1eebb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.611644 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9b40b8a-4485-4766-8564-7152a4e6316c req-073bbbef-227a-4731-9edc-b1f2148ccfa2 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098850 Dec 08 02:02:22.853583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a2412-f5dc-44c1-8ca8-de1a1554f7bf req-baf52aa4-386a-489c-ac66-79708e9f39ac tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:22.855459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e4a2412-f5dc-44c1-8ca8-de1a1554f7bf req-baf52aa4-386a-489c-ac66-79708e9f39ac tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.0693266 Dec 08 02:02:22.892549 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-37034a04-916a-4167-a9a4-f89444f1eebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.941430 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e4a2412-f5dc-44c1-8ca8-de1a1554f7bf req-9ae6c781-1907-44b5-ab5e-e54f0622ef00 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794649 Dec 08 02:02:22.966580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37034a04-916a-4167-a9a4-f89444f1eebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3336e0ed-d585-4880-9c04-8257ed355712,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:22.984184 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37034a04-916a-4167-a9a4-f89444f1eebb admin admin] Checking segment: {'id': '5eaf1122-9d83-4c4a-8e0c-d456b44611fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:22.985264 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37034a04-916a-4167-a9a4-f89444f1eebb admin admin] Network hostable DHCP agents. Network: daf389f7-9819-45ab-a4e4-8e8bc9ec3d37, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:02:23.002621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37034a04-916a-4167-a9a4-f89444f1eebb admin admin] Network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:02:23.018007 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-37034a04-916a-4167-a9a4-f89444f1eebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, daf389f7-9819-45ab-a4e4-8e8bc9ec3d37) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:23.023628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37034a04-916a-4167-a9a4-f89444f1eebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:23.024324 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-37034a04-916a-4167-a9a4-f89444f1eebb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:23.029090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7161ede6-90a9-4a5a-8d2d-e0591b8b9b13 None None] Network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:23.059873 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-37034a04-916a-4167-a9a4-f89444f1eebb admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5510321 Dec 08 02:02:23.138884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6f3c8f-3810-4e32-9bf5-7f0e6e457925 None None] Network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:23.339138 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:23.590444 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87214b-0888-4277-8955-9932656ec4c7 req-cea6e455-ebe3-428c-b25d-4ea18cb5b1ef tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:23.596058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e87214b-0888-4277-8955-9932656ec4c7 req-cea6e455-ebe3-428c-b25d-4ea18cb5b1ef tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/networks?id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 HTTP/1.1" status: 200 len: 815 time: 0.1254206 Dec 08 02:02:23.616192 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e87214b-0888-4277-8955-9932656ec4c7 req-d6ec95be-e802-4668-99b2-930ff5855cf3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/quotas/26a3bc1529ee4fcf9c5496e3079487a6 HTTP/1.1" status: 200 len: 375 time: 0.0153184 Dec 08 02:02:23.650018 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e87214b-0888-4277-8955-9932656ec4c7 req-7f18a84a-0bd3-4025-ad57-2836d0abe9ff tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=26a3bc1529ee4fcf9c5496e3079487a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308309 Dec 08 02:02:23.812629 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4f910-773b-4b22-8069-97fcb839af06 req-7fe7c0dc-a994-4a7f-8dab-393034908052 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:23.821302 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-98a4f910-773b-4b22-8069-97fcb839af06 req-7fe7c0dc-a994-4a7f-8dab-393034908052 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1099112 Dec 08 02:02:23.832905 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e87214b-0888-4277-8955-9932656ec4c7 req-e3756d3b-2485-4aaf-aaf8-7c0e3918fbf1 service neutron] 10.222.0.71 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726575 Dec 08 02:02:23.931834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-98a4f910-773b-4b22-8069-97fcb839af06 req-1fa7164e-3b15-4f43-9be3-47102a6ad2a2 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094699 Dec 08 02:02:23.995655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e87214b-0888-4277-8955-9932656ec4c7 req-0e283605-1987-4cf2-b2ed-76b7336c50b7 service neutron] 10.222.0.71 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472247 Dec 08 02:02:24.111273 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.179331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84945c80-3992-4334-b975-5e48b01143bb req-cf39377e-7dfd-45ef-bcaf-49b7ed8998c4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:24.180926 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-84945c80-3992-4334-b975-5e48b01143bb req-cf39377e-7dfd-45ef-bcaf-49b7ed8998c4 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.1118157 Dec 08 02:02:24.312172 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44cc00bb-c218-4028-90fe-74dd81e37cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.376210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30df6cd2-902d-4f9b-8b7a-8cae8e0f8f06 req-de0810cf-b3fb-4fce-9b72-fda856de0c5c tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 210 time: 0.1074016 Dec 08 02:02:24.410122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178f7be-8885-4310-9035-d8ccd6f1269f req-6012b262-f9eb-4169-be60-82b03f70c511 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:24.417947 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a178f7be-8885-4310-9035-d8ccd6f1269f req-6012b262-f9eb-4169-be60-82b03f70c511 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 945 time: 0.2167561 Dec 08 02:02:24.463638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-84945c80-3992-4334-b975-5e48b01143bb req-7de5a7f6-0f0d-4340-ab97-e987a836e9a6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Deleting port 2eccaeb3-132f-4908-849d-9f6490825499 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:24.463994 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-84945c80-3992-4334-b975-5e48b01143bb req-7de5a7f6-0f0d-4340-ab97-e987a836e9a6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.506424 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a178f7be-8885-4310-9035-d8ccd6f1269f req-79fd661c-964a-4194-a785-0be5b8911245 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=c02dc6b8-073d-4603-a529-53c53ab5eb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868993 Dec 08 02:02:24.601834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-84945c80-3992-4334-b975-5e48b01143bb req-7de5a7f6-0f0d-4340-ab97-e987a836e9a6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] For port 2eccaeb3-132f-4908-849d-9f6490825499, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2eccaeb3-132f-4908-849d-9f6490825499,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:24.603161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-84945c80-3992-4334-b975-5e48b01143bb req-7de5a7f6-0f0d-4340-ab97-e987a836e9a6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.619544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-84945c80-3992-4334-b975-5e48b01143bb req-7de5a7f6-0f0d-4340-ab97-e987a836e9a6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Calling delete_port for 2eccaeb3-132f-4908-849d-9f6490825499 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:24.799548 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-84945c80-3992-4334-b975-5e48b01143bb req-7de5a7f6-0f0d-4340-ab97-e987a836e9a6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.831421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2eccaeb3-132f-4908-849d-9f6490825499'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:02:24.842059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5a7f6-0f0d-4340-ab97-e987a836e9a6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event deleted for resources: {'Port': ['ID=2eccaeb3-132f-4908-849d-9f6490825499,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:24.900473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-84945c80-3992-4334-b975-5e48b01143bb req-7de5a7f6-0f0d-4340-ab97-e987a836e9a6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] No DVR routers for this DVR port 2eccaeb3-132f-4908-849d-9f6490825499 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:24.903671 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-84945c80-3992-4334-b975-5e48b01143bb req-7de5a7f6-0f0d-4340-ab97-e987a836e9a6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.907176 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-84945c80-3992-4334-b975-5e48b01143bb req-7de5a7f6-0f0d-4340-ab97-e987a836e9a6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.75 "DELETE /v2.0/ports/2eccaeb3-132f-4908-849d-9f6490825499 HTTP/1.1" status: 204 len: 173 time: 0.6830537 Dec 08 02:02:24.907647 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa23c77-4caa-47cb-af13-71bd43b79208', 'name': 'network-vif-deleted', 'tag': '2eccaeb3-132f-4908-849d-9f6490825499'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:24.909999 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8555ab8a-d327-4eb2-909e-1899fbe0f976" -d '{"events": [{"server_uuid": "4aa23c77-4caa-47cb-af13-71bd43b79208", "name": "network-vif-deleted", "tag": "2eccaeb3-132f-4908-849d-9f6490825499"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:24.989690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c710d550-474b-4e3c-9f86-46e0b377f2e6 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:24.990479 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f2b6b1-3e77-4db1-830e-4bfc7bf34188 x-openstack-request-id: req-06f2b6b1-3e77-4db1-830e-4bfc7bf34188 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:24.990773 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa23c77-4caa-47cb-af13-71bd43b79208", "name": "network-vif-deleted", "tag": "2eccaeb3-132f-4908-849d-9f6490825499", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:24.991029 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-06f2b6b1-3e77-4db1-830e-4bfc7bf34188 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:24.992054 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa23c77-4caa-47cb-af13-71bd43b79208', 'name': 'network-vif-deleted', 'tag': '2eccaeb3-132f-4908-849d-9f6490825499', 'status': 'completed', 'code': 200} Dec 08 02:02:25.050967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: c710d550-474b-4e3c-9f86-46e0b377f2e6 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:25.051757 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c710d550-474b-4e3c-9f86-46e0b377f2e6 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:25.138522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbe40e-4af8-4184-8d49-b0c4ec557737 req-4cb6b84a-5d7e-4d7e-86ee-0671a6ee907e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:25.145210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ecbe40e-4af8-4184-8d49-b0c4ec557737 req-4cb6b84a-5d7e-4d7e-86ee-0671a6ee907e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.0725834 Dec 08 02:02:25.206008 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ecbe40e-4af8-4184-8d49-b0c4ec557737 req-61a31ceb-d922-4cb9-9a8d-73ced5f27fe7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585096 Dec 08 02:02:25.378767 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:25.544325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8cd1103a-b87c-40d2-bb67-8b9a7e3fae9c req-b682ca1d-5dbf-4c36-a7aa-501c7add3742 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 210 time: 0.0693953 Dec 08 02:02:25.605333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87214b-0888-4277-8955-9932656ec4c7 req-8a000033-2979-4e58-9931-03620ac08784 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:25.606907 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e87214b-0888-4277-8955-9932656ec4c7 req-8a000033-2979-4e58-9931-03620ac08784 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.75 "GET /v2.0/networks?id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 HTTP/1.1" status: 200 len: 815 time: 0.1870453 Dec 08 02:02:25.645782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0e87214b-0888-4277-8955-9932656ec4c7 req-68d8ef2f-6768-4d57-ac3d-1496dec5709e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Request body: {'port': {'device_id': '8480a2bd-6499-4e4f-b19e-191469283e9d', 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37', 'admin_state_up': True, 'tenant_id': '26a3bc1529ee4fcf9c5496e3079487a6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:25.732122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e88078b3-b9c8-4d26-a5b7-e8f97f5e93c5 req-43b8a2c7-88ab-42bf-bb52-5545c0da1cdb tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=4aa23c77-4caa-47cb-af13-71bd43b79208 HTTP/1.1" status: 200 len: 210 time: 0.0990736 Dec 08 02:02:25.822386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e87214b-0888-4277-8955-9932656ec4c7 req-68d8ef2f-6768-4d57-ac3d-1496dec5709e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Made reservation on behalf of 26a3bc1529ee4fcf9c5496e3079487a6 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:25.828815 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e87214b-0888-4277-8955-9932656ec4c7 req-68d8ef2f-6768-4d57-ac3d-1496dec5709e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:26.003772 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-0e87214b-0888-4277-8955-9932656ec4c7 req-68d8ef2f-6768-4d57-ac3d-1496dec5709e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Allocated IP 172.20.0.3 (daf389f7-9819-45ab-a4e4-8e8bc9ec3d37/3336e0ed-d585-4880-9c04-8257ed355712/08365b99-d046-4976-ab28-55245fe0ed77) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:02:26.166696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e87214b-0888-4277-8955-9932656ec4c7 req-68d8ef2f-6768-4d57-ac3d-1496dec5709e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:26.206025 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e87214b-0888-4277-8955-9932656ec4c7 req-68d8ef2f-6768-4d57-ac3d-1496dec5709e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:26.267931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e87214b-0888-4277-8955-9932656ec4c7 req-68d8ef2f-6768-4d57-ac3d-1496dec5709e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:02:26.284397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8ef2f-6768-4d57-ac3d-1496dec5709e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Pushing event updated for resources: {'Port': ['ID=08365b99-d046-4976-ab28-55245fe0ed77,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:26.306855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-0e87214b-0888-4277-8955-9932656ec4c7 req-68d8ef2f-6768-4d57-ac3d-1496dec5709e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:26.320881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e87214b-0888-4277-8955-9932656ec4c7 req-68d8ef2f-6768-4d57-ac3d-1496dec5709e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:02:26.406250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87214b-0888-4277-8955-9932656ec4c7 req-68d8ef2f-6768-4d57-ac3d-1496dec5709e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:26.406881 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e87214b-0888-4277-8955-9932656ec4c7 req-68d8ef2f-6768-4d57-ac3d-1496dec5709e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:26.431360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c0a22-a78f-4745-9d05-e197bb859a6b req-2469e10f-dc60-4cba-92ef-36455cdc2f60 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:26.432947 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-813c0a22-a78f-4745-9d05-e197bb859a6b req-2469e10f-dc60-4cba-92ef-36455cdc2f60 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.0846958 Dec 08 02:02:26.436943 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e87214b-0888-4277-8955-9932656ec4c7 req-68d8ef2f-6768-4d57-ac3d-1496dec5709e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7945232 Dec 08 02:02:26.460187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Request body: {'port': {'device_id': '8480a2bd-6499-4e4f-b19e-191469283e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:26.540148 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:26.552711 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-813c0a22-a78f-4745-9d05-e197bb859a6b req-4f3ddb16-de35-4021-9f1b-31f92178b634 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134269 Dec 08 02:02:26.736099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c1134-413e-487c-8dc5-f9aba5c35816 req-f8d96b63-232b-4e02-b2f9-064f2390292e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:26.737843 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac2c1134-413e-487c-8dc5-f9aba5c35816 req-f8d96b63-232b-4e02-b2f9-064f2390292e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 931 time: 0.0858884 Dec 08 02:02:26.830233 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac2c1134-413e-487c-8dc5-f9aba5c35816 req-e0fca844-f46b-4e01-bdf9-bf671a1fea18 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647874 Dec 08 02:02:26.870077 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:26.950874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08365b99-d046-4976-ab28-55245fe0ed77 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:02:26.977357 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:26.994668 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Transition to ACTIVE for port object 08365b99-d046-4976-ab28-55245fe0ed77 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:02:26.999590 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:27.062230 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Pushing event updated for resources: {'Port': ['ID=08365b99-d046-4976-ab28-55245fe0ed77,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:27.143083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2c55e-d5c2-43fd-a84a-1ef47511867e req-b883a489-c81a-4ed9-bb2b-93b471c41cf9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:27.144627 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abd2c55e-d5c2-43fd-a84a-1ef47511867e req-b883a489-c81a-4ed9-bb2b-93b471c41cf9 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0843773 Dec 08 02:02:27.251911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abd2c55e-d5c2-43fd-a84a-1ef47511867e req-d8f7b8af-b1e2-43b0-a6be-727b77eb1b30 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889611 Dec 08 02:02:27.273163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Attempting to bind port 08365b99-d046-4976-ab28-55245fe0ed77 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:02:27.273511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Attempting to bind port 08365b99-d046-4976-ab28-55245fe0ed77 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '5eaf1122-9d83-4c4a-8e0c-d456b44611fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:02:27.273875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Attempting to bind port 08365b99-d046-4976-ab28-55245fe0ed77 on network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:27.278784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Port 08365b99-d046-4976-ab28-55245fe0ed77 on network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:02:27.279030 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Attempting to bind port 08365b99-d046-4976-ab28-55245fe0ed77 on network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:27.283943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:02:27.284494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Checking segment: {'id': '5eaf1122-9d83-4c4a-8e0c-d456b44611fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:27.285110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Bound using segment: {'id': '5eaf1122-9d83-4c4a-8e0c-d456b44611fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:02:27.285407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Bound port: 08365b99-d046-4976-ab28-55245fe0ed77, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaf1122-9d83-4c4a-8e0c-d456b44611fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:02:27.285825 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:27.368347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] For port 08365b99-d046-4976-ab28-55245fe0ed77, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:02:27.374559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] For port 08365b99-d046-4976-ab28-55245fe0ed77, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=08365b99-d046-4976-ab28-55245fe0ed77,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:02:27.385969 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:27.430215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:27.430833 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:27.432232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e87214b-0888-4277-8955-9932656ec4c7 req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] 10.222.0.75 "PUT /v2.0/ports/08365b99-d046-4976-ab28-55245fe0ed77 HTTP/1.1" status: 200 len: 1092 time: 0.9777393 Dec 08 02:02:27.432667 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8480a2bd-6499-4e4f-b19e-191469283e9d', 'tag': '08365b99-d046-4976-ab28-55245fe0ed77'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:27.434902 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f50f43f-5aa7-497e-a14f-82d92571add5" -d '{"events": [{"name": "network-changed", "server_uuid": "8480a2bd-6499-4e4f-b19e-191469283e9d", "tag": "08365b99-d046-4976-ab28-55245fe0ed77"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:27.485080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6ec4e-c921-4060-85ca-14535e553f12 service neutron] Pushing event updated for resources: {'Port': ['ID=08365b99-d046-4976-ab28-55245fe0ed77,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:27.497115 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f9556a-1563-415e-9557-85e640992aec x-openstack-request-id: req-b2f9556a-1563-415e-9557-85e640992aec {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:27.497847 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8480a2bd-6499-4e4f-b19e-191469283e9d", "tag": "08365b99-d046-4976-ab28-55245fe0ed77", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:27.498113 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b2f9556a-1563-415e-9557-85e640992aec {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:27.498513 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8480a2bd-6499-4e4f-b19e-191469283e9d', 'tag': '08365b99-d046-4976-ab28-55245fe0ed77', 'status': 'completed', 'code': 200} Dec 08 02:02:27.560954 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87214b-0888-4277-8955-9932656ec4c7 req-0b9638e9-5703-471d-931c-0ef4f77c32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:27.562941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e87214b-0888-4277-8955-9932656ec4c7 req-0b9638e9-5703-471d-931c-0ef4f77c32b3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=26a3bc1529ee4fcf9c5496e3079487a6&device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 1095 time: 0.0511215 Dec 08 02:02:27.618947 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e87214b-0888-4277-8955-9932656ec4c7 req-27f8a113-9712-421e-b47c-644da4ab13a9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08365b99-d046-4976-ab28-55245fe0ed77 HTTP/1.1" status: 200 len: 217 time: 0.0412352 Dec 08 02:02:27.714788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87214b-0888-4277-8955-9932656ec4c7 req-239ccbec-eab7-4acf-8e80-ee2c05655449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:27.716753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e87214b-0888-4277-8955-9932656ec4c7 req-239ccbec-eab7-4acf-8e80-ee2c05655449 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3336e0ed-d585-4880-9c04-8257ed355712 HTTP/1.1" status: 200 len: 855 time: 0.0910339 Dec 08 02:02:27.752650 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e87214b-0888-4277-8955-9932656ec4c7 req-60e46c44-1e7b-463c-8ac2-22f712352f62 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284240 Dec 08 02:02:27.764401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540be945-717d-492d-a3cc-3bc578f39b89 req-e840f713-2aaf-4ca1-a81b-cd16994852f9 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:27.765941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-540be945-717d-492d-a3cc-3bc578f39b89 req-e840f713-2aaf-4ca1-a81b-cd16994852f9 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1105247 Dec 08 02:02:27.850747 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:27.875421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-540be945-717d-492d-a3cc-3bc578f39b89 req-492d37fd-cf92-4fc7-9a7d-120e33211a1c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882487 Dec 08 02:02:27.888976 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e87214b-0888-4277-8955-9932656ec4c7 req-af9455b7-68d7-4291-ad5e-8e4cf190d0c5 service neutron] 10.222.0.75 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220446 Dec 08 02:02:28.041835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06792d3-54c4-45b2-830a-7eb823d3ec69 req-1152d27a-5057-4cf7-a20e-7c3e89acaf73 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:28.041835 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a06792d3-54c4-45b2-830a-7eb823d3ec69 req-1152d27a-5057-4cf7-a20e-7c3e89acaf73 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 943 time: 0.1158848 Dec 08 02:02:28.052945 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e87214b-0888-4277-8955-9932656ec4c7 req-ad46864c-328d-430e-967e-12dc68106e49 service neutron] 10.222.0.75 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521177 Dec 08 02:02:28.096860 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a06792d3-54c4-45b2-830a-7eb823d3ec69 req-b808fb55-fcdd-4c2b-859e-2ba4dbc247d9 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547762 Dec 08 02:02:28.179291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50f43f-5aa7-497e-a14f-82d92571add5 req-da6c93f7-1eeb-470e-a181-83d26907ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:28.180988 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f50f43f-5aa7-497e-a14f-82d92571add5 req-da6c93f7-1eeb-470e-a181-83d26907ea2a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=26a3bc1529ee4fcf9c5496e3079487a6&device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 1095 time: 0.0416470 Dec 08 02:02:28.295153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50f43f-5aa7-497e-a14f-82d92571add5 req-788b08ad-a950-4c6e-a564-86241cecd70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:28.296958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f50f43f-5aa7-497e-a14f-82d92571add5 req-788b08ad-a950-4c6e-a564-86241cecd70b service neutron] 10.222.0.75 "GET /v2.0/networks?id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 HTTP/1.1" status: 200 len: 916 time: 0.1086297 Dec 08 02:02:28.344692 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f50f43f-5aa7-497e-a14f-82d92571add5 req-c24296f2-35ac-4e6b-a7dc-714ae5ec61e3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08365b99-d046-4976-ab28-55245fe0ed77 HTTP/1.1" status: 200 len: 217 time: 0.0394628 Dec 08 02:02:28.423446 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50f43f-5aa7-497e-a14f-82d92571add5 req-b6ddf151-c6e4-4fc8-81f9-0ec32cfc70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:28.425429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f50f43f-5aa7-497e-a14f-82d92571add5 req-b6ddf151-c6e4-4fc8-81f9-0ec32cfc70fe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3336e0ed-d585-4880-9c04-8257ed355712 HTTP/1.1" status: 200 len: 855 time: 0.0731771 Dec 08 02:02:28.434294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b8298-ebba-478a-9e59-56a30d9f6192 req-ff1f01a0-f0a0-4e5e-8930-beda900a67a6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:28.435768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-506b8298-ebba-478a-9e59-56a30d9f6192 req-ff1f01a0-f0a0-4e5e-8930-beda900a67a6 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0941076 Dec 08 02:02:28.467462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f50f43f-5aa7-497e-a14f-82d92571add5 req-a5b704a8-a4c3-4c2e-8a98-64233e6f1c69 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306947 Dec 08 02:02:28.560204 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-506b8298-ebba-478a-9e59-56a30d9f6192 req-1609e2ae-2355-4b5f-8b4a-ebeb86603e56 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups?id=574d8b9c-44a5-42be-a0d7-e48d81eb7f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140416 Dec 08 02:02:28.614962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f50f43f-5aa7-497e-a14f-82d92571add5 req-136e891c-3092-410f-a534-27f08d73c2bc service neutron] 10.222.0.75 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384337 Dec 08 02:02:28.723728 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f50f43f-5aa7-497e-a14f-82d92571add5 req-5e81c6ed-da85-4dab-a2c4-49d86a45dc9c service neutron] 10.222.0.75 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010761 Dec 08 02:02:28.734224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-f54e3e08-7d5a-4695-a586-c69497d3a386 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:28.735972 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-f54e3e08-7d5a-4695-a586-c69497d3a386 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.45 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 944 time: 0.0645916 Dec 08 02:02:28.839921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Deleting port 37418565-0a98-476f-87e2-29c55590e6b5 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:28.840333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:28.969733 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] For port 37418565-0a98-476f-87e2-29c55590e6b5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=37418565-0a98-476f-87e2-29c55590e6b5,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:28.970517 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:29.002695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2eccaeb3-132f-4908-849d-9f6490825499 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:29.033344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 2eccaeb3-132f-4908-849d-9f6490825499 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:29.033997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2eccaeb3-132f-4908-849d-9f6490825499 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:29.048543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4f3ca-7818-41aa-85de-581ae0742d4c req-e820a180-a15e-4199-951e-5e2dc29bf4a7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:29.050241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ed4f3ca-7818-41aa-85de-581ae0742d4c req-e820a180-a15e-4199-951e-5e2dc29bf4a7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.0860291 Dec 08 02:02:29.103269 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ed4f3ca-7818-41aa-85de-581ae0742d4c req-0ebbebf4-a491-4992-88fd-1530544dbbbe tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457540 Dec 08 02:02:29.261282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7351a-fb24-41cb-be4f-fe31dc67bed7 req-44bc32be-94c4-49d6-8b21-d2416021a0b5 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:29.262816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afe7351a-fb24-41cb-be4f-fe31dc67bed7 req-44bc32be-94c4-49d6-8b21-d2416021a0b5 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 943 time: 0.0740917 Dec 08 02:02:29.270587 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:29.271036 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:29.271466 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Floating IP 29117481-adb6-4967-a049-684a7a6186b8 disassociated. External IP: 172.25.8.237, port: 37418565-0a98-476f-87e2-29c55590e6b5. Dec 08 02:02:29.271935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Calling delete_port for 37418565-0a98-476f-87e2-29c55590e6b5 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:29.330586 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afe7351a-fb24-41cb-be4f-fe31dc67bed7 req-5cba4235-08be-4adc-b675-645187de0d9c tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599887 Dec 08 02:02:29.423482 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:29.466610 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event deleted for resources: {'Port': ['ID=37418565-0a98-476f-87e2-29c55590e6b5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:29.658839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:02:29.726742 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb2c844-5a0d-407f-a41f-8cd8dc1f6314 req-5740de3b-d7a2-43e6-b36c-077ecf40be39 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/ports?device_id=532eb414-b788-4e4e-b648-f7709644191f HTTP/1.1" status: 200 len: 210 time: 0.0555506 Dec 08 02:02:29.804745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:29.819126 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28072812-8fc3-4a91-a06c-5126c7cc24e0 None None] Sync routers for ids ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:29.833843 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28072812-8fc3-4a91-a06c-5126c7cc24e0 None None] Routers {'44a4d8a9-c6f8-4814-a241-f3103c138ee5'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:29.834783 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-28072812-8fc3-4a91-a06c-5126c7cc24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:02:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:29.850940 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] No DVR routers for this DVR port 37418565-0a98-476f-87e2-29c55590e6b5 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:29.855517 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:29.860040 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c0d58640-84e3-4b2c-8b68-2a41571c4975 req-48bac5a4-a2ae-4f26-89f9-3daf1d292fff tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.45 "DELETE /v2.0/ports/37418565-0a98-476f-87e2-29c55590e6b5 HTTP/1.1" status: 204 len: 173 time: 1.1171460 Dec 08 02:02:29.860692 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-deleted', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:29.863164 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fc1344-5f27-4370-a848-4d4310cce7f5" -d '{"events": [{"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-deleted", "tag": "37418565-0a98-476f-87e2-29c55590e6b5"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:29.932181 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3f6e90-c90c-48a0-be96-c1cd6381bdeb x-openstack-request-id: req-1a3f6e90-c90c-48a0-be96-c1cd6381bdeb {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:29.932539 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532eb414-b788-4e4e-b648-f7709644191f", "name": "network-vif-deleted", "tag": "37418565-0a98-476f-87e2-29c55590e6b5", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:29.933294 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1a3f6e90-c90c-48a0-be96-c1cd6381bdeb {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:29.934092 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532eb414-b788-4e4e-b648-f7709644191f', 'name': 'network-vif-deleted', 'tag': '37418565-0a98-476f-87e2-29c55590e6b5', 'status': 'completed', 'code': 200} Dec 08 02:02:29.987286 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-28072812-8fc3-4a91-a06c-5126c7cc24e0 None None] Set router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:30.236702 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-28072812-8fc3-4a91-a06c-5126c7cc24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port': {'id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'bbac6acd-d81d-48cb-875a-1fe0f29987f8', 'name': '', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'mac_address': 'fa:16:3e:c9:df:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:52Z', 'updated_at': '2021-12-08T01:52:58Z', 'revision_number': 5, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'subnets': [{'id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:30.269067 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28072812-8fc3-4a91-a06c-5126c7cc24e0 None None] Checking router: 44a4d8a9-c6f8-4814-a241-f3103c138ee5 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:02:30.269670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e04a19-e157-4f3a-a3e2-0ae0be754f54 req-33ec5e41-fd15-4c25-bb0c-dc0c59260039 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:30.277566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22e04a19-e157-4f3a-a3e2-0ae0be754f54 req-33ec5e41-fd15-4c25-bb0c-dc0c59260039 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.0821755 Dec 08 02:02:30.284178 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28072812-8fc3-4a91-a06c-5126c7cc24e0 None None] Routers {'44a4d8a9-c6f8-4814-a241-f3103c138ee5'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:30.285032 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-28072812-8fc3-4a91-a06c-5126c7cc24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:02:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:30.443698 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-28072812-8fc3-4a91-a06c-5126c7cc24e0 None None] Set router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:30.769725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22e04a19-e157-4f3a-a3e2-0ae0be754f54 req-053ebc81-ab5a-4a8b-af82-9a696c87b59a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912722 Dec 08 02:02:30.788699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb21088-dc93-4550-9ca3-926e02e97b7d req-9ae2e117-2281-415f-8b76-0192099efa52 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:30.796184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eeb21088-dc93-4550-9ca3-926e02e97b7d req-9ae2e117-2281-415f-8b76-0192099efa52 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 943 time: 0.0840619 Dec 08 02:02:30.846880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eeb21088-dc93-4550-9ca3-926e02e97b7d req-c58b61c7-bab6-49c6-b885-2d2fcc8e4a97 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471015 Dec 08 02:02:30.852431 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-28072812-8fc3-4a91-a06c-5126c7cc24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port': {'id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'bbac6acd-d81d-48cb-875a-1fe0f29987f8', 'name': '', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'mac_address': 'fa:16:3e:c9:df:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:52Z', 'updated_at': '2021-12-08T01:52:58Z', 'revision_number': 5, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'subnets': [{'id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:30.900843 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28072812-8fc3-4a91-a06c-5126c7cc24e0 None None] The sync data for ids ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'] in n-d-713499-31 is: [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port': {'id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'bbac6acd-d81d-48cb-875a-1fe0f29987f8', 'name': '', 'network_id': '8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'mac_address': 'fa:16:3e:c9:df:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:52Z', 'updated_at': '2021-12-08T01:52:58Z', 'revision_number': 5, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'subnets': [{'id': '6f3153a5-2e71-4607-9e02-a8c8ee5b82b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:30.968852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59906) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:31.015998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 08365b99-d046-4976-ab28-55245fe0ed77 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:02:31.044980 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b183a6f2-6ffa-4116-8289-1853e28879a2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.070969 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b183a6f2-6ffa-4116-8289-1853e28879a2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.153282 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b183a6f2-6ffa-4116-8289-1853e28879a2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.156726 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b183a6f2-6ffa-4116-8289-1853e28879a2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.157127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 08365b99-d046-4976-ab28-55245fe0ed77, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=08365b99-d046-4976-ab28-55245fe0ed77,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:31.158128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b183a6f2-6ffa-4116-8289-1853e28879a2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "DELETE /v2.0/security-groups/574d8b9c-44a5-42be-a0d7-e48d81eb7f30 HTTP/1.1" status: 204 len: 168 time: 0.1882570 Dec 08 02:02:31.160849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59912) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:31.170354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183a6f2-6ffa-4116-8289-1853e28879a2 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=574d8b9c-44a5-42be-a0d7-e48d81eb7f30,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:31.181484 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-674976f3-7ec7-4b9c-b9eb-8f3a61f5b095 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] show failed (client error): The resource could not be found. Dec 08 02:02:31.184704 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-674976f3-7ec7-4b9c-b9eb-8f3a61f5b095 tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "GET /v2.0/security-groups/574d8b9c-44a5-42be-a0d7-e48d81eb7f30 HTTP/1.1" status: 404 len: 347 time: 0.0227895 Dec 08 02:02:31.187886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59914) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:31.200660 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '08365b99-d046-4976-ab28-55245fe0ed77', 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37', 'port_id': '08365b99-d046-4976-ab28-55245fe0ed77', 'mac_address': 'fa:16:3e:4a:44:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3336e0ed-d585-4880-9c04-8257ed355712', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:02:31.290038 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.304618 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08365b99-d046-4976-ab28-55245fe0ed77 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:02:31.350032 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 08365b99-d046-4976-ab28-55245fe0ed77, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=08365b99-d046-4976-ab28-55245fe0ed77,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:31.359732 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.360816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Deleting port 8d0d6f10-60af-407e-8727-b905a5935431 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:31.361434 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.440871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f99f335-8205-4959-b7ba-5aa46d25184a None None] New status for floating IP 29117481-adb6-4967-a049-684a7a6186b8: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:02:31.444960 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=08365b99-d046-4976-ab28-55245fe0ed77,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:31.460750 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.461110 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.473821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Calling delete_port for 8d0d6f10-60af-407e-8727-b905a5935431 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:31.668781 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.711277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Pushing event deleted for resources: {'Port': ['ID=8d0d6f10-60af-407e-8727-b905a5935431,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:31.721545 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:31.721545 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:31.722506 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:31.722813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:31.723292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:31.723722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:31.724261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:31.724631 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:31.725051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:31.725453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:31.726005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:31.726638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:31.727207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:31.744087 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['08365b99-d046-4976-ab28-55245fe0ed77'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:02:31.825606 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.829619 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.830998 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b2b5c667-b455-4ea3-a39f-1efe61651fec tempest-ServerActionsTestJSON-705664295 tempest-ServerActionsTestJSON-705664295-project] 10.222.0.71 "DELETE /v2.0/floatingips/29117481-adb6-4967-a049-684a7a6186b8 HTTP/1.1" status: 204 len: 168 time: 0.6419232 Dec 08 02:02:31.834107 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59936) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:31.963157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177a34a-e50c-4cf9-9593-25a269f65db7 req-121aca89-2a4a-44bd-bb8c-fcd9f9ce1a27 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:31.964800 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1177a34a-e50c-4cf9-9593-25a269f65db7 req-121aca89-2a4a-44bd-bb8c-fcd9f9ce1a27 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1121452 Dec 08 02:02:32.102400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1177a34a-e50c-4cf9-9593-25a269f65db7 req-3960484f-61ad-4112-ad2c-efb07cc1e0ac tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181588 Dec 08 02:02:32.123276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dbb8c-04d5-49ee-823e-f76d9f678445 req-b2887a5f-17e0-4565-8800-e2e2f8ac6f9d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:32.129270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b2dbb8c-04d5-49ee-823e-f76d9f678445 req-b2887a5f-17e0-4565-8800-e2e2f8ac6f9d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 944 time: 0.1635275 Dec 08 02:02:32.210421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b2dbb8c-04d5-49ee-823e-f76d9f678445 req-f48e3fc0-522b-4575-bec9-3be51d0369aa tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739160 Dec 08 02:02:32.480107 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a0292f5-f60f-4dd7-8218-d5def7271f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.753383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1a0292f5-f60f-4dd7-8218-d5def7271f8e admin admin] Deleting port bbac6acd-d81d-48cb-875a-1fe0f29987f8 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:32.753627 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a0292f5-f60f-4dd7-8218-d5def7271f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.776291 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 37418565-0a98-476f-87e2-29c55590e6b5 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:32.797193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 37418565-0a98-476f-87e2-29c55590e6b5 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:32.797825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 37418565-0a98-476f-87e2-29c55590e6b5 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:32.841478 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-1a0292f5-f60f-4dd7-8218-d5def7271f8e admin admin] For port bbac6acd-d81d-48cb-875a-1fe0f29987f8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bbac6acd-d81d-48cb-875a-1fe0f29987f8,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:32.841848 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a0292f5-f60f-4dd7-8218-d5def7271f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.854900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1a0292f5-f60f-4dd7-8218-d5def7271f8e admin admin] Calling delete_port for bbac6acd-d81d-48cb-875a-1fe0f29987f8 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:33.018812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 08365b99-d046-4976-ab28-55245fe0ed77 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:33.075386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 08365b99-d046-4976-ab28-55245fe0ed77 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:02:33.077422 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a0292f5-f60f-4dd7-8218-d5def7271f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:33.082830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 08365b99-d046-4976-ab28-55245fe0ed77 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:33.083381 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:33.110963 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0292f5-f60f-4dd7-8218-d5def7271f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=bbac6acd-d81d-48cb-875a-1fe0f29987f8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:33.329798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae832f4-7bf3-4ca7-a4cd-24fb3b78903f req-4bf46419-c735-48d8-b2ce-ae693a69f194 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:33.340325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ae832f4-7bf3-4ca7-a4cd-24fb3b78903f req-4bf46419-c735-48d8-b2ce-ae693a69f194 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1105387 Dec 08 02:02:33.404802 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a0292f5-f60f-4dd7-8218-d5def7271f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:33.468040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ae832f4-7bf3-4ca7-a4cd-24fb3b78903f req-4f22cc43-be13-46af-bbce-e36fd50fb3e0 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098537 Dec 08 02:02:33.491543 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:33.546746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8480a2bd-6499-4e4f-b19e-191469283e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08365b99-d046-4976-ab28-55245fe0ed77'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:33.558071 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89842ef0-1619-4085-9726-918240db061a" -d '{"events": [{"server_uuid": "8480a2bd-6499-4e4f-b19e-191469283e9d", "name": "network-vif-plugged", "status": "completed", "tag": "08365b99-d046-4976-ab28-55245fe0ed77"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:33.588059 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 08365b99-d046-4976-ab28-55245fe0ed77, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=08365b99-d046-4976-ab28-55245fe0ed77,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:33.599866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6ca80-b5e7-4588-bfc8-327e1b0e2686 req-82e53890-39d4-4bf1-a3f2-d188923f2e93 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:33.601893 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dba6ca80-b5e7-4588-bfc8-327e1b0e2686 req-82e53890-39d4-4bf1-a3f2-d188923f2e93 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 944 time: 0.1212165 Dec 08 02:02:33.602679 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:33.682424 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=08365b99-d046-4976-ab28-55245fe0ed77,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:33.687976 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dba6ca80-b5e7-4588-bfc8-327e1b0e2686 req-9793af53-17f0-44cf-9b48-3e9d36951959 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789983 Dec 08 02:02:33.700166 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc8912c-b648-4cb8-ae26-4d5325021321 x-openstack-request-id: req-ddc8912c-b648-4cb8-ae26-4d5325021321 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:33.701758 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8480a2bd-6499-4e4f-b19e-191469283e9d", "name": "network-vif-plugged", "status": "completed", "tag": "08365b99-d046-4976-ab28-55245fe0ed77", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:33.713713 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ddc8912c-b648-4cb8-ae26-4d5325021321 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:33.714293 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8480a2bd-6499-4e4f-b19e-191469283e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08365b99-d046-4976-ab28-55245fe0ed77', 'code': 200} Dec 08 02:02:33.787729 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0292f5-f60f-4dd7-8218-d5def7271f8e admin admin] Router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:02:33.844518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869088b-f1b3-4349-813b-75fb4e360e3b req-cfef4a1c-9df9-4f42-8dae-7181541b517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:33.846183 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8869088b-f1b3-4349-813b-75fb4e360e3b req-cfef4a1c-9df9-4f42-8dae-7181541b517d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 1097 time: 0.0579507 Dec 08 02:02:33.903256 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8869088b-f1b3-4349-813b-75fb4e360e3b req-3389d210-a016-48fb-8745-e470e74dcf9e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488632 Dec 08 02:02:33.932196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0292f5-f60f-4dd7-8218-d5def7271f8e admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:33.937328 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1a0292f5-f60f-4dd7-8218-d5def7271f8e admin admin] 10.222.0.71 "PUT /v2.0/routers/44a4d8a9-c6f8-4814-a241-f3103c138ee5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1018291 Dec 08 02:02:33.939900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60012) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:33.947778 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d34047-2cd8-4787-9c04-565285664aba None None] Sync routers for ids ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:33.960804 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d34047-2cd8-4787-9c04-565285664aba None None] Routers {'44a4d8a9-c6f8-4814-a241-f3103c138ee5'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:33.961644 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c5d34047-2cd8-4787-9c04-565285664aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:02:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:34.075387 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c5d34047-2cd8-4787-9c04-565285664aba None None] Set router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:34.100109 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.209677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.280344 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] Deleting port b3a544ef-a7b7-4270-a5ae-b0f8561a88f2 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:34.280709 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.306941 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c5d34047-2cd8-4787-9c04-565285664aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T02:02:33Z', 'revision_number': 5, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port': {'id': 'b3a544ef-a7b7-4270-a5ae-b0f8561a88f2', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T01:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:34.356767 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d34047-2cd8-4787-9c04-565285664aba None None] Checking router: 44a4d8a9-c6f8-4814-a241-f3103c138ee5 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:02:34.371380 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d34047-2cd8-4787-9c04-565285664aba None None] Routers {'44a4d8a9-c6f8-4814-a241-f3103c138ee5'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:34.372540 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c5d34047-2cd8-4787-9c04-565285664aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:02:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:34.383870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] For port b3a544ef-a7b7-4270-a5ae-b0f8561a88f2, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b3a544ef-a7b7-4270-a5ae-b0f8561a88f2,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:34.385311 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.399933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] Calling delete_port for b3a544ef-a7b7-4270-a5ae-b0f8561a88f2 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:34.500685 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c5d34047-2cd8-4787-9c04-565285664aba None None] Set router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:34.566199 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c5d34047-2cd8-4787-9c04-565285664aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T02:02:34Z', 'revision_number': 6, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:34.617719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a57783-24fb-4dff-97f1-1dc651a99dca req-67d27b76-442b-4d01-b90a-957ac7c4705d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:34.620347 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3a57783-24fb-4dff-97f1-1dc651a99dca req-67d27b76-442b-4d01-b90a-957ac7c4705d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.0609536 Dec 08 02:02:34.627642 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d34047-2cd8-4787-9c04-565285664aba None None] The sync data for ids ['44a4d8a9-c6f8-4814-a241-f3103c138ee5'] in n-d-713499-31 is: [{'id': '44a4d8a9-c6f8-4814-a241-f3103c138ee5', 'name': 'tempest-ServerActionsTestJSON-1684752211-router', 'tenant_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:48Z', 'updated_at': '2021-12-08T02:02:34Z', 'revision_number': 6, 'project_id': '9e3ecb8a9b54480d99ff5c2fe9db6b37', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:34.656248 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.715032 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a544ef-a7b7-4270-a5ae-b0f8561a88f2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:34.734862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3a57783-24fb-4dff-97f1-1dc651a99dca req-f8213646-b5f3-491a-adf7-b44e2e3ce49a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040130 Dec 08 02:02:34.793906 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.887819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9db0d8-17c4-45f4-90ec-0917adb8c505 req-9c87463c-22c1-4b81-8365-7a3c51cdbc68 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:34.889774 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a9db0d8-17c4-45f4-90ec-0917adb8c505 req-9c87463c-22c1-4b81-8365-7a3c51cdbc68 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0613725 Dec 08 02:02:34.909018 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.912744 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.977931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a9db0d8-17c4-45f4-90ec-0917adb8c505 req-480149cc-8985-4cf4-8691-e49a4c9804e5 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696707 Dec 08 02:02:34.993225 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.993767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44a4d8a9-c6f8-4814-a241-f3103c138ee5 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:02:35.002228 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.007219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60050) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:35.016668 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9ac61bdc-29fa-4d9f-aedf-33a1542dc815 admin admin] 10.222.0.71 "DELETE /v2.0/routers/44a4d8a9-c6f8-4814-a241-f3103c138ee5 HTTP/1.1" status: 204 len: 168 time: 1.0756981 Dec 08 02:02:35.080719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-928b211c-9951-4edc-8bcb-9992104fa47c admin admin] Deleting subnet 6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:02:35.084935 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-928b211c-9951-4edc-8bcb-9992104fa47c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.163881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bbac6acd-d81d-48cb-875a-1fe0f29987f8 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:35.192514 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-928b211c-9951-4edc-8bcb-9992104fa47c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.194897 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: bbac6acd-d81d-48cb-875a-1fe0f29987f8 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:35.195340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bbac6acd-d81d-48cb-875a-1fe0f29987f8 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:35.284928 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-928b211c-9951-4edc-8bcb-9992104fa47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.351103 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-928b211c-9951-4edc-8bcb-9992104fa47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.366631 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-928b211c-9951-4edc-8bcb-9992104fa47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.372389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912a5868-9f30-4213-a76c-1f55f071dcbf None None] Network 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:35.374340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60062) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:35.382132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-928b211c-9951-4edc-8bcb-9992104fa47c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6f3153a5-2e71-4607-9e02-a8c8ee5b82b7 HTTP/1.1" status: 204 len: 168 time: 0.3677111 Dec 08 02:02:35.440465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b211c-9951-4edc-8bcb-9992104fa47c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3153a5-2e71-4607-9e02-a8c8ee5b82b7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:35.479126 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.589397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6079ebb-0d51-45b3-a001-954d07e3dce2 None None] DHCP port deletion for 8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:02:35.591923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Deleting port cfd7ba82-2795-4142-81ae-10a137970083 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:35.592277 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.651452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d6079ebb-0d51-45b3-a001-954d07e3dce2 None None] Deleting port cfd7ba82-2795-4142-81ae-10a137970083 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:35.651856 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6079ebb-0d51-45b3-a001-954d07e3dce2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.683090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] For port cfd7ba82-2795-4142-81ae-10a137970083, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=cfd7ba82-2795-4142-81ae-10a137970083,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:35.683470 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.748384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d6079ebb-0d51-45b3-a001-954d07e3dce2 None None] For port cfd7ba82-2795-4142-81ae-10a137970083, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=cfd7ba82-2795-4142-81ae-10a137970083,segment=NetworkSegment(5c21ecc6-39d2-4237-a8a5-7632e58415c7),segment_id=5c21ecc6-39d2-4237-a8a5-7632e58415c7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:35.748939 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6079ebb-0d51-45b3-a001-954d07e3dce2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.781233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d6079ebb-0d51-45b3-a001-954d07e3dce2 None None] Calling delete_port for cfd7ba82-2795-4142-81ae-10a137970083 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:35.913890 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6079ebb-0d51-45b3-a001-954d07e3dce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.950882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce9909-b6e3-4250-94bd-e5273c20e85b req-5fcaf695-66f1-4e76-82f3-dfb054c05fc5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:35.956047 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6079ebb-0d51-45b3-a001-954d07e3dce2 None None] Pushing event deleted for resources: {'Port': ['ID=cfd7ba82-2795-4142-81ae-10a137970083,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:35.964727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6079ebb-0d51-45b3-a001-954d07e3dce2 None None] No DVR routers for this DVR port cfd7ba82-2795-4142-81ae-10a137970083 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:35.964885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2ce9909-b6e3-4250-94bd-e5273c20e85b req-5fcaf695-66f1-4e76-82f3-dfb054c05fc5 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1249447 Dec 08 02:02:36.072911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2ce9909-b6e3-4250-94bd-e5273c20e85b req-2303f4bf-d7ab-46c6-b050-04c115831d0b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071010 Dec 08 02:02:36.129285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Calling delete_port for cfd7ba82-2795-4142-81ae-10a137970083 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:36.214984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44b951-bd37-426e-9ae2-a0a9dc7c9956 req-28e0ca7c-a0cb-493b-bf93-360c67600a65 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:36.218096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db44b951-bd37-426e-9ae2-a0a9dc7c9956 req-28e0ca7c-a0cb-493b-bf93-360c67600a65 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0842960 Dec 08 02:02:36.252941 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.288013 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db44b951-bd37-426e-9ae2-a0a9dc7c9956 req-1847ccee-0383-4b0d-bc7d-1a94493f7caf tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619140 Dec 08 02:02:36.297340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd7ba82-2795-4142-81ae-10a137970083,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:36.300860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] No DVR routers for this DVR port cfd7ba82-2795-4142-81ae-10a137970083 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:36.392009 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.413800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:36.423502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c21ecc6-39d2-4237-a8a5-7632e58415c7') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:36.423957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c21ecc6-39d2-4237-a8a5-7632e58415c7') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:36.434968 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.450839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.461836 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:02:36.462175 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.470435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad45217-1e33-4fb9-be8d-d31dbdb41429 req-7595e390-a0cc-4b66-923b-61df24020077 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:36.471946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dad45217-1e33-4fb9-be8d-d31dbdb41429 req-7595e390-a0cc-4b66-923b-61df24020077 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0631874 Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:02:36.481731 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:02:36.544322 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.547572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dad45217-1e33-4fb9-be8d-d31dbdb41429 req-e43746c6-8706-4972-939f-106194387993 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456500 Dec 08 02:02:36.560404 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.564026 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] 10.222.0.71 "DELETE /v2.0/networks/8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f HTTP/1.1" status: 204 len: 168 time: 1.1886876 Dec 08 02:02:36.565062 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ed2ea-0d59-4a38-bc2a-4505061bb4da admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4e3b53-10ff-4e40-8d31-dc39a06bfc8f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:36.788559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60122) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:36.849928 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-340d4fff-4201-448c-872a-b8211594d88c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9e3ecb8a9b54480d99ff5c2fe9db6b37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0574672 Dec 08 02:02:36.850140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60124) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:36.948829 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c2af58b-05a0-4651-87a9-b9f979cb886e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.985381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c2af58b-05a0-4651-87a9-b9f979cb886e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:37.054982 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c2af58b-05a0-4651-87a9-b9f979cb886e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:37.058566 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c2af58b-05a0-4651-87a9-b9f979cb886e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:37.072863 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6c2af58b-05a0-4651-87a9-b9f979cb886e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c02dc6b8-073d-4603-a529-53c53ab5eb42 HTTP/1.1" status: 204 len: 168 time: 0.2207100 Dec 08 02:02:37.090483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b3a544ef-a7b7-4270-a5ae-b0f8561a88f2 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:37.097783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2af58b-05a0-4651-87a9-b9f979cb886e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02dc6b8-073d-4603-a529-53c53ab5eb42,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:37.154181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: b3a544ef-a7b7-4270-a5ae-b0f8561a88f2 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:37.164142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b3a544ef-a7b7-4270-a5ae-b0f8561a88f2 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:37.164922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cfd7ba82-2795-4142-81ae-10a137970083 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:37.166096 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267dff4-e65c-4b98-b4b7-8a7b4fec6ba1 req-fb985c50-6bdd-4edf-bffc-7f54cea59baf tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:37.184270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1267dff4-e65c-4b98-b4b7-8a7b4fec6ba1 req-fb985c50-6bdd-4edf-bffc-7f54cea59baf tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.1496956 Dec 08 02:02:37.201394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: cfd7ba82-2795-4142-81ae-10a137970083 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:37.201737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cfd7ba82-2795-4142-81ae-10a137970083 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:37.330175 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1267dff4-e65c-4b98-b4b7-8a7b4fec6ba1 req-f7845664-5210-43c6-b7bd-e71d2e28b717 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379924 Dec 08 02:02:37.346473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373528d2-50e9-4b48-9838-2189a2670680 req-e74ed968-d870-4b2c-ba16-b4cc4772cd59 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:37.348349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-373528d2-50e9-4b48-9838-2189a2670680 req-e74ed968-d870-4b2c-ba16-b4cc4772cd59 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1018569 Dec 08 02:02:37.417084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-373528d2-50e9-4b48-9838-2189a2670680 req-e47d4d05-d15f-4e8a-af95-81755aa31818 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607851 Dec 08 02:02:38.024778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60194) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:38.159271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-network', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:38.188415 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] Made reservation on behalf of c7caf44b064d4236aef2daeacbb55f1e for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:38.191284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:38.204474 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:38.289951 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:38.294567 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:38.334238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:02:38.350327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:38.368884 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:38.368884 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] Added segment 2815477c-c53a-4d80-8433-3e529f921bc8 of type vlan for network 2e265170-3d52-431f-ad0f-e949e531ae38 Dec 08 02:02:38.406094 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:38.433225 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:38.434238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:38.434883 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:38.492519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18adc2c-e7a0-4697-b4c0-66b98778570f req-f3520bc7-bf96-461e-a586-4ca6a4eff692 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:38.494271 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f18adc2c-e7a0-4697-b4c0-66b98778570f req-f3520bc7-bf96-461e-a586-4ca6a4eff692 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0804665 Dec 08 02:02:38.504224 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4770167 Dec 08 02:02:38.506768 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60214) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:38.515041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-21dc1f46-06fe-454b-a350-bfa00951a1a2 admin admin] Request body: {'subnet': {'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-subnet', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:38.529071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566bf75-2fd5-4ac1-913f-82b610910a01 admin admin] Pushing event updated for resources: {'Network': ['ID=2e265170-3d52-431f-ad0f-e949e531ae38,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:38.543042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 2e265170-3d52-431f-ad0f-e949e531ae38 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:02:38.558522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dc1f46-06fe-454b-a350-bfa00951a1a2 admin admin] Made reservation on behalf of c7caf44b064d4236aef2daeacbb55f1e for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:38.561161 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21dc1f46-06fe-454b-a350-bfa00951a1a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:38.615132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f18adc2c-e7a0-4697-b4c0-66b98778570f req-bdd1b13d-9db3-4341-9da1-79646500f8f9 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141605 Dec 08 02:02:38.697222 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-c6e16501-f318-4181-8aba-227214ca0b44 service neutron] show failed (client error): The resource could not be found. Dec 08 02:02:38.698408 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-c6e16501-f318-4181-8aba-227214ca0b44 service neutron] 10.222.0.45 "GET /v2.0/ports/187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0/bindings/n-h2-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.1516669 Dec 08 02:02:38.712945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb688e-c608-4525-949b-618bdadf542a req-c9f47a1f-235f-43b2-95ff-dbef51b2cb54 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:38.715095 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4cdb688e-c608-4525-949b-618bdadf542a req-c9f47a1f-235f-43b2-95ff-dbef51b2cb54 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.1234503 Dec 08 02:02:38.846488 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4cdb688e-c608-4525-949b-618bdadf542a req-e1d95e89-b336-472c-9d6d-d735a3bd1b80 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237822 Dec 08 02:02:38.952662 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21dc1f46-06fe-454b-a350-bfa00951a1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:39.039650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc1f46-06fe-454b-a350-bfa00951a1a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4cdbb40-b435-4291-bf34-8657b827a4a2,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:39.056975 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc1f46-06fe-454b-a350-bfa00951a1a2 admin admin] Checking segment: {'id': '2815477c-c53a-4d80-8433-3e529f921bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:39.057368 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc1f46-06fe-454b-a350-bfa00951a1a2 admin admin] Network hostable DHCP agents. Network: 2e265170-3d52-431f-ad0f-e949e531ae38, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:02:39.080102 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc1f46-06fe-454b-a350-bfa00951a1a2 admin admin] Network 2e265170-3d52-431f-ad0f-e949e531ae38 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:02:39.099742 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-21dc1f46-06fe-454b-a350-bfa00951a1a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 2e265170-3d52-431f-ad0f-e949e531ae38) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:39.103969 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc1f46-06fe-454b-a350-bfa00951a1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:39.125915 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21dc1f46-06fe-454b-a350-bfa00951a1a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:39.126042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715fce67-8d8d-4da4-bc85-bbf917066d30 None None] Network 2e265170-3d52-431f-ad0f-e949e531ae38 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:39.145737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60238) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:39.149760 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-21dc1f46-06fe-454b-a350-bfa00951a1a2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6419022 Dec 08 02:02:39.151276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:39.172056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-801a9a02-0a81-438b-92c5-4756894e2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:39.173979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-801a9a02-0a81-438b-92c5-4756894e2313 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d&tenant_id=d98ff618afa84eb49ddee4c24ab597d5 HTTP/1.1" status: 200 len: 1101 time: 0.0957572 Dec 08 02:02:39.184871 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:39.186267 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:39.207151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:39.287413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7b5f0d-6b67-4fde-8b6e-09bc991bcb16 None None] Network 2e265170-3d52-431f-ad0f-e949e531ae38 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:39.334623 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:39.343416 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:39.589967 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:39.824111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:39.846126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056005d0-9df7-4405-93df-12d623704404 req-fbcac57b-2872-45b7-b5cf-0700ba978f03 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:39.848068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-056005d0-9df7-4405-93df-12d623704404 req-fbcac57b-2872-45b7-b5cf-0700ba978f03 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.1308980 Dec 08 02:02:39.960030 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:02:40.098132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:40.101184 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba07ad54-d6a6-425a-8e52-21aaf3997970" -d '{"events": [{"server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "name": "network-vif-unplugged", "status": "completed", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:40.109616 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:40.126754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635af3d3-80c1-4c0d-b9bf-6971d0cb7c48 req-f03aefde-6fe7-4698-beb4-49eca6af6b76 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:40.128454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-635af3d3-80c1-4c0d-b9bf-6971d0cb7c48 req-f03aefde-6fe7-4698-beb4-49eca6af6b76 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.2109268 Dec 08 02:02:40.137915 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-056005d0-9df7-4405-93df-12d623704404 req-58b0a1dd-66c6-4f53-9132-ad8c48295fa0 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801979 Dec 08 02:02:40.193830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Transition to ACTIVE for port object 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:02:40.215680 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:40.268818 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:40.318424 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fd6370-39cb-429b-b997-e27afb3f59b3 x-openstack-request-id: req-e4fd6370-39cb-429b-b997-e27afb3f59b3 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:40.318774 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "name": "network-vif-unplugged", "status": "completed", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:40.319043 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e4fd6370-39cb-429b-b997-e27afb3f59b3 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:40.319444 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'code': 200} Dec 08 02:02:40.328577 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:40.346879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Pushing event updated for resources: {'Port': ['ID=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:40.360150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:40.360514 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:40.360864 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:40.361225 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:40.361585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:40.362260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:40.362544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:40.362939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:40.363274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:40.363698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:40.364095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:40.367861 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:40.371360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:40.382941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-635af3d3-80c1-4c0d-b9bf-6971d0cb7c48 req-433492de-ff5e-48c7-a456-fb71ca1f3fca tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439024 Dec 08 02:02:40.446999 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] No DVR routers for this DVR port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:40.500039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Attempting to bind port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:02:40.500407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Attempting to bind port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:02:40.500774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Attempting to bind port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:40.513741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:02:40.514079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Attempting to bind port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:40.595496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Allocated IP 172.25.8.197 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/e2cb9222-da36-4387-a7f9-60f6a396f616) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:02:40.687503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:02:40.696033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:40.696395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:02:40.696868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Bound port: 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:02:40.697226 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:40.749286 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:40.825479 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:40.882222 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:02:40.892298 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:40.896469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:02:41.031454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:02:41.044701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:02:41.076643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cb9222-da36-4387-a7f9-60f6a396f616,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:41.078490 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:41.138944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:41.139583 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:41.141035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] 10.222.0.75 "PUT /v2.0/ports/187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 HTTP/1.1" status: 200 len: 1096 time: 1.9508328 Dec 08 02:02:41.293428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bf834-3d5d-4868-8f71-99f8d1ca84ce service neutron] Pushing event updated for resources: {'Port': ['ID=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:41.474885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-1e8aa1d7-bd3d-476e-b164-62711a6d5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:41.480176 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-1e8aa1d7-bd3d-476e-b164-62711a6d5e75 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 1099 time: 0.2765999 Dec 08 02:02:41.605707 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:41.803786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d738d4-1c33-4f38-a699-23245207c4fb req-114a0748-d08c-4fd1-b207-4a8a63ed4f69 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:41.805545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0d738d4-1c33-4f38-a699-23245207c4fb req-114a0748-d08c-4fd1-b207-4a8a63ed4f69 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.3959734 Dec 08 02:02:41.900585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-46519c65-6919-4069-9863-d32eb97cc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:41.902523 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-46519c65-6919-4069-9863-d32eb97cc6d7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.3846018 Dec 08 02:02:41.954911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c47d6-abb7-435e-b311-497fe59167ec req-34041d1a-b1a0-431c-8ae4-e6b4b8a00b74 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:41.956890 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-688c47d6-abb7-435e-b311-497fe59167ec req-34041d1a-b1a0-431c-8ae4-e6b4b8a00b74 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 947 time: 0.2442894 Dec 08 02:02:41.962027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0d738d4-1c33-4f38-a699-23245207c4fb req-a4563c60-a89d-40ff-9ea8-a058dfcca63d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486418 Dec 08 02:02:42.035834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-59671060-0fd6-4d9b-ba6e-dc52e97b0aca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 HTTP/1.1" status: 200 len: 217 time: 0.1101995 Dec 08 02:02:42.083106 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:42.090724 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-688c47d6-abb7-435e-b311-497fe59167ec req-52a0164b-a2e0-47b9-9666-d9c5635e7e07 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171706 Dec 08 02:02:42.526437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:42.528635 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6f4417-2c32-44c8-9ee8-7cb11068a678" -d '{"events": [{"name": "network-changed", "server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:42.559757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-dbc8f1e8-3f02-4fc0-95d6-c0aba8c72170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:42.561228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-dbc8f1e8-3f02-4fc0-95d6-c0aba8c72170 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.5181508 Dec 08 02:02:42.632955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-efbfc591-905e-4574-b7d9-88fd5ae8eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:42.634461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-efbfc591-905e-4574-b7d9-88fd5ae8eb3d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0625329 Dec 08 02:02:42.636556 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23d971b-e4c9-4b36-8612-8a8cfafa1f2d x-openstack-request-id: req-f23d971b-e4c9-4b36-8612-8a8cfafa1f2d {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:42.636964 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:42.637249 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f23d971b-e4c9-4b36-8612-8a8cfafa1f2d {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:42.638037 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'status': 'completed', 'code': 200} Dec 08 02:02:42.645805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:02:42.745124 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-b35abff1-89bc-45a0-9555-19a63cb6af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:42.748081 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-b35abff1-89bc-45a0-9555-19a63cb6af1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 1099 time: 0.0523784 Dec 08 02:02:42.808346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:42.859980 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-b14c7787-a9ba-4805-a977-5fbfd25b09cf service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095025 Dec 08 02:02:42.869088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:42.894679 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-e8765ae3-3101-4edf-967e-399c8d766efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:42.896919 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-e8765ae3-3101-4edf-967e-399c8d766efa service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1396401 Dec 08 02:02:42.908257 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:42.922492 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Sync routers for ids ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:42.941992 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Routers {'ea8aa339-4a94-435f-92ad-b5e0cb1325d4'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:42.948110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:02:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:42.967642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:42.968861 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-652c2961-7f79-49f6-8dce-bd820a7513c5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8215933 Dec 08 02:02:42.971840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60336) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:43.016102 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-d41e9a93-9cb0-49af-9d05-f106c3bada68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 HTTP/1.1" status: 200 len: 217 time: 0.1118052 Dec 08 02:02:43.035221 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c211ce18-77f4-4371-b20d-88382952d6d6 req-bd91ddbf-74bd-45f2-97ff-f5d52764ae3c service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671052 Dec 08 02:02:43.162448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-136af6f4-fe45-4d86-869b-7344744d5e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:43.164293 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-136af6f4-fe45-4d86-869b-7344744d5e3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1369696 Dec 08 02:02:43.191972 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Set router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:43.253159 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-b7bea0ed-3d03-41fb-a71a-4d58516ffe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:43.254698 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-b7bea0ed-3d03-41fb-a71a-4d58516ffe64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0828664 Dec 08 02:02:43.430695 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-c6be66fc-58c7-46bb-a220-ff2ed0a78db2 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673353 Dec 08 02:02:43.455956 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b12591-38d1-4226-b67a-0d422cad228c req-82d8f877-48ee-465c-8f1e-06970849674b tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:43.457553 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67b12591-38d1-4226-b67a-0d422cad228c req-82d8f877-48ee-465c-8f1e-06970849674b tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.3601925 Dec 08 02:02:43.500528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:02:41Z', 'revision_number': 3, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port': {'id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:71:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:40Z', 'updated_at': '2021-12-08T02:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:43.507321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-f6a91cfc-0cd2-4781-81b8-7ca8662b4384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:43.509975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-f6a91cfc-0cd2-4781-81b8-7ca8662b4384 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 1099 time: 0.3083518 Dec 08 02:02:43.517782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8df7c3-4b7a-447a-97e2-6d566b954b03 req-65e229ba-30c2-4ca4-8073-c899715be1f1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:43.519571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df8df7c3-4b7a-447a-97e2-6d566b954b03 req-65e229ba-30c2-4ca4-8073-c899715be1f1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 947 time: 0.2388732 Dec 08 02:02:43.537648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Checking router: ea8aa339-4a94-435f-92ad-b5e0cb1325d4 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:02:43.538265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Updating router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 port e2cb9222-da36-4387-a7f9-60f6a396f616 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:02:43.568731 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:43.598183 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-91b2d704-5b39-4ed1-8f09-40b78a51ca23 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598253 Dec 08 02:02:43.621037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67b12591-38d1-4226-b67a-0d422cad228c req-8c85b435-ca3d-422d-ac28-2062e04b66be tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489475 Dec 08 02:02:43.795680 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df8df7c3-4b7a-447a-97e2-6d566b954b03 req-fc343465-39a4-494b-a6c2-8944730792e1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017267 Dec 08 02:02:43.802575 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-74e86254-184b-4d59-a442-60988e9de082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:43.804128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-74e86254-184b-4d59-a442-60988e9de082 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2810831 Dec 08 02:02:43.885459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-0c5237d6-3ec2-4ce9-8279-af05c5fae6af service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 HTTP/1.1" status: 200 len: 217 time: 0.0732508 Dec 08 02:02:43.976198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-045ccea5-148d-4f05-8f2e-52f6f0600c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:43.977492 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:43.977983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-045ccea5-148d-4f05-8f2e-52f6f0600c92 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0821803 Dec 08 02:02:43.985668 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:44.020801 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Attempting to bind port e2cb9222-da36-4387-a7f9-60f6a396f616 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:02:44.021174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Attempting to bind port e2cb9222-da36-4387-a7f9-60f6a396f616 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:02:44.021542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Attempting to bind port e2cb9222-da36-4387-a7f9-60f6a396f616 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:44.043422 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:44.047402 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:02:44.047832 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:44.048241 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:44.048636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:02:44.049174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Bound port: e2cb9222-da36-4387-a7f9-60f6a396f616, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:02:44.049560 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:44.071896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-3e67ae70-0eab-4557-b970-3fdc0273fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:44.073526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-3e67ae70-0eab-4557-b970-3fdc0273fb2d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0746102 Dec 08 02:02:44.105396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Pushing event updated for resources: {'Port': ['ID=e2cb9222-da36-4387-a7f9-60f6a396f616,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:44.137870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] For port e2cb9222-da36-4387-a7f9-60f6a396f616, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:02:44.141900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] For port e2cb9222-da36-4387-a7f9-60f6a396f616, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e2cb9222-da36-4387-a7f9-60f6a396f616,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:02:44.152368 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:44.152801 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:44.153601 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:44.154128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:44.154557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:44.155002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:44.156729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:44.157144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:44.157547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:44.158218 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:44.158770 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:44.159143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:44.159681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:44.167088 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:44.259288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Routers {'ea8aa339-4a94-435f-92ad-b5e0cb1325d4'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:44.260037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:02:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:44.273552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-08e021bc-2c52-4424-a2ed-e2d65d50f1c6 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593995 Dec 08 02:02:44.380748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48616e49-6f3c-4307-bdd0-a2ae1d61ff55 None None] Pushing event updated for resources: {'Port': ['ID=e2cb9222-da36-4387-a7f9-60f6a396f616,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:44.381228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Allocated IP 172.20.0.1 (2e265170-3d52-431f-ad0f-e949e531ae38/b4cdbb40-b435-4291-bf34-8657b827a4a2/b21a4e93-9c17-4b8a-b959-4ded5a4d16a9) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:02:44.456693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] Set router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:44.479829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb6f4417-2c32-44c8-9ee8-7cb11068a678 req-35f9155a-5023-4b77-9da8-f326f82a73dd service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800694 Dec 08 02:02:44.532005 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:44.572428 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:44.616593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Network 2e265170-3d52-431f-ad0f-e949e531ae38 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:02:44.620189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:44.628312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:02:44.659185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Pushing event updated for resources: {'Port': ['ID=b21a4e93-9c17-4b8a-b959-4ded5a4d16a9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:44.679524 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:44.701066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:02:41Z', 'revision_number': 3, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port': {'id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:71:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:40Z', 'updated_at': '2021-12-08T02:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:44.749800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b64fa-d1ac-4c56-911a-45c7599eb471 None None] The sync data for ids ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'] in n-d-713499-31 is: [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:02:41Z', 'revision_number': 3, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port': {'id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:71:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:40Z', 'updated_at': '2021-12-08T02:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:44.847973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c42784-e175-4c10-b663-aed4d41a636c req-3f5733e2-1355-4b31-a03e-0712251b3f52 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:44.850159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-74c42784-e175-4c10-b663-aed4d41a636c req-3f5733e2-1355-4b31-a03e-0712251b3f52 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.1245918 Dec 08 02:02:44.883651 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:45.001578 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-74c42784-e175-4c10-b663-aed4d41a636c req-1896b6ce-dd48-4d63-8614-14e4fa7ec740 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188090 Dec 08 02:02:45.108388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234cc70-8611-49d9-a2b5-52394c8225d5 req-ba9a9aec-27b6-418d-9963-442cc34af0db tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:45.110300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2234cc70-8611-49d9-a2b5-52394c8225d5 req-ba9a9aec-27b6-418d-9963-442cc34af0db tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 947 time: 0.1054139 Dec 08 02:02:45.195341 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2234cc70-8611-49d9-a2b5-52394c8225d5 req-f56f5edf-b48d-48c3-808b-8a28b1892bc8 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772061 Dec 08 02:02:45.244238 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:45.255223 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:45.336153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Pushing event updated for resources: {'Port': ['ID=b21a4e93-9c17-4b8a-b959-4ded5a4d16a9,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:45.340016 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:45.481060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Network 2e265170-3d52-431f-ad0f-e949e531ae38 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:02:45.484670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:45.633089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:02:45.766330 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:45.780320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-66f45cec-7677-49e9-8fc1-7a061414c887 admin admin] 10.222.0.71 "PUT /v2.0/routers/ea8aa339-4a94-435f-92ad-b5e0cb1325d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8001008 Dec 08 02:02:46.207759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340a594-feab-4d80-a8fd-c43de698a2a5 req-5d61212e-33cc-464c-a1d1-ae5631048450 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:46.209643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2340a594-feab-4d80-a8fd-c43de698a2a5 req-5d61212e-33cc-464c-a1d1-ae5631048450 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0747559 Dec 08 02:02:46.308923 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2340a594-feab-4d80-a8fd-c43de698a2a5 req-467ee734-f842-4d37-b85d-f25b3c7d97fd tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931194 Dec 08 02:02:46.433525 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-f6c9c0ad-3333-4d76-b919-6cd281495255 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:46.436125 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-f6c9c0ad-3333-4d76-b919-6cd281495255 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/networks?id=2e265170-3d52-431f-ad0f-e949e531ae38 HTTP/1.1" status: 200 len: 820 time: 0.1747172 Dec 08 02:02:46.460638 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-6a970586-5f59-448c-8057-d58f16a395bc tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/quotas/c7caf44b064d4236aef2daeacbb55f1e HTTP/1.1" status: 200 len: 375 time: 0.0163324 Dec 08 02:02:46.529350 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-2b24e118-1275-4b25-acca-1d29e6f9848c tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7caf44b064d4236aef2daeacbb55f1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0674362 Dec 08 02:02:46.699637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-b3173939-be23-4cd8-a5f1-5cd9ce722243 service neutron] 10.222.0.71 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689413 Dec 08 02:02:46.837105 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-e8bb575d-32d4-4777-9050-450dd0f9fccd service neutron] 10.222.0.71 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308348 Dec 08 02:02:46.845981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa7398-531d-49a8-aee0-294eb5c07312 req-a78a3010-2eac-45bb-a9ad-60fc2eef4099 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:46.847464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fa7398-531d-49a8-aee0-294eb5c07312 req-a78a3010-2eac-45bb-a9ad-60fc2eef4099 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 947 time: 0.0730622 Dec 08 02:02:46.901021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fa7398-531d-49a8-aee0-294eb5c07312 req-39183677-619a-4097-bf45-db1204eb3623 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469134 Dec 08 02:02:47.076750 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Sync routers for ids ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:47.078203 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:02:47.079998 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9da1ed9-d80b-418f-bf77-979db5e72abf req-2d8b4617-4a87-4f85-b7dc-d93cf7b39820 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 210 time: 0.0667903 Dec 08 02:02:47.110348 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Routers {'ea8aa339-4a94-435f-92ad-b5e0cb1325d4'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:47.111445 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:02:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:47.113655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e2cb9222-da36-4387-a7f9-60f6a396f616 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:47.270532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e2cb9222-da36-4387-a7f9-60f6a396f616 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:47.271732 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.313076 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Set router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:47.371456 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:47.374057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-9861280f-0884-4dc1-922b-188ac042940b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:47.375295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-9861280f-0884-4dc1-922b-188ac042940b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.75 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d&tenant_id=d98ff618afa84eb49ddee4c24ab597d5&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 947 time: 0.1448143 Dec 08 02:02:47.441905 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.472151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'mac_address': 'fa:16:3e:6d:5c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:02:47.478665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a20e5-4ddf-4065-a60d-2327c26da9cc req-db99a3e1-4085-4d26-b782-694336fb2887 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:47.486488 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c58a20e5-4ddf-4065-a60d-2327c26da9cc req-db99a3e1-4085-4d26-b782-694336fb2887 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 947 time: 0.1893952 Dec 08 02:02:47.497345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port e2cb9222-da36-4387-a7f9-60f6a396f616, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e2cb9222-da36-4387-a7f9-60f6a396f616,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:47.518320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-e42a5e55-7e50-42b9-8c30-17caae23c31c service neutron] 10.222.0.75 "GET /v2.0/ports/187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0/bindings/n-h2-713499-31 HTTP/1.1" status: 200 len: 383 time: 0.1294785 Dec 08 02:02:47.575032 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.577975 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.638766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05ee36-2155-4496-91b0-22bf5d2c723e req-f3550a09-571c-49eb-9a47-d399b9d53e57 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:47.640731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a05ee36-2155-4496-91b0-22bf5d2c723e req-f3550a09-571c-49eb-9a47-d399b9d53e57 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.1503549 Dec 08 02:02:47.664046 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c58a20e5-4ddf-4065-a60d-2327c26da9cc req-172f6436-520b-4989-932c-aef5e7ebb82c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765547 Dec 08 02:02:47.667201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=e2cb9222-da36-4387-a7f9-60f6a396f616,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:47.674589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:02:47.738701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-d1664809-7c76-4861-8582-93e3440e04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:47.738881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:47.739211 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-d1664809-7c76-4861-8582-93e3440e04e3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 1099 time: 0.1682479 Dec 08 02:02:47.747437 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.849551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a05ee36-2155-4496-91b0-22bf5d2c723e req-a2eed22f-9e6d-4b16-b326-be1dc383a690 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905360 Dec 08 02:02:47.867973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:47.914435 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:02:44Z', 'revision_number': 4, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port': {'id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:71:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:40Z', 'updated_at': '2021-12-08T02:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'b21a4e93-9c17-4b8a-b959-4ded5a4d16a9', 'name': '', 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'mac_address': 'fa:16:3e:cc:95:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:44Z', 'updated_at': '2021-12-08T02:02:44Z', 'revision_number': 2, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'subnets': [{'id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:47.933511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-25c46c54-0508-44c3-b0d4-ad2bb7308ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:47.935749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-25c46c54-0508-44c3-b0d4-ad2bb7308ab5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1834011 Dec 08 02:02:47.959357 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Checking router: ea8aa339-4a94-435f-92ad-b5e0cb1325d4 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:02:47.960000 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Updating router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 port b21a4e93-9c17-4b8a-b959-4ded5a4d16a9 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:02:48.008040 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.030786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-54a8b9c4-9809-43f2-b54b-5c14d248e9f5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 HTTP/1.1" status: 200 len: 217 time: 0.0881443 Dec 08 02:02:48.119364 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-33a8b81c-247f-4751-8ad5-cbf38768b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:48.120754 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-33a8b81c-247f-4751-8ad5-cbf38768b236 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0815382 Dec 08 02:02:48.158969 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:02:48.449248 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.461385 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.643778 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Attempting to bind port b21a4e93-9c17-4b8a-b959-4ded5a4d16a9 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:02:48.648820 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Attempting to bind port b21a4e93-9c17-4b8a-b959-4ded5a4d16a9 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '2815477c-c53a-4d80-8433-3e529f921bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:02:48.649243 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Attempting to bind port b21a4e93-9c17-4b8a-b959-4ded5a4d16a9 on network 2e265170-3d52-431f-ad0f-e949e531ae38 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:48.657661 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:02:48.658057 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Checking segment: {'id': '2815477c-c53a-4d80-8433-3e529f921bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:48.663077 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.663491 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Bound using segment: {'id': '2815477c-c53a-4d80-8433-3e529f921bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:02:48.664073 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Bound port: b21a4e93-9c17-4b8a-b959-4ded5a4d16a9, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2815477c-c53a-4d80-8433-3e529f921bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:02:48.664465 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.773933 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Pushing event updated for resources: {'Port': ['ID=b21a4e93-9c17-4b8a-b959-4ded5a4d16a9,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:48.785291 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2893439-a27c-48e9-bdb9-998815d13a48 req-0b64bb90-c57e-4b84-9243-89b4b338bd01 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 210 time: 0.5887089 Dec 08 02:02:48.806047 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:48.806047 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:48.806047 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:48.806047 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:48.806047 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:48.806047 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:48.806814 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:48.806814 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:48.806987 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:48.807301 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:48.807613 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:48.807956 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12f225e9-1d78-4d0b-af8b-c1dd414324f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:48.808079 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:48.808346 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:48.813692 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12f225e9-1d78-4d0b-af8b-c1dd414324f7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6858037 Dec 08 02:02:48.843956 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] For port b21a4e93-9c17-4b8a-b959-4ded5a4d16a9, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:02:48.848062 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] For port b21a4e93-9c17-4b8a-b959-4ded5a4d16a9, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b21a4e93-9c17-4b8a-b959-4ded5a4d16a9,segment=NetworkSegment(2815477c-c53a-4d80-8433-3e529f921bc8),segment_id=2815477c-c53a-4d80-8433-3e529f921bc8)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:02:48.858239 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.860805 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-78c94d5d-4dfd-40f9-be3d-e6e3a7f8a728 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:48.863641 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-78c94d5d-4dfd-40f9-be3d-e6e3a7f8a728 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.45 "GET /v2.0/networks?id=2e265170-3d52-431f-ad0f-e949e531ae38 HTTP/1.1" status: 200 len: 820 time: 0.2534244 Dec 08 02:02:48.888371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-e676fbc7-44f2-4bc0-bd86-113d3e9e3d95 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Request body: {'port': {'device_id': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'admin_state_up': True, 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:48.931126 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8cac5-f7e1-4ae7-aba3-a94898044896 None None] Pushing event updated for resources: {'Port': ['ID=b21a4e93-9c17-4b8a-b959-4ded5a4d16a9,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:48.960759 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Routers {'ea8aa339-4a94-435f-92ad-b5e0cb1325d4'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:48.961420 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:02:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:49.092386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88417c87-6cc5-4e71-905d-b594d3d21c05 req-a97621b0-869a-4b81-9f70-a28c9805d176 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:49.100193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88417c87-6cc5-4e71-905d-b594d3d21c05 req-a97621b0-869a-4b81-9f70-a28c9805d176 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 948 time: 0.2853725 Dec 08 02:02:49.133398 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e2cb9222-da36-4387-a7f9-60f6a396f616 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:49.140268 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] Set router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:49.183160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-e676fbc7-44f2-4bc0-bd86-113d3e9e3d95 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Made reservation on behalf of c7caf44b064d4236aef2daeacbb55f1e for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:49.187047 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-e676fbc7-44f2-4bc0-bd86-113d3e9e3d95 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.196208 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88417c87-6cc5-4e71-905d-b594d3d21c05 req-6a54f157-fbe6-408f-98a9-c6a8e864e5ac tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938933 Dec 08 02:02:49.288785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e2cb9222-da36-4387-a7f9-60f6a396f616 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:49.289304 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.296337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82d382-3695-44c5-aeb8-6c0f12515f15 req-4c41787c-807c-45f6-8431-d253293d4219 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:49.328583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f82d382-3695-44c5-aeb8-6c0f12515f15 req-4c41787c-807c-45f6-8431-d253293d4219 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.1742451 Dec 08 02:02:49.349763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-c1000440-9c22-4ba5-84d6-2ce2af59491a service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123630 Dec 08 02:02:49.464532 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-e676fbc7-44f2-4bc0-bd86-113d3e9e3d95 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Allocated IP 172.20.0.13 (2e265170-3d52-431f-ad0f-e949e531ae38/b4cdbb40-b435-4291-bf34-8657b827a4a2/9c5c65d1-fcf7-4fdf-b197-2a1481db68a4) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:02:49.565000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f82d382-3695-44c5-aeb8-6c0f12515f15 req-38a5590c-f7fd-4d62-b3c9-e727ca08d4e2 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305250 Dec 08 02:02:49.601975 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:02:44Z', 'revision_number': 4, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port': {'id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:40Z', 'updated_at': '2021-12-08T02:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'b21a4e93-9c17-4b8a-b959-4ded5a4d16a9', 'name': '', 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'mac_address': 'fa:16:3e:cc:95:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:44Z', 'updated_at': '2021-12-08T02:02:48Z', 'revision_number': 4, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'subnets': [{'id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:49.609488 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-be0c01de-3d0a-4e07-bb23-f41c857bd119 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409172 Dec 08 02:02:49.640824 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9079e8cb-024a-448a-bfaa-2ed215d63953 None None] The sync data for ids ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'] in n-d-713499-31 is: [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:02:44Z', 'revision_number': 4, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port': {'id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:40Z', 'updated_at': '2021-12-08T02:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'b21a4e93-9c17-4b8a-b959-4ded5a4d16a9', 'name': '', 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'mac_address': 'fa:16:3e:cc:95:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:44Z', 'updated_at': '2021-12-08T02:02:48Z', 'revision_number': 4, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'subnets': [{'id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:49.650504 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:02:49.678202 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-e676fbc7-44f2-4bc0-bd86-113d3e9e3d95 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.741225 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-e676fbc7-44f2-4bc0-bd86-113d3e9e3d95 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.784893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-e676fbc7-44f2-4bc0-bd86-113d3e9e3d95 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Network 2e265170-3d52-431f-ad0f-e949e531ae38 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:02:49.793819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-e676fbc7-44f2-4bc0-bd86-113d3e9e3d95 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:49.796799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-e676fbc7-44f2-4bc0-bd86-113d3e9e3d95 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:02:49.852028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676fbc7-44f2-4bc0-bd86-113d3e9e3d95 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Pushing event updated for resources: {'Port': ['ID=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:49.866730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-e676fbc7-44f2-4bc0-bd86-113d3e9e3d95 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:49.872005 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-e676fbc7-44f2-4bc0-bd86-113d3e9e3d95 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.892750 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-e676fbc7-44f2-4bc0-bd86-113d3e9e3d95 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0132277 Dec 08 02:02:49.913116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Request body: {'port': {'device_id': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:49.926406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5b0c8-79a1-40ed-83a8-6437269c9761 req-db7ad9f7-637f-4ea0-860d-c23bb2f693db tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:49.928198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5cf5b0c8-79a1-40ed-83a8-6437269c9761 req-db7ad9f7-637f-4ea0-860d-c23bb2f693db tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 932 time: 0.0616126 Dec 08 02:02:49.985762 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.004605 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5cf5b0c8-79a1-40ed-83a8-6437269c9761 req-f5f99622-f731-4ee7-8658-ebbc17e2fdbc tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655696 Dec 08 02:02:50.374500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c595fce-4f97-4d18-a62c-a8f730d520ba req-260e8e18-f513-48e8-ae75-e45f2b8db15c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:50.377509 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c595fce-4f97-4d18-a62c-a8f730d520ba req-260e8e18-f513-48e8-ae75-e45f2b8db15c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 948 time: 0.0790796 Dec 08 02:02:50.425383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:02:50.437122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.451165 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Transition to ACTIVE for port object 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:02:50.456839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.473057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c595fce-4f97-4d18-a62c-a8f730d520ba req-3e2e2af0-1729-4e7c-bbf6-30c5e6395f2b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897286 Dec 08 02:02:50.574652 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:50.654411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Attempting to bind port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:02:50.654935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Attempting to bind port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '2815477c-c53a-4d80-8433-3e529f921bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:02:50.655377 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Attempting to bind port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 on network 2e265170-3d52-431f-ad0f-e949e531ae38 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:50.661533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 on network 2e265170-3d52-431f-ad0f-e949e531ae38 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:02:50.662324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Attempting to bind port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 on network 2e265170-3d52-431f-ad0f-e949e531ae38 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:50.669527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:02:50.670207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Checking segment: {'id': '2815477c-c53a-4d80-8433-3e529f921bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:50.670699 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Bound using segment: {'id': '2815477c-c53a-4d80-8433-3e529f921bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:02:50.671245 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Bound port: 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2815477c-c53a-4d80-8433-3e529f921bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:02:50.671753 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.761171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] For port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:02:50.765269 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] For port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,segment=NetworkSegment(2815477c-c53a-4d80-8433-3e529f921bc8),segment_id=2815477c-c53a-4d80-8433-3e529f921bc8)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:02:50.772206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.786703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec74d3-5ba4-4ca1-8206-bed715898f1d req-cd8dcc1f-b1da-467a-a91c-23e4a567b9ad tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:50.788335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7eec74d3-5ba4-4ca1-8206-bed715898f1d req-cd8dcc1f-b1da-467a-a91c-23e4a567b9ad tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.1251531 Dec 08 02:02:50.836745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:50.837533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.839906 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] 10.222.0.45 "PUT /v2.0/ports/9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 HTTP/1.1" status: 200 len: 1093 time: 0.9324775 Dec 08 02:02:50.840374 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'tag': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:50.843814 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b88301-3816-4252-b119-767fa24a30e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d20f1f9-7ba4-444f-b9f5-29ba947a036e", "tag": "9c5c65d1-fcf7-4fdf-b197-2a1481db68a4"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:50.921136 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7eec74d3-5ba4-4ca1-8206-bed715898f1d req-63d8d4cd-1e6e-41ac-9614-637f6bfc0618 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247275 Dec 08 02:02:50.923895 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99b82a2-bc43-476f-9de8-39eb4f9ab7e8 x-openstack-request-id: req-e99b82a2-bc43-476f-9de8-39eb4f9ab7e8 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:50.924437 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d20f1f9-7ba4-444f-b9f5-29ba947a036e", "tag": "9c5c65d1-fcf7-4fdf-b197-2a1481db68a4", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:50.924437 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e99b82a2-bc43-476f-9de8-39eb4f9ab7e8 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:50.924807 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'tag': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4', 'status': 'completed', 'code': 200} Dec 08 02:02:50.938595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e717a71-76b4-4537-8987-fb4eeddbe5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:50.988956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-fd9d8f5f-372e-4247-8e75-0b830c9359de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:50.990987 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-fd9d8f5f-372e-4247-8e75-0b830c9359de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7caf44b064d4236aef2daeacbb55f1e&device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 1096 time: 0.0653942 Dec 08 02:02:51.055048 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-620e2edc-c455-4237-8ba6-04079a4bc74a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 HTTP/1.1" status: 200 len: 217 time: 0.0482609 Dec 08 02:02:51.077525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:51.129949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-03733fbb-d187-4420-b3e6-c9f7df7d6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:51.132715 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-03733fbb-d187-4420-b3e6-c9f7df7d6867 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4cdbb40-b435-4291-bf34-8657b827a4a2 HTTP/1.1" status: 200 len: 860 time: 0.0705578 Dec 08 02:02:51.174414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b21a4e93-9c17-4b8a-b959-4ded5a4d16a9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:51.247075 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-513db1b1-b027-4b07-9bd0-0c1b7916ec1d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e265170-3d52-431f-ad0f-e949e531ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005614 Dec 08 02:02:51.293035 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4a54d-3a8f-45f2-abd8-d0e2ae04216f req-c9e6e626-7a41-4263-9404-fc40c2e1c473 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:51.303715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4af4a54d-3a8f-45f2-abd8-d0e2ae04216f req-c9e6e626-7a41-4263-9404-fc40c2e1c473 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 944 time: 0.1288099 Dec 08 02:02:51.308427 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b21a4e93-9c17-4b8a-b959-4ded5a4d16a9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:51.308861 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.363706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:02:51.369596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:51.370055 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.427540 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4af4a54d-3a8f-45f2-abd8-d0e2ae04216f req-b9460f76-ffc1-4169-ad25-817caed89741 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178811 Dec 08 02:02:51.437584 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-072a3711-8304-491a-91ee-a6a9b7eb8fb4 service neutron] 10.222.0.45 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823053 Dec 08 02:02:51.454861 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.522085 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.526247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port b21a4e93-9c17-4b8a-b959-4ded5a4d16a9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b21a4e93-9c17-4b8a-b959-4ded5a4d16a9,segment=NetworkSegment(2815477c-c53a-4d80-8433-3e529f921bc8),segment_id=2815477c-c53a-4d80-8433-3e529f921bc8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:51.535188 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.621252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:51.622165 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7553dad0-8685-48a1-a284-4b7ee30eb9ac req-314ad4ab-b234-4947-a627-bce5cdba5947 service neutron] 10.222.0.45 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766140 Dec 08 02:02:51.624480 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f20de9f-be35-42c3-9209-ee9b219fe857" -d '{"events": [{"server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "name": "network-vif-plugged", "status": "completed", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:51.629816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:51.652735 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.687363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=b21a4e93-9c17-4b8a-b959-4ded5a4d16a9,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:51.690588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21767d14-673b-43a2-a739-dacf59fa6f67 req-64ba8f5b-6534-4a17-a438-5f8350e1ab0f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:51.695452 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21767d14-673b-43a2-a739-dacf59fa6f67 req-64ba8f5b-6534-4a17-a438-5f8350e1ab0f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 948 time: 0.0902781 Dec 08 02:02:51.726722 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccde6d63-bb14-402f-8ef1-38dc374ea56e x-openstack-request-id: req-ccde6d63-bb14-402f-8ef1-38dc374ea56e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:51.727013 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "name": "network-vif-plugged", "status": "completed", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:51.727257 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ccde6d63-bb14-402f-8ef1-38dc374ea56e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:51.727664 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'code': 200} Dec 08 02:02:51.764727 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21767d14-673b-43a2-a739-dacf59fa6f67 req-80d42919-9218-4e1b-9347-eabf7a4408a2 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633454 Dec 08 02:02:51.775697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:51.831425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88301-3816-4252-b119-767fa24a30e5 req-35871cf1-5564-42de-8b27-e68a5e1494e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:51.833716 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-06b88301-3816-4252-b119-767fa24a30e5 req-35871cf1-5564-42de-8b27-e68a5e1494e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7caf44b064d4236aef2daeacbb55f1e&device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 1096 time: 0.0487857 Dec 08 02:02:51.937700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88301-3816-4252-b119-767fa24a30e5 req-92001713-f186-4ae3-b27c-3c9d4cf2b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:51.939241 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-06b88301-3816-4252-b119-767fa24a30e5 req-92001713-f186-4ae3-b27c-3c9d4cf2b314 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e265170-3d52-431f-ad0f-e949e531ae38 HTTP/1.1" status: 200 len: 921 time: 0.0984662 Dec 08 02:02:51.970025 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c521afe7-7e0e-42a3-b07a-be85594078ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.999952 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-06b88301-3816-4252-b119-767fa24a30e5 req-2ac611e5-b0fd-4ec0-a7cc-adeec82d30b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 HTTP/1.1" status: 200 len: 217 time: 0.0434337 Dec 08 02:02:52.066291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88301-3816-4252-b119-767fa24a30e5 req-9e408a30-6b3f-4331-9181-063e8fde91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:52.068416 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-06b88301-3816-4252-b119-767fa24a30e5 req-9e408a30-6b3f-4331-9181-063e8fde91ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4cdbb40-b435-4291-bf34-8657b827a4a2 HTTP/1.1" status: 200 len: 860 time: 0.0580089 Dec 08 02:02:52.071080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7deac-9df9-4b67-a966-4c191c4272a5 req-a8191880-690c-487f-92d1-be432dc7ae70 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:52.072687 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ca7deac-9df9-4b67-a966-4c191c4272a5 req-a8191880-690c-487f-92d1-be432dc7ae70 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0641854 Dec 08 02:02:52.131788 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ca7deac-9df9-4b67-a966-4c191c4272a5 req-d5bb6c0f-f75b-4a66-bc2d-979cb6e73e18 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527887 Dec 08 02:02:52.134586 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-06b88301-3816-4252-b119-767fa24a30e5 req-e8ab9160-85bf-4167-a43f-69b18cd31248 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e265170-3d52-431f-ad0f-e949e531ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446591 Dec 08 02:02:52.174317 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-1fd5248b-0178-40b1-bfe0-d1f7eae106b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:52.175830 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-1fd5248b-0178-40b1-bfe0-d1f7eae106b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d&tenant_id=d98ff618afa84eb49ddee4c24ab597d5 HTTP/1.1" status: 200 len: 1101 time: 0.0938797 Dec 08 02:02:52.207268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:52.286946 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:52.290316 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-06b88301-3816-4252-b119-767fa24a30e5 req-9a5bc614-f82e-4318-841a-cf80fa89bbcc service neutron] 10.222.0.45 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472979 Dec 08 02:02:52.482325 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-06b88301-3816-4252-b119-767fa24a30e5 req-97bbd7b8-8092-494a-a9d2-5c5034eb1eb5 service neutron] 10.222.0.45 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841292 Dec 08 02:02:52.547531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edddbb5-0c9a-49d6-af9e-577396636141 req-e5f0b216-c9ed-4840-85f0-c653f726626c tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:52.550120 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2edddbb5-0c9a-49d6-af9e-577396636141 req-e5f0b216-c9ed-4840-85f0-c653f726626c tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 944 time: 0.0575259 Dec 08 02:02:52.588348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:52.612143 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2edddbb5-0c9a-49d6-af9e-577396636141 req-ee7c203b-df4c-43f5-9cf5-61750edfa039 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563071 Dec 08 02:02:52.622374 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:02:52.668810 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:52.681191 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Transition to ACTIVE for port object 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:02:52.684794 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:52.745432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Pushing event updated for resources: {'Port': ['ID=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,revision_number=10']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:52.747858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] No DVR routers for this DVR port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:52.785866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Attempting to bind port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:02:52.786304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Attempting to bind port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:02:52.787175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Attempting to bind port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:52.791933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:02:52.792497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Attempting to bind port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:52.810879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:02:52.811225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:52.811630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:02:52.812069 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Bound port: 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:02:52.812426 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:52.856856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:02:52.927759 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:52.930176 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42daca41-fa4a-4bd4-96c6-d24075ef15f2" -d '{"events": [{"server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "name": "network-vif-unplugged", "status": "completed", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:52.936811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:02:52.940635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:02:52.946825 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:52.979947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edad3b-e0aa-4604-82bc-4baebb42f480 req-3f80b5ff-4ba5-4e66-a1c6-db4b064d6ba1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:52.984830 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73edad3b-e0aa-4604-82bc-4baebb42f480 req-3f80b5ff-4ba5-4e66-a1c6-db4b064d6ba1 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 948 time: 0.0952973 Dec 08 02:02:53.056515 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Pushing event updated for resources: {'Port': ['ID=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,revision_number=11']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:53.076707 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,segment=NetworkSegment(2815477c-c53a-4d80-8433-3e529f921bc8),segment_id=2815477c-c53a-4d80-8433-3e529f921bc8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:53.081393 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65488107-5e78-451a-8c66-9f5425f3ab4c x-openstack-request-id: req-65488107-5e78-451a-8c66-9f5425f3ab4c {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:53.081692 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "name": "network-vif-unplugged", "status": "completed", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:53.081939 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-65488107-5e78-451a-8c66-9f5425f3ab4c {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:53.082335 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'code': 200} Dec 08 02:02:53.087948 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:53.089152 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:53.092440 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-12fe2d2e-59d9-44f4-beb2-b6b030ef171b service neutron] 10.222.0.45 "PUT /v2.0/ports/187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 HTTP/1.1" status: 200 len: 1097 time: 0.8904090 Dec 08 02:02:53.097559 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73edad3b-e0aa-4604-82bc-4baebb42f480 req-64fe0243-47de-44f2-b422-1338cbef0506 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020329 Dec 08 02:02:53.112284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b21a4e93-9c17-4b8a-b959-4ded5a4d16a9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:53.117449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4', 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'port_id': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4', 'mac_address': 'fa:16:3e:0a:18:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:02:53.214100 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:53.226669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-068724f9-66ba-44dc-bd1a-c3948bb7f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:53.238357 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:02:53.246286 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-068724f9-66ba-44dc-bd1a-c3948bb7f3d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 1100 time: 0.1024723 Dec 08 02:02:53.247250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b21a4e93-9c17-4b8a-b959-4ded5a4d16a9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:53.249965 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:53.305845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,segment=NetworkSegment(2815477c-c53a-4d80-8433-3e529f921bc8),segment_id=2815477c-c53a-4d80-8433-3e529f921bc8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:53.310495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2d60-bf36-4dee-904d-520a4271e980 req-9d2824ba-f081-4934-a177-9808df605c8f tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:53.318883 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:53.320200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85dc2d60-bf36-4dee-904d-520a4271e980 req-9d2824ba-f081-4934-a177-9808df605c8f tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0913124 Dec 08 02:02:53.406014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85dc2d60-bf36-4dee-904d-520a4271e980 req-adfb75aa-23a6-48c5-93e8-ea1b93621f86 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848849 Dec 08 02:02:53.437281 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:53.438334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:53.453401 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-3e96030a-966f-4221-b323-39e059abb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:53.454904 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-3e96030a-966f-4221-b323-39e059abb7fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1983647 Dec 08 02:02:53.525878 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-98839fd3-e1ad-4bcf-ab8d-77184db9bd17 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 HTTP/1.1" status: 200 len: 217 time: 0.0394094 Dec 08 02:02:53.583585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-ca429f9f-2ef9-4f16-9b6e-4efc0ca7a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:53.585153 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-ca429f9f-2ef9-4f16-9b6e-4efc0ca7a213 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0502846 Dec 08 02:02:53.637670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-f92622ae-1993-4871-ad06-8bd9e786e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:53.639271 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-f92622ae-1993-4871-ad06-8bd9e786e006 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0467837 Dec 08 02:02:53.654178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['9c5c65d1-fcf7-4fdf-b197-2a1481db68a4'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:02:53.749644 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-c5bdb0d2-631c-4ead-a255-760ec4cad4a4 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017838 Dec 08 02:02:53.760121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947984b-54c8-4ccc-9d2e-8594a1759e5f req-fa8bbe3d-d290-40c2-9076-ec46e29bf658 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:53.761863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b947984b-54c8-4ccc-9d2e-8594a1759e5f req-fa8bbe3d-d290-40c2-9076-ec46e29bf658 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 945 time: 0.0655737 Dec 08 02:02:53.819673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b947984b-54c8-4ccc-9d2e-8594a1759e5f req-a37e23af-d877-4605-b75e-21c3ca0027ea tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507896 Dec 08 02:02:53.866827 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-433abfdb-3366-4e6d-b2b9-090f2ecfbd87 req-630bd58c-9825-4009-8b39-97d6862e56cc service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091866 Dec 08 02:02:54.129453 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.275976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f48f3-9d7c-4a58-a5d7-4f216953ff04 req-be92e08e-5993-4e73-830b-ac884347178f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:54.277498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-534f48f3-9d7c-4a58-a5d7-4f216953ff04 req-be92e08e-5993-4e73-830b-ac884347178f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 948 time: 0.0783718 Dec 08 02:02:54.316105 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-630bf1d8-92b0-4147-9aa8-c0dc9885abc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.332604 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-534f48f3-9d7c-4a58-a5d7-4f216953ff04 req-1822c9b4-e138-43cd-83ec-299e1072c55a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489254 Dec 08 02:02:54.544073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b8eea-d8cc-43a6-9566-bf5675855da2 req-829f5b73-4b2d-4f59-8327-8b480901baf0 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:54.545572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de9b8eea-d8cc-43a6-9566-bf5675855da2 req-829f5b73-4b2d-4f59-8327-8b480901baf0 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0549204 Dec 08 02:02:54.595952 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de9b8eea-d8cc-43a6-9566-bf5675855da2 req-a14e03d1-60ed-409b-aadf-efe0bfb3c4a4 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Dec 08 02:02:54.882872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:02:54.892807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:54.940262 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204883a-b421-4cda-b8e7-2abc16998d85 req-7cde8fb4-83a4-497c-befe-5e1714d71865 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:54.942505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1204883a-b421-4cda-b8e7-2abc16998d85 req-7cde8fb4-83a4-497c-befe-5e1714d71865 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 945 time: 0.0578396 Dec 08 02:02:55.001279 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1204883a-b421-4cda-b8e7-2abc16998d85 req-00d4582e-da4f-4d33-9b45-404ebe0f54be tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512509 Dec 08 02:02:55.007757 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:02:55.020372 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:55.021274 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.046196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:55.064468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'mac_address': 'fa:16:3e:6d:5c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:02:55.083171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:55.086145 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d10a135-4c4b-446a-8139-bf8529a513f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:55.098465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:55.144617 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d24b19-788a-418d-8819-d28c60b46dbf x-openstack-request-id: req-d9d24b19-788a-418d-8819-d28c60b46dbf {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:55.144985 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:55.145351 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9d24b19-788a-418d-8819-d28c60b46dbf {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:55.145887 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'status': 'completed', 'code': 200} Dec 08 02:02:55.147627 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.197008 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:02:55.201081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:55.208077 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.233843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:55.253826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-d262bd69-9c59-4b8c-9991-f4b9a92c95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:55.257801 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-d262bd69-9c59-4b8c-9991-f4b9a92c95e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 1100 time: 0.0661578 Dec 08 02:02:55.259971 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.270059 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:55.280142 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3107131-c7a6-4d10-bedf-0726868751e5" -d '{"events": [{"server_uuid": "2d20f1f9-7ba4-444f-b9f5-29ba947a036e", "name": "network-vif-plugged", "status": "completed", "tag": "9c5c65d1-fcf7-4fdf-b197-2a1481db68a4"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:55.295357 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-0fe7dd11-4860-4999-a97a-b983f7a9e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:55.297005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-0fe7dd11-4860-4999-a97a-b983f7a9e372 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 1100 time: 0.0922134 Dec 08 02:02:55.372025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,revision_number=12']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:55.395198 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3d6ad2-e877-4291-9635-d9fadd2e3c5a x-openstack-request-id: req-6c3d6ad2-e877-4291-9635-d9fadd2e3c5a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:55.395693 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d20f1f9-7ba4-444f-b9f5-29ba947a036e", "name": "network-vif-plugged", "status": "completed", "tag": "9c5c65d1-fcf7-4fdf-b197-2a1481db68a4", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:55.396994 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6c3d6ad2-e877-4291-9635-d9fadd2e3c5a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:55.398597 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4', 'code': 200} Dec 08 02:02:55.458103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,segment=NetworkSegment(2815477c-c53a-4d80-8433-3e529f921bc8),segment_id=2815477c-c53a-4d80-8433-3e529f921bc8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:55.466102 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.467791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-df07f40c-0080-465a-8da9-341c0b16b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:55.469723 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-df07f40c-0080-465a-8da9-341c0b16b009 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1638734 Dec 08 02:02:55.474460 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.511924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-244e1fef-fc0d-4e03-8699-367264548356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:55.514272 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-244e1fef-fc0d-4e03-8699-367264548356 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.2403035 Dec 08 02:02:55.563736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-3c2ed0db-f1d8-40a5-8c10-490f3cd98546 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 HTTP/1.1" status: 200 len: 217 time: 0.0861907 Dec 08 02:02:55.629121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:55.684286 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-5c937160-65be-4929-91bb-f05f77f698ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 HTTP/1.1" status: 200 len: 217 time: 0.1557660 Dec 08 02:02:55.689995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:02:55.710864 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-0074881f-e4f4-47c8-8c18-f2e63dddaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:55.720234 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-0074881f-e4f4-47c8-8c18-f2e63dddaa14 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1373165 Dec 08 02:02:55.783240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd0da6-b664-4af2-9348-ebdfcc9ae4fa req-54695b92-198a-4107-aa55-5b34f239160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:55.794807 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-89fd0da6-b664-4af2-9348-ebdfcc9ae4fa req-54695b92-198a-4107-aa55-5b34f239160c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 1098 time: 0.2572143 Dec 08 02:02:55.818334 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3269b32-e3ca-4f9b-9b62-3694e6e00ec0 req-b5d552c1-b44d-47c3-ae17-5ae0e878663a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:55.819957 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3269b32-e3ca-4f9b-9b62-3694e6e00ec0 req-b5d552c1-b44d-47c3-ae17-5ae0e878663a tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 949 time: 0.2553167 Dec 08 02:02:55.847888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-7a2e790c-8ace-4753-b6b3-775b261c4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:55.849627 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-7a2e790c-8ace-4753-b6b3-775b261c4b66 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.1571543 Dec 08 02:02:55.876458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-c33576ef-2e7f-4d89-b0e8-9456dc9d250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:55.878054 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-c33576ef-2e7f-4d89-b0e8-9456dc9d250e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1565881 Dec 08 02:02:55.922173 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-89fd0da6-b664-4af2-9348-ebdfcc9ae4fa req-94a1ad66-10cc-4316-9120-b899905b7d2c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151888 Dec 08 02:02:55.937476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-44244998-a3cc-431b-95de-fea4f00df6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:55.938973 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-44244998-a3cc-431b-95de-fea4f00df6dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730982 Dec 08 02:02:55.991762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3269b32-e3ca-4f9b-9b62-3694e6e00ec0 req-3ac90e67-0aac-422d-9145-32c99b05776c tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622987 Dec 08 02:02:56.076705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0a7e-9ed7-4537-ac3f-9259fc2160f1 req-05141784-5fda-4af8-9739-70cf3340dac0 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:56.078518 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b9b0a7e-9ed7-4537-ac3f-9259fc2160f1 req-05141784-5fda-4af8-9739-70cf3340dac0 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.1775055 Dec 08 02:02:56.080575 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-3d259b04-8a3a-43d9-b3f3-59ac5c162722 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647341 Dec 08 02:02:56.224485 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d3d4e-c5bf-44cd-b0b6-d0d35fb86b74 req-2083b6bf-627d-44d4-af75-0af499f88c9d tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:56.226335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-194d3d4e-c5bf-44cd-b0b6-d0d35fb86b74 req-2083b6bf-627d-44d4-af75-0af499f88c9d tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.1447048 Dec 08 02:02:56.240513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b9b0a7e-9ed7-4537-ac3f-9259fc2160f1 req-1564723c-cc4a-4a3a-aae6-63e5b50538f3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476500 Dec 08 02:02:56.293246 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-cb19a1bd-9cb8-46e1-9197-cae0326e275b service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988138 Dec 08 02:02:56.343337 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-d358be3d-c328-402c-bb8b-c756886f935a service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530580 Dec 08 02:02:56.362396 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-194d3d4e-c5bf-44cd-b0b6-d0d35fb86b74 req-6eb7491f-3e95-4294-b771-1fa1b4154b43 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160679 Dec 08 02:02:56.418317 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d10a135-4c4b-446a-8139-bf8529a513f8 req-8dd5d120-b20e-482e-9c42-4357be380757 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143763 Dec 08 02:02:56.867172 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.898790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:56.950900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:02:56.955126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:56.955738 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:57.038487 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:57.079235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:57.085914 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:57.137112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,revision_number=13']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:57.162093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6da72-9b04-4441-a16e-c3942b94d904 req-5dbb03f3-a345-4acb-8ab4-2c777c960471 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:57.163728 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7de6da72-9b04-4441-a16e-c3942b94d904 req-5dbb03f3-a345-4acb-8ab4-2c777c960471 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 950 time: 0.0587404 Dec 08 02:02:57.216616 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7de6da72-9b04-4441-a16e-c3942b94d904 req-9b866d4f-acf1-4784-ace0-b5c3e2d5b438 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 Dec 08 02:02:57.351866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cda5e4-e4fb-463f-aa1d-95e3db35b647 req-4156d8a2-ac06-497f-9820-e5652513708b tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:57.353402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1cda5e4-e4fb-463f-aa1d-95e3db35b647 req-4156d8a2-ac06-497f-9820-e5652513708b tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 1102 time: 0.0695343 Dec 08 02:02:57.374662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bd2b9-c812-4411-985c-f7c993b0e8f3 req-9456a4d1-587b-4ace-bfe7-35dcf3cc7dee tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:57.376114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f6bd2b9-c812-4411-985c-f7c993b0e8f3 req-9456a4d1-587b-4ace-bfe7-35dcf3cc7dee tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0664868 Dec 08 02:02:57.399905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:57.402324 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01ab124-9386-4d88-a411-4348f5dcf5e0" -d '{"events": [{"server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "name": "network-vif-plugged", "status": "completed", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:57.435925 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1cda5e4-e4fb-463f-aa1d-95e3db35b647 req-b47a75da-4b86-4959-a329-036b5e666fae tempest-MigrationsAdminTest-689479183 tempest-MigrationsAdminTest-689479183-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749197 Dec 08 02:02:57.451535 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f6bd2b9-c812-4411-985c-f7c993b0e8f3 req-772445ba-285b-4a9a-a5b1-902cdf1eddab tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676906 Dec 08 02:02:57.572840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d56fb-5a1e-4fb5-8994-e862a76b6725 req-4effe1b8-7380-4510-8c2f-561f5f668ddd tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:57.572840 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-113d56fb-5a1e-4fb5-8994-e862a76b6725 req-4effe1b8-7380-4510-8c2f-561f5f668ddd tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0539074 Dec 08 02:02:57.576217 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69bd129-1208-4354-bacb-d786a28917dc x-openstack-request-id: req-a69bd129-1208-4354-bacb-d786a28917dc {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:57.576514 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "name": "network-vif-plugged", "status": "completed", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:57.576770 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a69bd129-1208-4354-bacb-d786a28917dc {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:57.577164 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'code': 200} Dec 08 02:02:57.625300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-113d56fb-5a1e-4fb5-8994-e862a76b6725 req-80a12965-aa6f-4067-909a-2c91232ae0f1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465815 Dec 08 02:02:57.856445 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:57.862697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597c320-89e7-43fc-870c-3fc0cfd8dfdf req-e5e4e13f-eeee-4549-a8b1-46efeb1dff08 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:57.871045 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b597c320-89e7-43fc-870c-3fc0cfd8dfdf req-e5e4e13f-eeee-4549-a8b1-46efeb1dff08 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 950 time: 0.1002679 Dec 08 02:02:57.910298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3045f98-84b8-4d9c-9a9f-1e544b1ede79 req-62393a6d-d8e9-4431-88af-4a79de75b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:57.912800 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f3045f98-84b8-4d9c-9a9f-1e544b1ede79 req-62393a6d-d8e9-4431-88af-4a79de75b6c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7caf44b064d4236aef2daeacbb55f1e&device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 1098 time: 0.0534852 Dec 08 02:02:57.972474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d92cc-c058-456c-929d-f912dd933611 req-82ef1875-ae85-4d3f-b027-992042fa219e tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:57.974768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd4d92cc-c058-456c-929d-f912dd933611 req-82ef1875-ae85-4d3f-b027-992042fa219e tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0801973 Dec 08 02:02:57.997430 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b597c320-89e7-43fc-870c-3fc0cfd8dfdf req-9c36be08-9bd8-4e30-b29c-8e19efcebcea tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184347 Dec 08 02:02:58.028894 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3045f98-84b8-4d9c-9a9f-1e544b1ede79 req-f74af5ae-bb61-460e-a7be-1f6a4deeb7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:58.030449 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f3045f98-84b8-4d9c-9a9f-1e544b1ede79 req-f74af5ae-bb61-460e-a7be-1f6a4deeb7d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e265170-3d52-431f-ad0f-e949e531ae38 HTTP/1.1" status: 200 len: 921 time: 0.1098611 Dec 08 02:02:58.087660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd4d92cc-c058-456c-929d-f912dd933611 req-794c0490-6cf4-43c2-abb7-2676f5c29d14 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890596 Dec 08 02:02:58.095520 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f3045f98-84b8-4d9c-9a9f-1e544b1ede79 req-a8bf0a29-b8be-47a5-8bf2-461521256ec8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 HTTP/1.1" status: 200 len: 217 time: 0.0554450 Dec 08 02:02:58.155319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3045f98-84b8-4d9c-9a9f-1e544b1ede79 req-d35317a8-51ee-40be-b84a-459fd84e4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:58.156831 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f3045f98-84b8-4d9c-9a9f-1e544b1ede79 req-d35317a8-51ee-40be-b84a-459fd84e4314 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4cdbb40-b435-4291-bf34-8657b827a4a2 HTTP/1.1" status: 200 len: 860 time: 0.0518630 Dec 08 02:02:58.190340 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f3045f98-84b8-4d9c-9a9f-1e544b1ede79 req-8197f021-7d71-4d4e-b60c-aa6864b4e62f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e265170-3d52-431f-ad0f-e949e531ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245650 Dec 08 02:02:58.284474 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f3045f98-84b8-4d9c-9a9f-1e544b1ede79 req-28e4d1a1-ca09-4827-9e72-7f7361c5a98c service neutron] 10.222.0.45 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859308 Dec 08 02:02:58.389295 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f3045f98-84b8-4d9c-9a9f-1e544b1ede79 req-774438f4-3f52-4668-8d0a-fe983a2aad74 service neutron] 10.222.0.45 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965402 Dec 08 02:02:58.600454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a58aa1-4fce-48a1-83de-1d178f0498d9 req-73a65f7f-b2ae-4d2c-9d0f-ead7db575ad1 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:58.604164 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a1a58aa1-4fce-48a1-83de-1d178f0498d9 req-73a65f7f-b2ae-4d2c-9d0f-ead7db575ad1 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0783401 Dec 08 02:02:58.670795 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a1a58aa1-4fce-48a1-83de-1d178f0498d9 req-41e434d0-2db1-453b-9b5c-5025a473d310 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578377 Dec 08 02:02:59.126503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f0a37-e722-4b56-a28e-eb05bbef4ff0 req-1450470b-ca5b-4fec-ab2e-a2d018eb4938 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:59.128128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-668f0a37-e722-4b56-a28e-eb05bbef4ff0 req-1450470b-ca5b-4fec-ab2e-a2d018eb4938 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 950 time: 0.0658045 Dec 08 02:02:59.207736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-668f0a37-e722-4b56-a28e-eb05bbef4ff0 req-e514e676-b18d-4f11-891a-b99dcc125562 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726402 Dec 08 02:02:59.227083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f54d17-c4e9-4e83-8235-195df46471ec req-ac772793-2b04-473d-af0d-ca097b4718b6 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:59.228763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39f54d17-c4e9-4e83-8235-195df46471ec req-ac772793-2b04-473d-af0d-ca097b4718b6 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0691211 Dec 08 02:02:59.283865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39f54d17-c4e9-4e83-8235-195df46471ec req-c681d210-394d-4b88-b5f5-8c4af4f722a2 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445526 Dec 08 02:02:59.365367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383111c-6a81-48b6-9961-9d47dfd8737a req-5f821217-86cb-4560-82d2-2252913fe722 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:59.366813 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7383111c-6a81-48b6-9961-9d47dfd8737a req-5f821217-86cb-4560-82d2-2252913fe722 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.45 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 950 time: 0.0528598 Dec 08 02:02:59.797699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29747d-5c64-4285-9e91-c9ced66a27ef req-ad63d93c-8ba9-4251-9358-0e771333fbb1 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:59.800239 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee29747d-5c64-4285-9e91-c9ced66a27ef req-ad63d93c-8ba9-4251-9358-0e771333fbb1 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0523407 Dec 08 02:02:59.823810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-7383111c-6a81-48b6-9961-9d47dfd8737a req-bfa2e356-5e5e-4e53-ad83-c8e46c8b7b73 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Deleting port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:59.824151 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7383111c-6a81-48b6-9961-9d47dfd8737a req-bfa2e356-5e5e-4e53-ad83-c8e46c8b7b73 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.882429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee29747d-5c64-4285-9e91-c9ced66a27ef req-aaf2aa0d-6812-40ce-bfd6-33ee91fd23ec tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680885 Dec 08 02:02:59.940553 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-7383111c-6a81-48b6-9961-9d47dfd8737a req-bfa2e356-5e5e-4e53-ad83-c8e46c8b7b73 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] For port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:59.940924 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7383111c-6a81-48b6-9961-9d47dfd8737a req-bfa2e356-5e5e-4e53-ad83-c8e46c8b7b73 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.953656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-7383111c-6a81-48b6-9961-9d47dfd8737a req-bfa2e356-5e5e-4e53-ad83-c8e46c8b7b73 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Calling delete_port for 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:00.089632 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7383111c-6a81-48b6-9961-9d47dfd8737a req-bfa2e356-5e5e-4e53-ad83-c8e46c8b7b73 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.118741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2e356-5e5e-4e53-ad83-c8e46c8b7b73 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Pushing event deleted for resources: {'Port': ['ID=187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:00.126737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['577248e7-7719-496c-9dbd-22b8acf6673b', 'd631cb7b-2af2-4a95-ab90-5c174b28fd23', '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:00.186564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:00.191712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7383111c-6a81-48b6-9961-9d47dfd8737a req-bfa2e356-5e5e-4e53-ad83-c8e46c8b7b73 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] No DVR routers for this DVR port 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:03:00.196796 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7383111c-6a81-48b6-9961-9d47dfd8737a req-bfa2e356-5e5e-4e53-ad83-c8e46c8b7b73 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.200958 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7383111c-6a81-48b6-9961-9d47dfd8737a req-bfa2e356-5e5e-4e53-ad83-c8e46c8b7b73 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.45 "DELETE /v2.0/ports/187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 HTTP/1.1" status: 204 len: 173 time: 0.8273697 Dec 08 02:03:00.201660 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'name': 'network-vif-deleted', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:00.204252 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3929c9-48d4-494a-a009-9d279e082bde" -d '{"events": [{"server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "name": "network-vif-deleted", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:00.295391 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453ba28c-0f2c-4c3d-a183-c8f2d34ebf89 x-openstack-request-id: req-453ba28c-0f2c-4c3d-a183-c8f2d34ebf89 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:00.295724 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56abfba-4830-4243-bd88-94d4b067b93d", "name": "network-vif-deleted", "tag": "187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:00.295982 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-453ba28c-0f2c-4c3d-a183-c8f2d34ebf89 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:00.296384 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56abfba-4830-4243-bd88-94d4b067b93d', 'name': 'network-vif-deleted', 'tag': '187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0', 'status': 'completed', 'code': 200} Dec 08 02:03:00.440668 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46284bd7-b527-448a-b096-5e64bfeb3e31 req-436ad838-a83a-42e3-884e-572c47649ccf tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=e56abfba-4830-4243-bd88-94d4b067b93d HTTP/1.1" status: 200 len: 210 time: 0.0937369 Dec 08 02:03:00.523738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6162fa-7af1-49b4-836e-e1bf8fbf4931 req-8de7f186-7658-4ad2-b417-cb16d7aa8329 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:00.533583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f6162fa-7af1-49b4-836e-e1bf8fbf4931 req-8de7f186-7658-4ad2-b417-cb16d7aa8329 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0802939 Dec 08 02:03:00.694670 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f6162fa-7af1-49b4-836e-e1bf8fbf4931 req-a24a9f84-78cb-48d3-b7ad-1d70a922485b tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761170 Dec 08 02:03:01.013130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ab25d-8503-4ff9-85f3-38a7afd348f2 req-f623777a-aae8-4ef3-bb29-b2be3b3f95ac tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:01.015183 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-960ab25d-8503-4ff9-85f3-38a7afd348f2 req-f623777a-aae8-4ef3-bb29-b2be3b3f95ac tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0643077 Dec 08 02:03:01.073223 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-960ab25d-8503-4ff9-85f3-38a7afd348f2 req-171d376f-33d4-401f-8b07-f913f07711e4 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514643 Dec 08 02:03:01.859968 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03d5f4-6f30-46fb-9fb5-302f8ef7ff2c req-abfd1865-3c1a-405e-8dff-7520211e5d77 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:01.863302 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a03d5f4-6f30-46fb-9fb5-302f8ef7ff2c req-abfd1865-3c1a-405e-8dff-7520211e5d77 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.1029749 Dec 08 02:03:01.877740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ad053-f5a5-4b06-872d-32299e25351d req-55d8d7af-057c-4556-abf9-63aba1e353d7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:01.879212 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b9ad053-f5a5-4b06-872d-32299e25351d req-55d8d7af-057c-4556-abf9-63aba1e353d7 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 951 time: 0.0887904 Dec 08 02:03:01.968467 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a03d5f4-6f30-46fb-9fb5-302f8ef7ff2c req-6d8bda3d-935e-4e6e-ac70-41b631f37566 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991497 Dec 08 02:03:01.973076 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b9ad053-f5a5-4b06-872d-32299e25351d req-12aef117-42be-41fb-872c-27e307da1f66 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856643 Dec 08 02:03:02.199472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf5143-3dcd-476b-b471-91a2e5ad3b38 req-8e16a58b-0392-406b-b405-81fcab1da1fa tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:02.200972 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61bf5143-3dcd-476b-b471-91a2e5ad3b38 req-8e16a58b-0392-406b-b405-81fcab1da1fa tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0544569 Dec 08 02:03:02.258265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61bf5143-3dcd-476b-b471-91a2e5ad3b38 req-e1a42487-cfeb-4909-8d0b-c893901c5bd8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503862 Dec 08 02:03:02.927736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:02.950445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:02.951190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 187908f0-1fbf-4c6c-aaa6-56c2e5d77ee0 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:03.150161 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44726c0-c58c-4e5a-8bf4-52afe5e1752c req-45f9de26-5563-4afc-9f90-d92eac3a1194 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:03.151757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f44726c0-c58c-4e5a-8bf4-52afe5e1752c req-45f9de26-5563-4afc-9f90-d92eac3a1194 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0853665 Dec 08 02:03:03.169276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78923281-3723-4222-8fb0-843a7d88f874 req-57f07997-5566-43c7-b0a7-8767b419426d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:03.170738 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-78923281-3723-4222-8fb0-843a7d88f874 req-57f07997-5566-43c7-b0a7-8767b419426d tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 951 time: 0.0716882 Dec 08 02:03:03.294761 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f44726c0-c58c-4e5a-8bf4-52afe5e1752c req-16444cd0-04b6-4798-a553-1dcbedad9b4f tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334548 Dec 08 02:03:03.307007 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-78923281-3723-4222-8fb0-843a7d88f874 req-3aeae904-276d-4339-a304-9706ae586d3b tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226242 Dec 08 02:03:03.332791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528b61d-a615-448a-8bf2-14cabe4ad58b req-ec440509-4f78-4012-8829-53daef281122 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:03.334223 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e528b61d-a615-448a-8bf2-14cabe4ad58b req-ec440509-4f78-4012-8829-53daef281122 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.75 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 951 time: 0.1410513 Dec 08 02:03:03.494115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd583bd4-ba6a-4634-8e8e-05168b6edae1 req-f122fffd-a257-49dc-8407-280aa42d16a5 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:03.495624 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd583bd4-ba6a-4634-8e8e-05168b6edae1 req-f122fffd-a257-49dc-8407-280aa42d16a5 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.1044662 Dec 08 02:03:03.542968 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-e528b61d-a615-448a-8bf2-14cabe4ad58b req-ee745976-3cf6-4615-b640-c8b913687397 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Deleting port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:03.543314 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e528b61d-a615-448a-8bf2-14cabe4ad58b req-ee745976-3cf6-4615-b640-c8b913687397 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:03.584582 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd583bd4-ba6a-4634-8e8e-05168b6edae1 req-685d27b7-23bd-4513-ae1a-06b93208c855 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817459 Dec 08 02:03:03.666854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e528b61d-a615-448a-8bf2-14cabe4ad58b req-ee745976-3cf6-4615-b640-c8b913687397 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] For port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:03.667226 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e528b61d-a615-448a-8bf2-14cabe4ad58b req-ee745976-3cf6-4615-b640-c8b913687397 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:03.682303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-e528b61d-a615-448a-8bf2-14cabe4ad58b req-ee745976-3cf6-4615-b640-c8b913687397 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Calling delete_port for 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:03.882353 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e528b61d-a615-448a-8bf2-14cabe4ad58b req-ee745976-3cf6-4615-b640-c8b913687397 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:03.916599 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['577248e7-7719-496c-9dbd-22b8acf6673b', 'd631cb7b-2af2-4a95-ab90-5c174b28fd23', '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:03.916903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee745976-3cf6-4615-b640-c8b913687397 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Pushing event deleted for resources: {'Port': ['ID=678c9e7d-4959-4fbe-8d7b-8394db8cd3d3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:03.990495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e528b61d-a615-448a-8bf2-14cabe4ad58b req-ee745976-3cf6-4615-b640-c8b913687397 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] No DVR routers for this DVR port 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:03:03.993327 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e528b61d-a615-448a-8bf2-14cabe4ad58b req-ee745976-3cf6-4615-b640-c8b913687397 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:03.998533 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e528b61d-a615-448a-8bf2-14cabe4ad58b req-ee745976-3cf6-4615-b640-c8b913687397 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.75 "DELETE /v2.0/ports/678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 HTTP/1.1" status: 204 len: 173 time: 0.6520219 Dec 08 02:03:03.999018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'name': 'network-vif-deleted', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:04.003024 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3c1574-37f6-49e1-8cec-8f1c226ff0a1" -d '{"events": [{"server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "name": "network-vif-deleted", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:04.045470 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd75eb6f-be0b-4ff8-9983-a2629f3ce153 x-openstack-request-id: req-cd75eb6f-be0b-4ff8-9983-a2629f3ce153 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:04.045815 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52472e0e-6684-4a05-9542-c032de449d93", "name": "network-vif-deleted", "tag": "678c9e7d-4959-4fbe-8d7b-8394db8cd3d3", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:04.046083 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cd75eb6f-be0b-4ff8-9983-a2629f3ce153 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:04.046491 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52472e0e-6684-4a05-9542-c032de449d93', 'name': 'network-vif-deleted', 'tag': '678c9e7d-4959-4fbe-8d7b-8394db8cd3d3', 'status': 'completed', 'code': 200} Dec 08 02:03:04.499268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80a7a5e2-22a3-4bbd-8903-d10af0a0fd54 req-f1c22ddb-705a-402a-b2f3-0696e152f3e3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=52472e0e-6684-4a05-9542-c032de449d93 HTTP/1.1" status: 200 len: 210 time: 0.0362256 Dec 08 02:03:04.524868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8f963-28cf-4653-b9fe-83a7644b0906 req-7a51a50e-f455-48fe-a85f-030cad2f36fa tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:04.526589 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37e8f963-28cf-4653-b9fe-83a7644b0906 req-7a51a50e-f455-48fe-a85f-030cad2f36fa tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.1376555 Dec 08 02:03:04.605434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37e8f963-28cf-4653-b9fe-83a7644b0906 req-8881a235-1b9a-441c-b025-abd222f8d649 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722585 Dec 08 02:03:04.758686 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f07e5c-1d89-433a-93b5-a8e5daf8d742 req-bfe63204-34bc-433f-ae5d-97a6c483fc06 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:04.767531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35f07e5c-1d89-433a-93b5-a8e5daf8d742 req-bfe63204-34bc-433f-ae5d-97a6c483fc06 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0669363 Dec 08 02:03:04.847122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35f07e5c-1d89-433a-93b5-a8e5daf8d742 req-15ae8b81-ac8a-4605-a898-133a5d528d4f tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737796 Dec 08 02:03:05.882028 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc152bad-3110-4644-9449-fb2e3aadd030 req-c23a32ca-2de3-4def-8ae4-a1a2d3d8a7d4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:05.891505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc152bad-3110-4644-9449-fb2e3aadd030 req-c23a32ca-2de3-4def-8ae4-a1a2d3d8a7d4 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.0897849 Dec 08 02:03:05.928112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b986bcc-dfd9-4a08-b380-3e8888f4ee81 req-8e8836b4-9636-4108-9f82-2da8129fa878 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:05.929669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b986bcc-dfd9-4a08-b380-3e8888f4ee81 req-8e8836b4-9636-4108-9f82-2da8129fa878 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.1185527 Dec 08 02:03:05.976246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc152bad-3110-4644-9449-fb2e3aadd030 req-c9ebca8b-2852-4809-8515-2cadf89ac411 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833418 Dec 08 02:03:06.013495 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b986bcc-dfd9-4a08-b380-3e8888f4ee81 req-8644597f-7b5b-4466-96b6-b1dbf6311f05 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724838 Dec 08 02:03:06.126235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e748bd6-2b20-40b3-ac83-9b704b407134 req-d4498387-20c8-4f64-a9f2-dd939adc5816 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:06.127892 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e748bd6-2b20-40b3-ac83-9b704b407134 req-d4498387-20c8-4f64-a9f2-dd939adc5816 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0652595 Dec 08 02:03:06.189046 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e748bd6-2b20-40b3-ac83-9b704b407134 req-98d1b9ae-42b0-40f9-a0a9-9e530202ed3d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492723 Dec 08 02:03:07.124219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 08365b99-d046-4976-ab28-55245fe0ed77 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:03:07.148108 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:07.163573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec09662-57ab-472a-ae7d-72eb67c090b6 req-8733e661-dd48-44a0-a52f-84c43f3814ca tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:07.168023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ec09662-57ab-472a-ae7d-72eb67c090b6 req-8733e661-dd48-44a0-a52f-84c43f3814ca tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.1165628 Dec 08 02:03:07.180589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:07.180938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 678c9e7d-4959-4fbe-8d7b-8394db8cd3d3 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:07.216134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467a113-a06b-4638-b4f2-fa232f9c0640 req-54a3d879-c2da-4336-b5a1-ef918857d87c tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:07.220461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6467a113-a06b-4638-b4f2-fa232f9c0640 req-54a3d879-c2da-4336-b5a1-ef918857d87c tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.1147251 Dec 08 02:03:07.310370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 08365b99-d046-4976-ab28-55245fe0ed77, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=08365b99-d046-4976-ab28-55245fe0ed77,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:07.313423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ec09662-57ab-472a-ae7d-72eb67c090b6 req-fb32d216-f221-4a4a-81b5-4002eb267712 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332996 Dec 08 02:03:07.336654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '08365b99-d046-4976-ab28-55245fe0ed77', 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37', 'port_id': '08365b99-d046-4976-ab28-55245fe0ed77', 'mac_address': 'fa:16:3e:4a:44:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3336e0ed-d585-4880-9c04-8257ed355712', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:03:07.356326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4af2a-1e95-4c2a-9336-754b02115912 req-977e20bd-b773-4187-8616-50cecd92dfd3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:07.371595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89e4af2a-1e95-4c2a-9336-754b02115912 req-977e20bd-b773-4187-8616-50cecd92dfd3 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 950 time: 0.2007210 Dec 08 02:03:07.379415 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6467a113-a06b-4638-b4f2-fa232f9c0640 req-c47d469d-0f30-469d-87a6-b44b695fa48b tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497557 Dec 08 02:03:07.389338 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:07.409779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08365b99-d046-4976-ab28-55245fe0ed77 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:03:07.430880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 08365b99-d046-4976-ab28-55245fe0ed77, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=08365b99-d046-4976-ab28-55245fe0ed77,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:07.438127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:07.492301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-89e4af2a-1e95-4c2a-9336-754b02115912 req-f7448fb7-14d6-472d-b1c9-15e32f55cabb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Deleting port d631cb7b-2af2-4a95-ab90-5c174b28fd23 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:07.492772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=08365b99-d046-4976-ab28-55245fe0ed77,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:07.493158 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-89e4af2a-1e95-4c2a-9336-754b02115912 req-f7448fb7-14d6-472d-b1c9-15e32f55cabb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:07.625247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbd908-6a4a-4a21-a5e3-e5fa62aa135f req-b9ee1df5-d06c-43d9-a38c-a212cfdd4b6b tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:07.626837 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57dbd908-6a4a-4a21-a5e3-e5fa62aa135f req-b9ee1df5-d06c-43d9-a38c-a212cfdd4b6b tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 944 time: 0.1027212 Dec 08 02:03:07.662782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-89e4af2a-1e95-4c2a-9336-754b02115912 req-f7448fb7-14d6-472d-b1c9-15e32f55cabb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] For port d631cb7b-2af2-4a95-ab90-5c174b28fd23, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d631cb7b-2af2-4a95-ab90-5c174b28fd23,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:07.663085 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-89e4af2a-1e95-4c2a-9336-754b02115912 req-f7448fb7-14d6-472d-b1c9-15e32f55cabb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:07.690073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-89e4af2a-1e95-4c2a-9336-754b02115912 req-f7448fb7-14d6-472d-b1c9-15e32f55cabb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Calling delete_port for d631cb7b-2af2-4a95-ab90-5c174b28fd23 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:07.716971 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57dbd908-6a4a-4a21-a5e3-e5fa62aa135f req-bf34a59d-4a94-4a93-b3b2-4d41d939a513 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781097 Dec 08 02:03:07.773093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['08365b99-d046-4976-ab28-55245fe0ed77'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:07.902085 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-89e4af2a-1e95-4c2a-9336-754b02115912 req-f7448fb7-14d6-472d-b1c9-15e32f55cabb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:07.933867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7448fb7-14d6-472d-b1c9-15e32f55cabb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Pushing event deleted for resources: {'Port': ['ID=d631cb7b-2af2-4a95-ab90-5c174b28fd23,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:08.004799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e4af2a-1e95-4c2a-9336-754b02115912 req-f7448fb7-14d6-472d-b1c9-15e32f55cabb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] No DVR routers for this DVR port d631cb7b-2af2-4a95-ab90-5c174b28fd23 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:03:08.007301 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-89e4af2a-1e95-4c2a-9336-754b02115912 req-f7448fb7-14d6-472d-b1c9-15e32f55cabb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:08.010827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89e4af2a-1e95-4c2a-9336-754b02115912 req-f7448fb7-14d6-472d-b1c9-15e32f55cabb tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.75 "DELETE /v2.0/ports/d631cb7b-2af2-4a95-ab90-5c174b28fd23 HTTP/1.1" status: 204 len: 173 time: 0.6292534 Dec 08 02:03:08.011272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab725f5b-2e7e-4934-87c3-7dc78e230948', 'name': 'network-vif-deleted', 'tag': 'd631cb7b-2af2-4a95-ab90-5c174b28fd23'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:08.013548 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d8f0f8-be15-47c6-bb39-780e92afa0ac" -d '{"events": [{"server_uuid": "ab725f5b-2e7e-4934-87c3-7dc78e230948", "name": "network-vif-deleted", "tag": "d631cb7b-2af2-4a95-ab90-5c174b28fd23"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:08.067877 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce02274b-7bbb-44d1-b8dd-469646ae3b09 x-openstack-request-id: req-ce02274b-7bbb-44d1-b8dd-469646ae3b09 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:08.068278 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab725f5b-2e7e-4934-87c3-7dc78e230948", "name": "network-vif-deleted", "tag": "d631cb7b-2af2-4a95-ab90-5c174b28fd23", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:08.068533 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ce02274b-7bbb-44d1-b8dd-469646ae3b09 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:08.068929 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab725f5b-2e7e-4934-87c3-7dc78e230948', 'name': 'network-vif-deleted', 'tag': 'd631cb7b-2af2-4a95-ab90-5c174b28fd23', 'status': 'completed', 'code': 200} Dec 08 02:03:08.456972 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff6bea4a-182e-4093-bf72-da15e1f2d84d req-f15d6a03-ec77-4c57-8698-96023180187f tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab725f5b-2e7e-4934-87c3-7dc78e230948 HTTP/1.1" status: 200 len: 210 time: 0.0467429 Dec 08 02:03:08.575808 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d8f3e-99f8-40e4-ba37-fabe3a89b1c6 req-1c0566f4-0dd7-4e1c-9c40-af9614bab70c tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:08.577902 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-277d8f3e-99f8-40e4-ba37-fabe3a89b1c6 req-1c0566f4-0dd7-4e1c-9c40-af9614bab70c tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0691049 Dec 08 02:03:08.590334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['577248e7-7719-496c-9dbd-22b8acf6673b', 'd631cb7b-2af2-4a95-ab90-5c174b28fd23'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:08.643339 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-277d8f3e-99f8-40e4-ba37-fabe3a89b1c6 req-c926c919-2f68-440d-b0e2-5e7c4fd63078 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578904 Dec 08 02:03:08.892986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879b740-2209-46d6-914a-bfecf5e1e333 req-862e64ae-a978-4200-81c7-5f4ffb193e7b tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:08.894535 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2879b740-2209-46d6-914a-bfecf5e1e333 req-862e64ae-a978-4200-81c7-5f4ffb193e7b tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 944 time: 0.0960255 Dec 08 02:03:08.955717 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2879b740-2209-46d6-914a-bfecf5e1e333 req-72fa464d-2c71-4ba9-aca0-41980b595c44 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544031 Dec 08 02:03:09.148206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 08365b99-d046-4976-ab28-55245fe0ed77 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:09.204308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 08365b99-d046-4976-ab28-55245fe0ed77 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:09.204672 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:09.291836 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:09.314222 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8480a2bd-6499-4e4f-b19e-191469283e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08365b99-d046-4976-ab28-55245fe0ed77'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:09.316818 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503ef429-5318-4bed-bee2-687843febafe" -d '{"events": [{"server_uuid": "8480a2bd-6499-4e4f-b19e-191469283e9d", "name": "network-vif-plugged", "status": "completed", "tag": "08365b99-d046-4976-ab28-55245fe0ed77"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:09.330385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 08365b99-d046-4976-ab28-55245fe0ed77, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=08365b99-d046-4976-ab28-55245fe0ed77,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:09.337471 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:09.378049 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4274d871-3325-4e3f-8c77-9573d6cae612 x-openstack-request-id: req-4274d871-3325-4e3f-8c77-9573d6cae612 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:09.378349 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8480a2bd-6499-4e4f-b19e-191469283e9d", "name": "network-vif-plugged", "status": "completed", "tag": "08365b99-d046-4976-ab28-55245fe0ed77", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:09.378604 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4274d871-3325-4e3f-8c77-9573d6cae612 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:09.378989 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8480a2bd-6499-4e4f-b19e-191469283e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08365b99-d046-4976-ab28-55245fe0ed77', 'code': 200} Dec 08 02:03:09.402495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=08365b99-d046-4976-ab28-55245fe0ed77,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:09.636149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35237ee-2297-4c14-9d83-36042c70e73a req-acb9b3e8-a377-41d3-ba8f-d5b81dcbb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:09.642381 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e35237ee-2297-4c14-9d83-36042c70e73a req-acb9b3e8-a377-41d3-ba8f-d5b81dcbb018 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 1097 time: 0.0721226 Dec 08 02:03:09.705922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e35237ee-2297-4c14-9d83-36042c70e73a req-dfae04f2-1715-43fc-bdd2-38771bac472e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610435 Dec 08 02:03:09.859298 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2c8e9-d045-4c9f-8edc-11fcf681525d req-f8b88324-6afe-4f86-bf89-25dbc275b6c7 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:09.860844 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4e2c8e9-d045-4c9f-8edc-11fcf681525d req-f8b88324-6afe-4f86-bf89-25dbc275b6c7 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0953531 Dec 08 02:03:09.874945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792f980-194a-4e6c-a6ee-cd93236ad9d3 req-afbc42c4-9d1a-49b2-bc3f-92c6f6adff96 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:09.876471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c792f980-194a-4e6c-a6ee-cd93236ad9d3 req-afbc42c4-9d1a-49b2-bc3f-92c6f6adff96 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.0842950 Dec 08 02:03:09.957125 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4e2c8e9-d045-4c9f-8edc-11fcf681525d req-ed8b7d63-722d-4444-963c-c085fa106cf4 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796371 Dec 08 02:03:09.964756 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c792f980-194a-4e6c-a6ee-cd93236ad9d3 req-013ed304-0d08-4894-a38f-158060760b7e tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811996 Dec 08 02:03:10.123162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520e613-83d0-4e48-a568-c36973701500 req-6e8115b4-4280-47a0-aa06-60351117bcb7 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:10.124674 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a520e613-83d0-4e48-a568-c36973701500 req-6e8115b4-4280-47a0-aa06-60351117bcb7 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0616834 Dec 08 02:03:10.190224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a520e613-83d0-4e48-a568-c36973701500 req-a63df58c-958e-4074-aa14-ec112beb08b5 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566599 Dec 08 02:03:11.130687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe48f5b-101b-4af9-bc9c-edf524363d46 req-5517e9f1-6044-4407-bba3-a5d65859336a tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:11.132464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fe48f5b-101b-4af9-bc9c-edf524363d46 req-5517e9f1-6044-4407-bba3-a5d65859336a tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0909832 Dec 08 02:03:11.155673 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d631cb7b-2af2-4a95-ab90-5c174b28fd23 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:11.156283 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f9f14-e54b-4cc3-b071-fb39cdf3853c req-9a788b58-1b6e-4650-a896-01dfa3d08663 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:11.163895 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b1f9f14-e54b-4cc3-b071-fb39cdf3853c req-9a788b58-1b6e-4650-a896-01dfa3d08663 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.0839293 Dec 08 02:03:11.194411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: d631cb7b-2af2-4a95-ab90-5c174b28fd23 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:11.194842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d631cb7b-2af2-4a95-ab90-5c174b28fd23 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:11.258350 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fe48f5b-101b-4af9-bc9c-edf524363d46 req-ea25abfa-ddbd-4093-a555-818cde258774 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173677 Dec 08 02:03:11.276420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b1f9f14-e54b-4cc3-b071-fb39cdf3853c req-9d53911c-7ab3-4e20-a173-94f8e8ef7255 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/security-groups?id=478e80be-8899-49c9-81ab-e3e78266ef39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112545 Dec 08 02:03:11.428930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3da226-9570-41f2-ada9-2006be5f4b13 req-a9e55904-bd10-4de1-b2f4-0f25cdd57c96 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:11.430838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e3da226-9570-41f2-ada9-2006be5f4b13 req-a9e55904-bd10-4de1-b2f4-0f25cdd57c96 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0703104 Dec 08 02:03:11.503684 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e3da226-9570-41f2-ada9-2006be5f4b13 req-075323e5-a0d2-41cd-bb21-31904269fb52 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604842 Dec 08 02:03:11.645964 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f9afe-36af-45a6-9f66-e25c6ce7ac04 req-86bfb401-8b08-4a10-9314-829b2481d1c6 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:11.648175 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-688f9afe-36af-45a6-9f66-e25c6ce7ac04 req-86bfb401-8b08-4a10-9314-829b2481d1c6 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0600209 Dec 08 02:03:11.728265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f33b2e-2863-4d2d-8dd4-b6fd071f1871 req-8a0ced25-f2fd-44e6-a640-a7d74553db28 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:11.729805 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18f33b2e-2863-4d2d-8dd4-b6fd071f1871 req-8a0ced25-f2fd-44e6-a640-a7d74553db28 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 949 time: 0.0825148 Dec 08 02:03:11.733762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-688f9afe-36af-45a6-9f66-e25c6ce7ac04 req-0bbf550c-1404-4e6d-b663-a825b511f16f tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771134 Dec 08 02:03:11.842002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-18f33b2e-2863-4d2d-8dd4-b6fd071f1871 req-380dd638-ddd5-4a7c-84c2-eb4553054134 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Deleting port 577248e7-7719-496c-9dbd-22b8acf6673b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:11.842341 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-18f33b2e-2863-4d2d-8dd4-b6fd071f1871 req-380dd638-ddd5-4a7c-84c2-eb4553054134 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.970407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-18f33b2e-2863-4d2d-8dd4-b6fd071f1871 req-380dd638-ddd5-4a7c-84c2-eb4553054134 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] For port 577248e7-7719-496c-9dbd-22b8acf6673b, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=577248e7-7719-496c-9dbd-22b8acf6673b,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:11.970987 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-18f33b2e-2863-4d2d-8dd4-b6fd071f1871 req-380dd638-ddd5-4a7c-84c2-eb4553054134 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.986868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-18f33b2e-2863-4d2d-8dd4-b6fd071f1871 req-380dd638-ddd5-4a7c-84c2-eb4553054134 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Calling delete_port for 577248e7-7719-496c-9dbd-22b8acf6673b owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:12.162004 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-18f33b2e-2863-4d2d-8dd4-b6fd071f1871 req-380dd638-ddd5-4a7c-84c2-eb4553054134 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.198178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['577248e7-7719-496c-9dbd-22b8acf6673b'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:12.262705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f33b2e-2863-4d2d-8dd4-b6fd071f1871 req-380dd638-ddd5-4a7c-84c2-eb4553054134 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] No DVR routers for this DVR port 577248e7-7719-496c-9dbd-22b8acf6673b on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:03:12.265398 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-18f33b2e-2863-4d2d-8dd4-b6fd071f1871 req-380dd638-ddd5-4a7c-84c2-eb4553054134 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.270543 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18f33b2e-2863-4d2d-8dd4-b6fd071f1871 req-380dd638-ddd5-4a7c-84c2-eb4553054134 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.75 "DELETE /v2.0/ports/577248e7-7719-496c-9dbd-22b8acf6673b HTTP/1.1" status: 204 len: 173 time: 0.5341580 Dec 08 02:03:12.271381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380dd638-ddd5-4a7c-84c2-eb4553054134 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] Pushing event deleted for resources: {'Port': ['ID=577248e7-7719-496c-9dbd-22b8acf6673b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:12.282023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a475bc2-5579-4c61-b53c-10976e76d6e6', 'name': 'network-vif-deleted', 'tag': '577248e7-7719-496c-9dbd-22b8acf6673b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:12.285662 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5169d8-869a-4727-82ae-3f95056d6e91" -d '{"events": [{"server_uuid": "7a475bc2-5579-4c61-b53c-10976e76d6e6", "name": "network-vif-deleted", "tag": "577248e7-7719-496c-9dbd-22b8acf6673b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:12.380621 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cad6643-9956-48ec-b2f8-1cc0e23776a0 x-openstack-request-id: req-7cad6643-9956-48ec-b2f8-1cc0e23776a0 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:12.380979 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a475bc2-5579-4c61-b53c-10976e76d6e6", "name": "network-vif-deleted", "tag": "577248e7-7719-496c-9dbd-22b8acf6673b", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:12.381240 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7cad6643-9956-48ec-b2f8-1cc0e23776a0 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:12.381642 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a475bc2-5579-4c61-b53c-10976e76d6e6', 'name': 'network-vif-deleted', 'tag': '577248e7-7719-496c-9dbd-22b8acf6673b', 'status': 'completed', 'code': 200} Dec 08 02:03:12.507083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-30fe5078-f4c7-463f-9ae9-2519056fbfdb tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:12.515918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-30fe5078-f4c7-463f-9ae9-2519056fbfdb tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/networks?id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 HTTP/1.1" status: 200 len: 815 time: 0.3215592 Dec 08 02:03:12.538228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270122ee-1684-49da-a167-c7b504509246 req-9eb050e6-fac5-4d46-96f3-826ca2f29807 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:12.549567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-270122ee-1684-49da-a167-c7b504509246 req-9eb050e6-fac5-4d46-96f3-826ca2f29807 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.1282094 Dec 08 02:03:12.556470 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-22aec8e5-4847-42ce-a645-1f74da79bb16 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/quotas/26a3bc1529ee4fcf9c5496e3079487a6 HTTP/1.1" status: 200 len: 375 time: 0.0394750 Dec 08 02:03:12.686771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-270122ee-1684-49da-a167-c7b504509246 req-bb5f31dc-b8da-4b2f-9759-746fbfd903d8 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289668 Dec 08 02:03:12.707514 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-58bb7178-3b6a-4966-bb2d-f8cb417881a9 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=26a3bc1529ee4fcf9c5496e3079487a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1480255 Dec 08 02:03:12.927239 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ebf83ba-6c49-48ad-8d45-545ff44efc67 req-308288be-6b8e-4076-b36c-06b263a129d8 tempest-MigrationsAdminTest-947651134 tempest-MigrationsAdminTest-947651134-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a475bc2-5579-4c61-b53c-10976e76d6e6 HTTP/1.1" status: 200 len: 210 time: 0.1075363 Dec 08 02:03:12.972217 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-ef726ee7-3ca8-4cf5-8f00-afa41de71765 service neutron] 10.222.0.71 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635276 Dec 08 02:03:13.123505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-91b9dbc7-69ea-4898-a499-cc1d24ac3022 service neutron] 10.222.0.71 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500139 Dec 08 02:03:13.356360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b034b47-6964-489c-b45c-9ecbdbddcba1 req-aba139ee-2f84-4d1c-8e5d-e6f0f2beec32 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 210 time: 0.0382373 Dec 08 02:03:13.717885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce58de1-6a4e-41d9-a032-42af2de1eb25 req-1fdbd913-2a48-4d14-9bad-32b4149998e0 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:13.719588 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ce58de1-6a4e-41d9-a032-42af2de1eb25 req-1fdbd913-2a48-4d14-9bad-32b4149998e0 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.75 "GET /v2.0/ports?device_id=8480a2bd-6499-4e4f-b19e-191469283e9d HTTP/1.1" status: 200 len: 945 time: 0.0677481 Dec 08 02:03:13.895712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472fd7e-2de8-4f07-b7a6-4f50bc100fd2 req-b4a53858-2cbe-42a3-a900-427f6b7293a9 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:13.897356 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6472fd7e-2de8-4f07-b7a6-4f50bc100fd2 req-b4a53858-2cbe-42a3-a900-427f6b7293a9 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0952537 Dec 08 02:03:13.906234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1ce58de1-6a4e-41d9-a032-42af2de1eb25 req-ba3ad823-131b-44b2-a455-7a541fb9f0c8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Deleting port 08365b99-d046-4976-ab28-55245fe0ed77 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:13.906833 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1ce58de1-6a4e-41d9-a032-42af2de1eb25 req-ba3ad823-131b-44b2-a455-7a541fb9f0c8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:14.053283 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6472fd7e-2de8-4f07-b7a6-4f50bc100fd2 req-cbf19d82-1cbb-41e1-b99e-afeab744edef tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417665 Dec 08 02:03:14.109374 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-1ce58de1-6a4e-41d9-a032-42af2de1eb25 req-ba3ad823-131b-44b2-a455-7a541fb9f0c8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] For port 08365b99-d046-4976-ab28-55245fe0ed77, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=08365b99-d046-4976-ab28-55245fe0ed77,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:14.109744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1ce58de1-6a4e-41d9-a032-42af2de1eb25 req-ba3ad823-131b-44b2-a455-7a541fb9f0c8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:14.128055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1ce58de1-6a4e-41d9-a032-42af2de1eb25 req-ba3ad823-131b-44b2-a455-7a541fb9f0c8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Calling delete_port for 08365b99-d046-4976-ab28-55245fe0ed77 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:14.319917 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1ce58de1-6a4e-41d9-a032-42af2de1eb25 req-ba3ad823-131b-44b2-a455-7a541fb9f0c8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:14.355238 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['08365b99-d046-4976-ab28-55245fe0ed77'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:14.411995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ad823-131b-44b2-a455-7a541fb9f0c8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Pushing event deleted for resources: {'Port': ['ID=08365b99-d046-4976-ab28-55245fe0ed77,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:14.459781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce58de1-6a4e-41d9-a032-42af2de1eb25 req-ba3ad823-131b-44b2-a455-7a541fb9f0c8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] No DVR routers for this DVR port 08365b99-d046-4976-ab28-55245fe0ed77 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:03:14.463348 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1ce58de1-6a4e-41d9-a032-42af2de1eb25 req-ba3ad823-131b-44b2-a455-7a541fb9f0c8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:14.468534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ce58de1-6a4e-41d9-a032-42af2de1eb25 req-ba3ad823-131b-44b2-a455-7a541fb9f0c8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.75 "DELETE /v2.0/ports/08365b99-d046-4976-ab28-55245fe0ed77 HTTP/1.1" status: 204 len: 173 time: 0.7424977 Dec 08 02:03:14.493481 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 32976) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:14.532539 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8480a2bd-6499-4e4f-b19e-191469283e9d', 'name': 'network-vif-deleted', 'tag': '08365b99-d046-4976-ab28-55245fe0ed77'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:14.539450 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501a18b6-f17b-4177-b56b-9cadf5eaaf89" -d '{"events": [{"server_uuid": "8480a2bd-6499-4e4f-b19e-191469283e9d", "name": "network-vif-deleted", "tag": "08365b99-d046-4976-ab28-55245fe0ed77"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:14.572048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f744b30-d9db-43ce-88da-31ddd4c118c4 req-56144dcf-240a-4cf1-85b5-28961b2801b6 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 210 time: 0.1122394 Dec 08 02:03:14.800583 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0a011f9f-1912-4927-b519-4d723c36ecc8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d98ff618afa84eb49ddee4c24ab597d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3056490 Dec 08 02:03:14.802337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 32990) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:14.874091 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3ab3-839c-4379-83ec-81be584c002c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:14.900371 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3ab3-839c-4379-83ec-81be584c002c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:14.980523 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3ab3-839c-4379-83ec-81be584c002c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:14.984427 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3ab3-839c-4379-83ec-81be584c002c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:14.988964 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dfaf3ab3-839c-4379-83ec-81be584c002c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/478e80be-8899-49c9-81ab-e3e78266ef39 HTTP/1.1" status: 204 len: 168 time: 0.1854010 Dec 08 02:03:15.015658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf3ab3-839c-4379-83ec-81be584c002c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478e80be-8899-49c9-81ab-e3e78266ef39,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:15.104546 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671ab099-da3a-4cb3-b4bf-db008b720f0d x-openstack-request-id: req-671ab099-da3a-4cb3-b4bf-db008b720f0d {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:15.105021 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8480a2bd-6499-4e4f-b19e-191469283e9d", "name": "network-vif-deleted", "tag": "08365b99-d046-4976-ab28-55245fe0ed77", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:15.105478 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-671ab099-da3a-4cb3-b4bf-db008b720f0d {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:15.106236 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8480a2bd-6499-4e4f-b19e-191469283e9d', 'name': 'network-vif-deleted', 'tag': '08365b99-d046-4976-ab28-55245fe0ed77', 'status': 'completed', 'code': 200} Dec 08 02:03:15.230472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-c4d18838-66b0-40e3-91c1-4af0848f2dd1 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:15.232486 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-c4d18838-66b0-40e3-91c1-4af0848f2dd1 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.75 "GET /v2.0/networks?id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 HTTP/1.1" status: 200 len: 815 time: 0.6594329 Dec 08 02:03:15.256387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d3fc1369-85d4-4064-a439-f4a0f2b05749 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Request body: {'port': {'device_id': 'a143c104-59fe-4427-95e0-b64acd28deb8', 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37', 'admin_state_up': True, 'tenant_id': '26a3bc1529ee4fcf9c5496e3079487a6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:15.272877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685ad50-67b1-48b9-9b65-6fb00a6e890b req-0c2dd71f-b159-4f60-96dc-d5bd58f0aa5b tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:15.281798 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c685ad50-67b1-48b9-9b65-6fb00a6e890b req-0c2dd71f-b159-4f60-96dc-d5bd58f0aa5b tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.1161368 Dec 08 02:03:15.421430 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-682a318b-b99a-40ef-b3ca-a83f0626ac3f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0973454 Dec 08 02:03:15.464567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c685ad50-67b1-48b9-9b65-6fb00a6e890b req-d05639bf-2f02-483b-8d77-5c797c942485 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808338 Dec 08 02:03:15.524130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d3fc1369-85d4-4064-a439-f4a0f2b05749 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Made reservation on behalf of 26a3bc1529ee4fcf9c5496e3079487a6 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:03:15.528764 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d3fc1369-85d4-4064-a439-f4a0f2b05749 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:15.547636 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33020) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:15.627793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-44110f00-4af7-4008-b580-54a356700e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:15.630781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-44110f00-4af7-4008-b580-54a356700e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:15.632429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-44110f00-4af7-4008-b580-54a356700e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:15.633768 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-44110f00-4af7-4008-b580-54a356700e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:15.634500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-44110f00-4af7-4008-b580-54a356700e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:15.635034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-44110f00-4af7-4008-b580-54a356700e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:15.635764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-44110f00-4af7-4008-b580-54a356700e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:15.639087 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-44110f00-4af7-4008-b580-54a356700e45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 6498 time: 0.1323979 Dec 08 02:03:15.653057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d92cb62e-8f96-42df-9229-e1c5c10bbe76 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ec791b6ca9bb4132854482aaaa45f9e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1037676 Dec 08 02:03:15.656380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33028) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:15.788302 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71e239e6-cb61-485a-afc5-485cb301f679 req-d4f45f1e-9501-40ca-9941-8d04fe584338 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 210 time: 0.0668111 Dec 08 02:03:15.813555 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-86a5f78c-c8a4-4a1d-b42e-7d7625f01ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:15.814168 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-86a5f78c-c8a4-4a1d-b42e-7d7625f01ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:15.814649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-86a5f78c-c8a4-4a1d-b42e-7d7625f01ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:15.816369 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-86a5f78c-c8a4-4a1d-b42e-7d7625f01ea7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=caf2deea-53dd-4462-beed-a3b1fd4b591a&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=070c9fd6-5c33-481f-972d-d93c3bb28703&id=070c9fd6-5c33-481f-972d-d93c3bb28703 HTTP/1.1" status: 200 len: 2293 time: 0.1492243 Dec 08 02:03:15.832316 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df2f239c-77d1-4ae5-8c30-d24db3500804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:15.851913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d3fc1369-85d4-4064-a439-f4a0f2b05749 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Allocated IP 172.20.0.8 (daf389f7-9819-45ab-a4e4-8e8bc9ec3d37/3336e0ed-d585-4880-9c04-8257ed355712/edff8edf-bf19-4535-9921-c6dc8df0265c) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:03:15.866713 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df2f239c-77d1-4ae5-8c30-d24db3500804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:15.909841 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-b6e56584-ee26-47df-a08f-b4083913cc01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ad676ef-7601-4543-b8c7-abf32ca8e077 HTTP/1.1" status: 200 len: 1001 time: 0.0858574 Dec 08 02:03:16.005751 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-8b8de2bf-bc90-4776-9a8d-463a482c1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:16.007414 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-8b8de2bf-bc90-4776-9a8d-463a482c1546 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9858dc50-2361-4edb-86fe-cd0999c30287 HTTP/1.1" status: 200 len: 851 time: 0.0867066 Dec 08 02:03:16.028745 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df2f239c-77d1-4ae5-8c30-d24db3500804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:16.031584 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df2f239c-77d1-4ae5-8c30-d24db3500804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:16.032703 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-df2f239c-77d1-4ae5-8c30-d24db3500804 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a4c5b665-b41d-4e2c-856b-9919957e004a HTTP/1.1" status: 204 len: 168 time: 0.3756328 Dec 08 02:03:16.056759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f239c-77d1-4ae5-8c30-d24db3500804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c5b665-b41d-4e2c-856b-9919957e004a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:16.090177 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d3fc1369-85d4-4064-a439-f4a0f2b05749 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:16.094526 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-2c91a272-0931-4902-aed5-65ceb9b9fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:16.096574 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-2c91a272-0931-4902-aed5-65ceb9b9fa2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=caf2deea-53dd-4462-beed-a3b1fd4b591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817752 Dec 08 02:03:16.135773 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d3fc1369-85d4-4064-a439-f4a0f2b05749 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:16.217874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d3fc1369-85d4-4064-a439-f4a0f2b05749 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:16.223823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d3fc1369-85d4-4064-a439-f4a0f2b05749 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:16.226471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d3fc1369-85d4-4064-a439-f4a0f2b05749 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:03:16.277688 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-be02eb0b-a532-41f6-8704-76088efd8aa2 service neutron] 10.222.0.45 "GET /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704633 Dec 08 02:03:16.287447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc1369-85d4-4064-a439-f4a0f2b05749 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Pushing event updated for resources: {'Port': ['ID=edff8edf-bf19-4535-9921-c6dc8df0265c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:16.322379 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d3fc1369-85d4-4064-a439-f4a0f2b05749 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:16.324047 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d3fc1369-85d4-4064-a439-f4a0f2b05749 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:16.366594 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d3fc1369-85d4-4064-a439-f4a0f2b05749 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1151466 Dec 08 02:03:16.386271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Request body: {'port': {'device_id': 'a143c104-59fe-4427-95e0-b64acd28deb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:16.480413 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:16.534612 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-6fe96326-84c9-4bc3-8d1b-53c0a6e975c6 service neutron] 10.222.0.45 "GET /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506254 Dec 08 02:03:16.596289 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-c2af8cf6-a002-46fa-88d4-689bd1a4a769 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b77f8d4d-f01b-4db4-9229-f8e360de925d HTTP/1.1" status: 200 len: 217 time: 0.0493958 Dec 08 02:03:16.714866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-42d144d4-2a1d-48e6-ad67-8f549e6a3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:16.717456 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-42d144d4-2a1d-48e6-ad67-8f549e6a3878 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.1103039 Dec 08 02:03:16.770778 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4743252-e7c4-43dd-b898-cfa31b6270fe req-1a06fd15-ee7d-46b8-b804-ec9475c585c4 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:16.772375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4743252-e7c4-43dd-b898-cfa31b6270fe req-1a06fd15-ee7d-46b8-b804-ec9475c585c4 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.1447177 Dec 08 02:03:16.850359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-725762e8-d9b4-433c-9169-acc73048d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:16.853856 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-725762e8-d9b4-433c-9169-acc73048d580 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1200242 Dec 08 02:03:16.885044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4743252-e7c4-43dd-b898-cfa31b6270fe req-111fe9dd-6f54-423b-8427-edde56b4bd83 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023719 Dec 08 02:03:16.991594 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-ce839cb5-6715-4f9d-a95f-37429352f715 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256969 Dec 08 02:03:17.032823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edff8edf-bf19-4535-9921-c6dc8df0265c {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:03:17.044527 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:17.061622 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96b23-361e-4303-90b7-ceaa15ee7148 req-44336309-8eef-4865-94b9-4e86fa01bf0e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:17.063204 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50e96b23-361e-4303-90b7-ceaa15ee7148 req-44336309-8eef-4865-94b9-4e86fa01bf0e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 931 time: 0.1274610 Dec 08 02:03:17.074245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Transition to ACTIVE for port object edff8edf-bf19-4535-9921-c6dc8df0265c will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:03:17.106262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:17.141284 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-4efa6be9-ed7c-49f9-b7e3-dbc970b67c0d service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399751 Dec 08 02:03:17.171918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 577248e7-7719-496c-9dbd-22b8acf6673b no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:17.209294 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50e96b23-361e-4303-90b7-ceaa15ee7148 req-cda5fbf4-e880-456d-bd4b-7184ac4770fc tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327541 Dec 08 02:03:17.225951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 577248e7-7719-496c-9dbd-22b8acf6673b {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:17.226289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 577248e7-7719-496c-9dbd-22b8acf6673b not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:17.226887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 08365b99-d046-4976-ab28-55245fe0ed77 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:17.253784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=edff8edf-bf19-4535-9921-c6dc8df0265c,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:17.274995 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-74b52368-260b-4d0c-af35-ebef725d3309 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=078ca6fb-640a-48d3-866a-e1d0735eac6a HTTP/1.1" status: 200 len: 217 time: 0.1256797 Dec 08 02:03:17.308655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Attempting to bind port edff8edf-bf19-4535-9921-c6dc8df0265c on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:03:17.309221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Attempting to bind port edff8edf-bf19-4535-9921-c6dc8df0265c by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '5eaf1122-9d83-4c4a-8e0c-d456b44611fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:03:17.309731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Attempting to bind port edff8edf-bf19-4535-9921-c6dc8df0265c on network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:17.310288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 08365b99-d046-4976-ab28-55245fe0ed77 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:17.310713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 08365b99-d046-4976-ab28-55245fe0ed77 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:17.315371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Port edff8edf-bf19-4535-9921-c6dc8df0265c on network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:03:17.315948 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Attempting to bind port edff8edf-bf19-4535-9921-c6dc8df0265c on network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:17.321600 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:03:17.322203 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Checking segment: {'id': '5eaf1122-9d83-4c4a-8e0c-d456b44611fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:03:17.322829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Bound using segment: {'id': '5eaf1122-9d83-4c4a-8e0c-d456b44611fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:03:17.323474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Bound port: edff8edf-bf19-4535-9921-c6dc8df0265c, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaf1122-9d83-4c4a-8e0c-d456b44611fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:03:17.324072 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:17.384692 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-0048d22d-0a20-41f2-a8ad-fc531a6ab120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:17.387188 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-0048d22d-0a20-41f2-a8ad-fc531a6ab120 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.1026707 Dec 08 02:03:17.449571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-64f5f62c-98c7-45a0-9276-58e7d31452b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:17.451721 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-64f5f62c-98c7-45a0-9276-58e7d31452b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0548251 Dec 08 02:03:17.460686 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] For port edff8edf-bf19-4535-9921-c6dc8df0265c, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:03:17.464927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] For port edff8edf-bf19-4535-9921-c6dc8df0265c, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=edff8edf-bf19-4535-9921-c6dc8df0265c,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:03:17.472126 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:17.507760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:17.510043 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:17.511771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] 10.222.0.75 "PUT /v2.0/ports/edff8edf-bf19-4535-9921-c6dc8df0265c HTTP/1.1" status: 200 len: 1092 time: 1.1300998 Dec 08 02:03:17.578754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a143c104-59fe-4427-95e0-b64acd28deb8', 'tag': 'edff8edf-bf19-4535-9921-c6dc8df0265c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:17.582503 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e90292-50a6-4842-ba0c-93b9ed42da88" -d '{"events": [{"name": "network-changed", "server_uuid": "a143c104-59fe-4427-95e0-b64acd28deb8", "tag": "edff8edf-bf19-4535-9921-c6dc8df0265c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:17.612412 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-639a72e8-a867-4948-8492-87fe20ea4f13 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518257 Dec 08 02:03:17.663002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc8430-beb0-4bd2-a4e6-b6382135f3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=edff8edf-bf19-4535-9921-c6dc8df0265c,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:17.685050 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e1c740-8826-434a-aaef-f6201050254c x-openstack-request-id: req-f3e1c740-8826-434a-aaef-f6201050254c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:17.685599 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a143c104-59fe-4427-95e0-b64acd28deb8", "tag": "edff8edf-bf19-4535-9921-c6dc8df0265c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:17.686242 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f3e1c740-8826-434a-aaef-f6201050254c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:17.686835 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a143c104-59fe-4427-95e0-b64acd28deb8', 'tag': 'edff8edf-bf19-4535-9921-c6dc8df0265c', 'status': 'completed', 'code': 200} Dec 08 02:03:17.707918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-b9e60147-1730-44d8-a458-a256796188bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:17.709495 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-b9e60147-1730-44d8-a458-a256796188bd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=26a3bc1529ee4fcf9c5496e3079487a6&device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 1095 time: 0.0845640 Dec 08 02:03:17.770493 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-f021c8e9-5977-44dc-a5d2-942e2ab80672 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edff8edf-bf19-4535-9921-c6dc8df0265c HTTP/1.1" status: 200 len: 217 time: 0.0472353 Dec 08 02:03:17.778807 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-44ce0aa4-cc9e-44f3-ba85-b304a740800d service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585212 Dec 08 02:03:17.859494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-37bdf1cf-8987-4de5-9019-99f8378ffaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:17.861094 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-37bdf1cf-8987-4de5-9019-99f8378ffaec service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3336e0ed-d585-4880-9c04-8257ed355712 HTTP/1.1" status: 200 len: 855 time: 0.0706515 Dec 08 02:03:17.880504 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-8e16486d-bf04-41bd-8d32-9640eb942735 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=c35cf6d3-e672-4534-be6a-f28b0e0961c1 HTTP/1.1" status: 200 len: 217 time: 0.0925303 Dec 08 02:03:17.937394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-1eb2b56c-e35c-476e-ad38-add429243dca service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691161 Dec 08 02:03:17.953748 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-8473fcda-018a-4e18-a726-9ad9b38af6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:17.960629 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-8473fcda-018a-4e18-a726-9ad9b38af6ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.0730376 Dec 08 02:03:18.048159 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-147bb407-f97d-4cde-9e40-9329a2c673b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:18.050059 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-147bb407-f97d-4cde-9e40-9329a2c673b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0817556 Dec 08 02:03:18.136576 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-a29dcd7d-6a22-427f-b9de-a20b6705b3b1 service neutron] 10.222.0.75 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920378 Dec 08 02:03:18.145275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9d066-c966-48bb-bef3-314347092535 req-70226e01-b94a-479e-a2a4-4e7e261e8d0e tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:18.153397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9da9d066-c966-48bb-bef3-314347092535 req-70226e01-b94a-479e-a2a4-4e7e261e8d0e tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.1218407 Dec 08 02:03:18.227587 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-4adf9f5a-62d7-44a8-bc46-0457ff93dd45 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671481 Dec 08 02:03:18.347539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9da9d066-c966-48bb-bef3-314347092535 req-6fd6cf9c-004a-40dc-87e9-dfeb9b7af108 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927409 Dec 08 02:03:18.361953 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-7cdfe999-400e-4139-a9b4-bfd1eb79a178 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254303 Dec 08 02:03:18.401939 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08c9539-c87c-425c-9f33-f2afda9237d1 req-b3b0dec6-daf4-4611-9601-a3a484963633 service neutron] 10.222.0.75 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460659 Dec 08 02:03:18.418652 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-326736e2-eed3-473e-bcff-14691e860c89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=416e1a97-ecb1-4ac8-a9f8-297949a2a910 HTTP/1.1" status: 200 len: 217 time: 0.0491059 Dec 08 02:03:18.438930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e6e5f-ee91-4aae-963b-7243c04a8b83 req-adff29a0-81fe-4cae-9de1-1aecd9948630 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:18.447716 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652e6e5f-ee91-4aae-963b-7243c04a8b83 req-adff29a0-81fe-4cae-9de1-1aecd9948630 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 943 time: 0.1281590 Dec 08 02:03:18.501186 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-31cacadf-ff7d-42be-88c8-426f72dcccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:18.502670 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-31cacadf-ff7d-42be-88c8-426f72dcccd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.0770876 Dec 08 02:03:18.552748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652e6e5f-ee91-4aae-963b-7243c04a8b83 req-2feef744-3867-4045-844b-6ab922159698 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039522 Dec 08 02:03:18.581718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e90292-50a6-4842-ba0c-93b9ed42da88 req-ccbbc379-4e26-4392-9d85-523602455438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:18.583463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4e90292-50a6-4842-ba0c-93b9ed42da88 req-ccbbc379-4e26-4392-9d85-523602455438 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=26a3bc1529ee4fcf9c5496e3079487a6&device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 1095 time: 0.0720978 Dec 08 02:03:18.595260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-63f63696-3bf9-4955-b9fa-2dde30b4e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:18.596954 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-63f63696-3bf9-4955-b9fa-2dde30b4e7ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0877414 Dec 08 02:03:18.741256 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-cef45d01-1aa5-4a86-b292-f55d7ff051d1 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370535 Dec 08 02:03:18.746447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e90292-50a6-4842-ba0c-93b9ed42da88 req-e82edd91-93d9-4735-9fae-3d2575abf9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:18.747966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4e90292-50a6-4842-ba0c-93b9ed42da88 req-e82edd91-93d9-4735-9fae-3d2575abf9f8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 HTTP/1.1" status: 200 len: 916 time: 0.1578362 Dec 08 02:03:18.825573 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4e90292-50a6-4842-ba0c-93b9ed42da88 req-e8ed98df-d156-4ec6-b598-4aa162c0a761 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edff8edf-bf19-4535-9921-c6dc8df0265c HTTP/1.1" status: 200 len: 217 time: 0.0668080 Dec 08 02:03:18.849946 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-e750b92f-d099-452b-b471-2d93d905558c service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008201 Dec 08 02:03:18.885007 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e90292-50a6-4842-ba0c-93b9ed42da88 req-559f2f63-baa6-4897-9997-7f0c83cb9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:18.886822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4e90292-50a6-4842-ba0c-93b9ed42da88 req-559f2f63-baa6-4897-9997-7f0c83cb9ad1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3336e0ed-d585-4880-9c04-8257ed355712 HTTP/1.1" status: 200 len: 855 time: 0.0536315 Dec 08 02:03:18.914168 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-6244af5e-8055-4cef-9ba6-f3b5a5573c4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6cc566c4-deda-4159-a78a-23068f3c174a HTTP/1.1" status: 200 len: 217 time: 0.0414433 Dec 08 02:03:18.924022 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4e90292-50a6-4842-ba0c-93b9ed42da88 req-adc7f0db-ce6f-49a2-ad69-76fe3c134be6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296407 Dec 08 02:03:18.990483 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-01445325-d5f5-4287-86bd-5dbbdde6c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:18.993530 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-01445325-d5f5-4287-86bd-5dbbdde6c8b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0187a527-5c48-4961-8721-946f3d80ecb1 HTTP/1.1" status: 200 len: 797 time: 0.0680025 Dec 08 02:03:19.037535 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-f84cfe2b-a8ff-4fdd-b09d-c1a027acbc14 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=391eff6630534673a898f6538747d337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440471 Dec 08 02:03:19.090976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-ec46576f-9e97-40a3-b8b3-76dbcaa9df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:19.092662 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-ec46576f-9e97-40a3-b8b3-76dbcaa9df0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070c9fd6-5c33-481f-972d-d93c3bb28703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0872712 Dec 08 02:03:19.179158 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4e90292-50a6-4842-ba0c-93b9ed42da88 req-aa35d3f5-052e-4532-8a7e-53d2484fd961 service neutron] 10.222.0.75 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465539 Dec 08 02:03:19.267594 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-240deb94-06c8-46f2-8bfa-895b7213a99b service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557121 Dec 08 02:03:19.342451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-4f2e7c51-c8c4-4ec2-8b4e-1385d3f005e1 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:19.344508 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-4f2e7c51-c8c4-4ec2-8b4e-1385d3f005e1 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915528 Dec 08 02:03:19.349274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4e90292-50a6-4842-ba0c-93b9ed42da88 req-fe0c57f3-af51-49da-beae-206a3cfcdd5f service neutron] 10.222.0.75 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557543 Dec 08 02:03:19.367005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-3073bcaa-d5cf-4b3c-8838-e0b255f920d9 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/quotas/391eff6630534673a898f6538747d337 HTTP/1.1" status: 200 len: 375 time: 0.0137253 Dec 08 02:03:19.401215 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-6184bbda-44b9-4fee-8d3c-4d8d043cf9a9 service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258919 Dec 08 02:03:19.417981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-8b1bccac-de2e-4499-862a-6d4c8ed6fa8e tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=391eff6630534673a898f6538747d337&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390897 Dec 08 02:03:19.519682 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-95bf745d-e719-47b4-8f47-55219e341355 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a24b4b4-8966-44f8-9636-d4da51d10381 HTTP/1.1" status: 200 len: 217 time: 0.1103997 Dec 08 02:03:19.521062 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd8136-1e5a-44a0-a3d3-519f35086db9 req-589d03e4-42ae-4432-83eb-6997117796ef tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:19.522818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7fbd8136-1e5a-44a0-a3d3-519f35086db9 req-589d03e4-42ae-4432-83eb-6997117796ef tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0802577 Dec 08 02:03:19.621699 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-a9938761-0f50-4fe3-92b0-435ad8085b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:19.623175 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-a9938761-0f50-4fe3-92b0-435ad8085b9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0187a527-5c48-4961-8721-946f3d80ecb1 HTTP/1.1" status: 200 len: 797 time: 0.0942273 Dec 08 02:03:19.636336 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7fbd8136-1e5a-44a0-a3d3-519f35086db9 req-50d56bac-5388-49e6-93eb-b3315a4083dc tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857668 Dec 08 02:03:19.702213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-d6c73cdb-b4bc-4800-9bd3-45fb4c8d33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:19.705910 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-d6c73cdb-b4bc-4800-9bd3-45fb4c8d33b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070c9fd6-5c33-481f-972d-d93c3bb28703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635650 Dec 08 02:03:19.779430 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c01fadf9-91e3-41b2-8768-5eafb9fd9770 req-d36bf999-10b2-4826-855a-38f5b265ab0b tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 210 time: 0.0426838 Dec 08 02:03:19.831233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235267cc-c5fe-4fd0-bbb5-a417a6540b91 req-8ee4b3c5-2e1e-457a-8cdc-c6c0f2de46ae tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:19.833029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-235267cc-c5fe-4fd0-bbb5-a417a6540b91 req-8ee4b3c5-2e1e-457a-8cdc-c6c0f2de46ae tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 943 time: 0.1387975 Dec 08 02:03:19.918568 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-235267cc-c5fe-4fd0-bbb5-a417a6540b91 req-e53e819b-892a-4ac0-9e14-6dfe62a08cb8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783086 Dec 08 02:03:19.937332 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-251d47dc-1e9a-4438-9ed8-1be83bf45cda service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250006 Dec 08 02:03:20.085659 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1982cc82-ee00-4a49-b729-0b5170525c6e req-3a07ce43-6dc3-4819-a74c-efeb228b3bdd service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407785 Dec 08 02:03:20.750366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e1b82-ccac-4222-b9eb-14b286eac5d3 req-d7ae1896-ae00-4910-a660-4b1893e28e37 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:20.754995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-895e1b82-ccac-4222-b9eb-14b286eac5d3 req-d7ae1896-ae00-4910-a660-4b1893e28e37 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0624280 Dec 08 02:03:20.826755 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-895e1b82-ccac-4222-b9eb-14b286eac5d3 req-7774063f-ef24-4316-b7f1-64e16b323215 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656931 Dec 08 02:03:20.959454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d7c89c6-6d90-4f52-bebc-1a47394a5ee4 req-c80a35e6-f447-4814-84c9-b457f6e81e33 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 210 time: 0.0569320 Dec 08 02:03:20.985477 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-dab37b8f-369f-470a-b2cb-c037a6775721 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=391eff6630534673a898f6538747d337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974462 Dec 08 02:03:21.151859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad891249-d4d0-47bc-908c-97b95c4502f3 req-02fd7574-6854-4a5b-893b-d878f7ac54b8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:21.153908 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad891249-d4d0-47bc-908c-97b95c4502f3 req-02fd7574-6854-4a5b-893b-d878f7ac54b8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 943 time: 0.0881040 Dec 08 02:03:21.171587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device edff8edf-bf19-4535-9921-c6dc8df0265c details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:03:21.187551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-0f2f1d28-63ef-4f09-b883-ec02f9120ea3 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:21.189265 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-0f2f1d28-63ef-4f09-b883-ec02f9120ea3 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968100 Dec 08 02:03:21.217856 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Request body: {'port': {'device_id': '8c2dd9e0-6f88-4686-814f-2b45232f1a8e', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '391eff6630534673a898f6538747d337'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:21.274110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad891249-d4d0-47bc-908c-97b95c4502f3 req-20d0e697-9adc-43db-b2e5-154701f7a981 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138339 Dec 08 02:03:21.339862 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port edff8edf-bf19-4535-9921-c6dc8df0265c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=edff8edf-bf19-4535-9921-c6dc8df0265c,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:21.362107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'edff8edf-bf19-4535-9921-c6dc8df0265c', 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37', 'port_id': 'edff8edf-bf19-4535-9921-c6dc8df0265c', 'mac_address': 'fa:16:3e:58:5a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3336e0ed-d585-4880-9c04-8257ed355712', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:03:21.401050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Made reservation on behalf of 391eff6630534673a898f6538747d337 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:03:21.405800 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:21.411976 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:21.418876 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:21.439302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edff8edf-bf19-4535-9921-c6dc8df0265c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:03:21.468985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port edff8edf-bf19-4535-9921-c6dc8df0265c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=edff8edf-bf19-4535-9921-c6dc8df0265c,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:21.475088 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:21.517985 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:21.523168 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:21.664903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Allocated IP 192.168.233.202 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/c6802ebe-196c-4996-8b3b-4f9507768032) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:03:21.713130 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=edff8edf-bf19-4535-9921-c6dc8df0265c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:21.770996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698b78ba-8d8f-404c-88a5-60cc20abae3b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:21.812563 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['edff8edf-bf19-4535-9921-c6dc8df0265c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:21.877442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:21.961278 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:21.990420 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac226e59-8998-48a3-9a76-60d447cc7888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.050739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:22.054769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:22.058850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:03:22.065895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Pushing event updated for resources: {'Port': ['ID=c6802ebe-196c-4996-8b3b-4f9507768032,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:22.076541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393fcfc-548b-422d-93e7-09c06fb27433 req-ec8ee3c7-0154-493f-acef-a40efa4801a2 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:22.078457 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b393fcfc-548b-422d-93e7-09c06fb27433 req-ec8ee3c7-0154-493f-acef-a40efa4801a2 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.1131918 Dec 08 02:03:22.142960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:22.143698 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.166156 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-83b53b12-f632-4d14-a9a0-28f2ea3995e2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9527624 Dec 08 02:03:22.191238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Request body: {'port': {'device_id': '8c2dd9e0-6f88-4686-814f-2b45232f1a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:22.212450 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b393fcfc-548b-422d-93e7-09c06fb27433 req-2f8d1391-63e9-47ca-8110-0b4510c344b2 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253495 Dec 08 02:03:22.232720 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a600a-0908-4b70-90cd-5154eb60aadf req-30590bf4-5270-428a-bc05-50c2814d94ac tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:22.244760 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de5a600a-0908-4b70-90cd-5154eb60aadf req-30590bf4-5270-428a-bc05-50c2814d94ac tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 936 time: 0.1906514 Dec 08 02:03:22.294757 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.341108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de5a600a-0908-4b70-90cd-5154eb60aadf req-3b5fa91c-dd86-4a60-8914-b206fb8cccce tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904176 Dec 08 02:03:22.501925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb261e2-5eec-48d7-bcf0-ab38d9a29a6c req-71713bc3-ca35-46e2-8612-71d50bec3cf8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:22.508147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bb261e2-5eec-48d7-bcf0-ab38d9a29a6c req-71713bc3-ca35-46e2-8612-71d50bec3cf8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 944 time: 0.0780077 Dec 08 02:03:22.510603 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8217503d-3c2d-4622-9ff0-a97b423ba813 None None] Provisioning complete for port c6802ebe-196c-4996-8b3b-4f9507768032 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:22.511263 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8217503d-3c2d-4622-9ff0-a97b423ba813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.552961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8217503d-3c2d-4622-9ff0-a97b423ba813 None None] Port c6802ebe-196c-4996-8b3b-4f9507768032 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:03:22.568152 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bb261e2-5eec-48d7-bcf0-ab38d9a29a6c req-fe83527f-d2ef-448a-bb92-0929039d9bd5 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545945 Dec 08 02:03:22.679412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6802ebe-196c-4996-8b3b-4f9507768032 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:03:22.686950 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.699727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Transition to ACTIVE for port object c6802ebe-196c-4996-8b3b-4f9507768032 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:03:22.703400 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.755258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Pushing event updated for resources: {'Port': ['ID=c6802ebe-196c-4996-8b3b-4f9507768032,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:22.828450 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Attempting to bind port c6802ebe-196c-4996-8b3b-4f9507768032 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:03:22.828931 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Attempting to bind port c6802ebe-196c-4996-8b3b-4f9507768032 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:03:22.829365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Attempting to bind port c6802ebe-196c-4996-8b3b-4f9507768032 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:22.834085 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Port c6802ebe-196c-4996-8b3b-4f9507768032 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:03:22.834545 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Attempting to bind port c6802ebe-196c-4996-8b3b-4f9507768032 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:22.839973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:03:22.840433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:03:22.840914 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:03:22.841445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Bound port: c6802ebe-196c-4996-8b3b-4f9507768032, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:03:22.841871 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.913166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] For port c6802ebe-196c-4996-8b3b-4f9507768032, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:03:22.916412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] For port c6802ebe-196c-4996-8b3b-4f9507768032, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c6802ebe-196c-4996-8b3b-4f9507768032,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:03:22.922344 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.961674 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:22.962611 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.964103 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] 10.222.0.45 "PUT /v2.0/ports/c6802ebe-196c-4996-8b3b-4f9507768032 HTTP/1.1" status: 200 len: 1097 time: 0.7778018 Dec 08 02:03:22.964628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2dd9e0-6f88-4686-814f-2b45232f1a8e', 'tag': 'c6802ebe-196c-4996-8b3b-4f9507768032'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:22.966949 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb0120f-80cf-44d5-97bd-8817b3757278" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2dd9e0-6f88-4686-814f-2b45232f1a8e", "tag": "c6802ebe-196c-4996-8b3b-4f9507768032"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:23.008640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0e93f-f3d4-49e1-acfe-2be19545c91b service neutron] Pushing event updated for resources: {'Port': ['ID=c6802ebe-196c-4996-8b3b-4f9507768032,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:23.025678 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a21ca55-c5e2-4ef9-aa90-86709e6920c1 x-openstack-request-id: req-1a21ca55-c5e2-4ef9-aa90-86709e6920c1 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:23.025985 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2dd9e0-6f88-4686-814f-2b45232f1a8e", "tag": "c6802ebe-196c-4996-8b3b-4f9507768032", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:23.026247 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1a21ca55-c5e2-4ef9-aa90-86709e6920c1 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:23.026659 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2dd9e0-6f88-4686-814f-2b45232f1a8e', 'tag': 'c6802ebe-196c-4996-8b3b-4f9507768032', 'status': 'completed', 'code': 200} Dec 08 02:03:23.093949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-1b91e40e-5a01-4375-8e2f-3d3b9759cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:23.095621 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-1b91e40e-5a01-4375-8e2f-3d3b9759cb3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=391eff6630534673a898f6538747d337&device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 1100 time: 0.0465364 Dec 08 02:03:23.162757 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-29a2d766-9a44-490f-9098-03c84ab85183 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c6802ebe-196c-4996-8b3b-4f9507768032 HTTP/1.1" status: 200 len: 217 time: 0.0430126 Dec 08 02:03:23.170092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device edff8edf-bf19-4535-9921-c6dc8df0265c up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:23.222522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-b5bf98dc-d173-47b8-8afc-e99b17070905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:23.224333 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-b5bf98dc-d173-47b8-8afc-e99b17070905 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0546269 Dec 08 02:03:23.258301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port edff8edf-bf19-4535-9921-c6dc8df0265c completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:03:23.263018 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port edff8edf-bf19-4535-9921-c6dc8df0265c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:23.264226 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:23.293300 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-127b02d0-be97-4b1e-ae86-f231a8913e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:23.294963 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-127b02d0-be97-4b1e-ae86-f231a8913e7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0627840 Dec 08 02:03:23.364377 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:23.374865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041e0f-b2d4-4b65-8855-fdd3e73f5fda req-7f6d4d4f-9169-43f9-9d5b-27761a1c02bf tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:23.377933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91041e0f-b2d4-4b65-8855-fdd3e73f5fda req-7f6d4d4f-9169-43f9-9d5b-27761a1c02bf tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0758941 Dec 08 02:03:23.391293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a143c104-59fe-4427-95e0-b64acd28deb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff8edf-bf19-4535-9921-c6dc8df0265c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:23.394055 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e6ced3-8744-447b-ad97-2c08277857bd" -d '{"events": [{"server_uuid": "a143c104-59fe-4427-95e0-b64acd28deb8", "name": "network-vif-plugged", "status": "completed", "tag": "edff8edf-bf19-4535-9921-c6dc8df0265c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:23.406281 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:23.409979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port edff8edf-bf19-4535-9921-c6dc8df0265c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=edff8edf-bf19-4535-9921-c6dc8df0265c,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:23.417961 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:23.430184 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-dc3d9901-96fd-4289-883e-4a10096bcf06 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258733 Dec 08 02:03:23.476133 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=edff8edf-bf19-4535-9921-c6dc8df0265c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:23.478797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91041e0f-b2d4-4b65-8855-fdd3e73f5fda req-99c16231-ca96-429f-a6e1-2b9def61b9ce tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940666 Dec 08 02:03:23.505496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e95bad-be51-4a0a-80f4-dfd5b4f4bd24 req-b897c335-2144-4085-b6a8-a72681a109ec tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:23.507870 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18e95bad-be51-4a0a-80f4-dfd5b4f4bd24 req-b897c335-2144-4085-b6a8-a72681a109ec tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 948 time: 0.0743709 Dec 08 02:03:23.559831 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d01692bf-ab57-41ea-b892-e40f3abe88d0 req-8b57a8af-4d46-44db-a20a-7ad391b7f4a1 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206694 Dec 08 02:03:23.569704 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18e95bad-be51-4a0a-80f4-dfd5b4f4bd24 req-e1e7555c-e852-45d3-a6f3-832115521dcc tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540850 Dec 08 02:03:23.632702 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e0c0cb-fb1c-4b89-8a1b-695ea073fded x-openstack-request-id: req-a8e0c0cb-fb1c-4b89-8a1b-695ea073fded {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:23.633229 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a143c104-59fe-4427-95e0-b64acd28deb8", "name": "network-vif-plugged", "status": "completed", "tag": "edff8edf-bf19-4535-9921-c6dc8df0265c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:23.633356 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a8e0c0cb-fb1c-4b89-8a1b-695ea073fded {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:23.633649 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a143c104-59fe-4427-95e0-b64acd28deb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff8edf-bf19-4535-9921-c6dc8df0265c', 'code': 200} Dec 08 02:03:23.706080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0120f-80cf-44d5-97bd-8817b3757278 req-0fd39949-40fd-405c-94d2-430a2182bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:23.707619 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eeb0120f-80cf-44d5-97bd-8817b3757278 req-0fd39949-40fd-405c-94d2-430a2182bba4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=391eff6630534673a898f6538747d337&device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 1100 time: 0.0514789 Dec 08 02:03:23.788994 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3831f7b-2e78-4be7-88bb-2153e2e50730 req-952c24aa-8354-423a-a3b5-f219aee1742c tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:23.790599 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3831f7b-2e78-4be7-88bb-2153e2e50730 req-952c24aa-8354-423a-a3b5-f219aee1742c tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0965135 Dec 08 02:03:23.793598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611bdbf-e915-4067-98f7-c03350b91211 req-c1494cfa-1c99-4b06-86c7-6be214ea9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:23.795071 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7611bdbf-e915-4067-98f7-c03350b91211 req-c1494cfa-1c99-4b06-86c7-6be214ea9c65 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 1097 time: 0.0637443 Dec 08 02:03:23.823775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0120f-80cf-44d5-97bd-8817b3757278 req-87e363c2-be50-451d-9c49-2700fb3acfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:23.825318 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eeb0120f-80cf-44d5-97bd-8817b3757278 req-87e363c2-be50-451d-9c49-2700fb3acfc6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.0942430 Dec 08 02:03:23.868318 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eeb0120f-80cf-44d5-97bd-8817b3757278 req-2542b067-2d8d-4410-838f-cea2759c2bfd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c6802ebe-196c-4996-8b3b-4f9507768032 HTTP/1.1" status: 200 len: 217 time: 0.0344698 Dec 08 02:03:23.869569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3831f7b-2e78-4be7-88bb-2153e2e50730 req-4ad5aeb9-ba18-48a8-8c45-3e6fa8876bfb tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710797 Dec 08 02:03:23.871706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7611bdbf-e915-4067-98f7-c03350b91211 req-a5214c45-e2f1-425e-bfda-84d7321df9d3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668449 Dec 08 02:03:23.924037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0120f-80cf-44d5-97bd-8817b3757278 req-74b882f4-354b-4cc4-b851-cc6e06d13983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:23.925487 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eeb0120f-80cf-44d5-97bd-8817b3757278 req-74b882f4-354b-4cc4-b851-cc6e06d13983 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0489502 Dec 08 02:03:23.973418 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0120f-80cf-44d5-97bd-8817b3757278 req-ceea9d54-1b79-4f0f-a51f-83dbb3bbab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:23.974935 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eeb0120f-80cf-44d5-97bd-8817b3757278 req-ceea9d54-1b79-4f0f-a51f-83dbb3bbab7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0409498 Dec 08 02:03:24.070346 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eeb0120f-80cf-44d5-97bd-8817b3757278 req-a40bc772-3b7f-4663-a366-ba9804689a98 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875058 Dec 08 02:03:24.123888 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:24.165755 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eeb0120f-80cf-44d5-97bd-8817b3757278 req-d36c7e69-b4f1-4332-8793-e45997041c96 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877419 Dec 08 02:03:24.319694 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-517c4e3d-16fb-485b-b4bf-194ecd68cce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:24.620792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b83b8e-f55d-400d-b094-1ccc7cbf7203 req-46288f92-1c68-4c0b-833e-b614cb5c5370 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:24.622307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07b83b8e-f55d-400d-b094-1ccc7cbf7203 req-46288f92-1c68-4c0b-833e-b614cb5c5370 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0615792 Dec 08 02:03:24.707944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07b83b8e-f55d-400d-b094-1ccc7cbf7203 req-27ded514-c74b-4f02-95e9-38409b63f632 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781517 Dec 08 02:03:24.731659 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225c4e1-1a10-46ba-9c20-a291c0bb47be req-0dbe1a7f-228f-4989-8ba8-5f66ebd38fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:24.731861 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc0f57-a741-46ce-8702-f0d84bb07001 req-4d7c0c77-5ac0-4771-b05b-44acfd61482c tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:24.731997 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a225c4e1-1a10-46ba-9c20-a291c0bb47be req-0dbe1a7f-228f-4989-8ba8-5f66ebd38fce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 1098 time: 0.0426822 Dec 08 02:03:24.734780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2efc0f57-a741-46ce-8702-f0d84bb07001 req-4d7c0c77-5ac0-4771-b05b-44acfd61482c tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 948 time: 0.0718338 Dec 08 02:03:24.782560 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a225c4e1-1a10-46ba-9c20-a291c0bb47be req-4cec2554-b7c1-4847-9dd0-54ec25f3a9a5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467560 Dec 08 02:03:24.788157 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2efc0f57-a741-46ce-8702-f0d84bb07001 req-7c800d2f-0b05-41fc-ba82-7b8219c47bbd tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519245 Dec 08 02:03:24.996763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4185a-84de-4b21-a1a3-2b681f8435a9 req-61f59fe9-b12a-44f9-88cc-7791115f2c36 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:24.998263 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44a4185a-84de-4b21-a1a3-2b681f8435a9 req-61f59fe9-b12a-44f9-88cc-7791115f2c36 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0516739 Dec 08 02:03:25.046200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44a4185a-84de-4b21-a1a3-2b681f8435a9 req-05998d76-305d-42d8-87df-15494167e3d3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Dec 08 02:03:25.379184 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:25.855845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed0e05-2e6b-4028-9c14-f862c0258e94 req-84ffd0ba-676c-43d9-8160-cfd18deccc5c tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:25.857568 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5ed0e05-2e6b-4028-9c14-f862c0258e94 req-84ffd0ba-676c-43d9-8160-cfd18deccc5c tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0680847 Dec 08 02:03:25.939306 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5ed0e05-2e6b-4028-9c14-f862c0258e94 req-bd434d81-c88d-4351-af9a-6719f892fb85 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742416 Dec 08 02:03:25.947631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8d270-b448-4a8d-b953-c9b9318789d4 req-491d64ef-e6e1-4077-a58e-9c31fa4693ce tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:25.949162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4a8d270-b448-4a8d-b953-c9b9318789d4 req-491d64ef-e6e1-4077-a58e-9c31fa4693ce tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 948 time: 0.0767577 Dec 08 02:03:26.008221 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4a8d270-b448-4a8d-b953-c9b9318789d4 req-89351d4a-ae88-48e4-a126-9dd979cd9aeb tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472529 Dec 08 02:03:26.164130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead5cf8-8a28-4dbd-ad29-cea040e1cf00 req-58aae2f7-ed6f-4bfe-bcad-ae3189099122 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:26.165641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ead5cf8-8a28-4dbd-ad29-cea040e1cf00 req-58aae2f7-ed6f-4bfe-bcad-ae3189099122 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0515628 Dec 08 02:03:26.218825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ead5cf8-8a28-4dbd-ad29-cea040e1cf00 req-4fba0a92-af90-4639-83e2-581a5f4f4b47 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459435 Dec 08 02:03:26.337484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2a1c0-af63-4eba-8f18-765a7b4bf3aa req-e8339cb2-53b2-4f02-ac30-4d9c7089deef tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:26.338967 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6b2a1c0-af63-4eba-8f18-765a7b4bf3aa req-e8339cb2-53b2-4f02-ac30-4d9c7089deef tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0498862 Dec 08 02:03:26.389224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6b2a1c0-af63-4eba-8f18-765a7b4bf3aa req-b34bf454-287b-4dc9-bb8f-268b486fba3c tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441198 Dec 08 02:03:26.590234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123505a-c12b-49f4-99b0-d3649c1f8e2f req-8bcd6501-cb13-439f-89e6-5e3304093377 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:26.591833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6123505a-c12b-49f4-99b0-d3649c1f8e2f req-8bcd6501-cb13-439f-89e6-5e3304093377 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0490131 Dec 08 02:03:26.600311 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:03:26.642310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6123505a-c12b-49f4-99b0-d3649c1f8e2f req-bd3b96f6-f124-4438-9c53-aaef4a0e60fb tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414877 Dec 08 02:03:26.761193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed571b-0fb0-428b-8ad1-c05e8db6b53c req-0f485a40-a89a-473f-af5b-6310306f0fa8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:26.762561 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00ed571b-0fb0-428b-8ad1-c05e8db6b53c req-0f485a40-a89a-473f-af5b-6310306f0fa8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0529661 Dec 08 02:03:26.810216 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00ed571b-0fb0-428b-8ad1-c05e8db6b53c req-ff2219f7-6937-43f5-a416-8d7e77a2ce16 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414040 Dec 08 02:03:26.871158 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.046334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device c6802ebe-196c-4996-8b3b-4f9507768032 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:03:27.104299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0165e30-5bd9-48d5-9445-b864580973fd req-096db597-7e8c-4bbe-902c-6178cb55a17e tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:27.108564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0165e30-5bd9-48d5-9445-b864580973fd req-096db597-7e8c-4bbe-902c-6178cb55a17e tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0873880 Dec 08 02:03:27.198202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port c6802ebe-196c-4996-8b3b-4f9507768032, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c6802ebe-196c-4996-8b3b-4f9507768032,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:27.198879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8724b-7bfa-4493-b2e4-d517432ae425 req-a8033323-8708-4a55-bdf3-a9f830f01003 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:27.206686 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09e8724b-7bfa-4493-b2e4-d517432ae425 req-a8033323-8708-4a55-bdf3-a9f830f01003 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 948 time: 0.0912383 Dec 08 02:03:27.213001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'c6802ebe-196c-4996-8b3b-4f9507768032', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': 'c6802ebe-196c-4996-8b3b-4f9507768032', 'mac_address': 'fa:16:3e:d6:e7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:03:27.252548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0165e30-5bd9-48d5-9445-b864580973fd req-84cf2059-cf67-4335-a368-5ac642f62723 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239517 Dec 08 02:03:27.296541 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.318434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09e8724b-7bfa-4493-b2e4-d517432ae425 req-a7950152-2089-4f29-aaea-4e220960372e tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049366 Dec 08 02:03:27.343363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6802ebe-196c-4996-8b3b-4f9507768032 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:03:27.382091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port c6802ebe-196c-4996-8b3b-4f9507768032, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c6802ebe-196c-4996-8b3b-4f9507768032,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:27.396317 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.459932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=c6802ebe-196c-4996-8b3b-4f9507768032,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:27.486220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339733b-7ae4-4f56-b40f-8a1d12aca214 req-ea17dd01-8b69-4fa3-b22b-a1e3b01075f0 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:27.487959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7339733b-7ae4-4f56-b40f-8a1d12aca214 req-ea17dd01-8b69-4fa3-b22b-a1e3b01075f0 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0885777 Dec 08 02:03:27.567262 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-83fcb2b3-e790-4161-ad9c-8b9e72f6c01d req-b7703fa1-77c1-4b7b-91f7-be26725ad7db tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-196436642', 'description': 'tempest-description-1191038470'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:27.624332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7339733b-7ae4-4f56-b40f-8a1d12aca214 req-c4b14afa-feba-4d72-b63e-791a4077497d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286206 Dec 08 02:03:27.647416 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-83fcb2b3-e790-4161-ad9c-8b9e72f6c01d req-b7703fa1-77c1-4b7b-91f7-be26725ad7db tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.743797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['c6802ebe-196c-4996-8b3b-4f9507768032'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:27.753474 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-83fcb2b3-e790-4161-ad9c-8b9e72f6c01d req-b7703fa1-77c1-4b7b-91f7-be26725ad7db tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.761047 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-83fcb2b3-e790-4161-ad9c-8b9e72f6c01d req-b7703fa1-77c1-4b7b-91f7-be26725ad7db tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.801929 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-83fcb2b3-e790-4161-ad9c-8b9e72f6c01d req-b7703fa1-77c1-4b7b-91f7-be26725ad7db tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.804138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83fcb2b3-e790-4161-ad9c-8b9e72f6c01d req-b7703fa1-77c1-4b7b-91f7-be26725ad7db tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2544661 Dec 08 02:03:27.807817 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7703fa1-77c1-4b7b-91f7-be26725ad7db tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89291db3-0ae9-49ba-b53a-206eddc68deb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:27.841798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35e204-81db-4fda-9810-b8d90019e172 req-91541a31-342d-4806-95c5-dbd353e97009 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:27.850435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35e204-81db-4fda-9810-b8d90019e172 req-91541a31-342d-4806-95c5-dbd353e97009 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:27.861409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35e204-81db-4fda-9810-b8d90019e172 req-91541a31-342d-4806-95c5-dbd353e97009 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:27.869345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35e204-81db-4fda-9810-b8d90019e172 req-91541a31-342d-4806-95c5-dbd353e97009 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:27.876097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35e204-81db-4fda-9810-b8d90019e172 req-91541a31-342d-4806-95c5-dbd353e97009 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:27.882756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35e204-81db-4fda-9810-b8d90019e172 req-91541a31-342d-4806-95c5-dbd353e97009 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:27.889052 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35e204-81db-4fda-9810-b8d90019e172 req-91541a31-342d-4806-95c5-dbd353e97009 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:27.889276 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.898967 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f35e204-81db-4fda-9810-b8d90019e172 req-91541a31-342d-4806-95c5-dbd353e97009 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5442 time: 0.1902738 Dec 08 02:03:27.990968 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f4b0b5a-d6e0-4db9-acb1-04a1963d9669 req-8274d7d1-2e60-41dd-b229-3a9342c485c1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-196436642&fields=id&tenant_id=c7caf44b064d4236aef2daeacbb55f1e HTTP/1.1" status: 200 len: 267 time: 0.0830414 Dec 08 02:03:27.996947 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f35e204-81db-4fda-9810-b8d90019e172 req-b0a32d55-a630-4d60-84cb-d5e4fa9492f9 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971675 Dec 08 02:03:28.067290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b0b5a-d6e0-4db9-acb1-04a1963d9669 req-f9bd8de9-ee54-4907-9a7b-0b5ea3e64283 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:28.075513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f4b0b5a-d6e0-4db9-acb1-04a1963d9669 req-f9bd8de9-ee54-4907-9a7b-0b5ea3e64283 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0699258 Dec 08 02:03:28.081244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-2f4b0b5a-d6e0-4db9-acb1-04a1963d9669 req-e0966764-121b-4fb0-8c02-81326678d6f0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Request body: {'port': {'security_groups': ['f9d7670d-f5ba-44c1-a304-cdc7c37dcebe', '89291db3-0ae9-49ba-b53a-206eddc68deb']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:28.181442 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2f4b0b5a-d6e0-4db9-acb1-04a1963d9669 req-e0966764-121b-4fb0-8c02-81326678d6f0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.204056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c03614-758a-4adc-af37-abaaea9385af req-c5b5b027-eb6c-4cf7-a647-4810dc06f0ac tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:28.210002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c03614-758a-4adc-af37-abaaea9385af req-c5b5b027-eb6c-4cf7-a647-4810dc06f0ac tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:28.215947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c03614-758a-4adc-af37-abaaea9385af req-c5b5b027-eb6c-4cf7-a647-4810dc06f0ac tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:28.221845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c03614-758a-4adc-af37-abaaea9385af req-c5b5b027-eb6c-4cf7-a647-4810dc06f0ac tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:28.228293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c03614-758a-4adc-af37-abaaea9385af req-c5b5b027-eb6c-4cf7-a647-4810dc06f0ac tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:28.234461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c03614-758a-4adc-af37-abaaea9385af req-c5b5b027-eb6c-4cf7-a647-4810dc06f0ac tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:28.241001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c03614-758a-4adc-af37-abaaea9385af req-c5b5b027-eb6c-4cf7-a647-4810dc06f0ac tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:28.242906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4c03614-758a-4adc-af37-abaaea9385af req-c5b5b027-eb6c-4cf7-a647-4810dc06f0ac tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5442 time: 0.1340029 Dec 08 02:03:28.463011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ccb9e-a994-43ce-acdf-980a3375b487 req-bba215ba-b024-44d5-a8c6-050a45117dc1 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:28.464814 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-670ccb9e-a994-43ce-acdf-980a3375b487 req-bba215ba-b024-44d5-a8c6-050a45117dc1 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 949 time: 0.0805779 Dec 08 02:03:28.466717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2f4b0b5a-d6e0-4db9-acb1-04a1963d9669 req-e0966764-121b-4fb0-8c02-81326678d6f0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] For port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,segment=NetworkSegment(2815477c-c53a-4d80-8433-3e529f921bc8),segment_id=2815477c-c53a-4d80-8433-3e529f921bc8)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:28.863841 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2f4b0b5a-d6e0-4db9-acb1-04a1963d9669 req-e0966764-121b-4fb0-8c02-81326678d6f0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.872892 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2f4b0b5a-d6e0-4db9-acb1-04a1963d9669 req-e0966764-121b-4fb0-8c02-81326678d6f0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.904610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['9c5c65d1-fcf7-4fdf-b197-2a1481db68a4'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:28.910365 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-670ccb9e-a994-43ce-acdf-980a3375b487 req-cf1b9228-e3fa-4228-9bfe-0ebed7cf6a07 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936239 Dec 08 02:03:28.923150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b0b5a-d6e0-4db9-acb1-04a1963d9669 req-e0966764-121b-4fb0-8c02-81326678d6f0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:28.923823 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2f4b0b5a-d6e0-4db9-acb1-04a1963d9669 req-e0966764-121b-4fb0-8c02-81326678d6f0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.925202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f4b0b5a-d6e0-4db9-acb1-04a1963d9669 req-e0966764-121b-4fb0-8c02-81326678d6f0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "PUT /v2.0/ports/9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 HTTP/1.1" status: 200 len: 982 time: 0.8488567 Dec 08 02:03:28.931337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'tag': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:28.933963 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2c0a8f-016c-4e0f-a5aa-00c6818f3608" -d '{"events": [{"name": "network-changed", "server_uuid": "2d20f1f9-7ba4-444f-b9f5-29ba947a036e", "tag": "9c5c65d1-fcf7-4fdf-b197-2a1481db68a4"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:28.986177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0966764-121b-4fb0-8c02-81326678d6f0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Pushing event updated for resources: {'Port': ['ID=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:29.076100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eeb8f6-f0a0-4a52-98e3-a4a2b62a6164 req-4ce38ec5-988e-4e60-bba1-7e4e2853a8a6 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:29.077528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65eeb8f6-f0a0-4a52-98e3-a4a2b62a6164 req-4ce38ec5-988e-4e60-bba1-7e4e2853a8a6 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0623107 Dec 08 02:03:29.084929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['9c5c65d1-fcf7-4fdf-b197-2a1481db68a4'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:29.097079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device c6802ebe-196c-4996-8b3b-4f9507768032 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:29.156186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68e0324c-659c-4f95-b880-3d9ce07e88f5 req-57ebfcc2-7da5-4059-8875-1be64204c71b tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-196436642&fields=id&tenant_id=c7caf44b064d4236aef2daeacbb55f1e HTTP/1.1" status: 200 len: 267 time: 0.0774562 Dec 08 02:03:29.165464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65eeb8f6-f0a0-4a52-98e3-a4a2b62a6164 req-da07f4d7-b325-481a-9cda-6337b08c8d49 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786483 Dec 08 02:03:29.231778 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e1c906-3bc4-4766-a443-29cb1d2ae8e6 x-openstack-request-id: req-03e1c906-3bc4-4766-a443-29cb1d2ae8e6 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:29.232739 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d20f1f9-7ba4-444f-b9f5-29ba947a036e", "tag": "9c5c65d1-fcf7-4fdf-b197-2a1481db68a4", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:29.233418 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-03e1c906-3bc4-4766-a443-29cb1d2ae8e6 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:29.233579 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'tag': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4', 'status': 'completed', 'code': 200} Dec 08 02:03:29.242616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0324c-659c-4f95-b880-3d9ce07e88f5 req-8a219cf3-af79-4d48-ae61-579fcd6d45de tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:29.251241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68e0324c-659c-4f95-b880-3d9ce07e88f5 req-8a219cf3-af79-4d48-ae61-579fcd6d45de tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 985 time: 0.0850723 Dec 08 02:03:29.257476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-68e0324c-659c-4f95-b880-3d9ce07e88f5 req-13330279-4f13-4b02-80e0-2ee6e2ef3dc0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Request body: {'port': {'security_groups': ['f9d7670d-f5ba-44c1-a304-cdc7c37dcebe']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:29.272729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port c6802ebe-196c-4996-8b3b-4f9507768032 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:03:29.283305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port c6802ebe-196c-4996-8b3b-4f9507768032 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:29.284148 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:29.322703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c0a8f-016c-4e0f-a5aa-00c6818f3608 req-6ad0fccc-6d62-4fc5-9ecd-bc924bce8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:29.325403 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-af2c0a8f-016c-4e0f-a5aa-00c6818f3608 req-6ad0fccc-6d62-4fc5-9ecd-bc924bce8b47 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7caf44b064d4236aef2daeacbb55f1e&device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 1137 time: 0.0505030 Dec 08 02:03:29.352776 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-68e0324c-659c-4f95-b880-3d9ce07e88f5 req-13330279-4f13-4b02-80e0-2ee6e2ef3dc0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:29.438220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c0a8f-016c-4e0f-a5aa-00c6818f3608 req-e1e345fa-aff6-4ad0-9ee9-c441b27e5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:29.440020 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-af2c0a8f-016c-4e0f-a5aa-00c6818f3608 req-e1e345fa-aff6-4ad0-9ee9-c441b27e5581 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e265170-3d52-431f-ad0f-e949e531ae38 HTTP/1.1" status: 200 len: 921 time: 0.1057541 Dec 08 02:03:29.486864 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:29.520111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2dd9e0-6f88-4686-814f-2b45232f1a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6802ebe-196c-4996-8b3b-4f9507768032'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:29.522522 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9bd9da-72cd-4991-9b31-c0629ec6961a" -d '{"events": [{"server_uuid": "8c2dd9e0-6f88-4686-814f-2b45232f1a8e", "name": "network-vif-plugged", "status": "completed", "tag": "c6802ebe-196c-4996-8b3b-4f9507768032"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:29.526188 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-af2c0a8f-016c-4e0f-a5aa-00c6818f3608 req-c2d3e014-3115-416d-8d0c-d3675c7457f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 HTTP/1.1" status: 200 len: 217 time: 0.0770688 Dec 08 02:03:29.536256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port c6802ebe-196c-4996-8b3b-4f9507768032, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c6802ebe-196c-4996-8b3b-4f9507768032,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:29.542662 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:29.594233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c0a8f-016c-4e0f-a5aa-00c6818f3608 req-da50ff0c-18c2-4d7c-b72f-85a1f675e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:29.594824 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=c6802ebe-196c-4996-8b3b-4f9507768032,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:29.595749 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-af2c0a8f-016c-4e0f-a5aa-00c6818f3608 req-da50ff0c-18c2-4d7c-b72f-85a1f675e736 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4cdbb40-b435-4291-bf34-8657b827a4a2 HTTP/1.1" status: 200 len: 860 time: 0.0617967 Dec 08 02:03:29.599954 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bcb2f1-58b5-43a0-b352-56a3c0e6a252 x-openstack-request-id: req-b0bcb2f1-58b5-43a0-b352-56a3c0e6a252 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:29.600252 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2dd9e0-6f88-4686-814f-2b45232f1a8e", "name": "network-vif-plugged", "status": "completed", "tag": "c6802ebe-196c-4996-8b3b-4f9507768032", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:29.600494 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b0bcb2f1-58b5-43a0-b352-56a3c0e6a252 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:29.600881 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2dd9e0-6f88-4686-814f-2b45232f1a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6802ebe-196c-4996-8b3b-4f9507768032', 'code': 200} Dec 08 02:03:29.603552 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-68e0324c-659c-4f95-b880-3d9ce07e88f5 req-13330279-4f13-4b02-80e0-2ee6e2ef3dc0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] For port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,segment=NetworkSegment(2815477c-c53a-4d80-8433-3e529f921bc8),segment_id=2815477c-c53a-4d80-8433-3e529f921bc8)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:29.639520 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-af2c0a8f-016c-4e0f-a5aa-00c6818f3608 req-e5a1e4ea-ad42-44e4-9d80-f0fe541e6de3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e265170-3d52-431f-ad0f-e949e531ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312452 Dec 08 02:03:29.639990 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-68e0324c-659c-4f95-b880-3d9ce07e88f5 req-13330279-4f13-4b02-80e0-2ee6e2ef3dc0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:29.645635 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-68e0324c-659c-4f95-b880-3d9ce07e88f5 req-13330279-4f13-4b02-80e0-2ee6e2ef3dc0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:29.682343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['9c5c65d1-fcf7-4fdf-b197-2a1481db68a4'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:29.732482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0324c-659c-4f95-b880-3d9ce07e88f5 req-13330279-4f13-4b02-80e0-2ee6e2ef3dc0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:29.734263 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-68e0324c-659c-4f95-b880-3d9ce07e88f5 req-13330279-4f13-4b02-80e0-2ee6e2ef3dc0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:29.737704 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68e0324c-659c-4f95-b880-3d9ce07e88f5 req-13330279-4f13-4b02-80e0-2ee6e2ef3dc0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "PUT /v2.0/ports/9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 HTTP/1.1" status: 200 len: 943 time: 0.4854701 Dec 08 02:03:29.811290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e26c3-7cb4-4ad7-baa3-b83fed97e11a req-7261efd0-03ae-43b8-a78d-a4793aa53803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:29.812877 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc8e26c3-7cb4-4ad7-baa3-b83fed97e11a req-7261efd0-03ae-43b8-a78d-a4793aa53803 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 1102 time: 0.1018841 Dec 08 02:03:29.815079 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-af2c0a8f-016c-4e0f-a5aa-00c6818f3608 req-737b33fc-baf1-49c8-ad07-960ce7d6fd99 service neutron] 10.222.0.45 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661751 Dec 08 02:03:29.888769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['9c5c65d1-fcf7-4fdf-b197-2a1481db68a4'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:29.920493 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-7c6a6b9f-68c9-4649-9887-271aea6afb97 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1351669 Dec 08 02:03:29.923790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13330279-4f13-4b02-80e0-2ee6e2ef3dc0 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Pushing event updated for resources: {'Port': ['ID=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:29.931056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:29.962641 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:30.017903 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-af2c0a8f-016c-4e0f-a5aa-00c6818f3608 req-5d0a68ae-e9f4-4caf-bc00-f22bd5681432 service neutron] 10.222.0.45 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782012 Dec 08 02:03:30.054374 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc8e26c3-7cb4-4ad7-baa3-b83fed97e11a req-c7e347c7-9f1f-4385-a7ce-ca59fee0ad2b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281756 Dec 08 02:03:30.119632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093ce0f-9444-4d78-be8f-f5b041baf63d req-bf4ca62e-090e-4ddc-a150-2d213488de70 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.123652 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e093ce0f-9444-4d78-be8f-f5b041baf63d req-bf4ca62e-090e-4ddc-a150-2d213488de70 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 950 time: 0.0670862 Dec 08 02:03:30.156653 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:30.233480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e093ce0f-9444-4d78-be8f-f5b041baf63d req-7ab5ac55-48a2-473a-829f-f314b1c22121 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018176 Dec 08 02:03:30.314738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Allocated IP 172.25.8.163 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/f0df7e3d-0e2d-4943-af83-dfa52160c7bc) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:03:30.444997 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:30.510595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54c84f-5624-4cdd-bf01-96140368ee05 req-1e56231a-51e3-439e-bfdc-fa4d03c2a977 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.512028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c54c84f-5624-4cdd-bf01-96140368ee05 req-1e56231a-51e3-439e-bfdc-fa4d03c2a977 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0775447 Dec 08 02:03:30.526547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:30.540151 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33412) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:30.584522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:30.594887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:30.602244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:03:30.610197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c54c84f-5624-4cdd-bf01-96140368ee05 req-f24dfb32-615e-4d12-8787-8c7a6f3087da tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919437 Dec 08 02:03:30.640054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Pushing event updated for resources: {'Port': ['ID=f0df7e3d-0e2d-4943-af83-dfa52160c7bc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:30.647340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96badf-aeb7-4cb5-a381-7315f2b28b5f req-76fc3538-f379-4885-90f5-98062af0fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.648452 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96badf-aeb7-4cb5-a381-7315f2b28b5f req-76fc3538-f379-4885-90f5-98062af0fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.648452 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96badf-aeb7-4cb5-a381-7315f2b28b5f req-76fc3538-f379-4885-90f5-98062af0fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.649153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96badf-aeb7-4cb5-a381-7315f2b28b5f req-76fc3538-f379-4885-90f5-98062af0fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.649819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96badf-aeb7-4cb5-a381-7315f2b28b5f req-76fc3538-f379-4885-90f5-98062af0fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.650293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96badf-aeb7-4cb5-a381-7315f2b28b5f req-76fc3538-f379-4885-90f5-98062af0fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.650830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96badf-aeb7-4cb5-a381-7315f2b28b5f req-76fc3538-f379-4885-90f5-98062af0fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.652911 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a96badf-aeb7-4cb5-a381-7315f2b28b5f req-76fc3538-f379-4885-90f5-98062af0fa1a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 6506 time: 0.1111393 Dec 08 02:03:30.713799 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:30.714747 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a96badf-aeb7-4cb5-a381-7315f2b28b5f req-df8f0d3f-0d38-4121-8884-36a455afe198 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&id=2dc52131-e19f-495b-89f9-b4e4b981f531&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526922 Dec 08 02:03:30.751686 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:30.922658 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:30.930696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:31.012990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Pushing event updated for resources: {'Port': ['ID=f0df7e3d-0e2d-4943-af83-dfa52160c7bc,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:31.039445 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:31.060278 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:31.061748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-6b07b8a3-4671-40f5-964a-ff1899286d20 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1348858 Dec 08 02:03:31.143042 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-35cf2f92-f157-469c-a3e9-449db545b9fc tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 696 time: 0.0742605 Dec 08 02:03:31.242555 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'tag': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:31.250876 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0c1753-850a-4011-89a3-6a1e0443f15e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d20f1f9-7ba4-444f-b9f5-29ba947a036e", "tag": "9c5c65d1-fcf7-4fdf-b197-2a1481db68a4"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:31.304889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-d82fca39-a249-425d-af53-08a61cac0e59 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:31.306331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ce69739-e47e-4dcf-a836-ed3c60e8137a req-d82fca39-a249-425d-af53-08a61cac0e59 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.1543338 Dec 08 02:03:31.335467 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b76a0aa-2984-4f1d-9aad-4c76155358f7 x-openstack-request-id: req-6b76a0aa-2984-4f1d-9aad-4c76155358f7 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:31.338153 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d20f1f9-7ba4-444f-b9f5-29ba947a036e", "tag": "9c5c65d1-fcf7-4fdf-b197-2a1481db68a4", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:31.338576 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6b76a0aa-2984-4f1d-9aad-4c76155358f7 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:31.339834 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'tag': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4', 'status': 'completed', 'code': 200} Dec 08 02:03:31.445430 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c1753-850a-4011-89a3-6a1e0443f15e req-c0359845-24e0-48fa-94ea-21b3ed458357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:31.447057 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aa0c1753-850a-4011-89a3-6a1e0443f15e req-c0359845-24e0-48fa-94ea-21b3ed458357 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7caf44b064d4236aef2daeacbb55f1e&device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 1098 time: 0.0769324 Dec 08 02:03:31.583451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b12966-ba8a-4f59-bbf8-f3a4a66b597c req-f0d4b59d-e75d-4757-ad57-8411c57b3c90 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:31.590996 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4b12966-ba8a-4f59-bbf8-f3a4a66b597c req-f0d4b59d-e75d-4757-ad57-8411c57b3c90 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 950 time: 0.1718481 Dec 08 02:03:31.611797 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c1753-850a-4011-89a3-6a1e0443f15e req-03894174-2990-45ed-a1bd-56b01b87bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:31.613362 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aa0c1753-850a-4011-89a3-6a1e0443f15e req-03894174-2990-45ed-a1bd-56b01b87bd64 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e265170-3d52-431f-ad0f-e949e531ae38 HTTP/1.1" status: 200 len: 921 time: 0.1553674 Dec 08 02:03:31.613949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-4d909904-3cec-4929-9b72-e41e7ca9ac42 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:31.621216 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-4d909904-3cec-4929-9b72-e41e7ca9ac42 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1759398 Dec 08 02:03:31.669782 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aa0c1753-850a-4011-89a3-6a1e0443f15e req-3ab7e804-9985-421e-bdb3-7c423d9cf10e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 HTTP/1.1" status: 200 len: 217 time: 0.0406501 Dec 08 02:03:31.694794 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-9a3c0b3b-16e8-4cd9-9f4a-bdea799727c6 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 696 time: 0.0727060 Dec 08 02:03:31.711969 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-8cbae410-a8b8-4454-92ba-1fc24af690ab tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Request body: {'floatingip': {'port_id': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:31.727075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c1753-850a-4011-89a3-6a1e0443f15e req-9c80872e-049c-448e-9177-ff6d313e5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:31.728862 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aa0c1753-850a-4011-89a3-6a1e0443f15e req-9c80872e-049c-448e-9177-ff6d313e5422 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4cdbb40-b435-4291-bf34-8657b827a4a2 HTTP/1.1" status: 200 len: 860 time: 0.0516655 Dec 08 02:03:31.755946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4b12966-ba8a-4f59-bbf8-f3a4a66b597c req-1678cb07-0c6f-4ea2-ba35-3bf1f5b2f2b6 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614094 Dec 08 02:03:31.769544 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aa0c1753-850a-4011-89a3-6a1e0443f15e req-0f4e8530-8e84-49ad-8162-b2bd858091b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e265170-3d52-431f-ad0f-e949e531ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322435 Dec 08 02:03:31.781564 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-8cbae410-a8b8-4454-92ba-1fc24af690ab tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:31.960208 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aa0c1753-850a-4011-89a3-6a1e0443f15e req-c579ca24-799c-42b5-aef9-594f280c3cad service neutron] 10.222.0.45 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832855 Dec 08 02:03:32.122332 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aa0c1753-850a-4011-89a3-6a1e0443f15e req-cf40d32a-add9-4d02-99f6-c6ab518861da service neutron] 10.222.0.45 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544526 Dec 08 02:03:32.261784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b8778-ee91-4e3e-8261-f8a24e02c5da req-20afeef3-ab6f-49d9-9385-b0045644a7a7 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:32.266277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f2b8778-ee91-4e3e-8261-f8a24e02c5da req-20afeef3-ab6f-49d9-9385-b0045644a7a7 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.1672833 Dec 08 02:03:32.385960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f2b8778-ee91-4e3e-8261-f8a24e02c5da req-a6cd1d7f-e024-4613-8982-8eaa1686e175 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946627 Dec 08 02:03:32.449719 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-8cbae410-a8b8-4454-92ba-1fc24af690ab tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.455254 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-8cbae410-a8b8-4454-92ba-1fc24af690ab tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.641549 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-8cbae410-a8b8-4454-92ba-1fc24af690ab tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Floating IP 534e2d6a-9cb9-48c5-9e51-c54c0f58e19e associated. External IP: 172.25.8.163, port: 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4. Dec 08 02:03:32.778243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-dc79d865-d148-4cc0-b4f6-2812faf28a04 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=391eff6630534673a898f6538747d337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584228 Dec 08 02:03:33.038928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-8cbae410-a8b8-4454-92ba-1fc24af690ab tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:03:33.047184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-dc5fa641-9f41-40de-a734-6e45d6e6fb3d tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:33.049333 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-dc5fa641-9f41-40de-a734-6e45d6e6fb3d tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2601347 Dec 08 02:03:33.069180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-ec64f44a-81a4-48df-8937-966c2a79603c tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/quotas/391eff6630534673a898f6538747d337 HTTP/1.1" status: 200 len: 375 time: 0.0122526 Dec 08 02:03:33.210222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-d8761762-b6ef-4894-9c38-2641320570ce tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=391eff6630534673a898f6538747d337&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1352658 Dec 08 02:03:33.245164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-8cbae410-a8b8-4454-92ba-1fc24af690ab tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:03:33.249989 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-8cbae410-a8b8-4454-92ba-1fc24af690ab tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:33.258235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b9422-3fad-4b44-b4bd-d21127ce5a66 None None] Sync routers for ids ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:03:33.294664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b9422-3fad-4b44-b4bd-d21127ce5a66 None None] Routers {'ea8aa339-4a94-435f-92ad-b5e0cb1325d4'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:33.295425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ab9b9422-3fad-4b44-b4bd-d21127ce5a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:03:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:33.357113 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-8cbae410-a8b8-4454-92ba-1fc24af690ab tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "PUT /v2.0/floatingips/534e2d6a-9cb9-48c5-9e51-c54c0f58e19e HTTP/1.1" status: 200 len: 997 time: 1.6462412 Dec 08 02:03:33.358280 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'tag': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:33.367893 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737c5509-4de3-41d0-ae6b-991b2a223453" -d '{"events": [{"name": "network-changed", "server_uuid": "2d20f1f9-7ba4-444f-b9f5-29ba947a036e", "tag": "9c5c65d1-fcf7-4fdf-b197-2a1481db68a4"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:33.450867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-07aa1ba4-1c02-411c-8583-7b126fe7d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:33.476867 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-07aa1ba4-1c02-411c-8583-7b126fe7d5a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7caf44b064d4236aef2daeacbb55f1e&device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 1098 time: 0.0808096 Dec 08 02:03:33.533953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-ab9b9422-3fad-4b44-b4bd-d21127ce5a66 None None] Set router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:33.636821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-7e7b6e91-a5e4-40b7-9868-a323e162935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:33.638560 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-7e7b6e91-a5e4-40b7-9868-a323e162935d service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e265170-3d52-431f-ad0f-e949e531ae38 HTTP/1.1" status: 200 len: 921 time: 0.1609166 Dec 08 02:03:33.788484 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-3e49a0b7-ec67-4dd6-a464-9fba02a43bc6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 HTTP/1.1" status: 200 len: 1000 time: 0.1414642 Dec 08 02:03:33.793037 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfe47b2-cbcb-4fcc-9fe8-23c7f88cca1b x-openstack-request-id: req-4dfe47b2-cbcb-4fcc-9fe8-23c7f88cca1b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:33.793924 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d20f1f9-7ba4-444f-b9f5-29ba947a036e", "tag": "9c5c65d1-fcf7-4fdf-b197-2a1481db68a4", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:33.794711 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4dfe47b2-cbcb-4fcc-9fe8-23c7f88cca1b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:33.797487 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'tag': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4', 'status': 'completed', 'code': 200} Dec 08 02:03:33.864772 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c5509-4de3-41d0-ae6b-991b2a223453 req-76b9f159-6d68-447c-8e5c-931433ac9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:33.867028 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-737c5509-4de3-41d0-ae6b-991b2a223453 req-76b9f159-6d68-447c-8e5c-931433ac9664 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7caf44b064d4236aef2daeacbb55f1e&device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 1098 time: 0.1208746 Dec 08 02:03:33.937238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-3eb15939-5d2d-4155-b650-46f96c4a6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:33.941088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-3eb15939-5d2d-4155-b650-46f96c4a6a2d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4cdbb40-b435-4291-bf34-8657b827a4a2 HTTP/1.1" status: 200 len: 860 time: 0.1424966 Dec 08 02:03:34.015335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-fecd87e5-1a9d-461b-9076-a24adc7dd8f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e265170-3d52-431f-ad0f-e949e531ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697927 Dec 08 02:03:34.021159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-47825030-e486-439c-be71-cbb7de0c892b service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:03:34.029631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-47825030-e486-439c-be71-cbb7de0c892b service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133622 Dec 08 02:03:34.067465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ab9b9422-3fad-4b44-b4bd-d21127ce5a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:02:44Z', 'revision_number': 4, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port': {'id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:40Z', 'updated_at': '2021-12-08T02:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '534e2d6a-9cb9-48c5-9e51-c54c0f58e19e', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'port_id': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'mac_address': 'fa:16:3e:0a:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:03:30Z', 'updated_at': '2021-12-08T02:03:32Z', 'revision_number': 1, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21a4e93-9c17-4b8a-b959-4ded5a4d16a9', 'name': '', 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'mac_address': 'fa:16:3e:cc:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:44Z', 'updated_at': '2021-12-08T02:02:51Z', 'revision_number': 5, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'subnets': [{'id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:34.101580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c5509-4de3-41d0-ae6b-991b2a223453 req-9b3af49f-e0c8-4df0-a88c-da4482a68ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:34.104806 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-737c5509-4de3-41d0-ae6b-991b2a223453 req-9b3af49f-e0c8-4df0-a88c-da4482a68ad5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e265170-3d52-431f-ad0f-e949e531ae38 HTTP/1.1" status: 200 len: 921 time: 0.2288449 Dec 08 02:03:34.171593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b9422-3fad-4b44-b4bd-d21127ce5a66 None None] Checking router: ea8aa339-4a94-435f-92ad-b5e0cb1325d4 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:03:34.193960 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b9422-3fad-4b44-b4bd-d21127ce5a66 None None] Routers {'ea8aa339-4a94-435f-92ad-b5e0cb1325d4'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:34.194602 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ab9b9422-3fad-4b44-b4bd-d21127ce5a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:03:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:34.197713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff17f8-aca2-4041-b522-1fb9977ebc95 req-377877ad-afa6-4a97-8c9c-fe12113bedc5 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:34.214881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-78ff17f8-aca2-4041-b522-1fb9977ebc95 req-377877ad-afa6-4a97-8c9c-fe12113bedc5 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.3426318 Dec 08 02:03:34.290565 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-737c5509-4de3-41d0-ae6b-991b2a223453 req-a73f15e7-95b0-4086-81fa-a0013803ef7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 HTTP/1.1" status: 200 len: 1000 time: 0.1775315 Dec 08 02:03:34.414754 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-78ff17f8-aca2-4041-b522-1fb9977ebc95 req-23ce550c-1538-4ae9-8212-3a21ede22a32 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971090 Dec 08 02:03:34.437024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-7f93a09a-3c68-42a4-aa1a-2dd194b5f5e1 service neutron] 10.222.0.71 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065633 Dec 08 02:03:34.452448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c5509-4de3-41d0-ae6b-991b2a223453 req-3cf8e12a-8a2f-4403-a835-7daabfe2ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:34.454040 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-737c5509-4de3-41d0-ae6b-991b2a223453 req-3cf8e12a-8a2f-4403-a835-7daabfe2ecd3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4cdbb40-b435-4291-bf34-8657b827a4a2 HTTP/1.1" status: 200 len: 860 time: 0.1561029 Dec 08 02:03:34.535759 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-737c5509-4de3-41d0-ae6b-991b2a223453 req-487c3af4-6ab8-43d2-9952-cdf398f59aae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e265170-3d52-431f-ad0f-e949e531ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711465 Dec 08 02:03:34.538117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-ab9b9422-3fad-4b44-b4bd-d21127ce5a66 None None] Set router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:34.622581 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-518d7ed0-3ca2-46bc-a816-673ae8f215f8 req-ae93064c-024b-4d63-a7a3-8a032be29d2f tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 210 time: 0.0594149 Dec 08 02:03:34.700106 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2f9f91f-982b-4c3d-b1b9-fb521fa4b671 req-13cd8eda-ca7c-4b86-a82e-782b68d55544 service neutron] 10.222.0.71 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562423 Dec 08 02:03:34.763219 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-737c5509-4de3-41d0-ae6b-991b2a223453 req-6b9fee81-aeef-4621-beca-0a7ec053c8d3 service neutron] 10.222.0.45 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226253 Dec 08 02:03:34.969512 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-737c5509-4de3-41d0-ae6b-991b2a223453 req-52c6a865-1461-40f5-b28e-1d23e6a7adf9 service neutron] 10.222.0.45 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879132 Dec 08 02:03:35.025195 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-543e12ef-8b8d-4390-873a-90deda153c50 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 1000 time: 0.2536228 Dec 08 02:03:35.163732 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-b62b65d2-1c00-4651-b8e0-48bd762ee964 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:35.179065 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-b62b65d2-1c00-4651-b8e0-48bd762ee964 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports/9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 HTTP/1.1" status: 200 len: 943 time: 0.1471832 Dec 08 02:03:35.410545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-a4e6d505-de93-4ad5-8628-479f56dcd043 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 1000 time: 0.1623645 Dec 08 02:03:35.473897 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ab9b9422-3fad-4b44-b4bd-d21127ce5a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:02:44Z', 'revision_number': 4, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port': {'id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:40Z', 'updated_at': '2021-12-08T02:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '534e2d6a-9cb9-48c5-9e51-c54c0f58e19e', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'port_id': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'mac_address': 'fa:16:3e:0a:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:03:30Z', 'updated_at': '2021-12-08T02:03:32Z', 'revision_number': 1, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21a4e93-9c17-4b8a-b959-4ded5a4d16a9', 'name': '', 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'mac_address': 'fa:16:3e:cc:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:44Z', 'updated_at': '2021-12-08T02:02:51Z', 'revision_number': 5, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'subnets': [{'id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:35.509525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b9422-3fad-4b44-b4bd-d21127ce5a66 None None] The sync data for ids ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'] in n-d-713499-31 is: [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:02:44Z', 'revision_number': 4, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port': {'id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:40Z', 'updated_at': '2021-12-08T02:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '534e2d6a-9cb9-48c5-9e51-c54c0f58e19e', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'port_id': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'mac_address': 'fa:16:3e:0a:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:03:30Z', 'updated_at': '2021-12-08T02:03:32Z', 'revision_number': 1, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21a4e93-9c17-4b8a-b959-4ded5a4d16a9', 'name': '', 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'mac_address': 'fa:16:3e:cc:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:44Z', 'updated_at': '2021-12-08T02:02:51Z', 'revision_number': 5, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'subnets': [{'id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:03:35.547673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-061d2a11-78da-4c39-86c7-f1e0e91489c9 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=391eff6630534673a898f6538747d337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170921 Dec 08 02:03:35.925333 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242c751-ac5d-4d20-a5e9-e2c823a264a2 None None] New status for floating IP 534e2d6a-9cb9-48c5-9e51-c54c0f58e19e: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:03:36.227825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-ffade8c6-07f3-4b9e-ba30-e86716b79415 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:36.229235 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-ffade8c6-07f3-4b9e-ba30-e86716b79415 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1634424 Dec 08 02:03:36.247474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca3cb6-c23f-4e83-b619-3672d6d9e0d2 req-9cdd810b-af79-49a4-bd37-8b1c38753989 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:36.255316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26ca3cb6-c23f-4e83-b619-3672d6d9e0d2 req-9cdd810b-af79-49a4-bd37-8b1c38753989 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.7153361 Dec 08 02:03:36.269478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-6376a6ee-965b-4347-82ba-773e52206f94 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Request body: {'port': {'device_id': 'a3926418-ccfa-46b5-8f79-22f44f4968b5', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '391eff6630534673a898f6538747d337'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:36.351826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-74e24639-7338-4df5-b55a-38919261f79f tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:36.353310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-74e24639-7338-4df5-b55a-38919261f79f tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.9419947 Dec 08 02:03:36.439798 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26ca3cb6-c23f-4e83-b619-3672d6d9e0d2 req-2c782ef8-3560-41bd-88c4-66bd825b4603 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832244 Dec 08 02:03:36.483121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-a6b7ad0f-fd19-4417-9700-943ef1d4d0a9 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 1002 time: 0.1042094 Dec 08 02:03:36.512605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-c5f28685-76c2-46fa-b246-124fa170fcaf tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:36.530260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-6376a6ee-965b-4347-82ba-773e52206f94 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Made reservation on behalf of 391eff6630534673a898f6538747d337 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:03:36.534385 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-6376a6ee-965b-4347-82ba-773e52206f94 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:36.625765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b02cc8ed-b36d-4dfd-ac48-a90463818b74 req-09dd3147-8156-4b75-96aa-006e3496bf41 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 210 time: 0.0762932 Dec 08 02:03:36.684407 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-c5f28685-76c2-46fa-b246-124fa170fcaf tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:36.852919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-6376a6ee-965b-4347-82ba-773e52206f94 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Allocated IP 192.168.233.241 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/03857758-6bac-4d0d-bd17-50d58d118fd7) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:03:36.916494 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-c5f28685-76c2-46fa-b246-124fa170fcaf tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:36.931989 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-c5f28685-76c2-46fa-b246-124fa170fcaf tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:36.932987 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-c5f28685-76c2-46fa-b246-124fa170fcaf tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Floating IP 534e2d6a-9cb9-48c5-9e51-c54c0f58e19e disassociated. External IP: 172.25.8.163, port: 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4. Dec 08 02:03:37.207433 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-6376a6ee-965b-4347-82ba-773e52206f94 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:37.288696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-6376a6ee-965b-4347-82ba-773e52206f94 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:37.325715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['c6802ebe-196c-4996-8b3b-4f9507768032'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:37.400753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-c5f28685-76c2-46fa-b246-124fa170fcaf tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:03:37.407505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376a6ee-965b-4347-82ba-773e52206f94 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Pushing event updated for resources: {'Port': ['ID=03857758-6bac-4d0d-bd17-50d58d118fd7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:37.416042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-6376a6ee-965b-4347-82ba-773e52206f94 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:37.419914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-6376a6ee-965b-4347-82ba-773e52206f94 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:37.423011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-6376a6ee-965b-4347-82ba-773e52206f94 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:03:37.516978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-6376a6ee-965b-4347-82ba-773e52206f94 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:37.517698 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-6376a6ee-965b-4347-82ba-773e52206f94 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:37.552730 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-6376a6ee-965b-4347-82ba-773e52206f94 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2952216 Dec 08 02:03:37.600531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Request body: {'port': {'device_id': 'a3926418-ccfa-46b5-8f79-22f44f4968b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:37.706396 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-c5f28685-76c2-46fa-b246-124fa170fcaf tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:03:37.713898 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-c5f28685-76c2-46fa-b246-124fa170fcaf tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:37.718024 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:37.718968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc3ade-1a81-4d44-84d1-b95a9bd72253 None None] Sync routers for ids ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:03:37.750005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc3ade-1a81-4d44-84d1-b95a9bd72253 None None] Routers {'ea8aa339-4a94-435f-92ad-b5e0cb1325d4'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:37.750710 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2acc3ade-1a81-4d44-84d1-b95a9bd72253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:03:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:37.765131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ae25e-88f3-470e-8e01-257ac3206150 req-470fa872-7c03-4816-93e4-689b80503ea2 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:37.768995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f67ae25e-88f3-470e-8e01-257ac3206150 req-470fa872-7c03-4816-93e4-689b80503ea2 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.1753521 Dec 08 02:03:37.789917 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-c5f28685-76c2-46fa-b246-124fa170fcaf tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "PUT /v2.0/floatingips/534e2d6a-9cb9-48c5-9e51-c54c0f58e19e HTTP/1.1" status: 200 len: 695 time: 1.2847700 Dec 08 02:03:37.813382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'tag': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:37.816015 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc932318-0939-4312-a622-517085a92258" -d '{"events": [{"name": "network-changed", "server_uuid": "2d20f1f9-7ba4-444f-b9f5-29ba947a036e", "tag": "9c5c65d1-fcf7-4fdf-b197-2a1481db68a4"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:37.968758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f67ae25e-88f3-470e-8e01-257ac3206150 req-b46697c6-403e-4a4a-81b1-6d941c5c8597 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861415 Dec 08 02:03:37.989042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-cac9e46b-3c9b-416a-a23b-60b3c939420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:37.990728 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-cac9e46b-3c9b-416a-a23b-60b3c939420f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7caf44b064d4236aef2daeacbb55f1e&device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 1098 time: 0.1630476 Dec 08 02:03:38.016835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-86c732fd-389e-4334-97ec-bd3702cbc47d None None] Provisioning complete for port 03857758-6bac-4d0d-bd17-50d58d118fd7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:38.017332 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86c732fd-389e-4334-97ec-bd3702cbc47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:38.060970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-2acc3ade-1a81-4d44-84d1-b95a9bd72253 None None] Set router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:38.106224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-86c732fd-389e-4334-97ec-bd3702cbc47d None None] Port 03857758-6bac-4d0d-bd17-50d58d118fd7 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:03:38.267395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f468ba7-7add-4f21-9488-5d91a6b28616 req-cd174cc4-ba94-4379-809b-ce4a06095fdd tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:38.269475 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f468ba7-7add-4f21-9488-5d91a6b28616 req-cd174cc4-ba94-4379-809b-ce4a06095fdd tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 936 time: 0.1948583 Dec 08 02:03:38.329713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2acc3ade-1a81-4d44-84d1-b95a9bd72253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:02:44Z', 'revision_number': 4, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port': {'id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:40Z', 'updated_at': '2021-12-08T02:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'b21a4e93-9c17-4b8a-b959-4ded5a4d16a9', 'name': '', 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'mac_address': 'fa:16:3e:cc:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:44Z', 'updated_at': '2021-12-08T02:02:51Z', 'revision_number': 5, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'subnets': [{'id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:38.365548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc3ade-1a81-4d44-84d1-b95a9bd72253 None None] Checking router: ea8aa339-4a94-435f-92ad-b5e0cb1325d4 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:03:38.381088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc3ade-1a81-4d44-84d1-b95a9bd72253 None None] Routers {'ea8aa339-4a94-435f-92ad-b5e0cb1325d4'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:38.381972 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2acc3ade-1a81-4d44-84d1-b95a9bd72253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:03:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:38.388737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-13f66baa-160c-4ebc-a61a-e4ef8695887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:38.396717 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-13f66baa-160c-4ebc-a61a-e4ef8695887f service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e265170-3d52-431f-ad0f-e949e531ae38 HTTP/1.1" status: 200 len: 921 time: 0.3897195 Dec 08 02:03:38.457559 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f468ba7-7add-4f21-9488-5d91a6b28616 req-e4d255ee-a405-45ad-b654-6cd081c9f628 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631105 Dec 08 02:03:38.470690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-d7de2223-262d-4766-87d1-ffa65db609f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 HTTP/1.1" status: 200 len: 217 time: 0.0732048 Dec 08 02:03:38.517816 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03857758-6bac-4d0d-bd17-50d58d118fd7 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:03:38.523707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-5e9dd3b9-3657-4a60-a43b-cec3005fcd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:38.525661 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-5e9dd3b9-3657-4a60-a43b-cec3005fcd9b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b4cdbb40-b435-4291-bf34-8657b827a4a2 HTTP/1.1" status: 200 len: 860 time: 0.0542355 Dec 08 02:03:38.532918 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:38.555407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-2acc3ade-1a81-4d44-84d1-b95a9bd72253 None None] Set router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:38.593349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-45da11f7-156c-4d99-b16a-59d51cbbb828 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e265170-3d52-431f-ad0f-e949e531ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576613 Dec 08 02:03:38.602076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Transition to ACTIVE for port object 03857758-6bac-4d0d-bd17-50d58d118fd7 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:03:38.713852 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cf0347-d1c2-4c04-b261-ee7ac1845511 x-openstack-request-id: req-b3cf0347-d1c2-4c04-b261-ee7ac1845511 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:38.714457 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d20f1f9-7ba4-444f-b9f5-29ba947a036e", "tag": "9c5c65d1-fcf7-4fdf-b197-2a1481db68a4", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:38.714457 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b3cf0347-d1c2-4c04-b261-ee7ac1845511 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:38.714708 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'tag': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4', 'status': 'completed', 'code': 200} Dec 08 02:03:38.717629 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:38.739036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-af599571-6ab6-4e02-b52a-861deb3e37a3 service neutron] 10.222.0.71 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381717 Dec 08 02:03:38.773829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc932318-0939-4312-a622-517085a92258 req-cc17b359-3d01-4dbe-964c-d09aa7239f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:38.775898 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dc932318-0939-4312-a622-517085a92258 req-cc17b359-3d01-4dbe-964c-d09aa7239f3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7caf44b064d4236aef2daeacbb55f1e&device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 1098 time: 0.0459738 Dec 08 02:03:38.881769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2acc3ade-1a81-4d44-84d1-b95a9bd72253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:02:44Z', 'revision_number': 4, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port': {'id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:40Z', 'updated_at': '2021-12-08T02:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'b21a4e93-9c17-4b8a-b959-4ded5a4d16a9', 'name': '', 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'mac_address': 'fa:16:3e:cc:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:44Z', 'updated_at': '2021-12-08T02:02:51Z', 'revision_number': 5, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'subnets': [{'id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:38.926839 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc3ade-1a81-4d44-84d1-b95a9bd72253 None None] The sync data for ids ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'] in n-d-713499-31 is: [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:02:44Z', 'revision_number': 4, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port': {'id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:40Z', 'updated_at': '2021-12-08T02:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'b21a4e93-9c17-4b8a-b959-4ded5a4d16a9', 'name': '', 'network_id': '2e265170-3d52-431f-ad0f-e949e531ae38', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'mac_address': 'fa:16:3e:cc:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:44Z', 'updated_at': '2021-12-08T02:02:51Z', 'revision_number': 5, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'subnets': [{'id': 'b4cdbb40-b435-4291-bf34-8657b827a4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:03:39.058178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc932318-0939-4312-a622-517085a92258 req-6fb7f02a-8c4a-491d-9106-b536d19cfda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:39.063175 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dc932318-0939-4312-a622-517085a92258 req-6fb7f02a-8c4a-491d-9106-b536d19cfda3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e265170-3d52-431f-ad0f-e949e531ae38 HTTP/1.1" status: 200 len: 921 time: 0.2779930 Dec 08 02:03:39.077818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=03857758-6bac-4d0d-bd17-50d58d118fd7,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:39.280580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Attempting to bind port 03857758-6bac-4d0d-bd17-50d58d118fd7 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:03:39.281489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Attempting to bind port 03857758-6bac-4d0d-bd17-50d58d118fd7 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:03:39.282235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Attempting to bind port 03857758-6bac-4d0d-bd17-50d58d118fd7 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:39.287674 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa92de17-9084-46a0-a065-10ed25d4b341 req-6449c0f6-fe73-406d-86e6-d89c911d7a6b service neutron] 10.222.0.71 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170894 Dec 08 02:03:39.302952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c77d5f-3b18-431a-b1b5-cecb9b2ecf31 req-d1a9da47-cae9-4684-8dd4-b3d4b818d6a3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:39.304984 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2c77d5f-3b18-431a-b1b5-cecb9b2ecf31 req-d1a9da47-cae9-4684-8dd4-b3d4b818d6a3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.1584921 Dec 08 02:03:39.306036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Port 03857758-6bac-4d0d-bd17-50d58d118fd7 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:03:39.306581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Attempting to bind port 03857758-6bac-4d0d-bd17-50d58d118fd7 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:39.318635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:03:39.318983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:03:39.319372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:03:39.319872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Bound port: 03857758-6bac-4d0d-bd17-50d58d118fd7, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:03:39.320238 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:39.424268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57eb5ecc-c8a3-4aae-b4ec-1194ba3599fc req-ebadf24e-6c6a-4d47-9185-8a635e2a4806 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/floatingips/534e2d6a-9cb9-48c5-9e51-c54c0f58e19e HTTP/1.1" status: 200 len: 695 time: 0.0949111 Dec 08 02:03:39.433836 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26f6a0f-8838-49a5-bbea-86e0a0b07e06 None None] New status for floating IP 534e2d6a-9cb9-48c5-9e51-c54c0f58e19e: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:03:39.558619 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dc932318-0939-4312-a622-517085a92258 req-62a79586-e3cb-4971-9a5a-bc42ddc29a37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 HTTP/1.1" status: 200 len: 217 time: 0.4875894 Dec 08 02:03:39.586108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] For port 03857758-6bac-4d0d-bd17-50d58d118fd7, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:03:39.594579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2c77d5f-3b18-431a-b1b5-cecb9b2ecf31 req-89eccb0b-a508-4db7-8106-9e94184d573d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778599 Dec 08 02:03:39.643216 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc932318-0939-4312-a622-517085a92258 req-1fee6f16-1198-493d-89d2-c1359942df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:39.645317 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dc932318-0939-4312-a622-517085a92258 req-1fee6f16-1198-493d-89d2-c1359942df84 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4cdbb40-b435-4291-bf34-8657b827a4a2 HTTP/1.1" status: 200 len: 860 time: 0.0764146 Dec 08 02:03:39.671160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] For port 03857758-6bac-4d0d-bd17-50d58d118fd7, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=03857758-6bac-4d0d-bd17-50d58d118fd7,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:03:39.687340 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:39.698049 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dc932318-0939-4312-a622-517085a92258 req-56448eae-82c8-4041-a9b8-942be6980d9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e265170-3d52-431f-ad0f-e949e531ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454967 Dec 08 02:03:39.707919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb5ecc-c8a3-4aae-b4ec-1194ba3599fc req-1cf612c8-0ba4-43d8-b417-4003adcac153 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:39.709810 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57eb5ecc-c8a3-4aae-b4ec-1194ba3599fc req-1cf612c8-0ba4-43d8-b417-4003adcac153 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 784 time: 0.1713865 Dec 08 02:03:39.772085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:39.772798 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:39.774058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] 10.222.0.75 "PUT /v2.0/ports/03857758-6bac-4d0d-bd17-50d58d118fd7 HTTP/1.1" status: 200 len: 1097 time: 2.1815979 Dec 08 02:03:39.844769 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dc932318-0939-4312-a622-517085a92258 req-48ba0dea-5629-4a67-8c28-10921bb520e0 service neutron] 10.222.0.45 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368854 Dec 08 02:03:39.920155 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57eb5ecc-c8a3-4aae-b4ec-1194ba3599fc req-1b1d9a2c-988b-4034-9618-8abd03f461ff tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 696 time: 0.1647511 Dec 08 02:03:39.934288 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671632dd-0fa2-44e2-9ee1-78e16bded3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=03857758-6bac-4d0d-bd17-50d58d118fd7,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:39.976593 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dc932318-0939-4312-a622-517085a92258 req-dd63479c-c285-4489-8e50-08e70ae1a041 service neutron] 10.222.0.45 "GET /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245427 Dec 08 02:03:39.996843 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cd809-35fb-463b-b3a1-15e897696c2f req-a3030f88-5fd4-4835-a75e-fd7183d18e11 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:40.005437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f6cd809-35fb-463b-b3a1-15e897696c2f req-a3030f88-5fd4-4835-a75e-fd7183d18e11 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 948 time: 0.2512915 Dec 08 02:03:40.024457 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57eb5ecc-c8a3-4aae-b4ec-1194ba3599fc req-a9c0f762-a537-4289-9181-b295f777d8f8 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 696 time: 0.0930166 Dec 08 02:03:40.044068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-fd987ad9-ad88-433e-802b-2eeeeccd2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:40.045561 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-fd987ad9-ad88-433e-802b-2eeeeccd2615 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=391eff6630534673a898f6538747d337&device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 1100 time: 0.1824100 Dec 08 02:03:40.492177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-b91a728a-f696-41f1-834f-5f53adebd5d4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=03857758-6bac-4d0d-bd17-50d58d118fd7 HTTP/1.1" status: 200 len: 217 time: 0.4098077 Dec 08 02:03:40.533734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f6cd809-35fb-463b-b3a1-15e897696c2f req-fdb3da48-7839-44ed-9913-6718fc902315 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269811 Dec 08 02:03:40.604991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-52ac5276-1c36-4270-990c-655e2da91149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:40.607729 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-52ac5276-1c36-4270-990c-655e2da91149 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0847402 Dec 08 02:03:40.677703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-57eb5ecc-c8a3-4aae-b4ec-1194ba3599fc req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Deleting port f0df7e3d-0e2d-4943-af83-dfa52160c7bc {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:40.678044 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-57eb5ecc-c8a3-4aae-b4ec-1194ba3599fc req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:40.732882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3926418-ccfa-46b5-8f79-22f44f4968b5', 'tag': '03857758-6bac-4d0d-bd17-50d58d118fd7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:40.735345 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854b4e95-372a-449c-88f8-9211e078fc51" -d '{"events": [{"name": "network-changed", "server_uuid": "a3926418-ccfa-46b5-8f79-22f44f4968b5", "tag": "03857758-6bac-4d0d-bd17-50d58d118fd7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:40.740072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-8559f674-1f2b-417e-83af-a47c8c066bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:40.741757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-8559f674-1f2b-417e-83af-a47c8c066bcb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1262853 Dec 08 02:03:40.859554 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-57eb5ecc-c8a3-4aae-b4ec-1194ba3599fc req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:40.860153 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-57eb5ecc-c8a3-4aae-b4ec-1194ba3599fc req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:40.883132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-57eb5ecc-c8a3-4aae-b4ec-1194ba3599fc req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Calling delete_port for f0df7e3d-0e2d-4943-af83-dfa52160c7bc owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:40.924089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-32fed88d-0f4d-4f66-99b9-012a658b22d2 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733685 Dec 08 02:03:40.965059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f559a6a-f3eb-4e44-a7e0-4ec8705a5564 req-89cca648-4d24-4a52-aebe-11c970538f95 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:40.966643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f559a6a-f3eb-4e44-a7e0-4ec8705a5564 req-89cca648-4d24-4a52-aebe-11c970538f95 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.1470180 Dec 08 02:03:41.106496 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f559a6a-f3eb-4e44-a7e0-4ec8705a5564 req-7b22c1fd-8f91-4e93-b8e4-1ba5baef4af0 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298685 Dec 08 02:03:41.129909 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f73eaf-7e76-40d2-b271-eceff2d6d91f req-92c40c74-199b-47d5-8acf-a0ee0b8c02fa service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729329 Dec 08 02:03:41.164028 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18135739-d096-41d9-be9a-6ce741234676 x-openstack-request-id: req-18135739-d096-41d9-be9a-6ce741234676 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:41.164323 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3926418-ccfa-46b5-8f79-22f44f4968b5", "tag": "03857758-6bac-4d0d-bd17-50d58d118fd7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:41.164575 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-18135739-d096-41d9-be9a-6ce741234676 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:41.164968 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3926418-ccfa-46b5-8f79-22f44f4968b5', 'tag': '03857758-6bac-4d0d-bd17-50d58d118fd7', 'status': 'completed', 'code': 200} Dec 08 02:03:41.187909 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-57eb5ecc-c8a3-4aae-b4ec-1194ba3599fc req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:41.216257 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Pushing event deleted for resources: {'Port': ['ID=f0df7e3d-0e2d-4943-af83-dfa52160c7bc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:41.244022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.244382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.244735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.245081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.245424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.245762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.246097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.246708 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.246799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.247139 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.247475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.247832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.248163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.323873 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-57eb5ecc-c8a3-4aae-b4ec-1194ba3599fc req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:41.326471 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-57eb5ecc-c8a3-4aae-b4ec-1194ba3599fc req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:41.327640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57eb5ecc-c8a3-4aae-b4ec-1194ba3599fc req-681585c0-b447-4b27-9796-597a932e39e1 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "DELETE /v2.0/floatingips/534e2d6a-9cb9-48c5-9e51-c54c0f58e19e HTTP/1.1" status: 204 len: 173 time: 1.2954571 Dec 08 02:03:41.336438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b4e95-372a-449c-88f8-9211e078fc51 req-aea8863a-7397-421f-9712-a3144272037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:41.340833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-854b4e95-372a-449c-88f8-9211e078fc51 req-aea8863a-7397-421f-9712-a3144272037b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=391eff6630534673a898f6538747d337&device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 1100 time: 0.0989923 Dec 08 02:03:41.452026 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-749995fa-0906-4194-9f41-99c57d3b95bb req-cb62f006-b804-4d47-b3b1-7e08017cbc12 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups/89291db3-0ae9-49ba-b53a-206eddc68deb HTTP/1.1" status: 200 len: 1826 time: 0.1010940 Dec 08 02:03:41.510119 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b4e95-372a-449c-88f8-9211e078fc51 req-0c59ce44-3b97-4756-acad-59bc863ebfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:41.511585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-854b4e95-372a-449c-88f8-9211e078fc51 req-0c59ce44-3b97-4756-acad-59bc863ebfa6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.1588061 Dec 08 02:03:41.558725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-854b4e95-372a-449c-88f8-9211e078fc51 req-75dc22c0-72b4-461c-bc0a-d0109159cdd9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=03857758-6bac-4d0d-bd17-50d58d118fd7 HTTP/1.1" status: 200 len: 217 time: 0.0396290 Dec 08 02:03:41.614129 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b4e95-372a-449c-88f8-9211e078fc51 req-44a24c09-ea85-43de-877f-3a23f6d890b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:41.615666 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-854b4e95-372a-449c-88f8-9211e078fc51 req-44a24c09-ea85-43de-877f-3a23f6d890b9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0471363 Dec 08 02:03:41.619632 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-749995fa-0906-4194-9f41-99c57d3b95bb req-b9140437-9869-4a37-8ada-ba042d7b5d68 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:41.692959 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-749995fa-0906-4194-9f41-99c57d3b95bb req-b9140437-9869-4a37-8ada-ba042d7b5d68 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:41.748984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5ebe8-ea71-4c53-b353-083ef5fc124e req-888201e7-ee43-4edf-b0ed-fcaf0ec22e5c tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:41.750414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0b5ebe8-ea71-4c53-b353-083ef5fc124e req-888201e7-ee43-4edf-b0ed-fcaf0ec22e5c tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 948 time: 0.1316507 Dec 08 02:03:41.752254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b4e95-372a-449c-88f8-9211e078fc51 req-ff3b47d4-3c3b-4a0c-a995-8f9816f6379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:41.753651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-854b4e95-372a-449c-88f8-9211e078fc51 req-ff3b47d4-3c3b-4a0c-a995-8f9816f6379c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1202314 Dec 08 02:03:41.775731 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-749995fa-0906-4194-9f41-99c57d3b95bb req-b9140437-9869-4a37-8ada-ba042d7b5d68 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:41.779180 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-749995fa-0906-4194-9f41-99c57d3b95bb req-b9140437-9869-4a37-8ada-ba042d7b5d68 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:41.780312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-749995fa-0906-4194-9f41-99c57d3b95bb req-b9140437-9869-4a37-8ada-ba042d7b5d68 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "DELETE /v2.0/security-groups/89291db3-0ae9-49ba-b53a-206eddc68deb HTTP/1.1" status: 204 len: 173 time: 0.3205111 Dec 08 02:03:41.850829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9140437-9869-4a37-8ada-ba042d7b5d68 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89291db3-0ae9-49ba-b53a-206eddc68deb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:41.905092 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0b5ebe8-ea71-4c53-b353-083ef5fc124e req-6ee58385-623c-4f3e-98ca-06767a2f8508 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448200 Dec 08 02:03:41.946531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-854b4e95-372a-449c-88f8-9211e078fc51 req-c095db1a-3878-4a43-a745-9128b03db8d1 service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794689 Dec 08 02:03:42.059663 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-854b4e95-372a-449c-88f8-9211e078fc51 req-fac1c330-156a-4066-a68f-337c887861fe service neutron] 10.222.0.75 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048336 Dec 08 02:03:42.273849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff616-8617-4045-aa47-368a817f348d req-900657c9-71f6-4cd3-bec0-553a411ad9f7 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:42.275801 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f53ff616-8617-4045-aa47-368a817f348d req-900657c9-71f6-4cd3-bec0-553a411ad9f7 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.1190188 Dec 08 02:03:42.314885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438bb3c-a79c-4040-8550-b3b29e9836b9 req-27dadfd2-5eb0-4a73-86e5-2300eda15178 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:42.317120 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4438bb3c-a79c-4040-8550-b3b29e9836b9 req-27dadfd2-5eb0-4a73-86e5-2300eda15178 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0906718 Dec 08 02:03:42.349342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f53ff616-8617-4045-aa47-368a817f348d req-11a8d86f-cbde-4631-949e-61583a76bff4 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676775 Dec 08 02:03:42.400419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4438bb3c-a79c-4040-8550-b3b29e9836b9 req-2a1a7366-b962-4faf-ac1d-0eb64e9bb5a9 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561070 Dec 08 02:03:43.044464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e20e3-2a75-46bf-a6e1-d97262a11cab req-c8734c3b-9d6c-4991-b687-358685818242 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:43.046574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b3e20e3-2a75-46bf-a6e1-d97262a11cab req-c8734c3b-9d6c-4991-b687-358685818242 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 948 time: 0.0627313 Dec 08 02:03:43.096006 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b3e20e3-2a75-46bf-a6e1-d97262a11cab req-8e8d02e8-fec6-4403-a327-f3bd64e69c28 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429173 Dec 08 02:03:43.478860 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae56c6c-5f14-4847-919e-4a8e801f6381 req-4028a4c9-003a-4431-a1f0-44d2b66e94cf tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:43.480380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eae56c6c-5f14-4847-919e-4a8e801f6381 req-4028a4c9-003a-4431-a1f0-44d2b66e94cf tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0491073 Dec 08 02:03:43.558181 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46b8a3-60f6-477e-a739-d81312476099 req-1b6c5d19-29a7-43bc-9f15-4cf230af3beb tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:43.559706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff46b8a3-60f6-477e-a739-d81312476099 req-1b6c5d19-29a7-43bc-9f15-4cf230af3beb tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0774438 Dec 08 02:03:43.564442 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eae56c6c-5f14-4847-919e-4a8e801f6381 req-048d54e0-fc2e-4729-a3bd-6511a2d2a93b tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716672 Dec 08 02:03:43.613300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff46b8a3-60f6-477e-a739-d81312476099 req-e1dfda27-2f66-445e-a7df-5d454fca3ac5 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475147 Dec 08 02:03:44.213545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11f9e2-1faf-4f94-8c81-c92bf766de81 req-5c821b72-2d9a-4050-9ac1-56e73740cd84 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:44.214986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cf11f9e2-1faf-4f94-8c81-c92bf766de81 req-5c821b72-2d9a-4050-9ac1-56e73740cd84 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 948 time: 0.0502317 Dec 08 02:03:44.268440 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cf11f9e2-1faf-4f94-8c81-c92bf766de81 req-7b0d8283-6e67-457c-8bcf-9144420e0d49 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471087 Dec 08 02:03:44.694275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ee95b-92db-4792-996d-a3bc2861a921 req-8f3911cb-78bc-46e0-b694-f916e265d054 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:44.695932 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d91ee95b-92db-4792-996d-a3bc2861a921 req-8f3911cb-78bc-46e0-b694-f916e265d054 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0608628 Dec 08 02:03:44.737971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e26722-8dda-4fd1-8cd3-11b293e60470 req-55063424-c490-4a64-b312-090a4892b1dc tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:44.740224 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-99e26722-8dda-4fd1-8cd3-11b293e60470 req-55063424-c490-4a64-b312-090a4892b1dc tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d20f1f9-7ba4-444f-b9f5-29ba947a036e HTTP/1.1" status: 200 len: 946 time: 0.0646484 Dec 08 02:03:44.794670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933a206-98ff-44fa-a9db-f0ee12aab143 req-ec0acc5e-2515-4077-be7b-e36163a87924 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:44.796331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6933a206-98ff-44fa-a9db-f0ee12aab143 req-ec0acc5e-2515-4077-be7b-e36163a87924 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0758412 Dec 08 02:03:44.807999 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d91ee95b-92db-4792-996d-a3bc2861a921 req-6392b1f9-d2cb-4c33-afdd-cc8f3534de60 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.71 "GET /v2.0/security-groups?id=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033037 Dec 08 02:03:44.850482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-99e26722-8dda-4fd1-8cd3-11b293e60470 req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Deleting port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:44.850808 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-99e26722-8dda-4fd1-8cd3-11b293e60470 req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:44.854692 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6933a206-98ff-44fa-a9db-f0ee12aab143 req-2cd62025-c803-4a40-885b-2865a8eb6cdf tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453684 Dec 08 02:03:44.944782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-99e26722-8dda-4fd1-8cd3-11b293e60470 req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] For port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,segment=NetworkSegment(2815477c-c53a-4d80-8433-3e529f921bc8),segment_id=2815477c-c53a-4d80-8433-3e529f921bc8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:44.945146 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-99e26722-8dda-4fd1-8cd3-11b293e60470 req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:44.958545 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-99e26722-8dda-4fd1-8cd3-11b293e60470 req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Calling delete_port for 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:45.086386 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-99e26722-8dda-4fd1-8cd3-11b293e60470 req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:45.117372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Pushing event deleted for resources: {'Port': ['ID=9c5c65d1-fcf7-4fdf-b197-2a1481db68a4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:45.120017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['9c5c65d1-fcf7-4fdf-b197-2a1481db68a4'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:45.130770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.131133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.131547 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.131922 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.132263 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.132605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.132941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.133275 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.133612 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.133949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.134280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.134610 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.134935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.169773 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e26722-8dda-4fd1-8cd3-11b293e60470 req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] No DVR routers for this DVR port 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:03:45.172266 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-99e26722-8dda-4fd1-8cd3-11b293e60470 req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:45.176049 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-99e26722-8dda-4fd1-8cd3-11b293e60470 req-469e34e0-ea22-4c32-b7ad-2dc1210b7103 tempest-ServerRescueTestJSONUnderV235-843144800 tempest-ServerRescueTestJSONUnderV235-843144800-project] 10.222.0.45 "DELETE /v2.0/ports/9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 HTTP/1.1" status: 204 len: 173 time: 0.4292858 Dec 08 02:03:45.176499 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'name': 'network-vif-deleted', 'tag': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:45.178739 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1d23c6-1290-42b6-9968-772da9b79fec" -d '{"events": [{"server_uuid": "2d20f1f9-7ba4-444f-b9f5-29ba947a036e", "name": "network-vif-deleted", "tag": "9c5c65d1-fcf7-4fdf-b197-2a1481db68a4"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:45.219558 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fcd0cf-c509-4cc9-ac17-51b1e39b0582 x-openstack-request-id: req-49fcd0cf-c509-4cc9-ac17-51b1e39b0582 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:45.220503 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d20f1f9-7ba4-444f-b9f5-29ba947a036e", "name": "network-vif-deleted", "tag": "9c5c65d1-fcf7-4fdf-b197-2a1481db68a4", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:45.220764 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-49fcd0cf-c509-4cc9-ac17-51b1e39b0582 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:45.221171 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d20f1f9-7ba4-444f-b9f5-29ba947a036e', 'name': 'network-vif-deleted', 'tag': '9c5c65d1-fcf7-4fdf-b197-2a1481db68a4', 'status': 'completed', 'code': 200} Dec 08 02:03:45.271292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 03857758-6bac-4d0d-bd17-50d58d118fd7 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:03:45.397149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99badcf8-fec4-43c5-ad81-5415d2923644 req-c6ea4e5c-b014-456e-98c1-ec97fc0c09b4 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:45.398423 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 03857758-6bac-4d0d-bd17-50d58d118fd7, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=03857758-6bac-4d0d-bd17-50d58d118fd7,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:45.404127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99badcf8-fec4-43c5-ad81-5415d2923644 req-c6ea4e5c-b014-456e-98c1-ec97fc0c09b4 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 948 time: 0.0609169 Dec 08 02:03:45.411731 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '03857758-6bac-4d0d-bd17-50d58d118fd7', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '03857758-6bac-4d0d-bd17-50d58d118fd7', 'mac_address': 'fa:16:3e:ef:c6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:03:45.451067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99badcf8-fec4-43c5-ad81-5415d2923644 req-1b18b1c1-0bf3-45e7-a7de-16a6d0a0ce9e tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450492 Dec 08 02:03:45.455075 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:45.470980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03857758-6bac-4d0d-bd17-50d58d118fd7 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:03:45.491080 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 03857758-6bac-4d0d-bd17-50d58d118fd7, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=03857758-6bac-4d0d-bd17-50d58d118fd7,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:45.494934 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:45.543293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=03857758-6bac-4d0d-bd17-50d58d118fd7,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:45.551758 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.552112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.552453 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.552805 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.553133 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.553464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.553792 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.554118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.554442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.554766 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.555090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.555412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.555760 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:45.849103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['03857758-6bac-4d0d-bd17-50d58d118fd7'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:45.859937 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34494) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:45.995191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda31415-9c78-4173-a28b-25b851a15861 req-6018b753-3600-4669-aea4-329b2a4f8427 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:45.997128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eda31415-9c78-4173-a28b-25b851a15861 req-6018b753-3600-4669-aea4-329b2a4f8427 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0564406 Dec 08 02:03:46.054682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eda31415-9c78-4173-a28b-25b851a15861 req-ebac728f-db73-42b8-af6b-a54c1ad815ea tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510089 Dec 08 02:03:46.225946 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0f39540-8fea-4678-8921-dd7312314371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:46.479132 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a0f39540-8fea-4678-8921-dd7312314371 admin admin] Deleting port b21a4e93-9c17-4b8a-b959-4ded5a4d16a9 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:46.479481 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0f39540-8fea-4678-8921-dd7312314371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:46.567660 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-a0f39540-8fea-4678-8921-dd7312314371 admin admin] For port b21a4e93-9c17-4b8a-b959-4ded5a4d16a9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b21a4e93-9c17-4b8a-b959-4ded5a4d16a9,segment=NetworkSegment(2815477c-c53a-4d80-8433-3e529f921bc8),segment_id=2815477c-c53a-4d80-8433-3e529f921bc8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:46.568436 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0f39540-8fea-4678-8921-dd7312314371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:46.579827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f19319-ed2a-46f8-a5d9-9545feefaad3 req-1ca2541c-5d00-440b-bff0-5732d86c4467 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:46.581786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83f19319-ed2a-46f8-a5d9-9545feefaad3 req-1ca2541c-5d00-440b-bff0-5732d86c4467 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 949 time: 0.0569832 Dec 08 02:03:46.590420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a0f39540-8fea-4678-8921-dd7312314371 admin admin] Calling delete_port for b21a4e93-9c17-4b8a-b959-4ded5a4d16a9 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:46.642023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83f19319-ed2a-46f8-a5d9-9545feefaad3 req-ee5a992d-b901-4d0e-a427-aefd55dfc1fe tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493531 Dec 08 02:03:46.777295 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0f39540-8fea-4678-8921-dd7312314371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:46.808118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f39540-8fea-4678-8921-dd7312314371 admin admin] Pushing event deleted for resources: {'Port': ['ID=b21a4e93-9c17-4b8a-b959-4ded5a4d16a9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:46.964407 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0f39540-8fea-4678-8921-dd7312314371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:47.176276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c797d-a722-462e-a757-5baee1d86ce9 req-b85f77aa-1f4e-46c5-a361-c8c3ba2165a5 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:47.177791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e3c797d-a722-462e-a757-5baee1d86ce9 req-b85f77aa-1f4e-46c5-a361-c8c3ba2165a5 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0502684 Dec 08 02:03:47.192912 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f39540-8fea-4678-8921-dd7312314371 admin admin] Router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:03:47.228054 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e3c797d-a722-462e-a757-5baee1d86ce9 req-45d02961-8587-447e-81ca-6b3efdbafbfe tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418456 Dec 08 02:03:47.283482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 03857758-6bac-4d0d-bd17-50d58d118fd7 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:47.321421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f39540-8fea-4678-8921-dd7312314371 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:03:47.327580 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a0f39540-8fea-4678-8921-dd7312314371 admin admin] 10.222.0.71 "PUT /v2.0/routers/ea8aa339-4a94-435f-92ad-b5e0cb1325d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4663105 Dec 08 02:03:47.329824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34512) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:47.340593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0cd4bc-fae4-4713-9e2f-35308169f681 None None] Sync routers for ids ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:03:47.353474 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0cd4bc-fae4-4713-9e2f-35308169f681 None None] Routers {'ea8aa339-4a94-435f-92ad-b5e0cb1325d4'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:47.354402 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cf0cd4bc-fae4-4713-9e2f-35308169f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:03:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:47.416512 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 03857758-6bac-4d0d-bd17-50d58d118fd7 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:03:47.448379 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:47.454277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 03857758-6bac-4d0d-bd17-50d58d118fd7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:47.454277 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:47.534708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-cf0cd4bc-fae4-4713-9e2f-35308169f681 None None] Set router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:47.560515 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:47.614567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] Deleting port e2cb9222-da36-4387-a7f9-60f6a396f616 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:47.614909 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:47.646640 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:47.703922 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] For port e2cb9222-da36-4387-a7f9-60f6a396f616, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e2cb9222-da36-4387-a7f9-60f6a396f616,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:47.704705 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:47.705223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3926418-ccfa-46b5-8f79-22f44f4968b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03857758-6bac-4d0d-bd17-50d58d118fd7'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:47.707917 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fef9fc-8f3d-4eb5-a733-27f236761db2" -d '{"events": [{"server_uuid": "a3926418-ccfa-46b5-8f79-22f44f4968b5", "name": "network-vif-plugged", "status": "completed", "tag": "03857758-6bac-4d0d-bd17-50d58d118fd7"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:47.730926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] Calling delete_port for e2cb9222-da36-4387-a7f9-60f6a396f616 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:47.747712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 03857758-6bac-4d0d-bd17-50d58d118fd7, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=03857758-6bac-4d0d-bd17-50d58d118fd7,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:47.760722 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2591db7d-d933-4480-9926-639a742197d1 x-openstack-request-id: req-2591db7d-d933-4480-9926-639a742197d1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:47.761017 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3926418-ccfa-46b5-8f79-22f44f4968b5", "name": "network-vif-plugged", "status": "completed", "tag": "03857758-6bac-4d0d-bd17-50d58d118fd7", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:47.761274 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2591db7d-d933-4480-9926-639a742197d1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:47.761651 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3926418-ccfa-46b5-8f79-22f44f4968b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03857758-6bac-4d0d-bd17-50d58d118fd7', 'code': 200} Dec 08 02:03:47.762666 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:47.782297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd8c7d-fffd-47af-8e9e-5e51c9a8505a req-ebf8bbab-527f-43c6-a2e9-926c6843e255 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:47.803344 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87bd8c7d-fffd-47af-8e9e-5e51c9a8505a req-ebf8bbab-527f-43c6-a2e9-926c6843e255 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 949 time: 0.0837572 Dec 08 02:03:47.818809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=03857758-6bac-4d0d-bd17-50d58d118fd7,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:47.845374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cf0cd4bc-fae4-4713-9e2f-35308169f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:03:46Z', 'revision_number': 5, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port': {'id': 'e2cb9222-da36-4387-a7f9-60f6a396f616', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:02:40Z', 'updated_at': '2021-12-08T02:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:47.878037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87bd8c7d-fffd-47af-8e9e-5e51c9a8505a req-6013d7b8-3126-4759-a56d-8f2584de0fd9 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735352 Dec 08 02:03:47.928706 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b765b0-4242-48c3-8d78-3e2336b229a1 req-3210ceb2-0d4c-45b5-b6ce-1430f2d90682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:47.930521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92b765b0-4242-48c3-8d78-3e2336b229a1 req-3210ceb2-0d4c-45b5-b6ce-1430f2d90682 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 1102 time: 0.0495365 Dec 08 02:03:47.990417 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:47.999175 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92b765b0-4242-48c3-8d78-3e2336b229a1 req-942a6449-6846-4418-9deb-f812a715c674 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569770 Dec 08 02:03:48.020805 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cb9222-da36-4387-a7f9-60f6a396f616,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:48.036666 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0cd4bc-fae4-4713-9e2f-35308169f681 None None] Checking router: ea8aa339-4a94-435f-92ad-b5e0cb1325d4 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:03:48.045469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0cd4bc-fae4-4713-9e2f-35308169f681 None None] Routers {'ea8aa339-4a94-435f-92ad-b5e0cb1325d4'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:48.046265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cf0cd4bc-fae4-4713-9e2f-35308169f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:03:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:48.088317 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.116973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-cf0cd4bc-fae4-4713-9e2f-35308169f681 None None] Set router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:48.170364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cf0cd4bc-fae4-4713-9e2f-35308169f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:03:47Z', 'revision_number': 7, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:48.179385 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.181570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.201769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0cd4bc-fae4-4713-9e2f-35308169f681 None None] The sync data for ids ['ea8aa339-4a94-435f-92ad-b5e0cb1325d4'] in n-d-713499-31 is: [{'id': 'ea8aa339-4a94-435f-92ad-b5e0cb1325d4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1976326367-router', 'tenant_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:39Z', 'updated_at': '2021-12-08T02:03:47Z', 'revision_number': 7, 'project_id': 'c7caf44b064d4236aef2daeacbb55f1e', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:03:48.226130 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.226897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea8aa339-4a94-435f-92ad-b5e0cb1325d4 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:03:48.234991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.236493 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-54d7d12c-c095-4eb7-99b0-827c7fb7e6e5 admin admin] 10.222.0.71 "DELETE /v2.0/routers/ea8aa339-4a94-435f-92ad-b5e0cb1325d4 HTTP/1.1" status: 204 len: 168 time: 0.9046216 Dec 08 02:03:48.246861 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34522) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:48.301913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3059151b-ec28-4284-a7d1-9ef8a7437583 admin admin] Deleting subnet b4cdbb40-b435-4291-bf34-8657b827a4a2 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:03:48.308091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3059151b-ec28-4284-a7d1-9ef8a7437583 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.377181 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3059151b-ec28-4284-a7d1-9ef8a7437583 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.418436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b2fe9-4d95-4a6d-bc2b-ae8bebc770ba req-54c59f8d-e5b8-4508-9f59-393ddd3522dd tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:48.420173 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c7b2fe9-4d95-4a6d-bc2b-ae8bebc770ba req-54c59f8d-e5b8-4508-9f59-393ddd3522dd tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.1136210 Dec 08 02:03:48.449049 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3059151b-ec28-4284-a7d1-9ef8a7437583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.524904 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c7b2fe9-4d95-4a6d-bc2b-ae8bebc770ba req-3d541491-55c4-4372-829f-6ca040049a8b tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981629 Dec 08 02:03:48.545709 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3059151b-ec28-4284-a7d1-9ef8a7437583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.580739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059151b-ec28-4284-a7d1-9ef8a7437583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4cdbb40-b435-4291-bf34-8657b827a4a2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:48.586451 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3059151b-ec28-4284-a7d1-9ef8a7437583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.592968 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34532) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:48.593750 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3059151b-ec28-4284-a7d1-9ef8a7437583 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b4cdbb40-b435-4291-bf34-8657b827a4a2 HTTP/1.1" status: 204 len: 168 time: 0.3447466 Dec 08 02:03:48.686985 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f109797-4fcc-47d5-b32d-fac3b76fbb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.787924 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f109797-4fcc-47d5-b32d-fac3b76fbb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.810273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1f109797-4fcc-47d5-b32d-fac3b76fbb86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e265170-3d52-431f-ad0f-e949e531ae38']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:48.820754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1f109797-4fcc-47d5-b32d-fac3b76fbb86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2815477c-c53a-4d80-8433-3e529f921bc8') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:48.821175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1f109797-4fcc-47d5-b32d-fac3b76fbb86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2815477c-c53a-4d80-8433-3e529f921bc8') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:48.832204 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f109797-4fcc-47d5-b32d-fac3b76fbb86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.850588 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f109797-4fcc-47d5-b32d-fac3b76fbb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.856539 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f109797-4fcc-47d5-b32d-fac3b76fbb86 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:03:48.856878 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f109797-4fcc-47d5-b32d-fac3b76fbb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:03:48.858748 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:03:48.916603 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f109797-4fcc-47d5-b32d-fac3b76fbb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.922396 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f109797-4fcc-47d5-b32d-fac3b76fbb86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:48.929119 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1f109797-4fcc-47d5-b32d-fac3b76fbb86 admin admin] 10.222.0.71 "DELETE /v2.0/networks/2e265170-3d52-431f-ad0f-e949e531ae38 HTTP/1.1" status: 204 len: 168 time: 0.3350573 Dec 08 02:03:48.940307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f109797-4fcc-47d5-b32d-fac3b76fbb86 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e265170-3d52-431f-ad0f-e949e531ae38,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:49.060080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63157f7c-b6bd-4795-875d-a47ab0e12f6d req-9f7bc0dc-e968-4665-a93f-88fedbe6126f tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:49.063035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63157f7c-b6bd-4795-875d-a47ab0e12f6d req-9f7bc0dc-e968-4665-a93f-88fedbe6126f tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 950 time: 0.0912266 Dec 08 02:03:49.139914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63157f7c-b6bd-4795-875d-a47ab0e12f6d req-460909ed-89c7-4de3-9846-c6d587003181 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687687 Dec 08 02:03:49.140976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e2cb9222-da36-4387-a7f9-60f6a396f616 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:49.146516 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:49.190236 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:49.190585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9c5c65d1-fcf7-4fdf-b197-2a1481db68a4 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:49.195791 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: e2cb9222-da36-4387-a7f9-60f6a396f616 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:49.196449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e2cb9222-da36-4387-a7f9-60f6a396f616 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:49.196870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b21a4e93-9c17-4b8a-b959-4ded5a4d16a9 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:49.197062 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34540) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:49.221933 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: b21a4e93-9c17-4b8a-b959-4ded5a4d16a9 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:49.222814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b21a4e93-9c17-4b8a-b959-4ded5a4d16a9 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:49.266401 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b8f67e0e-202b-42f0-a12d-079f544e530c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c7caf44b064d4236aef2daeacbb55f1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0658679 Dec 08 02:03:49.266617 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34542) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:49.324163 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6e86ac8-3843-4d72-af6b-ac180a2c9eff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:49.350703 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6e86ac8-3843-4d72-af6b-ac180a2c9eff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:49.410641 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6e86ac8-3843-4d72-af6b-ac180a2c9eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:49.414605 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6e86ac8-3843-4d72-af6b-ac180a2c9eff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:49.418669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e6e86ac8-3843-4d72-af6b-ac180a2c9eff admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f9d7670d-f5ba-44c1-a304-cdc7c37dcebe HTTP/1.1" status: 204 len: 168 time: 0.1510699 Dec 08 02:03:49.427909 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e86ac8-3843-4d72-af6b-ac180a2c9eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d7670d-f5ba-44c1-a304-cdc7c37dcebe,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:49.654909 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294a0ae-a7a2-4a9c-beda-ce9b552e05fe req-df207389-fdc6-4bac-ab88-79da356652a3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:49.656778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2294a0ae-a7a2-4a9c-beda-ce9b552e05fe req-df207389-fdc6-4bac-ab88-79da356652a3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0580304 Dec 08 02:03:49.712212 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2294a0ae-a7a2-4a9c-beda-ce9b552e05fe req-99f2c1a6-21b2-4a1d-99d0-a3bf977815cf tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434873 Dec 08 02:03:50.168874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34574) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:50.307057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f49e0-519a-41b5-854b-8877283a9445 req-d3b1f41f-8bcd-4ec0-9655-db65d52c7cd4 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:50.314719 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-348f49e0-519a-41b5-854b-8877283a9445 req-d3b1f41f-8bcd-4ec0-9655-db65d52c7cd4 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 950 time: 0.0813725 Dec 08 02:03:50.323174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-698816801-network', 'tenant_id': 'b328034d39774c58a3081143cd03b417'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:50.347199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] Made reservation on behalf of b328034d39774c58a3081143cd03b417 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:03:50.349725 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.361221 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.370785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-348f49e0-519a-41b5-854b-8877283a9445 req-ce1da7c1-af8b-4e05-b3e1-7d98f416a99c tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550690 Dec 08 02:03:50.486575 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.493092 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.526825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:50.532382 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:03:50.545303 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.545667 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] Added segment d5082bdc-f314-4f27-af3a-7fbf73f48476 of type vlan for network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 Dec 08 02:03:50.619465 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.658455 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.659485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:50.660714 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.699426 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0759386-f617-4a5b-a86e-3105afcc78dc req-7ad0e2f8-850b-4e41-9b92-b4b0b7c4a7f3 tempest-ServersAdminNegativeTestJSON-1747859936 tempest-ServersAdminNegativeTestJSON-1747859936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:50.708720 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d0759386-f617-4a5b-a86e-3105afcc78dc req-7ad0e2f8-850b-4e41-9b92-b4b0b7c4a7f3 tempest-ServersAdminNegativeTestJSON-1747859936 tempest-ServersAdminNegativeTestJSON-1747859936-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 1102 time: 0.0649855 Dec 08 02:03:50.726880 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d0759386-f617-4a5b-a86e-3105afcc78dc req-4493a78a-e411-4af9-bd32-7972331746f3 tempest-ServersAdminNegativeTestJSON-1747859936 tempest-ServersAdminNegativeTestJSON-1747859936-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.731827 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5612793 Dec 08 02:03:50.737867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34596) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:50.753042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9bbece49-0c7b-4337-a8b4-56676c3678ac admin admin] Request body: {'subnet': {'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-698816801-subnet', 'tenant_id': 'b328034d39774c58a3081143cd03b417', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:50.781370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab2f5b-4b6a-4e59-b533-e098fd6f3a9d admin admin] Pushing event updated for resources: {'Network': ['ID=b31e52c0-dcc7-461f-b7a4-5b548e6cf240,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:50.797352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbece49-0c7b-4337-a8b4-56676c3678ac admin admin] Made reservation on behalf of b328034d39774c58a3081143cd03b417 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:03:50.800229 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9bbece49-0c7b-4337-a8b4-56676c3678ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.803729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:03:50.950614 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6da8c-8deb-46dc-a4cd-4c34dc5068d1 req-e617202a-641c-41e3-8d2a-50aa8bb6ea2d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:50.952039 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08d6da8c-8deb-46dc-a4cd-4c34dc5068d1 req-e617202a-641c-41e3-8d2a-50aa8bb6ea2d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.1411793 Dec 08 02:03:50.993859 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d0759386-f617-4a5b-a86e-3105afcc78dc req-4493a78a-e411-4af9-bd32-7972331746f3 tempest-ServersAdminNegativeTestJSON-1747859936 tempest-ServersAdminNegativeTestJSON-1747859936-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:51.002686 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d0759386-f617-4a5b-a86e-3105afcc78dc req-4493a78a-e411-4af9-bd32-7972331746f3 tempest-ServersAdminNegativeTestJSON-1747859936 tempest-ServersAdminNegativeTestJSON-1747859936-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:51.080913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d0759386-f617-4a5b-a86e-3105afcc78dc req-4493a78a-e411-4af9-bd32-7972331746f3 tempest-ServersAdminNegativeTestJSON-1747859936 tempest-ServersAdminNegativeTestJSON-1747859936-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708301 Dec 08 02:03:51.090518 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08d6da8c-8deb-46dc-a4cd-4c34dc5068d1 req-daa644c0-89ec-4144-9152-968628effa7f tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290383 Dec 08 02:03:51.102663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493a78a-e411-4af9-bd32-7972331746f3 tempest-ServersAdminNegativeTestJSON-1747859936 tempest-ServersAdminNegativeTestJSON-1747859936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2f6563-c37a-4d2b-b573-61b92ada7b9e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:51.160466 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9bbece49-0c7b-4337-a8b4-56676c3678ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:51.233767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbece49-0c7b-4337-a8b4-56676c3678ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:51.241018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbece49-0c7b-4337-a8b4-56676c3678ac admin admin] Checking segment: {'id': 'd5082bdc-f314-4f27-af3a-7fbf73f48476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:03:51.241449 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbece49-0c7b-4337-a8b4-56676c3678ac admin admin] Network hostable DHCP agents. Network: b31e52c0-dcc7-461f-b7a4-5b548e6cf240, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:03:51.260073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbece49-0c7b-4337-a8b4-56676c3678ac admin admin] Network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:03:51.270341 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9bbece49-0c7b-4337-a8b4-56676c3678ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, b31e52c0-dcc7-461f-b7a4-5b548e6cf240) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:51.275833 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbece49-0c7b-4337-a8b4-56676c3678ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:51.276685 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9bbece49-0c7b-4337-a8b4-56676c3678ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:51.280614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e79d7f8-9391-49ee-b723-e1700ceecbc1 None None] Network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:03:51.306094 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9bbece49-0c7b-4337-a8b4-56676c3678ac admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5666671 Dec 08 02:03:51.387223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dda524-559b-40e3-b537-b20e37deae4e None None] Network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:03:51.774328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-8702ed22-f9d1-437a-8805-7d8983be9cc0 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:51.782748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-8702ed22-f9d1-437a-8805-7d8983be9cc0 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/networks?id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240 HTTP/1.1" status: 200 len: 813 time: 0.1273332 Dec 08 02:03:51.803010 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-ee65c202-1c0e-4754-9963-f0744231e0c3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/quotas/b328034d39774c58a3081143cd03b417 HTTP/1.1" status: 200 len: 375 time: 0.0179210 Dec 08 02:03:51.834397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-c0ade83c-2f8f-4307-93bc-992ffd8c5666 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b328034d39774c58a3081143cd03b417&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273926 Dec 08 02:03:51.980926 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1128f6c0-c7fd-4e89-b28c-189f2d50ac5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:52.015143 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-0e78c82d-fea4-4b4a-a659-c7b2266379c9 service neutron] 10.222.0.71 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726315 Dec 08 02:03:52.115539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-0924a010-090a-4371-a489-57cef3d65607 service neutron] 10.222.0.71 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994842 Dec 08 02:03:52.225872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbec7b8-a94f-4bbd-ab53-40ea3d1372ff req-9542f151-f4b5-4fd5-a45b-911d4079278a tempest-ServersAdminNegativeTestJSON-1747859936 tempest-ServersAdminNegativeTestJSON-1747859936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:52.235359 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fbec7b8-a94f-4bbd-ab53-40ea3d1372ff req-9542f151-f4b5-4fd5-a45b-911d4079278a tempest-ServersAdminNegativeTestJSON-1747859936 tempest-ServersAdminNegativeTestJSON-1747859936-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 1102 time: 0.0591600 Dec 08 02:03:52.310778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fbec7b8-a94f-4bbd-ab53-40ea3d1372ff req-785a5055-feb5-4751-8662-c269efce1e9c tempest-ServersAdminNegativeTestJSON-1747859936 tempest-ServersAdminNegativeTestJSON-1747859936-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741804 Dec 08 02:03:52.405434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f027ddf-2341-4ea5-a471-68ea6cb0fefb req-eddcb3f9-9f05-4f15-b506-907d7ade0a03 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 210 time: 0.0334039 Dec 08 02:03:52.438138 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca26f0-31b3-43ad-9e60-39256075699e req-80a6bda4-6dc8-4335-a264-35a7980b0ee8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:52.440073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9eca26f0-31b3-43ad-9e60-39256075699e req-80a6bda4-6dc8-4335-a264-35a7980b0ee8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.1000426 Dec 08 02:03:52.564097 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9eca26f0-31b3-43ad-9e60-39256075699e req-e6a3a69d-ca48-4f99-9f7a-b9dc32183262 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945659 Dec 08 02:03:52.913871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239647ae-e28c-471f-bbb5-be0374bd5dbc req-b85e234f-0191-4519-8341-92acf911a990 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:52.922446 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-239647ae-e28c-471f-bbb5-be0374bd5dbc req-b85e234f-0191-4519-8341-92acf911a990 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 950 time: 0.0751872 Dec 08 02:03:52.970967 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-239647ae-e28c-471f-bbb5-be0374bd5dbc req-50bd82ff-fd08-4569-9eb5-eb1c7b35d852 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474513 Dec 08 02:03:53.352293 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:53.596215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f4847736-e604-4c5d-b425-fac83508988b req-c95875e0-fb90-4382-817f-fba819ae24af tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 210 time: 0.0368707 Dec 08 02:03:53.711251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-801ab863-0086-4cd1-8f9e-4339c9675f3e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:53.717824 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-801ab863-0086-4cd1-8f9e-4339c9675f3e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.45 "GET /v2.0/networks?id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240 HTTP/1.1" status: 200 len: 813 time: 0.1738925 Dec 08 02:03:53.740912 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-8a00e13e-2baa-4f12-a973-5325ab5fa64c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Request body: {'port': {'device_id': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240', 'admin_state_up': True, 'tenant_id': 'b328034d39774c58a3081143cd03b417'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:53.761967 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a1f4f-8c0e-4aac-979b-bd0d76561667 req-c1f1cfd1-1247-4e46-b516-7cf00c70268e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:53.765337 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb6a1f4f-8c0e-4aac-979b-bd0d76561667 req-c1f1cfd1-1247-4e46-b516-7cf00c70268e tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.1000800 Dec 08 02:03:53.834102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb6a1f4f-8c0e-4aac-979b-bd0d76561667 req-688d7bdd-2d15-4123-9651-82e54cd99b01 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613859 Dec 08 02:03:53.896965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-8a00e13e-2baa-4f12-a973-5325ab5fa64c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Made reservation on behalf of b328034d39774c58a3081143cd03b417 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:03:53.900897 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-8a00e13e-2baa-4f12-a973-5325ab5fa64c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:54.085469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-8a00e13e-2baa-4f12-a973-5325ab5fa64c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Allocated IP 172.20.0.5 (b31e52c0-dcc7-461f-b7a4-5b548e6cf240/bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30/bac786ec-5e36-41c5-a9e4-af951b2688e1) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:03:54.130435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915eb5b-9336-44b6-874a-47e5ca994f51 req-69abb251-7075-4250-b344-a0fed9f8aba7 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:54.134476 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:54.140341 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3915eb5b-9336-44b6-874a-47e5ca994f51 req-69abb251-7075-4250-b344-a0fed9f8aba7 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 950 time: 0.0699086 Dec 08 02:03:54.206933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3915eb5b-9336-44b6-874a-47e5ca994f51 req-9f5fd989-d5ca-469d-be19-d946feab7d85 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630367 Dec 08 02:03:54.330401 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fba19b4f-186d-4e2d-aa59-82101b640a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:54.344167 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-8a00e13e-2baa-4f12-a973-5325ab5fa64c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:54.409249 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-8a00e13e-2baa-4f12-a973-5325ab5fa64c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:54.447246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dff4a-e545-4a3e-bcce-0463e2d0cbf3 req-575c7e92-6310-4d4d-8408-d790abcc075e tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:54.448806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c69dff4a-e545-4a3e-bcce-0463e2d0cbf3 req-575c7e92-6310-4d4d-8408-d790abcc075e tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 950 time: 0.0942938 Dec 08 02:03:54.493133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-8a00e13e-2baa-4f12-a973-5325ab5fa64c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:54.497171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00e13e-2baa-4f12-a973-5325ab5fa64c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Pushing event updated for resources: {'Port': ['ID=bac786ec-5e36-41c5-a9e4-af951b2688e1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:54.499751 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-8a00e13e-2baa-4f12-a973-5325ab5fa64c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:54.501819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-8a00e13e-2baa-4f12-a973-5325ab5fa64c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:03:54.559757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-8a00e13e-2baa-4f12-a973-5325ab5fa64c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:54.560542 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-8a00e13e-2baa-4f12-a973-5325ab5fa64c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:54.578257 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-8a00e13e-2baa-4f12-a973-5325ab5fa64c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8432121 Dec 08 02:03:54.602716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Request body: {'port': {'device_id': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:54.625577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-c69dff4a-e545-4a3e-bcce-0463e2d0cbf3 req-22217358-b5f7-41d2-8f58-5512bc64a2dc tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Deleting port 03857758-6bac-4d0d-bd17-50d58d118fd7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:54.626014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c69dff4a-e545-4a3e-bcce-0463e2d0cbf3 req-22217358-b5f7-41d2-8f58-5512bc64a2dc tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:54.683949 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:54.818105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-c69dff4a-e545-4a3e-bcce-0463e2d0cbf3 req-22217358-b5f7-41d2-8f58-5512bc64a2dc tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] For port 03857758-6bac-4d0d-bd17-50d58d118fd7, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=03857758-6bac-4d0d-bd17-50d58d118fd7,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:54.818524 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c69dff4a-e545-4a3e-bcce-0463e2d0cbf3 req-22217358-b5f7-41d2-8f58-5512bc64a2dc tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:54.835353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-c69dff4a-e545-4a3e-bcce-0463e2d0cbf3 req-22217358-b5f7-41d2-8f58-5512bc64a2dc tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Calling delete_port for 03857758-6bac-4d0d-bd17-50d58d118fd7 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:54.858769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019c6a7-0c28-497b-b81f-2b8ba03630c6 req-98749e35-9c28-4f50-abf6-7fdac448fcda tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:54.860423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8019c6a7-0c28-497b-b81f-2b8ba03630c6 req-98749e35-9c28-4f50-abf6-7fdac448fcda tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 931 time: 0.1377831 Dec 08 02:03:55.025750 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b304bf-10b7-44e8-a2f5-02eace81d866 req-f88fa32f-317b-4c59-a528-991af366bed9 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:55.027290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-34b304bf-10b7-44e8-a2f5-02eace81d866 req-f88fa32f-317b-4c59-a528-991af366bed9 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.1032305 Dec 08 02:03:55.081745 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8019c6a7-0c28-497b-b81f-2b8ba03630c6 req-0de94863-941f-4a3f-afa7-2db5d240a996 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491160 Dec 08 02:03:55.082027 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac786ec-5e36-41c5-a9e4-af951b2688e1 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:03:55.094426 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:55.168113 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-34b304bf-10b7-44e8-a2f5-02eace81d866 req-efee6512-662e-450c-9113-afc657c65737 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317081 Dec 08 02:03:55.194511 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c69dff4a-e545-4a3e-bcce-0463e2d0cbf3 req-22217358-b5f7-41d2-8f58-5512bc64a2dc tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:55.195137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Transition to ACTIVE for port object bac786ec-5e36-41c5-a9e4-af951b2688e1 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:03:55.199190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:55.229358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['03857758-6bac-4d0d-bd17-50d58d118fd7'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:55.232225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['c6802ebe-196c-4996-8b3b-4f9507768032'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:55.281417 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22217358-b5f7-41d2-8f58-5512bc64a2dc tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Pushing event deleted for resources: {'Port': ['ID=03857758-6bac-4d0d-bd17-50d58d118fd7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:55.303254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69dff4a-e545-4a3e-bcce-0463e2d0cbf3 req-22217358-b5f7-41d2-8f58-5512bc64a2dc tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] No DVR routers for this DVR port 03857758-6bac-4d0d-bd17-50d58d118fd7 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:03:55.306713 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c69dff4a-e545-4a3e-bcce-0463e2d0cbf3 req-22217358-b5f7-41d2-8f58-5512bc64a2dc tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:55.311051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c69dff4a-e545-4a3e-bcce-0463e2d0cbf3 req-22217358-b5f7-41d2-8f58-5512bc64a2dc tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.75 "DELETE /v2.0/ports/03857758-6bac-4d0d-bd17-50d58d118fd7 HTTP/1.1" status: 204 len: 173 time: 0.8556042 Dec 08 02:03:55.311516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3926418-ccfa-46b5-8f79-22f44f4968b5', 'name': 'network-vif-deleted', 'tag': '03857758-6bac-4d0d-bd17-50d58d118fd7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:55.313961 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f64287e-fc60-46fa-ba70-64a6c0a9196d" -d '{"events": [{"server_uuid": "a3926418-ccfa-46b5-8f79-22f44f4968b5", "name": "network-vif-deleted", "tag": "03857758-6bac-4d0d-bd17-50d58d118fd7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:55.347374 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=bac786ec-5e36-41c5-a9e4-af951b2688e1,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:55.358342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-afeacb8e-f740-4fe1-95e3-e7b92ab1944e req-865d3116-61c3-48d3-b5aa-cd8b21545be1 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3926418-ccfa-46b5-8f79-22f44f4968b5 HTTP/1.1" status: 200 len: 210 time: 0.0402420 Dec 08 02:03:55.445312 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7254f9c-f34c-4711-b031-fd0572c39554 x-openstack-request-id: req-e7254f9c-f34c-4711-b031-fd0572c39554 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:55.445610 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3926418-ccfa-46b5-8f79-22f44f4968b5", "name": "network-vif-deleted", "tag": "03857758-6bac-4d0d-bd17-50d58d118fd7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:55.445873 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e7254f9c-f34c-4711-b031-fd0572c39554 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:55.446333 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3926418-ccfa-46b5-8f79-22f44f4968b5', 'name': 'network-vif-deleted', 'tag': '03857758-6bac-4d0d-bd17-50d58d118fd7', 'status': 'completed', 'code': 200} Dec 08 02:03:55.477081 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:55.584414 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Attempting to bind port bac786ec-5e36-41c5-a9e4-af951b2688e1 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:03:55.584984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Attempting to bind port bac786ec-5e36-41c5-a9e4-af951b2688e1 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd5082bdc-f314-4f27-af3a-7fbf73f48476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:03:55.585926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Attempting to bind port bac786ec-5e36-41c5-a9e4-af951b2688e1 on network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:55.591625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Port bac786ec-5e36-41c5-a9e4-af951b2688e1 on network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:03:55.594448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Attempting to bind port bac786ec-5e36-41c5-a9e4-af951b2688e1 on network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:55.602292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:03:55.602815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Checking segment: {'id': 'd5082bdc-f314-4f27-af3a-7fbf73f48476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:03:55.603363 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Bound using segment: {'id': 'd5082bdc-f314-4f27-af3a-7fbf73f48476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:03:55.603966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Bound port: bac786ec-5e36-41c5-a9e4-af951b2688e1, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5082bdc-f314-4f27-af3a-7fbf73f48476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:03:55.604490 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:55.687982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:03:55.691866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:03:55.696539 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:55.747240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:55.748027 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:55.749329 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] 10.222.0.45 "PUT /v2.0/ports/bac786ec-5e36-41c5-a9e4-af951b2688e1 HTTP/1.1" status: 200 len: 1092 time: 1.1527605 Dec 08 02:03:55.749779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'tag': 'bac786ec-5e36-41c5-a9e4-af951b2688e1'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:55.752069 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7d52be-cb83-4310-a287-6f98dd23cbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "04d643a8-cf23-4284-8bbf-e9eef73e4335", "tag": "bac786ec-5e36-41c5-a9e4-af951b2688e1"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:55.785914 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ed3d7-f651-4ead-952e-468ef11e5ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=bac786ec-5e36-41c5-a9e4-af951b2688e1,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:55.806838 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f99f0ff-0d9c-4567-bb71-139c985fb3a6 x-openstack-request-id: req-5f99f0ff-0d9c-4567-bb71-139c985fb3a6 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:55.807874 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d643a8-cf23-4284-8bbf-e9eef73e4335", "tag": "bac786ec-5e36-41c5-a9e4-af951b2688e1", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:55.808487 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5f99f0ff-0d9c-4567-bb71-139c985fb3a6 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:55.810624 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'tag': 'bac786ec-5e36-41c5-a9e4-af951b2688e1', 'status': 'completed', 'code': 200} Dec 08 02:03:55.900306 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-a20a65a4-ec0a-47f1-bf85-855ad88974df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:55.901763 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-a20a65a4-ec0a-47f1-bf85-855ad88974df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b328034d39774c58a3081143cd03b417&device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 1095 time: 0.0662513 Dec 08 02:03:55.973670 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-6cce9cd6-e6f2-4ce6-9ee4-84f9c0b57c37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1 HTTP/1.1" status: 200 len: 217 time: 0.0533798 Dec 08 02:03:56.031539 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-1e4d85b8-1ebd-4403-b295-be8848e0dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:56.033135 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-1e4d85b8-1ebd-4403-b295-be8848e0dc71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30 HTTP/1.1" status: 200 len: 853 time: 0.0530045 Dec 08 02:03:56.066589 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-52cf9d81-3779-454a-b64c-c1f5cd46c005 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261755 Dec 08 02:03:56.195184 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-13bf0759-d76c-45b8-9800-faa75411fc97 service neutron] 10.222.0.45 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209764 Dec 08 02:03:56.234846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f227caf-58c2-49cc-aff6-6100812f4e1a req-e9711fc6-0915-422d-a92e-ea8c04d8475d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:56.243501 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f227caf-58c2-49cc-aff6-6100812f4e1a req-e9711fc6-0915-422d-a92e-ea8c04d8475d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 943 time: 0.0926974 Dec 08 02:03:56.315128 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f5a71d1-03bb-4e35-86e4-433b9c40c37f req-d06f92ba-1afb-41a4-a17b-cf95eb9bb741 service neutron] 10.222.0.45 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100221 Dec 08 02:03:56.340526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f227caf-58c2-49cc-aff6-6100812f4e1a req-d736ea9a-a7a4-4981-aa59-991f192e389a tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961509 Dec 08 02:03:56.360949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6273f3-7115-4888-9862-608ae1bb7e1e req-56e52a6d-0b07-440e-8b53-f657379cd54f tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:56.369051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e6273f3-7115-4888-9862-608ae1bb7e1e req-56e52a6d-0b07-440e-8b53-f657379cd54f tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0812321 Dec 08 02:03:56.427757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e6273f3-7115-4888-9862-608ae1bb7e1e req-fadc34c5-43ba-4474-b58e-6969cb2740ea tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576503 Dec 08 02:03:56.503056 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d52be-cb83-4310-a287-6f98dd23cbb5 req-2e7bdfe0-8ad9-4e9b-984a-d8b8880ffa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:56.506888 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6b7d52be-cb83-4310-a287-6f98dd23cbb5 req-2e7bdfe0-8ad9-4e9b-984a-d8b8880ffa92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b328034d39774c58a3081143cd03b417&device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 1095 time: 0.0488191 Dec 08 02:03:56.641705 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d52be-cb83-4310-a287-6f98dd23cbb5 req-f959cdbc-adfa-450d-b34f-f4c6abe12924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:56.643639 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6b7d52be-cb83-4310-a287-6f98dd23cbb5 req-f959cdbc-adfa-450d-b34f-f4c6abe12924 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240 HTTP/1.1" status: 200 len: 914 time: 0.1263180 Dec 08 02:03:56.725719 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6b7d52be-cb83-4310-a287-6f98dd23cbb5 req-3da1f13a-c01a-4c26-bed8-063ec888d7a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1 HTTP/1.1" status: 200 len: 217 time: 0.0688655 Dec 08 02:03:56.790872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d52be-cb83-4310-a287-6f98dd23cbb5 req-7c3ae5bd-cef7-4cc0-9ecf-a2e756f63158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:56.792563 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6b7d52be-cb83-4310-a287-6f98dd23cbb5 req-7c3ae5bd-cef7-4cc0-9ecf-a2e756f63158 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30 HTTP/1.1" status: 200 len: 853 time: 0.0520217 Dec 08 02:03:56.830889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10bb14-fa8a-4f19-afbf-552631b0cca1 req-9d0b9e60-3654-469d-8773-a84e8151ba64 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:56.834023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a10bb14-fa8a-4f19-afbf-552631b0cca1 req-9d0b9e60-3654-469d-8773-a84e8151ba64 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 950 time: 0.0867476 Dec 08 02:03:56.839037 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6b7d52be-cb83-4310-a287-6f98dd23cbb5 req-58972d73-f563-45c7-8305-a93d2c155b31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371320 Dec 08 02:03:56.876917 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:56.900723 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a10bb14-fa8a-4f19-afbf-552631b0cca1 req-e6047890-70cd-4b65-b78e-a6c45ae25818 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613539 Dec 08 02:03:56.952437 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6b7d52be-cb83-4310-a287-6f98dd23cbb5 req-5c400046-3011-4721-b7a0-23151d2e067f service neutron] 10.222.0.45 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015129 Dec 08 02:03:57.331886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device edff8edf-bf19-4535-9921-c6dc8df0265c details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:03:57.430854 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6b7d52be-cb83-4310-a287-6f98dd23cbb5 req-4c21a4dc-9db8-4cb2-900f-7d166bc177d1 service neutron] 10.222.0.45 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688578 Dec 08 02:03:57.513240 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port edff8edf-bf19-4535-9921-c6dc8df0265c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=edff8edf-bf19-4535-9921-c6dc8df0265c,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:57.527263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'edff8edf-bf19-4535-9921-c6dc8df0265c', 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37', 'port_id': 'edff8edf-bf19-4535-9921-c6dc8df0265c', 'mac_address': 'fa:16:3e:58:5a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3336e0ed-d585-4880-9c04-8257ed355712', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:03:57.537718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e4a77-b141-4d24-a462-890c1e0e1de8 req-e395a9c8-070c-47e3-af4a-6576bfeb5c6c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:57.539275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c4e4a77-b141-4d24-a462-890c1e0e1de8 req-e395a9c8-070c-47e3-af4a-6576bfeb5c6c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 943 time: 0.1039267 Dec 08 02:03:57.570161 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:57.586054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edff8edf-bf19-4535-9921-c6dc8df0265c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:03:57.608870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port edff8edf-bf19-4535-9921-c6dc8df0265c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=edff8edf-bf19-4535-9921-c6dc8df0265c,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:57.614404 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:57.622599 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c4e4a77-b141-4d24-a462-890c1e0e1de8 req-66b59fd8-9c35-4360-b0d9-23480642ea97 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541034 Dec 08 02:03:57.637262 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73efcdc-d128-47c7-ac26-8febf30159aa req-d611252e-0ca6-4ef6-a915-7e09a082415c tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:57.638821 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f73efcdc-d128-47c7-ac26-8febf30159aa req-d611252e-0ca6-4ef6-a915-7e09a082415c tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0955398 Dec 08 02:03:57.667728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=edff8edf-bf19-4535-9921-c6dc8df0265c,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:57.724197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f73efcdc-d128-47c7-ac26-8febf30159aa req-acf50986-b257-44d2-802a-6736d31efcb5 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683968 Dec 08 02:03:57.856272 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:57.984201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['edff8edf-bf19-4535-9921-c6dc8df0265c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:58.047559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceebcb-d814-46c1-ac29-0c63c4f10759 req-937133d2-73bb-4e56-91d2-d4db7a88284e tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:58.056090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37ceebcb-d814-46c1-ac29-0c63c4f10759 req-937133d2-73bb-4e56-91d2-d4db7a88284e tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 950 time: 0.0758202 Dec 08 02:03:58.136784 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37ceebcb-d814-46c1-ac29-0c63c4f10759 req-21a9308e-e13a-4249-a445-e4f2e9c2943d tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/security-groups?id=698b78ba-8d8f-404c-88a5-60cc20abae3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796478 Dec 08 02:03:58.318290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab522a7-2f2f-4397-8b48-c5625c0a3ac4 req-fc3b6c12-6393-40ba-b36d-8ed106bc6f82 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:58.319817 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3ab522a7-2f2f-4397-8b48-c5625c0a3ac4 req-fc3b6c12-6393-40ba-b36d-8ed106bc6f82 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 950 time: 0.0521834 Dec 08 02:03:58.443313 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-3ab522a7-2f2f-4397-8b48-c5625c0a3ac4 req-16502abe-c739-4f44-b4be-69695a362e40 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Deleting port c6802ebe-196c-4996-8b3b-4f9507768032 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:58.443916 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3ab522a7-2f2f-4397-8b48-c5625c0a3ac4 req-16502abe-c739-4f44-b4be-69695a362e40 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:58.539050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3ab522a7-2f2f-4397-8b48-c5625c0a3ac4 req-16502abe-c739-4f44-b4be-69695a362e40 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] For port c6802ebe-196c-4996-8b3b-4f9507768032, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c6802ebe-196c-4996-8b3b-4f9507768032,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:58.539580 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3ab522a7-2f2f-4397-8b48-c5625c0a3ac4 req-16502abe-c739-4f44-b4be-69695a362e40 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:58.554219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-3ab522a7-2f2f-4397-8b48-c5625c0a3ac4 req-16502abe-c739-4f44-b4be-69695a362e40 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Calling delete_port for c6802ebe-196c-4996-8b3b-4f9507768032 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:58.698278 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3ab522a7-2f2f-4397-8b48-c5625c0a3ac4 req-16502abe-c739-4f44-b4be-69695a362e40 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:58.733252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16502abe-c739-4f44-b4be-69695a362e40 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Pushing event deleted for resources: {'Port': ['ID=c6802ebe-196c-4996-8b3b-4f9507768032,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:58.736242 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['c6802ebe-196c-4996-8b3b-4f9507768032'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:58.807162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb8e7c-8504-434a-a164-908a7f054383 req-3856ec0f-8860-4db8-9f36-ef5c34d732db tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:58.812318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1aeb8e7c-8504-434a-a164-908a7f054383 req-3856ec0f-8860-4db8-9f36-ef5c34d732db tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 943 time: 0.0692716 Dec 08 02:03:58.826921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab522a7-2f2f-4397-8b48-c5625c0a3ac4 req-16502abe-c739-4f44-b4be-69695a362e40 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] No DVR routers for this DVR port c6802ebe-196c-4996-8b3b-4f9507768032 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:03:58.831364 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3ab522a7-2f2f-4397-8b48-c5625c0a3ac4 req-16502abe-c739-4f44-b4be-69695a362e40 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:58.837217 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3ab522a7-2f2f-4397-8b48-c5625c0a3ac4 req-16502abe-c739-4f44-b4be-69695a362e40 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.45 "DELETE /v2.0/ports/c6802ebe-196c-4996-8b3b-4f9507768032 HTTP/1.1" status: 204 len: 173 time: 0.5111520 Dec 08 02:03:58.838134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2dd9e0-6f88-4686-814f-2b45232f1a8e', 'name': 'network-vif-deleted', 'tag': 'c6802ebe-196c-4996-8b3b-4f9507768032'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:58.849322 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24b5455-deea-4b49-ab8d-1ce3bc5fe4b9" -d '{"events": [{"server_uuid": "8c2dd9e0-6f88-4686-814f-2b45232f1a8e", "name": "network-vif-deleted", "tag": "c6802ebe-196c-4996-8b3b-4f9507768032"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:58.910196 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1aeb8e7c-8504-434a-a164-908a7f054383 req-2c33513e-cc31-4ac1-b84f-c7245bdd691e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927825 Dec 08 02:03:58.953886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c2728-74d4-4d15-960a-dbb70c29f009 req-cfc1c007-1172-4f08-9384-607c1165d6e8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:58.956180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e4c2728-74d4-4d15-960a-dbb70c29f009 req-cfc1c007-1172-4f08-9384-607c1165d6e8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 944 time: 0.0910037 Dec 08 02:03:59.039584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e4c2728-74d4-4d15-960a-dbb70c29f009 req-621ba480-d2b4-401a-82a8-e7dc4557f913 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694647 Dec 08 02:03:59.077919 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d5a464-0b1d-44c6-a51c-2b3bfe3bd370 x-openstack-request-id: req-b5d5a464-0b1d-44c6-a51c-2b3bfe3bd370 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:59.078237 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2dd9e0-6f88-4686-814f-2b45232f1a8e", "name": "network-vif-deleted", "tag": "c6802ebe-196c-4996-8b3b-4f9507768032", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:59.078540 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b5d5a464-0b1d-44c6-a51c-2b3bfe3bd370 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:59.078955 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2dd9e0-6f88-4686-814f-2b45232f1a8e', 'name': 'network-vif-deleted', 'tag': 'c6802ebe-196c-4996-8b3b-4f9507768032', 'status': 'completed', 'code': 200} Dec 08 02:03:59.177061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device bac786ec-5e36-41c5-a9e4-af951b2688e1 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:03:59.293436 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ffe47b7f-2d78-4ddc-9adb-013d5c6f2790 req-592f1eab-cfa2-4a22-96cb-d2dbfe0a26a2 tempest-ServersAdminNegativeTestJSON-916512933 tempest-ServersAdminNegativeTestJSON-916512933-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c2dd9e0-6f88-4686-814f-2b45232f1a8e HTTP/1.1" status: 200 len: 210 time: 0.0510094 Dec 08 02:03:59.345014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device edff8edf-bf19-4535-9921-c6dc8df0265c up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:59.358697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:59.398459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'bac786ec-5e36-41c5-a9e4-af951b2688e1', 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240', 'port_id': 'bac786ec-5e36-41c5-a9e4-af951b2688e1', 'mac_address': 'fa:16:3e:96:85:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:03:59.458349 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:59.480769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac786ec-5e36-41c5-a9e4-af951b2688e1 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:03:59.496672 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port edff8edf-bf19-4535-9921-c6dc8df0265c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:59.497102 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:59.532834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:59.542317 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:59.606136 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=bac786ec-5e36-41c5-a9e4-af951b2688e1,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:59.642725 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:59.667199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a143c104-59fe-4427-95e0-b64acd28deb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff8edf-bf19-4535-9921-c6dc8df0265c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:59.669828 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93707b21-425c-44da-af0d-792e41579d8a" -d '{"events": [{"server_uuid": "a143c104-59fe-4427-95e0-b64acd28deb8", "name": "network-vif-plugged", "status": "completed", "tag": "edff8edf-bf19-4535-9921-c6dc8df0265c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:59.697178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port edff8edf-bf19-4535-9921-c6dc8df0265c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=edff8edf-bf19-4535-9921-c6dc8df0265c,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:59.709137 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:59.710165 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 03857758-6bac-4d0d-bd17-50d58d118fd7 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:59.734041 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8891c5f-d201-4cf0-8d17-e88b07557257 x-openstack-request-id: req-e8891c5f-d201-4cf0-8d17-e88b07557257 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:59.734450 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a143c104-59fe-4427-95e0-b64acd28deb8", "name": "network-vif-plugged", "status": "completed", "tag": "edff8edf-bf19-4535-9921-c6dc8df0265c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:59.734914 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e8891c5f-d201-4cf0-8d17-e88b07557257 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:59.735417 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a143c104-59fe-4427-95e0-b64acd28deb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff8edf-bf19-4535-9921-c6dc8df0265c', 'code': 200} Dec 08 02:03:59.737961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 03857758-6bac-4d0d-bd17-50d58d118fd7 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:59.738399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 03857758-6bac-4d0d-bd17-50d58d118fd7 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:59.804444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=edff8edf-bf19-4535-9921-c6dc8df0265c,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:59.886407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['bac786ec-5e36-41c5-a9e4-af951b2688e1'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:59.936556 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af786b-5781-4a2e-850e-c27ddf0bf4b7 req-71125e6f-5e95-4fe6-8f31-44a9545df203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:59.938677 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3af786b-5781-4a2e-850e-c27ddf0bf4b7 req-71125e6f-5e95-4fe6-8f31-44a9545df203 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 1097 time: 0.0438383 Dec 08 02:04:00.038533 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3af786b-5781-4a2e-850e-c27ddf0bf4b7 req-e0463416-5614-47f8-a971-db00ec4858c7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872514 Dec 08 02:04:00.058489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ec409-dae2-4094-b571-460c682dc0ce req-f3b4b4c5-da83-4b5f-94eb-f11e866547c9 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:00.060841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-647ec409-dae2-4094-b571-460c682dc0ce req-f3b4b4c5-da83-4b5f-94eb-f11e866547c9 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 944 time: 0.0680478 Dec 08 02:04:00.114273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-647ec409-dae2-4094-b571-460c682dc0ce req-0373e6d5-b489-4452-b085-f0c29e7f4945 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446095 Dec 08 02:04:00.237079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff650103-d5db-450e-83ac-f2069512b8fd req-6111e2dc-30fd-4820-871d-2caedae68e4b tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:00.238749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff650103-d5db-450e-83ac-f2069512b8fd req-6111e2dc-30fd-4820-871d-2caedae68e4b tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0590239 Dec 08 02:04:00.289483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff650103-d5db-450e-83ac-f2069512b8fd req-6d36e566-0b49-4db5-8865-f3bd74d2a1a0 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434124 Dec 08 02:04:00.609204 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34982) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:00.774835 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c853b895-82f2-4a53-a9d2-44bd5595978f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=391eff6630534673a898f6538747d337&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1644750 Dec 08 02:04:00.777485 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34992) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:00.829921 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb85a19b-f4b9-473e-8e1e-f418f60fe1ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:00.855434 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb85a19b-f4b9-473e-8e1e-f418f60fe1ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:00.926021 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb85a19b-f4b9-473e-8e1e-f418f60fe1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:00.930757 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb85a19b-f4b9-473e-8e1e-f418f60fe1ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:00.934330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bb85a19b-f4b9-473e-8e1e-f418f60fe1ea admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/698b78ba-8d8f-404c-88a5-60cc20abae3b HTTP/1.1" status: 204 len: 168 time: 0.1554816 Dec 08 02:04:00.946531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85a19b-f4b9-473e-8e1e-f418f60fe1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698b78ba-8d8f-404c-88a5-60cc20abae3b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:01.203922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device bac786ec-5e36-41c5-a9e4-af951b2688e1 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:01.307193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5ceda-f608-4c23-b34e-4f664279b91e req-f30d294a-c84b-414c-8ac0-cee65bad3a8e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:01.308785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ac5ceda-f608-4c23-b34e-4f664279b91e req-f30d294a-c84b-414c-8ac0-cee65bad3a8e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 944 time: 0.0889444 Dec 08 02:04:01.316379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port bac786ec-5e36-41c5-a9e4-af951b2688e1 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:04:01.325611 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port bac786ec-5e36-41c5-a9e4-af951b2688e1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:01.326002 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:01.390035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ac5ceda-f608-4c23-b34e-4f664279b91e req-0c39b437-8592-4bf8-b011-a91f2190c716 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673480 Dec 08 02:04:01.416378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35018) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:01.460380 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:01.501852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1456262e-e2d1-4c1c-baa2-b2d9eefa7082 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3fbf3b4cce4e44d6817e4cbeac074f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0843077 Dec 08 02:04:01.502932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:01.504780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35028) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:01.509119 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:01.510389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device c6802ebe-196c-4996-8b3b-4f9507768032 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:04:01.535413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: c6802ebe-196c-4996-8b3b-4f9507768032 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:04:01.535797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device c6802ebe-196c-4996-8b3b-4f9507768032 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:04:01.541041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accec181-356f-4f3f-bd09-88ca17dcde52 req-8b8489a5-38fa-4fec-8a77-a88df5610fe1 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:01.548601 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-accec181-356f-4f3f-bd09-88ca17dcde52 req-8b8489a5-38fa-4fec-8a77-a88df5610fe1 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.1104772 Dec 08 02:04:01.592941 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=bac786ec-5e36-41c5-a9e4-af951b2688e1,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:01.603834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-19ba4cb2-957a-435e-bae8-61e53586278b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:01.628834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-accec181-356f-4f3f-bd09-88ca17dcde52 req-6a4d3b27-f8d3-4c34-945c-a29f850dbe03 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793602 Dec 08 02:04:01.668333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-19ba4cb2-957a-435e-bae8-61e53586278b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:01.728460 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-19ba4cb2-957a-435e-bae8-61e53586278b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:01.736563 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac786ec-5e36-41c5-a9e4-af951b2688e1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:01.737628 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-19ba4cb2-957a-435e-bae8-61e53586278b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:01.739002 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-19ba4cb2-957a-435e-bae8-61e53586278b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1d2f6563-c37a-4d2b-b573-61b92ada7b9e HTTP/1.1" status: 204 len: 168 time: 0.2326477 Dec 08 02:04:01.739425 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688e1d2a-4aa4-4eef-95b4-14e7b303b57a" -d '{"events": [{"server_uuid": "04d643a8-cf23-4284-8bbf-e9eef73e4335", "name": "network-vif-plugged", "status": "completed", "tag": "bac786ec-5e36-41c5-a9e4-af951b2688e1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:04:01.756762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba4cb2-957a-435e-bae8-61e53586278b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2f6563-c37a-4d2b-b573-61b92ada7b9e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:01.804510 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16623412-cd93-4e3b-b41c-c66ba8885c7a req-cc9f256e-a00d-45b4-b79e-bb2da27faf23 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:01.812742 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16623412-cd93-4e3b-b41c-c66ba8885c7a req-cc9f256e-a00d-45b4-b79e-bb2da27faf23 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0996017 Dec 08 02:04:01.818359 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb060d32-615c-4ca2-805a-8ff0b7204c27 x-openstack-request-id: req-bb060d32-615c-4ca2-805a-8ff0b7204c27 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:04:01.818835 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d643a8-cf23-4284-8bbf-e9eef73e4335", "name": "network-vif-plugged", "status": "completed", "tag": "bac786ec-5e36-41c5-a9e4-af951b2688e1", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:04:01.819280 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bb060d32-615c-4ca2-805a-8ff0b7204c27 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:04:01.820385 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac786ec-5e36-41c5-a9e4-af951b2688e1', 'code': 200} Dec 08 02:04:01.888830 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16623412-cd93-4e3b-b41c-c66ba8885c7a req-c6f29b1f-90f6-477b-8884-9dbe8299f8ac tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699644 Dec 08 02:04:02.017632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f5506-99cd-4c57-93a4-cd05b4f2e35c req-790f0e65-6459-4755-af1a-f91fe5200b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:02.024268 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-118f5506-99cd-4c57-93a4-cd05b4f2e35c req-790f0e65-6459-4755-af1a-f91fe5200b2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 1097 time: 0.1305418 Dec 08 02:04:02.088269 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-118f5506-99cd-4c57-93a4-cd05b4f2e35c req-43aa2748-342e-41ad-bb2a-13b123d49dc2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556438 Dec 08 02:04:02.470087 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-0bed4668-fac5-4b86-89bc-8cd0d83d9414 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:02.478534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-0bed4668-fac5-4b86-89bc-8cd0d83d9414 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/networks?id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 HTTP/1.1" status: 200 len: 815 time: 0.1995816 Dec 08 02:04:02.508387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-0ed71515-fd3c-4f98-8ea2-93b4a2843161 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/quotas/26a3bc1529ee4fcf9c5496e3079487a6 HTTP/1.1" status: 200 len: 375 time: 0.0286312 Dec 08 02:04:02.580892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc6312-4f8a-421d-8cea-fe1114fb45ec req-d0af3991-8513-48f8-b8d3-63fa994e9af3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:02.585855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61bc6312-4f8a-421d-8cea-fe1114fb45ec req-d0af3991-8513-48f8-b8d3-63fa994e9af3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0951006 Dec 08 02:04:02.611524 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-05b642f5-7cdc-4e0a-bd7b-ea8292788c27 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=26a3bc1529ee4fcf9c5496e3079487a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0821762 Dec 08 02:04:02.691290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61bc6312-4f8a-421d-8cea-fe1114fb45ec req-2ce1ed0e-6564-47a1-999f-f9866a2cf601 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977497 Dec 08 02:04:02.877588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35102) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:03.046437 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1642365171-network', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:03.070014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] Made reservation on behalf of f949a5b2ce24442fb07c37c872708b5d for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:04:03.073429 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.087668 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.232852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-59e37de0-39a9-486e-afc5-47d749579b00 service neutron] 10.222.0.71 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128626 Dec 08 02:04:03.263021 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.271835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.330527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91282841-abd6-46cf-936b-cab83d16a54f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:03.336747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:04:03.352387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.352811 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] Added segment 32b4b0f5-f94a-49b8-8238-70f11cebfa32 of type vlan for network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 Dec 08 02:04:03.369390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-de89e2cd-4807-40da-b57e-a43c3baf7469 service neutron] 10.222.0.71 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352501 Dec 08 02:04:03.430468 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.475799 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.476939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:03.480012 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.559941 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6773448 Dec 08 02:04:03.560091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35128) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:03.567284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e130c860-6a18-461d-b696-55dc0ec20075 admin admin] Request body: {'subnet': {'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642365171-subnet', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:03.572122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110e3e4-6168-4b20-8d3e-357c85d148e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3d17cece-9cb3-416c-9d52-ddb7e398a7d1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:03.579279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffd5df-2328-4213-8a04-634fb8fdf8a6 req-df79f246-dd08-412a-971b-0ca4e008cf79 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:03.580829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6ffd5df-2328-4213-8a04-634fb8fdf8a6 req-df79f246-dd08-412a-971b-0ca4e008cf79 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.75 "GET /v2.0/ports?device_id=a143c104-59fe-4427-95e0-b64acd28deb8 HTTP/1.1" status: 200 len: 945 time: 0.0702722 Dec 08 02:04:03.583020 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:04:03.601918 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e130c860-6a18-461d-b696-55dc0ec20075 admin admin] Made reservation on behalf of f949a5b2ce24442fb07c37c872708b5d for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:04:03.603016 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:04:03.605590 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e130c860-6a18-461d-b696-55dc0ec20075 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.826949 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db5955f2-a5ef-448a-b7db-47f7dcffd6b4 req-b83759d1-c8d7-4c56-a5fe-a2b5cac29243 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 210 time: 0.1213279 Dec 08 02:04:03.869552 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-d6ffd5df-2328-4213-8a04-634fb8fdf8a6 req-cf84fb61-eba9-422c-9827-279f9abf37d3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Deleting port edff8edf-bf19-4535-9921-c6dc8df0265c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:04:03.869893 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d6ffd5df-2328-4213-8a04-634fb8fdf8a6 req-cf84fb61-eba9-422c-9827-279f9abf37d3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.937025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d8639-281a-485e-b199-4dbf9ae773f1 req-2e57424d-94d9-4478-ba80-0d39c1a0f715 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:03.944537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-882d8639-281a-485e-b199-4dbf9ae773f1 req-2e57424d-94d9-4478-ba80-0d39c1a0f715 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1281056 Dec 08 02:04:03.985304 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e130c860-6a18-461d-b696-55dc0ec20075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.029416 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-882d8639-281a-485e-b199-4dbf9ae773f1 req-bc367c5c-b3b4-46c1-8cae-4f7f571ee307 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838277 Dec 08 02:04:04.061002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130c860-6a18-461d-b696-55dc0ec20075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4829bb26-acc6-41d3-8bbd-c56c42312d69,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:04.067241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d6ffd5df-2328-4213-8a04-634fb8fdf8a6 req-cf84fb61-eba9-422c-9827-279f9abf37d3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] For port edff8edf-bf19-4535-9921-c6dc8df0265c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=edff8edf-bf19-4535-9921-c6dc8df0265c,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:04.067708 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d6ffd5df-2328-4213-8a04-634fb8fdf8a6 req-cf84fb61-eba9-422c-9827-279f9abf37d3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.083054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-d6ffd5df-2328-4213-8a04-634fb8fdf8a6 req-cf84fb61-eba9-422c-9827-279f9abf37d3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Calling delete_port for edff8edf-bf19-4535-9921-c6dc8df0265c owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:04:04.085658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e130c860-6a18-461d-b696-55dc0ec20075 admin admin] Checking segment: {'id': '32b4b0f5-f94a-49b8-8238-70f11cebfa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:04:04.086137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e130c860-6a18-461d-b696-55dc0ec20075 admin admin] Network hostable DHCP agents. Network: 3d17cece-9cb3-416c-9d52-ddb7e398a7d1, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:04:04.114267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e130c860-6a18-461d-b696-55dc0ec20075 admin admin] Network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:04:04.129493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e130c860-6a18-461d-b696-55dc0ec20075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 3d17cece-9cb3-416c-9d52-ddb7e398a7d1) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:04.135834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e130c860-6a18-461d-b696-55dc0ec20075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:04.141431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19024d86-caf8-4c7f-bb3c-2046408dacf4 None None] Network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:04:04.152434 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e130c860-6a18-461d-b696-55dc0ec20075 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.196543 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e130c860-6a18-461d-b696-55dc0ec20075 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6350014 Dec 08 02:04:04.196983 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35158) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:04.213043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1642365171-router', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:04.291359 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.293469 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.318889 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d6ffd5df-2328-4213-8a04-634fb8fdf8a6 req-cf84fb61-eba9-422c-9827-279f9abf37d3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.404037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['edff8edf-bf19-4535-9921-c6dc8df0265c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:04:04.405108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84fb61-eba9-422c-9827-279f9abf37d3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Pushing event deleted for resources: {'Port': ['ID=edff8edf-bf19-4535-9921-c6dc8df0265c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:04.431023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-3d17cece-9cb3-416c-9d52-ddb7e398a7d1', 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1', 'project_id': 'f949a5b2ce24442fb07c37c872708b5d', 'fixed_ips': [{'subnet_id': '4829bb26-acc6-41d3-8bbd-c56c42312d69'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:04:04.432277 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.546424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-195890da-65aa-4257-b03c-249556be0d5f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:04.547983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-195890da-65aa-4257-b03c-249556be0d5f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/networks?id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240 HTTP/1.1" status: 200 len: 813 time: 0.1506953 Dec 08 02:04:04.591665 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.607450 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ffd5df-2328-4213-8a04-634fb8fdf8a6 req-cf84fb61-eba9-422c-9827-279f9abf37d3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] No DVR routers for this DVR port edff8edf-bf19-4535-9921-c6dc8df0265c on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:04:04.611244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-122e070e-263f-4b7e-a14c-c2d7bb0c0945 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/quotas/b328034d39774c58a3081143cd03b417 HTTP/1.1" status: 200 len: 375 time: 0.0557129 Dec 08 02:04:04.612875 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d6ffd5df-2328-4213-8a04-634fb8fdf8a6 req-cf84fb61-eba9-422c-9827-279f9abf37d3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.616445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6ffd5df-2328-4213-8a04-634fb8fdf8a6 req-cf84fb61-eba9-422c-9827-279f9abf37d3 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.75 "DELETE /v2.0/ports/edff8edf-bf19-4535-9921-c6dc8df0265c HTTP/1.1" status: 204 len: 173 time: 1.0287137 Dec 08 02:04:04.616895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a143c104-59fe-4427-95e0-b64acd28deb8', 'name': 'network-vif-deleted', 'tag': 'edff8edf-bf19-4535-9921-c6dc8df0265c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:04.619180 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31ab50f-ea5b-4e13-a6d0-74c9e8728eca" -d '{"events": [{"server_uuid": "a143c104-59fe-4427-95e0-b64acd28deb8", "name": "network-vif-deleted", "tag": "edff8edf-bf19-4535-9921-c6dc8df0265c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:04:04.691816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-1d8f2014-55c3-4455-8067-8ef536930a98 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b328034d39774c58a3081143cd03b417&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0551183 Dec 08 02:04:04.713040 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9c4222-4566-412b-8b28-63522fd88a9c x-openstack-request-id: req-2a9c4222-4566-412b-8b28-63522fd88a9c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:04:04.713342 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a143c104-59fe-4427-95e0-b64acd28deb8", "name": "network-vif-deleted", "tag": "edff8edf-bf19-4535-9921-c6dc8df0265c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:04:04.713600 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2a9c4222-4566-412b-8b28-63522fd88a9c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:04:04.714004 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a143c104-59fe-4427-95e0-b64acd28deb8', 'name': 'network-vif-deleted', 'tag': 'edff8edf-bf19-4535-9921-c6dc8df0265c', 'status': 'completed', 'code': 200} Dec 08 02:04:04.738574 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Allocated IP 172.20.0.2 (3d17cece-9cb3-416c-9d52-ddb7e398a7d1/4829bb26-acc6-41d3-8bbd-c56c42312d69/ab72055b-5feb-4dbb-9336-99a1db8a7626) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:04:04.859170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.971485 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-712774d3-706b-4021-8e27-8818e02e5740 service neutron] 10.222.0.71 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626107 Dec 08 02:04:05.079995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ec9955b9-4382-4bdd-a5a1-f1f19e825c82 req-6fc8e3bf-3e1e-4232-bb0a-d2bc3aa8e1f6 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 210 time: 0.0965035 Dec 08 02:04:05.313552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-c180322a-c1fe-4d80-b14a-deffadf5f5ca service neutron] 10.222.0.71 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406415 Dec 08 02:04:05.433490 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:05.445262 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:05.450927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:05.504463 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:04:05.510245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:05.513129 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:04:05.548070 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:05.587419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Pushing event updated for resources: {'Port': ['ID=ab72055b-5feb-4dbb-9336-99a1db8a7626,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:05.714370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Attempting to bind port ab72055b-5feb-4dbb-9336-99a1db8a7626 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:04:05.715073 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Attempting to bind port ab72055b-5feb-4dbb-9336-99a1db8a7626 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '32b4b0f5-f94a-49b8-8238-70f11cebfa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:04:05.715204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Attempting to bind port ab72055b-5feb-4dbb-9336-99a1db8a7626 on network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:05.732864 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0cad1d0a-baba-4ee3-9522-355dec069ccb req-0d988b45-c92d-49cd-8ad6-ce943070b27b tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 210 time: 0.1797216 Dec 08 02:04:05.733664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:04:05.734254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Checking segment: {'id': '32b4b0f5-f94a-49b8-8238-70f11cebfa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:04:05.734661 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:05.735057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Bound using segment: {'id': '32b4b0f5-f94a-49b8-8238-70f11cebfa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:04:05.735578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Bound port: ab72055b-5feb-4dbb-9336-99a1db8a7626, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b4b0f5-f94a-49b8-8238-70f11cebfa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:04:05.736036 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:05.795318 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-5ba50fcb-39a1-442b-b2ae-af1fc5dc3da1 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:05.796886 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-5ba50fcb-39a1-442b-b2ae-af1fc5dc3da1 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.45 "GET /v2.0/networks?id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 HTTP/1.1" status: 200 len: 815 time: 0.1804593 Dec 08 02:04:05.816454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-bb40b6ab-2413-4f91-9e96-994ddac9a38d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Request body: {'port': {'device_id': '90df7f4d-3dd5-4dd0-aba8-2019c9579c15', 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37', 'admin_state_up': True, 'tenant_id': '26a3bc1529ee4fcf9c5496e3079487a6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:05.910867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] For port ab72055b-5feb-4dbb-9336-99a1db8a7626, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:04:05.921907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] For port ab72055b-5feb-4dbb-9336-99a1db8a7626, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ab72055b-5feb-4dbb-9336-99a1db8a7626,segment=NetworkSegment(32b4b0f5-f94a-49b8-8238-70f11cebfa32),segment_id=32b4b0f5-f94a-49b8-8238-70f11cebfa32)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:04:05.943031 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:05.954981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Allocated IP 172.25.8.244 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/5177fcd3-da40-4088-a063-c81d974a757f) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:04:06.040177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-bb40b6ab-2413-4f91-9e96-994ddac9a38d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Made reservation on behalf of 26a3bc1529ee4fcf9c5496e3079487a6 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:04:06.044103 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-bb40b6ab-2413-4f91-9e96-994ddac9a38d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:06.137906 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc28d2-7172-4a6a-b6f4-83fe53b00b40 None None] Pushing event updated for resources: {'Port': ['ID=ab72055b-5feb-4dbb-9336-99a1db8a7626,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:06.221901 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:06.255345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-749ca6af-eda6-46d6-b753-b7413da22a24 req-bddf87a7-f0b5-40f3-b385-3128ec7d6fe9 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 210 time: 0.0566466 Dec 08 02:04:06.341195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-bb40b6ab-2413-4f91-9e96-994ddac9a38d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Allocated IP 172.20.0.11 (daf389f7-9819-45ab-a4e4-8e8bc9ec3d37/3336e0ed-d585-4880-9c04-8257ed355712/4cff97e1-6476-4532-9783-071bb78c6fc5) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:04:06.364707 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:06.388392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:04:06.408708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:06.410906 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:04:06.524017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Pushing event updated for resources: {'Port': ['ID=5177fcd3-da40-4088-a063-c81d974a757f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:06.792981 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-bb40b6ab-2413-4f91-9e96-994ddac9a38d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:06.863129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eae9c826-8077-4466-ade5-8e7ee0296313 req-187785ef-01bb-41e1-a304-4c6da01e3f73 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 210 time: 0.0297656 Dec 08 02:04:06.912708 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:06.972974 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-bb40b6ab-2413-4f91-9e96-994ddac9a38d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:07.092282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-bb40b6ab-2413-4f91-9e96-994ddac9a38d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:04:07.095047 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40b6ab-2413-4f91-9e96-994ddac9a38d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Pushing event updated for resources: {'Port': ['ID=4cff97e1-6476-4532-9783-071bb78c6fc5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:07.099760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-bb40b6ab-2413-4f91-9e96-994ddac9a38d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:07.103514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-bb40b6ab-2413-4f91-9e96-994ddac9a38d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:04:07.167136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-bb40b6ab-2413-4f91-9e96-994ddac9a38d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:07.167836 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-bb40b6ab-2413-4f91-9e96-994ddac9a38d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:07.196064 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-bb40b6ab-2413-4f91-9e96-994ddac9a38d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3852506 Dec 08 02:04:07.198442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ab72055b-5feb-4dbb-9336-99a1db8a7626 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:07.288745 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port ab72055b-5feb-4dbb-9336-99a1db8a7626 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:07.289344 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:07.296728 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Request body: {'port': {'device_id': '90df7f4d-3dd5-4dd0-aba8-2019c9579c15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:07.413608 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device edff8edf-bf19-4535-9921-c6dc8df0265c no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:04:07.477642 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: edff8edf-bf19-4535-9921-c6dc8df0265c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:04:07.479882 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device edff8edf-bf19-4535-9921-c6dc8df0265c not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:04:07.512995 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:07.567264 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:07.586287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd736d4-b1e3-484b-a9d9-4416b7d18abf req-27ea6567-bed7-4592-b67a-88ef14db4695 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:07.589437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port ab72055b-5feb-4dbb-9336-99a1db8a7626, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ab72055b-5feb-4dbb-9336-99a1db8a7626,segment=NetworkSegment(32b4b0f5-f94a-49b8-8238-70f11cebfa32),segment_id=32b4b0f5-f94a-49b8-8238-70f11cebfa32)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:07.597770 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3cd736d4-b1e3-484b-a9d9-4416b7d18abf req-27ea6567-bed7-4592-b67a-88ef14db4695 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 932 time: 0.2149904 Dec 08 02:04:07.598136 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:07.655455 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:07.685354 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=ab72055b-5feb-4dbb-9336-99a1db8a7626,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:07.709955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-de4049a7-00f2-4a21-9590-54208d4e0824 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:07.712304 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-de4049a7-00f2-4a21-9590-54208d4e0824 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.75 "GET /v2.0/networks?id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240 HTTP/1.1" status: 200 len: 813 time: 0.4034510 Dec 08 02:04:07.741780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-77ab4692-7651-4025-8d22-db3eea0571a8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Request body: {'port': {'device_id': '315df16d-5280-4573-87a2-b2104e322416', 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240', 'admin_state_up': True, 'tenant_id': 'b328034d39774c58a3081143cd03b417'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:07.777687 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3cd736d4-b1e3-484b-a9d9-4416b7d18abf req-e299fc49-d504-43a8-b586-ccf9492e6100 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785779 Dec 08 02:04:07.856837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735a8983-3b86-4f32-a708-f16a892705ba None None] Network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:04:07.958432 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4f4161fe-eaa6-4aa6-875c-f0d94655b174 None None] Provisioning complete for port ab72055b-5feb-4dbb-9336-99a1db8a7626 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:07.958804 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f4161fe-eaa6-4aa6-875c-f0d94655b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:07.989376 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-77ab4692-7651-4025-8d22-db3eea0571a8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Made reservation on behalf of b328034d39774c58a3081143cd03b417 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:04:07.994907 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-77ab4692-7651-4025-8d22-db3eea0571a8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:08.125246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5522d90a-b3e6-48c8-9051-3999ab18535d req-aad2a695-b622-4a10-b182-2c19232dd7cf tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 210 time: 0.0927434 Dec 08 02:04:08.266791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Router b3525509-bbd0-4399-bc04-3e483d43946a is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:04:08.344174 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-77ab4692-7651-4025-8d22-db3eea0571a8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Allocated IP 172.20.0.12 (b31e52c0-dcc7-461f-b7a4-5b548e6cf240/bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30/8ca0fc55-37f7-4d30-aba8-528cf9fd82aa) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:04:08.349763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cff97e1-6476-4532-9783-071bb78c6fc5 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:04:08.362465 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:08.385075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Transition to ACTIVE for port object 4cff97e1-6476-4532-9783-071bb78c6fc5 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:04:08.397506 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:08.583824 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-77ab4692-7651-4025-8d22-db3eea0571a8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:08.593705 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Pushing event updated for resources: {'Port': ['ID=4cff97e1-6476-4532-9783-071bb78c6fc5,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:08.624869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ccbdabde-5760-46b6-97fc-5156c22e20b4 None None] Provisioning complete for port ab72055b-5feb-4dbb-9336-99a1db8a7626 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:08.625388 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccbdabde-5760-46b6-97fc-5156c22e20b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:08.634035 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-77ab4692-7651-4025-8d22-db3eea0571a8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:08.657666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Attempting to bind port 4cff97e1-6476-4532-9783-071bb78c6fc5 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:04:08.658009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Attempting to bind port 4cff97e1-6476-4532-9783-071bb78c6fc5 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '5eaf1122-9d83-4c4a-8e0c-d456b44611fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:04:08.658339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Attempting to bind port 4cff97e1-6476-4532-9783-071bb78c6fc5 on network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:08.666891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Port 4cff97e1-6476-4532-9783-071bb78c6fc5 on network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:04:08.667214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Attempting to bind port 4cff97e1-6476-4532-9783-071bb78c6fc5 on network daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:08.673598 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:04:08.674334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Checking segment: {'id': '5eaf1122-9d83-4c4a-8e0c-d456b44611fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:04:08.674334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Bound using segment: {'id': '5eaf1122-9d83-4c4a-8e0c-d456b44611fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:04:08.675280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Bound port: 4cff97e1-6476-4532-9783-071bb78c6fc5, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eaf1122-9d83-4c4a-8e0c-d456b44611fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:04:08.675658 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:08.678680 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['bac786ec-5e36-41c5-a9e4-af951b2688e1'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:04:08.678823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:04:08.689702 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Sync routers for ids ['b3525509-bbd0-4399-bc04-3e483d43946a'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:04:08.703917 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-77ab4692-7651-4025-8d22-db3eea0571a8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:04:08.711317 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Routers {'b3525509-bbd0-4399-bc04-3e483d43946a'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:04:08.711970 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:03:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b3525509-bbd0-4399-bc04-3e483d43946a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:08.720194 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:08.724768 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-84049c24-1b12-4c76-b23d-bf00304b27c4 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5237713 Dec 08 02:04:08.728456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-77ab4692-7651-4025-8d22-db3eea0571a8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:08.735167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35294) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:08.753597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-77ab4692-7651-4025-8d22-db3eea0571a8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:04:08.792409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] For port 4cff97e1-6476-4532-9783-071bb78c6fc5, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:04:08.800783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] For port 4cff97e1-6476-4532-9783-071bb78c6fc5, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4cff97e1-6476-4532-9783-071bb78c6fc5,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:04:08.808387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:08.937054 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:08.937054 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:08.938103 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] 10.222.0.45 "PUT /v2.0/ports/4cff97e1-6476-4532-9783-071bb78c6fc5 HTTP/1.1" status: 200 len: 1093 time: 1.6698437 Dec 08 02:04:08.938585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90df7f4d-3dd5-4dd0-aba8-2019c9579c15', 'tag': '4cff97e1-6476-4532-9783-071bb78c6fc5'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:08.943508 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742ee356-8159-4fd4-91a9-8047dc334f38" -d '{"events": [{"name": "network-changed", "server_uuid": "90df7f4d-3dd5-4dd0-aba8-2019c9579c15", "tag": "4cff97e1-6476-4532-9783-071bb78c6fc5"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:04:08.985406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9894844-6b3a-4aca-9f98-3d8cfd3ac7ab service neutron] Pushing event updated for resources: {'Port': ['ID=4cff97e1-6476-4532-9783-071bb78c6fc5,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:09.001197 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Set router b3525509-bbd0-4399-bc04-3e483d43946a gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:04:09.005561 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877c56e6-8212-4b52-968f-a61fa5f71a4e x-openstack-request-id: req-877c56e6-8212-4b52-968f-a61fa5f71a4e {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:04:09.005859 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90df7f4d-3dd5-4dd0-aba8-2019c9579c15", "tag": "4cff97e1-6476-4532-9783-071bb78c6fc5", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:04:09.006119 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-877c56e6-8212-4b52-968f-a61fa5f71a4e {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:04:09.010085 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90df7f4d-3dd5-4dd0-aba8-2019c9579c15', 'tag': '4cff97e1-6476-4532-9783-071bb78c6fc5', 'status': 'completed', 'code': 200} Dec 08 02:04:09.056952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-77ab4692-7651-4025-8d22-db3eea0571a8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:09.057607 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-77ab4692-7651-4025-8d22-db3eea0571a8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:09.068241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab4692-7651-4025-8d22-db3eea0571a8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Pushing event updated for resources: {'Port': ['ID=8ca0fc55-37f7-4d30-aba8-528cf9fd82aa,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:09.134984 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-77ab4692-7651-4025-8d22-db3eea0571a8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4019604 Dec 08 02:04:09.150711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-d03a873c-c108-41dc-b6e7-7a8ed0d53170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:09.155436 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-d03a873c-c108-41dc-b6e7-7a8ed0d53170 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=26a3bc1529ee4fcf9c5496e3079487a6&device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 1096 time: 0.1293797 Dec 08 02:04:09.164274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ab72055b-5feb-4dbb-9336-99a1db8a7626 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:09.168072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Request body: {'port': {'device_id': '315df16d-5280-4573-87a2-b2104e322416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:09.205474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32248c7e-be72-43e0-8cbe-9f0c88c19e76 req-d8d892b4-7fa1-4434-a7ed-9359d3893b1d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:09.213794 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-32248c7e-be72-43e0-8cbe-9f0c88c19e76 req-d8d892b4-7fa1-4434-a7ed-9359d3893b1d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 944 time: 0.2597179 Dec 08 02:04:09.226725 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-c387b31c-4c9c-4bf7-8702-e326033126bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cff97e1-6476-4532-9783-071bb78c6fc5 HTTP/1.1" status: 200 len: 217 time: 0.0563643 Dec 08 02:04:09.338567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-af585b45-3800-44ca-bc07-abda91e7854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:09.340857 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-af585b45-3800-44ca-bc07-abda91e7854b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3336e0ed-d585-4880-9c04-8257ed355712 HTTP/1.1" status: 200 len: 855 time: 0.0945456 Dec 08 02:04:09.345061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port ab72055b-5feb-4dbb-9336-99a1db8a7626 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:09.345472 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:09.402428 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:09.446698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-32248c7e-be72-43e0-8cbe-9f0c88c19e76 req-869ce9ce-2175-4881-ae6e-d47746b61d63 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317550 Dec 08 02:04:09.512735 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642365171-router', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '5177fcd3-da40-4088-a063-c81d974a757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:04Z', 'updated_at': '2021-12-08T02:04:06Z', 'revision_number': 3, 'project_id': 'f949a5b2ce24442fb07c37c872708b5d', 'gw_port': {'id': '5177fcd3-da40-4088-a063-c81d974a757f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:05Z', 'updated_at': '2021-12-08T02:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:09.613358 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa904605-1b8f-4e1d-890a-a7c658f20bd7 req-4aed7cd3-e9d7-41f8-8ac6-5d28a46a01ef tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:09.615333 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa904605-1b8f-4e1d-890a-a7c658f20bd7 req-4aed7cd3-e9d7-41f8-8ac6-5d28a46a01ef tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 932 time: 0.2402358 Dec 08 02:04:09.630365 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Checking router: b3525509-bbd0-4399-bc04-3e483d43946a for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:04:09.631406 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Updating router b3525509-bbd0-4399-bc04-3e483d43946a port 5177fcd3-da40-4088-a063-c81d974a757f binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:04:09.691731 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:09.943878 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-c7a94935-04d9-41f8-b294-df54bcadd34d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5941315 Dec 08 02:04:09.962364 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa904605-1b8f-4e1d-890a-a7c658f20bd7 req-116f1f6d-664e-41a9-b567-fef730983ea3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959731 Dec 08 02:04:10.082073 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-d130b7d5-6238-4579-a7c2-04b484883d3a service neutron] 10.222.0.45 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308520 Dec 08 02:04:10.141802 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:10.152680 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:10.206276 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Pushing event updated for resources: {'Port': ['ID=5177fcd3-da40-4088-a063-c81d974a757f,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:10.236353 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:10.236916 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:10.238138 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:10.238785 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:10.239340 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:10.239975 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:10.240507 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:10.241030 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:10.241552 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:10.242071 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:10.242635 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:10.243168 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:10.243711 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:10.244230 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:10.247838 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Attempting to bind port 5177fcd3-da40-4088-a063-c81d974a757f on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:04:10.248283 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Attempting to bind port 5177fcd3-da40-4088-a063-c81d974a757f by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:04:10.248738 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Attempting to bind port 5177fcd3-da40-4088-a063-c81d974a757f on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:10.255634 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:04:10.255850 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:04:10.256637 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:10.257287 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:04:10.258019 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Bound port: 5177fcd3-da40-4088-a063-c81d974a757f, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:04:10.259183 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:10.268576 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7453af4c-d0b3-41e5-930c-ea44969ede39 req-283f13df-86dc-4f39-974d-4413d88999d4 service neutron] 10.222.0.45 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798050 Dec 08 02:04:10.344724 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] For port 5177fcd3-da40-4088-a063-c81d974a757f, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:04:10.352261 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] For port 5177fcd3-da40-4088-a063-c81d974a757f, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5177fcd3-da40-4088-a063-c81d974a757f,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:04:10.377212 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:10.433219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:04:10.443218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ee356-8159-4fd4-91a9-8047dc334f38 req-4d9b09a5-2f63-407a-8ffe-b94cddec59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:10.446356 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:10.449283 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-742ee356-8159-4fd4-91a9-8047dc334f38 req-4d9b09a5-2f63-407a-8ffe-b94cddec59ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=26a3bc1529ee4fcf9c5496e3079487a6&device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 1096 time: 0.0813560 Dec 08 02:04:10.461332 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Routers {'b3525509-bbd0-4399-bc04-3e483d43946a'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:04:10.462019 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:03:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b3525509-bbd0-4399-bc04-3e483d43946a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:10.471759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Transition to ACTIVE for port object 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:04:10.540886 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:10.550643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Allocated IP 172.20.0.1 (3d17cece-9cb3-416c-9d52-ddb7e398a7d1/4829bb26-acc6-41d3-8bbd-c56c42312d69/aaf092b5-9c5b-4f57-86ce-1193a77cdacc) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:04:10.574602 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6ac5f-87ea-4d96-a3dd-c1014727ee1a None None] Pushing event updated for resources: {'Port': ['ID=5177fcd3-da40-4088-a063-c81d974a757f,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:10.590965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ee356-8159-4fd4-91a9-8047dc334f38 req-4f35b4b2-a437-4b99-8109-8d4a2bbed8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:10.593104 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-742ee356-8159-4fd4-91a9-8047dc334f38 req-4f35b4b2-a437-4b99-8109-8d4a2bbed8d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 HTTP/1.1" status: 200 len: 916 time: 0.1275392 Dec 08 02:04:10.652255 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-742ee356-8159-4fd4-91a9-8047dc334f38 req-2f48415b-3e97-428a-863b-f61f23457ed0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cff97e1-6476-4532-9783-071bb78c6fc5 HTTP/1.1" status: 200 len: 217 time: 0.0512395 Dec 08 02:04:10.690378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca0fc55-37f7-4d30-aba8-528cf9fd82aa,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:10.708695 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] Set router b3525509-bbd0-4399-bc04-3e483d43946a gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:04:10.789859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ee356-8159-4fd4-91a9-8047dc334f38 req-134548f8-7834-4055-81b2-1b2693d3ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:10.791621 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-742ee356-8159-4fd4-91a9-8047dc334f38 req-134548f8-7834-4055-81b2-1b2693d3ba3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3336e0ed-d585-4880-9c04-8257ed355712 HTTP/1.1" status: 200 len: 855 time: 0.1319563 Dec 08 02:04:10.835486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada39843-289d-4585-bc27-b54dd2800c9d req-dbef05a4-0e7d-42ef-94f8-688bf43dc588 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:10.837354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ada39843-289d-4585-bc27-b54dd2800c9d req-dbef05a4-0e7d-42ef-94f8-688bf43dc588 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 944 time: 0.2496390 Dec 08 02:04:10.890210 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-742ee356-8159-4fd4-91a9-8047dc334f38 req-919e5cf9-8d7e-4ece-aca6-28acd5b1dacc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307198 Dec 08 02:04:10.918122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ada39843-289d-4585-bc27-b54dd2800c9d req-c40ab177-f861-42cb-bc0e-72748c271f71 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735531 Dec 08 02:04:10.962918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Attempting to bind port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:04:10.963509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Attempting to bind port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd5082bdc-f314-4f27-af3a-7fbf73f48476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:04:10.964052 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Attempting to bind port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa on network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:10.970667 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa on network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:04:10.971131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Attempting to bind port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa on network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:10.976435 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:10.982586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:04:10.982944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Checking segment: {'id': 'd5082bdc-f314-4f27-af3a-7fbf73f48476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:04:10.983573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Bound using segment: {'id': 'd5082bdc-f314-4f27-af3a-7fbf73f48476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:04:10.984091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Bound port: 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5082bdc-f314-4f27-af3a-7fbf73f48476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:04:10.984508 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:11.050901 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642365171-router', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '5177fcd3-da40-4088-a063-c81d974a757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:04Z', 'updated_at': '2021-12-08T02:04:06Z', 'revision_number': 3, 'project_id': 'f949a5b2ce24442fb07c37c872708b5d', 'gw_port': {'id': '5177fcd3-da40-4088-a063-c81d974a757f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:05Z', 'updated_at': '2021-12-08T02:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:11.057371 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-742ee356-8159-4fd4-91a9-8047dc334f38 req-0d8bf373-05c9-41f6-9ab5-ff9bb9995b2a service neutron] 10.222.0.45 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521156 Dec 08 02:04:11.084860 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d40abf-f6e1-4261-9cb1-74da8d362afd None None] The sync data for ids ['b3525509-bbd0-4399-bc04-3e483d43946a'] in n-d-713499-31 is: [{'id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642365171-router', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '5177fcd3-da40-4088-a063-c81d974a757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:04Z', 'updated_at': '2021-12-08T02:04:06Z', 'revision_number': 3, 'project_id': 'f949a5b2ce24442fb07c37c872708b5d', 'gw_port': {'id': '5177fcd3-da40-4088-a063-c81d974a757f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:05Z', 'updated_at': '2021-12-08T02:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:04:11.170473 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:11.173235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] For port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:04:11.197983 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-742ee356-8159-4fd4-91a9-8047dc334f38 req-5f5544e1-af64-44fa-8a68-b7397a8dc408 service neutron] 10.222.0.45 "GET /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312158 Dec 08 02:04:11.266592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Pushing event updated for resources: {'Port': ['ID=aaf092b5-9c5b-4f57-86ce-1193a77cdacc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:11.269947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] For port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8ca0fc55-37f7-4d30-aba8-528cf9fd82aa,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:04:11.282356 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:11.288365 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:04:11.301564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:11.365807 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:04:11.381624 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232b9c0-c492-4100-bf28-38d9e3c270e6 req-1ce71d18-be14-4a0d-9c67-1a91229804f1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.384637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1232b9c0-c492-4100-bf28-38d9e3c270e6 req-1ce71d18-be14-4a0d-9c67-1a91229804f1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 944 time: 0.2739031 Dec 08 02:04:11.411942 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-4b1505d9-b21d-4cf7-ab17-b6ffc69b4856 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1085434 Dec 08 02:04:11.512446 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.525160 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:11.537534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] 10.222.0.75 "PUT /v2.0/ports/8ca0fc55-37f7-4d30-aba8-528cf9fd82aa HTTP/1.1" status: 200 len: 1093 time: 2.3647647 Dec 08 02:04:11.546894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315df16d-5280-4573-87a2-b2104e322416', 'tag': '8ca0fc55-37f7-4d30-aba8-528cf9fd82aa'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:11.554679 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2168907-33dd-4f00-84bc-1b65ca71c585" -d '{"events": [{"name": "network-changed", "server_uuid": "315df16d-5280-4573-87a2-b2104e322416", "tag": "8ca0fc55-37f7-4d30-aba8-528cf9fd82aa"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:04:11.590045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a6acd-460b-46ef-8352-c786493afda1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca0fc55-37f7-4d30-aba8-528cf9fd82aa,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:11.620973 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:11.697033 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66607098-2d5c-40f7-869b-d314f583f109 x-openstack-request-id: req-66607098-2d5c-40f7-869b-d314f583f109 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:04:11.699179 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315df16d-5280-4573-87a2-b2104e322416", "tag": "8ca0fc55-37f7-4d30-aba8-528cf9fd82aa", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:04:11.699506 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-66607098-2d5c-40f7-869b-d314f583f109 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:04:11.700002 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315df16d-5280-4573-87a2-b2104e322416', 'tag': '8ca0fc55-37f7-4d30-aba8-528cf9fd82aa', 'status': 'completed', 'code': 200} Dec 08 02:04:11.743425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-38c8c6e6-adfe-4559-b023-97fd07608ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.747638 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-38c8c6e6-adfe-4559-b023-97fd07608ad9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b328034d39774c58a3081143cd03b417&device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 1096 time: 0.0889957 Dec 08 02:04:11.769740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c58f9e9c-9ccf-48bc-96ff-607a8dd50b5a None None] Provisioning complete for port aaf092b5-9c5b-4f57-86ce-1193a77cdacc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:11.770717 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c58f9e9c-9ccf-48bc-96ff-607a8dd50b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:11.822099 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-e7ced02a-c4f0-45b1-91af-d49a8f5e4d7c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca0fc55-37f7-4d30-aba8-528cf9fd82aa HTTP/1.1" status: 200 len: 217 time: 0.0584753 Dec 08 02:04:11.826315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c58f9e9c-9ccf-48bc-96ff-607a8dd50b5a None None] Port aaf092b5-9c5b-4f57-86ce-1193a77cdacc cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:04:11.885797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1232b9c0-c492-4100-bf28-38d9e3c270e6 req-f3625f5b-0475-46df-b4db-ec8740afdd48 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261661 Dec 08 02:04:11.903972 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-35079ee1-ba08-47ed-8148-95d67671f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.911796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-2e87525a-ec79-436f-8d59-ea7956959363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.912142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-2e87525a-ec79-436f-8d59-ea7956959363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.912587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-2e87525a-ec79-436f-8d59-ea7956959363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.913045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-2e87525a-ec79-436f-8d59-ea7956959363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.913775 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-2e87525a-ec79-436f-8d59-ea7956959363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.913945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-2e87525a-ec79-436f-8d59-ea7956959363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.914435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-2e87525a-ec79-436f-8d59-ea7956959363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.924615 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-35079ee1-ba08-47ed-8148-95d67671f14a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30 HTTP/1.1" status: 200 len: 853 time: 0.0956037 Dec 08 02:04:11.930658 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-2e87525a-ec79-436f-8d59-ea7956959363 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 6506 time: 0.2186718 Dec 08 02:04:11.969196 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:12.022328 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-527213d6-33c0-4fbd-a8ec-fc2d772f630a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559058 Dec 08 02:04:12.149786 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-2d9d161f-e348-47a3-b348-982b39983b22 service neutron] 10.222.0.75 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198339 Dec 08 02:04:12.295544 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c64be14c-acee-422d-94cf-b8315c9bfb8a req-e5c4b7f1-6689-49c5-9f35-76ff173a84ac service neutron] 10.222.0.75 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390557 Dec 08 02:04:12.522453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2168907-33dd-4f00-84bc-1b65ca71c585 req-4b3b3619-c49f-4031-b7b2-259e0212f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:12.522942 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d2168907-33dd-4f00-84bc-1b65ca71c585 req-4b3b3619-c49f-4031-b7b2-259e0212f6cd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b328034d39774c58a3081143cd03b417&device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 1096 time: 0.0643418 Dec 08 02:04:12.694115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2168907-33dd-4f00-84bc-1b65ca71c585 req-36a4b7be-8e41-47e6-b8e7-37bc565c0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:12.695800 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d2168907-33dd-4f00-84bc-1b65ca71c585 req-36a4b7be-8e41-47e6-b8e7-37bc565c0a4a service neutron] 10.222.0.75 "GET /v2.0/networks?id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240 HTTP/1.1" status: 200 len: 914 time: 0.1660028 Dec 08 02:04:12.704887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7d5d6-b2cf-4a56-b049-b7cc637c27fe req-85d9b568-bd00-4808-aadf-2752a2eff672 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:12.706437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bee7d5d6-b2cf-4a56-b049-b7cc637c27fe req-85d9b568-bd00-4808-aadf-2752a2eff672 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 944 time: 0.2060220 Dec 08 02:04:12.709872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-c26bb2b7-0311-41f3-a5ae-c54edb897cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:12.710369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-c26bb2b7-0311-41f3-a5ae-c54edb897cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:12.712022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-c26bb2b7-0311-41f3-a5ae-c54edb897cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:12.713697 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-c26bb2b7-0311-41f3-a5ae-c54edb897cc4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=66eb2f8b-9250-43af-be5e-01bc015c75e6&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&id=08cfbefb-b7c2-4901-a33d-bcd1037fa934 HTTP/1.1" status: 200 len: 2296 time: 0.7219458 Dec 08 02:04:12.754090 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d2168907-33dd-4f00-84bc-1b65ca71c585 req-08ae0253-a4c0-4d33-9e37-e1b24cb4c594 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca0fc55-37f7-4d30-aba8-528cf9fd82aa HTTP/1.1" status: 200 len: 217 time: 0.0505464 Dec 08 02:04:12.822231 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2168907-33dd-4f00-84bc-1b65ca71c585 req-5e72a62a-8343-413a-9c6f-88a9eed5f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:12.824027 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d2168907-33dd-4f00-84bc-1b65ca71c585 req-5e72a62a-8343-413a-9c6f-88a9eed5f997 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30 HTTP/1.1" status: 200 len: 853 time: 0.0620883 Dec 08 02:04:12.865496 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d2168907-33dd-4f00-84bc-1b65ca71c585 req-997d7a9f-136a-4d45-b249-fd1a63763463 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336916 Dec 08 02:04:12.871505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-32befa95-01b1-43f8-8e17-9f4c924cd376 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec HTTP/1.1" status: 200 len: 1000 time: 0.1444383 Dec 08 02:04:12.880964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bee7d5d6-b2cf-4a56-b049-b7cc637c27fe req-c5cd9b0e-a4aa-4006-b63b-ca8f34777c8b tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634333 Dec 08 02:04:12.944908 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:12.955143 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:13.004656 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d2168907-33dd-4f00-84bc-1b65ca71c585 req-d1b14d2b-fd2a-4fde-992a-57663dd498e1 service neutron] 10.222.0.75 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253412 Dec 08 02:04:13.097630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Pushing event updated for resources: {'Port': ['ID=aaf092b5-9c5b-4f57-86ce-1193a77cdacc,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:13.105614 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-992f3a67-d144-4aec-94fa-cc637b38abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:13.107110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-992f3a67-d144-4aec-94fa-cc637b38abbf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2fc99699-31f7-4278-ae8b-e487153a11ac HTTP/1.1" status: 200 len: 855 time: 0.2247703 Dec 08 02:04:13.131482 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:13.151693 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d2168907-33dd-4f00-84bc-1b65ca71c585 req-f1b6304b-44c1-4b5d-8c3b-7732ec0e0e10 service neutron] 10.222.0.75 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266315 Dec 08 02:04:13.213615 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 4cff97e1-6476-4532-9783-071bb78c6fc5 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:04:13.268847 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6217f33-16e4-4522-9eef-3265ea4673e2 req-c5a8c6c5-ca5e-4c91-95e3-56b8bf7e24e3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:13.278464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6217f33-16e4-4522-9eef-3265ea4673e2 req-c5a8c6c5-ca5e-4c91-95e3-56b8bf7e24e3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 944 time: 0.2615376 Dec 08 02:04:13.284402 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5177fcd3-da40-4088-a063-c81d974a757f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:13.322635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-d2b39503-7924-4f84-ad44-ff7931aa5fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:13.324262 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-d2b39503-7924-4f84-ad44-ff7931aa5fb4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=66eb2f8b-9250-43af-be5e-01bc015c75e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2028351 Dec 08 02:04:13.404024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6217f33-16e4-4522-9eef-3265ea4673e2 req-414d7376-6d0a-4479-b18a-2d28f22102bd tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245332 Dec 08 02:04:13.416704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:04:13.446149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:13.492452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 4cff97e1-6476-4532-9783-071bb78c6fc5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4cff97e1-6476-4532-9783-071bb78c6fc5,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:13.512893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 5177fcd3-da40-4088-a063-c81d974a757f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:13.513514 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:13.540142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '4cff97e1-6476-4532-9783-071bb78c6fc5', 'network_id': 'daf389f7-9819-45ab-a4e4-8e8bc9ec3d37', 'port_id': '4cff97e1-6476-4532-9783-071bb78c6fc5', 'mac_address': 'fa:16:3e:ec:85:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3336e0ed-d585-4880-9c04-8257ed355712', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:04:13.558367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-744ccc72-a89c-4939-aab3-5de4293fa939 service neutron] 10.222.0.75 "GET /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257254 Dec 08 02:04:13.685578 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:13.746448 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-56bc2caf-b2dc-4633-b220-71dd093e5b39 service neutron] 10.222.0.75 "GET /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773100 Dec 08 02:04:13.747005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cff97e1-6476-4532-9783-071bb78c6fc5 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:04:13.768941 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 4cff97e1-6476-4532-9783-071bb78c6fc5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4cff97e1-6476-4532-9783-071bb78c6fc5,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:13.772596 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:13.793784 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 5177fcd3-da40-4088-a063-c81d974a757f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5177fcd3-da40-4088-a063-c81d974a757f,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:13.796052 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:13.830414 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:13.846206 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-84a7e421-8865-41e9-883e-7f1847ed3903 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c HTTP/1.1" status: 200 len: 217 time: 0.0548358 Dec 08 02:04:13.857325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=4cff97e1-6476-4532-9783-071bb78c6fc5,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:13.928829 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-38787090-813c-450d-9896-7459d3760c36 None None] Provisioning complete for port aaf092b5-9c5b-4f57-86ce-1193a77cdacc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:13.929280 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38787090-813c-450d-9896-7459d3760c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:13.935454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=5177fcd3-da40-4088-a063-c81d974a757f,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:13.966550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-48485024-008b-46a9-affa-124d17bab415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:13.972111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-48485024-008b-46a9-affa-124d17bab415 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.1123176 Dec 08 02:04:13.984876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Router b3525509-bbd0-4399-bc04-3e483d43946a has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:04:13.989233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-38787090-813c-450d-9896-7459d3760c36 None None] Port aaf092b5-9c5b-4f57-86ce-1193a77cdacc cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:04:14.118194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-a73d5ad2-b18d-49d3-8a8b-0ac9685f76df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:14.119717 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-a73d5ad2-b18d-49d3-8a8b-0ac9685f76df service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1372552 Dec 08 02:04:14.147834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['4cff97e1-6476-4532-9783-071bb78c6fc5'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:04:14.186721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c65c5e-8af6-492b-a551-f6483bac432f req-e18272c0-a0c7-4149-9e68-14afd96d1692 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:14.188236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4c65c5e-8af6-492b-a551-f6483bac432f req-e18272c0-a0c7-4149-9e68-14afd96d1692 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 945 time: 0.1849377 Dec 08 02:04:14.289175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:04:14.331517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Sync routers for ids ['b3525509-bbd0-4399-bc04-3e483d43946a'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:04:14.350528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-7887df6f-437b-43ef-8f5f-f76875d10c1e service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216933 Dec 08 02:04:14.353453 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Routers {'b3525509-bbd0-4399-bc04-3e483d43946a'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:04:14.354091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:03:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b3525509-bbd0-4399-bc04-3e483d43946a'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:14.355250 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c5ded3eb-680c-448e-82bf-033c62fe2daa admin admin] 10.222.0.71 "PUT /v2.0/routers/b3525509-bbd0-4399-bc04-3e483d43946a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6190965 Dec 08 02:04:14.531271 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4c65c5e-8af6-492b-a551-f6483bac432f req-c595d1c4-b8cd-41b7-b7b8-47c9153ab384 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308070 Dec 08 02:04:14.535646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Set router b3525509-bbd0-4399-bc04-3e483d43946a gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:04:14.676285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b89d3-fa7d-4340-8778-102b5f231174 req-60481e40-8b35-446e-8858-176cf2e1812a tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:14.679738 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb9b89d3-fa7d-4340-8778-102b5f231174 req-60481e40-8b35-446e-8858-176cf2e1812a tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 944 time: 0.1366274 Dec 08 02:04:14.727094 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-5e22e674-8e8e-4f58-bd88-983a3ff6c11d service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679962 Dec 08 02:04:14.783656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642365171-router', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '5177fcd3-da40-4088-a063-c81d974a757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:04Z', 'updated_at': '2021-12-08T02:04:11Z', 'revision_number': 4, 'project_id': 'f949a5b2ce24442fb07c37c872708b5d', 'gw_port': {'id': '5177fcd3-da40-4088-a063-c81d974a757f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:05Z', 'updated_at': '2021-12-08T02:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'aaf092b5-9c5b-4f57-86ce-1193a77cdacc', 'name': '', 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d', 'mac_address': 'fa:16:3e:60:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '4829bb26-acc6-41d3-8bbd-c56c42312d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:10Z', 'updated_at': '2021-12-08T02:04:12Z', 'revision_number': 2, 'project_id': 'f949a5b2ce24442fb07c37c872708b5d', 'subnets': [{'id': '4829bb26-acc6-41d3-8bbd-c56c42312d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:14.834319 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Checking router: b3525509-bbd0-4399-bc04-3e483d43946a for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:04:14.834794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Updating router b3525509-bbd0-4399-bc04-3e483d43946a port aaf092b5-9c5b-4f57-86ce-1193a77cdacc binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:04:14.836961 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-5ceb4bc8-a866-4077-a830-c4a3885c6c60 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=6c233101-806d-4641-913c-08c4d8a9b2ca HTTP/1.1" status: 200 len: 217 time: 0.0959818 Dec 08 02:04:14.884204 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb9b89d3-fa7d-4340-8778-102b5f231174 req-d2c5577b-3f07-4416-9fb6-1f3c577bd88a tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798947 Dec 08 02:04:14.892782 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:14.917278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-03449a05-7542-48f6-9714-41ef5acd2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:14.919452 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-03449a05-7542-48f6-9714-41ef5acd2e2d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.0758746 Dec 08 02:04:15.014471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-f57c0271-2bda-4c94-abe5-6a11877a7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:15.019777 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-f57c0271-2bda-4c94-abe5-6a11877a7d94 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0924950 Dec 08 02:04:15.212648 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-28aa382f-2521-4310-b461-8e7cce7f08f5 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853721 Dec 08 02:04:15.238716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35496) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:15.244059 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-523773088-network', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:15.284067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] Made reservation on behalf of a7e31d65396a46fcbc09c5c3c74790e9 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:04:15.286674 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:15.296677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:15.353339 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:15.363478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5177fcd3-da40-4088-a063-c81d974a757f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:15.366347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 4cff97e1-6476-4532-9783-071bb78c6fc5 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:15.370349 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:15.394058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-d15a71ed-e198-47cc-8faa-188bb01cb2f0 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749108 Dec 08 02:04:15.429829 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:15.436167 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:15.499657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-9761bcaa-ef8d-453f-8acc-50ff0b9ca542 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=52eb4e0b-d780-4097-bc7a-8511b10aa9ef HTTP/1.1" status: 200 len: 217 time: 0.0974183 Dec 08 02:04:15.537411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc77375-80f0-472c-aae2-92bc190680ed,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:15.553122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:04:15.576032 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:15.579204 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] Added segment 0ad6e4d9-1065-46e7-adcf-111836c9af82 of type vlan for network db94240f-c386-448f-a021-659a68a0f187 Dec 08 02:04:15.593739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-93cd59a8-dd61-4a06-84b7-98c02931a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:15.597841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-93cd59a8-dd61-4a06-84b7-98c02931a8b0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.0909231 Dec 08 02:04:15.652582 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:15.698438 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:15.699436 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:15.709538 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:15.739956 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4998524 Dec 08 02:04:15.745437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35514) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:15.774712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3e1bf43c-7452-4cd1-9132-3b4c8f5d532b admin admin] Request body: {'subnet': {'network_id': 'db94240f-c386-448f-a021-659a68a0f187', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-523773088-subnet', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:15.816786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-6ed7818e-fa69-4d7b-93c0-10a008fd88b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:15.824997 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-6ed7818e-fa69-4d7b-93c0-10a008fd88b6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2195230 Dec 08 02:04:15.830081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:04:15.858546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c50d3-8f15-458a-ab49-99d9ab4a9edb admin admin] Pushing event updated for resources: {'Network': ['ID=db94240f-c386-448f-a021-659a68a0f187,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:15.898964 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network db94240f-c386-448f-a021-659a68a0f187 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:04:15.951850 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffda0f-5a45-4ef6-8947-36b1e32fd2d0 None None] Pushing event updated for resources: {'Port': ['ID=aaf092b5-9c5b-4f57-86ce-1193a77cdacc,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:15.956706 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9cf82-6370-4db1-99d3-64c94fe60a04 req-f8c1c2d8-f9f8-4fb5-b865-939d6263d683 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:15.958397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4a9cf82-6370-4db1-99d3-64c94fe60a04 req-f8c1c2d8-f9f8-4fb5-b865-939d6263d683 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 945 time: 0.2359555 Dec 08 02:04:15.959024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1bf43c-7452-4cd1-9132-3b4c8f5d532b admin admin] Made reservation on behalf of a7e31d65396a46fcbc09c5c3c74790e9 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:04:15.961998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e1bf43c-7452-4cd1-9132-3b4c8f5d532b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.069048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5bfbb64d-ed5c-4fdd-bb5f-d8fb73eb83af None None] Provisioning complete for port aaf092b5-9c5b-4f57-86ce-1193a77cdacc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:16.069419 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb64d-ed5c-4fdd-bb5f-d8fb73eb83af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.145598 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-b33ba130-92f7-488c-9331-0219cf420798 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074319 Dec 08 02:04:16.170987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Attempting to bind port aaf092b5-9c5b-4f57-86ce-1193a77cdacc on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:04:16.171363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Attempting to bind port aaf092b5-9c5b-4f57-86ce-1193a77cdacc by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '32b4b0f5-f94a-49b8-8238-70f11cebfa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:04:16.171744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Attempting to bind port aaf092b5-9c5b-4f57-86ce-1193a77cdacc on network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:16.197204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:04:16.197618 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Checking segment: {'id': '32b4b0f5-f94a-49b8-8238-70f11cebfa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:04:16.198043 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.198444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Bound using segment: {'id': '32b4b0f5-f94a-49b8-8238-70f11cebfa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:04:16.198964 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Bound port: aaf092b5-9c5b-4f57-86ce-1193a77cdacc, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b4b0f5-f94a-49b8-8238-70f11cebfa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:04:16.199491 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.249766 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4a9cf82-6370-4db1-99d3-64c94fe60a04 req-357b8253-9dfe-4774-9080-533f56b69d5d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982837 Dec 08 02:04:16.251732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8ca0fc55-37f7-4d30-aba8-528cf9fd82aa,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:16.265931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 4cff97e1-6476-4532-9783-071bb78c6fc5 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:04:16.272050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '8ca0fc55-37f7-4d30-aba8-528cf9fd82aa', 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240', 'port_id': '8ca0fc55-37f7-4d30-aba8-528cf9fd82aa', 'mac_address': 'fa:16:3e:53:4b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:04:16.293657 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 4cff97e1-6476-4532-9783-071bb78c6fc5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:16.294055 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.295565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5bfbb64d-ed5c-4fdd-bb5f-d8fb73eb83af None None] Port aaf092b5-9c5b-4f57-86ce-1193a77cdacc cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:04:16.325357 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 5177fcd3-da40-4088-a063-c81d974a757f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:16.325737 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.369508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33b7f4-164c-4749-8eda-01c96e37388b req-62c6bbe0-d7d2-4712-afa8-00be0597f258 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:16.369508 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd33b7f4-164c-4749-8eda-01c96e37388b req-62c6bbe0-d7d2-4712-afa8-00be0597f258 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 944 time: 0.2810194 Dec 08 02:04:16.445956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-a2ecf2bd-6c3e-4100-8441-9cde9abd6c67 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857716 Dec 08 02:04:16.453424 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] For port aaf092b5-9c5b-4f57-86ce-1193a77cdacc, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:04:16.459742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] For port aaf092b5-9c5b-4f57-86ce-1193a77cdacc, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=aaf092b5-9c5b-4f57-86ce-1193a77cdacc,segment=NetworkSegment(32b4b0f5-f94a-49b8-8238-70f11cebfa32),segment_id=32b4b0f5-f94a-49b8-8238-70f11cebfa32)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:04:16.468055 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.474121 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e1bf43c-7452-4cd1-9132-3b4c8f5d532b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.475230 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.544875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-b45ad904-37c7-45f7-906c-a5e25a5cf530 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=6aaa3da0-126d-446f-abc0-a4279b5da375 HTTP/1.1" status: 200 len: 217 time: 0.0911365 Dec 08 02:04:16.572421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffda0f-5a45-4ef6-8947-36b1e32fd2d0 None None] Pushing event updated for resources: {'Port': ['ID=aaf092b5-9c5b-4f57-86ce-1193a77cdacc,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:16.589725 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:04:16.645496 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd33b7f4-164c-4749-8eda-01c96e37388b req-0aca1e1b-5c81-45c2-9bcf-402cead5747c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653906 Dec 08 02:04:16.686157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Routers {'b3525509-bbd0-4399-bc04-3e483d43946a'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:04:16.687093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:03:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b3525509-bbd0-4399-bc04-3e483d43946a'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:16.691332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8ca0fc55-37f7-4d30-aba8-528cf9fd82aa,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:16.721428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bf43c-7452-4cd1-9132-3b4c8f5d532b admin admin] Pushing event updated for resources: {'Subnet': ['ID=83471ca3-9b19-443f-87ae-7fd1156cffc4,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:16.782132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-e3f9959e-0f8b-4f77-aa61-3f818da3d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:16.783630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-e3f9959e-0f8b-4f77-aa61-3f818da3d670 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.1913147 Dec 08 02:04:16.790440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1bf43c-7452-4cd1-9132-3b4c8f5d532b admin admin] Checking segment: {'id': '0ad6e4d9-1065-46e7-adcf-111836c9af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'db94240f-c386-448f-a021-659a68a0f187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:04:16.790869 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1bf43c-7452-4cd1-9132-3b4c8f5d532b admin admin] Network hostable DHCP agents. Network: db94240f-c386-448f-a021-659a68a0f187, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:04:16.854200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-0859cc1a-a9b9-46c7-b6bf-ae6ee4e98e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:16.855866 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-0859cc1a-a9b9-46c7-b6bf-ae6ee4e98e46 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0624604 Dec 08 02:04:16.856232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1bf43c-7452-4cd1-9132-3b4c8f5d532b admin admin] Network db94240f-c386-448f-a021-659a68a0f187 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:04:16.864744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] Set router b3525509-bbd0-4399-bc04-3e483d43946a gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:04:16.883756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-3e1bf43c-7452-4cd1-9132-3b4c8f5d532b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, db94240f-c386-448f-a021-659a68a0f187) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:16.908048 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1bf43c-7452-4cd1-9132-3b4c8f5d532b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:16.908564 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e1bf43c-7452-4cd1-9132-3b4c8f5d532b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.940006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ea2464-ea3a-494a-aed9-8d816016b21c None None] Network db94240f-c386-448f-a021-659a68a0f187 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:04:16.950236 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.962663 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.965614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3e1bf43c-7452-4cd1-9132-3b4c8f5d532b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2159226 Dec 08 02:04:16.968843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35552) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:16.976072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-523773088-router', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:17.006709 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-f32d5e53-ae2d-4d29-ac08-9360a667e960 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337945 Dec 08 02:04:17.016215 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:17.019534 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:17.127527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-984d58f8-9190-49f6-96a2-4328fb04b1e3 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132841 Dec 08 02:04:17.167644 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:17.202418 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-77a462b6-c3ab-4961-8fbc-f1c752dfd88b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe23b3a2-b779-486d-b5ee-9f805f59230f HTTP/1.1" status: 200 len: 217 time: 0.0670896 Dec 08 02:04:17.257704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-0e68c6f0-9165-43af-9255-a4f347b3b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:17.259559 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-0e68c6f0-9165-43af-9255-a4f347b3b5c2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28afa482-a172-4120-a6cc-25d01b353e67 HTTP/1.1" status: 200 len: 797 time: 0.0505104 Dec 08 02:04:17.275053 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 4cff97e1-6476-4532-9783-071bb78c6fc5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4cff97e1-6476-4532-9783-071bb78c6fc5,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:17.286807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90df7f4d-3dd5-4dd0-aba8-2019c9579c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cff97e1-6476-4532-9783-071bb78c6fc5'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:17.290186 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77faec48-e5b5-4372-a090-b1e95edca440" -d '{"events": [{"server_uuid": "90df7f4d-3dd5-4dd0-aba8-2019c9579c15", "name": "network-vif-plugged", "status": "completed", "tag": "4cff97e1-6476-4532-9783-071bb78c6fc5"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:04:17.326788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-712cc657-5d64-4ee0-858e-855174e0920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:17.338345 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:17.338987 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-712cc657-5d64-4ee0-858e-855174e0920e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0609989 Dec 08 02:04:17.371483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4c476be7-1b30-4ff7-83c2-f07a53e58d55 None None] Provisioning complete for port aaf092b5-9c5b-4f57-86ce-1193a77cdacc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:17.371901 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c476be7-1b30-4ff7-83c2-f07a53e58d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:17.374583 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7ee559-e1c6-4939-8c24-a85b2b1f7099 x-openstack-request-id: req-ee7ee559-e1c6-4939-8c24-a85b2b1f7099 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:04:17.374886 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90df7f4d-3dd5-4dd0-aba8-2019c9579c15", "name": "network-vif-plugged", "status": "completed", "tag": "4cff97e1-6476-4532-9783-071bb78c6fc5", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:04:17.375144 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ee7ee559-e1c6-4939-8c24-a85b2b1f7099 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:04:17.375550 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90df7f4d-3dd5-4dd0-aba8-2019c9579c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cff97e1-6476-4532-9783-071bb78c6fc5', 'code': 200} Dec 08 02:04:17.410024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=8ca0fc55-37f7-4d30-aba8-528cf9fd82aa,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:17.432394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['8ca0fc55-37f7-4d30-aba8-528cf9fd82aa'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:04:17.457479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:17.511815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=4cff97e1-6476-4532-9783-071bb78c6fc5,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:17.580160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ae633-817a-4a65-871d-26950cc2460f req-20e97ed8-5f57-4cb9-8571-0d4c2d3bb0a6 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:17.582539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-401ae633-817a-4a65-871d-26950cc2460f req-20e97ed8-5f57-4cb9-8571-0d4c2d3bb0a6 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 946 time: 0.1661108 Dec 08 02:04:17.605104 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7a8b1-01a9-4bd1-a0f3-be1f45cfb2b3 req-7b8afbce-c014-4c78-977a-5ca9d2e372cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:17.607937 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea7a8b1-01a9-4bd1-a0f3-be1f45cfb2b3 req-7b8afbce-c014-4c78-977a-5ca9d2e372cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 1098 time: 0.1269522 Dec 08 02:04:17.647720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-db94240f-c386-448f-a021-659a68a0f187', 'network_id': 'db94240f-c386-448f-a021-659a68a0f187', 'project_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'fixed_ips': [{'subnet_id': '83471ca3-9b19-443f-87ae-7fd1156cffc4'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:04:17.648940 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:17.665766 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-b95d558e-3af2-416a-9184-d7812b4f4c46 service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258693 Dec 08 02:04:17.702602 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-401ae633-817a-4a65-871d-26950cc2460f req-d3408def-e10c-4ac5-8368-2ed184d1c14f tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994232 Dec 08 02:04:17.741713 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ea7a8b1-01a9-4bd1-a0f3-be1f45cfb2b3 req-21f38536-2064-4667-a4db-692826d784b5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241629 Dec 08 02:04:17.816556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-a67a4a4a-4700-486b-9573-614b6746b220 service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177628 Dec 08 02:04:17.879985 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:17.895163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-52786bd2-240a-41b3-b755-a5728fe6843d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=079c4e98-7411-43d6-85a2-99b4dabf369b HTTP/1.1" status: 200 len: 217 time: 0.0694945 Dec 08 02:04:17.902156 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:17.943773 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed682b6c-a7b3-4f85-95f8-e56d23f4db20 req-269425db-785d-4d8e-9cbc-3ae19fa70dd5 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:17.945359 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed682b6c-a7b3-4f85-95f8-e56d23f4db20 req-269425db-785d-4d8e-9cbc-3ae19fa70dd5 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 945 time: 0.1216803 Dec 08 02:04:17.972832 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642365171-router', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '5177fcd3-da40-4088-a063-c81d974a757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:04Z', 'updated_at': '2021-12-08T02:04:11Z', 'revision_number': 4, 'project_id': 'f949a5b2ce24442fb07c37c872708b5d', 'gw_port': {'id': '5177fcd3-da40-4088-a063-c81d974a757f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:05Z', 'updated_at': '2021-12-08T02:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'aaf092b5-9c5b-4f57-86ce-1193a77cdacc', 'name': '', 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d', 'mac_address': 'fa:16:3e:60:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '4829bb26-acc6-41d3-8bbd-c56c42312d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:10Z', 'updated_at': '2021-12-08T02:04:16Z', 'revision_number': 4, 'project_id': 'f949a5b2ce24442fb07c37c872708b5d', 'subnets': [{'id': '4829bb26-acc6-41d3-8bbd-c56c42312d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:18.025532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-516fe4df-961a-43e8-a90c-355c27845d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:18.028091 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-516fe4df-961a-43e8-a90c-355c27845d54 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28afa482-a172-4120-a6cc-25d01b353e67 HTTP/1.1" status: 200 len: 797 time: 0.1258037 Dec 08 02:04:18.066560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Allocated IP 172.25.8.200 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/6153dc86-620b-448d-bc3b-35dc58161299) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:04:18.068077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139da8a5-f949-4e8a-8751-67e964790cce None None] The sync data for ids ['b3525509-bbd0-4399-bc04-3e483d43946a'] in n-d-713499-31 is: [{'id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642365171-router', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '5177fcd3-da40-4088-a063-c81d974a757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:04Z', 'updated_at': '2021-12-08T02:04:11Z', 'revision_number': 4, 'project_id': 'f949a5b2ce24442fb07c37c872708b5d', 'gw_port': {'id': '5177fcd3-da40-4088-a063-c81d974a757f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:05Z', 'updated_at': '2021-12-08T02:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'aaf092b5-9c5b-4f57-86ce-1193a77cdacc', 'name': '', 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d', 'mac_address': 'fa:16:3e:60:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '4829bb26-acc6-41d3-8bbd-c56c42312d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:10Z', 'updated_at': '2021-12-08T02:04:16Z', 'revision_number': 4, 'project_id': 'f949a5b2ce24442fb07c37c872708b5d', 'subnets': [{'id': '4829bb26-acc6-41d3-8bbd-c56c42312d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:04:18.104342 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c476be7-1b30-4ff7-83c2-f07a53e58d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:18.148504 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed682b6c-a7b3-4f85-95f8-e56d23f4db20 req-0fd822e3-26f2-498d-9912-e04ed16a6124 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855991 Dec 08 02:04:18.161749 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-592fe8fa-ea95-4510-81de-5026f9ccbe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:18.166238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-592fe8fa-ea95-4510-81de-5026f9ccbe5d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1298611 Dec 08 02:04:18.222791 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Allocated IP 172.20.0.2 (db94240f-c386-448f-a021-659a68a0f187/83471ca3-9b19-443f-87ae-7fd1156cffc4/bb6eac14-f906-4de9-9018-bf40a3644038) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:04:18.257737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4c476be7-1b30-4ff7-83c2-f07a53e58d55 None None] For port aaf092b5-9c5b-4f57-86ce-1193a77cdacc, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=aaf092b5-9c5b-4f57-86ce-1193a77cdacc,segment=NetworkSegment(32b4b0f5-f94a-49b8-8238-70f11cebfa32),segment_id=32b4b0f5-f94a-49b8-8238-70f11cebfa32)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:18.270947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c476be7-1b30-4ff7-83c2-f07a53e58d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:18.381562 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:18.394021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-2c9cd4b8-50cb-4249-9d93-c20ef182dec7 service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204769 Dec 08 02:04:18.486008 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:18.623725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:04:18.631933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:18.641931 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:04:18.655944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e18c56b8-6fbc-47fe-9bf0-bda2f2b298d4 req-5433f2d4-0ed0-4aca-9256-84e8d99635b7 service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547934 Dec 08 02:04:18.683869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c476be7-1b30-4ff7-83c2-f07a53e58d55 None None] Pushing event updated for resources: {'Port': ['ID=aaf092b5-9c5b-4f57-86ce-1193a77cdacc,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:18.863562 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:18.872962 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:18.963896 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Pushing event updated for resources: {'Port': ['ID=6153dc86-620b-448d-bc3b-35dc58161299,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:18.979080 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Network db94240f-c386-448f-a021-659a68a0f187 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:04:18.990795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:18.995249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:04:19.013104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Pushing event updated for resources: {'Port': ['ID=bb6eac14-f906-4de9-9018-bf40a3644038,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:19.206712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device aaf092b5-9c5b-4f57-86ce-1193a77cdacc up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:19.286656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Attempting to bind port bb6eac14-f906-4de9-9018-bf40a3644038 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:04:19.287039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Attempting to bind port bb6eac14-f906-4de9-9018-bf40a3644038 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '0ad6e4d9-1065-46e7-adcf-111836c9af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'db94240f-c386-448f-a021-659a68a0f187'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:04:19.287407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Attempting to bind port bb6eac14-f906-4de9-9018-bf40a3644038 on network db94240f-c386-448f-a021-659a68a0f187 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:19.287729 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:19.296849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:04:19.297229 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Checking segment: {'id': '0ad6e4d9-1065-46e7-adcf-111836c9af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'db94240f-c386-448f-a021-659a68a0f187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:04:19.297685 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:19.298020 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Bound using segment: {'id': '0ad6e4d9-1065-46e7-adcf-111836c9af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'db94240f-c386-448f-a021-659a68a0f187'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:04:19.298506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Bound port: bb6eac14-f906-4de9-9018-bf40a3644038, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad6e4d9-1065-46e7-adcf-111836c9af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'db94240f-c386-448f-a021-659a68a0f187'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:04:19.298888 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:19.405378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port aaf092b5-9c5b-4f57-86ce-1193a77cdacc triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:19.405752 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:19.410417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] For port bb6eac14-f906-4de9-9018-bf40a3644038, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:04:19.469929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:19.480730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] For port bb6eac14-f906-4de9-9018-bf40a3644038, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bb6eac14-f906-4de9-9018-bf40a3644038,segment=NetworkSegment(0ad6e4d9-1065-46e7-adcf-111836c9af82),segment_id=0ad6e4d9-1065-46e7-adcf-111836c9af82)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:04:19.542133 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:19.589605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e21818-0150-44ae-8bc2-c0ff64db5f83 req-5cdb518e-82d1-4c1b-812d-de400b04365a tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:19.597112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-01e21818-0150-44ae-8bc2-c0ff64db5f83 req-5cdb518e-82d1-4c1b-812d-de400b04365a tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 946 time: 0.7274935 Dec 08 02:04:19.633192 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ddefe-1b5c-4603-8dc8-7131ed490d62 None None] Pushing event updated for resources: {'Port': ['ID=bb6eac14-f906-4de9-9018-bf40a3644038,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:19.697677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a933f5f-6da9-4e6a-bce1-0b47e199316f req-6ee70539-e8f1-4e6b-a5e4-c10e04d85677 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:19.700716 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a933f5f-6da9-4e6a-bce1-0b47e199316f req-6ee70539-e8f1-4e6b-a5e4-c10e04d85677 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 945 time: 0.2040095 Dec 08 02:04:19.716217 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:04:19.751849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:19.752315 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:19.795950 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:19.806062 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-01e21818-0150-44ae-8bc2-c0ff64db5f83 req-fb56cc32-af7a-4de4-b58c-a2780d43d680 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911631 Dec 08 02:04:19.821190 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a933f5f-6da9-4e6a-bce1-0b47e199316f req-593b2075-ab5c-42cb-917d-3768f3ea601f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030364 Dec 08 02:04:19.968433 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:20.024490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8ca0fc55-37f7-4d30-aba8-528cf9fd82aa,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:20.044733 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315df16d-5280-4573-87a2-b2104e322416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca0fc55-37f7-4d30-aba8-528cf9fd82aa'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:20.063079 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a6f85b-ad8e-4e49-a287-600697be6de4" -d '{"events": [{"server_uuid": "315df16d-5280-4573-87a2-b2104e322416", "name": "network-vif-plugged", "status": "completed", "tag": "8ca0fc55-37f7-4d30-aba8-528cf9fd82aa"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:04:20.081805 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:20.121149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Router 0909dc84-4e24-412b-b7c7-366ba8d2e6ec is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:04:20.189250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=8ca0fc55-37f7-4d30-aba8-528cf9fd82aa,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:20.199791 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b76d800-bed2-4ead-9e92-601a8c3f64aa x-openstack-request-id: req-4b76d800-bed2-4ead-9e92-601a8c3f64aa {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:04:20.200097 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315df16d-5280-4573-87a2-b2104e322416", "name": "network-vif-plugged", "status": "completed", "tag": "8ca0fc55-37f7-4d30-aba8-528cf9fd82aa", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:04:20.200347 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4b76d800-bed2-4ead-9e92-601a8c3f64aa {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:04:20.201468 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315df16d-5280-4573-87a2-b2104e322416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca0fc55-37f7-4d30-aba8-528cf9fd82aa', 'code': 200} Dec 08 02:04:20.317487 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cc5bb-1a1b-47f8-b459-9032addf331f req-b8dfab9b-e90f-46ab-af63-c9ab65a8e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:20.319001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-518cc5bb-1a1b-47f8-b459-9032addf331f req-b8dfab9b-e90f-46ab-af63-c9ab65a8e28e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 1098 time: 0.0867999 Dec 08 02:04:20.320279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:04:20.337900 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Sync routers for ids ['0909dc84-4e24-412b-b7c7-366ba8d2e6ec'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:04:20.349647 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:20.351530 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-77c1b159-4a1b-44b5-bc19-e9bd6eec09aa admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3810375 Dec 08 02:04:20.358826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35640) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:20.361156 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Routers {'0909dc84-4e24-412b-b7c7-366ba8d2e6ec'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:04:20.361825 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:03:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0909dc84-4e24-412b-b7c7-366ba8d2e6ec'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:20.507426 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Set router 0909dc84-4e24-412b-b7c7-366ba8d2e6ec gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:04:20.520032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-518cc5bb-1a1b-47f8-b459-9032addf331f req-dfb2f902-73c2-449e-94b2-34f4b681a576 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834881 Dec 08 02:04:20.712704 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-523773088-router', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '6153dc86-620b-448d-bc3b-35dc58161299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:18Z', 'revision_number': 3, 'project_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'gw_port': {'id': '6153dc86-620b-448d-bc3b-35dc58161299', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:20.911870 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Checking router: 0909dc84-4e24-412b-b7c7-366ba8d2e6ec for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:04:20.912231 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Updating router 0909dc84-4e24-412b-b7c7-366ba8d2e6ec port 6153dc86-620b-448d-bc3b-35dc58161299 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:04:20.957014 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:21.071126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f693a54-1322-4976-8763-8a3297bd7f32 req-62edc25a-6e54-4cd2-9111-24f4d28b91fb tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:21.086784 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f693a54-1322-4976-8763-8a3297bd7f32 req-62edc25a-6e54-4cd2-9111-24f4d28b91fb tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 946 time: 0.1353164 Dec 08 02:04:21.238304 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:21.255800 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f693a54-1322-4976-8763-8a3297bd7f32 req-d74d0b2e-52c2-4f01-9f82-5cc9b7f8e9ba tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672721 Dec 08 02:04:21.277654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66589222-4718-4838-969a-d0df9c9e4092 req-f7d51569-4892-44a9-894a-41e760302348 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:21.279357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66589222-4718-4838-969a-d0df9c9e4092 req-f7d51569-4892-44a9-894a-41e760302348 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 946 time: 0.2545714 Dec 08 02:04:21.295869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bb6eac14-f906-4de9-9018-bf40a3644038 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:21.413150 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66589222-4718-4838-969a-d0df9c9e4092 req-2d955fc5-eff9-45f0-b389-d13403bb8cee tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142924 Dec 08 02:04:21.512636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port bb6eac14-f906-4de9-9018-bf40a3644038 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:21.514893 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:21.556178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Allocated IP 172.20.0.1 (db94240f-c386-448f-a021-659a68a0f187/83471ca3-9b19-443f-87ae-7fd1156cffc4/36e3b359-f557-42a6-bf16-2a59806ab153) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:04:21.582822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97908d0c-2b77-4a2b-8704-9688a433d9d8 None None] Network db94240f-c386-448f-a021-659a68a0f187 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:04:21.671054 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:21.681100 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:21.698100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-58d06d71-a8ac-4820-86af-cf995cf184f0 None None] Provisioning complete for port bb6eac14-f906-4de9-9018-bf40a3644038 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:21.698778 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58d06d71-a8ac-4820-86af-cf995cf184f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:21.827502 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Attempting to bind port 6153dc86-620b-448d-bc3b-35dc58161299 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:04:21.827898 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Attempting to bind port 6153dc86-620b-448d-bc3b-35dc58161299 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:04:21.828282 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Attempting to bind port 6153dc86-620b-448d-bc3b-35dc58161299 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:21.853599 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:21.856324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef052172-c619-44dd-bac6-fbc0d027f721 req-bfc39324-548a-4ede-bcaa-c132d5eb3fb9 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:21.863547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef052172-c619-44dd-bac6-fbc0d027f721 req-bfc39324-548a-4ede-bcaa-c132d5eb3fb9 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 946 time: 0.2521229 Dec 08 02:04:21.884437 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5debd-0ae8-4b37-8125-e984eb2d87e0 None None] Pushing event updated for resources: {'Port': ['ID=6153dc86-620b-448d-bc3b-35dc58161299,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:21.906711 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:04:21.907798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port bb6eac14-f906-4de9-9018-bf40a3644038, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bb6eac14-f906-4de9-9018-bf40a3644038,segment=NetworkSegment(0ad6e4d9-1065-46e7-adcf-111836c9af82),segment_id=0ad6e4d9-1065-46e7-adcf-111836c9af82)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:21.907956 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:04:21.908328 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:21.909559 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:04:21.910244 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Bound port: 6153dc86-620b-448d-bc3b-35dc58161299, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:04:21.911135 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:21.921686 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:21.944015 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:21.962878 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef052172-c619-44dd-bac6-fbc0d027f721 req-88e34c45-85b1-410e-af72-8094e24ab123 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928111 Dec 08 02:04:21.993735 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=bb6eac14-f906-4de9-9018-bf40a3644038,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:22.036431 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:22.043219 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] For port 6153dc86-620b-448d-bc3b-35dc58161299, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:04:22.048659 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] For port 6153dc86-620b-448d-bc3b-35dc58161299, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6153dc86-620b-448d-bc3b-35dc58161299,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:04:22.049592 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d2fb4a0-4788-4d35-bba5-d42fb5e70be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:22.056976 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:22.176537 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Routers {'0909dc84-4e24-412b-b7c7-366ba8d2e6ec'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:04:22.177613 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:03:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0909dc84-4e24-412b-b7c7-366ba8d2e6ec'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:22.181025 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5debd-0ae8-4b37-8125-e984eb2d87e0 None None] Pushing event updated for resources: {'Port': ['ID=6153dc86-620b-448d-bc3b-35dc58161299,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:22.193181 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Network db94240f-c386-448f-a021-659a68a0f187 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:04:22.209227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:22.221930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:04:22.224155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Pushing event updated for resources: {'Port': ['ID=36e3b359-f557-42a6-bf16-2a59806ab153,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:22.349341 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:22.391905 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] Set router 0909dc84-4e24-412b-b7c7-366ba8d2e6ec gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:04:22.398128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-dd9fea04-d84e-4a6c-bb4e-4b6d9e43726b None None] Provisioning complete for port bb6eac14-f906-4de9-9018-bf40a3644038 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:22.399104 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dd9fea04-d84e-4a6c-bb4e-4b6d9e43726b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:22.428059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6b81a-caf2-42c2-b8da-6dfd906c76bf req-3f51b32d-3809-44f2-bd6c-2b693ce74113 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:22.429773 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00d6b81a-caf2-42c2-b8da-6dfd906c76bf req-3f51b32d-3809-44f2-bd6c-2b693ce74113 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 946 time: 0.1443419 Dec 08 02:04:22.718542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e77738-623a-4d19-9cc8-a999d2506177 req-b466f25e-90e0-40e8-b2bd-5a5963854ba0 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:22.727365 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10e77738-623a-4d19-9cc8-a999d2506177 req-b466f25e-90e0-40e8-b2bd-5a5963854ba0 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 946 time: 0.1776831 Dec 08 02:04:22.730123 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-523773088-router', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '6153dc86-620b-448d-bc3b-35dc58161299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:18Z', 'revision_number': 3, 'project_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'gw_port': {'id': '6153dc86-620b-448d-bc3b-35dc58161299', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:22.768252 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1c63b-7c58-4f60-854b-4937e9639669 None None] The sync data for ids ['0909dc84-4e24-412b-b7c7-366ba8d2e6ec'] in n-d-713499-31 is: [{'id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-523773088-router', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '6153dc86-620b-448d-bc3b-35dc58161299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:18Z', 'revision_number': 3, 'project_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'gw_port': {'id': '6153dc86-620b-448d-bc3b-35dc58161299', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:04:22.775003 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00d6b81a-caf2-42c2-b8da-6dfd906c76bf req-e360200e-a363-4f4e-88e1-9891546c5730 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382258 Dec 08 02:04:22.797820 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:22.809682 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d51dcffc-699c-472a-83f5-64d153d09795 None None] Provisioning complete for port 36e3b359-f557-42a6-bf16-2a59806ab153 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:22.813476 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d51dcffc-699c-472a-83f5-64d153d09795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:22.893885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d51dcffc-699c-472a-83f5-64d153d09795 None None] Port 36e3b359-f557-42a6-bf16-2a59806ab153 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:04:22.900057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10e77738-623a-4d19-9cc8-a999d2506177 req-f620a2b4-29e9-4c9d-ab0d-4242367d88a2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727946 Dec 08 02:04:23.102565 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:23.131856 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:23.194604 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bb6eac14-f906-4de9-9018-bf40a3644038 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:23.314234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port bb6eac14-f906-4de9-9018-bf40a3644038 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:23.317147 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:23.382510 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cb0d3-49a6-410a-8c30-eb2fb0a1d29e req-2cc7f5ba-ec2a-4917-9a7b-c1469fdda603 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:23.388521 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:23.391513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c1cb0d3-49a6-410a-8c30-eb2fb0a1d29e req-2cc7f5ba-ec2a-4917-9a7b-c1469fdda603 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 946 time: 0.3117950 Dec 08 02:04:23.399150 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:23.409804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Pushing event updated for resources: {'Port': ['ID=36e3b359-f557-42a6-bf16-2a59806ab153,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:23.594483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f53df-dca2-4e4a-b41b-36c9f0a6fd75 req-4abadd09-b415-44ef-add4-b7fd02fe3485 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:23.597207 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b47f53df-dca2-4e4a-b41b-36c9f0a6fd75 req-4abadd09-b415-44ef-add4-b7fd02fe3485 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 946 time: 0.3145471 Dec 08 02:04:23.622014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Network db94240f-c386-448f-a021-659a68a0f187 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:04:23.624898 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:23.656983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c1cb0d3-49a6-410a-8c30-eb2fb0a1d29e req-ef8e1e7c-d6e7-4f60-9a61-a0ed2dd4bccc tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403865 Dec 08 02:04:23.795323 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b47f53df-dca2-4e4a-b41b-36c9f0a6fd75 req-5a41d3d9-62c1-467e-9c7e-3cfface8e715 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883273 Dec 08 02:04:23.970496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Router 0909dc84-4e24-412b-b7c7-366ba8d2e6ec has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:04:24.043958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ad9b4ee7-ab2c-4e65-98c2-e3c351943a0d None None] Provisioning complete for port 36e3b359-f557-42a6-bf16-2a59806ab153 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:24.044536 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ad9b4ee7-ab2c-4e65-98c2-e3c351943a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:24.139987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ad9b4ee7-ab2c-4e65-98c2-e3c351943a0d None None] Port 36e3b359-f557-42a6-bf16-2a59806ab153 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:04:24.144488 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:24.144910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b76a2f-6bc8-49da-845f-406e95c46648 req-7f11c729-f95b-4bdf-9e0f-d9e025fd9bc8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:24.147186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77b76a2f-6bc8-49da-845f-406e95c46648 req-7f11c729-f95b-4bdf-9e0f-d9e025fd9bc8 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 946 time: 0.1687827 Dec 08 02:04:24.257554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:04:24.269325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-53685af5-7b44-4e69-b4f1-ce94fa00ef3a admin admin] 10.222.0.71 "PUT /v2.0/routers/0909dc84-4e24-412b-b7c7-366ba8d2e6ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9097989 Dec 08 02:04:24.276441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77b76a2f-6bc8-49da-845f-406e95c46648 req-219787fe-00ed-4691-912f-c10361016f1d tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942748 Dec 08 02:04:24.332374 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c1921e7b-fd9a-4231-a1bd-3b1f043c6ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:24.436999 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa394e26-c962-4aba-9d84-97acae7b1786 req-9f284105-f444-46e8-914b-74e4b9eaf55b tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:24.438887 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa394e26-c962-4aba-9d84-97acae7b1786 req-9f284105-f444-46e8-914b-74e4b9eaf55b tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 946 time: 0.0795829 Dec 08 02:04:24.511875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa394e26-c962-4aba-9d84-97acae7b1786 req-2754af10-bc90-45c3-a801-84b84be6e3fc tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638506 Dec 08 02:04:24.599449 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43fb39-3bc7-46cb-a614-051a14986f32 req-3e96e34c-ccfc-4394-a9d1-1bbcd8e6824d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:24.602125 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2c43fb39-3bc7-46cb-a614-051a14986f32 req-3e96e34c-ccfc-4394-a9d1-1bbcd8e6824d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.75 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 946 time: 0.0622132 Dec 08 02:04:24.752095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-2c43fb39-3bc7-46cb-a614-051a14986f32 req-4593222e-6b4a-4519-a613-56423e74bb09 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Deleting port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:04:24.752095 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2c43fb39-3bc7-46cb-a614-051a14986f32 req-4593222e-6b4a-4519-a613-56423e74bb09 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:25.010616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2c43fb39-3bc7-46cb-a614-051a14986f32 req-4593222e-6b4a-4519-a613-56423e74bb09 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] For port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8ca0fc55-37f7-4d30-aba8-528cf9fd82aa,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:25.010616 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2c43fb39-3bc7-46cb-a614-051a14986f32 req-4593222e-6b4a-4519-a613-56423e74bb09 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:25.139225 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-2c43fb39-3bc7-46cb-a614-051a14986f32 req-4593222e-6b4a-4519-a613-56423e74bb09 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Calling delete_port for 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:04:25.207493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d22c3d-abf2-4c36-af22-972786d63357 req-ad99d208-bc61-43ea-9f05-5d2bc160d5a7 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:25.209554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18d22c3d-abf2-4c36-af22-972786d63357 req-ad99d208-bc61-43ea-9f05-5d2bc160d5a7 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 946 time: 0.2483115 Dec 08 02:04:25.228135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec4a95-d08c-4415-a384-b12a4385c1cb req-8baf31fc-54c7-40a3-83fa-9b3fbd2f48ec tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:25.230047 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1ec4a95-d08c-4415-a384-b12a4385c1cb req-8baf31fc-54c7-40a3-83fa-9b3fbd2f48ec tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 946 time: 0.1409714 Dec 08 02:04:25.315517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6153dc86-620b-448d-bc3b-35dc58161299 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:25.423958 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:25.431445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 6153dc86-620b-448d-bc3b-35dc58161299 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:25.432151 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:25.566273 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:25.590581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 6153dc86-620b-448d-bc3b-35dc58161299, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6153dc86-620b-448d-bc3b-35dc58161299,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:25.597791 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:25.605526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18d22c3d-abf2-4c36-af22-972786d63357 req-37c22337-47c1-4874-8f2f-6e6245ec70d0 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434811 Dec 08 02:04:25.643752 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1ec4a95-d08c-4415-a384-b12a4385c1cb req-50596aab-964d-45bd-ba72-600a2dd1ced5 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649907 Dec 08 02:04:25.719793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=6153dc86-620b-448d-bc3b-35dc58161299,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:25.783797 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2c43fb39-3bc7-46cb-a614-051a14986f32 req-4593222e-6b4a-4519-a613-56423e74bb09 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:25.819968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['8ca0fc55-37f7-4d30-aba8-528cf9fd82aa'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:04:25.828315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['bac786ec-5e36-41c5-a9e4-af951b2688e1'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:04:25.893550 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Sync routers for ids ['0909dc84-4e24-412b-b7c7-366ba8d2e6ec'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:04:25.943752 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593222e-6b4a-4519-a613-56423e74bb09 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Pushing event deleted for resources: {'Port': ['ID=8ca0fc55-37f7-4d30-aba8-528cf9fd82aa,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:25.962493 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Routers {'0909dc84-4e24-412b-b7c7-366ba8d2e6ec'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:04:25.963441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:04:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0909dc84-4e24-412b-b7c7-366ba8d2e6ec'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:26.011786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c43fb39-3bc7-46cb-a614-051a14986f32 req-4593222e-6b4a-4519-a613-56423e74bb09 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] No DVR routers for this DVR port 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:04:26.012255 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2c43fb39-3bc7-46cb-a614-051a14986f32 req-4593222e-6b4a-4519-a613-56423e74bb09 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:26.016077 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2c43fb39-3bc7-46cb-a614-051a14986f32 req-4593222e-6b4a-4519-a613-56423e74bb09 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.75 "DELETE /v2.0/ports/8ca0fc55-37f7-4d30-aba8-528cf9fd82aa HTTP/1.1" status: 204 len: 173 time: 1.4056029 Dec 08 02:04:26.016788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315df16d-5280-4573-87a2-b2104e322416', 'name': 'network-vif-deleted', 'tag': '8ca0fc55-37f7-4d30-aba8-528cf9fd82aa'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:26.053253 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b0e6a6-3317-4c7c-a6cd-2ae8b98ae135" -d '{"events": [{"server_uuid": "315df16d-5280-4573-87a2-b2104e322416", "name": "network-vif-deleted", "tag": "8ca0fc55-37f7-4d30-aba8-528cf9fd82aa"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:04:26.166317 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbbcbf6-59dd-4051-8aac-98786970b526 x-openstack-request-id: req-acbbcbf6-59dd-4051-8aac-98786970b526 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:04:26.166670 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315df16d-5280-4573-87a2-b2104e322416", "name": "network-vif-deleted", "tag": "8ca0fc55-37f7-4d30-aba8-528cf9fd82aa", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:04:26.166901 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-acbbcbf6-59dd-4051-8aac-98786970b526 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:04:26.167357 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315df16d-5280-4573-87a2-b2104e322416', 'name': 'network-vif-deleted', 'tag': '8ca0fc55-37f7-4d30-aba8-528cf9fd82aa', 'status': 'completed', 'code': 200} Dec 08 02:04:26.202517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Set router 0909dc84-4e24-412b-b7c7-366ba8d2e6ec gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:04:26.449272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f21495-1187-47e1-8bf8-7971398a9de9 req-f30f76f7-8e15-4b51-b34f-5feef01a4389 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:26.450880 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d8f21495-1187-47e1-8bf8-7971398a9de9 req-f30f76f7-8e15-4b51-b34f-5feef01a4389 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.45 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 946 time: 0.0979505 Dec 08 02:04:26.675394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-d8f21495-1187-47e1-8bf8-7971398a9de9 req-2ac41ad5-3550-4f89-8ebf-e686fe6b7d30 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Deleting port 4cff97e1-6476-4532-9783-071bb78c6fc5 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:04:26.683775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d8f21495-1187-47e1-8bf8-7971398a9de9 req-2ac41ad5-3550-4f89-8ebf-e686fe6b7d30 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:26.926681 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9eb914ef-587e-4ddd-ae1d-66b21e338ecb req-75e402d3-562b-4ea2-9a10-c43acd28c0ef tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=315df16d-5280-4573-87a2-b2104e322416 HTTP/1.1" status: 200 len: 210 time: 0.0854645 Dec 08 02:04:26.969884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d8f21495-1187-47e1-8bf8-7971398a9de9 req-2ac41ad5-3550-4f89-8ebf-e686fe6b7d30 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] For port 4cff97e1-6476-4532-9783-071bb78c6fc5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4cff97e1-6476-4532-9783-071bb78c6fc5,segment=NetworkSegment(5eaf1122-9d83-4c4a-8e0c-d456b44611fd),segment_id=5eaf1122-9d83-4c4a-8e0c-d456b44611fd)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:26.970363 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d8f21495-1187-47e1-8bf8-7971398a9de9 req-2ac41ad5-3550-4f89-8ebf-e686fe6b7d30 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:27.010056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c35045-fb33-40c0-9547-c2bc6c313e07 req-23238d81-8bdc-4861-b991-685653d9c70c tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:27.024417 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91c35045-fb33-40c0-9547-c2bc6c313e07 req-23238d81-8bdc-4861-b991-685653d9c70c tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 946 time: 0.1821568 Dec 08 02:04:27.025244 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-d8f21495-1187-47e1-8bf8-7971398a9de9 req-2ac41ad5-3550-4f89-8ebf-e686fe6b7d30 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Calling delete_port for 4cff97e1-6476-4532-9783-071bb78c6fc5 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:04:27.032810 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:27.040619 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-523773088-router', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '6153dc86-620b-448d-bc3b-35dc58161299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:22Z', 'revision_number': 4, 'project_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'gw_port': {'id': '6153dc86-620b-448d-bc3b-35dc58161299', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '36e3b359-f557-42a6-bf16-2a59806ab153', 'name': '', 'network_id': 'db94240f-c386-448f-a021-659a68a0f187', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'mac_address': 'fa:16:3e:ba:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '83471ca3-9b19-443f-87ae-7fd1156cffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:21Z', 'updated_at': '2021-12-08T02:04:22Z', 'revision_number': 2, 'project_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'subnets': [{'id': '83471ca3-9b19-443f-87ae-7fd1156cffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:27.094168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91c35045-fb33-40c0-9547-c2bc6c313e07 req-b31ecbdc-b6a1-476c-8887-0224fc33b2df tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d5fbb12-9389-49a9-b357-6df73c549227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685503 Dec 08 02:04:27.177272 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Checking router: 0909dc84-4e24-412b-b7c7-366ba8d2e6ec for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:04:27.182024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Updating router 0909dc84-4e24-412b-b7c7-366ba8d2e6ec port 36e3b359-f557-42a6-bf16-2a59806ab153 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:04:27.257261 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6153dc86-620b-448d-bc3b-35dc58161299 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:27.292862 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:27.380797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 6153dc86-620b-448d-bc3b-35dc58161299 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:27.381521 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:27.395093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d8f21495-1187-47e1-8bf8-7971398a9de9 req-2ac41ad5-3550-4f89-8ebf-e686fe6b7d30 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:27.454832 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['4cff97e1-6476-4532-9783-071bb78c6fc5'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:04:27.460300 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac41ad5-3550-4f89-8ebf-e686fe6b7d30 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Pushing event deleted for resources: {'Port': ['ID=4cff97e1-6476-4532-9783-071bb78c6fc5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:27.541097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f21495-1187-47e1-8bf8-7971398a9de9 req-2ac41ad5-3550-4f89-8ebf-e686fe6b7d30 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] No DVR routers for this DVR port 4cff97e1-6476-4532-9783-071bb78c6fc5 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:04:27.559861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d8f21495-1187-47e1-8bf8-7971398a9de9 req-2ac41ad5-3550-4f89-8ebf-e686fe6b7d30 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:27.564033 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d8f21495-1187-47e1-8bf8-7971398a9de9 req-2ac41ad5-3550-4f89-8ebf-e686fe6b7d30 tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.45 "DELETE /v2.0/ports/4cff97e1-6476-4532-9783-071bb78c6fc5 HTTP/1.1" status: 204 len: 173 time: 1.1068041 Dec 08 02:04:27.580132 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90df7f4d-3dd5-4dd0-aba8-2019c9579c15', 'name': 'network-vif-deleted', 'tag': '4cff97e1-6476-4532-9783-071bb78c6fc5'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:27.591909 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bfdee1-12d2-477b-88cb-41c9cf9aeff2" -d '{"events": [{"server_uuid": "90df7f4d-3dd5-4dd0-aba8-2019c9579c15", "name": "network-vif-deleted", "tag": "4cff97e1-6476-4532-9783-071bb78c6fc5"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:04:27.736279 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9144b351-49c7-4c97-923c-e13d2e2a240b x-openstack-request-id: req-9144b351-49c7-4c97-923c-e13d2e2a240b {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:04:27.737573 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90df7f4d-3dd5-4dd0-aba8-2019c9579c15", "name": "network-vif-deleted", "tag": "4cff97e1-6476-4532-9783-071bb78c6fc5", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:04:27.738087 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9144b351-49c7-4c97-923c-e13d2e2a240b {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:04:27.738725 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90df7f4d-3dd5-4dd0-aba8-2019c9579c15', 'name': 'network-vif-deleted', 'tag': '4cff97e1-6476-4532-9783-071bb78c6fc5', 'status': 'completed', 'code': 200} Dec 08 02:04:27.942784 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:28.399983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-70fcc741-ecd2-4d98-bcd2-32d06862b7db req-b2a33b53-e027-4171-83f6-0c6ab742990b tempest-ServerDiskConfigTestJSON-437718652 tempest-ServerDiskConfigTestJSON-437718652-project] 10.222.0.71 "GET /v2.0/ports?device_id=90df7f4d-3dd5-4dd0-aba8-2019c9579c15 HTTP/1.1" status: 200 len: 210 time: 0.0532217 Dec 08 02:04:28.506495 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:28.520897 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:28.589561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c8687-9862-42c8-918b-20f9cee0e95b req-7acb5781-3ac5-416f-9166-7790fb2e9256 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:28.606450 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c0c8687-9862-42c8-918b-20f9cee0e95b req-7acb5781-3ac5-416f-9166-7790fb2e9256 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.2029390 Dec 08 02:04:28.708367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c0c8687-9862-42c8-918b-20f9cee0e95b req-88f66a56-93cd-42c0-ab22-f5ed5a90cdd8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883439 Dec 08 02:04:28.810701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c1ec2-9e40-4bbe-a97a-d87046c7a189 None None] Pushing event updated for resources: {'Port': ['ID=36e3b359-f557-42a6-bf16-2a59806ab153,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:28.843585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Attempting to bind port 36e3b359-f557-42a6-bf16-2a59806ab153 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:04:28.848334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Attempting to bind port 36e3b359-f557-42a6-bf16-2a59806ab153 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '0ad6e4d9-1065-46e7-adcf-111836c9af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'db94240f-c386-448f-a021-659a68a0f187'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:04:28.848659 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Attempting to bind port 36e3b359-f557-42a6-bf16-2a59806ab153 on network db94240f-c386-448f-a021-659a68a0f187 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:28.855016 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:04:28.855390 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Checking segment: {'id': '0ad6e4d9-1065-46e7-adcf-111836c9af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'db94240f-c386-448f-a021-659a68a0f187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:04:28.855815 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:28.856206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Bound using segment: {'id': '0ad6e4d9-1065-46e7-adcf-111836c9af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'db94240f-c386-448f-a021-659a68a0f187'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:04:28.863282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Bound port: 36e3b359-f557-42a6-bf16-2a59806ab153, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad6e4d9-1065-46e7-adcf-111836c9af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'db94240f-c386-448f-a021-659a68a0f187'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:04:28.863814 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:28.963041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] For port 36e3b359-f557-42a6-bf16-2a59806ab153, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:04:28.966656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] For port 36e3b359-f557-42a6-bf16-2a59806ab153, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=36e3b359-f557-42a6-bf16-2a59806ab153,segment=NetworkSegment(0ad6e4d9-1065-46e7-adcf-111836c9af82),segment_id=0ad6e4d9-1065-46e7-adcf-111836c9af82)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:04:28.975572 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:29.154512 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-33548c00-b476-4378-9177-71981a9da062 None None] Provisioning complete for port 36e3b359-f557-42a6-bf16-2a59806ab153 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:29.154875 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33548c00-b476-4378-9177-71981a9da062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:29.159729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c1ec2-9e40-4bbe-a97a-d87046c7a189 None None] Pushing event updated for resources: {'Port': ['ID=36e3b359-f557-42a6-bf16-2a59806ab153,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:29.186909 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5089cd-06c0-420b-b6ff-fc5bf321b99d req-f1488221-0b05-4f71-820a-94918ebd36a3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:29.202895 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e5089cd-06c0-420b-b6ff-fc5bf321b99d req-f1488221-0b05-4f71-820a-94918ebd36a3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1341791 Dec 08 02:04:29.216245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Routers {'0909dc84-4e24-412b-b7c7-366ba8d2e6ec'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:04:29.216245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:04:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0909dc84-4e24-412b-b7c7-366ba8d2e6ec'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:29.294685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e5089cd-06c0-420b-b6ff-fc5bf321b99d req-0b678a79-1ce3-4880-b284-66575deeea1d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807617 Dec 08 02:04:29.553119 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33548c00-b476-4378-9177-71981a9da062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:29.557044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b801-ed6f-46e7-852c-88fd04fcaa5e req-7987997a-948d-4db0-baa7-38c8da4e0a27 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:29.560592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:04:29.563725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-70e8b801-ed6f-46e7-852c-88fd04fcaa5e req-7987997a-948d-4db0-baa7-38c8da4e0a27 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1418197 Dec 08 02:04:29.638740 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-70e8b801-ed6f-46e7-852c-88fd04fcaa5e req-1713f7a7-5a5b-4349-8de9-c72149ae8680 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693355 Dec 08 02:04:29.656586 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:04:29.662638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8ca0fc55-37f7-4d30-aba8-528cf9fd82aa not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:04:29.677733 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] Set router 0909dc84-4e24-412b-b7c7-366ba8d2e6ec gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:04:29.841801 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-33548c00-b476-4378-9177-71981a9da062 None None] For port 36e3b359-f557-42a6-bf16-2a59806ab153, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=36e3b359-f557-42a6-bf16-2a59806ab153,segment=NetworkSegment(0ad6e4d9-1065-46e7-adcf-111836c9af82),segment_id=0ad6e4d9-1065-46e7-adcf-111836c9af82)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:29.868555 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33548c00-b476-4378-9177-71981a9da062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:29.937308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33548c00-b476-4378-9177-71981a9da062 None None] Pushing event updated for resources: {'Port': ['ID=36e3b359-f557-42a6-bf16-2a59806ab153,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:29.971681 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35926) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:30.114094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b309b2-c88a-40fe-a75a-ce9723be3b44 admin admin] Deleting subnet 3336e0ed-d585-4880-9c04-8257ed355712 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:04:30.122888 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54b309b2-c88a-40fe-a75a-ce9723be3b44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:30.157867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5f671aa6-7dd7-4efa-88eb-bf71be870fe5 None None] Provisioning complete for port 36e3b359-f557-42a6-bf16-2a59806ab153 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:30.161367 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f671aa6-7dd7-4efa-88eb-bf71be870fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:30.198172 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54b309b2-c88a-40fe-a75a-ce9723be3b44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:30.277930 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54b309b2-c88a-40fe-a75a-ce9723be3b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:30.365100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-523773088-router', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '6153dc86-620b-448d-bc3b-35dc58161299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:22Z', 'revision_number': 4, 'project_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'gw_port': {'id': '6153dc86-620b-448d-bc3b-35dc58161299', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '36e3b359-f557-42a6-bf16-2a59806ab153', 'name': '', 'network_id': 'db94240f-c386-448f-a021-659a68a0f187', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'mac_address': 'fa:16:3e:ba:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '83471ca3-9b19-443f-87ae-7fd1156cffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:21Z', 'updated_at': '2021-12-08T02:04:28Z', 'revision_number': 4, 'project_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'subnets': [{'id': '83471ca3-9b19-443f-87ae-7fd1156cffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:30.381428 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54b309b2-c88a-40fe-a75a-ce9723be3b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:30.402913 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54b309b2-c88a-40fe-a75a-ce9723be3b44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:30.409098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35942) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:30.416147 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-54b309b2-c88a-40fe-a75a-ce9723be3b44 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3336e0ed-d585-4880-9c04-8257ed355712 HTTP/1.1" status: 204 len: 168 time: 0.4432244 Dec 08 02:04:30.449473 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26bf96e-97e4-44d2-a5ba-3c14c6d3e913 None None] The sync data for ids ['0909dc84-4e24-412b-b7c7-366ba8d2e6ec'] in n-d-713499-31 is: [{'id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-523773088-router', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '6153dc86-620b-448d-bc3b-35dc58161299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:22Z', 'revision_number': 4, 'project_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'gw_port': {'id': '6153dc86-620b-448d-bc3b-35dc58161299', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '36e3b359-f557-42a6-bf16-2a59806ab153', 'name': '', 'network_id': 'db94240f-c386-448f-a021-659a68a0f187', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'mac_address': 'fa:16:3e:ba:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '83471ca3-9b19-443f-87ae-7fd1156cffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:21Z', 'updated_at': '2021-12-08T02:04:28Z', 'revision_number': 4, 'project_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'subnets': [{'id': '83471ca3-9b19-443f-87ae-7fd1156cffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:04:30.475468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b309b2-c88a-40fe-a75a-ce9723be3b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3336e0ed-d585-4880-9c04-8257ed355712,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:30.605609 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07c00f1e-0ed9-4132-a043-91cbf767dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:30.875033 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07c00f1e-0ed9-4132-a043-91cbf767dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:30.935013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-07c00f1e-0ed9-4132-a043-91cbf767dd6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf389f7-9819-45ab-a4e4-8e8bc9ec3d37']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:30.954123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-07c00f1e-0ed9-4132-a043-91cbf767dd6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eaf1122-9d83-4c4a-8e0c-d456b44611fd') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:30.954724 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-07c00f1e-0ed9-4132-a043-91cbf767dd6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eaf1122-9d83-4c4a-8e0c-d456b44611fd') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:30.965904 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07c00f1e-0ed9-4132-a043-91cbf767dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:30.989839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07c00f1e-0ed9-4132-a043-91cbf767dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:31.006769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c00f1e-0ed9-4132-a043-91cbf767dd6c admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:04:31.007672 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07c00f1e-0ed9-4132-a043-91cbf767dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:04:31.087639 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:04:31.093258 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07c00f1e-0ed9-4132-a043-91cbf767dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:31.162904 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07c00f1e-0ed9-4132-a043-91cbf767dd6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:31.183770 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-07c00f1e-0ed9-4132-a043-91cbf767dd6c admin admin] 10.222.0.71 "DELETE /v2.0/networks/daf389f7-9819-45ab-a4e4-8e8bc9ec3d37 HTTP/1.1" status: 204 len: 168 time: 0.7593198 Dec 08 02:04:31.183770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c00f1e-0ed9-4132-a043-91cbf767dd6c admin admin] Pushing event deleted for resources: {'Network': ['ID=daf389f7-9819-45ab-a4e4-8e8bc9ec3d37,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:31.264824 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 36e3b359-f557-42a6-bf16-2a59806ab153 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:31.431359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 4cff97e1-6476-4532-9783-071bb78c6fc5 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:04:31.462884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35966) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:31.488414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 4cff97e1-6476-4532-9783-071bb78c6fc5 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:04:31.488755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 4cff97e1-6476-4532-9783-071bb78c6fc5 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:04:31.524995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 36e3b359-f557-42a6-bf16-2a59806ab153 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:31.525552 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:31.574850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9f45da21-eb7c-4583-bd94-4e50060fbbab admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=26a3bc1529ee4fcf9c5496e3079487a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1103365 Dec 08 02:04:31.577343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35972) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:31.733559 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-017d70f7-ade3-4cc9-9722-45fbb72d4ba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:31.779278 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-017d70f7-ade3-4cc9-9722-45fbb72d4ba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:31.901851 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-017d70f7-ade3-4cc9-9722-45fbb72d4ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:31.907841 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-017d70f7-ade3-4cc9-9722-45fbb72d4ba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:31.942251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-017d70f7-ade3-4cc9-9722-45fbb72d4ba1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0d5fbb12-9389-49a9-b357-6df73c549227 HTTP/1.1" status: 204 len: 168 time: 0.3636019 Dec 08 02:04:31.959572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d70f7-ade3-4cc9-9722-45fbb72d4ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5fbb12-9389-49a9-b357-6df73c549227,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:33.207097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3de03f-b999-4f1d-bcff-e9af06a5af22 req-50690243-9082-41e2-ab16-88d24cad9769 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:33.232063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b3de03f-b999-4f1d-bcff-e9af06a5af22 req-50690243-9082-41e2-ab16-88d24cad9769 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1274476 Dec 08 02:04:33.334033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b3de03f-b999-4f1d-bcff-e9af06a5af22 req-bc2894d8-8ed1-4b04-a6c3-1443f6a53a25 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773263 Dec 08 02:04:33.552971 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49d82d-862c-4e66-9c81-8e97e7de73b6 req-624bdaa0-9007-4c4b-b1f4-f72244edda4a tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:33.554110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b49d82d-862c-4e66-9c81-8e97e7de73b6 req-624bdaa0-9007-4c4b-b1f4-f72244edda4a tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1154401 Dec 08 02:04:33.582104 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36062) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:33.640357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b49d82d-862c-4e66-9c81-8e97e7de73b6 req-1e110c5d-7c53-44b3-8b6f-19029dabeec4 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783393 Dec 08 02:04:33.766200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2048723737-network', 'tenant_id': '5552309294f44603a90e93e429557e56'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:33.805334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] Made reservation on behalf of 5552309294f44603a90e93e429557e56 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:04:33.808261 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:33.833490 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:34.001443 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:34.012527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:34.040777 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:04:34.072854 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:34.073436 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] Added segment f3e9afa1-23c1-45b6-b2a1-27738d7f30f1 of type vlan for network 7b40aab0-7b89-442e-ae7e-ca48f4e3a087 Dec 08 02:04:34.085226 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1922cdfb-7f91-496b-bd23-e30cf090b544,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:34.144429 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:34.221554 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:34.223069 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:34.223798 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:34.335263 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] Pushing event updated for resources: {'Network': ['ID=7b40aab0-7b89-442e-ae7e-ca48f4e3a087,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:34.341461 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ecb1efb2-0ab9-48b4-b9e0-993e3de4f0dc admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7582788 Dec 08 02:04:34.344342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36080) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:34.352796 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 7b40aab0-7b89-442e-ae7e-ca48f4e3a087 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:04:34.363913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-67555dba-94c4-4106-a321-e5822108d2a9 admin admin] Request body: {'subnet': {'network_id': '7b40aab0-7b89-442e-ae7e-ca48f4e3a087', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2048723737-subnet', 'tenant_id': '5552309294f44603a90e93e429557e56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:34.445906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67555dba-94c4-4106-a321-e5822108d2a9 admin admin] Made reservation on behalf of 5552309294f44603a90e93e429557e56 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:04:34.451392 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67555dba-94c4-4106-a321-e5822108d2a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:34.794713 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67555dba-94c4-4106-a321-e5822108d2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:34.886904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67555dba-94c4-4106-a321-e5822108d2a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=574cf01d-076b-46bb-9b8f-5460d56c7277,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:34.894772 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67555dba-94c4-4106-a321-e5822108d2a9 admin admin] Checking segment: {'id': 'f3e9afa1-23c1-45b6-b2a1-27738d7f30f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7b40aab0-7b89-442e-ae7e-ca48f4e3a087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:04:34.895533 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67555dba-94c4-4106-a321-e5822108d2a9 admin admin] Network hostable DHCP agents. Network: 7b40aab0-7b89-442e-ae7e-ca48f4e3a087, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:04:34.923010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67555dba-94c4-4106-a321-e5822108d2a9 admin admin] Network 7b40aab0-7b89-442e-ae7e-ca48f4e3a087 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:04:34.938025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-67555dba-94c4-4106-a321-e5822108d2a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 7b40aab0-7b89-442e-ae7e-ca48f4e3a087) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:34.944958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67555dba-94c4-4106-a321-e5822108d2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:34.947304 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67555dba-94c4-4106-a321-e5822108d2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:34.951654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d83ca12-254b-430c-a05a-6b2b25e98773 None None] Network 7b40aab0-7b89-442e-ae7e-ca48f4e3a087 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:04:34.978934 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-67555dba-94c4-4106-a321-e5822108d2a9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6300447 Dec 08 02:04:35.146118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f240a6-e323-4fc9-a903-72107277d495 None None] Network 7b40aab0-7b89-442e-ae7e-ca48f4e3a087 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:04:35.831035 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-8d5a56ec-576e-4fcf-9499-514edb25ef97 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:35.833545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-8d5a56ec-576e-4fcf-9499-514edb25ef97 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/networks?id=7b40aab0-7b89-442e-ae7e-ca48f4e3a087 HTTP/1.1" status: 200 len: 814 time: 0.1709034 Dec 08 02:04:35.869912 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-89e0ba21-4179-4824-abdb-96056d5d09be tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/quotas/5552309294f44603a90e93e429557e56 HTTP/1.1" status: 200 len: 375 time: 0.0299003 Dec 08 02:04:35.909429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-f7f9d5ee-034c-4a36-ae0a-a8077e1fe209 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5552309294f44603a90e93e429557e56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324521 Dec 08 02:04:36.023235 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-33c0ff11-26f1-471e-bc6b-ef908ff8f968 service neutron] 10.222.0.71 "GET /v2.0/networks/7b40aab0-7b89-442e-ae7e-ca48f4e3a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064329 Dec 08 02:04:36.157476 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-1bd15170-f2b1-4fe2-a741-83cd77792f6a service neutron] 10.222.0.71 "GET /v2.0/networks/7b40aab0-7b89-442e-ae7e-ca48f4e3a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276817 Dec 08 02:04:36.492987 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cdab0acd-46ce-497f-9d18-b125ef0d5219 req-017ea82a-9bd2-4fef-be6b-612b5503baa2 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 210 time: 0.0489371 Dec 08 02:04:36.806145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352c54a-ce8d-4080-b656-dc1262db3eeb req-31a0ab4e-4152-4d49-905a-3e82e31ee7ac tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:36.816258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e352c54a-ce8d-4080-b656-dc1262db3eeb req-31a0ab4e-4152-4d49-905a-3e82e31ee7ac tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0778708 Dec 08 02:04:36.904423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e352c54a-ce8d-4080-b656-dc1262db3eeb req-61f3feee-e4fd-4667-9e44-3d4fd39887b4 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851276 Dec 08 02:04:37.172400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcc170-e36e-4547-a587-e3daf99804a5 req-eeb8f969-8b6b-44ee-98a6-0bcfc391a0a3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:37.178144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3bcc170-e36e-4547-a587-e3daf99804a5 req-eeb8f969-8b6b-44ee-98a6-0bcfc391a0a3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1444917 Dec 08 02:04:37.259943 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3bcc170-e36e-4547-a587-e3daf99804a5 req-f2fd27c7-a8c0-49ce-bb21-2bcdb4dea80e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774460 Dec 08 02:04:37.549655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c44e80-ae48-41f4-a76a-4d8a28257c23 req-c9106075-d000-4f10-a56d-f23fe534d1c9 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:37.551540 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56c44e80-ae48-41f4-a76a-4d8a28257c23 req-c9106075-d000-4f10-a56d-f23fe534d1c9 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0807006 Dec 08 02:04:37.706149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e6a202c-04b8-46a2-b464-9b50a79f766c req-b652bf09-c2b9-4b66-bdd3-1b3c8e97813d tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 210 time: 0.0695558 Dec 08 02:04:37.715313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56c44e80-ae48-41f4-a76a-4d8a28257c23 req-3fba52db-2b55-4f23-8a87-2c90cee05a9d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569328 Dec 08 02:04:38.396830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122aa0ac-ce5c-424a-86f5-30c8e5418c0a req-60697ab6-822d-4fd0-8365-bf12584a6e67 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:38.398586 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-122aa0ac-ce5c-424a-86f5-30c8e5418c0a req-60697ab6-822d-4fd0-8365-bf12584a6e67 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1030858 Dec 08 02:04:38.428840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-755171b7-4830-4544-acee-ede786803385 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:38.430473 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-755171b7-4830-4544-acee-ede786803385 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.75 "GET /v2.0/networks?id=7b40aab0-7b89-442e-ae7e-ca48f4e3a087 HTTP/1.1" status: 200 len: 814 time: 0.5769157 Dec 08 02:04:38.450083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-c17f200a-95bf-42a2-9472-ec6c90fccffc tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Request body: {'port': {'device_id': '8bf729b1-a2d8-4f6e-b54c-619cecad2a4c', 'network_id': '7b40aab0-7b89-442e-ae7e-ca48f4e3a087', 'admin_state_up': True, 'tenant_id': '5552309294f44603a90e93e429557e56'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:38.527170 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-122aa0ac-ce5c-424a-86f5-30c8e5418c0a req-7263be52-6251-4e3b-b72b-4edbfcd56689 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141403 Dec 08 02:04:38.587358 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-c17f200a-95bf-42a2-9472-ec6c90fccffc tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Made reservation on behalf of 5552309294f44603a90e93e429557e56 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:04:38.594560 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-c17f200a-95bf-42a2-9472-ec6c90fccffc tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:38.776455 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-c17f200a-95bf-42a2-9472-ec6c90fccffc tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Allocated IP 172.20.0.7 (7b40aab0-7b89-442e-ae7e-ca48f4e3a087/574cf01d-076b-46bb-9b8f-5460d56c7277/ced24c4e-53e6-4dd4-a42b-4500dbceb943) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:04:38.818594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9af126-f125-4ad8-8767-e04d3f04e96b req-b93c8a67-ab20-4198-91ef-7095a29e6b1c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:38.822973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b9af126-f125-4ad8-8767-e04d3f04e96b req-b93c8a67-ab20-4198-91ef-7095a29e6b1c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0896981 Dec 08 02:04:38.898672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-32a85839-76c4-44f6-b745-8bf87ea7c20f req-ebf7daa4-54f0-4eec-be4d-39a12d7d52dd tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 210 time: 0.0542121 Dec 08 02:04:38.971813 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b9af126-f125-4ad8-8767-e04d3f04e96b req-060782ed-c82f-4acc-a68e-f838e1104c6c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407986 Dec 08 02:04:39.034056 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-c17f200a-95bf-42a2-9472-ec6c90fccffc tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:39.090674 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-c17f200a-95bf-42a2-9472-ec6c90fccffc tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:39.192598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-c17f200a-95bf-42a2-9472-ec6c90fccffc tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Network 7b40aab0-7b89-442e-ae7e-ca48f4e3a087 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:04:39.200856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-c17f200a-95bf-42a2-9472-ec6c90fccffc tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:39.207035 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-c17f200a-95bf-42a2-9472-ec6c90fccffc tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:04:39.260969 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-c17f200a-95bf-42a2-9472-ec6c90fccffc tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:39.261595 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-c17f200a-95bf-42a2-9472-ec6c90fccffc tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:39.277988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f200a-95bf-42a2-9472-ec6c90fccffc tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Pushing event updated for resources: {'Port': ['ID=ced24c4e-53e6-4dd4-a42b-4500dbceb943,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:39.291991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c858c56-4eaa-42b7-8121-69afbcd284c4 req-54fe60a0-a7f7-4ee2-b853-29ce9006a6ba tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:39.299661 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c858c56-4eaa-42b7-8121-69afbcd284c4 req-54fe60a0-a7f7-4ee2-b853-29ce9006a6ba tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1607375 Dec 08 02:04:39.311392 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-c17f200a-95bf-42a2-9472-ec6c90fccffc tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8645492 Dec 08 02:04:39.328447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Request body: {'port': {'device_id': '8bf729b1-a2d8-4f6e-b54c-619cecad2a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:39.382798 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c858c56-4eaa-42b7-8121-69afbcd284c4 req-24a1e3ed-8a54-4651-b404-8837e457a7e5 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818996 Dec 08 02:04:39.435235 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:39.711823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53562e-280d-46e1-ad38-4e055886b9cf req-f4d94bac-e571-49e3-9ab3-c928bf067664 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:39.713250 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f53562e-280d-46e1-ad38-4e055886b9cf req-f4d94bac-e571-49e3-9ab3-c928bf067664 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1271062 Dec 08 02:04:39.796944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f53562e-280d-46e1-ad38-4e055886b9cf req-5b377c27-4a1b-46c9-b50f-7be225230f4f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753462 Dec 08 02:04:39.866238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced24c4e-53e6-4dd4-a42b-4500dbceb943 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:04:39.874396 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:39.887261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Transition to ACTIVE for port object ced24c4e-53e6-4dd4-a42b-4500dbceb943 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:04:39.891732 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:39.999506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Pushing event updated for resources: {'Port': ['ID=ced24c4e-53e6-4dd4-a42b-4500dbceb943,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:40.087452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c69a1d-1f6b-4fb2-aa91-bf867924f47b req-81b409e6-bcda-4011-9185-1e4be1755b19 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:40.089436 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0c69a1d-1f6b-4fb2-aa91-bf867924f47b req-81b409e6-bcda-4011-9185-1e4be1755b19 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1917710 Dec 08 02:04:40.155253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa85d09-51c2-4d34-a73b-827b01587985 req-de74b671-02f7-45b8-bb63-867f4bdf601a tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:40.156853 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-faa85d09-51c2-4d34-a73b-827b01587985 req-de74b671-02f7-45b8-bb63-867f4bdf601a tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 943 time: 0.1608310 Dec 08 02:04:40.169178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Attempting to bind port ced24c4e-53e6-4dd4-a42b-4500dbceb943 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:04:40.169513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Attempting to bind port ced24c4e-53e6-4dd4-a42b-4500dbceb943 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'f3e9afa1-23c1-45b6-b2a1-27738d7f30f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7b40aab0-7b89-442e-ae7e-ca48f4e3a087'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:04:40.169871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Attempting to bind port ced24c4e-53e6-4dd4-a42b-4500dbceb943 on network 7b40aab0-7b89-442e-ae7e-ca48f4e3a087 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:40.199871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Port ced24c4e-53e6-4dd4-a42b-4500dbceb943 on network 7b40aab0-7b89-442e-ae7e-ca48f4e3a087 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:04:40.200206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Attempting to bind port ced24c4e-53e6-4dd4-a42b-4500dbceb943 on network 7b40aab0-7b89-442e-ae7e-ca48f4e3a087 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:40.208625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0c69a1d-1f6b-4fb2-aa91-bf867924f47b req-a9e4eb09-e9c2-455b-978c-75c7f5dd06ec tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105175 Dec 08 02:04:40.224411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:04:40.225040 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Checking segment: {'id': 'f3e9afa1-23c1-45b6-b2a1-27738d7f30f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7b40aab0-7b89-442e-ae7e-ca48f4e3a087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:04:40.225583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Bound using segment: {'id': 'f3e9afa1-23c1-45b6-b2a1-27738d7f30f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7b40aab0-7b89-442e-ae7e-ca48f4e3a087'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:04:40.226348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Bound port: ced24c4e-53e6-4dd4-a42b-4500dbceb943, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e9afa1-23c1-45b6-b2a1-27738d7f30f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7b40aab0-7b89-442e-ae7e-ca48f4e3a087'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:04:40.226902 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:40.339657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-faa85d09-51c2-4d34-a73b-827b01587985 req-8f175d45-aaac-4823-bea2-899d271dbf68 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/security-groups?id=1922cdfb-7f91-496b-bd23-e30cf090b544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673193 Dec 08 02:04:40.384906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] For port ced24c4e-53e6-4dd4-a42b-4500dbceb943, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:04:40.395556 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] For port ced24c4e-53e6-4dd4-a42b-4500dbceb943, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ced24c4e-53e6-4dd4-a42b-4500dbceb943,segment=NetworkSegment(f3e9afa1-23c1-45b6-b2a1-27738d7f30f1),segment_id=f3e9afa1-23c1-45b6-b2a1-27738d7f30f1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:04:40.405203 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:40.458636 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:40.459543 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:40.461286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] 10.222.0.75 "PUT /v2.0/ports/ced24c4e-53e6-4dd4-a42b-4500dbceb943 HTTP/1.1" status: 200 len: 1092 time: 1.1370554 Dec 08 02:04:40.463679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf729b1-a2d8-4f6e-b54c-619cecad2a4c', 'tag': 'ced24c4e-53e6-4dd4-a42b-4500dbceb943'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:40.466236 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8262e250-8f0f-461b-845f-b2931283881f" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf729b1-a2d8-4f6e-b54c-619cecad2a4c", "tag": "ced24c4e-53e6-4dd4-a42b-4500dbceb943"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:04:40.559777 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a3c2cd-d5f4-427c-9731-a3982862587e x-openstack-request-id: req-49a3c2cd-d5f4-427c-9731-a3982862587e {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:04:40.560078 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf729b1-a2d8-4f6e-b54c-619cecad2a4c", "tag": "ced24c4e-53e6-4dd4-a42b-4500dbceb943", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:04:40.560339 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-49a3c2cd-d5f4-427c-9731-a3982862587e {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:04:40.561201 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf729b1-a2d8-4f6e-b54c-619cecad2a4c', 'tag': 'ced24c4e-53e6-4dd4-a42b-4500dbceb943', 'status': 'completed', 'code': 200} Dec 08 02:04:40.603552 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:04:40.625805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57512a90-87ad-4394-be3d-72bf84d33bfe service neutron] Pushing event updated for resources: {'Port': ['ID=ced24c4e-53e6-4dd4-a42b-4500dbceb943,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:40.655728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00780d6d-19ce-4185-9a04-806c0da22231 req-104cf774-98de-4d2b-93ff-b28c1ecf32d2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:40.657341 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00780d6d-19ce-4185-9a04-806c0da22231 req-104cf774-98de-4d2b-93ff-b28c1ecf32d2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1951287 Dec 08 02:04:40.671535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-cda467fa-482f-48c3-9a52-537c9215c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:40.673189 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-cda467fa-482f-48c3-9a52-537c9215c58e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5552309294f44603a90e93e429557e56&device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 1095 time: 0.1112220 Dec 08 02:04:40.792120 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-122ae68b-1855-4b1d-9684-a53affb1a6cb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ced24c4e-53e6-4dd4-a42b-4500dbceb943 HTTP/1.1" status: 200 len: 217 time: 0.0939746 Dec 08 02:04:40.800312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00780d6d-19ce-4185-9a04-806c0da22231 req-b587e828-60c9-47bc-b52f-949d55c51d47 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358130 Dec 08 02:04:40.853664 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-71badde9-de54-46c2-8ec5-0d178893cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:40.855194 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-71badde9-de54-46c2-8ec5-0d178893cd62 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=574cf01d-076b-46bb-9b8f-5460d56c7277 HTTP/1.1" status: 200 len: 854 time: 0.0540371 Dec 08 02:04:40.902439 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-a8e729b5-144e-44fa-a8bd-54373fe7b86f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7b40aab0-7b89-442e-ae7e-ca48f4e3a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397534 Dec 08 02:04:41.089715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-566b103c-e28d-4b60-b8e0-c02b850902f8 service neutron] 10.222.0.75 "GET /v2.0/networks/7b40aab0-7b89-442e-ae7e-ca48f4e3a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790941 Dec 08 02:04:41.100856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4eb8a9-7d54-4174-9aff-2e54856125f1 req-3cdec3cf-0c03-4a67-82d8-a64e98c074bb tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:41.107662 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b4eb8a9-7d54-4174-9aff-2e54856125f1 req-3cdec3cf-0c03-4a67-82d8-a64e98c074bb tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1578505 Dec 08 02:04:41.262853 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b13f758-cf75-45b7-85a1-044ee283f272 req-e0a18619-cc57-4598-b77a-83e0b6051af9 service neutron] 10.222.0.75 "GET /v2.0/networks/7b40aab0-7b89-442e-ae7e-ca48f4e3a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477003 Dec 08 02:04:41.316778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b4eb8a9-7d54-4174-9aff-2e54856125f1 req-d3fa5f3e-2f37-4dd4-bf46-c0bb878560e9 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077591 Dec 08 02:04:41.489056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262e250-8f0f-461b-845f-b2931283881f req-10866274-c7a3-4c2d-8691-c8d8f0d67692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:41.491180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8262e250-8f0f-461b-845f-b2931283881f req-10866274-c7a3-4c2d-8691-c8d8f0d67692 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5552309294f44603a90e93e429557e56&device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 1095 time: 0.1228447 Dec 08 02:04:41.698144 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3606bc-5a68-4282-aef4-46723a086dfe req-34f2574c-90bb-4c1a-8f4c-f6c64ce6bac8 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:41.700407 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a3606bc-5a68-4282-aef4-46723a086dfe req-34f2574c-90bb-4c1a-8f4c-f6c64ce6bac8 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 943 time: 0.2257156 Dec 08 02:04:41.808089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a3606bc-5a68-4282-aef4-46723a086dfe req-384aba0b-79df-4976-95d5-15394f32cc87 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/security-groups?id=1922cdfb-7f91-496b-bd23-e30cf090b544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908020 Dec 08 02:04:41.828091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6792d-4001-4053-8c76-580e87c3742a req-64de27e3-8664-40cd-91df-917ed8aa1275 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:41.836345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-efc6792d-4001-4053-8c76-580e87c3742a req-64de27e3-8664-40cd-91df-917ed8aa1275 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1680777 Dec 08 02:04:41.844361 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262e250-8f0f-461b-845f-b2931283881f req-b3cf5752-3222-4cd0-841e-a33b259b432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:41.846723 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8262e250-8f0f-461b-845f-b2931283881f req-b3cf5752-3222-4cd0-841e-a33b259b432a service neutron] 10.222.0.75 "GET /v2.0/networks?id=7b40aab0-7b89-442e-ae7e-ca48f4e3a087 HTTP/1.1" status: 200 len: 915 time: 0.3212216 Dec 08 02:04:41.914625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8262e250-8f0f-461b-845f-b2931283881f req-81b01e78-5729-4d09-9ff0-da142fd197c9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ced24c4e-53e6-4dd4-a42b-4500dbceb943 HTTP/1.1" status: 200 len: 217 time: 0.0590217 Dec 08 02:04:42.001648 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-efc6792d-4001-4053-8c76-580e87c3742a req-2cbbdf60-9d68-4302-91bb-c35366f1b145 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333754 Dec 08 02:04:42.035113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262e250-8f0f-461b-845f-b2931283881f req-3509e97d-8032-45ab-8d7d-c1a0cd8aa709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:42.036674 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8262e250-8f0f-461b-845f-b2931283881f req-3509e97d-8032-45ab-8d7d-c1a0cd8aa709 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=574cf01d-076b-46bb-9b8f-5460d56c7277 HTTP/1.1" status: 200 len: 854 time: 0.1138740 Dec 08 02:04:42.087225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8262e250-8f0f-461b-845f-b2931283881f req-112509b7-de91-47f5-8201-41d4e6be8a80 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7b40aab0-7b89-442e-ae7e-ca48f4e3a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405533 Dec 08 02:04:42.207278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d23370-a636-4dfb-a334-7ab7b866e0fb req-523a001b-a24a-43f5-b84b-4a07e5eec959 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:42.208954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4d23370-a636-4dfb-a334-7ab7b866e0fb req-523a001b-a24a-43f5-b84b-4a07e5eec959 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1357462 Dec 08 02:04:42.253462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8262e250-8f0f-461b-845f-b2931283881f req-2308d491-034f-4e02-886f-cb694c19b5bf service neutron] 10.222.0.75 "GET /v2.0/networks/7b40aab0-7b89-442e-ae7e-ca48f4e3a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455121 Dec 08 02:04:42.339035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4d23370-a636-4dfb-a334-7ab7b866e0fb req-fe598b29-c759-4165-b815-8bcaf21f7fdc tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162341 Dec 08 02:04:42.382269 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8262e250-8f0f-461b-845f-b2931283881f req-9761eaa3-5b39-4e59-81be-1d370234a689 service neutron] 10.222.0.75 "GET /v2.0/networks/7b40aab0-7b89-442e-ae7e-ca48f4e3a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208620 Dec 08 02:04:42.645521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db548e-ac31-43b6-9782-cc8689329f25 req-40fefa43-12f1-44e0-8f12-68cf892ab468 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:42.647021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55db548e-ac31-43b6-9782-cc8689329f25 req-40fefa43-12f1-44e0-8f12-68cf892ab468 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/networks?id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240 HTTP/1.1" status: 200 len: 813 time: 0.1680784 Dec 08 02:04:42.667048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55db548e-ac31-43b6-9782-cc8689329f25 req-b6499895-518b-4924-8a2e-4d488a3a4d6d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/quotas/b328034d39774c58a3081143cd03b417 HTTP/1.1" status: 200 len: 375 time: 0.0108268 Dec 08 02:04:42.738941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55db548e-ac31-43b6-9782-cc8689329f25 req-f2e11a77-7851-483b-91c8-25ba0e12cc7f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b328034d39774c58a3081143cd03b417&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625374 Dec 08 02:04:42.887562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4193d7-3526-4449-8fd9-5dbfef7057ce req-fb04ce00-b9ea-40bb-b112-ab9b29b1d965 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:42.898993 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd4193d7-3526-4449-8fd9-5dbfef7057ce req-fb04ce00-b9ea-40bb-b112-ab9b29b1d965 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0701380 Dec 08 02:04:42.987895 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd4193d7-3526-4449-8fd9-5dbfef7057ce req-43c9bb26-253d-4bb3-bd37-9f4ee6d1f826 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863919 Dec 08 02:04:43.011488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c8755-e85f-4338-9d42-c262c1bbdae2 req-59544d44-f88a-4868-9b84-b2e1bc5f0378 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:43.019341 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf8c8755-e85f-4338-9d42-c262c1bbdae2 req-59544d44-f88a-4868-9b84-b2e1bc5f0378 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 943 time: 0.1038859 Dec 08 02:04:43.077004 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf8c8755-e85f-4338-9d42-c262c1bbdae2 req-3e1958b5-2350-4b65-b379-7a4a87c44a5d tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/security-groups?id=1922cdfb-7f91-496b-bd23-e30cf090b544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522525 Dec 08 02:04:43.140468 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5bd0-68a4-4bd7-9b2d-cfbfceaca60a req-627eea08-1dfb-4973-bcbe-a1937a1ca598 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:43.142147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8ee5bd0-68a4-4bd7-9b2d-cfbfceaca60a req-627eea08-1dfb-4973-bcbe-a1937a1ca598 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0598216 Dec 08 02:04:43.196976 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8ee5bd0-68a4-4bd7-9b2d-cfbfceaca60a req-7bbe3b80-2f4b-452f-ac54-c0408575e99c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470672 Dec 08 02:04:43.410944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f04ed99-5c34-4333-9816-0d99d1a8c18f req-5d08e78b-71f3-47bf-93e5-a207c02c2f50 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b328034d39774c58a3081143cd03b417 HTTP/1.1" status: 200 len: 221 time: 0.0611281 Dec 08 02:04:43.537717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b8d6b-c435-471d-9f27-188c9418258b req-30768f00-7bb5-424c-9541-bee99c957053 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:43.545315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-221b8d6b-c435-471d-9f27-188c9418258b req-30768f00-7bb5-424c-9541-bee99c957053 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0705097 Dec 08 02:04:43.549274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ced24c4e-53e6-4dd4-a42b-4500dbceb943 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:04:43.630034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-221b8d6b-c435-471d-9f27-188c9418258b req-c3064dd0-ecc0-43d8-af57-87b2fc8818e9 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836344 Dec 08 02:04:43.781098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ced24c4e-53e6-4dd4-a42b-4500dbceb943, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ced24c4e-53e6-4dd4-a42b-4500dbceb943,segment=NetworkSegment(f3e9afa1-23c1-45b6-b2a1-27738d7f30f1),segment_id=f3e9afa1-23c1-45b6-b2a1-27738d7f30f1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:43.794807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'ced24c4e-53e6-4dd4-a42b-4500dbceb943', 'network_id': '7b40aab0-7b89-442e-ae7e-ca48f4e3a087', 'port_id': 'ced24c4e-53e6-4dd4-a42b-4500dbceb943', 'mac_address': 'fa:16:3e:b1:34:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574cf01d-076b-46bb-9b8f-5460d56c7277', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:04:43.804472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fecfe-6df8-4572-a35a-d08995993ff2 req-6bf47504-66f2-427c-935e-b7e0d894b1d2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:43.814375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-115fecfe-6df8-4572-a35a-d08995993ff2 req-6bf47504-66f2-427c-935e-b7e0d894b1d2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0725873 Dec 08 02:04:43.846479 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:43.867370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced24c4e-53e6-4dd4-a42b-4500dbceb943 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:04:43.896568 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-115fecfe-6df8-4572-a35a-d08995993ff2 req-4e89d959-3390-4d34-a710-3ba15de4049d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791450 Dec 08 02:04:43.899782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ced24c4e-53e6-4dd4-a42b-4500dbceb943, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ced24c4e-53e6-4dd4-a42b-4500dbceb943,segment=NetworkSegment(f3e9afa1-23c1-45b6-b2a1-27738d7f30f1),segment_id=f3e9afa1-23c1-45b6-b2a1-27738d7f30f1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:43.922061 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:43.987576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=ced24c4e-53e6-4dd4-a42b-4500dbceb943,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:44.105747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354b273-0290-4ded-83c5-df0ad5ef19b9 req-d084c476-763f-4eeb-be55-58f711a1a8de tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:44.107335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0354b273-0290-4ded-83c5-df0ad5ef19b9 req-d084c476-763f-4eeb-be55-58f711a1a8de tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0788150 Dec 08 02:04:44.240128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['ced24c4e-53e6-4dd4-a42b-4500dbceb943'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:04:44.248115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b95093-9f8d-42b5-9ee2-40327600a3a4 req-9de11d4b-3396-4a51-a0da-cfd726f6d00d tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:44.250109 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c0b95093-9f8d-42b5-9ee2-40327600a3a4 req-9de11d4b-3396-4a51-a0da-cfd726f6d00d tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 944 time: 0.0800276 Dec 08 02:04:44.267295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0354b273-0290-4ded-83c5-df0ad5ef19b9 req-2719a6f4-9837-4bc0-8110-bc52d84a975c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440988 Dec 08 02:04:44.352461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c0b95093-9f8d-42b5-9ee2-40327600a3a4 req-def060ad-38a7-462d-ac92-8bef32b98006 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/security-groups?id=1922cdfb-7f91-496b-bd23-e30cf090b544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838671 Dec 08 02:04:44.461990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e115fd9-a8fe-4521-9ecb-8a8c96d9743d req-432a7e8a-9c66-4a54-82ce-a1a2901ed842 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:44.470262 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e115fd9-a8fe-4521-9ecb-8a8c96d9743d req-432a7e8a-9c66-4a54-82ce-a1a2901ed842 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1029565 Dec 08 02:04:44.568367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e115fd9-a8fe-4521-9ecb-8a8c96d9743d req-cc1f9b03-8763-4e11-aaad-903ab11e72e1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964901 Dec 08 02:04:44.744589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6021008-d141-4d3a-8399-686cbae455d4 req-1e445d9b-8949-49e4-a07a-6b360b996a95 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:44.746222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6021008-d141-4d3a-8399-686cbae455d4 req-1e445d9b-8949-49e4-a07a-6b360b996a95 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0929115 Dec 08 02:04:44.824306 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6021008-d141-4d3a-8399-686cbae455d4 req-2956d965-9e8f-490e-8f36-a245d301ef6d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689983 Dec 08 02:04:44.989314 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765b78a-30c1-4147-81ae-7fd1d6359546 req-e2513446-a89f-499f-ac79-42d831a691e8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:44.990984 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9765b78a-30c1-4147-81ae-7fd1d6359546 req-e2513446-a89f-499f-ac79-42d831a691e8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0614624 Dec 08 02:04:45.069929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9765b78a-30c1-4147-81ae-7fd1d6359546 req-1dcf3f4b-6afd-4e02-826f-55458a53e1ba tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624578 Dec 08 02:04:45.226323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdbbc9-f566-476a-8325-12fc243d00cf req-2675de7b-8871-4f91-ba8f-720505be426e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:45.236618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00bdbbc9-f566-476a-8325-12fc243d00cf req-2675de7b-8871-4f91-ba8f-720505be426e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0651786 Dec 08 02:04:45.302157 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00bdbbc9-f566-476a-8325-12fc243d00cf req-82a6f463-b676-400d-9cea-4478d010ffb3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644257 Dec 08 02:04:45.484774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a768991-5ddd-4eca-b012-6da62a4dab33 req-c63cb18c-a197-466a-84ff-89c0ab92157f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:45.492623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a768991-5ddd-4eca-b012-6da62a4dab33 req-c63cb18c-a197-466a-84ff-89c0ab92157f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0931010 Dec 08 02:04:45.570844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df3754-338b-468b-93a4-f246cf896089 req-9035df89-a05b-4fc2-9737-948656706c9e tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:45.574266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ced24c4e-53e6-4dd4-a42b-4500dbceb943 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:45.578132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58df3754-338b-468b-93a4-f246cf896089 req-9035df89-a05b-4fc2-9737-948656706c9e tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 944 time: 0.0771911 Dec 08 02:04:45.612804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a768991-5ddd-4eca-b012-6da62a4dab33 req-c2f2715c-c26f-4d57-b330-f74dc4b01f26 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193225 Dec 08 02:04:45.658704 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58df3754-338b-468b-93a4-f246cf896089 req-971f5086-a528-43c0-8aa5-0b0fc7e33384 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/security-groups?id=1922cdfb-7f91-496b-bd23-e30cf090b544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742269 Dec 08 02:04:45.698223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port ced24c4e-53e6-4dd4-a42b-4500dbceb943 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:04:45.707307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port ced24c4e-53e6-4dd4-a42b-4500dbceb943 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:45.708025 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:45.831080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91079584-dd42-4856-a1bf-6b5eb491dedb req-71076d2c-4fd6-4cf4-a13d-9c13a67b5e65 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:45.832697 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91079584-dd42-4856-a1bf-6b5eb491dedb req-71076d2c-4fd6-4cf4-a13d-9c13a67b5e65 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0742953 Dec 08 02:04:45.856083 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:45.904655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ced24c4e-53e6-4dd4-a42b-4500dbceb943, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ced24c4e-53e6-4dd4-a42b-4500dbceb943,segment=NetworkSegment(f3e9afa1-23c1-45b6-b2a1-27738d7f30f1),segment_id=f3e9afa1-23c1-45b6-b2a1-27738d7f30f1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:45.906299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf729b1-a2d8-4f6e-b54c-619cecad2a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced24c4e-53e6-4dd4-a42b-4500dbceb943'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:45.910958 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d58499-7402-4ec5-81c3-659fefde6526" -d '{"events": [{"server_uuid": "8bf729b1-a2d8-4f6e-b54c-619cecad2a4c", "name": "network-vif-plugged", "status": "completed", "tag": "ced24c4e-53e6-4dd4-a42b-4500dbceb943"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:04:45.918655 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:45.928347 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91079584-dd42-4856-a1bf-6b5eb491dedb req-ba209ac0-665d-4935-b5f4-780675ee0fa9 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817385 Dec 08 02:04:46.003322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=ced24c4e-53e6-4dd4-a42b-4500dbceb943,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:46.013568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:46.014260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:46.014780 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:46.015354 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:46.015921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:46.016445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:46.017160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:46.017826 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:46.018350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:46.018855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:46.019547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:46.020074 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:46.020589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:46.042290 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba88162-c70b-41c1-8a0d-31bc260e6da3 x-openstack-request-id: req-1ba88162-c70b-41c1-8a0d-31bc260e6da3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:04:46.042651 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf729b1-a2d8-4f6e-b54c-619cecad2a4c", "name": "network-vif-plugged", "status": "completed", "tag": "ced24c4e-53e6-4dd4-a42b-4500dbceb943", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:04:46.042910 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1ba88162-c70b-41c1-8a0d-31bc260e6da3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:04:46.043306 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf729b1-a2d8-4f6e-b54c-619cecad2a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced24c4e-53e6-4dd4-a42b-4500dbceb943', 'code': 200} Dec 08 02:04:46.216884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220d1a9-6799-466d-8af4-7471a30e7d43 req-e152276e-6a24-429c-87e4-6e91e33a2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:46.218743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e220d1a9-6799-466d-8af4-7471a30e7d43 req-e152276e-6a24-429c-87e4-6e91e33a2f5a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 1097 time: 0.0679607 Dec 08 02:04:46.231046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56727e3d-c3d2-43b3-ad25-659c1f1839b0 req-f52f98c0-a02f-4391-a6ea-aaea966df191 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:46.232626 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56727e3d-c3d2-43b3-ad25-659c1f1839b0 req-f52f98c0-a02f-4391-a6ea-aaea966df191 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1257768 Dec 08 02:04:46.343882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e220d1a9-6799-466d-8af4-7471a30e7d43 req-4a9e1ae8-fc4e-4d9b-8621-8a041e5ebee0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1922cdfb-7f91-496b-bd23-e30cf090b544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100085 Dec 08 02:04:46.387525 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56727e3d-c3d2-43b3-ad25-659c1f1839b0 req-28c36329-b88b-4fe8-a9fa-75fa5d2a288e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225123 Dec 08 02:04:46.548328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63ef5b-5465-47a6-8865-0141be2d83e6 req-46bbaa7d-f24c-49e1-be5b-09150b00ea7d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:46.559114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a63ef5b-5465-47a6-8865-0141be2d83e6 req-46bbaa7d-f24c-49e1-be5b-09150b00ea7d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0765920 Dec 08 02:04:46.620872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a63ef5b-5465-47a6-8865-0141be2d83e6 req-4a7c76d3-3848-40d6-a0c6-c1a2ca491339 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604374 Dec 08 02:04:46.845244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da750615-0bdc-4c39-8842-7bdba67c830a req-4378f42a-ea25-435d-be31-836b9025521a tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:46.847673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da750615-0bdc-4c39-8842-7bdba67c830a req-4378f42a-ea25-435d-be31-836b9025521a tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 945 time: 0.0967915 Dec 08 02:04:46.890525 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893220d6-8110-4dfa-867d-4c5a3806e1b4 req-d56ed3f0-ac7d-4c54-ab78-8b046f75ac94 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:46.898597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-893220d6-8110-4dfa-867d-4c5a3806e1b4 req-d56ed3f0-ac7d-4c54-ab78-8b046f75ac94 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1036429 Dec 08 02:04:46.967075 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da750615-0bdc-4c39-8842-7bdba67c830a req-efeb43cb-ef0d-4587-a367-7e0c5c925be4 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/security-groups?id=1922cdfb-7f91-496b-bd23-e30cf090b544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998831 Dec 08 02:04:46.995642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-893220d6-8110-4dfa-867d-4c5a3806e1b4 req-8b01a114-d47d-40ef-906b-5a65649d3e43 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961208 Dec 08 02:04:47.177477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac90d37-25fa-4acc-80c1-3a6d4bded3c1 req-5bfd0b66-131f-4033-8012-1655b3f5f32d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:47.179448 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eac90d37-25fa-4acc-80c1-3a6d4bded3c1 req-5bfd0b66-131f-4033-8012-1655b3f5f32d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0792449 Dec 08 02:04:47.281542 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eac90d37-25fa-4acc-80c1-3a6d4bded3c1 req-2a29cb0f-102b-42e3-b048-54dc4e71d4aa tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957458 Dec 08 02:04:47.429565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f31bc-41f9-468a-834a-91e94818a03a req-460a9226-300b-4371-9424-de9bddbcc988 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:47.431275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d14f31bc-41f9-468a-834a-91e94818a03a req-460a9226-300b-4371-9424-de9bddbcc988 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0667064 Dec 08 02:04:47.484404 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d14f31bc-41f9-468a-834a-91e94818a03a req-f20e2283-c636-4b51-82a3-a9776fd30309 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463922 Dec 08 02:04:47.678891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfbfc9-9360-4b22-988a-08fa3daae80f req-a46901fe-b95b-48ad-9edf-10e347a0de21 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:47.686735 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55cfbfc9-9360-4b22-988a-08fa3daae80f req-a46901fe-b95b-48ad-9edf-10e347a0de21 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0612428 Dec 08 02:04:47.755706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55cfbfc9-9360-4b22-988a-08fa3daae80f req-89698697-697c-4178-ac8f-f027d5f7bbbe tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660193 Dec 08 02:04:47.908779 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00d595-bc1c-4bc1-818d-85ac2a51d8db req-520c07b6-2468-4068-9838-755c33098572 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:47.910251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b00d595-bc1c-4bc1-818d-85ac2a51d8db req-520c07b6-2468-4068-9838-755c33098572 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0589914 Dec 08 02:04:47.991894 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b00d595-bc1c-4bc1-818d-85ac2a51d8db req-8ecef7ee-4e8b-4e71-b095-d6b4cee092c5 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649288 Dec 08 02:04:48.201620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abd09f-9bdb-4699-bee8-f6345aac0c7a req-572228d0-edbd-45b8-871e-0ebe5926612f tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:48.218804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6abd09f-9bdb-4699-bee8-f6345aac0c7a req-572228d0-edbd-45b8-871e-0ebe5926612f tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 945 time: 0.1212158 Dec 08 02:04:48.291372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8f855-ca3c-438f-ad47-8d21609f9fa8 req-852d1eeb-9396-43a5-a958-021387468f0b tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:48.299647 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6d8f855-ca3c-438f-ad47-8d21609f9fa8 req-852d1eeb-9396-43a5-a958-021387468f0b tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1392419 Dec 08 02:04:48.325009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6abd09f-9bdb-4699-bee8-f6345aac0c7a req-be336ff9-057e-4a7c-8697-4a642169309c tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/security-groups?id=1922cdfb-7f91-496b-bd23-e30cf090b544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005707 Dec 08 02:04:48.395162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6d8f855-ca3c-438f-ad47-8d21609f9fa8 req-e7af8bee-3f63-477b-a9ed-5fbd89a00e6a tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945616 Dec 08 02:04:48.643819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaac1b-9d9f-40e2-9653-edeb72212c52 req-d8f77e9f-0b18-4795-9c92-8827165097b1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:48.645605 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09eaac1b-9d9f-40e2-9653-edeb72212c52 req-d8f77e9f-0b18-4795-9c92-8827165097b1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1086755 Dec 08 02:04:48.744817 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09eaac1b-9d9f-40e2-9653-edeb72212c52 req-c586a74c-0197-487e-9183-c3b742bc3df8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858023 Dec 08 02:04:48.956027 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13e96f-52a5-4af2-a42c-6036c8e57e19 req-9b4e3bca-1b4d-4b32-ad41-74fad1c14cc6 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:48.963643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af13e96f-52a5-4af2-a42c-6036c8e57e19 req-9b4e3bca-1b4d-4b32-ad41-74fad1c14cc6 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 945 time: 0.1007321 Dec 08 02:04:48.968445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584951c-293f-4a73-b3f1-679ac412f9c6 req-da06112e-529f-4595-ac52-fa98141b522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:48.969906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9584951c-293f-4a73-b3f1-679ac412f9c6 req-da06112e-529f-4595-ac52-fa98141b522f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5552309294f44603a90e93e429557e56&device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 1097 time: 0.1895900 Dec 08 02:04:49.104210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa4a29-f53c-4821-aed6-f59f9393a86f req-a5c9df64-6a70-4bd7-9a77-0e64c8943dfe tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:49.106385 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ffa4a29-f53c-4821-aed6-f59f9393a86f req-a5c9df64-6a70-4bd7-9a77-0e64c8943dfe tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.2070992 Dec 08 02:04:49.107470 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584951c-293f-4a73-b3f1-679ac412f9c6 req-55399c9b-43b5-4f4b-8af6-22ca57abd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:49.109662 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9584951c-293f-4a73-b3f1-679ac412f9c6 req-55399c9b-43b5-4f4b-8af6-22ca57abd5c0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7b40aab0-7b89-442e-ae7e-ca48f4e3a087 HTTP/1.1" status: 200 len: 915 time: 0.1234844 Dec 08 02:04:49.179175 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ffa4a29-f53c-4821-aed6-f59f9393a86f req-37312b20-1c23-4875-9073-904250c953c5 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627313 Dec 08 02:04:49.263669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9584951c-293f-4a73-b3f1-679ac412f9c6 req-d77dcb2b-5672-4938-a546-4d3c01855e9b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ced24c4e-53e6-4dd4-a42b-4500dbceb943 HTTP/1.1" status: 200 len: 217 time: 0.1457496 Dec 08 02:04:49.353984 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af13e96f-52a5-4af2-a42c-6036c8e57e19 req-e5cc42a2-58d1-4a6c-a3ad-0471e5aefd2f tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/security-groups?id=1922cdfb-7f91-496b-bd23-e30cf090b544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897157 Dec 08 02:04:49.413181 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584951c-293f-4a73-b3f1-679ac412f9c6 req-9119daf4-27ae-49f5-b9fc-34f5f16d4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:49.414923 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9584951c-293f-4a73-b3f1-679ac412f9c6 req-9119daf4-27ae-49f5-b9fc-34f5f16d4d58 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=574cf01d-076b-46bb-9b8f-5460d56c7277 HTTP/1.1" status: 200 len: 854 time: 0.1258366 Dec 08 02:04:49.457135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9584951c-293f-4a73-b3f1-679ac412f9c6 req-b8421eba-9b88-47d3-a363-3446b94fd192 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7b40aab0-7b89-442e-ae7e-ca48f4e3a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350614 Dec 08 02:04:49.470083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf9c40-a14c-4c31-84b7-12620123e761 req-b06baa33-8b72-4457-916a-19d806543022 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:49.480865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4cf9c40-a14c-4c31-84b7-12620123e761 req-b06baa33-8b72-4457-916a-19d806543022 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1238968 Dec 08 02:04:49.608516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4cf9c40-a14c-4c31-84b7-12620123e761 req-ce0e2de5-3014-4abb-bd57-c4f4a26d9f3d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265409 Dec 08 02:04:49.656232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9584951c-293f-4a73-b3f1-679ac412f9c6 req-8c2be501-152d-4bdc-a20f-e64354b3f1d0 service neutron] 10.222.0.75 "GET /v2.0/networks/7b40aab0-7b89-442e-ae7e-ca48f4e3a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661460 Dec 08 02:04:49.780489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9584951c-293f-4a73-b3f1-679ac412f9c6 req-7b8d04d9-8665-4046-82f9-a909c6a00d6d service neutron] 10.222.0.75 "GET /v2.0/networks/7b40aab0-7b89-442e-ae7e-ca48f4e3a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160951 Dec 08 02:04:49.951499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd33dc-b143-45fc-81eb-eca631069164 req-1530db92-d6e9-432b-9a7e-f77ed8888d5e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:49.953104 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8dd33dc-b143-45fc-81eb-eca631069164 req-1530db92-d6e9-432b-9a7e-f77ed8888d5e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0907102 Dec 08 02:04:50.047332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8dd33dc-b143-45fc-81eb-eca631069164 req-4a9909c8-0cd5-4449-be6c-4004df08f5e2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882750 Dec 08 02:04:50.553553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727a3e-91ed-44c9-88a0-21151b7d15f6 req-77b821f2-e71a-43f5-bed4-0595e09275d5 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:50.555224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d727a3e-91ed-44c9-88a0-21151b7d15f6 req-77b821f2-e71a-43f5-bed4-0595e09275d5 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 945 time: 0.0681581 Dec 08 02:04:50.625003 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d727a3e-91ed-44c9-88a0-21151b7d15f6 req-32fa00cd-8d30-4523-8bb7-679b0a2e4d8b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/security-groups?id=1922cdfb-7f91-496b-bd23-e30cf090b544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602939 Dec 08 02:04:51.153110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a41f7-da03-4699-9460-9a3898236395 req-f1bf454c-d059-4b86-8b9d-97651ed7a041 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:51.162985 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e01a41f7-da03-4699-9460-9a3898236395 req-f1bf454c-d059-4b86-8b9d-97651ed7a041 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 945 time: 0.1114864 Dec 08 02:04:51.240749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e01a41f7-da03-4699-9460-9a3898236395 req-f511aa89-b11b-4d53-aff7-3f03c442dbef tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/security-groups?id=1922cdfb-7f91-496b-bd23-e30cf090b544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764923 Dec 08 02:04:51.274585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982ef71-7c6c-4187-a8ce-10e16c3d9eed req-19dd9904-bc7b-4ef3-b15f-afd006208285 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:51.276331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e982ef71-7c6c-4187-a8ce-10e16c3d9eed req-19dd9904-bc7b-4ef3-b15f-afd006208285 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0694854 Dec 08 02:04:51.331640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e982ef71-7c6c-4187-a8ce-10e16c3d9eed req-62c659c0-f136-4cc0-af6a-a88438752555 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491309 Dec 08 02:04:51.700681 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790006f-57a7-49a0-b65c-bd7264f93a31 req-9288e162-8b4f-4fe8-a8a0-534b673dd8c2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:51.702589 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e790006f-57a7-49a0-b65c-bd7264f93a31 req-9288e162-8b4f-4fe8-a8a0-534b673dd8c2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0729899 Dec 08 02:04:51.980701 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbbe0-492d-4dbc-9880-8da77c1012c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:52.260003 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e790006f-57a7-49a0-b65c-bd7264f93a31 req-ab6d0cd0-b4cc-4e0f-82aa-f24e7ddb6f17 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472651 Dec 08 02:04:52.381620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb6924-39fe-4b79-8e11-016b8b48ddf4 req-141db75b-667e-42ba-a8e5-a61f560561f8 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:52.385795 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38cb6924-39fe-4b79-8e11-016b8b48ddf4 req-141db75b-667e-42ba-a8e5-a61f560561f8 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 945 time: 0.0584667 Dec 08 02:04:52.478585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38cb6924-39fe-4b79-8e11-016b8b48ddf4 req-9e9d44d0-ad4f-4bbe-a74c-3665fe76800b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/security-groups?id=1922cdfb-7f91-496b-bd23-e30cf090b544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790384 Dec 08 02:04:52.566938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175fbfc-904b-44ee-a533-1604f9566ba6 req-e3d9bcc2-014d-45f9-baff-4b638ede0b90 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:52.568768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6175fbfc-904b-44ee-a533-1604f9566ba6 req-e3d9bcc2-014d-45f9-baff-4b638ede0b90 tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 945 time: 0.0732074 Dec 08 02:04:52.680482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-6175fbfc-904b-44ee-a533-1604f9566ba6 req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Deleting port ced24c4e-53e6-4dd4-a42b-4500dbceb943 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:04:52.680902 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6175fbfc-904b-44ee-a533-1604f9566ba6 req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:52.787927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-6175fbfc-904b-44ee-a533-1604f9566ba6 req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] For port ced24c4e-53e6-4dd4-a42b-4500dbceb943, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ced24c4e-53e6-4dd4-a42b-4500dbceb943,segment=NetworkSegment(f3e9afa1-23c1-45b6-b2a1-27738d7f30f1),segment_id=f3e9afa1-23c1-45b6-b2a1-27738d7f30f1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:52.788316 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6175fbfc-904b-44ee-a533-1604f9566ba6 req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:52.806037 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-6175fbfc-904b-44ee-a533-1604f9566ba6 req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Calling delete_port for ced24c4e-53e6-4dd4-a42b-4500dbceb943 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:04:52.976139 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-85ddbb3e-f2e5-49ba-9a0b-35943701fd1e tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:52.977627 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-85ddbb3e-f2e5-49ba-9a0b-35943701fd1e tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/networks?id=3d17cece-9cb3-416c-9d52-ddb7e398a7d1 HTTP/1.1" status: 200 len: 815 time: 0.1672778 Dec 08 02:04:53.022954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-8633425c-a13c-4721-aa8e-2d665501bc08 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/quotas/f949a5b2ce24442fb07c37c872708b5d HTTP/1.1" status: 200 len: 375 time: 0.0323405 Dec 08 02:04:53.067662 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6175fbfc-904b-44ee-a533-1604f9566ba6 req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:53.102224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['ced24c4e-53e6-4dd4-a42b-4500dbceb943'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:04:53.102789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Pushing event deleted for resources: {'Port': ['ID=ced24c4e-53e6-4dd4-a42b-4500dbceb943,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:53.137289 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-8c220e36-702a-4eb1-814f-0f13bd4b6aeb tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f949a5b2ce24442fb07c37c872708b5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076970 Dec 08 02:04:53.141312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:53.141687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:53.142059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:53.142935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:53.143275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:53.143697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:53.143952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:53.144279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:53.144604 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:53.144928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:53.145250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:53.145568 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:53.145887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:53.171388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6175fbfc-904b-44ee-a533-1604f9566ba6 req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] No DVR routers for this DVR port ced24c4e-53e6-4dd4-a42b-4500dbceb943 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:04:53.181665 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6175fbfc-904b-44ee-a533-1604f9566ba6 req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:53.184991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6175fbfc-904b-44ee-a533-1604f9566ba6 req-7e3cae6d-a3ce-4bc5-aa54-8f2c75d3270b tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.75 "DELETE /v2.0/ports/ced24c4e-53e6-4dd4-a42b-4500dbceb943 HTTP/1.1" status: 204 len: 173 time: 0.6100016 Dec 08 02:04:53.185432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf729b1-a2d8-4f6e-b54c-619cecad2a4c', 'name': 'network-vif-deleted', 'tag': 'ced24c4e-53e6-4dd4-a42b-4500dbceb943'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:53.187702 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461ea686-b627-4f82-ba1d-0039ec33ca30" -d '{"events": [{"server_uuid": "8bf729b1-a2d8-4f6e-b54c-619cecad2a4c", "name": "network-vif-deleted", "tag": "ced24c4e-53e6-4dd4-a42b-4500dbceb943"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:04:53.241803 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366a1cfb-1dcd-400c-8299-04c91097be14 x-openstack-request-id: req-366a1cfb-1dcd-400c-8299-04c91097be14 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:04:53.242101 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf729b1-a2d8-4f6e-b54c-619cecad2a4c", "name": "network-vif-deleted", "tag": "ced24c4e-53e6-4dd4-a42b-4500dbceb943", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:04:53.242364 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-366a1cfb-1dcd-400c-8299-04c91097be14 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:04:53.242764 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf729b1-a2d8-4f6e-b54c-619cecad2a4c', 'name': 'network-vif-deleted', 'tag': 'ced24c4e-53e6-4dd4-a42b-4500dbceb943', 'status': 'completed', 'code': 200} Dec 08 02:04:53.264401 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-2837a0be-53ff-41b7-87bf-045e950eac26 service neutron] 10.222.0.71 "GET /v2.0/networks/3d17cece-9cb3-416c-9d52-ddb7e398a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141417 Dec 08 02:04:53.355877 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:53.409929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-e9a37120-5a9f-4e0f-84ea-c2d05851f6c5 service neutron] 10.222.0.71 "GET /v2.0/networks/3d17cece-9cb3-416c-9d52-ddb7e398a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377614 Dec 08 02:04:53.421573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fee11-35e9-4eaf-bb10-f50601e5e75f req-1dff8f09-7c4b-4467-9ee9-b29d54220016 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:53.423080 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-734fee11-35e9-4eaf-bb10-f50601e5e75f req-1dff8f09-7c4b-4467-9ee9-b29d54220016 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0758803 Dec 08 02:04:53.474674 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-734fee11-35e9-4eaf-bb10-f50601e5e75f req-b28b4a64-ab07-4a06-9365-6ffa60a24db6 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446415 Dec 08 02:04:53.658442 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cda8f92a-5eba-4905-a8ea-fd1a130c8861 req-2849f03b-5d9f-4517-8b7f-89bf0616041a tempest-InstanceActionsTestJSON-158542474 tempest-InstanceActionsTestJSON-158542474-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bf729b1-a2d8-4f6e-b54c-619cecad2a4c HTTP/1.1" status: 200 len: 210 time: 0.0527618 Dec 08 02:04:53.761085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8054ade8-b2d8-44b2-a3fd-aa1d506592fc req-a9f66270-398f-4d0e-af4d-12358a8f34a5 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 210 time: 0.0392730 Dec 08 02:04:53.769597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836ec32-d2dc-49ad-aa7b-d856e36a9e85 req-2ed200ee-95ae-4d73-82e8-771d43703218 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:53.777815 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7836ec32-d2dc-49ad-aa7b-d856e36a9e85 req-2ed200ee-95ae-4d73-82e8-771d43703218 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1615558 Dec 08 02:04:53.836663 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7836ec32-d2dc-49ad-aa7b-d856e36a9e85 req-7c046d54-75a4-40d6-ad05-19eecf965584 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485499 Dec 08 02:04:54.031688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4829a-4f9d-4534-8fc9-b156b38bb4cc req-9c95db0a-8a0d-4a61-9721-8abbf99f645a tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:54.034147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cae4829a-4f9d-4534-8fc9-b156b38bb4cc req-9c95db0a-8a0d-4a61-9721-8abbf99f645a tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0768864 Dec 08 02:04:54.096456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cae4829a-4f9d-4534-8fc9-b156b38bb4cc req-942434c5-2a82-40d5-b377-4f60d650b39c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532839 Dec 08 02:04:54.152121 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:54.243412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fab064-a71b-48db-af25-27ce630970df req-6ccfe4bb-13d7-4607-83f5-41dc84598c44 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:54.243412 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47fab064-a71b-48db-af25-27ce630970df req-6ccfe4bb-13d7-4607-83f5-41dc84598c44 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0575225 Dec 08 02:04:54.292553 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47fab064-a71b-48db-af25-27ce630970df req-1971f4d8-d1eb-4439-84b6-2575b693b695 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452507 Dec 08 02:04:54.351626 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0e0bf9f-c001-485f-8a21-0791f37bb239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:54.435854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d514a-2d24-4591-b441-c15887f10510 req-5b18f754-3d64-40c8-a116-abd9dfe46451 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:54.437852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff9d514a-2d24-4591-b441-c15887f10510 req-5b18f754-3d64-40c8-a116-abd9dfe46451 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0524185 Dec 08 02:04:54.490857 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff9d514a-2d24-4591-b441-c15887f10510 req-9d033342-d82e-48a4-99df-7b5aac3dc4f6 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469503 Dec 08 02:04:54.611597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524e74c-a0d9-48d5-81e7-1e570badfebe req-98699663-76a0-4d01-83cc-1a7846acf9ed tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:54.613286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7524e74c-a0d9-48d5-81e7-1e570badfebe req-98699663-76a0-4d01-83cc-1a7846acf9ed tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0525055 Dec 08 02:04:54.685048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7524e74c-a0d9-48d5-81e7-1e570badfebe req-fbcfead5-56cb-4dd5-a8c7-e57b6a5d5bab tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620275 Dec 08 02:04:54.746853 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36992) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:54.829860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Deleting subnet 574cf01d-076b-46bb-9b8f-5460d56c7277 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:04:54.834349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:54.886509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b856a4ef-4fe2-40fb-8fad-a659b4173f27 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:54.887782 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:54.888196 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b856a4ef-4fe2-40fb-8fad-a659b4173f27 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.75 "GET /v2.0/networks?id=3d17cece-9cb3-416c-9d52-ddb7e398a7d1 HTTP/1.1" status: 200 len: 815 time: 0.2031503 Dec 08 02:04:54.908427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cf928b97-b43a-41f2-80bd-ac0d225fe501 req-2cca6891-3e08-4761-b514-05711529109a tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 210 time: 0.0428429 Dec 08 02:04:54.912740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-257bbdf7-d970-4be1-b389-d6ada85b1122 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Request body: {'port': {'device_id': '44ac1dbb-5144-4e09-af57-eff69027eddb', 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1', 'admin_state_up': True, 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:54.943919 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:54.956955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2585edd-e17f-4f93-8850-33d8e5216c1e req-61a35272-5864-4454-9287-cb532b9c3525 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:54.958481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2585edd-e17f-4f93-8850-33d8e5216c1e req-61a35272-5864-4454-9287-cb532b9c3525 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1480305 Dec 08 02:04:55.012861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:55.046697 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=574cf01d-076b-46bb-9b8f-5460d56c7277,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:55.055166 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:55.061054 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/574cf01d-076b-46bb-9b8f-5460d56c7277 HTTP/1.1" status: 204 len: 168 time: 0.3124380 Dec 08 02:04:55.070844 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:55.071205 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:55.071557 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:55.071915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:55.072490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:55.073005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:55.073517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:55.074080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:55.074614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:55.075146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:55.076140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:55.076885 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:55.079258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25174f3f-9481-42e1-b565-6103c4a39881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:55.079803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37002) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:55.091762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2585edd-e17f-4f93-8850-33d8e5216c1e req-1b0f8ea3-d933-4aac-bcdd-c3478537037d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959496 Dec 08 02:04:55.277795 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa38d8d1-6459-4e00-af2c-3704585e2592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:55.284213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-257bbdf7-d970-4be1-b389-d6ada85b1122 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Made reservation on behalf of f949a5b2ce24442fb07c37c872708b5d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:04:55.287749 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-257bbdf7-d970-4be1-b389-d6ada85b1122 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:55.327566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068962dc-4838-4135-80d6-905188c855a0 req-1afcebff-985d-4b42-94e0-4efea08a97fb tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:55.336180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-068962dc-4838-4135-80d6-905188c855a0 req-1afcebff-985d-4b42-94e0-4efea08a97fb tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1311419 Dec 08 02:04:55.400313 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:55.524685 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa38d8d1-6459-4e00-af2c-3704585e2592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:55.550953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-068962dc-4838-4135-80d6-905188c855a0 req-4e102446-554d-4d47-ba4a-9655bf3680b4 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137916 Dec 08 02:04:55.624004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ced24c4e-53e6-4dd4-a42b-4500dbceb943 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:04:55.647165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-aa38d8d1-6459-4e00-af2c-3704585e2592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b40aab0-7b89-442e-ae7e-ca48f4e3a087']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:55.674490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: ced24c4e-53e6-4dd4-a42b-4500dbceb943 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:04:55.675074 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ced24c4e-53e6-4dd4-a42b-4500dbceb943 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:04:55.684966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-aa38d8d1-6459-4e00-af2c-3704585e2592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e9afa1-23c1-45b6-b2a1-27738d7f30f1') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:55.685184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-aa38d8d1-6459-4e00-af2c-3704585e2592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e9afa1-23c1-45b6-b2a1-27738d7f30f1') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:04:55.745892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-257bbdf7-d970-4be1-b389-d6ada85b1122 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Allocated IP 172.20.0.9 (3d17cece-9cb3-416c-9d52-ddb7e398a7d1/4829bb26-acc6-41d3-8bbd-c56c42312d69/2ab37417-2883-4660-a755-8dae990a043f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:04:55.806106 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa38d8d1-6459-4e00-af2c-3704585e2592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:55.842886 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa38d8d1-6459-4e00-af2c-3704585e2592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:55.868835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa38d8d1-6459-4e00-af2c-3704585e2592 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:04:55.869456 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa38d8d1-6459-4e00-af2c-3704585e2592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:04:55.871474 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:04:55.910608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf388a2c-014d-48f1-b184-d615a18bdc4b req-aa2381c0-5e84-4b49-b202-c7c228f258d5 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:55.918505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cf388a2c-014d-48f1-b184-d615a18bdc4b req-aa2381c0-5e84-4b49-b202-c7c228f258d5 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.2274144 Dec 08 02:04:56.143986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f7ce1e3-ab2a-4add-9a7d-dd7f5070b917 req-dee80b59-64a7-4d49-8d4c-5bcc83538cb1 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 210 time: 0.0936029 Dec 08 02:04:56.203873 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa38d8d1-6459-4e00-af2c-3704585e2592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:56.273022 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cf388a2c-014d-48f1-b184-d615a18bdc4b req-37f161d7-b1ee-47ca-86bc-446f5eadafa9 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534846 Dec 08 02:04:56.283986 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aa38d8d1-6459-4e00-af2c-3704585e2592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:56.308777 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-aa38d8d1-6459-4e00-af2c-3704585e2592 admin admin] 10.222.0.71 "DELETE /v2.0/networks/7b40aab0-7b89-442e-ae7e-ca48f4e3a087 HTTP/1.1" status: 204 len: 168 time: 1.2272286 Dec 08 02:04:56.413997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38d8d1-6459-4e00-af2c-3704585e2592 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b40aab0-7b89-442e-ae7e-ca48f4e3a087,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:56.426074 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-257bbdf7-d970-4be1-b389-d6ada85b1122 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:56.542508 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37034) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:56.573952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e74b6-69ec-49a1-a02d-95e60de10474 req-99d44388-9617-4928-872f-e1cde1f48bfa tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:56.575518 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-852e74b6-69ec-49a1-a02d-95e60de10474 req-99d44388-9617-4928-872f-e1cde1f48bfa tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1634331 Dec 08 02:04:56.632227 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-257bbdf7-d970-4be1-b389-d6ada85b1122 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:56.647127 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4e54add9-ab9e-476f-ad23-ad84ed1353b5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5552309294f44603a90e93e429557e56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0958502 Dec 08 02:04:56.648056 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37038) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:56.744510 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-852e74b6-69ec-49a1-a02d-95e60de10474 req-145d9112-b473-4ea4-8e27-4fad46c2f724 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586096 Dec 08 02:04:56.751243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-257bbdf7-d970-4be1-b389-d6ada85b1122 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:04:56.758648 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4ca59ba-9d34-4fd6-aecd-a7f227bb5d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:56.760769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-257bbdf7-d970-4be1-b389-d6ada85b1122 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:56.805048 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-257bbdf7-d970-4be1-b389-d6ada85b1122 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:04:56.841073 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4ca59ba-9d34-4fd6-aecd-a7f227bb5d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:56.909689 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:56.960560 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4ca59ba-9d34-4fd6-aecd-a7f227bb5d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:56.963928 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4ca59ba-9d34-4fd6-aecd-a7f227bb5d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:56.965571 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a4ca59ba-9d34-4fd6-aecd-a7f227bb5d11 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1922cdfb-7f91-496b-bd23-e30cf090b544 HTTP/1.1" status: 204 len: 168 time: 0.3129964 Dec 08 02:04:56.978639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca59ba-9d34-4fd6-aecd-a7f227bb5d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1922cdfb-7f91-496b-bd23-e30cf090b544,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:57.007891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-257bbdf7-d970-4be1-b389-d6ada85b1122 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:57.020293 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-257bbdf7-d970-4be1-b389-d6ada85b1122 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:57.143686 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bbdf7-d970-4be1-b389-d6ada85b1122 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Pushing event updated for resources: {'Port': ['ID=2ab37417-2883-4660-a755-8dae990a043f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:57.168614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-257bbdf7-d970-4be1-b389-d6ada85b1122 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2629030 Dec 08 02:04:57.223363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3af6fc-01c9-413b-8a3f-c7b67a099dcb req-4b97e8eb-93fa-4360-8f05-cb8160b359cd tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:57.225062 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e3af6fc-01c9-413b-8a3f-c7b67a099dcb req-4b97e8eb-93fa-4360-8f05-cb8160b359cd tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.2011988 Dec 08 02:04:57.302484 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d5d0c407-154e-42c7-ba24-8d1b2efeeb59 None None] Provisioning complete for port 2ab37417-2883-4660-a755-8dae990a043f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:57.306258 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c407-154e-42c7-ba24-8d1b2efeeb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:57.339799 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e3af6fc-01c9-413b-8a3f-c7b67a099dcb req-e75194ec-6aa7-426b-bb31-fe9b13d731f1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062596 Dec 08 02:04:57.461240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Request body: {'port': {'device_id': '44ac1dbb-5144-4e09-af57-eff69027eddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:57.568080 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:57.578743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08a0cb-51b3-47eb-803a-5122cfe12040 req-b592131a-9828-4539-ac13-ee2ae7f48c4f tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:57.581756 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f08a0cb-51b3-47eb-803a-5122cfe12040 req-b592131a-9828-4539-ac13-ee2ae7f48c4f tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 931 time: 0.2399433 Dec 08 02:04:57.722732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0c407-154e-42c7-ba24-8d1b2efeeb59 None None] Port 2ab37417-2883-4660-a755-8dae990a043f cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:04:57.822317 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f08a0cb-51b3-47eb-803a-5122cfe12040 req-645f2e06-34cb-4e1c-b559-ff376d2fec65 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297969 Dec 08 02:04:57.862527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a666e-d934-495c-bd08-de7834c78dd0 req-84e2c7a4-a1a9-43e1-aece-66abed1fd28b tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:57.867384 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:57.870937 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c12a666e-d934-495c-bd08-de7834c78dd0 req-84e2c7a4-a1a9-43e1-aece-66abed1fd28b tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.2298422 Dec 08 02:04:58.014350 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c12a666e-d934-495c-bd08-de7834c78dd0 req-c61d1251-7536-42d5-92a8-52b56c9ab00a tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424174 Dec 08 02:04:58.475457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd12911-6ca1-4d86-9d51-7fe6ff5bc592 req-d6fa174c-7326-44a2-8e18-0626ef24352b tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:58.490964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbd12911-6ca1-4d86-9d51-7fe6ff5bc592 req-d6fa174c-7326-44a2-8e18-0626ef24352b tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.2028565 Dec 08 02:04:58.648217 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbd12911-6ca1-4d86-9d51-7fe6ff5bc592 req-4bc597f5-f681-40fb-9ab7-9edf5023ed63 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554296 Dec 08 02:04:58.715952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab37417-2883-4660-a755-8dae990a043f {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:04:58.733766 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:58.854516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Transition to ACTIVE for port object 2ab37417-2883-4660-a755-8dae990a043f will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:04:58.877457 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:58.967755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93061c-78ec-45e2-8adf-62da9e291718 req-532eb869-70c3-427a-92ce-d508d83f5eee tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:58.969618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e93061c-78ec-45e2-8adf-62da9e291718 req-532eb869-70c3-427a-92ce-d508d83f5eee tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1934936 Dec 08 02:04:59.180530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e93061c-78ec-45e2-8adf-62da9e291718 req-57bfdda5-6497-4d07-806a-91de10503dc5 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031000 Dec 08 02:04:59.181563 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab37417-2883-4660-a755-8dae990a043f,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:59.481056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Attempting to bind port 2ab37417-2883-4660-a755-8dae990a043f on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:04:59.481699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Attempting to bind port 2ab37417-2883-4660-a755-8dae990a043f by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '32b4b0f5-f94a-49b8-8238-70f11cebfa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:04:59.481790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Attempting to bind port 2ab37417-2883-4660-a755-8dae990a043f on network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:59.494579 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Port 2ab37417-2883-4660-a755-8dae990a043f on network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:04:59.495073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Attempting to bind port 2ab37417-2883-4660-a755-8dae990a043f on network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:59.524254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:04:59.524967 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Checking segment: {'id': '32b4b0f5-f94a-49b8-8238-70f11cebfa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:04:59.527124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Bound using segment: {'id': '32b4b0f5-f94a-49b8-8238-70f11cebfa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:04:59.527844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Bound port: 2ab37417-2883-4660-a755-8dae990a043f, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b4b0f5-f94a-49b8-8238-70f11cebfa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:04:59.529347 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:59.545713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36e1bb-3c31-41e2-99a2-ad6821e68e16 req-e7b1d45e-4126-459a-ab13-81a11d104746 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:59.561048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b36e1bb-3c31-41e2-99a2-ad6821e68e16 req-e7b1d45e-4126-459a-ab13-81a11d104746 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 943 time: 0.3466780 Dec 08 02:04:59.626840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886eb5a7-b742-4e8c-83d6-222f27fdb7b0 req-2aafe269-b65b-4ef3-ab8f-d980f077c716 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:59.634479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-886eb5a7-b742-4e8c-83d6-222f27fdb7b0 req-2aafe269-b65b-4ef3-ab8f-d980f077c716 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.2323830 Dec 08 02:04:59.695587 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b36e1bb-3c31-41e2-99a2-ad6821e68e16 req-02affdb5-648e-430e-bb33-11aff4dee18b tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167521 Dec 08 02:04:59.772517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-886eb5a7-b742-4e8c-83d6-222f27fdb7b0 req-704b1bae-0906-4395-a0ff-97ce1bb7d00b tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371357 Dec 08 02:04:59.834286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] For port 2ab37417-2883-4660-a755-8dae990a043f, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:04:59.847871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] For port 2ab37417-2883-4660-a755-8dae990a043f, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2ab37417-2883-4660-a755-8dae990a043f,segment=NetworkSegment(32b4b0f5-f94a-49b8-8238-70f11cebfa32),segment_id=32b4b0f5-f94a-49b8-8238-70f11cebfa32)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:04:59.857024 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:59.919522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:59.920376 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:59.922001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] 10.222.0.75 "PUT /v2.0/ports/2ab37417-2883-4660-a755-8dae990a043f HTTP/1.1" status: 200 len: 1092 time: 2.4850054 Dec 08 02:04:59.923836 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ac1dbb-5144-4e09-af57-eff69027eddb', 'tag': '2ab37417-2883-4660-a755-8dae990a043f'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:59.926532 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39dca18-1489-40ca-9b0f-8a43d40cb89b" -d '{"events": [{"name": "network-changed", "server_uuid": "44ac1dbb-5144-4e09-af57-eff69027eddb", "tag": "2ab37417-2883-4660-a755-8dae990a043f"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:00.041012 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099d4ff0-b7cd-41c2-9c3a-3e0ace5022ca x-openstack-request-id: req-099d4ff0-b7cd-41c2-9c3a-3e0ace5022ca {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:00.041425 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ac1dbb-5144-4e09-af57-eff69027eddb", "tag": "2ab37417-2883-4660-a755-8dae990a043f", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:00.041781 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-099d4ff0-b7cd-41c2-9c3a-3e0ace5022ca {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:00.042459 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ac1dbb-5144-4e09-af57-eff69027eddb', 'tag': '2ab37417-2883-4660-a755-8dae990a043f', 'status': 'completed', 'code': 200} Dec 08 02:05:00.093031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fc29f-4577-471f-ad0e-722f5999c3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab37417-2883-4660-a755-8dae990a043f,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:00.121394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767fcf2-e0ec-45c4-b265-78ac81f49318 req-b8875c94-950d-474e-8f31-326a0c2ddac8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:00.135260 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d767fcf2-e0ec-45c4-b265-78ac81f49318 req-b8875c94-950d-474e-8f31-326a0c2ddac8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.2119708 Dec 08 02:05:00.375044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d767fcf2-e0ec-45c4-b265-78ac81f49318 req-690a24e5-f1eb-47d3-8eb1-a85c2e55a2ef tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387064 Dec 08 02:05:00.407174 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dca18-1489-40ca-9b0f-8a43d40cb89b req-c76cd751-73f6-41c9-ab10-848553181df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:00.407174 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c39dca18-1489-40ca-9b0f-8a43d40cb89b req-c76cd751-73f6-41c9-ab10-848553181df4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f949a5b2ce24442fb07c37c872708b5d&device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 1095 time: 0.2567651 Dec 08 02:05:00.656610 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dca18-1489-40ca-9b0f-8a43d40cb89b req-e41954cb-8903-4e25-9065-efbefbc12482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:00.658635 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c39dca18-1489-40ca-9b0f-8a43d40cb89b req-e41954cb-8903-4e25-9065-efbefbc12482 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=f949a5b2ce24442fb07c37c872708b5d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2184680 Dec 08 02:05:00.780453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee69760-3664-43c0-bf82-020a65b959c7 req-2d9a531c-0491-4495-a7ce-b747251d9bc1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:00.783176 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cee69760-3664-43c0-bf82-020a65b959c7 req-2d9a531c-0491-4495-a7ce-b747251d9bc1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1779666 Dec 08 02:05:00.911705 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37148) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:01.147394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cee69760-3664-43c0-bf82-020a65b959c7 req-8ca9913b-d8e8-4da7-b59d-31e91bbaccda tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434768 Dec 08 02:05:01.172895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b182d-9613-4107-aae2-319e26286bef req-abced9db-67a6-4ca2-8f71-baa0aabe5b99 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:01.175028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-206b182d-9613-4107-aae2-319e26286bef req-abced9db-67a6-4ca2-8f71-baa0aabe5b99 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 943 time: 0.3507333 Dec 08 02:05:01.186552 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dd84b5d-ce5d-4944-82c4-89c37d7100a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:01.349738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dca18-1489-40ca-9b0f-8a43d40cb89b req-fdcb8d50-c610-4914-8e62-6e329e292053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:01.355375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c39dca18-1489-40ca-9b0f-8a43d40cb89b req-fdcb8d50-c610-4914-8e62-6e329e292053 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4884772 Dec 08 02:05:01.404865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-206b182d-9613-4107-aae2-319e26286bef req-d8865487-90ba-4262-b2c4-254a916c4ca6 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159164 Dec 08 02:05:01.487480 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dd84b5d-ce5d-4944-82c4-89c37d7100a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:01.505687 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dd84b5d-ce5d-4944-82c4-89c37d7100a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:01.594633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-733f9fe0-ce84-4898-9b82-5f1c6e77d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:01.602861 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-733f9fe0-ce84-4898-9b82-5f1c6e77d5ad service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f949a5b2ce24442fb07c37c872708b5d&device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 1095 time: 0.1631296 Dec 08 02:05:01.615120 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1dd84b5d-ce5d-4944-82c4-89c37d7100a8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4353266224f8424cb0731570bb8deb9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7012219 Dec 08 02:05:01.616309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd84b5d-ce5d-4944-82c4-89c37d7100a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507a9aa9-3ab0-41ef-8a4c-0a7b68a13c50,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:01.618198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37156) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:01.669039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5babf-2488-4290-b6bc-2528d780834c req-911958ad-4a00-464c-9824-a248543531af tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:01.677223 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55c5babf-2488-4290-b6bc-2528d780834c req-911958ad-4a00-464c-9824-a248543531af tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1801143 Dec 08 02:05:01.732823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-9dd5bf93-0180-4d27-92d8-be94920a169b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ab37417-2883-4660-a755-8dae990a043f HTTP/1.1" status: 200 len: 217 time: 0.0442317 Dec 08 02:05:01.785681 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-116c43cc-9338-4bf7-8bbc-0ccaee0606b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:01.831420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55c5babf-2488-4290-b6bc-2528d780834c req-fb759bf5-4dac-4ca9-9b53-0210405dd362 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496019 Dec 08 02:05:01.885153 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-116c43cc-9338-4bf7-8bbc-0ccaee0606b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:02.023732 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-116c43cc-9338-4bf7-8bbc-0ccaee0606b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:02.026508 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-116c43cc-9338-4bf7-8bbc-0ccaee0606b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:02.030466 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-116c43cc-9338-4bf7-8bbc-0ccaee0606b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/507a9aa9-3ab0-41ef-8a4c-0a7b68a13c50 HTTP/1.1" status: 204 len: 168 time: 0.4038544 Dec 08 02:05:02.045927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c43cc-9338-4bf7-8bbc-0ccaee0606b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a9aa9-3ab0-41ef-8a4c-0a7b68a13c50,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:02.292381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-e963cb39-34f8-4522-9bbc-ae2c3dff5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:02.294147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-e963cb39-34f8-4522-9bbc-ae2c3dff5f6a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4829bb26-acc6-41d3-8bbd-c56c42312d69 HTTP/1.1" status: 200 len: 854 time: 0.1320801 Dec 08 02:05:02.495702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93479-6939-4393-a0d9-d30af96cf2f1 req-83d41f23-c9c6-419b-81d7-ae42b80cabc7 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:02.497411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-add93479-6939-4393-a0d9-d30af96cf2f1 req-83d41f23-c9c6-419b-81d7-ae42b80cabc7 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1936026 Dec 08 02:05:02.582408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-c9c770ed-fa81-443e-beb6-8074a03f725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:02.598682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-c9c770ed-fa81-443e-beb6-8074a03f725e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d17cece-9cb3-416c-9d52-ddb7e398a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2655773 Dec 08 02:05:02.778596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-add93479-6939-4393-a0d9-d30af96cf2f1 req-fa1a8eda-47a5-4904-9ebe-8c3cc65eafb4 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417688 Dec 08 02:05:03.092943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448f2fc-e0ae-4ac4-b1e9-9e2f9f26e023 req-af4c7765-6ab1-4496-bd2d-f5bee9ec0b0a tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:03.100577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6448f2fc-e0ae-4ac4-b1e9-9e2f9f26e023 req-af4c7765-6ab1-4496-bd2d-f5bee9ec0b0a tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 943 time: 0.3820658 Dec 08 02:05:03.134454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-ddd5a5ae-975b-4488-8d55-dffa5f2842ae service neutron] 10.222.0.75 "GET /v2.0/networks/3d17cece-9cb3-416c-9d52-ddb7e398a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172118 Dec 08 02:05:03.289706 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bbfc9-6a5d-4b59-a79e-4eb77102fa44 req-da2f3bce-cded-489c-bc23-dd5a7cf26f93 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:03.308268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-773bbfc9-6a5d-4b59-a79e-4eb77102fa44 req-da2f3bce-cded-489c-bc23-dd5a7cf26f93 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.3141115 Dec 08 02:05:03.386688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6448f2fc-e0ae-4ac4-b1e9-9e2f9f26e023 req-2dbb2e5b-caf8-42ae-a168-77087f51323c tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843473 Dec 08 02:05:03.427591 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-773bbfc9-6a5d-4b59-a79e-4eb77102fa44 req-c9e24a87-bd78-4a0b-b132-5d878dd3fcc6 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177325 Dec 08 02:05:03.446660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e75b27c-e06b-4466-bce4-dd9656f9d4cb req-08a98e5c-c1e5-4cad-b4d3-988eb55da813 service neutron] 10.222.0.75 "GET /v2.0/networks/3d17cece-9cb3-416c-9d52-ddb7e398a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042202 Dec 08 02:05:03.713415 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafc4cf-0317-40b9-812b-44ad9074ef29 req-2d76f77b-85ac-4f76-81e1-b8497f55c291 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:03.715765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6eafc4cf-0317-40b9-812b-44ad9074ef29 req-2d76f77b-85ac-4f76-81e1-b8497f55c291 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0802794 Dec 08 02:05:03.832902 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6eafc4cf-0317-40b9-812b-44ad9074ef29 req-bab82fb6-5580-40c6-bf83-4decf9b77e48 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083100 Dec 08 02:05:04.098087 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffde953-3820-45bc-8c7c-aeb258b26c2f req-9bc957b0-2682-4466-8250-be1f72ad445c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:04.101348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cffde953-3820-45bc-8c7c-aeb258b26c2f req-9bc957b0-2682-4466-8250-be1f72ad445c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1002741 Dec 08 02:05:04.243332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cffde953-3820-45bc-8c7c-aeb258b26c2f req-94b9dcfb-397f-4c68-b393-916721d8794c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353693 Dec 08 02:05:05.052364 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de28ce4-0aba-45d4-ab4e-c995dad51fcc req-0f45078a-7db8-4009-8995-a1b612bc5790 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:05.062968 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8de28ce4-0aba-45d4-ab4e-c995dad51fcc req-0f45078a-7db8-4009-8995-a1b612bc5790 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 943 time: 0.0992014 Dec 08 02:05:05.131476 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8de28ce4-0aba-45d4-ab4e-c995dad51fcc req-43a140b2-e1eb-495c-b34b-dd7ef309ede9 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624294 Dec 08 02:05:05.276630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bae45f9e-a164-435b-a1fc-30f762a36d16 req-c9630929-a900-49f8-82b0-84174899ed41 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=11dfe4a8-daac-48b4-a84b-26e2a2da60ad HTTP/1.1" status: 200 len: 210 time: 0.1438792 Dec 08 02:05:05.398566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c046e-c2f0-4638-b1e2-704301feb04a req-0aff466d-4672-418d-b14d-c6ca48d81fe3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:05.400693 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-667c046e-c2f0-4638-b1e2-704301feb04a req-0aff466d-4672-418d-b14d-c6ca48d81fe3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1486318 Dec 08 02:05:05.537370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-667c046e-c2f0-4638-b1e2-704301feb04a req-a4224157-20d0-4f54-82df-d479c0c04c8c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261499 Dec 08 02:05:06.138421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59155efa-3d05-4cd8-b974-84a03fab18f0 req-fd0216dd-c820-4031-bbeb-193b45202f49 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.2789559 Dec 08 02:05:06.359382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40546539-f6b9-477d-8048-8d2ff8077cc1 req-fb89082f-df75-4ae7-8177-8877345b22b8 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:06.361706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40546539-f6b9-477d-8048-8d2ff8077cc1 req-fb89082f-df75-4ae7-8177-8877345b22b8 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 943 time: 0.0938718 Dec 08 02:05:06.435911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40546539-f6b9-477d-8048-8d2ff8077cc1 req-18eb3c11-9eb7-4e6e-a675-a983688b7f04 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678833 Dec 08 02:05:06.690604 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9a43-440e-4e72-a9c5-4c5eec38046f req-464ce6e3-a9aa-4e87-ba46-6bb3fa3b6d0f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:06.692236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-008d9a43-440e-4e72-a9c5-4c5eec38046f req-464ce6e3-a9aa-4e87-ba46-6bb3fa3b6d0f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0527506 Dec 08 02:05:06.749518 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-008d9a43-440e-4e72-a9c5-4c5eec38046f req-2a5d4b26-a61e-4343-97c6-3a6d79d5dee2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475287 Dec 08 02:05:07.266273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b66c3c82-55cb-4939-bb62-67db35c484de req-87fd9d60-2082-4833-b533-d69bc7a03550 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0371552 Dec 08 02:05:07.457753 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37368) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:07.633090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a759a2-28f8-4228-9a29-92b129714a45 req-3dbe005b-4395-4d3f-a61d-faccfacb9273 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:07.635529 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4a759a2-28f8-4228-9a29-92b129714a45 req-3dbe005b-4395-4d3f-a61d-faccfacb9273 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 943 time: 0.0924158 Dec 08 02:05:07.657444 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7866594b-67a9-4aea-a394-30befeed4771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:07.736392 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4a759a2-28f8-4228-9a29-92b129714a45 req-165aa170-30fd-43b0-be13-d29c42a5c72d tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872777 Dec 08 02:05:07.794506 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7866594b-67a9-4aea-a394-30befeed4771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:07.804535 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7866594b-67a9-4aea-a394-30befeed4771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:07.837298 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7866594b-67a9-4aea-a394-30befeed4771 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a42c5c00d91745c5b4c271bbd2fab09f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3784592 Dec 08 02:05:07.841741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37382) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:07.890309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810ff51-9956-4b90-b270-d1cb93ffa380 req-64747cf8-d98f-4590-a17f-132b882dc146 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:07.892731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2810ff51-9956-4b90-b270-d1cb93ffa380 req-64747cf8-d98f-4590-a17f-132b882dc146 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0536180 Dec 08 02:05:07.895381 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866594b-67a9-4aea-a394-30befeed4771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dec27f5-7eb0-4e37-8e73-5a35f86afc6c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:07.914486 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-567d63b9-ff81-4963-82f3-35005fe40a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:07.945443 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-567d63b9-ff81-4963-82f3-35005fe40a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:07.975564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2810ff51-9956-4b90-b270-d1cb93ffa380 req-7ff029f7-5fcf-44db-a832-71f65b62c7eb tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560043 Dec 08 02:05:08.018742 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-567d63b9-ff81-4963-82f3-35005fe40a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:08.021404 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-567d63b9-ff81-4963-82f3-35005fe40a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:08.022591 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-567d63b9-ff81-4963-82f3-35005fe40a3a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2dec27f5-7eb0-4e37-8e73-5a35f86afc6c HTTP/1.1" status: 204 len: 168 time: 0.1799300 Dec 08 02:05:08.030460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d63b9-ff81-4963-82f3-35005fe40a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dec27f5-7eb0-4e37-8e73-5a35f86afc6c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:08.337493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37400) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:08.360456 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb3e2fbf-ad5d-40f4-a27a-0c1ba35ad871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:08.381267 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2ad348f-0518-41ed-af84-68224b8afc02 req-f438203a-417a-4e75-aa9b-3c2a608ad08e tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0282485 Dec 08 02:05:08.390667 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a87a040d-d462-45d7-9c46-82d510f2b915 req-5c7c65bb-448c-4b86-9ba5-47e6aa013d8f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11dfe4a8-daac-48b4-a84b-26e2a2da60ad HTTP/1.1" status: 200 len: 210 time: 0.0312407 Dec 08 02:05:08.472999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb3e2fbf-ad5d-40f4-a27a-0c1ba35ad871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:08.477120 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb3e2fbf-ad5d-40f4-a27a-0c1ba35ad871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:08.519397 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fb3e2fbf-ad5d-40f4-a27a-0c1ba35ad871 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2a6dcb06d7f1496791c4a83680abd180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1796079 Dec 08 02:05:08.520878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e2fbf-ad5d-40f4-a27a-0c1ba35ad871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ec5646-b0cf-4656-b446-0efac0055c04,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:08.521962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37408) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:08.577860 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50af13ce-977c-4d85-bce0-e061e69bb340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:08.601885 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50af13ce-977c-4d85-bce0-e061e69bb340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:09.015464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881e7b7-8e67-4b49-84cb-cb5ca17f5f97 req-d21c7b0e-f53a-43a2-898e-0f3d7548ffd0 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:09.018074 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9881e7b7-8e67-4b49-84cb-cb5ca17f5f97 req-d21c7b0e-f53a-43a2-898e-0f3d7548ffd0 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 943 time: 0.0593886 Dec 08 02:05:09.019222 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50af13ce-977c-4d85-bce0-e061e69bb340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:09.022029 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-50af13ce-977c-4d85-bce0-e061e69bb340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:09.023084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-50af13ce-977c-4d85-bce0-e061e69bb340 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/83ec5646-b0cf-4656-b446-0efac0055c04 HTTP/1.1" status: 204 len: 168 time: 0.5001445 Dec 08 02:05:09.059637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af13ce-977c-4d85-bce0-e061e69bb340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ec5646-b0cf-4656-b446-0efac0055c04,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:09.092554 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c7623078-5db6-4646-95f6-caa0bdaa42d2 req-951e7e9d-a761-4ac3-8d9b-b67cc94e43e9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0410841 Dec 08 02:05:09.097498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9881e7b7-8e67-4b49-84cb-cb5ca17f5f97 req-a351bab1-7db5-4d36-ae7b-500d858476d1 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730991 Dec 08 02:05:09.183465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c961fc9-6149-42f9-a358-f1ff7b978fe7 req-473980bd-cafc-4163-9e84-2509963cffde tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:09.185002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c961fc9-6149-42f9-a358-f1ff7b978fe7 req-473980bd-cafc-4163-9e84-2509963cffde tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0518281 Dec 08 02:05:09.243815 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c961fc9-6149-42f9-a358-f1ff7b978fe7 req-229a55d5-3282-48a3-957d-74514690c339 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514171 Dec 08 02:05:09.508498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ec9ec7a-84e3-41f8-9889-abbb09459079 req-8c6b8b3c-a5b7-4726-8104-fe90871d36df tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0327520 Dec 08 02:05:09.674483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2ab37417-2883-4660-a755-8dae990a043f details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:05:09.816080 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2ab37417-2883-4660-a755-8dae990a043f, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2ab37417-2883-4660-a755-8dae990a043f,segment=NetworkSegment(32b4b0f5-f94a-49b8-8238-70f11cebfa32),segment_id=32b4b0f5-f94a-49b8-8238-70f11cebfa32)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:09.831098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '2ab37417-2883-4660-a755-8dae990a043f', 'network_id': '3d17cece-9cb3-416c-9d52-ddb7e398a7d1', 'port_id': '2ab37417-2883-4660-a755-8dae990a043f', 'mac_address': 'fa:16:3e:92:9b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4829bb26-acc6-41d3-8bbd-c56c42312d69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:05:09.869959 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:09.885338 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab37417-2883-4660-a755-8dae990a043f {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:05:09.906111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2ab37417-2883-4660-a755-8dae990a043f, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2ab37417-2883-4660-a755-8dae990a043f,segment=NetworkSegment(32b4b0f5-f94a-49b8-8238-70f11cebfa32),segment_id=32b4b0f5-f94a-49b8-8238-70f11cebfa32)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:09.910914 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:09.962942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=2ab37417-2883-4660-a755-8dae990a043f,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:10.241260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2ab37417-2883-4660-a755-8dae990a043f'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:05:10.244511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc76a89-d0a1-4285-90cd-a488ecde3fe0 req-4689b6b3-8b29-4ea5-9705-e80c15cc33de tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:10.246983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3dc76a89-d0a1-4285-90cd-a488ecde3fe0 req-4689b6b3-8b29-4ea5-9705-e80c15cc33de tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 944 time: 0.0695424 Dec 08 02:05:10.312874 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3dc76a89-d0a1-4285-90cd-a488ecde3fe0 req-fc1ea734-3b90-4525-912d-2a3aa46d7cbc tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590708 Dec 08 02:05:10.445663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe93e4-1a56-4c3d-af13-25ce0cf4f3b3 req-751d0a26-ae46-47a8-ad71-a4268ee2b5ce tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:10.447294 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1bbe93e4-1a56-4c3d-af13-25ce0cf4f3b3 req-751d0a26-ae46-47a8-ad71-a4268ee2b5ce tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0587122 Dec 08 02:05:10.451100 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37490) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:10.511869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1bbe93e4-1a56-4c3d-af13-25ce0cf4f3b3 req-eb2badcb-19d1-42f5-885b-af29ef52d80c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538313 Dec 08 02:05:10.594610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-746322c6-1a0d-42a2-95fa-200c2fd0bd96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:10.627411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7a3e394-fb4f-4662-bc41-dcb657be353d req-fc34c7e1-c0b5-414d-998a-b7a87b8759b9 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0320904 Dec 08 02:05:10.695555 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-746322c6-1a0d-42a2-95fa-200c2fd0bd96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:10.699761 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-746322c6-1a0d-42a2-95fa-200c2fd0bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:10.739103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746322c6-1a0d-42a2-95fa-200c2fd0bd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b011c3-9990-46e7-b867-a96afbcc3f0f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:10.743702 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-746322c6-1a0d-42a2-95fa-200c2fd0bd96 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b4f3f55fb9ca4d0a8cde22cb46789668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2914279 Dec 08 02:05:10.746329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37512) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:10.808018 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dd709ac-9a83-413b-b790-97aa6db0906d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:10.836075 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dd709ac-9a83-413b-b790-97aa6db0906d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:10.896180 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dd709ac-9a83-413b-b790-97aa6db0906d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:10.899594 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dd709ac-9a83-413b-b790-97aa6db0906d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:10.903716 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5dd709ac-9a83-413b-b790-97aa6db0906d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/90b011c3-9990-46e7-b867-a96afbcc3f0f HTTP/1.1" status: 204 len: 168 time: 0.1539099 Dec 08 02:05:10.925686 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd709ac-9a83-413b-b790-97aa6db0906d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b011c3-9990-46e7-b867-a96afbcc3f0f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:11.057130 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d610cae-f466-41f8-8785-8749febc59d4 req-ad990725-bc5e-4ec2-8541-4534899662d4 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0643041 Dec 08 02:05:11.427167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db7418-ad72-4da2-a940-d11e2dccc1a6 req-4b9388c3-1558-41da-b268-cba7c029dea2 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:11.428688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39db7418-ad72-4da2-a940-d11e2dccc1a6 req-4b9388c3-1558-41da-b268-cba7c029dea2 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 944 time: 0.0541158 Dec 08 02:05:11.495481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39db7418-ad72-4da2-a940-d11e2dccc1a6 req-996fd43c-ffb1-440f-a511-fe1a776e77b0 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596542 Dec 08 02:05:11.648576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea160ce-8b4b-4b4d-a757-df432ea640b5 req-8c6ba722-09eb-4773-a736-47cd72ed8daf tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:11.650962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dea160ce-8b4b-4b4d-a757-df432ea640b5 req-8c6ba722-09eb-4773-a736-47cd72ed8daf tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0575795 Dec 08 02:05:11.667818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2ab37417-2883-4660-a755-8dae990a043f up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:05:11.722445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 2ab37417-2883-4660-a755-8dae990a043f completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:05:11.726355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 2ab37417-2883-4660-a755-8dae990a043f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:05:11.727095 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:11.743764 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dea160ce-8b4b-4b4d-a757-df432ea640b5 req-1482589f-a443-42f2-8a92-986f9fbf6fab tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836892 Dec 08 02:05:11.818563 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:11.843193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ac1dbb-5144-4e09-af57-eff69027eddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab37417-2883-4660-a755-8dae990a043f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:11.846268 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c43ae9-470a-4c44-89df-c73f9a40bdc9" -d '{"events": [{"server_uuid": "44ac1dbb-5144-4e09-af57-eff69027eddb", "name": "network-vif-plugged", "status": "completed", "tag": "2ab37417-2883-4660-a755-8dae990a043f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:11.860315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2ab37417-2883-4660-a755-8dae990a043f, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2ab37417-2883-4660-a755-8dae990a043f,segment=NetworkSegment(32b4b0f5-f94a-49b8-8238-70f11cebfa32),segment_id=32b4b0f5-f94a-49b8-8238-70f11cebfa32)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:11.865848 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:11.938483 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8968029-88dd-4e9a-91da-edb7ab061d7e x-openstack-request-id: req-a8968029-88dd-4e9a-91da-edb7ab061d7e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:11.939214 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ac1dbb-5144-4e09-af57-eff69027eddb", "name": "network-vif-plugged", "status": "completed", "tag": "2ab37417-2883-4660-a755-8dae990a043f", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:11.939318 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a8968029-88dd-4e9a-91da-edb7ab061d7e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:11.940333 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ac1dbb-5144-4e09-af57-eff69027eddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab37417-2883-4660-a755-8dae990a043f', 'code': 200} Dec 08 02:05:11.949141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=2ab37417-2883-4660-a755-8dae990a043f,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:12.051576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82a029-be70-454e-9ae6-3c65f1faabc1 req-397279cd-77fe-4d24-bb12-0d7f61951281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:12.054762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2c82a029-be70-454e-9ae6-3c65f1faabc1 req-397279cd-77fe-4d24-bb12-0d7f61951281 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 1097 time: 0.0471284 Dec 08 02:05:12.104191 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2c82a029-be70-454e-9ae6-3c65f1faabc1 req-bb8d5621-dce4-4bf6-bc71-a08d22cf43ae service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423133 Dec 08 02:05:12.186545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f7420b8-68d6-437a-bb27-020fbffe2cad req-848c6e9e-8829-4f41-8f38-1129ca7f8eab tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0281808 Dec 08 02:05:12.241851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37594) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:12.359432 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13bc7636-f466-4292-b47a-a7381893e8fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:12.439885 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13bc7636-f466-4292-b47a-a7381893e8fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:12.443724 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13bc7636-f466-4292-b47a-a7381893e8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:12.490958 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc7636-f466-4292-b47a-a7381893e8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6615a664-f322-435e-a8da-8516cd91d3c0,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:12.511777 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-13bc7636-f466-4292-b47a-a7381893e8fd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8a33288edebd48c8845d7127b8585d71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2687676 Dec 08 02:05:12.512393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37606) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:12.623949 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab03b-ca00-46a6-be4f-4d593dca20b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:12.652766 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab03b-ca00-46a6-be4f-4d593dca20b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:12.661945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa77015-3ac6-4009-805a-5b70c0b5a7c2 req-3f7eaee9-b744-4422-a8f5-12e8af4f5ede tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:12.663433 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7aa77015-3ac6-4009-805a-5b70c0b5a7c2 req-3f7eaee9-b744-4422-a8f5-12e8af4f5ede tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 945 time: 0.0899532 Dec 08 02:05:12.737033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7aa77015-3ac6-4009-805a-5b70c0b5a7c2 req-1c903baf-6a78-490c-aacd-613ac5f75125 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656776 Dec 08 02:05:12.752306 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab03b-ca00-46a6-be4f-4d593dca20b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:12.755173 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab03b-ca00-46a6-be4f-4d593dca20b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:12.756585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0a0ab03b-ca00-46a6-be4f-4d593dca20b0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6615a664-f322-435e-a8da-8516cd91d3c0 HTTP/1.1" status: 204 len: 168 time: 0.2432468 Dec 08 02:05:12.771012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ab03b-ca00-46a6-be4f-4d593dca20b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6615a664-f322-435e-a8da-8516cd91d3c0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:12.869440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caedab2-b4d8-4362-891a-09d97f30f9b0 req-e383a2aa-815e-4877-9b0b-62b4bfe145a1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:12.876785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3caedab2-b4d8-4362-891a-09d97f30f9b0 req-e383a2aa-815e-4877-9b0b-62b4bfe145a1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0651281 Dec 08 02:05:12.934064 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3caedab2-b4d8-4362-891a-09d97f30f9b0 req-01fce43c-8ff1-49ee-a018-f61d00740d91 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563891 Dec 08 02:05:13.331738 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-048f40a1-edb2-4480-b535-7c2963885373 req-04786f61-398c-4d19-b84b-06be00f788c5 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0366378 Dec 08 02:05:13.505134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37658) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:13.612957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-915370964-network', 'tenant_id': '2a5e0df062134f7b8b12edf948c9b904'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:05:13.632459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] Made reservation on behalf of 2a5e0df062134f7b8b12edf948c9b904 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:05:13.634763 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:13.644357 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:13.724123 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:13.729242 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:13.761166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:05:13.768393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:13.774571 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:13.774959 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] Added segment 83a8edd6-315e-4273-b0bb-235630e51eb9 of type vlan for network 382cbe24-d5a5-4b40-9d16-dc4dabb83634 Dec 08 02:05:13.824744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:13.893361 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47d032-53cb-440e-b59a-b6a47d8ae4b5 req-72c80535-f142-4e09-8d2d-92c5b7466189 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:13.894864 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f47d032-53cb-440e-b59a-b6a47d8ae4b5 req-72c80535-f142-4e09-8d2d-92c5b7466189 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 945 time: 0.0734475 Dec 08 02:05:13.895654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:13.896547 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:13.897046 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:13.992125 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4858062 Dec 08 02:05:13.994949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37676) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:13.999826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-49c5788d-47e4-4ebe-aaa5-9e28a2a96745 admin admin] Request body: {'subnet': {'network_id': '382cbe24-d5a5-4b40-9d16-dc4dabb83634', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-915370964-subnet', 'tenant_id': '2a5e0df062134f7b8b12edf948c9b904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:05:14.014762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d10e1-955d-456d-a8b0-1c2db93b14f0 admin admin] Pushing event updated for resources: {'Network': ['ID=382cbe24-d5a5-4b40-9d16-dc4dabb83634,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:14.026259 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 382cbe24-d5a5-4b40-9d16-dc4dabb83634 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:05:14.032242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c5788d-47e4-4ebe-aaa5-9e28a2a96745 admin admin] Made reservation on behalf of 2a5e0df062134f7b8b12edf948c9b904 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:05:14.036200 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49c5788d-47e4-4ebe-aaa5-9e28a2a96745 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:14.103097 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f47d032-53cb-440e-b59a-b6a47d8ae4b5 req-446f46da-d695-42f2-91dc-7620c55dd562 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004952 Dec 08 02:05:14.187921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e076b-e4fd-4f40-a560-45212b060f40 req-86d1579e-a6c7-4061-bba9-81399fea2f3e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.190656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-689e076b-e4fd-4f40-a560-45212b060f40 req-86d1579e-a6c7-4061-bba9-81399fea2f3e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1725011 Dec 08 02:05:14.218535 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-7b37d681-7b39-4c15-a76c-ee60db4b1ddd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1141083 Dec 08 02:05:14.272619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-689e076b-e4fd-4f40-a560-45212b060f40 req-a52de9ef-1828-4b6d-a2a0-e5d5a800a300 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709925 Dec 08 02:05:14.334530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49c5788d-47e4-4ebe-aaa5-9e28a2a96745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:14.348140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-562aa622-40ce-4685-bb3d-c92f95040d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.349133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-562aa622-40ce-4685-bb3d-c92f95040d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.349774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-562aa622-40ce-4685-bb3d-c92f95040d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.350434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-562aa622-40ce-4685-bb3d-c92f95040d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.351211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-562aa622-40ce-4685-bb3d-c92f95040d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.351933 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-562aa622-40ce-4685-bb3d-c92f95040d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.352551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-562aa622-40ce-4685-bb3d-c92f95040d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.354576 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-562aa622-40ce-4685-bb3d-c92f95040d70 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 6506 time: 0.0628059 Dec 08 02:05:14.536416 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-757a7e40-a810-4afa-9d86-73d00e446ac6 req-a7225fe4-35d2-4da2-8b9c-d36eee72a910 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0439997 Dec 08 02:05:14.622125 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-b2e96598-c322-4ae5-8208-70550f4cf4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.622614 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-b2e96598-c322-4ae5-8208-70550f4cf4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.626156 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-b2e96598-c322-4ae5-8208-70550f4cf4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.627835 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-b2e96598-c322-4ae5-8208-70550f4cf4c7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=66eb2f8b-9250-43af-be5e-01bc015c75e6&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&id=08cfbefb-b7c2-4901-a33d-bcd1037fa934 HTTP/1.1" status: 200 len: 2296 time: 0.2432940 Dec 08 02:05:14.717172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-2c52fd9f-4bb0-4a39-bea1-ff5b32d8db44 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec HTTP/1.1" status: 200 len: 1000 time: 0.0794096 Dec 08 02:05:14.777813 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-37c36856-cc32-4cdd-8be9-201e7f8cf5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.779496 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-37c36856-cc32-4cdd-8be9-201e7f8cf5dc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2fc99699-31f7-4278-ae8b-e487153a11ac HTTP/1.1" status: 200 len: 855 time: 0.0552378 Dec 08 02:05:14.840000 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5788d-47e4-4ebe-aaa5-9e28a2a96745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4edbeda8-3bbb-47c9-8508-5d84805c3fe2,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:14.866910 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5788d-47e4-4ebe-aaa5-9e28a2a96745 admin admin] Checking segment: {'id': '83a8edd6-315e-4273-b0bb-235630e51eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '382cbe24-d5a5-4b40-9d16-dc4dabb83634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:05:14.867223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5788d-47e4-4ebe-aaa5-9e28a2a96745 admin admin] Network hostable DHCP agents. Network: 382cbe24-d5a5-4b40-9d16-dc4dabb83634, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:05:14.868722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-25931c4f-2c01-4a2b-a5e4-cca960f6e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.871534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-25931c4f-2c01-4a2b-a5e4-cca960f6e9a2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=66eb2f8b-9250-43af-be5e-01bc015c75e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847907 Dec 08 02:05:14.889097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5788d-47e4-4ebe-aaa5-9e28a2a96745 admin admin] Network 382cbe24-d5a5-4b40-9d16-dc4dabb83634 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:05:14.901673 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-49c5788d-47e4-4ebe-aaa5-9e28a2a96745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 382cbe24-d5a5-4b40-9d16-dc4dabb83634) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:05:14.907212 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c5788d-47e4-4ebe-aaa5-9e28a2a96745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.908188 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49c5788d-47e4-4ebe-aaa5-9e28a2a96745 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:14.914095 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed6e9dc-3ede-49d2-8411-7a1df4a34370 None None] Network 382cbe24-d5a5-4b40-9d16-dc4dabb83634 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:05:14.953623 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-49c5788d-47e4-4ebe-aaa5-9e28a2a96745 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9559329 Dec 08 02:05:15.014871 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-d24b1146-ccd0-43e2-ad42-fdcf5a7e6659 service neutron] 10.222.0.75 "GET /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352458 Dec 08 02:05:15.036928 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc444c-bbea-4c2b-9740-269d95d97e52 None None] Network 382cbe24-d5a5-4b40-9d16-dc4dabb83634 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:05:15.185679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-ac7f8ff1-b958-4f61-8e24-6c497ae63842 service neutron] 10.222.0.75 "GET /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623931 Dec 08 02:05:15.276887 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-4f6ff611-198e-45c5-a18c-0bc3ae3d4584 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c HTTP/1.1" status: 200 len: 217 time: 0.0841653 Dec 08 02:05:15.434058 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-5c24dfa1-cf10-4be8-b18b-fcde163e16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:15.435544 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-5c24dfa1-cf10-4be8-b18b-fcde163e16f9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.1389108 Dec 08 02:05:15.449023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a82c5-a675-479c-ac62-7ef496c42f05 req-3ca1a2b6-c25b-4d29-9d35-45e006323e83 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:15.456647 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f1a82c5-a675-479c-ac62-7ef496c42f05 req-3ca1a2b6-c25b-4d29-9d35-45e006323e83 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0783162 Dec 08 02:05:15.542763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-e8e55616-6dc2-40e1-9ebb-dcd7b06d54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:15.544460 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-e8e55616-6dc2-40e1-9ebb-dcd7b06d54bd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0857792 Dec 08 02:05:15.560215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f1a82c5-a675-479c-ac62-7ef496c42f05 req-967bf93e-d6c2-4487-a8cc-a4636804675d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024659 Dec 08 02:05:15.705255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3d4ae16b-fa4b-4c1a-849e-6cfb60c33e29 req-f98f8624-d187-4c19-a0cc-e1bd33e12bac tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0472858 Dec 08 02:05:15.760623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-11178723-58cd-4a5a-a880-ad1e5db061b0 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992917 Dec 08 02:05:15.897921 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-671dac13-451f-48aa-a169-a90d788e297a service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295795 Dec 08 02:05:15.943778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-81dd79ef-b436-4568-95d9-0aa9aa748bc9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=6c233101-806d-4641-913c-08c4d8a9b2ca HTTP/1.1" status: 200 len: 217 time: 0.0391207 Dec 08 02:05:16.010756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-57870f15-a48d-4327-aa0d-52758b63137d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.012307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-57870f15-a48d-4327-aa0d-52758b63137d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.0620866 Dec 08 02:05:16.060156 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-3aac9136-654b-49da-b220-4286d50dcc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.061720 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-3aac9136-654b-49da-b220-4286d50dcc8d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423205 Dec 08 02:05:16.164904 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-52b5a3c2-7312-4622-8acb-fb01add098a2 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948586 Dec 08 02:05:16.292596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-ab680b66-5c1b-4588-bfb5-cdb6ba7be16c service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210766 Dec 08 02:05:16.330777 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-83ccd0e3-6080-4f4f-84d9-3f5ff493cb9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0574894 Dec 08 02:05:16.353000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-72b9f8c0-799b-4293-81e3-d825cafed755 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=52eb4e0b-d780-4097-bc7a-8511b10aa9ef HTTP/1.1" status: 200 len: 217 time: 0.0535922 Dec 08 02:05:16.443638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-282e280a-40e6-49e9-b8c7-03b6a366198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.445530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-282e280a-40e6-49e9-b8c7-03b6a366198c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.0863998 Dec 08 02:05:16.472766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-065c4e8a-3532-473b-89bc-e89d0ea83900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.473248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-065c4e8a-3532-473b-89bc-e89d0ea83900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.473711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-065c4e8a-3532-473b-89bc-e89d0ea83900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.474181 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-065c4e8a-3532-473b-89bc-e89d0ea83900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.475503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-065c4e8a-3532-473b-89bc-e89d0ea83900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.476015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-065c4e8a-3532-473b-89bc-e89d0ea83900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.476487 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-065c4e8a-3532-473b-89bc-e89d0ea83900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.478975 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-065c4e8a-3532-473b-89bc-e89d0ea83900 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 6498 time: 0.0649159 Dec 08 02:05:16.503442 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-90646efa-e7a6-4231-a129-e75334771da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.504989 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-90646efa-e7a6-4231-a129-e75334771da0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0529854 Dec 08 02:05:16.609693 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-24f16efe-e77e-41fb-a043-2a37239710ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.610592 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-c0559a7b-f80c-49a2-addd-227126ddea36 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978880 Dec 08 02:05:16.610714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-24f16efe-e77e-41fb-a043-2a37239710ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.611179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-24f16efe-e77e-41fb-a043-2a37239710ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.613189 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-24f16efe-e77e-41fb-a043-2a37239710ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=caf2deea-53dd-4462-beed-a3b1fd4b591a&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=070c9fd6-5c33-481f-972d-d93c3bb28703&id=070c9fd6-5c33-481f-972d-d93c3bb28703 HTTP/1.1" status: 200 len: 2293 time: 0.1021085 Dec 08 02:05:16.715522 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-9c1d7102-3fd5-4ca2-8679-28a706aec693 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ad676ef-7601-4543-b8c7-abf32ca8e077 HTTP/1.1" status: 200 len: 1001 time: 0.0915415 Dec 08 02:05:16.791251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfae8a-d8de-441a-9ba1-062512a56610 req-bd6f907e-292a-4c5d-99e6-3265164f34df tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.793132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6bcfae8a-d8de-441a-9ba1-062512a56610 req-bd6f907e-292a-4c5d-99e6-3265164f34df tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1673326 Dec 08 02:05:16.811787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-e21d4253-8bbc-4539-b8b9-2be60c2ba220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.818297 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-e21d4253-8bbc-4539-b8b9-2be60c2ba220 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9858dc50-2361-4edb-86fe-cd0999c30287 HTTP/1.1" status: 200 len: 851 time: 0.0977359 Dec 08 02:05:16.903040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dfa8253d-7c1d-446b-83e2-f51c714aa0e2 req-819f85ec-65da-4282-8748-714cb037f727 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0608644 Dec 08 02:05:16.907946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-fedd2a32-288c-4b51-ba1f-ddbc03816ae4 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909322 Dec 08 02:05:16.929811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-394068e2-1aa1-4782-92e0-17b3702a92de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:16.929811 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-394068e2-1aa1-4782-92e0-17b3702a92de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=caf2deea-53dd-4462-beed-a3b1fd4b591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015444 Dec 08 02:05:16.949079 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-b86dc70e-a7e0-430c-9fb7-e139c7810451 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:05:16.950256 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-b86dc70e-a7e0-430c-9fb7-e139c7810451 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128734 Dec 08 02:05:16.975037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-d2d1cc6c-ad69-4ec4-a2e4-f17d5c106bcf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=6aaa3da0-126d-446f-abc0-a4279b5da375 HTTP/1.1" status: 200 len: 217 time: 0.0503774 Dec 08 02:05:17.029891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-d17154fc-99c5-4790-8c87-4eb1a431398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:17.031361 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-d17154fc-99c5-4790-8c87-4eb1a431398d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 200 len: 797 time: 0.0469697 Dec 08 02:05:17.037142 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6bcfae8a-d8de-441a-9ba1-062512a56610 req-d7ac8ddd-f56c-417e-b2ab-ee99a5c5ef8f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221866 Dec 08 02:05:17.083745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-e12d6bdf-95ba-4fe9-a440-fc570ee659bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:17.085237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-e12d6bdf-95ba-4fe9-a440-fc570ee659bf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f88c89f-fe0c-49b8-bb4a-a28396059b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0470026 Dec 08 02:05:17.089055 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-fa5241da-9f00-496d-a5b9-d4c2496daa72 service neutron] 10.222.0.45 "GET /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304135 Dec 08 02:05:17.189574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-afb1aebe-dd58-4c05-9f63-03dfb06d560f service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934217 Dec 08 02:05:17.204298 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-0a75c3cd-3344-46df-9a36-298adc26f478 service neutron] 10.222.0.45 "GET /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077437 Dec 08 02:05:17.257531 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-a1d81b2a-2936-460b-a8b6-c2703da83df8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b77f8d4d-f01b-4db4-9229-f8e360de925d HTTP/1.1" status: 200 len: 217 time: 0.0454991 Dec 08 02:05:17.315395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-9f5965a0-3a04-4dcf-874c-00e3101bd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:17.317021 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-9f5965a0-3a04-4dcf-874c-00e3101bd7dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.0524817 Dec 08 02:05:17.320665 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-7b96fd74-0bb9-40ac-92bd-9a18d8e53993 service neutron] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182640 Dec 08 02:05:17.380928 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-d0443237-4c2a-4652-b99a-78a806c8c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:17.382473 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-d0443237-4c2a-4652-b99a-78a806c8c38b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0581727 Dec 08 02:05:17.388774 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-e3a3f6fb-1db5-4530-9bf2-ea2604e4171f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe23b3a2-b779-486d-b5ee-9f805f59230f HTTP/1.1" status: 200 len: 217 time: 0.0609889 Dec 08 02:05:17.455261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-2cbfe526-e077-4a68-b53e-32bf8b6b65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:17.457153 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-2cbfe526-e077-4a68-b53e-32bf8b6b65d0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28afa482-a172-4120-a6cc-25d01b353e67 HTTP/1.1" status: 200 len: 797 time: 0.0609479 Dec 08 02:05:17.517996 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-72d46c43-abe6-4dae-9edc-d84448e20927 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272116 Dec 08 02:05:17.537493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-4a43c120-d54e-4d83-9472-d345ac14a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:17.539247 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-4a43c120-d54e-4d83-9472-d345ac14a527 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0755007 Dec 08 02:05:17.603050 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:05:17.629311 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-8055cb33-6dad-4bc0-8451-e21f02e1a5cd service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046283 Dec 08 02:05:17.645287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-1f4c3f34-189b-4347-bc22-0f2c99ae9ae0 service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959885 Dec 08 02:05:17.675785 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-87b392d3-8321-428f-adc6-4238c0e3296a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=078ca6fb-640a-48d3-866a-e1d0735eac6a HTTP/1.1" status: 200 len: 217 time: 0.0393798 Dec 08 02:05:17.736902 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-6fb113dd-8c51-4217-8e7d-01209177bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:17.738374 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-6fb113dd-8c51-4217-8e7d-01209177bd5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.0559773 Dec 08 02:05:17.764670 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-965b325c-e4d8-4af6-961b-b5a29f31edcc service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119046 Dec 08 02:05:17.785767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-5e9fbe58-1bd7-4e3d-b717-5e9107b70561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:17.787396 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-5e9fbe58-1bd7-4e3d-b717-5e9107b70561 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0420544 Dec 08 02:05:17.815126 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-86435d8d-0928-4ff2-a1a6-a7a00aac67b9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=079c4e98-7411-43d6-85a2-99b4dabf369b HTTP/1.1" status: 200 len: 217 time: 0.0434442 Dec 08 02:05:17.878104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-9262f738-e394-4f19-9419-64d9ede730d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:17.879819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-9262f738-e394-4f19-9419-64d9ede730d1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28afa482-a172-4120-a6cc-25d01b353e67 HTTP/1.1" status: 200 len: 797 time: 0.0577488 Dec 08 02:05:17.887567 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-a5a6586b-1d2c-4960-b694-b5870341792d service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926032 Dec 08 02:05:17.938014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c908-f21f-4219-95e5-c0546965b993 req-6d445f39-c475-4d0c-b835-1fb209c348ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:17.940751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-6d445f39-c475-4d0c-b835-1fb209c348ee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=08cfbefb-b7c2-4901-a33d-bcd1037fa934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0545480 Dec 08 02:05:18.075888 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-b46bc4bb-32b6-4ba9-b661-46c1b1d75f61 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789298 Dec 08 02:05:18.124751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ea12393-856e-476f-93a0-73a94e7989f5 req-a1e49b44-1da5-438b-b74e-638afa49e0dc tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0831974 Dec 08 02:05:18.150702 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-a95eb2fc-9153-4d5a-97ff-edc24dcca9cc service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006509 Dec 08 02:05:18.171586 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-92195d8a-e849-40fd-a043-26b69ccfa95b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=c35cf6d3-e672-4534-be6a-f28b0e0961c1 HTTP/1.1" status: 200 len: 217 time: 0.0904105 Dec 08 02:05:18.273346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-8102e50e-fd67-4d87-83e8-4a9727068773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:18.274842 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-8102e50e-fd67-4d87-83e8-4a9727068773 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.0967453 Dec 08 02:05:18.295929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a25c908-f21f-4219-95e5-c0546965b993 req-600f574a-7a93-4441-b229-b1c4d9a8c643 service neutron] 10.222.0.75 "GET /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383073 Dec 08 02:05:18.309845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e7abc-bfa1-4971-bf03-a9c1938e1e75 req-5d19296f-cfba-4411-9173-b12d4ba3be0c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:18.311532 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f49e7abc-bfa1-4971-bf03-a9c1938e1e75 req-5d19296f-cfba-4411-9173-b12d4ba3be0c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0982161 Dec 08 02:05:18.347868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-272f3702-bec7-47b9-a06c-67379fd566a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:18.350019 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-272f3702-bec7-47b9-a06c-67379fd566a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0669706 Dec 08 02:05:18.418577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f49e7abc-bfa1-4971-bf03-a9c1938e1e75 req-a43aec51-2b75-46cb-aacd-493b5fe356a5 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821624 Dec 08 02:05:18.476376 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-ca635a3b-4f48-486c-bed1-33dececc6170 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194410 Dec 08 02:05:18.577309 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-ef6112bc-17d0-4894-9c60-072672043328 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919452 Dec 08 02:05:18.623730 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-1af96fe9-10bb-4c5b-bacd-19e9b89f85b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=416e1a97-ecb1-4ac8-a9f8-297949a2a910 HTTP/1.1" status: 200 len: 217 time: 0.0392201 Dec 08 02:05:18.677821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-3c88e3c7-8afc-4dd1-bae6-3c82731c01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:18.679355 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-3c88e3c7-8afc-4dd1-bae6-3c82731c01f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.0492914 Dec 08 02:05:18.730145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-506c0c23-43f6-42ec-b140-6a07df200249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:18.731711 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-506c0c23-43f6-42ec-b140-6a07df200249 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0444183 Dec 08 02:05:18.830288 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-25ba6875-b93a-4331-aaa0-91d1e60237be service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913348 Dec 08 02:05:18.924120 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-eb0848b9-2997-43ef-a56e-55fc684c12b1 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871308 Dec 08 02:05:18.968425 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-622c0794-4ebe-4feb-b383-75528c3df277 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6cc566c4-deda-4159-a78a-23068f3c174a HTTP/1.1" status: 200 len: 217 time: 0.0374911 Dec 08 02:05:19.020394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-c1d50e9d-b184-4889-9753-470d17975307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:19.021788 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-c1d50e9d-b184-4889-9753-470d17975307 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0187a527-5c48-4961-8721-946f3d80ecb1 HTTP/1.1" status: 200 len: 797 time: 0.0470605 Dec 08 02:05:19.069777 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-42e6623d-90b2-4f91-bb23-046119688dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:19.071381 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-42e6623d-90b2-4f91-bb23-046119688dd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070c9fd6-5c33-481f-972d-d93c3bb28703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425682 Dec 08 02:05:19.164610 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-530229d3-0844-4f65-81bf-f54ffdabebe9 service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858855 Dec 08 02:05:19.261695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2bda0b6a-4fcf-4ea9-b22e-37f74020b4e2 req-9d386707-6ef1-4fd5-ae42-fc3413d7b954 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0327134 Dec 08 02:05:19.272781 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-f77b35e8-e57e-4b12-b2f5-e40517ec3b07 service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006260 Dec 08 02:05:19.325363 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-74d9a6f8-45c1-4d4e-8a50-483797275738 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a24b4b4-8966-44f8-9636-d4da51d10381 HTTP/1.1" status: 200 len: 217 time: 0.0461226 Dec 08 02:05:19.377365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-3c6fcdfb-f8eb-435a-952e-92a1cb218ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:19.378829 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-3c6fcdfb-f8eb-435a-952e-92a1cb218ef9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0187a527-5c48-4961-8721-946f3d80ecb1 HTTP/1.1" status: 200 len: 797 time: 0.0469289 Dec 08 02:05:19.426713 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-5e17eae7-a3a4-4c8b-9a0d-6b6436c51408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:19.428240 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-5e17eae7-a3a4-4c8b-9a0d-6b6436c51408 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070c9fd6-5c33-481f-972d-d93c3bb28703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0422866 Dec 08 02:05:19.575479 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-a967f2f1-8d5b-4af8-a01f-8f242c79f78b service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403637 Dec 08 02:05:19.585991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d750014-0934-45e1-9551-816ede6d6ea2 req-790a5737-ecb7-49d4-a4d9-de0610bcf78f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:19.595087 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d750014-0934-45e1-9551-816ede6d6ea2 req-790a5737-ecb7-49d4-a4d9-de0610bcf78f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0768929 Dec 08 02:05:19.661047 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d750014-0934-45e1-9551-816ede6d6ea2 req-34d654cf-4392-40a4-81b7-89c8b0d9613a tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589192 Dec 08 02:05:19.803037 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8e32e540-6913-4a07-94d2-ec2dc71116f9 req-226200af-8265-4a60-bca7-aa907c713739 service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953344 Dec 08 02:05:20.364534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c0a5f741-e1ee-4b54-be1c-d2b7d9e7ef27 req-79b92bd9-d837-4d0b-8d58-eaf448471589 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0275159 Dec 08 02:05:20.809603 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d56bf-4f83-4ddf-98be-3d57a40135f4 req-00ffb781-82a6-4979-a919-146b35b520c2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:20.817008 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-649d56bf-4f83-4ddf-98be-3d57a40135f4 req-00ffb781-82a6-4979-a919-146b35b520c2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0634255 Dec 08 02:05:20.867973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-649d56bf-4f83-4ddf-98be-3d57a40135f4 req-34210d78-c6fe-402b-8e0c-1059c32010b9 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498762 Dec 08 02:05:21.480427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8aca3c2-5550-4604-91c4-47786e4650b8 req-6f29bbe1-b1d1-44eb-8b38-0ed3198aa684 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0290174 Dec 08 02:05:21.977478 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-960b7cce-ec37-4baf-bed8-6ff9836a0389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:22.005371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749ffb-5af6-49e9-b7df-e536787e8474 req-12b2f973-e804-4d32-98ea-63a8e523c076 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:22.013128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3749ffb-5af6-49e9-b7df-e536787e8474 req-12b2f973-e804-4d32-98ea-63a8e523c076 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0745969 Dec 08 02:05:22.058841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3749ffb-5af6-49e9-b7df-e536787e8474 req-a8ef11f2-f7d7-4a7f-b755-250f3d142641 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Dec 08 02:05:22.613699 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94d44336-628f-4a26-8727-c842920cae69 req-fdf11f74-fecb-4701-befa-5a991a409220 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0430677 Dec 08 02:05:23.267675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c58f0-0133-411e-a72c-fcf3c32d2d4a req-ff7c7e68-cffc-4e1f-9118-f32f92223f9c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:23.275679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b3c58f0-0133-411e-a72c-fcf3c32d2d4a req-ff7c7e68-cffc-4e1f-9118-f32f92223f9c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1259189 Dec 08 02:05:23.361567 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:23.379906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b3c58f0-0133-411e-a72c-fcf3c32d2d4a req-46e65cc3-ee4a-4918-8f1d-52ca31aae338 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032529 Dec 08 02:05:23.597374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device bac786ec-5e36-41c5-a9e4-af951b2688e1 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:05:23.733184 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:23.748815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'bac786ec-5e36-41c5-a9e4-af951b2688e1', 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240', 'port_id': 'bac786ec-5e36-41c5-a9e4-af951b2688e1', 'mac_address': 'fa:16:3e:96:85:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:05:23.798061 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:23.816268 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bac786ec-5e36-41c5-a9e4-af951b2688e1 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:05:23.839282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1fff15b-373f-46d3-a826-35fc7e4e3830 req-01d902bc-b522-44cd-8329-c30451e6e0c3 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0704627 Dec 08 02:05:23.842316 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:23.849919 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:23.920918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=bac786ec-5e36-41c5-a9e4-af951b2688e1,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:24.051087 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['bac786ec-5e36-41c5-a9e4-af951b2688e1'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:05:24.343039 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:24.365336 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-95e47dbb-8c7b-4bbf-b596-bbda16f429d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:24.663271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a46e3-20ca-4e52-90db-a69264ef1af5 req-7dca8e1b-fe3a-42b7-b5c0-ed1135e60767 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:24.670187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a46e3-20ca-4e52-90db-a69264ef1af5 req-7dca8e1b-fe3a-42b7-b5c0-ed1135e60767 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:24.678640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a46e3-20ca-4e52-90db-a69264ef1af5 req-7dca8e1b-fe3a-42b7-b5c0-ed1135e60767 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:24.685607 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a46e3-20ca-4e52-90db-a69264ef1af5 req-7dca8e1b-fe3a-42b7-b5c0-ed1135e60767 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:24.693394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a46e3-20ca-4e52-90db-a69264ef1af5 req-7dca8e1b-fe3a-42b7-b5c0-ed1135e60767 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:24.700011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a46e3-20ca-4e52-90db-a69264ef1af5 req-7dca8e1b-fe3a-42b7-b5c0-ed1135e60767 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:24.706732 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a46e3-20ca-4e52-90db-a69264ef1af5 req-7dca8e1b-fe3a-42b7-b5c0-ed1135e60767 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:24.715352 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-659a46e3-20ca-4e52-90db-a69264ef1af5 req-7dca8e1b-fe3a-42b7-b5c0-ed1135e60767 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5434 time: 0.2840331 Dec 08 02:05:24.758487 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1603815-13fc-46f0-ab2f-bfa61ea2831c req-214ee266-56c0-4e17-a347-9d1bde8d1d9c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:24.766044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1603815-13fc-46f0-ab2f-bfa61ea2831c req-214ee266-56c0-4e17-a347-9d1bde8d1d9c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 944 time: 0.1867576 Dec 08 02:05:24.837480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-659a46e3-20ca-4e52-90db-a69264ef1af5 req-6eeede51-fb6e-4e6b-ba03-872b835a4574 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1208091 Dec 08 02:05:24.884944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1603815-13fc-46f0-ab2f-bfa61ea2831c req-e47e37c4-1955-4edd-8435-d8e578726762 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175373 Dec 08 02:05:25.109050 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d87d821b-ce67-4846-b21e-0568d378ede7 req-163dd0b2-90be-42a8-8819-6a0d5fe101fc tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0478675 Dec 08 02:05:25.136400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3114-1ed4-4825-98d3-356ee4badb23 req-e545ef2b-554c-432e-839d-355cf82e57b5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:25.143354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3114-1ed4-4825-98d3-356ee4badb23 req-e545ef2b-554c-432e-839d-355cf82e57b5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:25.149774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3114-1ed4-4825-98d3-356ee4badb23 req-e545ef2b-554c-432e-839d-355cf82e57b5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:25.156038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3114-1ed4-4825-98d3-356ee4badb23 req-e545ef2b-554c-432e-839d-355cf82e57b5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:25.162732 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3114-1ed4-4825-98d3-356ee4badb23 req-e545ef2b-554c-432e-839d-355cf82e57b5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:25.169419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3114-1ed4-4825-98d3-356ee4badb23 req-e545ef2b-554c-432e-839d-355cf82e57b5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:25.175979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3114-1ed4-4825-98d3-356ee4badb23 req-e545ef2b-554c-432e-839d-355cf82e57b5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:25.181821 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f94d3114-1ed4-4825-98d3-356ee4badb23 req-e545ef2b-554c-432e-839d-355cf82e57b5 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5434 time: 0.1925280 Dec 08 02:05:25.404168 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:25.614540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device bac786ec-5e36-41c5-a9e4-af951b2688e1 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:05:25.697594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port bac786ec-5e36-41c5-a9e4-af951b2688e1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:05:25.699994 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:25.890667 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:25.923029 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac786ec-5e36-41c5-a9e4-af951b2688e1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:25.925698 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a98f3f-3825-4344-af40-0b81fa8aa12c" -d '{"events": [{"server_uuid": "04d643a8-cf23-4284-8bbf-e9eef73e4335", "name": "network-vif-plugged", "status": "completed", "tag": "bac786ec-5e36-41c5-a9e4-af951b2688e1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:25.975740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:25.985319 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:26.038623 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853afe31-16ec-4c23-ae23-08f9e90800a1 x-openstack-request-id: req-853afe31-16ec-4c23-ae23-08f9e90800a1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:26.041964 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d643a8-cf23-4284-8bbf-e9eef73e4335", "name": "network-vif-plugged", "status": "completed", "tag": "bac786ec-5e36-41c5-a9e4-af951b2688e1", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:26.043275 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-853afe31-16ec-4c23-ae23-08f9e90800a1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:26.044002 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac786ec-5e36-41c5-a9e4-af951b2688e1', 'code': 200} Dec 08 02:05:26.087006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=bac786ec-5e36-41c5-a9e4-af951b2688e1,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:26.219572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1626e0-37b0-48f5-ab29-94ebe2b4ab39 req-36eedd77-d788-4386-996a-49ab9e0174c3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:26.228322 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d1626e0-37b0-48f5-ab29-94ebe2b4ab39 req-36eedd77-d788-4386-996a-49ab9e0174c3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1291254 Dec 08 02:05:26.356847 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9be94a28-2ccf-4db5-bcf5-94155a6052e5 req-243c223a-6138-498f-b7cc-93499841866c tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0972202 Dec 08 02:05:26.406068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d1626e0-37b0-48f5-ab29-94ebe2b4ab39 req-3b9e35f1-ca5a-458b-8e32-913feafd943d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709921 Dec 08 02:05:26.901350 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:27.592991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 37944) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:27.643643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-934040d2-cc3d-49dc-a5c5-8cccc49391f4 req-dfa57afd-b3c7-4491-8b39-36a08a5aa120 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0569725 Dec 08 02:05:27.772655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7dab01-190a-42bb-a0ea-edf68451d45a req-be2b1b29-488b-4af0-8e45-d9619c1f7abd tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:27.776002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce7dab01-190a-42bb-a0ea-edf68451d45a req-be2b1b29-488b-4af0-8e45-d9619c1f7abd tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1272984 Dec 08 02:05:27.803765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea158-d9cd-48d0-9b53-70dcd5c43db5 req-4d232222-a0d4-4daf-9c8c-ea92fb5fd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:27.805030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea158-d9cd-48d0-9b53-70dcd5c43db5 req-4d232222-a0d4-4daf-9c8c-ea92fb5fd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:27.805030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea158-d9cd-48d0-9b53-70dcd5c43db5 req-4d232222-a0d4-4daf-9c8c-ea92fb5fd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:27.806540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea158-d9cd-48d0-9b53-70dcd5c43db5 req-4d232222-a0d4-4daf-9c8c-ea92fb5fd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:27.806540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea158-d9cd-48d0-9b53-70dcd5c43db5 req-4d232222-a0d4-4daf-9c8c-ea92fb5fd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:27.806540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea158-d9cd-48d0-9b53-70dcd5c43db5 req-4d232222-a0d4-4daf-9c8c-ea92fb5fd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:27.807477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea158-d9cd-48d0-9b53-70dcd5c43db5 req-4d232222-a0d4-4daf-9c8c-ea92fb5fd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:27.815574 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-724ea158-d9cd-48d0-9b53-70dcd5c43db5 req-4d232222-a0d4-4daf-9c8c-ea92fb5fd83b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 6498 time: 0.2212179 Dec 08 02:05:27.887292 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-724ea158-d9cd-48d0-9b53-70dcd5c43db5 req-c3d5078d-dbcb-4c44-8e1c-ec31ed6a9e9c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&id=df94220a-15d1-4dac-8cbd-6a63023634ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697107 Dec 08 02:05:27.901462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce7dab01-190a-42bb-a0ea-edf68451d45a req-9ca539de-e4d6-4b45-af5c-8b23fa27a317 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116867 Dec 08 02:05:27.906102 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.825347 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-441dc70d-1cc5-4de4-9af3-7af8aac82320 req-183538cc-0892-4c31-ac35-0d8a3144f4d1 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0533211 Dec 08 02:05:29.073253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcadf2-54a8-4f3d-a5f9-3dccdcd2bf64 req-5631f002-8882-4c71-a734-d4adcdff4435 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:29.078573 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1dcadf2-54a8-4f3d-a5f9-3dccdcd2bf64 req-5631f002-8882-4c71-a734-d4adcdff4435 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1048620 Dec 08 02:05:29.149017 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1dcadf2-54a8-4f3d-a5f9-3dccdcd2bf64 req-1fd86c35-752d-4af0-8e5d-6be447360b51 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611107 Dec 08 02:05:30.075771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a360c59d-39a2-483d-984a-17b1c8c44787 req-0dd91d35-9f76-46aa-9129-9c78324c94f7 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0941560 Dec 08 02:05:30.328930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c087c-af43-4fb9-964d-425f03d004cb req-c51ca120-4405-46bf-83ea-71e5b1c7b661 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:30.330412 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-519c087c-af43-4fb9-964d-425f03d004cb req-c51ca120-4405-46bf-83ea-71e5b1c7b661 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0667403 Dec 08 02:05:30.398805 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-519c087c-af43-4fb9-964d-425f03d004cb req-fa341f19-22a8-40b9-bbb0-8ac6c218e240 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581341 Dec 08 02:05:31.258172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80d36bc6-f791-43fa-b6e3-368c8e3f4947 req-1b01ee46-2bda-4aef-8ec9-98bd8640a729 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0556722 Dec 08 02:05:31.574753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e464560-a60c-4e06-a8e3-b942cbccfb61 req-92369d4e-03b5-432f-9885-cd5a3832b001 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:31.576422 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e464560-a60c-4e06-a8e3-b942cbccfb61 req-92369d4e-03b5-432f-9885-cd5a3832b001 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0709836 Dec 08 02:05:31.626542 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e464560-a60c-4e06-a8e3-b942cbccfb61 req-caee635b-75e0-4d5f-9c1c-80c99370b256 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430157 Dec 08 02:05:32.403086 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e96256a0-c3af-4501-b992-07859f6e44fa req-2ecd0dd7-ce29-4fbd-9461-e7411dea478f tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0406578 Dec 08 02:05:32.861588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f7cc3-4e62-4ddc-9073-0842b8ff2b98 req-73c0f363-3540-4e8a-804b-37d6badd0ef1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:32.863176 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-792f7cc3-4e62-4ddc-9073-0842b8ff2b98 req-73c0f363-3540-4e8a-804b-37d6badd0ef1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1095138 Dec 08 02:05:32.970560 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-792f7cc3-4e62-4ddc-9073-0842b8ff2b98 req-89bd214e-4802-45e8-920e-80a4bda8812e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999286 Dec 08 02:05:33.365942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872f7a5-8cf9-411d-b79d-c75645a30721 req-489204b1-3a47-415e-a2b4-636e2a65aeaf tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:33.371794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872f7a5-8cf9-411d-b79d-c75645a30721 req-489204b1-3a47-415e-a2b4-636e2a65aeaf tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:33.378665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872f7a5-8cf9-411d-b79d-c75645a30721 req-489204b1-3a47-415e-a2b4-636e2a65aeaf tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:33.384268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872f7a5-8cf9-411d-b79d-c75645a30721 req-489204b1-3a47-415e-a2b4-636e2a65aeaf tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:33.390127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872f7a5-8cf9-411d-b79d-c75645a30721 req-489204b1-3a47-415e-a2b4-636e2a65aeaf tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:33.396708 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872f7a5-8cf9-411d-b79d-c75645a30721 req-489204b1-3a47-415e-a2b4-636e2a65aeaf tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:33.402615 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872f7a5-8cf9-411d-b79d-c75645a30721 req-489204b1-3a47-415e-a2b4-636e2a65aeaf tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:33.410716 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f872f7a5-8cf9-411d-b79d-c75645a30721 req-489204b1-3a47-415e-a2b4-636e2a65aeaf tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5442 time: 0.1422350 Dec 08 02:05:33.487856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f872f7a5-8cf9-411d-b79d-c75645a30721 req-cec4c0af-f5b9-4068-a62b-0a0f3eb730fb tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754328 Dec 08 02:05:33.613841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-436980b0-d133-48ba-91c6-510f30db5a89 req-e798dfce-5556-43e9-9d8e-1e776034f95b tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0778418 Dec 08 02:05:34.167306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1a8cb-07c6-4482-ab1a-1967d1d2cddd req-4a0e0279-5466-4889-aab0-a64efa75dade tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.174997 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2e1a8cb-07c6-4482-ab1a-1967d1d2cddd req-4a0e0279-5466-4889-aab0-a64efa75dade tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0744016 Dec 08 02:05:34.273759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2e1a8cb-07c6-4482-ab1a-1967d1d2cddd req-4741ebb7-3354-48bb-ae9a-92c049f6661a tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975204 Dec 08 02:05:34.567228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-dd163f19-1002-47c4-b24d-a1b68abe2b0a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.576411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-dd163f19-1002-47c4-b24d-a1b68abe2b0a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.588876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-dd163f19-1002-47c4-b24d-a1b68abe2b0a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.597558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-dd163f19-1002-47c4-b24d-a1b68abe2b0a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.604255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-dd163f19-1002-47c4-b24d-a1b68abe2b0a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.613593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-dd163f19-1002-47c4-b24d-a1b68abe2b0a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.619847 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-dd163f19-1002-47c4-b24d-a1b68abe2b0a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.621761 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-dd163f19-1002-47c4-b24d-a1b68abe2b0a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5442 time: 0.1562557 Dec 08 02:05:34.719650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-00558ec7-2748-488d-80de-f736ef46f8e7 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.721550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-00558ec7-2748-488d-80de-f736ef46f8e7 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "GET /v2.0/ports/6c233101-806d-4641-913c-08c4d8a9b2ca?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0892084 Dec 08 02:05:34.749503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce6a35-789d-42ab-a59c-778d89c6f2af req-c276b33a-aec4-4152-89f4-f5665bd32c57 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.760655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce6a35-789d-42ab-a59c-778d89c6f2af req-c276b33a-aec4-4152-89f4-f5665bd32c57 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.768095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce6a35-789d-42ab-a59c-778d89c6f2af req-c276b33a-aec4-4152-89f4-f5665bd32c57 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.778475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce6a35-789d-42ab-a59c-778d89c6f2af req-c276b33a-aec4-4152-89f4-f5665bd32c57 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.795050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce6a35-789d-42ab-a59c-778d89c6f2af req-c276b33a-aec4-4152-89f4-f5665bd32c57 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.804261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce6a35-789d-42ab-a59c-778d89c6f2af req-c276b33a-aec4-4152-89f4-f5665bd32c57 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.845577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce6a35-789d-42ab-a59c-778d89c6f2af req-c276b33a-aec4-4152-89f4-f5665bd32c57 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.850231 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6dce6a35-789d-42ab-a59c-778d89c6f2af req-c276b33a-aec4-4152-89f4-f5665bd32c57 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 5442 time: 0.2273605 Dec 08 02:05:35.106089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-d53acb40-91fa-428f-9c80-fbebf72256ed tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "GET /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2539282 Dec 08 02:05:35.228743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6dce6a35-789d-42ab-a59c-778d89c6f2af req-2a66fe2f-74e2-456b-8fd4-7c1928a85327 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151576 Dec 08 02:05:35.231579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c4e7734-b955-416a-b10b-e924e1758da9 req-e4cb9e91-4326-4cd7-a5ae-6784fa8a5b8f tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.1541605 Dec 08 02:05:35.322926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-8cd03a69-d558-49f9-8f60-59a11e6057e0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:05:35.429627 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-8cd03a69-d558-49f9-8f60-59a11e6057e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:35.983849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716de44-f3fb-40e8-9115-4b2b9c0172c5 req-18639809-f41e-4f58-99f6-a176d3fd82c9 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:35.994271 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a716de44-f3fb-40e8-9115-4b2b9c0172c5 req-18639809-f41e-4f58-99f6-a176d3fd82c9 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.6044056 Dec 08 02:05:36.043906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-8cd03a69-d558-49f9-8f60-59a11e6057e0 service neutron] For port 6c233101-806d-4641-913c-08c4d8a9b2ca, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6c233101-806d-4641-913c-08c4d8a9b2ca,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:36.096428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a716de44-f3fb-40e8-9115-4b2b9c0172c5 req-75eb4fce-a1ca-4a6b-86e2-aa3651117356 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841575 Dec 08 02:05:36.138337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-8cd03a69-d558-49f9-8f60-59a11e6057e0 service neutron] For port 6c233101-806d-4641-913c-08c4d8a9b2ca, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:05:36.196370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-8cd03a69-d558-49f9-8f60-59a11e6057e0 service neutron] device_id is not set on port 6c233101-806d-4641-913c-08c4d8a9b2ca yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:05:36.209827 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-8cd03a69-d558-49f9-8f60-59a11e6057e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:36.219978 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-8cd03a69-d558-49f9-8f60-59a11e6057e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:36.403181 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-8cd03a69-d558-49f9-8f60-59a11e6057e0 service neutron] No DVR routers for this DVR port 6c233101-806d-4641-913c-08c4d8a9b2ca on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:36.425035 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd03a69-d558-49f9-8f60-59a11e6057e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c233101-806d-4641-913c-08c4d8a9b2ca,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:36.511595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-215ce45a-4033-404c-8062-3a108ffe6dc9 req-cd3ac5cf-aec9-4301-a9b1-18098dc6e220 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.1037550 Dec 08 02:05:36.633168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-8cd03a69-d558-49f9-8f60-59a11e6057e0 service neutron] In _notify_port_updated(), no bound segment for port 6c233101-806d-4641-913c-08c4d8a9b2ca on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:05:36.640503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-8cd03a69-d558-49f9-8f60-59a11e6057e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:36.641766 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-8cd03a69-d558-49f9-8f60-59a11e6057e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:36.643329 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-8cd03a69-d558-49f9-8f60-59a11e6057e0 service neutron] 10.222.0.75 "PUT /v2.0/ports/6c233101-806d-4641-913c-08c4d8a9b2ca HTTP/1.1" status: 200 len: 1033 time: 1.4250317 Dec 08 02:05:36.737141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43b9f6-d899-4acc-911d-e741926e099a req-c8905ea0-111a-48fb-ac6c-817491a0afc1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:36.745177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43b9f6-d899-4acc-911d-e741926e099a req-c8905ea0-111a-48fb-ac6c-817491a0afc1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:36.752438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43b9f6-d899-4acc-911d-e741926e099a req-c8905ea0-111a-48fb-ac6c-817491a0afc1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:36.759393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43b9f6-d899-4acc-911d-e741926e099a req-c8905ea0-111a-48fb-ac6c-817491a0afc1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:36.760732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b259779c-4afc-445f-8ddd-f681ba107762 None None] Provisioning complete for port 6c233101-806d-4641-913c-08c4d8a9b2ca triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:05:36.761818 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b259779c-4afc-445f-8ddd-f681ba107762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:36.788603 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43b9f6-d899-4acc-911d-e741926e099a req-c8905ea0-111a-48fb-ac6c-817491a0afc1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:36.802613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43b9f6-d899-4acc-911d-e741926e099a req-c8905ea0-111a-48fb-ac6c-817491a0afc1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:36.809170 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd43b9f6-d899-4acc-911d-e741926e099a req-c8905ea0-111a-48fb-ac6c-817491a0afc1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 4662 time: 0.3470533 Dec 08 02:05:36.838250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b259779c-4afc-445f-8ddd-f681ba107762 None None] Port 6c233101-806d-4641-913c-08c4d8a9b2ca cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:05:36.899360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-f2dd0c0a-b19c-4f19-bb7e-1619f4433db4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:36.901032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-f2dd0c0a-b19c-4f19-bb7e-1619f4433db4 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "GET /v2.0/ports/ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2317133 Dec 08 02:05:36.956156 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-83b94260-1a0a-4bd9-bdfb-5a2e7e306339 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:05:37.000951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd43b9f6-d899-4acc-911d-e741926e099a req-6b4c8713-5944-4696-8eec-23702a095b88 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=2dc52131-e19f-495b-89f9-b4e4b981f531&id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1482654 Dec 08 02:05:37.086272 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-83b94260-1a0a-4bd9-bdfb-5a2e7e306339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:37.448193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebb88c-d05c-480e-af9a-3774087b60a9 req-fcae8959-cbe3-4259-bc42-a31e1b13bbd4 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:37.458326 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38ebb88c-d05c-480e-af9a-3774087b60a9 req-fcae8959-cbe3-4259-bc42-a31e1b13bbd4 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1865096 Dec 08 02:05:37.535133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-83b94260-1a0a-4bd9-bdfb-5a2e7e306339 service neutron] For port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:37.572623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38ebb88c-d05c-480e-af9a-3774087b60a9 req-a786c9f9-9ac2-4cfc-87b3-2acb5f8774b4 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051102 Dec 08 02:05:37.616574 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-83b94260-1a0a-4bd9-bdfb-5a2e7e306339 service neutron] For port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:05:37.660550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-83b94260-1a0a-4bd9-bdfb-5a2e7e306339 service neutron] device_id is not set on port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:05:37.670512 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-83b94260-1a0a-4bd9-bdfb-5a2e7e306339 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:37.678490 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-83b94260-1a0a-4bd9-bdfb-5a2e7e306339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:37.780245 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3d689d34-74a0-4b41-83f1-98a95d8cc860 req-350ac8cf-2a8b-4e20-9459-a217e20f8f7f tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0552807 Dec 08 02:05:37.805140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device fe23b3a2-b779-486d-b5ee-9f805f59230f no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:37.849742 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b94260-1a0a-4bd9-bdfb-5a2e7e306339 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:37.863259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-83b94260-1a0a-4bd9-bdfb-5a2e7e306339 service neutron] No DVR routers for this DVR port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:37.946813 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-83b94260-1a0a-4bd9-bdfb-5a2e7e306339 service neutron] In _notify_port_updated(), no bound segment for port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c on network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:05:37.947909 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-83b94260-1a0a-4bd9-bdfb-5a2e7e306339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:37.948631 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-83b94260-1a0a-4bd9-bdfb-5a2e7e306339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:37.950085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-83b94260-1a0a-4bd9-bdfb-5a2e7e306339 service neutron] 10.222.0.75 "PUT /v2.0/ports/ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c HTTP/1.1" status: 200 len: 1031 time: 0.9988751 Dec 08 02:05:38.077291 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:38.150315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe23b3a2-b779-486d-b5ee-9f805f59230f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:38.158952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Deleting port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:38.159434 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:38.164779 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d4f876-1539-4ebe-986c-433ce146228f" -d '{"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "fe23b3a2-b779-486d-b5ee-9f805f59230f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:38.170775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port fe23b3a2-b779-486d-b5ee-9f805f59230f, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fe23b3a2-b779-486d-b5ee-9f805f59230f,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:38.205487 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:38.209328 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:38.274117 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ed12d9-f984-4606-88fb-fec42e75fd2c x-openstack-request-id: req-d2ed12d9-f984-4606-88fb-fec42e75fd2c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:38.274411 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "fe23b3a2-b779-486d-b5ee-9f805f59230f", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:38.274665 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d2ed12d9-f984-4606-88fb-fec42e75fd2c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:38.275659 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe23b3a2-b779-486d-b5ee-9f805f59230f', 'code': 200} Dec 08 02:05:38.286425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5e24b-55a1-4b3c-aaea-316f348978e5 req-d01e5731-fc64-4c9d-87cf-9bef24763b57 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:38.292556 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5e24b-55a1-4b3c-aaea-316f348978e5 req-d01e5731-fc64-4c9d-87cf-9bef24763b57 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:38.299002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5e24b-55a1-4b3c-aaea-316f348978e5 req-d01e5731-fc64-4c9d-87cf-9bef24763b57 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:38.305466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5e24b-55a1-4b3c-aaea-316f348978e5 req-d01e5731-fc64-4c9d-87cf-9bef24763b57 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:38.312352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5e24b-55a1-4b3c-aaea-316f348978e5 req-d01e5731-fc64-4c9d-87cf-9bef24763b57 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:38.314228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aec5e24b-55a1-4b3c-aaea-316f348978e5 req-d01e5731-fc64-4c9d-87cf-9bef24763b57 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 3884 time: 0.1684957 Dec 08 02:05:38.355293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] For port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec,segment=NetworkSegment(82a58921-5b13-4d52-8a0b-f4dded30dd26),segment_id=82a58921-5b13-4d52-8a0b-f4dded30dd26)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:38.355758 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:38.357758 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=fe23b3a2-b779-486d-b5ee-9f805f59230f,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:38.444493 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-59258303-b9fe-4c7f-b35b-802d7770972a None None] Provisioning complete for port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:05:38.445532 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59258303-b9fe-4c7f-b35b-802d7770972a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:38.488601 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aec5e24b-55a1-4b3c-aaea-316f348978e5 req-9472476a-763f-4c5f-83a2-4e7229df1f70 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653161 Dec 08 02:05:38.492944 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:38.494925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-59258303-b9fe-4c7f-b35b-802d7770972a None None] Port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:05:38.548640 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec,segment=NetworkSegment(82a58921-5b13-4d52-8a0b-f4dded30dd26),segment_id=82a58921-5b13-4d52-8a0b-f4dded30dd26)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:38.553237 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:38.553787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:38.623230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:38.657362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:05:38.658379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6c233101-806d-4641-913c-08c4d8a9b2ca no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:38.690964 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:38.691684 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:38.692194 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Floating IP a0c0f35a-6a1b-4f23-9c92-51205b2f5936 disassociated. External IP: 172.25.8.38, port: 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec. Dec 08 02:05:38.692719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Calling delete_port for 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:38.708397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6c233101-806d-4641-913c-08c4d8a9b2ca not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:05:38.708877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6aaa3da0-126d-446f-abc0-a4279b5da375 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:38.806712 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:38.850887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee0c55-78e9-47f4-82aa-cca0db28a1e2 req-819f0df6-a6a5-43a6-8c9b-49d3e324ed8f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:38.852473 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1aee0c55-78e9-47f4-82aa-cca0db28a1e2 req-819f0df6-a6a5-43a6-8c9b-49d3e324ed8f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1481442 Dec 08 02:05:38.866259 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 6aaa3da0-126d-446f-abc0-a4279b5da375, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6aaa3da0-126d-446f-abc0-a4279b5da375,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:38.872737 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:38.873583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 079c4e98-7411-43d6-85a2-99b4dabf369b no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:39.013680 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=6aaa3da0-126d-446f-abc0-a4279b5da375,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:39.097027 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:39.156180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8778937-f3f7-49eb-a906-c2151b395d4f req-0ec37aef-4429-4358-83bd-1802ed108e23 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.1370566 Dec 08 02:05:39.160666 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 079c4e98-7411-43d6-85a2-99b4dabf369b, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=079c4e98-7411-43d6-85a2-99b4dabf369b,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:39.170039 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:39.176845 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:39.179250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 52eb4e0b-d780-4097-bc7a-8511b10aa9ef no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:39.229851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event deleted for resources: {'Port': ['ID=3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:39.250922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1aee0c55-78e9-47f4-82aa-cca0db28a1e2 req-fd083956-4363-427b-b7ab-c16bb878ff64 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771045 Dec 08 02:05:39.423447 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5212354-a4e3-452e-8864-181d0ce7ac3b req-466c2257-a62f-4246-b65c-496c6dca8670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:39.435331 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5212354-a4e3-452e-8864-181d0ce7ac3b req-466c2257-a62f-4246-b65c-496c6dca8670 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b328034d39774c58a3081143cd03b417&device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 1097 time: 0.2026794 Dec 08 02:05:39.500861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=079c4e98-7411-43d6-85a2-99b4dabf369b,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:39.512637 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:39.523257 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Router 6e786964-a546-4e4c-bb79-097210e5adc1 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:05:39.608680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5212354-a4e3-452e-8864-181d0ce7ac3b req-e5e75b38-3e61-4663-814c-5e238edfc636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:39.610505 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5212354-a4e3-452e-8864-181d0ce7ac3b req-e5e75b38-3e61-4663-814c-5e238edfc636 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240 HTTP/1.1" status: 200 len: 914 time: 0.1698141 Dec 08 02:05:39.612451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=52eb4e0b-d780-4097-bc7a-8511b10aa9ef,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:39.621086 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:39.711744 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5212354-a4e3-452e-8864-181d0ce7ac3b req-54e7aeb1-5474-4694-a17f-e3d3fd0e6cf7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1 HTTP/1.1" status: 200 len: 217 time: 0.0924649 Dec 08 02:05:39.755571 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=52eb4e0b-d780-4097-bc7a-8511b10aa9ef,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:39.818648 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5212354-a4e3-452e-8864-181d0ce7ac3b req-b31a4201-06ba-400e-9ba0-1f085b01102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:39.820004 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5212354-a4e3-452e-8864-181d0ce7ac3b req-b31a4201-06ba-400e-9ba0-1f085b01102c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30 HTTP/1.1" status: 200 len: 853 time: 0.1015899 Dec 08 02:05:39.855834 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5212354-a4e3-452e-8864-181d0ce7ac3b req-75d6459b-13f6-4c8b-8939-b44f3b854507 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282550 Dec 08 02:05:39.941017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f4ff6-a1ca-4bad-8d67-9a8b4ac6d8a4 req-791143af-68d3-433d-8b9b-cf70de06a5c8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:39.946923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f4ff6-a1ca-4bad-8d67-9a8b4ac6d8a4 req-791143af-68d3-433d-8b9b-cf70de06a5c8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:39.959518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f4ff6-a1ca-4bad-8d67-9a8b4ac6d8a4 req-791143af-68d3-433d-8b9b-cf70de06a5c8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:39.973048 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f4ff6-a1ca-4bad-8d67-9a8b4ac6d8a4 req-791143af-68d3-433d-8b9b-cf70de06a5c8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:39.980842 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5212354-a4e3-452e-8864-181d0ce7ac3b req-f3962829-2d0f-4f00-8459-05c63264f137 service neutron] 10.222.0.45 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163070 Dec 08 02:05:39.981366 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f5f4ff6-a1ca-4bad-8d67-9a8b4ac6d8a4 req-791143af-68d3-433d-8b9b-cf70de06a5c8 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 3141 time: 0.2999015 Dec 08 02:05:40.050630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:05:40.066364 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22193793-943b-4631-9b9e-d8b789052a68 None None] Sync routers for ids ['6e786964-a546-4e4c-bb79-097210e5adc1'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:05:40.080719 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22193793-943b-4631-9b9e-d8b789052a68 None None] Routers {'6e786964-a546-4e4c-bb79-097210e5adc1'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:05:40.082163 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-22193793-943b-4631-9b9e-d8b789052a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:05:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6e786964-a546-4e4c-bb79-097210e5adc1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:40.114399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f5f4ff6-a1ca-4bad-8d67-9a8b4ac6d8a4 req-271656a4-77d5-460e-8efd-6d2300694fe1 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319785 Dec 08 02:05:40.145757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] No DVR routers for this DVR port 3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:40.151831 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:40.156142 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4a9b3317-d0d4-42b2-b10b-1edfa39b3c25 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "DELETE /v2.0/ports/3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec HTTP/1.1" status: 204 len: 173 time: 2.1994221 Dec 08 02:05:40.157589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-deleted', 'tag': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:40.160763 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce3d927-cfe2-4882-a38d-b48c1770a4e1" -d '{"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-deleted", "tag": "3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:40.176258 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5212354-a4e3-452e-8864-181d0ce7ac3b req-efa90eff-a7c2-4cf4-bf09-8524418b013f service neutron] 10.222.0.45 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761081 Dec 08 02:05:40.231705 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a6ec68-2d8c-45ef-a452-fac67f1fbbbe x-openstack-request-id: req-72a6ec68-2d8c-45ef-a452-fac67f1fbbbe {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:40.232962 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-deleted", "tag": "3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:40.233384 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-72a6ec68-2d8c-45ef-a452-fac67f1fbbbe {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:40.233927 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-deleted', 'tag': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec', 'status': 'completed', 'code': 200} Dec 08 02:05:40.277801 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec'}, {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aaa3da0-126d-446f-abc0-a4279b5da375'}, {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '079c4e98-7411-43d6-85a2-99b4dabf369b'}, {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52eb4e0b-d780-4097-bc7a-8511b10aa9ef'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:40.281824 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af1f09c-ba0a-4890-9702-1c87c99dafa7" -d '{"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec"}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "6aaa3da0-126d-446f-abc0-a4279b5da375"}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "079c4e98-7411-43d6-85a2-99b4dabf369b"}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "52eb4e0b-d780-4097-bc7a-8511b10aa9ef"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:40.306560 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-22193793-943b-4631-9b9e-d8b789052a68 None None] Set router 6e786964-a546-4e4c-bb79-097210e5adc1 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:05:40.452567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63e0cc65-097f-47d1-a07c-5760cdba3011 req-adcd4963-57c1-4774-9608-f7710ebf2b32 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0727201 Dec 08 02:05:40.524219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaf34a-192d-4967-9977-1b143112de9b req-9cd1b7fe-d9be-4ff4-a1c2-c8ed8908aeb4 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:40.526002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3aaf34a-192d-4967-9977-1b143112de9b req-9cd1b7fe-d9be-4ff4-a1c2-c8ed8908aeb4 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1113751 Dec 08 02:05:40.571286 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6d7322-04fe-40f3-92d2-ac92db15712b x-openstack-request-id: req-4f6d7322-04fe-40f3-92d2-ac92db15712b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:40.572502 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec", "code": 200}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "6aaa3da0-126d-446f-abc0-a4279b5da375", "code": 200}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "079c4e98-7411-43d6-85a2-99b4dabf369b", "code": 200}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "52eb4e0b-d780-4097-bc7a-8511b10aa9ef", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:40.572934 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4f6d7322-04fe-40f3-92d2-ac92db15712b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:40.573612 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3765319c-00d9-4c2b-b5d7-f8fa1c6ca5ec', 'code': 200} Dec 08 02:05:40.574036 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aaa3da0-126d-446f-abc0-a4279b5da375', 'code': 200} Dec 08 02:05:40.574433 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '079c4e98-7411-43d6-85a2-99b4dabf369b', 'code': 200} Dec 08 02:05:40.574825 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52eb4e0b-d780-4097-bc7a-8511b10aa9ef', 'code': 200} Dec 08 02:05:40.579004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-9414d0f5-95b4-40b4-8f0f-759679fc0945 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Deleting port 079c4e98-7411-43d6-85a2-99b4dabf369b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:40.579650 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-9414d0f5-95b4-40b4-8f0f-759679fc0945 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:40.629270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3aaf34a-192d-4967-9977-1b143112de9b req-728a79e9-082e-42d6-a93e-31f4d34ffd07 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887232 Dec 08 02:05:40.682914 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-22193793-943b-4631-9b9e-d8b789052a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T01:53:49Z', 'revision_number': 4, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port': {'id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:43Z', 'updated_at': '2021-12-08T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '103d0072-4cf6-4e7e-959a-80c93615c683', 'name': '', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'mac_address': 'fa:16:3e:ff:e7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:48Z', 'updated_at': '2021-12-08T01:53:55Z', 'revision_number': 5, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'subnets': [{'id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:40.740952 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22193793-943b-4631-9b9e-d8b789052a68 None None] Checking router: 6e786964-a546-4e4c-bb79-097210e5adc1 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:05:40.748030 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-9414d0f5-95b4-40b4-8f0f-759679fc0945 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] For port 079c4e98-7411-43d6-85a2-99b4dabf369b, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=079c4e98-7411-43d6-85a2-99b4dabf369b,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:40.748404 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-9414d0f5-95b4-40b4-8f0f-759679fc0945 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:40.759337 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22193793-943b-4631-9b9e-d8b789052a68 None None] Routers {'6e786964-a546-4e4c-bb79-097210e5adc1'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:05:40.759959 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-22193793-943b-4631-9b9e-d8b789052a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:05:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6e786964-a546-4e4c-bb79-097210e5adc1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:40.794345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-9414d0f5-95b4-40b4-8f0f-759679fc0945 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Calling delete_port for 079c4e98-7411-43d6-85a2-99b4dabf369b owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:40.996337 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-22193793-943b-4631-9b9e-d8b789052a68 None None] Set router 6e786964-a546-4e4c-bb79-097210e5adc1 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:05:41.007246 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-9414d0f5-95b4-40b4-8f0f-759679fc0945 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:41.047460 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414d0f5-95b4-40b4-8f0f-759679fc0945 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event deleted for resources: {'Port': ['ID=079c4e98-7411-43d6-85a2-99b4dabf369b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:41.093056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-9414d0f5-95b4-40b4-8f0f-759679fc0945 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] No DVR routers for this DVR port 079c4e98-7411-43d6-85a2-99b4dabf369b on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:41.096508 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-9414d0f5-95b4-40b4-8f0f-759679fc0945 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:41.100089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-9414d0f5-95b4-40b4-8f0f-759679fc0945 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "DELETE /v2.0/ports/079c4e98-7411-43d6-85a2-99b4dabf369b HTTP/1.1" status: 204 len: 173 time: 0.9234340 Dec 08 02:05:41.306963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1db88-3183-4067-a9c1-89c975039106 req-682cd739-f8a6-4c1f-848b-63bf3e5ae787 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:41.314830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1db88-3183-4067-a9c1-89c975039106 req-682cd739-f8a6-4c1f-848b-63bf3e5ae787 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:41.322369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1db88-3183-4067-a9c1-89c975039106 req-682cd739-f8a6-4c1f-848b-63bf3e5ae787 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:41.324205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0df1db88-3183-4067-a9c1-89c975039106 req-682cd739-f8a6-4c1f-848b-63bf3e5ae787 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 2408 time: 0.1090870 Dec 08 02:05:41.358813 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-db55a352-a96c-435c-a662-8db0de54e54a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Deleting port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:41.359288 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-db55a352-a96c-435c-a662-8db0de54e54a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:41.394385 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-22193793-943b-4631-9b9e-d8b789052a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T01:53:49Z', 'revision_number': 4, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port': {'id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:43Z', 'updated_at': '2021-12-08T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '103d0072-4cf6-4e7e-959a-80c93615c683', 'name': '', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'mac_address': 'fa:16:3e:ff:e7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:48Z', 'updated_at': '2021-12-08T01:53:55Z', 'revision_number': 5, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'subnets': [{'id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:41.438617 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22193793-943b-4631-9b9e-d8b789052a68 None None] The sync data for ids ['6e786964-a546-4e4c-bb79-097210e5adc1'] in n-d-713499-31 is: [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T01:53:49Z', 'revision_number': 4, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port': {'id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:43Z', 'updated_at': '2021-12-08T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '103d0072-4cf6-4e7e-959a-80c93615c683', 'name': '', 'network_id': '66eb2f8b-9250-43af-be5e-01bc015c75e6', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'mac_address': 'fa:16:3e:ff:e7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:48Z', 'updated_at': '2021-12-08T01:53:55Z', 'revision_number': 5, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'subnets': [{'id': '2fc99699-31f7-4278-ae8b-e487153a11ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:05:41.529532 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0df1db88-3183-4067-a9c1-89c975039106 req-9a1babb7-d096-4e0e-af04-4515dadd1895 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912594 Dec 08 02:05:41.610949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-db55a352-a96c-435c-a662-8db0de54e54a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] For port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=52eb4e0b-d780-4097-bc7a-8511b10aa9ef,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:41.612165 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-db55a352-a96c-435c-a662-8db0de54e54a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:41.656447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-db55a352-a96c-435c-a662-8db0de54e54a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Calling delete_port for 52eb4e0b-d780-4097-bc7a-8511b10aa9ef owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:41.750673 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device bac786ec-5e36-41c5-a9e4-af951b2688e1 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:41.940732 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:41.979968 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6699586b-7ef4-459d-a1c6-f21709dd7b5a req-17285fb0-4858-4985-b143-0c595a345c54 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.1100357 Dec 08 02:05:42.002123 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:42.022853 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:42.029067 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a2b6-0141-4518-a7cb-bfe0e7fe54fd req-59fa1e6c-8801-4c23-8ba4-ef7d1a49db98 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:42.030734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a617a2b6-0141-4518-a7cb-bfe0e7fe54fd req-59fa1e6c-8801-4c23-8ba4-ef7d1a49db98 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1717536 Dec 08 02:05:42.039331 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed06a3-e664-44fa-819d-fdcf74380c41 None None] New status for floating IP a0c0f35a-6a1b-4f23-9c92-51205b2f5936: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:05:42.049234 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-db55a352-a96c-435c-a662-8db0de54e54a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:42.106127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55a352-a96c-435c-a662-8db0de54e54a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event deleted for resources: {'Port': ['ID=52eb4e0b-d780-4097-bc7a-8511b10aa9ef,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:42.225080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-db55a352-a96c-435c-a662-8db0de54e54a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] No DVR routers for this DVR port 52eb4e0b-d780-4097-bc7a-8511b10aa9ef on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:42.228968 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-db55a352-a96c-435c-a662-8db0de54e54a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:42.232741 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-db55a352-a96c-435c-a662-8db0de54e54a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "DELETE /v2.0/ports/52eb4e0b-d780-4097-bc7a-8511b10aa9ef HTTP/1.1" status: 204 len: 173 time: 1.1248333 Dec 08 02:05:42.246397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a617a2b6-0141-4518-a7cb-bfe0e7fe54fd req-8baa6f76-7b98-4bfc-b2da-b4fb8f262b80 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073576 Dec 08 02:05:42.266840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-deleted', 'tag': '079c4e98-7411-43d6-85a2-99b4dabf369b'}, {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-deleted', 'tag': '52eb4e0b-d780-4097-bc7a-8511b10aa9ef'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:42.269188 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c029a81b-3000-4726-abd2-ddc4b1a7382f" -d '{"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-deleted", "tag": "079c4e98-7411-43d6-85a2-99b4dabf369b"}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-deleted", "tag": "52eb4e0b-d780-4097-bc7a-8511b10aa9ef"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:42.337831 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c165e679-bfc5-4ed4-9a14-2e0787247345 x-openstack-request-id: req-c165e679-bfc5-4ed4-9a14-2e0787247345 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:42.338490 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-deleted", "tag": "079c4e98-7411-43d6-85a2-99b4dabf369b", "status": "completed", "code": 200}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-deleted", "tag": "52eb4e0b-d780-4097-bc7a-8511b10aa9ef", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:42.338490 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c165e679-bfc5-4ed4-9a14-2e0787247345 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:42.338780 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-deleted', 'tag': '079c4e98-7411-43d6-85a2-99b4dabf369b', 'status': 'completed', 'code': 200} Dec 08 02:05:42.339039 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-deleted', 'tag': '52eb4e0b-d780-4097-bc7a-8511b10aa9ef', 'status': 'completed', 'code': 200} Dec 08 02:05:42.448785 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4bb5736a-d1cc-4e19-9453-c4703b0e634e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Deleting port fe23b3a2-b779-486d-b5ee-9f805f59230f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:42.449176 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4bb5736a-d1cc-4e19-9453-c4703b0e634e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:42.620214 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac786ec-5e36-41c5-a9e4-af951b2688e1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:42.624172 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940840fd-54a5-41f0-8342-19dba3b9f0a9" -d '{"events": [{"server_uuid": "04d643a8-cf23-4284-8bbf-e9eef73e4335", "name": "network-vif-unplugged", "status": "completed", "tag": "bac786ec-5e36-41c5-a9e4-af951b2688e1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:42.688931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4bb5736a-d1cc-4e19-9453-c4703b0e634e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] For port fe23b3a2-b779-486d-b5ee-9f805f59230f, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fe23b3a2-b779-486d-b5ee-9f805f59230f,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:42.689680 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4bb5736a-d1cc-4e19-9453-c4703b0e634e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:42.705321 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=bac786ec-5e36-41c5-a9e4-af951b2688e1,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:42.733123 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab645c2f-61ec-4646-b716-15cba67b2f1b x-openstack-request-id: req-ab645c2f-61ec-4646-b716-15cba67b2f1b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:42.733663 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d643a8-cf23-4284-8bbf-e9eef73e4335", "name": "network-vif-unplugged", "status": "completed", "tag": "bac786ec-5e36-41c5-a9e4-af951b2688e1", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:42.734016 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab645c2f-61ec-4646-b716-15cba67b2f1b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:42.735156 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac786ec-5e36-41c5-a9e4-af951b2688e1', 'code': 200} Dec 08 02:05:42.754433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4bb5736a-d1cc-4e19-9453-c4703b0e634e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Calling delete_port for fe23b3a2-b779-486d-b5ee-9f805f59230f owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:42.912136 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09a9c1-52c3-4bdb-a38c-8665997d0b82 req-862910ab-524d-4844-b566-fd11607057e5 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:42.918270 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09a9c1-52c3-4bdb-a38c-8665997d0b82 req-862910ab-524d-4844-b566-fd11607057e5 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:42.919901 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a09a9c1-52c3-4bdb-a38c-8665997d0b82 req-862910ab-524d-4844-b566-fd11607057e5 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 1676 time: 0.1591916 Dec 08 02:05:43.026141 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a09a9c1-52c3-4bdb-a38c-8665997d0b82 req-05a7b9a5-6202-4911-98f5-b9b3a435b7dd tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups?id=e6647bc5-26af-40b5-9d6c-46b372a7e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950418 Dec 08 02:05:43.123223 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4bb5736a-d1cc-4e19-9453-c4703b0e634e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:43.145526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-246b013c-3f9a-47d2-883b-3b015f8a8501 req-32a4028d-dcf0-4470-b927-03fffb489779 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0344434 Dec 08 02:05:43.168641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5736a-d1cc-4e19-9453-c4703b0e634e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event deleted for resources: {'Port': ['ID=fe23b3a2-b779-486d-b5ee-9f805f59230f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:43.225009 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4bb5736a-d1cc-4e19-9453-c4703b0e634e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] No DVR routers for this DVR port fe23b3a2-b779-486d-b5ee-9f805f59230f on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:43.234433 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4bb5736a-d1cc-4e19-9453-c4703b0e634e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:43.242769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-4bb5736a-d1cc-4e19-9453-c4703b0e634e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "DELETE /v2.0/ports/fe23b3a2-b779-486d-b5ee-9f805f59230f HTTP/1.1" status: 204 len: 173 time: 0.9908450 Dec 08 02:05:43.389531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f15ff1-ef9d-4948-9dd2-d8bb1cb5d9d2 req-c1cd4449-11fe-475b-b244-2f3b060430f2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:43.391576 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21f15ff1-ef9d-4948-9dd2-d8bb1cb5d9d2 req-c1cd4449-11fe-475b-b244-2f3b060430f2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 943 time: 0.0639815 Dec 08 02:05:43.408778 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-72a81b5f-b78f-4380-ae2a-607a4ba09e07 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Deleting port 6aaa3da0-126d-446f-abc0-a4279b5da375 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:43.409151 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-72a81b5f-b78f-4380-ae2a-607a4ba09e07 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:43.509120 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21f15ff1-ef9d-4948-9dd2-d8bb1cb5d9d2 req-860fb40c-39fa-4d58-bef2-1092e6e53b57 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099875 Dec 08 02:05:43.541901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-72a81b5f-b78f-4380-ae2a-607a4ba09e07 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] For port 6aaa3da0-126d-446f-abc0-a4279b5da375, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6aaa3da0-126d-446f-abc0-a4279b5da375,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:43.541901 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-72a81b5f-b78f-4380-ae2a-607a4ba09e07 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:43.564674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-72a81b5f-b78f-4380-ae2a-607a4ba09e07 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Calling delete_port for 6aaa3da0-126d-446f-abc0-a4279b5da375 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:43.741467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f902a2-823f-4b7c-ba28-c565b5bcb082 req-4ab7a0bf-a220-44e7-ad2e-fd34ab72ce0f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:43.743133 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1f902a2-823f-4b7c-ba28-c565b5bcb082 req-4ab7a0bf-a220-44e7-ad2e-fd34ab72ce0f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 943 time: 0.1131194 Dec 08 02:05:43.779673 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-72a81b5f-b78f-4380-ae2a-607a4ba09e07 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:43.824583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a81b5f-b78f-4380-ae2a-607a4ba09e07 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event deleted for resources: {'Port': ['ID=6aaa3da0-126d-446f-abc0-a4279b5da375,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:43.840424 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1f902a2-823f-4b7c-ba28-c565b5bcb082 req-07bd8456-0933-4d74-8171-fb635ac7ccbe tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875380 Dec 08 02:05:43.881491 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-72a81b5f-b78f-4380-ae2a-607a4ba09e07 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] No DVR routers for this DVR port 6aaa3da0-126d-446f-abc0-a4279b5da375 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:43.884111 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-72a81b5f-b78f-4380-ae2a-607a4ba09e07 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:43.887591 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa3f7a58-2460-47cc-8940-a725bb4e5891 req-72a81b5f-b78f-4380-ae2a-607a4ba09e07 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.75 "DELETE /v2.0/ports/6aaa3da0-126d-446f-abc0-a4279b5da375 HTTP/1.1" status: 204 len: 173 time: 0.6421027 Dec 08 02:05:44.097497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-bf2769be-dcd7-41ee-a5ed-67a696191f88 req-1423ce59-fc4d-4dc4-9ccf-4ef3456ba118 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:05:44.098537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf2769be-dcd7-41ee-a5ed-67a696191f88 req-1423ce59-fc4d-4dc4-9ccf-4ef3456ba118 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068629 Dec 08 02:05:44.169406 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b85bcf0-3fc5-46ef-9f78-c17db2b80097 req-b09a0e75-a9ea-42f5-978b-553d1f766f54 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0329235 Dec 08 02:05:44.227468 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3d8d559b-db31-4db8-a671-0cc33e887ce3 req-19e5e69a-e9fe-4752-9e9b-c66988d4be75 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0787849 Dec 08 02:05:44.348986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-deleted', 'tag': 'fe23b3a2-b779-486d-b5ee-9f805f59230f'}, {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-deleted', 'tag': '6aaa3da0-126d-446f-abc0-a4279b5da375'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:44.351534 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e169ad6-6b3f-4419-b522-bf40abc683eb" -d '{"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-deleted", "tag": "fe23b3a2-b779-486d-b5ee-9f805f59230f"}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-deleted", "tag": "6aaa3da0-126d-446f-abc0-a4279b5da375"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:44.383025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba2ede59-3ad9-4cd0-be2a-284c29ec6b92 req-a5038161-9410-4073-9bab-dfaa04e775bb tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0700061 Dec 08 02:05:44.426804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff919da-f7b0-4201-8d5b-cab2cd624656 req-dbd91717-e383-4c8e-98e8-beac216d20bb tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:44.454925 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ff919da-f7b0-4201-8d5b-cab2cd624656 req-dbd91717-e383-4c8e-98e8-beac216d20bb tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 943 time: 0.1558595 Dec 08 02:05:44.537672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ff919da-f7b0-4201-8d5b-cab2cd624656 req-a60b8f09-c3c5-471d-876f-1f0146a9ad94 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813701 Dec 08 02:05:44.541303 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4e8dc0-c3cb-459c-8210-3c57a01811f0 x-openstack-request-id: req-ec4e8dc0-c3cb-459c-8210-3c57a01811f0 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:44.541799 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-deleted", "tag": "fe23b3a2-b779-486d-b5ee-9f805f59230f", "status": "completed", "code": 200}, {"server_uuid": "133aef4b-c5f6-479b-bd31-c6772b08e0ad", "name": "network-vif-deleted", "tag": "6aaa3da0-126d-446f-abc0-a4279b5da375", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:44.542111 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ec4e8dc0-c3cb-459c-8210-3c57a01811f0 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:44.542661 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-deleted', 'tag': 'fe23b3a2-b779-486d-b5ee-9f805f59230f', 'status': 'completed', 'code': 200} Dec 08 02:05:44.543050 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133aef4b-c5f6-479b-bd31-c6772b08e0ad', 'name': 'network-vif-deleted', 'tag': '6aaa3da0-126d-446f-abc0-a4279b5da375', 'status': 'completed', 'code': 200} Dec 08 02:05:44.616308 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-a5f68152-643a-4da6-a390-81cd51549d0e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0498590 Dec 08 02:05:45.291304 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4c71108-e04c-4393-92c8-cf387f02de9e req-b8b5622e-5fce-4147-a5ff-1d0837b69fa9 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0288861 Dec 08 02:05:45.601146 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3308a2ac-e0d0-4d63-85cd-b0954177e16f req-17b50761-5e85-4ea4-9ff1-ecf672b0ce6a tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0344272 Dec 08 02:05:45.653349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927d360-323b-4ba0-9c62-ae24c2f3c6dd req-ebdaf5d5-b9e3-4134-a0c0-56c74edd345a tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:45.662725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2927d360-323b-4ba0-9c62-ae24c2f3c6dd req-ebdaf5d5-b9e3-4134-a0c0-56c74edd345a tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 945 time: 0.1466105 Dec 08 02:05:45.766225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device bac786ec-5e36-41c5-a9e4-af951b2688e1 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:45.804111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2927d360-323b-4ba0-9c62-ae24c2f3c6dd req-f59430e9-c487-411a-8da9-14dae1601d76 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399691 Dec 08 02:05:45.850003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9384801-1a08-4e94-82e1-c0d659df2c01 req-5c7fd0f2-8832-4c53-98a8-e096ef8430d2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:45.852340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9384801-1a08-4e94-82e1-c0d659df2c01 req-5c7fd0f2-8832-4c53-98a8-e096ef8430d2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 943 time: 0.1113081 Dec 08 02:05:45.934104 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9384801-1a08-4e94-82e1-c0d659df2c01 req-dfc1ee04-b5ce-4b72-9dc4-2c7ddab63fd2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734055 Dec 08 02:05:46.132258 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-a59f878f-f6ca-49d4-a34f-9a795e6824e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:46.133833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-a59f878f-f6ca-49d4-a34f-9a795e6824e7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335&tenant_id=b328034d39774c58a3081143cd03b417 HTTP/1.1" status: 200 len: 1095 time: 0.0795882 Dec 08 02:05:46.145863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-861934b8-e1f1-48e2-aaf3-6a3b7c1adac6 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:05:46.149731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-861934b8-e1f1-48e2-aaf3-6a3b7c1adac6 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054209 Dec 08 02:05:46.166440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:05:46.635993 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16ffcab1-667d-4b81-b201-8732e3baa2f3 req-f8f31e47-02e0-4800-84ad-15f0a70d0f50 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33&device_id=11dfe4a8-daac-48b4-a84b-26e2a2da60ad HTTP/1.1" status: 200 len: 210 time: 0.4348471 Dec 08 02:05:46.664222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63c8c545-c20e-4896-b422-53fe8649de70 req-46f18201-8d7a-4145-9ee4-4576f98ecfd5 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0408742 Dec 08 02:05:46.665360 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:47.070481 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-779dd229-d31c-4ed3-9443-743c6f1081ab req-87a74125-f3b3-4690-befb-3451f287cc19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d4ec791ca63412ea2043cc794dc7b6f&device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0849001 Dec 08 02:05:47.117075 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-779dd229-d31c-4ed3-9443-743c6f1081ab req-fd7d83d4-ce86-45a2-a376-90459a0322bc service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6d4ec791ca63412ea2043cc794dc7b6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302496 Dec 08 02:05:47.167473 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fe5d4f4-5ae2-4c61-b391-16e1416ac659 req-dc5752ac-b3e1-47c1-8d4a-948496d6cf03 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.1555455 Dec 08 02:05:47.181408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:47.309390 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10e713-2b49-40b6-8050-7d69a2534085 req-9bef67b6-7a2e-459c-984b-ae35bf9fd0aa tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:47.317241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b10e713-2b49-40b6-8050-7d69a2534085 req-9bef67b6-7a2e-459c-984b-ae35bf9fd0aa tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 945 time: 0.3162835 Dec 08 02:05:47.325324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff0133-0cfc-49f3-8c37-081b74c5b1ac req-c2a4924c-ecee-4b1e-be4e-4f0319f67f3f tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:47.327325 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ecff0133-0cfc-49f3-8c37-081b74c5b1ac req-c2a4924c-ecee-4b1e-be4e-4f0319f67f3f tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.75 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 945 time: 0.1006041 Dec 08 02:05:47.329623 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dd229-d31c-4ed3-9443-743c6f1081ab req-8245531a-5f4e-424c-9126-758bb8b93f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:47.331001 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-779dd229-d31c-4ed3-9443-743c6f1081ab req-8245531a-5f4e-424c-9126-758bb8b93f08 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2072725 Dec 08 02:05:47.368728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:05:47.432644 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac786ec-5e36-41c5-a9e4-af951b2688e1 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:05:47.444452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:47.455117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66037a4-ff36-4389-a564-8a3195da4124 req-fb9d1f3a-be25-4cb5-b869-52bb8bb625b0 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:47.462606 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a66037a4-ff36-4389-a564-8a3195da4124 req-fb9d1f3a-be25-4cb5-b869-52bb8bb625b0 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 943 time: 0.1405513 Dec 08 02:05:47.476740 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b10e713-2b49-40b6-8050-7d69a2534085 req-78f5ac51-f702-4255-a012-7803b9c7fa3e tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/security-groups?id=91282841-abd6-46cf-936b-cab83d16a54f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571627 Dec 08 02:05:47.514275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Transition to ACTIVE for port object bac786ec-5e36-41c5-a9e4-af951b2688e1 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:05:47.527572 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:47.544976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-ecff0133-0cfc-49f3-8c37-081b74c5b1ac req-a82f8e6b-1616-450a-850c-1edd813a47e4 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Deleting port 2ab37417-2883-4660-a755-8dae990a043f {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:47.545710 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ecff0133-0cfc-49f3-8c37-081b74c5b1ac req-a82f8e6b-1616-450a-850c-1edd813a47e4 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:47.579259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bac786ec-5e36-41c5-a9e4-af951b2688e1,revision_number=9']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:47.621888 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a66037a4-ff36-4389-a564-8a3195da4124 req-271a3a30-67e1-4034-b644-0268afb76b62 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580834 Dec 08 02:05:47.668379 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] No DVR routers for this DVR port bac786ec-5e36-41c5-a9e4-af951b2688e1 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:47.698003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-ecff0133-0cfc-49f3-8c37-081b74c5b1ac req-a82f8e6b-1616-450a-850c-1edd813a47e4 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] For port 2ab37417-2883-4660-a755-8dae990a043f, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2ab37417-2883-4660-a755-8dae990a043f,segment=NetworkSegment(32b4b0f5-f94a-49b8-8238-70f11cebfa32),segment_id=32b4b0f5-f94a-49b8-8238-70f11cebfa32)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:47.698715 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ecff0133-0cfc-49f3-8c37-081b74c5b1ac req-a82f8e6b-1616-450a-850c-1edd813a47e4 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:47.717545 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-ecff0133-0cfc-49f3-8c37-081b74c5b1ac req-a82f8e6b-1616-450a-850c-1edd813a47e4 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Calling delete_port for 2ab37417-2883-4660-a755-8dae990a043f owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:47.718186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Attempting to bind port bac786ec-5e36-41c5-a9e4-af951b2688e1 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:05:47.719431 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Attempting to bind port bac786ec-5e36-41c5-a9e4-af951b2688e1 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd5082bdc-f314-4f27-af3a-7fbf73f48476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:05:47.721587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Attempting to bind port bac786ec-5e36-41c5-a9e4-af951b2688e1 on network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:05:47.727845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Port bac786ec-5e36-41c5-a9e4-af951b2688e1 on network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:05:47.728248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Attempting to bind port bac786ec-5e36-41c5-a9e4-af951b2688e1 on network b31e52c0-dcc7-461f-b7a4-5b548e6cf240 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:05:47.735643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:05:47.736117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Checking segment: {'id': 'd5082bdc-f314-4f27-af3a-7fbf73f48476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:05:47.737263 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Bound using segment: {'id': 'd5082bdc-f314-4f27-af3a-7fbf73f48476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:05:47.737831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Bound port: bac786ec-5e36-41c5-a9e4-af951b2688e1, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5082bdc-f314-4f27-af3a-7fbf73f48476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:05:47.738262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:47.819595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0292eb71-659b-4527-94cb-a1efb189ece6 req-f27588be-2171-4556-a69e-bad52b79ec96 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0414395 Dec 08 02:05:47.882397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:05:47.888672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:05:47.894156 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:47.934529 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ecff0133-0cfc-49f3-8c37-081b74c5b1ac req-a82f8e6b-1616-450a-850c-1edd813a47e4 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:47.979072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2ab37417-2883-4660-a755-8dae990a043f'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:05:47.992640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:47.993269 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:47.994663 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] 10.222.0.75 "PUT /v2.0/ports/bac786ec-5e36-41c5-a9e4-af951b2688e1 HTTP/1.1" status: 200 len: 1092 time: 1.8325570 Dec 08 02:05:47.999208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'tag': 'bac786ec-5e36-41c5-a9e4-af951b2688e1'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:48.001560 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d241ba-eb6c-4e5c-b232-d3a31ee9d1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "04d643a8-cf23-4284-8bbf-e9eef73e4335", "tag": "bac786ec-5e36-41c5-a9e4-af951b2688e1"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:48.033658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d0755-6e50-4ca5-a03e-ad26486d91f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bac786ec-5e36-41c5-a9e4-af951b2688e1,revision_number=10']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:48.051250 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45852165-b35c-4b6e-ac41-f664f853f7e4 x-openstack-request-id: req-45852165-b35c-4b6e-ac41-f664f853f7e4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:48.052151 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d643a8-cf23-4284-8bbf-e9eef73e4335", "tag": "bac786ec-5e36-41c5-a9e4-af951b2688e1", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:48.052645 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-45852165-b35c-4b6e-ac41-f664f853f7e4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:48.053245 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'tag': 'bac786ec-5e36-41c5-a9e4-af951b2688e1', 'status': 'completed', 'code': 200} Dec 08 02:05:48.055210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f8e6b-1616-450a-850c-1edd813a47e4 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Pushing event deleted for resources: {'Port': ['ID=2ab37417-2883-4660-a755-8dae990a043f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:48.122700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-bfcf4a81-6bd1-4cc8-9b9e-18cb9215fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:48.124833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-bfcf4a81-6bd1-4cc8-9b9e-18cb9215fabf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b328034d39774c58a3081143cd03b417&device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 1096 time: 0.0871422 Dec 08 02:05:48.170237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecff0133-0cfc-49f3-8c37-081b74c5b1ac req-a82f8e6b-1616-450a-850c-1edd813a47e4 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] No DVR routers for this DVR port 2ab37417-2883-4660-a755-8dae990a043f on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:48.173227 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ecff0133-0cfc-49f3-8c37-081b74c5b1ac req-a82f8e6b-1616-450a-850c-1edd813a47e4 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:48.177159 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ecff0133-0cfc-49f3-8c37-081b74c5b1ac req-a82f8e6b-1616-450a-850c-1edd813a47e4 tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.75 "DELETE /v2.0/ports/2ab37417-2883-4660-a755-8dae990a043f HTTP/1.1" status: 204 len: 173 time: 0.8416779 Dec 08 02:05:48.179999 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ac1dbb-5144-4e09-af57-eff69027eddb', 'name': 'network-vif-deleted', 'tag': '2ab37417-2883-4660-a755-8dae990a043f'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:48.183929 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476dcb77-5b50-4c93-926d-0ee07f90063f" -d '{"events": [{"server_uuid": "44ac1dbb-5144-4e09-af57-eff69027eddb", "name": "network-vif-deleted", "tag": "2ab37417-2883-4660-a755-8dae990a043f"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:48.310143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-9b121014-d839-40a5-91e3-6aacdbc76895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:48.311672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-9b121014-d839-40a5-91e3-6aacdbc76895 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240 HTTP/1.1" status: 200 len: 914 time: 0.1793954 Dec 08 02:05:48.376577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-715b518d-2237-4d3f-923b-7ed1ad9fca41 req-6c2b94aa-e2f7-4d98-b771-99d45ce57809 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0637729 Dec 08 02:05:48.409083 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628daa79-d056-4bc0-b088-90cfa5228193 x-openstack-request-id: req-628daa79-d056-4bc0-b088-90cfa5228193 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:48.409878 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ac1dbb-5144-4e09-af57-eff69027eddb", "name": "network-vif-deleted", "tag": "2ab37417-2883-4660-a755-8dae990a043f", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:48.410150 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-628daa79-d056-4bc0-b088-90cfa5228193 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:48.410560 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ac1dbb-5144-4e09-af57-eff69027eddb', 'name': 'network-vif-deleted', 'tag': '2ab37417-2883-4660-a755-8dae990a043f', 'status': 'completed', 'code': 200} Dec 08 02:05:48.478218 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-a543e22a-830d-4309-9180-ee0ec181bb94 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1 HTTP/1.1" status: 200 len: 217 time: 0.1000056 Dec 08 02:05:48.556594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-6ac1a8b9-46da-41f7-b5f4-e5a982f83b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:48.558328 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-6ac1a8b9-46da-41f7-b5f4-e5a982f83b5d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30 HTTP/1.1" status: 200 len: 853 time: 0.0728967 Dec 08 02:05:48.617188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-331454a5-a164-48ef-be46-70465d720811 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500522 Dec 08 02:05:48.647278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a43a107e-a204-4f86-ace6-c0733f512e46 req-710fe70e-33e1-4ac3-a9ac-ce35a9d642aa tempest-AttachSCSIVolumeTestJSON-1498007671 tempest-AttachSCSIVolumeTestJSON-1498007671-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ac1dbb-5144-4e09-af57-eff69027eddb HTTP/1.1" status: 200 len: 210 time: 0.0289288 Dec 08 02:05:48.757373 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-779dd229-d31c-4ed3-9443-743c6f1081ab req-62406e55-67d2-4c8c-98e1-b03e43070d2c tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0345306 Dec 08 02:05:48.844922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ad826-fb2e-4745-b3de-5c525173dc74 req-32643df1-9007-467c-a9ff-e1e9cfef439e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:48.846571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea6ad826-fb2e-4745-b3de-5c525173dc74 req-32643df1-9007-467c-a9ff-e1e9cfef439e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 944 time: 0.0866358 Dec 08 02:05:48.860812 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-7b8c55a5-2a7a-48ad-a411-311cb6d9da3f service neutron] 10.222.0.75 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125194 Dec 08 02:05:48.974571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea6ad826-fb2e-4745-b3de-5c525173dc74 req-2e6a6465-ab31-4af8-a7ba-b70f4070d903 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124811 Dec 08 02:05:49.062928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b408fc5-1465-4be1-962a-956b1ac35f3b req-0296869b-b57c-4709-9377-f8141f2646b6 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0641952 Dec 08 02:05:49.118703 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a85cc306-0b49-44d4-8409-a42d1dae8dfe req-fe6f8cb7-1c1a-4795-b99f-07ef702fe2d7 service neutron] 10.222.0.75 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024891 Dec 08 02:05:49.351374 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d241ba-eb6c-4e5c-b232-d3a31ee9d1ec req-953077a5-a66a-49d2-ad25-2a281e95240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:49.353042 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73d241ba-eb6c-4e5c-b232-d3a31ee9d1ec req-953077a5-a66a-49d2-ad25-2a281e95240a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b328034d39774c58a3081143cd03b417&device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 1096 time: 0.1335700 Dec 08 02:05:49.502337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d241ba-eb6c-4e5c-b232-d3a31ee9d1ec req-3caa561e-11a1-47fb-a1f6-48390a5ae134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:49.507077 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73d241ba-eb6c-4e5c-b232-d3a31ee9d1ec req-3caa561e-11a1-47fb-a1f6-48390a5ae134 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240 HTTP/1.1" status: 200 len: 914 time: 0.1439228 Dec 08 02:05:49.580743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73d241ba-eb6c-4e5c-b232-d3a31ee9d1ec req-5ae06fff-7795-443a-8d62-6d73ca8a3478 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1 HTTP/1.1" status: 200 len: 217 time: 0.0688541 Dec 08 02:05:49.659961 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-932fbb52-61f4-4edf-8b83-b91452674c0b req-ce36d432-72ee-40c3-9106-fa54b624dada tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d3cbc77-1c1c-4f1f-b32e-2946e0c48d33 HTTP/1.1" status: 200 len: 210 time: 0.0780966 Dec 08 02:05:49.733348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d241ba-eb6c-4e5c-b232-d3a31ee9d1ec req-4700af9d-b95f-4dc4-b7d3-03751d6db635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:49.736230 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73d241ba-eb6c-4e5c-b232-d3a31ee9d1ec req-4700af9d-b95f-4dc4-b7d3-03751d6db635 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30 HTTP/1.1" status: 200 len: 853 time: 0.0752237 Dec 08 02:05:49.817307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73d241ba-eb6c-4e5c-b232-d3a31ee9d1ec req-c1b30861-a522-42df-869a-3f4aac8ac2ab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735133 Dec 08 02:05:50.377459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbf4ef5e-3e8c-4544-87a9-3fa0f4e831cb req-5cff8ba2-f61e-4738-a681-20bdf336ae3b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.1035743 Dec 08 02:05:50.379247 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73d241ba-eb6c-4e5c-b232-d3a31ee9d1ec req-6cb7d234-9b7f-4c35-ac23-ac20ea4d6651 service neutron] 10.222.0.75 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345147 Dec 08 02:05:50.397289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d66a9f-377e-4a41-bc31-5e2e92ac1bc1 req-0fef2bed-8972-4814-88fe-5b64b5d5bf2b tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:50.404836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12d66a9f-377e-4a41-bc31-5e2e92ac1bc1 req-0fef2bed-8972-4814-88fe-5b64b5d5bf2b tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 944 time: 0.3084524 Dec 08 02:05:50.620659 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12d66a9f-377e-4a41-bc31-5e2e92ac1bc1 req-e2d392a7-7167-4df3-9251-669ca020ba06 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145512 Dec 08 02:05:50.695825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73d241ba-eb6c-4e5c-b232-d3a31ee9d1ec req-b098e012-0f6c-4527-a7c9-db4969c3dd4c service neutron] 10.222.0.75 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870107 Dec 08 02:05:51.098400 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7bbdb7a8-223a-4571-aebf-619a78f3b5e3 req-46909066-e911-44c0-b668-425d50424237 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6d4ec791ca63412ea2043cc794dc7b6f&device_id=11dfe4a8-daac-48b4-a84b-26e2a2da60ad HTTP/1.1" status: 200 len: 210 time: 0.0754242 Dec 08 02:05:51.152646 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7bbdb7a8-223a-4571-aebf-619a78f3b5e3 req-e0f36c26-0fb6-445b-8c0a-1c72476f8f0a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6d4ec791ca63412ea2043cc794dc7b6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394514 Dec 08 02:05:51.163881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3c82041-7ebe-44b7-84ed-167c61740922 req-633f3a04-ec66-47be-b7cd-89782b391858 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=11dfe4a8-daac-48b4-a84b-26e2a2da60ad HTTP/1.1" status: 200 len: 210 time: 0.1031134 Dec 08 02:05:51.434084 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdb7a8-223a-4571-aebf-619a78f3b5e3 req-1dc1a6a5-ecbf-4cd1-8e20-bd6589688b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:51.435851 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7bbdb7a8-223a-4571-aebf-619a78f3b5e3 req-1dc1a6a5-ecbf-4cd1-8e20-bd6589688b9f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2705646 Dec 08 02:05:51.556043 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b67ca526-5c80-4fa1-92b0-14d8b07f19c0 req-ebdf0aba-ec88-420d-8576-d6693748be2c tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0475276 Dec 08 02:05:51.800471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abf5bb-3493-4bf0-aa47-a3a1093c41d3 req-9cce7b42-a242-4adc-8624-2ca58aea90d4 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:51.807882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5abf5bb-3493-4bf0-aa47-a3a1093c41d3 req-9cce7b42-a242-4adc-8624-2ca58aea90d4 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 944 time: 0.1060929 Dec 08 02:05:51.845108 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2ab37417-2883-4660-a755-8dae990a043f no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:51.887001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 2ab37417-2883-4660-a755-8dae990a043f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:05:51.887712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2ab37417-2883-4660-a755-8dae990a043f not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:05:51.899384 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5abf5bb-3493-4bf0-aa47-a3a1093c41d3 req-c41b7bce-42f6-4c5a-b5c2-a1218c77e9f2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892642 Dec 08 02:05:51.977970 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d85c-807e-4299-8652-a51a6f617862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:52.303258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31c303f4-593d-4c5e-a241-d92ed110453a req-95712d07-e761-4ce9-aced-f266f3b5bd3f tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=11dfe4a8-daac-48b4-a84b-26e2a2da60ad HTTP/1.1" status: 200 len: 210 time: 0.0465701 Dec 08 02:05:52.730333 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4bb057d4-bb3d-461e-a80d-909cef704e10 req-1decd14e-6820-4a23-a02f-87160fea2d85 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0562878 Dec 08 02:05:52.869749 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7bbdb7a8-223a-4571-aebf-619a78f3b5e3 req-2c247898-7d7f-41b6-9347-4d1e3a885ea4 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.45 "GET /v2.0/ports?device_id=11dfe4a8-daac-48b4-a84b-26e2a2da60ad HTTP/1.1" status: 200 len: 210 time: 0.0432169 Dec 08 02:05:53.098981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eec9d9-66e6-4c5d-a666-16badfd61957 req-966acf9d-a7da-4a38-b3ab-fd057ee57989 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:53.106767 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c0eec9d9-66e6-4c5d-a666-16badfd61957 req-966acf9d-a7da-4a38-b3ab-fd057ee57989 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 944 time: 0.0884111 Dec 08 02:05:53.157992 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c0eec9d9-66e6-4c5d-a666-16badfd61957 req-4c6abf4a-a82d-4d83-b0db-3b7c2c7c4e2c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500791 Dec 08 02:05:53.376827 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:53.549306 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff4fc773-221c-4e6e-ba7b-bf8714eee710 req-77398005-e901-4e21-9ab6-ad0517513201 tempest-ServerShowV247Test-83760748 tempest-ServerShowV247Test-83760748-project] 10.222.0.71 "GET /v2.0/ports?device_id=11dfe4a8-daac-48b4-a84b-26e2a2da60ad HTTP/1.1" status: 200 len: 210 time: 0.0634618 Dec 08 02:05:53.870834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11c78347-82ea-4bfb-9117-8934d313f70f req-409ce821-f4ef-48c0-9043-ddbedeb6cc6f tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0312445 Dec 08 02:05:54.151137 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:54.337770 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fdcc692d-b3e7-4fc8-9860-21ae83e46b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:54.381456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1707c75-4e30-4dd3-a304-0f0fbfdaff90 req-d57af062-71b8-4954-b1cc-0949b5349898 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:54.391307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1707c75-4e30-4dd3-a304-0f0fbfdaff90 req-d57af062-71b8-4954-b1cc-0949b5349898 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 944 time: 0.1140454 Dec 08 02:05:54.495557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1707c75-4e30-4dd3-a304-0f0fbfdaff90 req-567ff7fd-c54f-4ad1-9dcf-c6f586799172 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030288 Dec 08 02:05:54.606028 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:05:55.095596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7169158f-6454-47a9-bbeb-92e61366095e req-4fd0a4bc-dcba-442f-8cf2-a6e80177a658 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0413623 Dec 08 02:05:55.159465 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38994) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:55.395462 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:55.407022 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:55.622607 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:55.630723 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:55.752232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1042d8-a508-4c4d-b867-7567c5ad308d req-81fefb77-6e09-456f-90a1-2549b0b4605b tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:55.759679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd1042d8-a508-4c4d-b867-7567c5ad308d req-81fefb77-6e09-456f-90a1-2549b0b4605b tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 944 time: 0.1387761 Dec 08 02:05:55.814986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa306ed6-8ca2-4e4d-830b-b27bd264d7b1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:55.849957 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd1042d8-a508-4c4d-b867-7567c5ad308d req-d088fd6a-8d18-4c59-9509-a5185ef62a33 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894008 Dec 08 02:05:55.854974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39008) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:55.864483 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6d4ec791ca63412ea2043cc794dc7b6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7029631 Dec 08 02:05:55.882597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:55.884273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:55.885837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:55.887108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:55.889348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:55.891440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:55.892070 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:55.892512 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:55.894072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:55.895686 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:55.897230 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:55.899262 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:55.900063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607161c-8d26-4b54-b588-da7b8b755903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:55.987661 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:56.013715 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:56.075047 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:56.077392 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:56.079744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fa306ed6-8ca2-4e4d-830b-b27bd264d7b1 HTTP/1.1" status: 204 len: 168 time: 0.2237310 Dec 08 02:05:56.097314 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa306ed6-8ca2-4e4d-830b-b27bd264d7b1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:56.111477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:56.111860 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:56.112377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:56.113688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:56.114219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:56.115939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:56.117191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:56.117697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:56.118736 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:56.120318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:56.120889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:56.138882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:56.139343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a658bd-1477-441e-9f74-ce093cb2d095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:56.266990 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a964876-038b-4964-a7f4-cb88670bbf92 req-dc0f0089-68fc-4c04-a14d-5ea7362aa287 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0571146 Dec 08 02:05:56.894959 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:57.123222 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474aceb-c522-4a2a-bec8-1786e9161331 req-1633c7c7-a042-419f-9510-f5e4dad00b1f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:57.139933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d474aceb-c522-4a2a-bec8-1786e9161331 req-1633c7c7-a042-419f-9510-f5e4dad00b1f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 944 time: 0.1202521 Dec 08 02:05:57.257362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d474aceb-c522-4a2a-bec8-1786e9161331 req-0d2cef6b-1817-4f13-b5e3-67fbfc9121bc tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864861 Dec 08 02:05:57.468073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bba4f20e-4275-40f9-9a23-8df2da5cfe84 req-2b07c9a0-d7f3-4f67-93fa-2e825b2bf7a6 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0720398 Dec 08 02:05:57.883352 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:58.513179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058af17-0836-4c22-a652-a66fc9a2cd07 req-c92a5855-fc73-46dc-af41-2979d460ce95 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:58.522510 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2058af17-0836-4c22-a652-a66fc9a2cd07 req-c92a5855-fc73-46dc-af41-2979d460ce95 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 944 time: 0.1082029 Dec 08 02:05:58.623058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2058af17-0836-4c22-a652-a66fc9a2cd07 req-c0958d67-16d5-405a-8eac-ad995e7a66bf tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974813 Dec 08 02:05:58.831789 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef1c2202-0460-471d-8d14-22f76f8796ad req-89a9200d-4ef2-4616-aab4-321bbabc5e13 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0733438 Dec 08 02:05:59.279221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39104) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:00.350035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7493eb7-09eb-4d77-b6a3-b8391a24d585 req-d6257f39-714b-440d-8347-583a98d8a472 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.1482344 Dec 08 02:06:00.367004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15cfda-bf42-4237-b591-d02d4a90456c req-0e6021cc-0827-4a13-b567-b21c3e64dba8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:00.376188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de15cfda-bf42-4237-b591-d02d4a90456c req-0e6021cc-0827-4a13-b567-b21c3e64dba8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 944 time: 0.4586246 Dec 08 02:06:00.464306 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de15cfda-bf42-4237-b591-d02d4a90456c req-c93ab25f-db4f-4f26-84df-c975c62522ad tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871413 Dec 08 02:06:00.563213 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd0e2-615b-4b82-a65f-10735d600242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:01.076947 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39152) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:01.080075 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ec5bd0e2-615b-4b82-a65f-10735d600242 admin admin] Deleting port aaf092b5-9c5b-4f57-86ce-1193a77cdacc {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:01.096192 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd0e2-615b-4b82-a65f-10735d600242 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:01.243944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-ec5bd0e2-615b-4b82-a65f-10735d600242 admin admin] For port aaf092b5-9c5b-4f57-86ce-1193a77cdacc, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=aaf092b5-9c5b-4f57-86ce-1193a77cdacc,segment=NetworkSegment(32b4b0f5-f94a-49b8-8238-70f11cebfa32),segment_id=32b4b0f5-f94a-49b8-8238-70f11cebfa32)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:01.244307 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd0e2-615b-4b82-a65f-10735d600242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:01.258284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ec5bd0e2-615b-4b82-a65f-10735d600242 admin admin] Calling delete_port for aaf092b5-9c5b-4f57-86ce-1193a77cdacc owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:01.351926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39160) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:01.353049 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ff426332-04d4-4fd0-a23f-142eef0d1f37 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f08f6524c63c45a6a815afc47e80a3c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2729690 Dec 08 02:06:01.599929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-770b085f-9004-4991-abb4-29576ae4b3d5 req-906dc7c0-d367-496e-8a27-e65e5003916e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0754650 Dec 08 02:06:01.613890 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e98f64cc-3166-4daf-a55c-45c78e961a09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:01.682346 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e98f64cc-3166-4daf-a55c-45c78e961a09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:01.791312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9c822-9c84-4ba9-9dc7-f87650e83e45 req-49962bed-d7af-480a-8dba-66c3419b3c67 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:01.799246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0aa9c822-9c84-4ba9-9dc7-f87650e83e45 req-49962bed-d7af-480a-8dba-66c3419b3c67 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 944 time: 0.2059288 Dec 08 02:06:01.804819 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd0e2-615b-4b82-a65f-10735d600242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:01.886327 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bd0e2-615b-4b82-a65f-10735d600242 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf092b5-9c5b-4f57-86ce-1193a77cdacc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:01.970913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0aa9c822-9c84-4ba9-9dc7-f87650e83e45 req-086e56ad-9ae3-46bc-b742-a2570c597bcd tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705968 Dec 08 02:06:01.989449 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e98f64cc-3166-4daf-a55c-45c78e961a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:01.992370 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e98f64cc-3166-4daf-a55c-45c78e961a09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:01.996278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e98f64cc-3166-4daf-a55c-45c78e961a09 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/adb86110-f8e3-456e-a9c0-122833f0489d HTTP/1.1" status: 204 len: 168 time: 0.6433582 Dec 08 02:06:02.014295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f64cc-3166-4daf-a55c-45c78e961a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb86110-f8e3-456e-a9c0-122833f0489d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:02.235537 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd0e2-615b-4b82-a65f-10735d600242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:02.588361 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5bd0e2-615b-4b82-a65f-10735d600242 admin admin] Router b3525509-bbd0-4399-bc04-3e483d43946a has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:06:02.837292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ccb0ac60-1818-4514-8a2f-107bff74959c req-2fed4098-8cfa-4a37-8069-410a5cedf9fd tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0650504 Dec 08 02:06:02.841251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5bd0e2-615b-4b82-a65f-10735d600242 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:06:02.849336 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ec5bd0e2-615b-4b82-a65f-10735d600242 admin admin] 10.222.0.71 "PUT /v2.0/routers/b3525509-bbd0-4399-bc04-3e483d43946a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5688629 Dec 08 02:06:02.852095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39214) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:02.856102 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000f7ab-1d79-4afc-9637-acc756dcd8ba None None] Sync routers for ids ['b3525509-bbd0-4399-bc04-3e483d43946a'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:06:02.873457 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000f7ab-1d79-4afc-9637-acc756dcd8ba None None] Routers {'b3525509-bbd0-4399-bc04-3e483d43946a'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:02.874094 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7000f7ab-1d79-4afc-9637-acc756dcd8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:05:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b3525509-bbd0-4399-bc04-3e483d43946a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:03.157831 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:03.184654 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7000f7ab-1d79-4afc-9637-acc756dcd8ba None None] Set router b3525509-bbd0-4399-bc04-3e483d43946a gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:03.217585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab03b1a-1d2f-449d-8a1e-5b0f41593211 req-4fdd6bd8-d36e-4101-abaf-29503d922990 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:03.220282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bab03b1a-1d2f-449d-8a1e-5b0f41593211 req-4fdd6bd8-d36e-4101-abaf-29503d922990 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 944 time: 0.1064818 Dec 08 02:06:03.370102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bab03b1a-1d2f-449d-8a1e-5b0f41593211 req-fd93cf45-d974-42fa-8b17-3bd6e8221ad0 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387951 Dec 08 02:06:03.408004 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:03.505782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] Deleting port 5177fcd3-da40-4088-a063-c81d974a757f {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:03.507479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:03.582846 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7000f7ab-1d79-4afc-9637-acc756dcd8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642365171-router', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '5177fcd3-da40-4088-a063-c81d974a757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:04Z', 'updated_at': '2021-12-08T02:06:01Z', 'revision_number': 5, 'project_id': 'f949a5b2ce24442fb07c37c872708b5d', 'gw_port': {'id': '5177fcd3-da40-4088-a063-c81d974a757f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:05Z', 'updated_at': '2021-12-08T02:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:03.609488 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] For port 5177fcd3-da40-4088-a063-c81d974a757f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5177fcd3-da40-4088-a063-c81d974a757f,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:03.612336 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:03.631664 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000f7ab-1d79-4afc-9637-acc756dcd8ba None None] Checking router: b3525509-bbd0-4399-bc04-3e483d43946a for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:06:03.634166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] Calling delete_port for 5177fcd3-da40-4088-a063-c81d974a757f owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:03.654889 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000f7ab-1d79-4afc-9637-acc756dcd8ba None None] Routers {'b3525509-bbd0-4399-bc04-3e483d43946a'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:03.656258 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7000f7ab-1d79-4afc-9637-acc756dcd8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:05:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b3525509-bbd0-4399-bc04-3e483d43946a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:03.868730 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-7000f7ab-1d79-4afc-9637-acc756dcd8ba None None] Set router b3525509-bbd0-4399-bc04-3e483d43946a gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:03.881370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device bac786ec-5e36-41c5-a9e4-af951b2688e1 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:06:04.018936 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7000f7ab-1d79-4afc-9637-acc756dcd8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642365171-router', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:04Z', 'updated_at': '2021-12-08T02:06:03Z', 'revision_number': 6, 'project_id': 'f949a5b2ce24442fb07c37c872708b5d', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:04.101679 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000f7ab-1d79-4afc-9637-acc756dcd8ba None None] The sync data for ids ['b3525509-bbd0-4399-bc04-3e483d43946a'] in n-d-713499-31 is: [{'id': 'b3525509-bbd0-4399-bc04-3e483d43946a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642365171-router', 'tenant_id': 'f949a5b2ce24442fb07c37c872708b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:04Z', 'updated_at': '2021-12-08T02:06:03Z', 'revision_number': 6, 'project_id': 'f949a5b2ce24442fb07c37c872708b5d', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:06:04.140358 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c578f2f1-0779-4d74-aa42-d78c196358a5 req-f0849648-1fc4-4094-9aa1-3444fc25702b tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0578761 Dec 08 02:06:04.237084 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:04.238473 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:04.274383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'bac786ec-5e36-41c5-a9e4-af951b2688e1', 'network_id': 'b31e52c0-dcc7-461f-b7a4-5b548e6cf240', 'port_id': 'bac786ec-5e36-41c5-a9e4-af951b2688e1', 'mac_address': 'fa:16:3e:96:85:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:06:04.298511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] Pushing event deleted for resources: {'Port': ['ID=5177fcd3-da40-4088-a063-c81d974a757f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:04.331049 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:04.370649 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac786ec-5e36-41c5-a9e4-af951b2688e1 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:06:04.381722 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:04.436052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:04.446989 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:04.589016 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=bac786ec-5e36-41c5-a9e4-af951b2688e1,revision_number=11']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:04.599513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a2915-f2b3-4ea4-adb1-cbf26d395b62 req-20db3155-5170-47ea-b8ae-6bf1a21f7502 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:04.605487 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:04.607431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:04.607680 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4a2915-f2b3-4ea4-adb1-cbf26d395b62 req-20db3155-5170-47ea-b8ae-6bf1a21f7502 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.1221645 Dec 08 02:06:04.608233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:04.610441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:04.611255 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:04.611943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:04.613765 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:04.613897 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:04.614472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:04.615018 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:04.616774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:04.617336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:04.618711 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:04.619348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:04.623695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:04.721016 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4a2915-f2b3-4ea4-adb1-cbf26d395b62 req-deee073b-8561-41d6-84ff-4c54eb807af3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103876 Dec 08 02:06:04.722400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['bac786ec-5e36-41c5-a9e4-af951b2688e1'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:06:04.758341 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:04.759017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3525509-bbd0-4399-bc04-3e483d43946a {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:06:04.766471 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:04.771007 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-34ed80c8-842d-4130-b0f8-0836964bbd86 admin admin] 10.222.0.71 "DELETE /v2.0/routers/b3525509-bbd0-4399-bc04-3e483d43946a HTTP/1.1" status: 204 len: 168 time: 1.9178991 Dec 08 02:06:04.773981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39300) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:04.891351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc14d802-9db2-4f23-a226-ee88534abff1 admin admin] Deleting subnet 4829bb26-acc6-41d3-8bbd-c56c42312d69 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:06:04.896030 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc14d802-9db2-4f23-a226-ee88534abff1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:04.938401 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc14d802-9db2-4f23-a226-ee88534abff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:05.071491 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc14d802-9db2-4f23-a226-ee88534abff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:05.166198 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc14d802-9db2-4f23-a226-ee88534abff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:05.227233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14d802-9db2-4f23-a226-ee88534abff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4829bb26-acc6-41d3-8bbd-c56c42312d69,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:05.252737 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc14d802-9db2-4f23-a226-ee88534abff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:05.253362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852d9ee8-2014-41a6-8912-07164bd90388 None None] Network 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:06:05.261011 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39344) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:05.262815 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fc14d802-9db2-4f23-a226-ee88534abff1 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4829bb26-acc6-41d3-8bbd-c56c42312d69 HTTP/1.1" status: 204 len: 168 time: 0.4873490 Dec 08 02:06:05.323838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device aaf092b5-9c5b-4f57-86ce-1193a77cdacc no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:05.335781 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eafb012b-1207-4b96-b461-f7ef92cbc5f5 req-2702a6cd-fff5-46ad-b6ed-dfb5ea2b2418 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0483711 Dec 08 02:06:05.386207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: aaf092b5-9c5b-4f57-86ce-1193a77cdacc {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:05.386548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device aaf092b5-9c5b-4f57-86ce-1193a77cdacc not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:05.386977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5177fcd3-da40-4088-a063-c81d974a757f no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:05.459145 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:05.526313 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 5177fcd3-da40-4088-a063-c81d974a757f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:05.526645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5177fcd3-da40-4088-a063-c81d974a757f not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:05.582984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Deleting port ab72055b-5feb-4dbb-9336-99a1db8a7626 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:05.583329 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:05.729812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a3799b-3963-4242-b85c-f1e6464297bc None None] DHCP port deletion for 3d17cece-9cb3-416c-9d52-ddb7e398a7d1 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:06:05.810020 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] For port ab72055b-5feb-4dbb-9336-99a1db8a7626, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ab72055b-5feb-4dbb-9336-99a1db8a7626,segment=NetworkSegment(32b4b0f5-f94a-49b8-8238-70f11cebfa32),segment_id=32b4b0f5-f94a-49b8-8238-70f11cebfa32)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:05.810388 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:05.827747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Calling delete_port for ab72055b-5feb-4dbb-9336-99a1db8a7626 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:05.875968 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98b3f2-0391-416b-b5ae-8cb673e0f427 req-ad386fde-6dc3-44c0-ab97-ddac18946500 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:05.883900 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf98b3f2-0391-416b-b5ae-8cb673e0f427 req-ad386fde-6dc3-44c0-ab97-ddac18946500 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 945 time: 0.0622568 Dec 08 02:06:05.892973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device bac786ec-5e36-41c5-a9e4-af951b2688e1 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:06:05.952155 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf98b3f2-0391-416b-b5ae-8cb673e0f427 req-cdcf758e-7611-44b9-9833-5077524e0d97 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670412 Dec 08 02:06:05.976434 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.006024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab72055b-5feb-4dbb-9336-99a1db8a7626,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:06.008006 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] No DVR routers for this DVR port ab72055b-5feb-4dbb-9336-99a1db8a7626 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:06.023254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3799b-3963-4242-b85c-f1e6464297bc None None] Deleting port ab72055b-5feb-4dbb-9336-99a1db8a7626 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:06.023639 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8a3799b-3963-4242-b85c-f1e6464297bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.080853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port bac786ec-5e36-41c5-a9e4-af951b2688e1 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:06:06.144614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port bac786ec-5e36-41c5-a9e4-af951b2688e1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:06.150757 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.170069 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.248194 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d17cece-9cb3-416c-9d52-ddb7e398a7d1']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:06.254278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c8a3799b-3963-4242-b85c-f1e6464297bc None None] For port ab72055b-5feb-4dbb-9336-99a1db8a7626, host n-d-713499-31, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:06.255239 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8a3799b-3963-4242-b85c-f1e6464297bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.268502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b4b0f5-f94a-49b8-8238-70f11cebfa32') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:06.270320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b4b0f5-f94a-49b8-8238-70f11cebfa32') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:06.283208 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.299900 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.308749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:06:06.309549 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.318326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3799b-3963-4242-b85c-f1e6464297bc None None] Calling delete_port for ab72055b-5feb-4dbb-9336-99a1db8a7626 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:06.324912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-c8a3799b-3963-4242-b85c-f1e6464297bc None None] Port ab72055b-5feb-4dbb-9336-99a1db8a7626 was not found and therefore no delete operation was performed {{(pid=109768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:06:06.329306 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8a3799b-3963-4242-b85c-f1e6464297bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.358050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3799b-3963-4242-b85c-f1e6464297bc None None] No DVR routers for this DVR port ab72055b-5feb-4dbb-9336-99a1db8a7626 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:06:06.410825 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:06:06.418730 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.430638 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.446482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39366) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:06.453668 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.455010 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] 10.222.0.71 "DELETE /v2.0/networks/3d17cece-9cb3-416c-9d52-ddb7e398a7d1 HTTP/1.1" status: 204 len: 168 time: 1.1928673 Dec 08 02:06:06.456311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3799b-3963-4242-b85c-f1e6464297bc None None] Pushing event deleted for resources: {'Port': ['ID=ab72055b-5feb-4dbb-9336-99a1db8a7626,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:06.490937 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05b4bc-11f7-4388-be76-bf29f91a353a admin admin] Pushing event deleted for resources: {'Network': ['ID=3d17cece-9cb3-416c-9d52-ddb7e398a7d1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:06.582951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac786ec-5e36-41c5-a9e4-af951b2688e1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:06.598214 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428aa1d0-2aea-4a19-8e4a-06ced780a8cd" -d '{"events": [{"server_uuid": "04d643a8-cf23-4284-8bbf-e9eef73e4335", "name": "network-vif-plugged", "status": "completed", "tag": "bac786ec-5e36-41c5-a9e4-af951b2688e1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:06.629633 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1cc2197-34cf-49a9-922e-e620a775ca06 req-2a3e273f-cdd2-4893-9d05-e099578bf3ab tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0806530 Dec 08 02:06:06.643783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:06.660939 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.721626 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144a6381-403c-4291-a9fa-858776ef6b70 x-openstack-request-id: req-144a6381-403c-4291-a9fa-858776ef6b70 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:06.721917 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d643a8-cf23-4284-8bbf-e9eef73e4335", "name": "network-vif-plugged", "status": "completed", "tag": "bac786ec-5e36-41c5-a9e4-af951b2688e1", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:06.722170 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-144a6381-403c-4291-a9fa-858776ef6b70 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:06.722562 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac786ec-5e36-41c5-a9e4-af951b2688e1', 'code': 200} Dec 08 02:06:06.779040 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=bac786ec-5e36-41c5-a9e4-af951b2688e1,revision_number=12']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:07.047411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8012ab5-ec0c-470e-9acd-1031f98e0f25 req-31ebd134-30b8-460a-8321-540c2910ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:07.048867 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8012ab5-ec0c-470e-9acd-1031f98e0f25 req-31ebd134-30b8-460a-8321-540c2910ff49 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 1098 time: 0.1474440 Dec 08 02:06:07.250693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ab72055b-5feb-4dbb-9336-99a1db8a7626 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:07.296090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: ab72055b-5feb-4dbb-9336-99a1db8a7626 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:07.296873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ab72055b-5feb-4dbb-9336-99a1db8a7626 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:07.754006 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8012ab5-ec0c-470e-9acd-1031f98e0f25 req-0eff81ab-a0e0-4f27-a0e4-01358443c3ba service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6974473 Dec 08 02:06:07.773799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d69ea0-e5c1-43ea-a991-54d6eeda6dd5 req-5d7fb08a-b460-4286-96b3-3507baeb9714 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:07.780954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3d69ea0-e5c1-43ea-a991-54d6eeda6dd5 req-5d7fb08a-b460-4286-96b3-3507baeb9714 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.2138343 Dec 08 02:06:07.830870 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af3ecb6e-e59f-42dc-a294-58fa3000b74f req-129119f3-3ccb-4831-8fc2-85e8736ff959 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0458484 Dec 08 02:06:07.920523 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3d69ea0-e5c1-43ea-a991-54d6eeda6dd5 req-02d82ebf-f58e-4a67-925a-bcbfeb37dbb7 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384289 Dec 08 02:06:07.957671 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b91a663-3050-4d5a-b509-13252362c10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:08.324552 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9b91a663-3050-4d5a-b509-13252362c10e admin admin] Deleting port 36e3b359-f557-42a6-bf16-2a59806ab153 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:08.325140 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b91a663-3050-4d5a-b509-13252362c10e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:08.471763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-9b91a663-3050-4d5a-b509-13252362c10e admin admin] For port 36e3b359-f557-42a6-bf16-2a59806ab153, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=36e3b359-f557-42a6-bf16-2a59806ab153,segment=NetworkSegment(0ad6e4d9-1065-46e7-adcf-111836c9af82),segment_id=0ad6e4d9-1065-46e7-adcf-111836c9af82)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:08.473909 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b91a663-3050-4d5a-b509-13252362c10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:08.493438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9b91a663-3050-4d5a-b509-13252362c10e admin admin] Calling delete_port for 36e3b359-f557-42a6-bf16-2a59806ab153 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:09.046888 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f99953ee-af80-44e8-9bf1-24c5d0bab77c req-882011ff-4b72-47e7-a622-3578be971db9 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.1012337 Dec 08 02:06:09.054032 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b91a663-3050-4d5a-b509-13252362c10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:09.098577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91a663-3050-4d5a-b509-13252362c10e admin admin] Pushing event deleted for resources: {'Port': ['ID=36e3b359-f557-42a6-bf16-2a59806ab153,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:09.254152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7de9f-e539-4a4f-995b-7d7ed2018c90 req-404afeeb-915c-4e63-99f7-e284ecb83edf tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:09.261645 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abd7de9f-e539-4a4f-995b-7d7ed2018c90 req-404afeeb-915c-4e63-99f7-e284ecb83edf tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1669970 Dec 08 02:06:09.329419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abd7de9f-e539-4a4f-995b-7d7ed2018c90 req-d601227a-c10e-45c0-ad75-4999b34be92f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667214 Dec 08 02:06:09.454555 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b91a663-3050-4d5a-b509-13252362c10e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:09.726035 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b91a663-3050-4d5a-b509-13252362c10e admin admin] Router 0909dc84-4e24-412b-b7c7-366ba8d2e6ec has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:06:09.958467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b91a663-3050-4d5a-b509-13252362c10e admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:06:09.969583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e479ef-cf47-48c7-a984-6cf8ee3dbefb None None] Sync routers for ids ['0909dc84-4e24-412b-b7c7-366ba8d2e6ec'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:06:09.974173 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9b91a663-3050-4d5a-b509-13252362c10e admin admin] 10.222.0.71 "PUT /v2.0/routers/0909dc84-4e24-412b-b7c7-366ba8d2e6ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5253992 Dec 08 02:06:09.976556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39480) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:09.999421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e479ef-cf47-48c7-a984-6cf8ee3dbefb None None] Routers {'0909dc84-4e24-412b-b7c7-366ba8d2e6ec'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:10.000942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-80e479ef-cf47-48c7-a984-6cf8ee3dbefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:05:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0909dc84-4e24-412b-b7c7-366ba8d2e6ec'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:10.209512 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-80e479ef-cf47-48c7-a984-6cf8ee3dbefb None None] Set router 0909dc84-4e24-412b-b7c7-366ba8d2e6ec gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:10.344580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3d70287d-daf1-4421-b3e6-371a8674b03c req-1f550580-2103-45ff-9126-211302a7be9e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0815315 Dec 08 02:06:10.668738 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:10.691166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16320a01-7543-4cdb-9831-0b9c8e87b4d9 req-d9815abf-906d-4c55-ab1f-2a207366b374 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:10.712544 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16320a01-7543-4cdb-9831-0b9c8e87b4d9 req-d9815abf-906d-4c55-ab1f-2a207366b374 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1863556 Dec 08 02:06:10.779167 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-80e479ef-cf47-48c7-a984-6cf8ee3dbefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-523773088-router', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '6153dc86-620b-448d-bc3b-35dc58161299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:06:08Z', 'revision_number': 5, 'project_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'gw_port': {'id': '6153dc86-620b-448d-bc3b-35dc58161299', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:10.830620 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16320a01-7543-4cdb-9831-0b9c8e87b4d9 req-42ed112e-2d48-408a-9003-deba3558803d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142893 Dec 08 02:06:10.915522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e479ef-cf47-48c7-a984-6cf8ee3dbefb None None] Checking router: 0909dc84-4e24-412b-b7c7-366ba8d2e6ec for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:06:10.945083 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e479ef-cf47-48c7-a984-6cf8ee3dbefb None None] Routers {'0909dc84-4e24-412b-b7c7-366ba8d2e6ec'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:10.947318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-80e479ef-cf47-48c7-a984-6cf8ee3dbefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:05:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0909dc84-4e24-412b-b7c7-366ba8d2e6ec'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:10.954353 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:11.065787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] Deleting port 6153dc86-620b-448d-bc3b-35dc58161299 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:11.066485 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:11.104150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d87b1-7f77-4c59-bca7-a848fd82e9bc req-e0898ca6-2d4d-4c34-a083-cbb2f7de4f46 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:11.106525 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac8d87b1-7f77-4c59-bca7-a848fd82e9bc req-e0898ca6-2d4d-4c34-a083-cbb2f7de4f46 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1354711 Dec 08 02:06:11.158871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-80e479ef-cf47-48c7-a984-6cf8ee3dbefb None None] Set router 0909dc84-4e24-412b-b7c7-366ba8d2e6ec gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:11.236259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] For port 6153dc86-620b-448d-bc3b-35dc58161299, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6153dc86-620b-448d-bc3b-35dc58161299,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:11.236630 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:11.256709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] Calling delete_port for 6153dc86-620b-448d-bc3b-35dc58161299 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:11.267316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac8d87b1-7f77-4c59-bca7-a848fd82e9bc req-3b0d3605-142b-44dd-92dd-62ccbdb1890d tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504762 Dec 08 02:06:11.495742 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124b0ae-a6ed-4964-88ab-84c54424a96f req-15fa8e3b-3e85-4722-a7ab-12631ee68b17 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:11.500892 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0124b0ae-a6ed-4964-88ab-84c54424a96f req-15fa8e3b-3e85-4722-a7ab-12631ee68b17 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1132455 Dec 08 02:06:11.593201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b30bfa24-5df4-466a-a63d-d596652e7d30 req-87f6697b-4fc0-4342-aae5-7e012fd9b24e tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0558116 Dec 08 02:06:11.609359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-80e479ef-cf47-48c7-a984-6cf8ee3dbefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-523773088-router', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '6153dc86-620b-448d-bc3b-35dc58161299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:06:08Z', 'revision_number': 5, 'project_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'gw_port': {'id': '6153dc86-620b-448d-bc3b-35dc58161299', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:11.641238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0124b0ae-a6ed-4964-88ab-84c54424a96f req-559d6cf2-4124-4895-a44e-649c5f6dc949 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252320 Dec 08 02:06:11.652081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e479ef-cf47-48c7-a984-6cf8ee3dbefb None None] The sync data for ids ['0909dc84-4e24-412b-b7c7-366ba8d2e6ec'] in n-d-713499-31 is: [{'id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-523773088-router', 'tenant_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '6153dc86-620b-448d-bc3b-35dc58161299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:06:08Z', 'revision_number': 5, 'project_id': 'a7e31d65396a46fcbc09c5c3c74790e9', 'gw_port': {'id': '6153dc86-620b-448d-bc3b-35dc58161299', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0909dc84-4e24-412b-b7c7-366ba8d2e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:04:17Z', 'updated_at': '2021-12-08T02:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:06:11.864040 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:11.943398 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] Pushing event deleted for resources: {'Port': ['ID=6153dc86-620b-448d-bc3b-35dc58161299,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:12.000251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0a369-34bd-4c88-ab45-71af519d55f9 req-36324095-5e3d-4bc2-a360-fac745dcaf81 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:12.003127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30d0a369-34bd-4c88-ab45-71af519d55f9 req-36324095-5e3d-4bc2-a360-fac745dcaf81 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1427236 Dec 08 02:06:12.115888 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:12.134323 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30d0a369-34bd-4c88-ab45-71af519d55f9 req-5df1045b-07e2-46a0-b68e-4f745a4147c3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245070 Dec 08 02:06:12.443548 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:12.448418 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:12.455955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f120a-9800-458d-9890-de89854d7655 req-e5c7351f-ce29-4595-82c1-303a1992649c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:12.460736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-645f120a-9800-458d-9890-de89854d7655 req-e5c7351f-ce29-4595-82c1-303a1992649c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1719651 Dec 08 02:06:12.544382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:12.545218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0909dc84-4e24-412b-b7c7-366ba8d2e6ec {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:06:12.545602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39548) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:12.552919 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:12.555652 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8121e721-c0ad-4f52-8a5e-ff66b493e079 admin admin] 10.222.0.71 "DELETE /v2.0/routers/0909dc84-4e24-412b-b7c7-366ba8d2e6ec HTTP/1.1" status: 204 len: 168 time: 2.5769150 Dec 08 02:06:12.575677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39550) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:12.646305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-645f120a-9800-458d-9890-de89854d7655 req-473addb7-7110-4c0c-b299-843cbab815bf tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726785 Dec 08 02:06:12.724118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1788abd0-2d86-449e-b9a2-47da2bf5dbee admin admin] Deleting subnet 83471ca3-9b19-443f-87ae-7fd1156cffc4 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:06:12.736943 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1788abd0-2d86-449e-b9a2-47da2bf5dbee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:12.855437 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1788abd0-2d86-449e-b9a2-47da2bf5dbee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:12.888580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3554e479-506e-4c15-9137-d00eadf20bf4 req-ae4702b0-f519-4a78-b8b8-42eaca182d8a tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0671985 Dec 08 02:06:12.938353 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-481acf9b-2dbb-40e0-85b4-9cfcecfcadd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:13.008713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f837f89-b7af-4684-9372-01099cb13b22 req-66d3e3f6-a834-48f0-b99b-e922fa9f73a2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:13.010261 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f837f89-b7af-4684-9372-01099cb13b22 req-66d3e3f6-a834-48f0-b99b-e922fa9f73a2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1149864 Dec 08 02:06:13.106114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1788abd0-2d86-449e-b9a2-47da2bf5dbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:13.126277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f837f89-b7af-4684-9372-01099cb13b22 req-d4105153-5de9-4ee3-bf39-f0b3de5b7ec5 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039283 Dec 08 02:06:13.216965 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1788abd0-2d86-449e-b9a2-47da2bf5dbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:13.253236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788abd0-2d86-449e-b9a2-47da2bf5dbee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83471ca3-9b19-443f-87ae-7fd1156cffc4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:13.255936 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1788abd0-2d86-449e-b9a2-47da2bf5dbee admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:13.259415 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e9f184-4ff8-4c92-b93c-bee7f1fa2328 None None] Network db94240f-c386-448f-a021-659a68a0f187 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:06:13.262203 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1788abd0-2d86-449e-b9a2-47da2bf5dbee admin admin] 10.222.0.71 "DELETE /v2.0/subnets/83471ca3-9b19-443f-87ae-7fd1156cffc4 HTTP/1.1" status: 204 len: 168 time: 0.6837590 Dec 08 02:06:13.265797 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39572) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:13.271285 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-481acf9b-2dbb-40e0-85b4-9cfcecfcadd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:13.282972 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-481acf9b-2dbb-40e0-85b4-9cfcecfcadd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:13.497738 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:13.499499 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 36e3b359-f557-42a6-bf16-2a59806ab153 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:13.512148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-481acf9b-2dbb-40e0-85b4-9cfcecfcadd9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ec4a35eaa8147c3a46e2b0378306991&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9613755 Dec 08 02:06:13.512768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39576) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:13.527246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 36e3b359-f557-42a6-bf16-2a59806ab153 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:13.527767 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 36e3b359-f557-42a6-bf16-2a59806ab153 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:13.528293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6153dc86-620b-448d-bc3b-35dc58161299 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:13.564920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481acf9b-2dbb-40e0-85b4-9cfcecfcadd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9f297e-c4af-462e-be51-5beda2a532c4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:13.570839 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 6153dc86-620b-448d-bc3b-35dc58161299 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:13.572842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6153dc86-620b-448d-bc3b-35dc58161299 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:13.629860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Deleting port bb6eac14-f906-4de9-9018-bf40a3644038 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:13.630213 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:13.674998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc8ec7-c94c-43a2-8300-f703dbc27af9 req-e00fb25e-a49c-4bef-9257-7bd28b2103f2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:13.676923 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bdc8ec7-c94c-43a2-8300-f703dbc27af9 req-e00fb25e-a49c-4bef-9257-7bd28b2103f2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.2421453 Dec 08 02:06:13.726215 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ebe1e1-63a8-4204-bcc5-3ac8b8e8d67e None None] DHCP port deletion for db94240f-c386-448f-a021-659a68a0f187 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:06:13.741830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] For port bb6eac14-f906-4de9-9018-bf40a3644038, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bb6eac14-f906-4de9-9018-bf40a3644038,segment=NetworkSegment(0ad6e4d9-1065-46e7-adcf-111836c9af82),segment_id=0ad6e4d9-1065-46e7-adcf-111836c9af82)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:13.742778 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:13.758749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Calling delete_port for bb6eac14-f906-4de9-9018-bf40a3644038 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:13.761060 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6429e540-63a4-48f4-bab2-db5cb62d2054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:13.824946 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebe1e1-63a8-4204-bcc5-3ac8b8e8d67e None None] Deleting port bb6eac14-f906-4de9-9018-bf40a3644038 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:13.825610 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9ebe1e1-63a8-4204-bcc5-3ac8b8e8d67e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:13.858346 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:13.891121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6eac14-f906-4de9-9018-bf40a3644038,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:13.907986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] No DVR routers for this DVR port bb6eac14-f906-4de9-9018-bf40a3644038 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:13.924914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bdc8ec7-c94c-43a2-8300-f703dbc27af9 req-c4304f67-6373-4063-94ef-a952852becf1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349651 Dec 08 02:06:13.962523 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6429e540-63a4-48f4-bab2-db5cb62d2054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:13.973574 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f9ebe1e1-63a8-4204-bcc5-3ac8b8e8d67e None None] For port bb6eac14-f906-4de9-9018-bf40a3644038, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bb6eac14-f906-4de9-9018-bf40a3644038,segment=NetworkSegment(0ad6e4d9-1065-46e7-adcf-111836c9af82),segment_id=0ad6e4d9-1065-46e7-adcf-111836c9af82)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:13.973915 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9ebe1e1-63a8-4204-bcc5-3ac8b8e8d67e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:14.004822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebe1e1-63a8-4204-bcc5-3ac8b8e8d67e None None] Calling delete_port for bb6eac14-f906-4de9-9018-bf40a3644038 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:14.078500 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.113835 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.116295 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.116295 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.116295 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.116295 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.116295 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.116295 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.116295 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.116295 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.116295 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.116295 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.116295 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.116295 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.116295 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:06:14.116295 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:06:14.123288 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9ebe1e1-63a8-4204-bcc5-3ac8b8e8d67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:14.128351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db94240f-c386-448f-a021-659a68a0f187']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:14.148215 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad6e4d9-1065-46e7-adcf-111836c9af82') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:14.148559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad6e4d9-1065-46e7-adcf-111836c9af82') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:14.162699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebe1e1-63a8-4204-bcc5-3ac8b8e8d67e None None] Pushing event deleted for resources: {'Port': ['ID=bb6eac14-f906-4de9-9018-bf40a3644038,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:14.169485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ebe1e1-63a8-4204-bcc5-3ac8b8e8d67e None None] No DVR routers for this DVR port bb6eac14-f906-4de9-9018-bf40a3644038 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:14.179437 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:14.211427 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:14.222552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ff7c58c-f3bb-4056-8184-0b1d251775bf req-39f2fc83-e02e-46f1-8ec1-ea6e70c8514c tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.1161342 Dec 08 02:06:14.227916 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6429e540-63a4-48f4-bab2-db5cb62d2054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:14.228839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:06:14.229411 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:06:14.231262 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:06:14.242594 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6429e540-63a4-48f4-bab2-db5cb62d2054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:14.242594 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6429e540-63a4-48f4-bab2-db5cb62d2054 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8f9f297e-c4af-462e-be51-5beda2a532c4 HTTP/1.1" status: 204 len: 168 time: 0.6897402 Dec 08 02:06:14.266994 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e540-63a4-48f4-bab2-db5cb62d2054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9f297e-c4af-462e-be51-5beda2a532c4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:14.354228 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:14.379729 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:14.401791 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] 10.222.0.71 "DELETE /v2.0/networks/db94240f-c386-448f-a021-659a68a0f187 HTTP/1.1" status: 204 len: 168 time: 1.1338365 Dec 08 02:06:14.435304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759f2e7-bf52-4ff8-9711-c15b5514c94c admin admin] Pushing event deleted for resources: {'Network': ['ID=db94240f-c386-448f-a021-659a68a0f187,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:14.641877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f60cc-ba27-4757-b028-41cb07357d52 req-92d3c911-3155-4fd1-b08c-9dba83c9f190 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:14.645338 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e7f60cc-ba27-4757-b028-41cb07357d52 req-92d3c911-3155-4fd1-b08c-9dba83c9f190 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.2242689 Dec 08 02:06:14.693491 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39602) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:14.771995 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-147fa694-98c0-43e0-8cdc-0a745e17846c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f949a5b2ce24442fb07c37c872708b5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0755076 Dec 08 02:06:14.773394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39608) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:14.804550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e7f60cc-ba27-4757-b028-41cb07357d52 req-f38e6f81-60eb-46e1-a2cb-636887dacf37 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519246 Dec 08 02:06:14.907877 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54dd6956-4d9d-43a4-bda6-b3fe9ffea7e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:14.965732 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54dd6956-4d9d-43a4-bda6-b3fe9ffea7e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:15.072064 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54dd6956-4d9d-43a4-bda6-b3fe9ffea7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:15.075456 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54dd6956-4d9d-43a4-bda6-b3fe9ffea7e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:15.076951 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-54dd6956-4d9d-43a4-bda6-b3fe9ffea7e1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/91282841-abd6-46cf-936b-cab83d16a54f HTTP/1.1" status: 204 len: 168 time: 0.3026433 Dec 08 02:06:15.093542 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd6956-4d9d-43a4-bda6-b3fe9ffea7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91282841-abd6-46cf-936b-cab83d16a54f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:15.264119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bb6eac14-f906-4de9-9018-bf40a3644038 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:15.363676 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: bb6eac14-f906-4de9-9018-bf40a3644038 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:15.379658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bb6eac14-f906-4de9-9018-bf40a3644038 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:15.451449 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0bc2fad8-739c-47b3-a9fa-6d2aa069fb3b req-546d324e-e588-4386-a35f-165906de0a95 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0507236 Dec 08 02:06:15.609987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39640) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:15.712886 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-81dd6d5f-cd31-4bdd-a176-bc01bf4f627c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a7e31d65396a46fcbc09c5c3c74790e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1011450 Dec 08 02:06:15.717153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39646) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:15.795571 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c26ec845-4302-423b-b3a7-0ed17198ef28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:15.820471 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c26ec845-4302-423b-b3a7-0ed17198ef28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:15.876889 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c26ec845-4302-423b-b3a7-0ed17198ef28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:15.880018 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c26ec845-4302-423b-b3a7-0ed17198ef28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:15.896743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c26ec845-4302-423b-b3a7-0ed17198ef28 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/acc77375-80f0-472c-aae2-92bc190680ed HTTP/1.1" status: 204 len: 168 time: 0.1776729 Dec 08 02:06:15.931640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ec845-4302-423b-b3a7-0ed17198ef28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc77375-80f0-472c-aae2-92bc190680ed,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:16.063464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223d121-048e-4b94-8c05-6dea30611b89 req-c4c1ba4a-ce66-4cbb-be45-fe55a0d876ea tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:16.069850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b223d121-048e-4b94-8c05-6dea30611b89 req-c4c1ba4a-ce66-4cbb-be45-fe55a0d876ea tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1662083 Dec 08 02:06:16.194398 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b223d121-048e-4b94-8c05-6dea30611b89 req-7a7674a2-58ff-41a5-ae03-292393ed92fd tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147594 Dec 08 02:06:16.760962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59de02a7-9e01-4d72-891b-7ad33373b34a req-026afaf9-14a0-498b-870c-f6dd4a1af95d tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.1234522 Dec 08 02:06:16.790398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba9b30-595b-4b19-ae27-6c8f23fa1e21 req-e93a449b-4f44-4e9c-932e-5e0a2a9de39c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:16.798225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-adba9b30-595b-4b19-ae27-6c8f23fa1e21 req-e93a449b-4f44-4e9c-932e-5e0a2a9de39c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.2157917 Dec 08 02:06:16.812564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc72c2a-5f67-48a6-98d4-705ad5d5efcc req-2a194a62-1074-414b-ab0a-d3f4225c550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:16.814369 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0cc72c2a-5f67-48a6-98d4-705ad5d5efcc req-2a194a62-1074-414b-ab0a-d3f4225c550e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b328034d39774c58a3081143cd03b417&device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 1098 time: 0.2027857 Dec 08 02:06:16.951323 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-adba9b30-595b-4b19-ae27-6c8f23fa1e21 req-f9d61bb9-5a2a-4f07-81fd-9f5f42154342 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472766 Dec 08 02:06:16.990840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc72c2a-5f67-48a6-98d4-705ad5d5efcc req-fa60aea6-49c5-4d57-bd4a-1a932ede3f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:16.992372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0cc72c2a-5f67-48a6-98d4-705ad5d5efcc req-fa60aea6-49c5-4d57-bd4a-1a932ede3f80 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240 HTTP/1.1" status: 200 len: 914 time: 0.1696992 Dec 08 02:06:17.064019 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0cc72c2a-5f67-48a6-98d4-705ad5d5efcc req-022478ef-9cff-4494-9ae8-15462fb0130c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1 HTTP/1.1" status: 200 len: 217 time: 0.0634069 Dec 08 02:06:17.150935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc72c2a-5f67-48a6-98d4-705ad5d5efcc req-588c8e1b-c7de-4aee-886a-907027ab2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:17.158443 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0cc72c2a-5f67-48a6-98d4-705ad5d5efcc req-588c8e1b-c7de-4aee-886a-907027ab2d01 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30 HTTP/1.1" status: 200 len: 853 time: 0.0814309 Dec 08 02:06:17.216765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0cc72c2a-5f67-48a6-98d4-705ad5d5efcc req-4123e28e-c997-4f83-9aad-364020b20d55 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b31e52c0-dcc7-461f-b7a4-5b548e6cf240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418806 Dec 08 02:06:17.394009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0cc72c2a-5f67-48a6-98d4-705ad5d5efcc req-7782da1e-6f7e-4282-9dee-c940fc73176f service neutron] 10.222.0.75 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746526 Dec 08 02:06:17.592717 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0cc72c2a-5f67-48a6-98d4-705ad5d5efcc req-de8dac2d-20a4-402b-ae99-41184f9195fa service neutron] 10.222.0.75 "GET /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909769 Dec 08 02:06:17.604145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39736) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:17.819775 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36d0d9a4-e26e-486b-aa64-7888f6bf31a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:17.914482 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36d0d9a4-e26e-486b-aa64-7888f6bf31a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:17.922186 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36d0d9a4-e26e-486b-aa64-7888f6bf31a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.066506 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85aeef4a-9324-4247-a73f-de7505b50018 req-393bbfba-ab3d-49b6-b2dc-57a36e647286 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.1106355 Dec 08 02:06:18.094578 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-36d0d9a4-e26e-486b-aa64-7888f6bf31a5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=366350a02af5493a84bedbef4659629f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4890320 Dec 08 02:06:18.097858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39752) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:18.133844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0d9a4-e26e-486b-aa64-7888f6bf31a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7dcbbe-70c0-435f-95c6-48ac7d9f814f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:18.182403 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-66be70a8-fe86-4026-8f6c-f4253d6102f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.204934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d4c00-64a1-4b35-b37d-ae3fcebd298f req-586e689f-3c14-4c79-8d78-7b5d6c644476 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:18.224214 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce6d4c00-64a1-4b35-b37d-ae3fcebd298f req-586e689f-3c14-4c79-8d78-7b5d6c644476 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1607659 Dec 08 02:06:18.238227 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-66be70a8-fe86-4026-8f6c-f4253d6102f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.330578 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-66be70a8-fe86-4026-8f6c-f4253d6102f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.339876 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce6d4c00-64a1-4b35-b37d-ae3fcebd298f req-3100e0b2-ea57-4337-85ba-4c2213194048 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111627 Dec 08 02:06:18.340103 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-66be70a8-fe86-4026-8f6c-f4253d6102f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.347247 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-66be70a8-fe86-4026-8f6c-f4253d6102f4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5e7dcbbe-70c0-435f-95c6-48ac7d9f814f HTTP/1.1" status: 204 len: 168 time: 0.2479339 Dec 08 02:06:18.366706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be70a8-fe86-4026-8f6c-f4253d6102f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7dcbbe-70c0-435f-95c6-48ac7d9f814f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:18.379881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39760) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:18.537370 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f646fbd4-8876-4922-b9e7-31dfc186deea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.645050 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f646fbd4-8876-4922-b9e7-31dfc186deea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.650476 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f646fbd4-8876-4922-b9e7-31dfc186deea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.698826 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f646fbd4-8876-4922-b9e7-31dfc186deea admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=32c1070d495a4b75b489c1d6bbe2f40d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178475 Dec 08 02:06:18.699673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646fbd4-8876-4922-b9e7-31dfc186deea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699ffaf1-cd15-4866-bfc7-02a904409cc3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:18.701473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39770) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:18.763903 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d490b079-8908-4793-a048-bdd1b5c14c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.826099 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d490b079-8908-4793-a048-bdd1b5c14c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.912952 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d490b079-8908-4793-a048-bdd1b5c14c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.919383 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d490b079-8908-4793-a048-bdd1b5c14c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.921216 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d490b079-8908-4793-a048-bdd1b5c14c56 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/699ffaf1-cd15-4866-bfc7-02a904409cc3 HTTP/1.1" status: 204 len: 168 time: 0.2185655 Dec 08 02:06:18.930847 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490b079-8908-4793-a048-bdd1b5c14c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699ffaf1-cd15-4866-bfc7-02a904409cc3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:19.339186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e839e01b-5eb0-4a8d-9bb9-db0fcf7a5ad8 req-03f15f2f-4233-4040-9d9f-36c26e087a92 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/ports?device_id=133aef4b-c5f6-479b-bd31-c6772b08e0ad HTTP/1.1" status: 200 len: 210 time: 0.0531712 Dec 08 02:06:19.518858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9bf6c-c241-45ca-a297-35e8c24e3ccc req-a6a9e2d6-3bae-4b8c-a71a-6adee6fc7c87 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:19.529655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30a9bf6c-c241-45ca-a297-35e8c24e3ccc req-a6a9e2d6-3bae-4b8c-a71a-6adee6fc7c87 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.0980701 Dec 08 02:06:19.597947 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30a9bf6c-c241-45ca-a297-35e8c24e3ccc req-b3055789-8e71-4686-ac5d-e95d89f116e5 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706425 Dec 08 02:06:19.765022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89f9ff-2b5c-4483-b919-d048be479cfd req-c9fd9cd6-2f38-4dab-a458-30d51c06f2ef tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:19.772703 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d89f9ff-2b5c-4483-b919-d048be479cfd req-c9fd9cd6-2f38-4dab-a458-30d51c06f2ef tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.0645185 Dec 08 02:06:19.841427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d89f9ff-2b5c-4483-b919-d048be479cfd req-a55fb791-67ae-4903-ba09-d92fb55d8ec4 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625761 Dec 08 02:06:19.999299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b52a1-f726-41e2-8ed4-d735ef856a1c req-9148b94e-e409-4b74-a66b-626d9bc902f2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:20.007127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb8b52a1-f726-41e2-8ed4-d735ef856a1c req-9148b94e-e409-4b74-a66b-626d9bc902f2 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.0651577 Dec 08 02:06:20.068223 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb8b52a1-f726-41e2-8ed4-d735ef856a1c req-0039ed69-e86d-4bc7-8777-462198091a5e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601075 Dec 08 02:06:20.229912 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39856) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:20.307412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345b120-3f14-4d16-9109-04a71e930c29 req-589735e5-795d-46c3-ad09-7c9fcdb1d5e0 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:20.309557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b345b120-3f14-4d16-9109-04a71e930c29 req-589735e5-795d-46c3-ad09-7c9fcdb1d5e0 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1050935 Dec 08 02:06:20.398985 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b345b120-3f14-4d16-9109-04a71e930c29 req-c2d63d4b-1476-405d-bc7a-9b47344ad4f4 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811961 Dec 08 02:06:20.501468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39878) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:20.592879 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e20dcf4-7ab8-4b6d-9c84-89ee25ba5365 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:20.627208 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e20dcf4-7ab8-4b6d-9c84-89ee25ba5365 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:20.647154 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433cda9-a60d-4245-9bc1-84aae2074a3a req-687f04a1-6c03-4e41-a65c-7e9cea295a9e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:20.655068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2433cda9-a60d-4245-9bc1-84aae2074a3a req-687f04a1-6c03-4e41-a65c-7e9cea295a9e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.0637844 Dec 08 02:06:20.688541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-891472337-network', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:20.719932 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2433cda9-a60d-4245-9bc1-84aae2074a3a req-f79b5061-d676-459a-80a1-250ee1275d9f tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636950 Dec 08 02:06:20.763384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] Made reservation on behalf of 1b81fe962ade463ba8015d6bc39dd187 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:06:20.770118 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:20.790748 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:20.798382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e20dcf4-7ab8-4b6d-9c84-89ee25ba5365 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:20.801040 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e20dcf4-7ab8-4b6d-9c84-89ee25ba5365 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:20.804797 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0e20dcf4-7ab8-4b6d-9c84-89ee25ba5365 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "DELETE /v2.0/security-groups/e6647bc5-26af-40b5-9d6c-46b372a7e9cd HTTP/1.1" status: 204 len: 168 time: 0.2992368 Dec 08 02:06:20.805183 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39888) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:20.826190 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-e13fbdcf-f077-4528-b088-70daf740b502 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] show failed (client error): The resource could not be found. Dec 08 02:06:20.829200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e13fbdcf-f077-4528-b088-70daf740b502 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "GET /v2.0/security-groups/e6647bc5-26af-40b5-9d6c-46b372a7e9cd HTTP/1.1" status: 404 len: 347 time: 0.0222664 Dec 08 02:06:20.831707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39892) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:20.833036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20dcf4-7ab8-4b6d-9c84-89ee25ba5365 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6647bc5-26af-40b5-9d6c-46b372a7e9cd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:20.950315 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:20.956736 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.007692 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:06:21.037576 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.037941 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] Added segment 4f5580a3-9739-43e8-8b69-cddcc71ef8bc of type vlan for network 7395e324-3d87-4b26-866c-bfff102af6a2 Dec 08 02:06:21.043978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4227a7-ca31-4230-bc70-c12b2e0f4682 req-e4904f64-26a4-4231-8374-e4d40fe153dd tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:21.052160 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a4227a7-ca31-4230-bc70-c12b2e0f4682 req-e4904f64-26a4-4231-8374-e4d40fe153dd tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.2022707 Dec 08 02:06:21.076619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febab8a1-b044-4247-8d27-7e489329bfa6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:21.115870 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.162948 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.164367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:21.165293 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.184849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3e450c48-481a-481f-b59c-5c348fa9e838 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Deleting port 3ef92e76-b740-4e22-ab82-c965ffd36b96 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:21.185194 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e450c48-481a-481f-b59c-5c348fa9e838 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.191480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a4227a7-ca31-4230-bc70-c12b2e0f4682 req-5f67e489-9af4-4472-9440-b6ab0ed79102 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380486 Dec 08 02:06:21.261328 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0298717 Dec 08 02:06:21.265378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39908) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:21.288971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-fee61b17-2eaa-476f-89f2-a54358b23e62 admin admin] Request body: {'subnet': {'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-891472337-subnet', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:21.353039 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee61b17-2eaa-476f-89f2-a54358b23e62 admin admin] Made reservation on behalf of 1b81fe962ade463ba8015d6bc39dd187 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:06:21.358120 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fee61b17-2eaa-476f-89f2-a54358b23e62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.376738 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e450c48-481a-481f-b59c-5c348fa9e838 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.377063 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e450c48-481a-481f-b59c-5c348fa9e838 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.390711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3e450c48-481a-481f-b59c-5c348fa9e838 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Calling delete_port for 3ef92e76-b740-4e22-ab82-c965ffd36b96 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:21.513250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63653468-816f-45e4-a227-80f9caf84a0f admin admin] Pushing event updated for resources: {'Network': ['ID=7395e324-3d87-4b26-866c-bfff102af6a2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:21.524770 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 7395e324-3d87-4b26-866c-bfff102af6a2 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:06:21.569137 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e450c48-481a-481f-b59c-5c348fa9e838 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.590129 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fee61b17-2eaa-476f-89f2-a54358b23e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.639549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e450c48-481a-481f-b59c-5c348fa9e838 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event deleted for resources: {'Port': ['ID=3ef92e76-b740-4e22-ab82-c965ffd36b96,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:21.671336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee61b17-2eaa-476f-89f2-a54358b23e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9485c7e8-851e-4945-805b-f9cc04333c12,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:21.683482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee61b17-2eaa-476f-89f2-a54358b23e62 admin admin] Checking segment: {'id': '4f5580a3-9739-43e8-8b69-cddcc71ef8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:21.684610 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee61b17-2eaa-476f-89f2-a54358b23e62 admin admin] Network hostable DHCP agents. Network: 7395e324-3d87-4b26-866c-bfff102af6a2, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:06:21.723633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee61b17-2eaa-476f-89f2-a54358b23e62 admin admin] Network 7395e324-3d87-4b26-866c-bfff102af6a2 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:06:21.760550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-fee61b17-2eaa-476f-89f2-a54358b23e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 7395e324-3d87-4b26-866c-bfff102af6a2) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:21.765306 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e450c48-481a-481f-b59c-5c348fa9e838 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.772196 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e450c48-481a-481f-b59c-5c348fa9e838 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.776235 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee61b17-2eaa-476f-89f2-a54358b23e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:21.776235 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fee61b17-2eaa-476f-89f2-a54358b23e62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.777890 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3e450c48-481a-481f-b59c-5c348fa9e838 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "DELETE /v2.0/floatingips/a0c0f35a-6a1b-4f23-9c92-51205b2f5936 HTTP/1.1" status: 204 len: 168 time: 0.9444811 Dec 08 02:06:21.778037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b831b8e-7101-4211-bea1-588d16d1da45 None None] Network 7395e324-3d87-4b26-866c-bfff102af6a2 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:06:21.778855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39926) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:21.802644 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fee61b17-2eaa-476f-89f2-a54358b23e62 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5281172 Dec 08 02:06:21.803276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39928) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:21.805663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f591a68-6e1a-498e-915f-7f2fc043d8d7 req-3d5d2879-d7e5-4d1d-b847-260eeef2b686 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:21.808839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:21.819271 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f591a68-6e1a-498e-915f-7f2fc043d8d7 req-3d5d2879-d7e5-4d1d-b847-260eeef2b686 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.2620490 Dec 08 02:06:21.835980 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.838442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.952764 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:22.020067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f591a68-6e1a-498e-915f-7f2fc043d8d7 req-52b62335-7709-41e3-8085-96125603ba45 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995106 Dec 08 02:06:22.060310 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-03da7d06-daf5-42d2-a264-4c7131ff2262 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Deleting port 6c233101-806d-4641-913c-08c4d8a9b2ca {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:22.063079 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03da7d06-daf5-42d2-a264-4c7131ff2262 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:22.066989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-7395e324-3d87-4b26-866c-bfff102af6a2', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'fixed_ips': [{'subnet_id': '9485c7e8-851e-4945-805b-f9cc04333c12'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:06:22.068688 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:22.105781 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d29b8491-9120-48a3-8ec9-c356da17cbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:22.265058 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:22.297465 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03da7d06-daf5-42d2-a264-4c7131ff2262 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:22.319749 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-03da7d06-daf5-42d2-a264-4c7131ff2262 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Calling delete_port for 6c233101-806d-4641-913c-08c4d8a9b2ca owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:22.336779 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fa82a-2ba8-49e8-9216-02c7c6a6602f req-5b4e3e9b-0731-405a-a395-ef7972a0ed1c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:22.348720 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-030fa82a-2ba8-49e8-9216-02c7c6a6602f req-5b4e3e9b-0731-405a-a395-ef7972a0ed1c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1523774 Dec 08 02:06:22.424028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Allocated IP 172.20.0.2 (7395e324-3d87-4b26-866c-bfff102af6a2/9485c7e8-851e-4945-805b-f9cc04333c12/41c7b75d-d236-4800-80b1-7fe588bdeb5c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:06:22.528142 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-030fa82a-2ba8-49e8-9216-02c7c6a6602f req-a45d8264-2f62-4113-b584-f53eaf5f676e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739745 Dec 08 02:06:22.668079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-d829ab32-a446-4940-a41a-dc01b4bffcd4 req-19322d45-31d3-4b40-b229-fe6c69a59c3f service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:06:22.669480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d829ab32-a446-4940-a41a-dc01b4bffcd4 req-19322d45-31d3-4b40-b229-fe6c69a59c3f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055516 Dec 08 02:06:22.719371 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:22.738242 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03da7d06-daf5-42d2-a264-4c7131ff2262 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:22.743500 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:22.769269 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:22.779906 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:22.817369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da7d06-daf5-42d2-a264-4c7131ff2262 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event deleted for resources: {'Port': ['ID=6c233101-806d-4641-913c-08c4d8a9b2ca,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:22.889324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Network 7395e324-3d87-4b26-866c-bfff102af6a2 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:22.893677 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:22.902330 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:06:22.927726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Pushing event updated for resources: {'Port': ['ID=41c7b75d-d236-4800-80b1-7fe588bdeb5c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:22.947941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Allocated IP 172.25.8.189 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/378e2c35-4c4d-408a-8167-eaf8915dc133) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:06:23.001906 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03da7d06-daf5-42d2-a264-4c7131ff2262 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.005456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-03da7d06-daf5-42d2-a264-4c7131ff2262 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "DELETE /v2.0/ports/6c233101-806d-4641-913c-08c4d8a9b2ca HTTP/1.1" status: 204 len: 168 time: 1.2241375 Dec 08 02:06:23.015309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c282a-4584-41fb-a312-4875cfbd94bd req-6710d74e-c63a-4540-b7ca-d236079d0da1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:23.017846 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Attempting to bind port 41c7b75d-d236-4800-80b1-7fe588bdeb5c on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:06:23.018141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Attempting to bind port 41c7b75d-d236-4800-80b1-7fe588bdeb5c by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '4f5580a3-9739-43e8-8b69-cddcc71ef8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:06:23.019017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Attempting to bind port 41c7b75d-d236-4800-80b1-7fe588bdeb5c on network 7395e324-3d87-4b26-866c-bfff102af6a2 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:23.023069 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-053c282a-4584-41fb-a312-4875cfbd94bd req-6710d74e-c63a-4540-b7ca-d236079d0da1 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.2204497 Dec 08 02:06:23.024718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39958) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:23.025478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:06:23.025857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Checking segment: {'id': '4f5580a3-9739-43e8-8b69-cddcc71ef8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:23.026259 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.026718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Bound using segment: {'id': '4f5580a3-9739-43e8-8b69-cddcc71ef8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:06:23.027197 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Bound port: 41c7b75d-d236-4800-80b1-7fe588bdeb5c, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5580a3-9739-43e8-8b69-cddcc71ef8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:06:23.027580 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.155002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-053c282a-4584-41fb-a312-4875cfbd94bd req-91b4dc3b-0ec2-4610-827c-26f4288e6339 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309230 Dec 08 02:06:23.184534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] For port 41c7b75d-d236-4800-80b1-7fe588bdeb5c, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:06:23.191061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] For port 41c7b75d-d236-4800-80b1-7fe588bdeb5c, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=41c7b75d-d236-4800-80b1-7fe588bdeb5c,segment=NetworkSegment(4f5580a3-9739-43e8-8b69-cddcc71ef8bc),segment_id=4f5580a3-9739-43e8-8b69-cddcc71ef8bc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:06:23.197802 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.229924 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.242982 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a96be582-8b45-43d1-b6ad-5d1132e99ac7 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Deleting port ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:23.243327 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a96be582-8b45-43d1-b6ad-5d1132e99ac7 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.369402 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.384815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee74c4-ae98-4886-b1a2-6e3d77562b19 None None] Pushing event updated for resources: {'Port': ['ID=41c7b75d-d236-4800-80b1-7fe588bdeb5c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:23.396968 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.438867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:23.491136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:23.495898 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:06:23.612146 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aec66-5568-4e1d-875c-9ad642417f66 req-7382ad38-e5c8-4180-9c99-0aeb50e81d84 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:23.614149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-060aec66-5568-4e1d-875c-9ad642417f66 req-7382ad38-e5c8-4180-9c99-0aeb50e81d84 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.3155499 Dec 08 02:06:23.627035 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Pushing event updated for resources: {'Port': ['ID=378e2c35-4c4d-408a-8167-eaf8915dc133,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:24.060189 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.166242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39978) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:24.167096 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.184185 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a96be582-8b45-43d1-b6ad-5d1132e99ac7 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.199844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a96be582-8b45-43d1-b6ad-5d1132e99ac7 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Calling delete_port for ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:24.240803 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-060aec66-5568-4e1d-875c-9ad642417f66 req-8a593bcf-7b89-4c30-bcf7-2de7c6437a56 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144514 Dec 08 02:06:24.350260 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a447ccf3-f047-4d93-b823-a750b45743a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.418691 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a96be582-8b45-43d1-b6ad-5d1132e99ac7 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.425170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0ad1-94b5-4611-80ef-7c3bdeb44d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.539249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96be582-8b45-43d1-b6ad-5d1132e99ac7 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event deleted for resources: {'Port': ['ID=ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:24.620192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa7665-3171-49ee-9527-dc08e59aaa52 req-7507b979-c08b-4afd-9b50-e804b8723935 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:24.622009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94aa7665-3171-49ee-9527-dc08e59aaa52 req-7507b979-c08b-4afd-9b50-e804b8723935 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.2151675 Dec 08 02:06:24.674316 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.705960 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a96be582-8b45-43d1-b6ad-5d1132e99ac7 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.717976 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a96be582-8b45-43d1-b6ad-5d1132e99ac7 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "DELETE /v2.0/ports/ff8fcfe7-e18e-4619-bce8-3bcdbd2dcc5c HTTP/1.1" status: 204 len: 168 time: 1.6889517 Dec 08 02:06:24.719677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39994) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:24.733553 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94aa7665-3171-49ee-9527-dc08e59aaa52 req-2e88dde2-3010-4d0c-a982-f6d956f81c77 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926480 Dec 08 02:06:24.754160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0ad1-94b5-4611-80ef-7c3bdeb44d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.766699 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0ad1-94b5-4611-80ef-7c3bdeb44d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.851683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9b3fef-2114-4e51-b7d8-178cd0d03773 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Deleting subnet 28afa482-a172-4120-a6cc-25d01b353e67 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:06:24.867760 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3fef-2114-4e51-b7d8-178cd0d03773 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.934414 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3fef-2114-4e51-b7d8-178cd0d03773 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.970226 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5b9d0ad1-94b5-4611-80ef-7c3bdeb44d1c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ad91edb96ea0425caec71e219860b544&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8024263 Dec 08 02:06:24.979851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40002) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:24.988146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d0ad1-94b5-4611-80ef-7c3bdeb44d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25e1f81-9d3b-4ece-b7ce-674a6db7bfe1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:25.073366 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Router a240d149-16ec-4924-9288-32221a548c5e is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:06:25.079078 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6aec6659-57b4-413a-b933-b4324e605b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.084192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd988e31-e5da-436f-9ea6-cff57a47fe5e req-582aeea4-e264-4df0-8fa2-0ca4e6bb73c3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:25.085987 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd988e31-e5da-436f-9ea6-cff57a47fe5e req-582aeea4-e264-4df0-8fa2-0ca4e6bb73c3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1225486 Dec 08 02:06:25.116125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac18f45-f667-43d0-9c30-2b4f12f369e8 None None] Network 7395e324-3d87-4b26-866c-bfff102af6a2 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:06:25.235998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3fef-2114-4e51-b7d8-178cd0d03773 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.262507 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6aec6659-57b4-413a-b933-b4324e605b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.265572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:06:25.277421 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Sync routers for ids ['a240d149-16ec-4924-9288-32221a548c5e'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:06:25.293862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd988e31-e5da-436f-9ea6-cff57a47fe5e req-e3b866f9-f3db-4086-992f-8cdfe654e71e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837952 Dec 08 02:06:25.315787 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.317207 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e8317463-1f01-4b59-ab25-b1903dbfab03 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5126271 Dec 08 02:06:25.321435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40004) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:25.326382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b56c2041-489f-47c8-8a5c-9ca4295cfc03 None None] Provisioning complete for port 41c7b75d-d236-4800-80b1-7fe588bdeb5c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:25.328514 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Routers {'a240d149-16ec-4924-9288-32221a548c5e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:25.330702 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:06:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a240d149-16ec-4924-9288-32221a548c5e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:25.331677 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b56c2041-489f-47c8-8a5c-9ca4295cfc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.407019 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3fef-2114-4e51-b7d8-178cd0d03773 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.454829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b3fef-2114-4e51-b7d8-178cd0d03773 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event deleted for resources: {'Subnet': ['ID=28afa482-a172-4120-a6cc-25d01b353e67,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:25.476800 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3fef-2114-4e51-b7d8-178cd0d03773 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.482595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8c9b3fef-2114-4e51-b7d8-178cd0d03773 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "DELETE /v2.0/subnets/28afa482-a172-4120-a6cc-25d01b353e67 HTTP/1.1" status: 204 len: 168 time: 0.7593040 Dec 08 02:06:25.482841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40014) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:25.521266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 41c7b75d-d236-4800-80b1-7fe588bdeb5c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:06:25.553650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-797928a6-9645-45ca-b328-2a30fb474768 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Deleting subnet cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:06:25.558593 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-797928a6-9645-45ca-b328-2a30fb474768 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.572398 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Set router a240d149-16ec-4924-9288-32221a548c5e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:25.602960 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c4122-37bf-4cf1-ade3-2f5bd2f1c1a1 None None] Network 08cfbefb-b7c2-4901-a33d-bcd1037fa934 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:06:25.712024 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-797928a6-9645-45ca-b328-2a30fb474768 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.713290 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.731024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-c7830900-c9ff-448c-a218-6b55f1f407da req-092b0352-9d85-416c-ba7b-1926bb5ff0dd service neutron] (109767) timed out ('10.222.0.75', 52637) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:06:25.791998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47d928-dd45-458f-976a-4472fcf4abb6 req-9157cd7d-2cdf-46cb-8e99-b9df3a4abb40 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:25.801838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b47d928-dd45-458f-976a-4472fcf4abb6 req-9157cd7d-2cdf-46cb-8e99-b9df3a4abb40 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1974471 Dec 08 02:06:25.853508 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b56c2041-489f-47c8-8a5c-9ca4295cfc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.958731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b47d928-dd45-458f-976a-4472fcf4abb6 req-5e9dff0b-5beb-4fae-933a-ff5c1baebd69 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556056 Dec 08 02:06:25.972529 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-797928a6-9645-45ca-b328-2a30fb474768 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.039696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b56c2041-489f-47c8-8a5c-9ca4295cfc03 None None] For port 41c7b75d-d236-4800-80b1-7fe588bdeb5c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=41c7b75d-d236-4800-80b1-7fe588bdeb5c,segment=NetworkSegment(4f5580a3-9739-43e8-8b69-cddcc71ef8bc),segment_id=4f5580a3-9739-43e8-8b69-cddcc71ef8bc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:26.055258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 41c7b75d-d236-4800-80b1-7fe588bdeb5c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:26.056111 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.069193 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b56c2041-489f-47c8-8a5c-9ca4295cfc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.112662 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:06:23Z', 'revision_number': 3, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port': {'id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:22Z', 'updated_at': '2021-12-08T02:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:26.153889 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c2041-489f-47c8-8a5c-9ca4295cfc03 None None] Pushing event updated for resources: {'Port': ['ID=41c7b75d-d236-4800-80b1-7fe588bdeb5c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:26.201151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fac101f3-d38a-4d50-8915-de9a25ac7267 None None] Provisioning complete for port 41c7b75d-d236-4800-80b1-7fe588bdeb5c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:26.202447 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fac101f3-d38a-4d50-8915-de9a25ac7267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.207763 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Checking router: a240d149-16ec-4924-9288-32221a548c5e for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:06:26.208124 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Updating router a240d149-16ec-4924-9288-32221a548c5e port 378e2c35-4c4d-408a-8167-eaf8915dc133 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:06:26.246643 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-797928a6-9645-45ca-b328-2a30fb474768 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.277845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a69d988-65ce-4de7-8683-a9d6cd370d45 None None] DHCP port deletion for 08cfbefb-b7c2-4901-a33d-bcd1037fa934 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:06:26.278054 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.292867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797928a6-9645-45ca-b328-2a30fb474768 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:26.324931 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-797928a6-9645-45ca-b328-2a30fb474768 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.335990 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-797928a6-9645-45ca-b328-2a30fb474768 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "DELETE /v2.0/subnets/cbcf0d2d-54ba-4f6b-a063-6e7e53aeefe9 HTTP/1.1" status: 204 len: 168 time: 0.8512406 Dec 08 02:06:26.338122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40030) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:26.348307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da10a736-972b-4438-a02f-a1aacac40bcc None None] Network 0f88c89f-fe0c-49b8-bb4a-a28396059b3f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:06:26.374391 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f4cdf-e91f-4785-9491-c23829f19dfb req-3d47989e-7df8-4415-81c2-47ae6b17bb2c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:26.393328 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-165f4cdf-e91f-4785-9491-c23829f19dfb req-3d47989e-7df8-4415-81c2-47ae6b17bb2c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.3100219 Dec 08 02:06:26.578332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3a69d988-65ce-4de7-8683-a9d6cd370d45 None None] Deleting port 41710f47-bc85-4743-841d-c48a11f25107 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:26.579175 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a69d988-65ce-4de7-8683-a9d6cd370d45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.642909 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.651430 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.670843 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.680106 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6aec6659-57b4-413a-b933-b4324e605b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.686786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-165f4cdf-e91f-4785-9491-c23829f19dfb req-91f16219-c17a-437c-bcdf-fd5c33c6293c tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909436 Dec 08 02:06:26.688758 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6aec6659-57b4-413a-b933-b4324e605b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.694667 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6aec6659-57b4-413a-b933-b4324e605b15 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c25e1f81-9d3b-4ece-b7ce-674a6db7bfe1 HTTP/1.1" status: 204 len: 168 time: 1.7112343 Dec 08 02:06:26.740123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec6659-57b4-413a-b933-b4324e605b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25e1f81-9d3b-4ece-b7ce-674a6db7bfe1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:26.830868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3a69d988-65ce-4de7-8683-a9d6cd370d45 None None] For port 41710f47-bc85-4743-841d-c48a11f25107, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=41710f47-bc85-4743-841d-c48a11f25107,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:26.833636 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a69d988-65ce-4de7-8683-a9d6cd370d45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.836757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Deleting port 41710f47-bc85-4743-841d-c48a11f25107 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:26.839809 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.843078 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Attempting to bind port 378e2c35-4c4d-408a-8167-eaf8915dc133 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:06:26.843445 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Attempting to bind port 378e2c35-4c4d-408a-8167-eaf8915dc133 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:06:26.846534 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Attempting to bind port 378e2c35-4c4d-408a-8167-eaf8915dc133 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:26.868281 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Pushing event updated for resources: {'Port': ['ID=378e2c35-4c4d-408a-8167-eaf8915dc133,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:26.877769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30450038-e1fd-49b2-86f9-ea55d5e6a518 None None] DHCP port deletion for 0f88c89f-fe0c-49b8-bb4a-a28396059b3f request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:06:26.882246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3a69d988-65ce-4de7-8683-a9d6cd370d45 None None] Calling delete_port for 41710f47-bc85-4743-841d-c48a11f25107 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:26.888819 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:06:26.891318 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:26.891784 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.892179 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:06:26.894674 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Bound port: 378e2c35-4c4d-408a-8167-eaf8915dc133, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:06:26.895181 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.899878 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:26.899878 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:26.900253 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:26.905003 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:26.905369 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:26.906854 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:26.907199 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:26.907538 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:26.908299 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:26.908901 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:26.909213 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:26.909542 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:26.909875 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:26.980870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] For port 41710f47-bc85-4743-841d-c48a11f25107, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=41710f47-bc85-4743-841d-c48a11f25107,segment=NetworkSegment(59b3a610-00f7-4921-8f68-07bdf92406d1),segment_id=59b3a610-00f7-4921-8f68-07bdf92406d1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:26.981708 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.000191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Calling delete_port for 41710f47-bc85-4743-841d-c48a11f25107 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:27.040242 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] For port 378e2c35-4c4d-408a-8167-eaf8915dc133, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:06:27.047204 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] For port 378e2c35-4c4d-408a-8167-eaf8915dc133, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=378e2c35-4c4d-408a-8167-eaf8915dc133,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:06:27.058823 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.061116 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.092133 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.191616 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Routers {'a240d149-16ec-4924-9288-32221a548c5e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:27.198186 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:06:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a240d149-16ec-4924-9288-32221a548c5e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:27.229478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-30450038-e1fd-49b2-86f9-ea55d5e6a518 None None] Deleting port d49adbf4-d9b5-470c-8833-c00e575c9a2e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:27.229866 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30450038-e1fd-49b2-86f9-ea55d5e6a518 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.255046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68521f-892d-4ccf-837f-191785c42ddb req-8c88cacb-2b50-4f70-97fd-5f6c1a620b11 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:27.260618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b68521f-892d-4ccf-837f-191785c42ddb req-8c88cacb-2b50-4f70-97fd-5f6c1a620b11 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.3756726 Dec 08 02:06:27.266722 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.301619 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] No DVR routers for this DVR port 41710f47-bc85-4743-841d-c48a11f25107 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:27.364859 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 41c7b75d-d236-4800-80b1-7fe588bdeb5c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:06:27.412986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event deleted for resources: {'Port': ['ID=41710f47-bc85-4743-841d-c48a11f25107,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:27.440180 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a69d988-65ce-4de7-8683-a9d6cd370d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.486069 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Allocated IP 172.20.0.1 (7395e324-3d87-4b26-866c-bfff102af6a2/9485c7e8-851e-4945-805b-f9cc04333c12/c2281da6-b4cf-4483-ac60-b0f9ff53c9db) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:06:27.493474 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-30450038-e1fd-49b2-86f9-ea55d5e6a518 None None] For port d49adbf4-d9b5-470c-8833-c00e575c9a2e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d49adbf4-d9b5-470c-8833-c00e575c9a2e,segment=NetworkSegment(3f7b7625-14bc-435a-8419-b6140c6f007f),segment_id=3f7b7625-14bc-435a-8419-b6140c6f007f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:27.504249 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30450038-e1fd-49b2-86f9-ea55d5e6a518 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.508527 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c0915-af92-45f7-92e2-2cd4e57d4bfb None None] Pushing event updated for resources: {'Port': ['ID=378e2c35-4c4d-408a-8167-eaf8915dc133,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:27.536420 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.562754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40060) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:27.569799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69d988-65ce-4de7-8683-a9d6cd370d45 None None] Pushing event deleted for resources: {'Port': ['ID=41710f47-bc85-4743-841d-c48a11f25107,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:27.574818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69d988-65ce-4de7-8683-a9d6cd370d45 None None] No DVR routers for this DVR port 41710f47-bc85-4743-841d-c48a11f25107 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:27.582255 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-30450038-e1fd-49b2-86f9-ea55d5e6a518 None None] Calling delete_port for d49adbf4-d9b5-470c-8833-c00e575c9a2e owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:27.615593 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] Set router a240d149-16ec-4924-9288-32221a548c5e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:27.655641 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82229d71-5502-4a8f-8070-974904002988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.673412 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.713357 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.725126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 41c7b75d-d236-4800-80b1-7fe588bdeb5c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:27.725492 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.744389 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b68521f-892d-4ccf-837f-191785c42ddb req-2d0a62c9-2267-4f8e-8b93-5b4b0b7973b3 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574833 Dec 08 02:06:27.746560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cfbefb-b7c2-4901-a33d-bcd1037fa934']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:27.763803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b3a610-00f7-4921-8f68-07bdf92406d1') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:27.766232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b3a610-00f7-4921-8f68-07bdf92406d1') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:27.778207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Network 7395e324-3d87-4b26-866c-bfff102af6a2 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:27.785794 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:27.793807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.813213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:06:27.830286 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.848103 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:06:27.848941 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:06:27.853455 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:06:27.896868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=c2281da6-b4cf-4483-ac60-b0f9ff53c9db,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:27.983349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.063780 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.074748 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.078287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "DELETE /v2.0/networks/08cfbefb-b7c2-4901-a33d-bcd1037fa934 HTTP/1.1" status: 204 len: 168 time: 1.7379439 Dec 08 02:06:28.088528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40070) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:28.113538 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:06:23Z', 'revision_number': 3, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port': {'id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:22Z', 'updated_at': '2021-12-08T02:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:28.138071 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef091d-b09c-4616-8498-6820466e8b80 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event deleted for resources: {'Network': ['ID=08cfbefb-b7c2-4901-a33d-bcd1037fa934,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:28.182488 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47483119-a3a4-4b4e-8f84-0e4a7fe0e2f2 None None] The sync data for ids ['a240d149-16ec-4924-9288-32221a548c5e'] in n-d-713499-31 is: [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:06:23Z', 'revision_number': 3, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port': {'id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:22Z', 'updated_at': '2021-12-08T02:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:06:28.187434 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82229d71-5502-4a8f-8070-974904002988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.251238 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82229d71-5502-4a8f-8070-974904002988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.313555 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-82229d71-5502-4a8f-8070-974904002988 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=35b403b477ee47cdadb4df3c937f53b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7489009 Dec 08 02:06:28.314290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82229d71-5502-4a8f-8070-974904002988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bb58f6-6d0c-446c-9e30-d25c4f8a0ec1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:28.321942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40072) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:28.339424 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.346026 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.354238 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb33ed3-dbab-4b79-bd2f-882134f31e31 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.379078 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30450038-e1fd-49b2-86f9-ea55d5e6a518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.417445 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1195ee9-c750-48af-b9a4-5d6a3d308f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.446651 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1195ee9-c750-48af-b9a4-5d6a3d308f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.462052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3b12356d-c507-40a7-8a43-2e5546d1fdaf None None] Provisioning complete for port c2281da6-b4cf-4483-ac60-b0f9ff53c9db triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:28.462987 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3b12356d-c507-40a7-8a43-2e5546d1fdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.470182 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30450038-e1fd-49b2-86f9-ea55d5e6a518 None None] Pushing event deleted for resources: {'Port': ['ID=d49adbf4-d9b5-470c-8833-c00e575c9a2e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:28.543806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30450038-e1fd-49b2-86f9-ea55d5e6a518 None None] No DVR routers for this DVR port d49adbf4-d9b5-470c-8833-c00e575c9a2e on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:28.685218 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb33ed3-dbab-4b79-bd2f-882134f31e31 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.711111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-eeb33ed3-dbab-4b79-bd2f-882134f31e31 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f88c89f-fe0c-49b8-bb4a-a28396059b3f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:28.723204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-eeb33ed3-dbab-4b79-bd2f-882134f31e31 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7b7625-14bc-435a-8419-b6140c6f007f') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:28.723520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-eeb33ed3-dbab-4b79-bd2f-882134f31e31 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7b7625-14bc-435a-8419-b6140c6f007f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:28.731028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3b12356d-c507-40a7-8a43-2e5546d1fdaf None None] Port c2281da6-b4cf-4483-ac60-b0f9ff53c9db cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:06:28.735848 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb33ed3-dbab-4b79-bd2f-882134f31e31 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.755226 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb33ed3-dbab-4b79-bd2f-882134f31e31 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.763329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb33ed3-dbab-4b79-bd2f-882134f31e31 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:06:28.763952 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb33ed3-dbab-4b79-bd2f-882134f31e31 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:06:28.846951 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:06:28.849458 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1195ee9-c750-48af-b9a4-5d6a3d308f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.851947 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1195ee9-c750-48af-b9a4-5d6a3d308f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.853649 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a1195ee9-c750-48af-b9a4-5d6a3d308f3b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/28bb58f6-6d0c-446c-9e30-d25c4f8a0ec1 HTTP/1.1" status: 204 len: 168 time: 0.5310650 Dec 08 02:06:28.854555 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.866536 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb33ed3-dbab-4b79-bd2f-882134f31e31 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.866736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 41710f47-bc85-4743-841d-c48a11f25107 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:28.873979 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eeb33ed3-dbab-4b79-bd2f-882134f31e31 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.881253 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-eeb33ed3-dbab-4b79-bd2f-882134f31e31 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] 10.222.0.71 "DELETE /v2.0/networks/0f88c89f-fe0c-49b8-bb4a-a28396059b3f HTTP/1.1" status: 204 len: 168 time: 0.7876959 Dec 08 02:06:28.881253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1195ee9-c750-48af-b9a4-5d6a3d308f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bb58f6-6d0c-446c-9e30-d25c4f8a0ec1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:28.917312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 41710f47-bc85-4743-841d-c48a11f25107 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:28.917312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 41710f47-bc85-4743-841d-c48a11f25107 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:28.917312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d49adbf4-d9b5-470c-8833-c00e575c9a2e no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:28.925299 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.925503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb33ed3-dbab-4b79-bd2f-882134f31e31 tempest-TaggedBootDevicesTest_v242-1932820947 tempest-TaggedBootDevicesTest_v242-1932820947-project] Pushing event deleted for resources: {'Network': ['ID=0f88c89f-fe0c-49b8-bb4a-a28396059b3f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:28.996675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: d49adbf4-d9b5-470c-8833-c00e575c9a2e {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:28.996675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d49adbf4-d9b5-470c-8833-c00e575c9a2e not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:29.153360 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:29.176305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=c2281da6-b4cf-4483-ac60-b0f9ff53c9db,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:29.290299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 378e2c35-4c4d-408a-8167-eaf8915dc133 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:06:29.438048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 378e2c35-4c4d-408a-8167-eaf8915dc133 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:29.439133 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:29.461010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Network 7395e324-3d87-4b26-866c-bfff102af6a2 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:29.466629 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:29.600587 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:29.649008 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 378e2c35-4c4d-408a-8167-eaf8915dc133, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=378e2c35-4c4d-408a-8167-eaf8915dc133,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:29.655357 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:29.792388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Router a240d149-16ec-4924-9288-32221a548c5e has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:06:29.824168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=378e2c35-4c4d-408a-8167-eaf8915dc133,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:29.927754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:06:29.942305 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1521dfaf-30af-48cc-83dc-b3bd798e9eb2 admin admin] 10.222.0.71 "PUT /v2.0/routers/a240d149-16ec-4924-9288-32221a548c5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6192048 Dec 08 02:06:29.977254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-59470553-dbba-4086-a2b9-0fa70901f6e9 None None] Provisioning complete for port c2281da6-b4cf-4483-ac60-b0f9ff53c9db triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:29.979760 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59470553-dbba-4086-a2b9-0fa70901f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:30.057116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-59470553-dbba-4086-a2b9-0fa70901f6e9 None None] Port c2281da6-b4cf-4483-ac60-b0f9ff53c9db cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:06:31.133770 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Sync routers for ids ['a240d149-16ec-4924-9288-32221a548c5e'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:06:31.157664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Routers {'a240d149-16ec-4924-9288-32221a548c5e'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:31.162745 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:06:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a240d149-16ec-4924-9288-32221a548c5e'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:31.398947 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 378e2c35-4c4d-408a-8167-eaf8915dc133 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:06:31.509327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Set router a240d149-16ec-4924-9288-32221a548c5e gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:31.560234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 378e2c35-4c4d-408a-8167-eaf8915dc133 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:31.571001 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:31.609792 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:06:31.902313 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:06:28Z', 'revision_number': 4, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port': {'id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:22Z', 'updated_at': '2021-12-08T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'c2281da6-b4cf-4483-ac60-b0f9ff53c9db', 'name': '', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'mac_address': 'fa:16:3e:b0:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:27Z', 'updated_at': '2021-12-08T02:06:28Z', 'revision_number': 2, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'subnets': [{'id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:31.937807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Checking router: a240d149-16ec-4924-9288-32221a548c5e for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:06:31.938097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Updating router a240d149-16ec-4924-9288-32221a548c5e port c2281da6-b4cf-4483-ac60-b0f9ff53c9db binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:06:31.983678 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:32.316739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40188) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:32.322229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e086aa43-b22d-4d85-9dee-42d5d7be5078 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899776908', 'description': 'tempest-description--1758852557'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:32.393319 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e086aa43-b22d-4d85-9dee-42d5d7be5078 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:32.554537 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e086aa43-b22d-4d85-9dee-42d5d7be5078 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:32.589278 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e086aa43-b22d-4d85-9dee-42d5d7be5078 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:32.659837 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:32.672221 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:32.700885 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e086aa43-b22d-4d85-9dee-42d5d7be5078 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:32.702066 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e086aa43-b22d-4d85-9dee-42d5d7be5078 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3834527 Dec 08 02:06:32.705242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40206) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:32.714589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086aa43-b22d-4d85-9dee-42d5d7be5078 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814db101-79df-434a-97fd-f22ed16fad08,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:32.720538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1f44e037-6c27-4a65-a6e3-67231a49056a tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Request body: {'security_group_rule': {'security_group_id': '814db101-79df-434a-97fd-f22ed16fad08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:32.819412 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f44e037-6c27-4a65-a6e3-67231a49056a tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:32.984359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd82d2-3e9c-4774-beb1-eb3109102896 None None] Pushing event updated for resources: {'Port': ['ID=c2281da6-b4cf-4483-ac60-b0f9ff53c9db,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:33.008524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Attempting to bind port c2281da6-b4cf-4483-ac60-b0f9ff53c9db on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:06:33.011811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Attempting to bind port c2281da6-b4cf-4483-ac60-b0f9ff53c9db by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '4f5580a3-9739-43e8-8b69-cddcc71ef8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:06:33.013600 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Attempting to bind port c2281da6-b4cf-4483-ac60-b0f9ff53c9db on network 7395e324-3d87-4b26-866c-bfff102af6a2 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:33.047187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:06:33.047560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Checking segment: {'id': '4f5580a3-9739-43e8-8b69-cddcc71ef8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:33.053639 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:33.054681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Bound using segment: {'id': '4f5580a3-9739-43e8-8b69-cddcc71ef8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:06:33.057568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Bound port: c2281da6-b4cf-4483-ac60-b0f9ff53c9db, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5580a3-9739-43e8-8b69-cddcc71ef8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:06:33.057969 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:33.069004 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f44e037-6c27-4a65-a6e3-67231a49056a tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:33.078423 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f44e037-6c27-4a65-a6e3-67231a49056a tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:33.137312 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1f44e037-6c27-4a65-a6e3-67231a49056a tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:33.138778 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1f44e037-6c27-4a65-a6e3-67231a49056a tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4325027 Dec 08 02:06:33.141973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40216) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:33.146901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c9a2785d-2a65-4282-be70-544964b29349 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Request body: {'security_group_rule': {'security_group_id': '814db101-79df-434a-97fd-f22ed16fad08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:33.163109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44e037-6c27-4a65-a6e3-67231a49056a tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c59c1cb-ca50-4605-986b-057d4a1bb1dc,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:33.206715 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9a2785d-2a65-4282-be70-544964b29349 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:33.295648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] For port c2281da6-b4cf-4483-ac60-b0f9ff53c9db, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:06:33.304978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] For port c2281da6-b4cf-4483-ac60-b0f9ff53c9db, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c2281da6-b4cf-4483-ac60-b0f9ff53c9db,segment=NetworkSegment(4f5580a3-9739-43e8-8b69-cddcc71ef8bc),segment_id=4f5580a3-9739-43e8-8b69-cddcc71ef8bc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:06:33.322396 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:33.334272 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9a2785d-2a65-4282-be70-544964b29349 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:33.337857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ac5a5799-0773-47b8-8cb3-cfd885efbac1 None None] Provisioning complete for port c2281da6-b4cf-4483-ac60-b0f9ff53c9db triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:33.339464 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac5a5799-0773-47b8-8cb3-cfd885efbac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:33.344719 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9a2785d-2a65-4282-be70-544964b29349 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:33.371724 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2785d-2a65-4282-be70-544964b29349 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0caba87d-440a-413d-8b7a-81d2afbda5ef,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:33.402878 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9a2785d-2a65-4282-be70-544964b29349 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:33.407911 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40224) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:33.408190 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c9a2785d-2a65-4282-be70-544964b29349 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2649755 Dec 08 02:06:33.414442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:33.470635 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:33.574240 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Routers {'a240d149-16ec-4924-9288-32221a548c5e'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:33.579222 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:06:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a240d149-16ec-4924-9288-32221a548c5e'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:33.695583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:33.962089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40236) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:34.016988 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Allocated IP 172.25.8.220 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/271f915a-8a94-41ac-bbf8-f5e0a3ce9a36) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:06:34.213313 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24b4b360-6e99-486c-8b3e-ed6c4a267952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.214537 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd82d2-3e9c-4774-beb1-eb3109102896 None None] Pushing event updated for resources: {'Port': ['ID=c2281da6-b4cf-4483-ac60-b0f9ff53c9db,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:34.309015 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.325241 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac5a5799-0773-47b8-8cb3-cfd885efbac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.349919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] Set router a240d149-16ec-4924-9288-32221a548c5e gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:34.393443 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.429714 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24b4b360-6e99-486c-8b3e-ed6c4a267952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.439652 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24b4b360-6e99-486c-8b3e-ed6c4a267952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.494093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ac5a5799-0773-47b8-8cb3-cfd885efbac1 None None] For port c2281da6-b4cf-4483-ac60-b0f9ff53c9db, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c2281da6-b4cf-4483-ac60-b0f9ff53c9db,segment=NetworkSegment(4f5580a3-9739-43e8-8b69-cddcc71ef8bc),segment_id=4f5580a3-9739-43e8-8b69-cddcc71ef8bc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:34.497027 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:34.508262 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:34.516366 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Pushing event updated for resources: {'Port': ['ID=271f915a-8a94-41ac-bbf8-f5e0a3ce9a36,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:34.522885 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:06:34.535542 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-24b4b360-6e99-486c-8b3e-ed6c4a267952 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e5a471ccf3924161a5928009ffbff2b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5722377 Dec 08 02:06:34.541253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:34.544122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4b360-6e99-486c-8b3e-ed6c4a267952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d94f15-b5a9-401d-88b7-4a8bf34afc96,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:34.579715 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac5a5799-0773-47b8-8cb3-cfd885efbac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.674824 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91c37efc-7e97-462a-85ec-68dfb375a45d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.700777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.721771 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91c37efc-7e97-462a-85ec-68dfb375a45d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.744896 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.819061 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91c37efc-7e97-462a-85ec-68dfb375a45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.822059 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91c37efc-7e97-462a-85ec-68dfb375a45d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.823383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-91c37efc-7e97-462a-85ec-68dfb375a45d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/37d94f15-b5a9-401d-88b7-4a8bf34afc96 HTTP/1.1" status: 204 len: 168 time: 0.2808414 Dec 08 02:06:34.835257 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c37efc-7e97-462a-85ec-68dfb375a45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d94f15-b5a9-401d-88b7-4a8bf34afc96,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:34.967532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-720474e0-9147-4c91-9d16-046fa5680624 None None] Provisioning complete for port c2281da6-b4cf-4483-ac60-b0f9ff53c9db triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:34.980187 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-720474e0-9147-4c91-9d16-046fa5680624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:35.105338 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a5799-0773-47b8-8cb3-cfd885efbac1 None None] Pushing event updated for resources: {'Port': ['ID=c2281da6-b4cf-4483-ac60-b0f9ff53c9db,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:35.125652 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:35.133003 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:35.165001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:06:28Z', 'revision_number': 4, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port': {'id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:22Z', 'updated_at': '2021-12-08T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'c2281da6-b4cf-4483-ac60-b0f9ff53c9db', 'name': '', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'mac_address': 'fa:16:3e:b0:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:27Z', 'updated_at': '2021-12-08T02:06:33Z', 'revision_number': 4, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'subnets': [{'id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:35.259030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a622c511-31b5-4751-b717-5b9d56d0fced None None] The sync data for ids ['a240d149-16ec-4924-9288-32221a548c5e'] in n-d-713499-31 is: [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:06:28Z', 'revision_number': 4, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port': {'id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:22Z', 'updated_at': '2021-12-08T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'c2281da6-b4cf-4483-ac60-b0f9ff53c9db', 'name': '', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'mac_address': 'fa:16:3e:b0:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:27Z', 'updated_at': '2021-12-08T02:06:33Z', 'revision_number': 4, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'subnets': [{'id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:06:35.299340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Pushing event updated for resources: {'Port': ['ID=271f915a-8a94-41ac-bbf8-f5e0a3ce9a36,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:35.381399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:35.418933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:35.448205 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-51a27a1f-7941-4f3f-9650-2a9f2394fcc8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0386174 Dec 08 02:06:35.496434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40256) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:35.517459 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8285b92-a040-4ba9-a2cc-dc57e84a69be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:35.746831 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8285b92-a040-4ba9-a2cc-dc57e84a69be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:35.752205 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8285b92-a040-4ba9-a2cc-dc57e84a69be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:35.827520 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40286) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:35.841858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c8285b92-a040-4ba9-a2cc-dc57e84a69be admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7bc9654c4c634395956004988063e560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3440852 Dec 08 02:06:35.844084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8285b92-a040-4ba9-a2cc-dc57e84a69be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54976b85-624f-451c-ac8e-763e14f7e640,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:35.899079 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-18170e43-619a-42b6-bb47-da03a7983ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:35.969168 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-18170e43-619a-42b6-bb47-da03a7983ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:36.064093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-18170e43-619a-42b6-bb47-da03a7983ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:36.067231 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-18170e43-619a-42b6-bb47-da03a7983ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:36.072257 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-18170e43-619a-42b6-bb47-da03a7983ed5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/54976b85-624f-451c-ac8e-763e14f7e640 HTTP/1.1" status: 204 len: 168 time: 0.2437449 Dec 08 02:06:36.094723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18170e43-619a-42b6-bb47-da03a7983ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54976b85-624f-451c-ac8e-763e14f7e640,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:37.525885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c2281da6-b4cf-4483-ac60-b0f9ff53c9db up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:06:37.707925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port c2281da6-b4cf-4483-ac60-b0f9ff53c9db triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:37.708423 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:37.838055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7d8aa-6ba3-4c46-be96-819233ef36bc req-0138de5a-92be-4528-b0fd-f8cc275be193 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:37.874560 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eac7d8aa-6ba3-4c46-be96-819233ef36bc req-0138de5a-92be-4528-b0fd-f8cc275be193 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1318915 Dec 08 02:06:38.038911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eac7d8aa-6ba3-4c46-be96-819233ef36bc req-e6d4c277-3356-47eb-8639-36f71419d30a tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629548 Dec 08 02:06:39.294802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1121941-38b9-4b0c-9b3e-05dc410502dd req-4c6b941b-9f9a-4d07-9f9c-c6c2ccf1060e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:39.301054 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1121941-38b9-4b0c-9b3e-05dc410502dd req-4c6b941b-9f9a-4d07-9f9c-c6c2ccf1060e tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1627796 Dec 08 02:06:39.468881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1121941-38b9-4b0c-9b3e-05dc410502dd req-13828f88-1f52-40b9-acbf-97bf59149fd4 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/security-groups?id=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479590 Dec 08 02:06:39.498238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fde833-b6a6-4347-abc6-b0a5cee9da2a req-b321ca1e-5bd4-4ab6-9f23-ef103d080451 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:39.500192 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-62fde833-b6a6-4347-abc6-b0a5cee9da2a req-b321ca1e-5bd4-4ab6-9f23-ef103d080451 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 946 time: 0.1969812 Dec 08 02:06:39.623751 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-62fde833-b6a6-4347-abc6-b0a5cee9da2a req-22ef368f-80a2-4fa6-9125-d47d5836dfa8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Deleting port bac786ec-5e36-41c5-a9e4-af951b2688e1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:39.624321 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-62fde833-b6a6-4347-abc6-b0a5cee9da2a req-22ef368f-80a2-4fa6-9125-d47d5836dfa8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:39.747923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-62fde833-b6a6-4347-abc6-b0a5cee9da2a req-22ef368f-80a2-4fa6-9125-d47d5836dfa8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] For port bac786ec-5e36-41c5-a9e4-af951b2688e1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=bac786ec-5e36-41c5-a9e4-af951b2688e1,segment=NetworkSegment(d5082bdc-f314-4f27-af3a-7fbf73f48476),segment_id=d5082bdc-f314-4f27-af3a-7fbf73f48476)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:39.748584 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-62fde833-b6a6-4347-abc6-b0a5cee9da2a req-22ef368f-80a2-4fa6-9125-d47d5836dfa8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:39.763814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-62fde833-b6a6-4347-abc6-b0a5cee9da2a req-22ef368f-80a2-4fa6-9125-d47d5836dfa8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Calling delete_port for bac786ec-5e36-41c5-a9e4-af951b2688e1 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:39.945093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-62fde833-b6a6-4347-abc6-b0a5cee9da2a req-22ef368f-80a2-4fa6-9125-d47d5836dfa8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:39.979800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['bac786ec-5e36-41c5-a9e4-af951b2688e1'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:06:40.015872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef368f-80a2-4fa6-9125-d47d5836dfa8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Pushing event deleted for resources: {'Port': ['ID=bac786ec-5e36-41c5-a9e4-af951b2688e1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:40.113982 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fde833-b6a6-4347-abc6-b0a5cee9da2a req-22ef368f-80a2-4fa6-9125-d47d5836dfa8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] No DVR routers for this DVR port bac786ec-5e36-41c5-a9e4-af951b2688e1 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:40.116819 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-62fde833-b6a6-4347-abc6-b0a5cee9da2a req-22ef368f-80a2-4fa6-9125-d47d5836dfa8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:40.122853 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-62fde833-b6a6-4347-abc6-b0a5cee9da2a req-22ef368f-80a2-4fa6-9125-d47d5836dfa8 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.75 "DELETE /v2.0/ports/bac786ec-5e36-41c5-a9e4-af951b2688e1 HTTP/1.1" status: 204 len: 173 time: 0.6160982 Dec 08 02:06:40.124153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'name': 'network-vif-deleted', 'tag': 'bac786ec-5e36-41c5-a9e4-af951b2688e1'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:40.126511 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9a3d23-fa74-415a-8881-8ee8d8267061" -d '{"events": [{"server_uuid": "04d643a8-cf23-4284-8bbf-e9eef73e4335", "name": "network-vif-deleted", "tag": "bac786ec-5e36-41c5-a9e4-af951b2688e1"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:40.190412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-c880c2f2-c329-4b82-9e52-03a22f75c5fb req-ede62b35-c0d1-4d3c-bff3-04144d0047f3 tempest-SecurityGroupsTestJSON-227263243 tempest-SecurityGroupsTestJSON-227263243-project] (109766) timed out ('10.222.0.45', 49453) {{(pid=109766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:06:40.769825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ba18847-ce35-4cab-a660-85bf5576afa4 req-e4ceb008-e1aa-41cf-968c-9c1158f17e64 tempest-ServersNegativeTestJSON-1686717330 tempest-ServersNegativeTestJSON-1686717330-project] 10.222.0.71 "GET /v2.0/ports?device_id=04d643a8-cf23-4284-8bbf-e9eef73e4335 HTTP/1.1" status: 200 len: 210 time: 0.0728440 Dec 08 02:06:40.909447 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89372474-ce4e-45de-818f-b6b91554a266 x-openstack-request-id: req-89372474-ce4e-45de-818f-b6b91554a266 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:40.909754 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d643a8-cf23-4284-8bbf-e9eef73e4335", "name": "network-vif-deleted", "tag": "bac786ec-5e36-41c5-a9e4-af951b2688e1", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:40.910022 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-89372474-ce4e-45de-818f-b6b91554a266 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:40.910446 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d643a8-cf23-4284-8bbf-e9eef73e4335', 'name': 'network-vif-deleted', 'tag': 'bac786ec-5e36-41c5-a9e4-af951b2688e1', 'status': 'completed', 'code': 200} Dec 08 02:06:41.870967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40598) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:41.988554 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d43068-b2ac-4037-85a8-97892dc629f7 admin admin] Deleting subnet bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:06:41.996492 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-45d43068-b2ac-4037-85a8-97892dc629f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.002560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device bac786ec-5e36-41c5-a9e4-af951b2688e1 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:42.057049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: bac786ec-5e36-41c5-a9e4-af951b2688e1 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:42.057413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device bac786ec-5e36-41c5-a9e4-af951b2688e1 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:42.097317 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-45d43068-b2ac-4037-85a8-97892dc629f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.192126 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-45d43068-b2ac-4037-85a8-97892dc629f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.332975 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-45d43068-b2ac-4037-85a8-97892dc629f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.390794 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d43068-b2ac-4037-85a8-97892dc629f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:42.400079 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-45d43068-b2ac-4037-85a8-97892dc629f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.411364 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40654) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:42.412025 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-45d43068-b2ac-4037-85a8-97892dc629f7 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bcca0c4f-a9f4-4e42-8daa-ddf8eadc8d30 HTTP/1.1" status: 204 len: 168 time: 0.5366008 Dec 08 02:06:42.547275 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67d5be16-5b92-4dd0-a3ac-6aedf492e205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.763900 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67d5be16-5b92-4dd0-a3ac-6aedf492e205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.859002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-67d5be16-5b92-4dd0-a3ac-6aedf492e205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31e52c0-dcc7-461f-b7a4-5b548e6cf240']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:42.914367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-67d5be16-5b92-4dd0-a3ac-6aedf492e205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5082bdc-f314-4f27-af3a-7fbf73f48476') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:42.914636 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-67d5be16-5b92-4dd0-a3ac-6aedf492e205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5082bdc-f314-4f27-af3a-7fbf73f48476') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:42.942577 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67d5be16-5b92-4dd0-a3ac-6aedf492e205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.971330 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67d5be16-5b92-4dd0-a3ac-6aedf492e205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.984426 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d5be16-5b92-4dd0-a3ac-6aedf492e205 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:06:42.984847 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67d5be16-5b92-4dd0-a3ac-6aedf492e205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:06:42.986732 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:06:43.110945 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67d5be16-5b92-4dd0-a3ac-6aedf492e205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.141047 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67d5be16-5b92-4dd0-a3ac-6aedf492e205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.144555 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-67d5be16-5b92-4dd0-a3ac-6aedf492e205 admin admin] 10.222.0.71 "DELETE /v2.0/networks/b31e52c0-dcc7-461f-b7a4-5b548e6cf240 HTTP/1.1" status: 204 len: 168 time: 0.7320085 Dec 08 02:06:43.146035 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5be16-5b92-4dd0-a3ac-6aedf492e205 admin admin] Pushing event deleted for resources: {'Network': ['ID=b31e52c0-dcc7-461f-b7a4-5b548e6cf240,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:43.547503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40778) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:43.610575 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e60d9db2-6312-4037-9bbd-33e6f287a35a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b328034d39774c58a3081143cd03b417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0608847 Dec 08 02:06:43.613085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40784) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:43.753077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e359a615-373d-49fd-b598-a95593887288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.816775 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e359a615-373d-49fd-b598-a95593887288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.920670 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e359a615-373d-49fd-b598-a95593887288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.934501 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e359a615-373d-49fd-b598-a95593887288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.960274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e359a615-373d-49fd-b598-a95593887288 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d08a9306-f5c0-42dd-ba7b-fea9f63bb81f HTTP/1.1" status: 204 len: 168 time: 0.3448982 Dec 08 02:06:44.000258 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359a615-373d-49fd-b598-a95593887288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08a9306-f5c0-42dd-ba7b-fea9f63bb81f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:46.498586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-0580a10b-7035-4357-9459-9d2bdaed834d tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:46.506822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-0580a10b-7035-4357-9459-9d2bdaed834d tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/networks?id=382cbe24-d5a5-4b40-9d16-dc4dabb83634 HTTP/1.1" status: 200 len: 813 time: 0.1557095 Dec 08 02:06:46.524951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-fa6f3173-9f94-40b2-aa1c-7e001b306a1c tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/quotas/2a5e0df062134f7b8b12edf948c9b904 HTTP/1.1" status: 200 len: 375 time: 0.0168593 Dec 08 02:06:46.589155 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-b81aede2-7ade-4754-b733-e65716eec8ac tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2a5e0df062134f7b8b12edf948c9b904&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628703 Dec 08 02:06:46.726875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-362beb20-a239-4671-b30a-d92266548601 service neutron] 10.222.0.71 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361985 Dec 08 02:06:46.855543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41044) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:46.906080 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-f08460d6-75ca-425e-a311-ba80033a0db0 service neutron] 10.222.0.71 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761706 Dec 08 02:06:47.176531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-393adf31-8f9f-4879-909e-9546f8dd4d75 req-f2821704-1786-4921-873d-3d2e65551338 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 210 time: 0.0852625 Dec 08 02:06:47.314981 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10ed8a2c-c853-42fb-ae84-200eef2b0e44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.458225 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10ed8a2c-c853-42fb-ae84-200eef2b0e44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.472300 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10ed8a2c-c853-42fb-ae84-200eef2b0e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.541070 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41066) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:47.541707 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-10ed8a2c-c853-42fb-ae84-200eef2b0e44 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=766f460a349548eb873f8095de5cabc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6841168 Dec 08 02:06:47.542267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed8a2c-c853-42fb-ae84-200eef2b0e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7a4efc-f130-4754-b229-c1b25df50920,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:47.655315 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a266be85-26ba-42f7-a9a8-5cbcad93e2f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.730031 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a266be85-26ba-42f7-a9a8-5cbcad93e2f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.814003 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a266be85-26ba-42f7-a9a8-5cbcad93e2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.822212 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a266be85-26ba-42f7-a9a8-5cbcad93e2f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.824517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a266be85-26ba-42f7-a9a8-5cbcad93e2f4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0c7a4efc-f130-4754-b229-c1b25df50920 HTTP/1.1" status: 204 len: 168 time: 0.2816443 Dec 08 02:06:47.853860 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266be85-26ba-42f7-a9a8-5cbcad93e2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7a4efc-f130-4754-b229-c1b25df50920,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:48.375175 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88541c48-95ca-4b72-bf2a-eb892f016d42 req-380dd00a-135e-445e-af3e-fa4cbafc7252 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 210 time: 0.0457995 Dec 08 02:06:48.784225 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-5f9f58ec-8cfb-446f-b8a8-2b346b8ee214 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:48.793461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-5f9f58ec-8cfb-446f-b8a8-2b346b8ee214 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.75 "GET /v2.0/networks?id=382cbe24-d5a5-4b40-9d16-dc4dabb83634 HTTP/1.1" status: 200 len: 813 time: 0.2259316 Dec 08 02:06:48.815020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-c5b64d40-3f2a-41ac-8c90-f5f86d203fcb tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Request body: {'port': {'device_id': 'f27c2f9f-8d1c-416a-8c9e-d2a85b41db62', 'network_id': '382cbe24-d5a5-4b40-9d16-dc4dabb83634', 'admin_state_up': True, 'tenant_id': '2a5e0df062134f7b8b12edf948c9b904'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:49.097905 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-c5b64d40-3f2a-41ac-8c90-f5f86d203fcb tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Made reservation on behalf of 2a5e0df062134f7b8b12edf948c9b904 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:06:49.101933 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-c5b64d40-3f2a-41ac-8c90-f5f86d203fcb tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:49.352972 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-c5b64d40-3f2a-41ac-8c90-f5f86d203fcb tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Allocated IP 172.20.0.12 (382cbe24-d5a5-4b40-9d16-dc4dabb83634/4edbeda8-3bbb-47c9-8508-5d84805c3fe2/4394b45a-6591-4af8-a00d-fb2cd35dcc63) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:06:49.593225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bcbc3121-375c-4e61-a19f-b96fe2bab2a0 req-aef6cbdf-58cb-49ed-a30c-3a52ee5a81d1 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 210 time: 0.0498056 Dec 08 02:06:49.714811 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-c5b64d40-3f2a-41ac-8c90-f5f86d203fcb tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:49.778155 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-c5b64d40-3f2a-41ac-8c90-f5f86d203fcb tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:49.827886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41134) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:49.932214 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-c5b64d40-3f2a-41ac-8c90-f5f86d203fcb tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Network 382cbe24-d5a5-4b40-9d16-dc4dabb83634 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:49.948887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-c5b64d40-3f2a-41ac-8c90-f5f86d203fcb tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:49.959267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-c5b64d40-3f2a-41ac-8c90-f5f86d203fcb tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:06:49.989523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-630118730-network', 'tenant_id': '599f20414bca47809376ee6158cd4fab'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:49.999511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b64d40-3f2a-41ac-8c90-f5f86d203fcb tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Pushing event updated for resources: {'Port': ['ID=4394b45a-6591-4af8-a00d-fb2cd35dcc63,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:50.032957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-c5b64d40-3f2a-41ac-8c90-f5f86d203fcb tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:50.033833 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-c5b64d40-3f2a-41ac-8c90-f5f86d203fcb tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.038308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] Made reservation on behalf of 599f20414bca47809376ee6158cd4fab for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:06:50.043217 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.059875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-c5b64d40-3f2a-41ac-8c90-f5f86d203fcb tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2491596 Dec 08 02:06:50.071908 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.080103 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Request body: {'port': {'device_id': 'f27c2f9f-8d1c-416a-8c9e-d2a85b41db62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:50.204885 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.215764 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.223138 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.273055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0a86f9-f7df-400d-8d04-b146af8c2864,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:50.287567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:06:50.302197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.302887 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] Added segment 32329f44-27a9-4305-b1d4-84f89f4e6ded of type vlan for network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a Dec 08 02:06:50.359414 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.394849 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.398603 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:50.400065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.429198 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5999477 Dec 08 02:06:50.444112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41146) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:50.458682 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-192b2865-8ccb-4c70-bda8-a46c31b7e4cb admin admin] Request body: {'subnet': {'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-630118730-subnet', 'tenant_id': '599f20414bca47809376ee6158cd4fab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:50.521139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd2ded-f17b-40bc-a706-6934f48ba70c admin admin] Pushing event updated for resources: {'Network': ['ID=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:50.536822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:06:50.546643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192b2865-8ccb-4c70-bda8-a46c31b7e4cb admin admin] Made reservation on behalf of 599f20414bca47809376ee6158cd4fab for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:06:50.549152 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-192b2865-8ccb-4c70-bda8-a46c31b7e4cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.899990 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-192b2865-8ccb-4c70-bda8-a46c31b7e4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.014922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb131c1-a3ed-4d67-b27c-50e43acf998f req-e95bfb42-2ccb-44e1-92aa-fa99e05ddae5 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:51.024219 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfb131c1-a3ed-4d67-b27c-50e43acf998f req-e95bfb42-2ccb-44e1-92aa-fa99e05ddae5 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 932 time: 0.2479692 Dec 08 02:06:51.095036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b2865-8ccb-4c70-bda8-a46c31b7e4cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7edc8da-fc0d-472c-9093-a156fba7e61f,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:51.119500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192b2865-8ccb-4c70-bda8-a46c31b7e4cb admin admin] Checking segment: {'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:51.119500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b2865-8ccb-4c70-bda8-a46c31b7e4cb admin admin] Network hostable DHCP agents. Network: b3d476c4-1349-4a9a-a122-cb4a1c8ae29a, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:06:51.150978 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b2865-8ccb-4c70-bda8-a46c31b7e4cb admin admin] Network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:06:51.164723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-192b2865-8ccb-4c70-bda8-a46c31b7e4cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, b3d476c4-1349-4a9a-a122-cb4a1c8ae29a) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:51.175979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192b2865-8ccb-4c70-bda8-a46c31b7e4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:51.177006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbacd62-7b04-4d3b-b8b7-e1bd7d50ae0f None None] Network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:06:51.177333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-192b2865-8ccb-4c70-bda8-a46c31b7e4cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.191308 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfb131c1-a3ed-4d67-b27c-50e43acf998f req-2fbda20b-7a0f-4e8f-9bae-8130e07b2d1e tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658552 Dec 08 02:06:51.209987 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-192b2865-8ccb-4c70-bda8-a46c31b7e4cb admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7564931 Dec 08 02:06:51.210224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4394b45a-6591-4af8-a00d-fb2cd35dcc63 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:06:51.222191 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.254975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Transition to ACTIVE for port object 4394b45a-6591-4af8-a00d-fb2cd35dcc63 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:06:51.260735 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.324281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Pushing event updated for resources: {'Port': ['ID=4394b45a-6591-4af8-a00d-fb2cd35dcc63,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:51.355972 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d4c864-26ec-447e-8c04-22a807b9275d None None] Network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:06:51.453149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Attempting to bind port 4394b45a-6591-4af8-a00d-fb2cd35dcc63 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:06:51.453497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Attempting to bind port 4394b45a-6591-4af8-a00d-fb2cd35dcc63 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '83a8edd6-315e-4273-b0bb-235630e51eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '382cbe24-d5a5-4b40-9d16-dc4dabb83634'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:06:51.454038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Attempting to bind port 4394b45a-6591-4af8-a00d-fb2cd35dcc63 on network 382cbe24-d5a5-4b40-9d16-dc4dabb83634 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:51.460042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Port 4394b45a-6591-4af8-a00d-fb2cd35dcc63 on network 382cbe24-d5a5-4b40-9d16-dc4dabb83634 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:06:51.460566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Attempting to bind port 4394b45a-6591-4af8-a00d-fb2cd35dcc63 on network 382cbe24-d5a5-4b40-9d16-dc4dabb83634 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:51.468022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:06:51.468695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Checking segment: {'id': '83a8edd6-315e-4273-b0bb-235630e51eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '382cbe24-d5a5-4b40-9d16-dc4dabb83634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:51.469272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Bound using segment: {'id': '83a8edd6-315e-4273-b0bb-235630e51eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '382cbe24-d5a5-4b40-9d16-dc4dabb83634'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:06:51.469916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Bound port: 4394b45a-6591-4af8-a00d-fb2cd35dcc63, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a8edd6-315e-4273-b0bb-235630e51eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '382cbe24-d5a5-4b40-9d16-dc4dabb83634'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:06:51.470679 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.596087 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] For port 4394b45a-6591-4af8-a00d-fb2cd35dcc63, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:06:51.614319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] For port 4394b45a-6591-4af8-a00d-fb2cd35dcc63, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4394b45a-6591-4af8-a00d-fb2cd35dcc63,segment=NetworkSegment(83a8edd6-315e-4273-b0bb-235630e51eb9),segment_id=83a8edd6-315e-4273-b0bb-235630e51eb9)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:06:51.624975 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.753854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Pushing event updated for resources: {'Port': ['ID=4394b45a-6591-4af8-a00d-fb2cd35dcc63,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:51.763329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:51.764296 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.766351 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-635736ca-ddb0-440e-96ee-5ceda94ff831 service neutron] 10.222.0.75 "PUT /v2.0/ports/4394b45a-6591-4af8-a00d-fb2cd35dcc63 HTTP/1.1" status: 200 len: 1093 time: 1.6922259 Dec 08 02:06:51.766351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27c2f9f-8d1c-416a-8c9e-d2a85b41db62', 'tag': '4394b45a-6591-4af8-a00d-fb2cd35dcc63'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:51.768897 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87f4917-dd20-4c87-9c3e-72a0fe710765" -d '{"events": [{"name": "network-changed", "server_uuid": "f27c2f9f-8d1c-416a-8c9e-d2a85b41db62", "tag": "4394b45a-6591-4af8-a00d-fb2cd35dcc63"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:51.824825 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66d3e68-230d-4c10-a5f0-8a8e8b75a133 x-openstack-request-id: req-e66d3e68-230d-4c10-a5f0-8a8e8b75a133 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:51.825505 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27c2f9f-8d1c-416a-8c9e-d2a85b41db62", "tag": "4394b45a-6591-4af8-a00d-fb2cd35dcc63", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:51.825918 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e66d3e68-230d-4c10-a5f0-8a8e8b75a133 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:51.827052 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27c2f9f-8d1c-416a-8c9e-d2a85b41db62', 'tag': '4394b45a-6591-4af8-a00d-fb2cd35dcc63', 'status': 'completed', 'code': 200} Dec 08 02:06:51.968138 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0476f6cd-2913-4388-b562-bac11f86dfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.983480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-541a8346-0c44-4645-90c0-071a7ede9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:51.989840 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-541a8346-0c44-4645-90c0-071a7ede9f74 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a5e0df062134f7b8b12edf948c9b904&device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 1096 time: 0.1455009 Dec 08 02:06:52.069433 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-7441563a-c6c2-4afd-9af0-a9788c164267 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4394b45a-6591-4af8-a00d-fb2cd35dcc63 HTTP/1.1" status: 200 len: 217 time: 0.0672543 Dec 08 02:06:52.176247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41196) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:52.212291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-788ed5f3-7612-4605-b625-0ac1da5a3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:52.213754 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-788ed5f3-7612-4605-b625-0ac1da5a3dda service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4edbeda8-3bbb-47c9-8508-5d84805c3fe2 HTTP/1.1" status: 200 len: 853 time: 0.1328671 Dec 08 02:06:52.265380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-9534c8bf-e63a-417d-995b-4ec584b0b030 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=382cbe24-d5a5-4b40-9d16-dc4dabb83634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388629 Dec 08 02:06:52.390407 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-83e37bed-ba87-47b4-a96e-4997a1acb7a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.425143 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-70708f47-1fe6-4cd1-a8a3-ea4db4059955 service neutron] 10.222.0.75 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469035 Dec 08 02:06:52.497247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-edc8974f-944f-49ba-8eda-4d646774fb02 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:52.499461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-edc8974f-944f-49ba-8eda-4d646774fb02 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/networks?id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 200 len: 814 time: 0.4292226 Dec 08 02:06:52.534510 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-83e37bed-ba87-47b4-a96e-4997a1acb7a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.539109 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-83e37bed-ba87-47b4-a96e-4997a1acb7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.564109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea0bd1-788f-4974-8418-c7c2ef523efb req-0fc9054c-25e3-43ca-92cf-8cde1f0c8716 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:52.565944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37ea0bd1-788f-4974-8418-c7c2ef523efb req-0fc9054c-25e3-43ca-92cf-8cde1f0c8716 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 944 time: 0.2890599 Dec 08 02:06:52.569541 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-a22b9353-9767-43f1-b6f9-b24aeb934c4c tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/quotas/599f20414bca47809376ee6158cd4fab HTTP/1.1" status: 200 len: 375 time: 0.0299997 Dec 08 02:06:52.589578 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-83e37bed-ba87-47b4-a96e-4997a1acb7a2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b58b2f76aed64b7da4da453dabc4a0ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4121566 Dec 08 02:06:52.590614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41202) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:52.624986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e37bed-ba87-47b4-a96e-4997a1acb7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419ea9f1-b2d8-42de-91af-47611fe96a6a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:52.666338 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3c3bcb98-6d41-47c6-8c73-690ffff65ff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.682850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96c0ab3-1e1d-4fe0-a819-5ef256810b6a req-d88e1358-78e8-4435-83d6-bb0f8d467670 service neutron] 10.222.0.75 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471633 Dec 08 02:06:52.689970 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-21fb6393-15b0-4fb8-ac40-778e960dd183 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=599f20414bca47809376ee6158cd4fab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787935 Dec 08 02:06:52.695408 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3c3bcb98-6d41-47c6-8c73-690ffff65ff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.762251 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3c3bcb98-6d41-47c6-8c73-690ffff65ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.766333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3c3bcb98-6d41-47c6-8c73-690ffff65ff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.770941 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3c3bcb98-6d41-47c6-8c73-690ffff65ff7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/419ea9f1-b2d8-42de-91af-47611fe96a6a HTTP/1.1" status: 204 len: 168 time: 0.1792572 Dec 08 02:06:52.780802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bcb98-6d41-47c6-8c73-690ffff65ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419ea9f1-b2d8-42de-91af-47611fe96a6a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:52.803339 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37ea0bd1-788f-4974-8418-c7c2ef523efb req-769baf24-baf2-4dde-8614-917c881e0beb tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076728 Dec 08 02:06:52.955691 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41210) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:52.966481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f4917-dd20-4c87-9c3e-72a0fe710765 req-b8171d46-a173-491c-9c6e-9a4058aae4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:52.968117 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b87f4917-dd20-4c87-9c3e-72a0fe710765 req-b8171d46-a173-491c-9c6e-9a4058aae4b4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a5e0df062134f7b8b12edf948c9b904&device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 1096 time: 0.1637125 Dec 08 02:06:53.023014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-65f428b9-c0d5-40d9-8432-2eb2dd01f862 service neutron] 10.222.0.71 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817464 Dec 08 02:06:53.223016 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f4917-dd20-4c87-9c3e-72a0fe710765 req-aedd13f5-78c8-4c72-b7fe-8ea45cada953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:53.224827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b87f4917-dd20-4c87-9c3e-72a0fe710765 req-aedd13f5-78c8-4c72-b7fe-8ea45cada953 service neutron] 10.222.0.75 "GET /v2.0/networks?id=382cbe24-d5a5-4b40-9d16-dc4dabb83634 HTTP/1.1" status: 200 len: 914 time: 0.2476280 Dec 08 02:06:53.350096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b87f4917-dd20-4c87-9c3e-72a0fe710765 req-484dc71c-e529-4c4a-9326-a187d31c558e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4394b45a-6591-4af8-a00d-fb2cd35dcc63 HTTP/1.1" status: 200 len: 217 time: 0.1057014 Dec 08 02:06:53.360400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-e5cb96dd-1172-4790-a821-f5441f10535d service neutron] 10.222.0.71 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364983 Dec 08 02:06:53.366097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41218) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:53.369704 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:53.460334 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87ad1a9b-b843-4afe-ab45-a7177b544bb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:53.523901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f4917-dd20-4c87-9c3e-72a0fe710765 req-f004793d-6cf4-4d52-b382-24e080f6fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:53.525312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b87f4917-dd20-4c87-9c3e-72a0fe710765 req-f004793d-6cf4-4d52-b382-24e080f6fdad service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4edbeda8-3bbb-47c9-8508-5d84805c3fe2 HTTP/1.1" status: 200 len: 853 time: 0.1605954 Dec 08 02:06:53.571848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b87f4917-dd20-4c87-9c3e-72a0fe710765 req-f77ab72f-d8c4-4d7e-9c9b-04451210812b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=382cbe24-d5a5-4b40-9d16-dc4dabb83634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349047 Dec 08 02:06:53.686778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d5dd38bb-e7ac-49ce-bf21-87945f886c55 req-dc07c254-0454-4424-a07e-5a2fc26e90dd tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 210 time: 0.0753200 Dec 08 02:06:53.760071 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b87f4917-dd20-4c87-9c3e-72a0fe710765 req-b7188c06-963b-4c04-9988-68ee69995706 service neutron] 10.222.0.75 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797948 Dec 08 02:06:53.761996 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87ad1a9b-b843-4afe-ab45-a7177b544bb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:53.884445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b87f4917-dd20-4c87-9c3e-72a0fe710765 req-913c7849-a550-42df-91f0-78597e3ef0e0 service neutron] 10.222.0.75 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175587 Dec 08 02:06:53.885398 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87ad1a9b-b843-4afe-ab45-a7177b544bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:53.977351 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-87ad1a9b-b843-4afe-ab45-a7177b544bb8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3c5c96cc5996427397ff05f41dbaa771&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6101408 Dec 08 02:06:53.980899 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41232) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:53.981761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad1a9b-b843-4afe-ab45-a7177b544bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dda563-9975-4f5f-9d87-5e37c4f39335,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:54.010399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-beedc71f-b97d-4920-abf4-69f65ce0e119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:54.017533 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5f32f-0ab8-4630-b5ae-363cbd6b41d4 req-14d294f6-0b4b-42dd-8c01-e3e507597be6 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:54.019390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6c5f32f-0ab8-4630-b5ae-363cbd6b41d4 req-14d294f6-0b4b-42dd-8c01-e3e507597be6 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 944 time: 0.1157331 Dec 08 02:06:54.109076 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc70a-b512-4ab4-be1a-852a76968425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:54.120985 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6c5f32f-0ab8-4630-b5ae-363cbd6b41d4 req-e3b96d46-4b01-41e0-92f4-1d9c4206d133 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895042 Dec 08 02:06:54.151263 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc70a-b512-4ab4-be1a-852a76968425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:54.192970 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:54.206953 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc70a-b512-4ab4-be1a-852a76968425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:54.218367 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc70a-b512-4ab4-be1a-852a76968425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:54.222512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e8cdc70a-b512-4ab4-be1a-852a76968425 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c8dda563-9975-4f5f-9d87-5e37c4f39335 HTTP/1.1" status: 204 len: 168 time: 0.2369714 Dec 08 02:06:54.250191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdc70a-b512-4ab4-be1a-852a76968425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dda563-9975-4f5f-9d87-5e37c4f39335,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:54.342536 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f22e546-b2c5-48b5-a4c5-7a90a5f07588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:54.493802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-beedc71f-b97d-4920-abf4-69f65ce0e119 admin admin] Deleting port 103d0072-4cf6-4e7e-959a-80c93615c683 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:54.494159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-beedc71f-b97d-4920-abf4-69f65ce0e119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:54.689030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-beedc71f-b97d-4920-abf4-69f65ce0e119 admin admin] For port 103d0072-4cf6-4e7e-959a-80c93615c683, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=103d0072-4cf6-4e7e-959a-80c93615c683,segment=NetworkSegment(82a58921-5b13-4d52-8a0b-f4dded30dd26),segment_id=82a58921-5b13-4d52-8a0b-f4dded30dd26)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:54.691564 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-beedc71f-b97d-4920-abf4-69f65ce0e119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:54.727135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-beedc71f-b97d-4920-abf4-69f65ce0e119 admin admin] Calling delete_port for 103d0072-4cf6-4e7e-959a-80c93615c683 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:54.878715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dc206a92-f5fc-49da-a886-4efa04be2746 req-63837db1-637a-459c-b153-f66f73fccf2a tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 210 time: 0.0455697 Dec 08 02:06:55.020775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-beedc71f-b97d-4920-abf4-69f65ce0e119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:55.116065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedc71f-b97d-4920-abf4-69f65ce0e119 admin admin] Pushing event deleted for resources: {'Port': ['ID=103d0072-4cf6-4e7e-959a-80c93615c683,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:55.372615 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a61e6a-4cab-4d20-a618-0dbf0775b1b4 req-f25145d6-9150-4e8c-b1b2-2c04f72a8ad8 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:55.391950 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2a61e6a-4cab-4d20-a618-0dbf0775b1b4 req-f25145d6-9150-4e8c-b1b2-2c04f72a8ad8 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 944 time: 0.1221917 Dec 08 02:06:55.414998 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:55.471177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2a61e6a-4cab-4d20-a618-0dbf0775b1b4 req-4209d6f6-cbd7-40ac-9642-451e773d7fc4 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715225 Dec 08 02:06:55.484310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-639cc66a-ce5a-40ec-b700-436f721c9586 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:55.487086 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-639cc66a-ce5a-40ec-b700-436f721c9586 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.45 "GET /v2.0/networks?id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 200 len: 814 time: 0.4245765 Dec 08 02:06:55.538436 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Request body: {'port': {'device_id': '36337eae-cbff-4503-b894-dc8c5a60674f', 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a', 'admin_state_up': True, 'tenant_id': '599f20414bca47809376ee6158cd4fab'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:55.661293 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-beedc71f-b97d-4920-abf4-69f65ce0e119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:55.747828 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Made reservation on behalf of 599f20414bca47809376ee6158cd4fab for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:06:55.751925 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:56.011810 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-753921e2-0dbf-4d01-b681-5dafdb049fb4 req-a3ac03d8-5d50-4078-b8fa-33271f21bf6a tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 210 time: 0.0418792 Dec 08 02:06:56.080904 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Allocated IP 172.20.0.9 (b3d476c4-1349-4a9a-a122-cb4a1c8ae29a/c7edc8da-fc0d-472c-9093-a156fba7e61f/7d9b7dbc-69a1-452a-b823-ca8a50551230) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:06:56.103349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4394b45a-6591-4af8-a00d-fb2cd35dcc63 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:06:56.161257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beedc71f-b97d-4920-abf4-69f65ce0e119 admin admin] Router 6e786964-a546-4e4c-bb79-097210e5adc1 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:06:56.267578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4394b45a-6591-4af8-a00d-fb2cd35dcc63, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4394b45a-6591-4af8-a00d-fb2cd35dcc63,segment=NetworkSegment(83a8edd6-315e-4273-b0bb-235630e51eb9),segment_id=83a8edd6-315e-4273-b0bb-235630e51eb9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:56.287423 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '4394b45a-6591-4af8-a00d-fb2cd35dcc63', 'network_id': '382cbe24-d5a5-4b40-9d16-dc4dabb83634', 'port_id': '4394b45a-6591-4af8-a00d-fb2cd35dcc63', 'mac_address': 'fa:16:3e:3c:b3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edbeda8-3bbb-47c9-8508-5d84805c3fe2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:06:56.348803 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:56.369370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4394b45a-6591-4af8-a00d-fb2cd35dcc63 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:06:56.399581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4394b45a-6591-4af8-a00d-fb2cd35dcc63, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4394b45a-6591-4af8-a00d-fb2cd35dcc63,segment=NetworkSegment(83a8edd6-315e-4273-b0bb-235630e51eb9),segment_id=83a8edd6-315e-4273-b0bb-235630e51eb9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:56.406444 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:56.542413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=4394b45a-6591-4af8-a00d-fb2cd35dcc63,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:56.683285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4394b45a-6591-4af8-a00d-fb2cd35dcc63'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:06:56.820112 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:56.834521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beedc71f-b97d-4920-abf4-69f65ce0e119 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:06:56.841234 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-beedc71f-b97d-4920-abf4-69f65ce0e119 admin admin] 10.222.0.71 "PUT /v2.0/routers/6e786964-a546-4e4c-bb79-097210e5adc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8844264 Dec 08 02:06:56.847597 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47e565-3f90-4a54-b3af-204989d14083 None None] Sync routers for ids ['6e786964-a546-4e4c-bb79-097210e5adc1'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:06:56.849638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41304) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:56.874101 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47e565-3f90-4a54-b3af-204989d14083 None None] Routers {'6e786964-a546-4e4c-bb79-097210e5adc1'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:56.874762 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-af47e565-3f90-4a54-b3af-204989d14083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:06:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6e786964-a546-4e4c-bb79-097210e5adc1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:56.953928 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.050436 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.063425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:57.064325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Pushing event updated for resources: {'Port': ['ID=7d9b7dbc-69a1-452a-b823-ca8a50551230,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:57.074981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:57.075345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:57.075734 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:57.076133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:57.076482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:57.076820 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:57.077156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:57.077491 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:57.077825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:57.078158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:57.078641 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:57.078977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:57.079312 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:57.084628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:57.091951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:06:57.097811 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.233941 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-af47e565-3f90-4a54-b3af-204989d14083 None None] Set router 6e786964-a546-4e4c-bb79-097210e5adc1 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:57.295918 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41310) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:57.321698 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.379057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:57.379777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.412156 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-c274a780-e3d2-4a42-8d02-74546bd4d8f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8786635 Dec 08 02:06:57.418489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] Deleting port f4944b35-7647-4ef5-8167-e695dcb6f1c3 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:57.418834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.551520 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] For port f4944b35-7647-4ef5-8167-e695dcb6f1c3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f4944b35-7647-4ef5-8167-e695dcb6f1c3,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:57.551944 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.564922 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] Calling delete_port for f4944b35-7647-4ef5-8167-e695dcb6f1c3 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:57.567524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa447c3e-325f-4ab1-89d3-ca4ca9c6f67b req-783873c7-08df-4f2b-8acb-799b9b2380b2 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:57.569619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa447c3e-325f-4ab1-89d3-ca4ca9c6f67b req-783873c7-08df-4f2b-8acb-799b9b2380b2 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 945 time: 0.8670611 Dec 08 02:06:57.609462 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9911e-0f0e-4255-a938-6522e9315c6b req-db3e1733-2922-406a-815e-026173e0a3e5 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:57.611268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ff9911e-0f0e-4255-a938-6522e9315c6b req-db3e1733-2922-406a-815e-026173e0a3e5 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 931 time: 0.1171334 Dec 08 02:06:57.637380 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-af47e565-3f90-4a54-b3af-204989d14083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T02:06:54Z', 'revision_number': 5, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port': {'id': 'f4944b35-7647-4ef5-8167-e695dcb6f1c3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:43Z', 'updated_at': '2021-12-08T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:57.638071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Request body: {'port': {'device_id': '36337eae-cbff-4503-b894-dc8c5a60674f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:57.654942 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52be32c5-b4e5-45ba-9d86-c512d6b9827b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.662174 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa447c3e-325f-4ab1-89d3-ca4ca9c6f67b req-1fa70db6-91de-47b3-bc2d-8ff065b467d2 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845609 Dec 08 02:06:57.689661 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47e565-3f90-4a54-b3af-204989d14083 None None] Checking router: 6e786964-a546-4e4c-bb79-097210e5adc1 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:06:57.692127 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47e565-3f90-4a54-b3af-204989d14083 None None] Routers {'6e786964-a546-4e4c-bb79-097210e5adc1'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:57.693289 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-af47e565-3f90-4a54-b3af-204989d14083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:06:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6e786964-a546-4e4c-bb79-097210e5adc1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:57.697906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ff9911e-0f0e-4255-a938-6522e9315c6b req-8bb27779-f0b1-4e31-ad2b-cc7c0db9e9e2 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659204 Dec 08 02:06:57.791029 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-af47e565-3f90-4a54-b3af-204989d14083 None None] Set router 6e786964-a546-4e4c-bb79-097210e5adc1 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:57.800240 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.855098 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-af47e565-3f90-4a54-b3af-204989d14083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T02:06:57Z', 'revision_number': 6, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:57.857870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.886679 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47e565-3f90-4a54-b3af-204989d14083 None None] The sync data for ids ['6e786964-a546-4e4c-bb79-097210e5adc1'] in n-d-713499-31 is: [{'id': '6e786964-a546-4e4c-bb79-097210e5adc1', 'name': 'tempest-TaggedBootDevicesTest_v242-291081346-router', 'tenant_id': '0ebd8dda7cdc4383b657e323ecd66448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:41Z', 'updated_at': '2021-12-08T02:06:57Z', 'revision_number': 6, 'project_id': '0ebd8dda7cdc4383b657e323ecd66448', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:06:57.947239 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52be32c5-b4e5-45ba-9d86-c512d6b9827b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.949548 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.962969 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52be32c5-b4e5-45ba-9d86-c512d6b9827b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.038482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4944b35-7647-4ef5-8167-e695dcb6f1c3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:58.103111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4394b45a-6591-4af8-a00d-fb2cd35dcc63 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:06:58.103557 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-52be32c5-b4e5-45ba-9d86-c512d6b9827b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f5e777bf755b4f81a92feca4e9064519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8102987 Dec 08 02:06:58.106542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41318) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:58.128358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be32c5-b4e5-45ba-9d86-c512d6b9827b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80c64c1-096a-4f94-8042-faba37c53c54,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:58.181126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 4394b45a-6591-4af8-a00d-fb2cd35dcc63 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:06:58.186743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 4394b45a-6591-4af8-a00d-fb2cd35dcc63 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:58.187102 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.193880 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.194708 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.225325 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.299950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.304041 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.305218 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c80c64c1-096a-4f94-8042-faba37c53c54 HTTP/1.1" status: 204 len: 168 time: 0.1974089 Dec 08 02:06:58.314825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80c64c1-096a-4f94-8042-faba37c53c54,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:58.324403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:58.324744 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:58.325553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:58.325553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:58.325814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:58.327151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:58.327507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:58.327871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:58.328204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:58.330121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:58.330476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:58.330809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:58.335102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f50700-109d-46aa-9c73-c35109c167f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:58.337516 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.344300 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.369182 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.406111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27c2f9f-8d1c-416a-8c9e-d2a85b41db62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4394b45a-6591-4af8-a00d-fb2cd35dcc63'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:58.409540 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2130cc-d65f-4420-9ed3-45fd84814862" -d '{"events": [{"server_uuid": "f27c2f9f-8d1c-416a-8c9e-d2a85b41db62", "name": "network-vif-plugged", "status": "completed", "tag": "4394b45a-6591-4af8-a00d-fb2cd35dcc63"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:58.437751 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4394b45a-6591-4af8-a00d-fb2cd35dcc63, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4394b45a-6591-4af8-a00d-fb2cd35dcc63,segment=NetworkSegment(83a8edd6-315e-4273-b0bb-235630e51eb9),segment_id=83a8edd6-315e-4273-b0bb-235630e51eb9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:58.447169 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.467434 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.468095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e786964-a546-4e4c-bb79-097210e5adc1 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:06:58.474534 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.475795 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8dc59797-69bd-4101-aed5-640f3dc8ee08 admin admin] 10.222.0.71 "DELETE /v2.0/routers/6e786964-a546-4e4c-bb79-097210e5adc1 HTTP/1.1" status: 204 len: 168 time: 1.6251500 Dec 08 02:06:58.479454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41330) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:58.552170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=4394b45a-6591-4af8-a00d-fb2cd35dcc63,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:58.573903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9b7dbc-69a1-452a-b823-ca8a50551230 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:06:58.596121 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.622105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3863dfa-c81b-4254-8928-67d283ff4df1 admin admin] Deleting subnet 2fc99699-31f7-4278-ae8b-e487153a11ac {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:06:58.643800 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3863dfa-c81b-4254-8928-67d283ff4df1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.646146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Transition to ACTIVE for port object 7d9b7dbc-69a1-452a-b823-ca8a50551230 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:06:58.667920 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.726330 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3863dfa-c81b-4254-8928-67d283ff4df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.769757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9b7dbc-69a1-452a-b823-ca8a50551230,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:58.849203 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eda591-43ba-482f-87d1-a199a520f4de x-openstack-request-id: req-42eda591-43ba-482f-87d1-a199a520f4de {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:58.849497 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27c2f9f-8d1c-416a-8c9e-d2a85b41db62", "name": "network-vif-plugged", "status": "completed", "tag": "4394b45a-6591-4af8-a00d-fb2cd35dcc63", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:58.849753 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-42eda591-43ba-482f-87d1-a199a520f4de {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:58.850173 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27c2f9f-8d1c-416a-8c9e-d2a85b41db62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4394b45a-6591-4af8-a00d-fb2cd35dcc63', 'code': 200} Dec 08 02:06:58.955356 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cecac-7cb5-4423-bad6-77a50bbfbde4 req-6305c158-b67e-45b3-acbf-9dd0af23247e tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:58.970437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f5cecac-7cb5-4423-bad6-77a50bbfbde4 req-6305c158-b67e-45b3-acbf-9dd0af23247e tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 946 time: 0.1268132 Dec 08 02:06:58.982825 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3863dfa-c81b-4254-8928-67d283ff4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.985497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Attempting to bind port 7d9b7dbc-69a1-452a-b823-ca8a50551230 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:06:58.985841 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Attempting to bind port 7d9b7dbc-69a1-452a-b823-ca8a50551230 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:06:58.986210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Attempting to bind port 7d9b7dbc-69a1-452a-b823-ca8a50551230 on network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:59.015164 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Port 7d9b7dbc-69a1-452a-b823-ca8a50551230 on network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:06:59.015503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Attempting to bind port 7d9b7dbc-69a1-452a-b823-ca8a50551230 on network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:59.031801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:06:59.032192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Checking segment: {'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:59.032548 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Bound using segment: {'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:06:59.033046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Bound port: 7d9b7dbc-69a1-452a-b823-ca8a50551230, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:06:59.033626 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:59.140992 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3863dfa-c81b-4254-8928-67d283ff4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:59.188923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3863dfa-c81b-4254-8928-67d283ff4df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc99699-31f7-4278-ae8b-e487153a11ac,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:59.192595 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3863dfa-c81b-4254-8928-67d283ff4df1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:59.197112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb22b99-ec52-4823-a77a-9d79360c373a None None] Network 66eb2f8b-9250-43af-be5e-01bc015c75e6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:06:59.222755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cac97-1788-4453-b097-0722883beadc req-a079d122-2f8e-4401-8bda-709b6ddc65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:59.225248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe3cac97-1788-4453-b097-0722883beadc req-a079d122-2f8e-4401-8bda-709b6ddc65e8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 1098 time: 0.2503803 Dec 08 02:06:59.237951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f5cecac-7cb5-4423-bad6-77a50bbfbde4 req-ffb85c5a-1691-4c55-8537-175f9f7c7624 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666545 Dec 08 02:06:59.260600 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f3863dfa-c81b-4254-8928-67d283ff4df1 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2fc99699-31f7-4278-ae8b-e487153a11ac HTTP/1.1" status: 204 len: 168 time: 0.7788661 Dec 08 02:06:59.267787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41356) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:59.299829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] For port 7d9b7dbc-69a1-452a-b823-ca8a50551230, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:06:59.304093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980232c-3823-4185-a181-28a09b3a0982 req-4d4d2be8-c562-4d83-972d-481048788d76 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:59.315308 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b980232c-3823-4185-a181-28a09b3a0982 req-4d4d2be8-c562-4d83-972d-481048788d76 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 943 time: 0.3223345 Dec 08 02:06:59.386242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] For port 7d9b7dbc-69a1-452a-b823-ca8a50551230, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7d9b7dbc-69a1-452a-b823-ca8a50551230,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:06:59.396005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b980232c-3823-4185-a181-28a09b3a0982 req-3d38493d-47c6-4d87-b651-e37fba6ef3c2 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796885 Dec 08 02:06:59.416610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f4944b35-7647-4ef5-8167-e695dcb6f1c3 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:59.456045 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:59.474842 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe3cac97-1788-4453-b097-0722883beadc req-11178001-4ef1-4127-ab25-c884b1f70844 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322872 Dec 08 02:06:59.512310 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: f4944b35-7647-4ef5-8167-e695dcb6f1c3 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:59.513006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f4944b35-7647-4ef5-8167-e695dcb6f1c3 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:59.514182 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 103d0072-4cf6-4e7e-959a-80c93615c683 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:59.517237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:59.542128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 103d0072-4cf6-4e7e-959a-80c93615c683 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:59.542695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 103d0072-4cf6-4e7e-959a-80c93615c683 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:59.553714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:59.554346 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:59.557079 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] 10.222.0.45 "PUT /v2.0/ports/7d9b7dbc-69a1-452a-b823-ca8a50551230 HTTP/1.1" status: 200 len: 1092 time: 1.9264362 Dec 08 02:06:59.559109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36337eae-cbff-4503-b894-dc8c5a60674f', 'tag': '7d9b7dbc-69a1-452a-b823-ca8a50551230'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:59.561462 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc444c74-e16b-40f9-8dea-1522415769c5" -d '{"events": [{"name": "network-changed", "server_uuid": "36337eae-cbff-4503-b894-dc8c5a60674f", "tag": "7d9b7dbc-69a1-452a-b823-ca8a50551230"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:59.656812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f148da0-1a7b-4830-a68e-c759fd6a3d20 None None] DHCP port deletion for 66eb2f8b-9250-43af-be5e-01bc015c75e6 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:06:59.719962 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb7f617-2c93-4de5-a5bf-43a740934b6c x-openstack-request-id: req-edb7f617-2c93-4de5-a5bf-43a740934b6c {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:59.720270 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36337eae-cbff-4503-b894-dc8c5a60674f", "tag": "7d9b7dbc-69a1-452a-b823-ca8a50551230", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:59.720532 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-edb7f617-2c93-4de5-a5bf-43a740934b6c {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:59.721869 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36337eae-cbff-4503-b894-dc8c5a60674f', 'tag': '7d9b7dbc-69a1-452a-b823-ca8a50551230', 'status': 'completed', 'code': 200} Dec 08 02:06:59.726439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ebcc7-8643-4995-a330-bce49889a813 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9b7dbc-69a1-452a-b823-ca8a50551230,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:59.756361 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-ade46f36-2f28-42cd-ac2e-eeee3392f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:59.757903 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-ade46f36-2f28-42cd-ac2e-eeee3392f5b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=599f20414bca47809376ee6158cd4fab&device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 1095 time: 0.1372323 Dec 08 02:06:59.760417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Deleting port 219e28d8-d8ed-418d-8983-853941ad59ee {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:59.760748 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:59.784920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8f148da0-1a7b-4830-a68e-c759fd6a3d20 None None] Deleting port 219e28d8-d8ed-418d-8983-853941ad59ee {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:59.785455 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f148da0-1a7b-4830-a68e-c759fd6a3d20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:59.856862 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-6407bfba-30e7-4d95-8180-0ba2042833d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d9b7dbc-69a1-452a-b823-ca8a50551230 HTTP/1.1" status: 200 len: 217 time: 0.0782428 Dec 08 02:06:59.867068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8f148da0-1a7b-4830-a68e-c759fd6a3d20 None None] For port 219e28d8-d8ed-418d-8983-853941ad59ee, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=219e28d8-d8ed-418d-8983-853941ad59ee,segment=NetworkSegment(82a58921-5b13-4d52-8a0b-f4dded30dd26),segment_id=82a58921-5b13-4d52-8a0b-f4dded30dd26)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:59.867471 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f148da0-1a7b-4830-a68e-c759fd6a3d20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:59.883069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8f148da0-1a7b-4830-a68e-c759fd6a3d20 None None] Calling delete_port for 219e28d8-d8ed-418d-8983-853941ad59ee owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:59.983125 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f148da0-1a7b-4830-a68e-c759fd6a3d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:00.014838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f148da0-1a7b-4830-a68e-c759fd6a3d20 None None] Pushing event deleted for resources: {'Port': ['ID=219e28d8-d8ed-418d-8983-853941ad59ee,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:00.034346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f148da0-1a7b-4830-a68e-c759fd6a3d20 None None] No DVR routers for this DVR port 219e28d8-d8ed-418d-8983-853941ad59ee on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:07:00.048162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-4bdc9071-5285-4aa4-a1a7-798aa8c99adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:00.049712 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-4bdc9071-5285-4aa4-a1a7-798aa8c99adf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7edc8da-fc0d-472c-9093-a156fba7e61f HTTP/1.1" status: 200 len: 854 time: 0.1319339 Dec 08 02:07:00.051506 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] For port 219e28d8-d8ed-418d-8983-853941ad59ee, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=219e28d8-d8ed-418d-8983-853941ad59ee,segment=NetworkSegment(82a58921-5b13-4d52-8a0b-f4dded30dd26),segment_id=82a58921-5b13-4d52-8a0b-f4dded30dd26)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:00.051903 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:00.077093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Calling delete_port for 219e28d8-d8ed-418d-8983-853941ad59ee owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:00.094414 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-3657aace-99cb-4ed2-bf8e-ea3749c5b297 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331085 Dec 08 02:07:00.253232 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:00.323838 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-cd818ef8-5455-42ac-962a-afa2c0481735 service neutron] 10.222.0.45 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218208 Dec 08 02:07:00.329208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=219e28d8-d8ed-418d-8983-853941ad59ee,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:00.336787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] No DVR routers for this DVR port 219e28d8-d8ed-418d-8983-853941ad59ee on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:07:00.440153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca953fe-7a67-44c5-b13c-249c8cd676e3 req-1d17a6fb-eaea-46ae-8b66-64cb51765004 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:00.442080 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ca953fe-7a67-44c5-b13c-249c8cd676e3 req-1d17a6fb-eaea-46ae-8b66-64cb51765004 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 946 time: 0.0903833 Dec 08 02:07:00.488874 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:00.537739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ca953fe-7a67-44c5-b13c-249c8cd676e3 req-51f786aa-1498-4be6-abff-7d18a7c24e7d tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828214 Dec 08 02:07:00.585853 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66eb2f8b-9250-43af-be5e-01bc015c75e6']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:00.611967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a58921-5b13-4d52-8a0b-f4dded30dd26') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:00.612328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a58921-5b13-4d52-8a0b-f4dded30dd26') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:00.629550 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:00.655575 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bcd83-5910-40c7-8197-7f4b84d63f9e req-bf24224a-99b9-4e1e-8ed8-397c533ddd52 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:00.661050 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f57bd21-6af3-454c-9970-6fa9cf123ca0 req-23535169-5b96-4512-b027-b4f254453105 service neutron] 10.222.0.45 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191741 Dec 08 02:07:00.662385 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:00.665138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-861bcd83-5910-40c7-8197-7f4b84d63f9e req-bf24224a-99b9-4e1e-8ed8-397c533ddd52 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 943 time: 0.1176946 Dec 08 02:07:00.673934 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:07:00.674820 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:07:00.676590 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:07:00.756630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-861bcd83-5910-40c7-8197-7f4b84d63f9e req-6627a5c3-7b35-4b35-adce-0f98678405b1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869079 Dec 08 02:07:00.862330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc444c74-e16b-40f9-8dea-1522415769c5 req-b4e256eb-da86-4e41-8016-32720f2f6d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:00.864259 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bc444c74-e16b-40f9-8dea-1522415769c5 req-b4e256eb-da86-4e41-8016-32720f2f6d43 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=599f20414bca47809376ee6158cd4fab&device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 1095 time: 0.0715022 Dec 08 02:07:00.865121 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:00.875054 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:00.882845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41414) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:00.883531 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] 10.222.0.71 "DELETE /v2.0/networks/66eb2f8b-9250-43af-be5e-01bc015c75e6 HTTP/1.1" status: 204 len: 168 time: 1.6130488 Dec 08 02:07:00.921874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43d42c-6566-4056-8b1d-349ba2e698e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=66eb2f8b-9250-43af-be5e-01bc015c75e6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:01.046977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc444c74-e16b-40f9-8dea-1522415769c5 req-e974276f-189d-437e-9650-d10ecfa74661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:01.049119 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bc444c74-e16b-40f9-8dea-1522415769c5 req-e974276f-189d-437e-9650-d10ecfa74661 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 200 len: 915 time: 0.1641812 Dec 08 02:07:01.111510 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bc444c74-e16b-40f9-8dea-1522415769c5 req-ada7c2a1-f3ea-4a08-a17b-bb11f5426867 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d9b7dbc-69a1-452a-b823-ca8a50551230 HTTP/1.1" status: 200 len: 217 time: 0.0535185 Dec 08 02:07:01.197535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc444c74-e16b-40f9-8dea-1522415769c5 req-d16cfe4f-0698-487b-ba97-33ff74880a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:01.199873 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bc444c74-e16b-40f9-8dea-1522415769c5 req-d16cfe4f-0698-487b-ba97-33ff74880a30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7edc8da-fc0d-472c-9093-a156fba7e61f HTTP/1.1" status: 200 len: 854 time: 0.0802443 Dec 08 02:07:01.250864 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bc444c74-e16b-40f9-8dea-1522415769c5 req-a397e299-8db3-47dc-83e8-55c2e922482c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336356 Dec 08 02:07:01.258576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 219e28d8-d8ed-418d-8983-853941ad59ee no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:07:01.283397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 219e28d8-d8ed-418d-8983-853941ad59ee {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:07:01.284158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 219e28d8-d8ed-418d-8983-853941ad59ee not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:07:01.381824 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bc444c74-e16b-40f9-8dea-1522415769c5 req-4c998c0c-d53c-4f40-9e3a-e7c0e0585fc9 service neutron] 10.222.0.45 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213658 Dec 08 02:07:01.385969 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a84fbaee-a4e3-4bbb-ac9d-e6534f743997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:01.507496 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bc444c74-e16b-40f9-8dea-1522415769c5 req-daf8ed88-ecfc-4028-a851-f1579d820fff service neutron] 10.222.0.45 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086769 Dec 08 02:07:01.706802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a84fbaee-a4e3-4bbb-ac9d-e6534f743997 admin admin] Deleting port 67d470cd-94a6-4da6-996f-4638a5a5a42d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:01.707388 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a84fbaee-a4e3-4bbb-ac9d-e6534f743997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:01.735337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdd785-7684-464a-9462-e4e6cbafb640 req-845a3f53-7f06-4fb6-bc1b-17cdec4899ec tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:01.737556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-febdd785-7684-464a-9462-e4e6cbafb640 req-845a3f53-7f06-4fb6-bc1b-17cdec4899ec tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 946 time: 0.0842273 Dec 08 02:07:01.856818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-febdd785-7684-464a-9462-e4e6cbafb640 req-364bdcd6-e927-4366-95a2-a27d427ec134 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852869 Dec 08 02:07:01.860844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-a84fbaee-a4e3-4bbb-ac9d-e6534f743997 admin admin] For port 67d470cd-94a6-4da6-996f-4638a5a5a42d, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=67d470cd-94a6-4da6-996f-4638a5a5a42d,segment=NetworkSegment(ca55b01a-f05f-4018-be16-77998815b8a9),segment_id=ca55b01a-f05f-4018-be16-77998815b8a9)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:01.862007 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a84fbaee-a4e3-4bbb-ac9d-e6534f743997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:01.954590 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a84fbaee-a4e3-4bbb-ac9d-e6534f743997 admin admin] Calling delete_port for 67d470cd-94a6-4da6-996f-4638a5a5a42d owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:02.044046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a85590-eca0-452b-93b7-3f2687ec3781 req-dac17864-0a8a-44bd-9dd6-9229ab712e77 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:02.053442 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37a85590-eca0-452b-93b7-3f2687ec3781 req-dac17864-0a8a-44bd-9dd6-9229ab712e77 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 943 time: 0.1815529 Dec 08 02:07:02.136881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37a85590-eca0-452b-93b7-3f2687ec3781 req-f898289e-c106-4134-a91f-050c4237b4f6 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822842 Dec 08 02:07:02.353465 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a84fbaee-a4e3-4bbb-ac9d-e6534f743997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:02.458313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fbaee-a4e3-4bbb-ac9d-e6534f743997 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d470cd-94a6-4da6-996f-4638a5a5a42d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:02.748685 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a84fbaee-a4e3-4bbb-ac9d-e6534f743997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:03.125503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84fbaee-a4e3-4bbb-ac9d-e6534f743997 admin admin] Router 1aa6da8b-db01-40b5-abee-984f5789ba96 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:07:03.387517 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84fbaee-a4e3-4bbb-ac9d-e6534f743997 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:07:03.394075 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a84fbaee-a4e3-4bbb-ac9d-e6534f743997 admin admin] 10.222.0.71 "PUT /v2.0/routers/1aa6da8b-db01-40b5-abee-984f5789ba96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5095067 Dec 08 02:07:03.396697 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41638) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:03.399845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7356c-d394-429d-9a82-6dc6debd0bf3 None None] Sync routers for ids ['1aa6da8b-db01-40b5-abee-984f5789ba96'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:07:03.417718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7356c-d394-429d-9a82-6dc6debd0bf3 None None] Routers {'1aa6da8b-db01-40b5-abee-984f5789ba96'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:07:03.418345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-f2b7356c-d394-429d-9a82-6dc6debd0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:06:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1aa6da8b-db01-40b5-abee-984f5789ba96'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:03.424006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de1d51-5a03-4300-b4ca-43251c03fcb8 req-5f52d40a-b8fc-40ee-9f6b-17d8e006956f tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:03.426887 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-98de1d51-5a03-4300-b4ca-43251c03fcb8 req-5f52d40a-b8fc-40ee-9f6b-17d8e006956f tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 943 time: 0.1042953 Dec 08 02:07:03.506622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41640) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:03.535669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-98de1d51-5a03-4300-b4ca-43251c03fcb8 req-0712df44-c205-4e8e-a648-b6367213d120 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017489 Dec 08 02:07:03.609997 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:03.698568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-f2b7356c-d394-429d-9a82-6dc6debd0bf3 None None] Set router 1aa6da8b-db01-40b5-abee-984f5789ba96 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:07:03.756229 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23b40dc9-6971-470f-87ca-2aefce7f4abc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:03.804122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:03.913073 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23b40dc9-6971-470f-87ca-2aefce7f4abc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:03.919970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23b40dc9-6971-470f-87ca-2aefce7f4abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:03.926574 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] Deleting port bf47f277-a4b1-4c82-bb8d-90a52e601631 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:03.927393 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:04.020115 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-f2b7356c-d394-429d-9a82-6dc6debd0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'name': 'tempest-TaggedBootDevicesTest_v242-587932831-router', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'bf47f277-a4b1-4c82-bb8d-90a52e601631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:58Z', 'updated_at': '2021-12-08T02:07:02Z', 'revision_number': 5, 'project_id': '28457b883588430c880e0dcb5fe206d1', 'gw_port': {'id': 'bf47f277-a4b1-4c82-bb8d-90a52e601631', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:04.055587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7356c-d394-429d-9a82-6dc6debd0bf3 None None] Checking router: 1aa6da8b-db01-40b5-abee-984f5789ba96 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:07:04.068235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7356c-d394-429d-9a82-6dc6debd0bf3 None None] Routers {'1aa6da8b-db01-40b5-abee-984f5789ba96'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:07:04.079031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-f2b7356c-d394-429d-9a82-6dc6debd0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:06:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1aa6da8b-db01-40b5-abee-984f5789ba96'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:04.092582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7d9b7dbc-69a1-452a-b823-ca8a50551230 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:07:04.400398 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b40dc9-6971-470f-87ca-2aefce7f4abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b574142c-f2d4-4743-bb2d-6b22259fd052,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:04.427036 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-23b40dc9-6971-470f-87ca-2aefce7f4abc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=32befe3e45e3423686cc07a4ef131abf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9171307 Dec 08 02:07:04.430350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41650) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:04.479832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] For port bf47f277-a4b1-4c82-bb8d-90a52e601631, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bf47f277-a4b1-4c82-bb8d-90a52e601631,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:04.480583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:04.494628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 7d9b7dbc-69a1-452a-b823-ca8a50551230, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7d9b7dbc-69a1-452a-b823-ca8a50551230,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:04.499806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] Calling delete_port for bf47f277-a4b1-4c82-bb8d-90a52e601631 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:04.525177 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '7d9b7dbc-69a1-452a-b823-ca8a50551230', 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a', 'port_id': '7d9b7dbc-69a1-452a-b823-ca8a50551230', 'mac_address': 'fa:16:3e:66:b5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7edc8da-fc0d-472c-9093-a156fba7e61f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:07:04.536916 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f041d93d-8d82-43cc-882e-b19275806d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:04.591957 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f041d93d-8d82-43cc-882e-b19275806d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:04.644250 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f041d93d-8d82-43cc-882e-b19275806d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:04.646859 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f041d93d-8d82-43cc-882e-b19275806d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:04.658641 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:04.665879 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f041d93d-8d82-43cc-882e-b19275806d5b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b574142c-f2d4-4743-bb2d-6b22259fd052 HTTP/1.1" status: 204 len: 168 time: 0.2344208 Dec 08 02:07:04.702837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041d93d-8d82-43cc-882e-b19275806d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b574142c-f2d4-4743-bb2d-6b22259fd052,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:04.705784 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-f2b7356c-d394-429d-9a82-6dc6debd0bf3 None None] Set router 1aa6da8b-db01-40b5-abee-984f5789ba96 gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:07:04.777739 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:04.813271 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9b7dbc-69a1-452a-b823-ca8a50551230 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:07:04.817697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34577b-5db3-4a2b-a11a-b3375500b800 req-07a3e7be-f3cd-434b-8292-c653bce0d867 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:04.826124 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b34577b-5db3-4a2b-a11a-b3375500b800 req-07a3e7be-f3cd-434b-8292-c653bce0d867 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 943 time: 0.1057291 Dec 08 02:07:04.861787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 7d9b7dbc-69a1-452a-b823-ca8a50551230, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7d9b7dbc-69a1-452a-b823-ca8a50551230,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:04.868642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf47f277-a4b1-4c82-bb8d-90a52e601631,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:04.916480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b34577b-5db3-4a2b-a11a-b3375500b800 req-a19486bd-f503-4600-a791-a8cc54953201 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815997 Dec 08 02:07:04.942931 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.022289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-f2b7356c-d394-429d-9a82-6dc6debd0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'name': 'tempest-TaggedBootDevicesTest_v242-587932831-router', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:58Z', 'updated_at': '2021-12-08T02:07:03Z', 'revision_number': 6, 'project_id': '28457b883588430c880e0dcb5fe206d1', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:05.042361 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.063910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=7d9b7dbc-69a1-452a-b823-ca8a50551230,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:05.079194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7356c-d394-429d-9a82-6dc6debd0bf3 None None] The sync data for ids ['1aa6da8b-db01-40b5-abee-984f5789ba96'] in n-d-713499-31 is: [{'id': '1aa6da8b-db01-40b5-abee-984f5789ba96', 'name': 'tempest-TaggedBootDevicesTest_v242-587932831-router', 'tenant_id': '28457b883588430c880e0dcb5fe206d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:58Z', 'updated_at': '2021-12-08T02:07:03Z', 'revision_number': 6, 'project_id': '28457b883588430c880e0dcb5fe206d1', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:07:05.085199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:05.090701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:05.094354 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:05.094866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:05.095335 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:05.098486 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:05.099029 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:05.101028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:05.101555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:05.101993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:05.102975 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:05.103544 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:05.105346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:05.279551 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.282708 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.297795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['7d9b7dbc-69a1-452a-b823-ca8a50551230'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:07:05.340882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41664) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:05.353400 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.354360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa6da8b-db01-40b5-abee-984f5789ba96 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:07:05.363285 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.365018 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bd569c13-8156-43eb-8801-eae22e9b5f00 admin admin] 10.222.0.71 "DELETE /v2.0/routers/1aa6da8b-db01-40b5-abee-984f5789ba96 HTTP/1.1" status: 204 len: 168 time: 1.9673057 Dec 08 02:07:05.367872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41666) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:05.370350 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2e6237b-eccd-40fe-9617-825b198b0943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.418888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3cb8de-af77-406e-9999-3ad460308d3a admin admin] Deleting subnet f9462e45-8438-45cf-8989-1b0782979baf {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:07:05.423873 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb8de-af77-406e-9999-3ad460308d3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.470888 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb8de-af77-406e-9999-3ad460308d3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.545034 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2e6237b-eccd-40fe-9617-825b198b0943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.550339 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2e6237b-eccd-40fe-9617-825b198b0943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.605100 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a2e6237b-eccd-40fe-9617-825b198b0943 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3720912892b6458da1446b4f2bfc86d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625563 Dec 08 02:07:05.608050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6237b-eccd-40fe-9617-825b198b0943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c75109-9efd-408e-9fa8-aa8919b5fa43,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:05.624471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41668) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:05.636683 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb8de-af77-406e-9999-3ad460308d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.686794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 67d470cd-94a6-4da6-996f-4638a5a5a42d no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:07:05.741889 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 67d470cd-94a6-4da6-996f-4638a5a5a42d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:07:05.743656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 67d470cd-94a6-4da6-996f-4638a5a5a42d not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:07:05.752753 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e3faffab-acb8-4a54-a729-8c2714c27192 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.771957 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb8de-af77-406e-9999-3ad460308d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.821779 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e3faffab-acb8-4a54-a729-8c2714c27192 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.837154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cb8de-af77-406e-9999-3ad460308d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9462e45-8438-45cf-8989-1b0782979baf,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:05.856827 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb8de-af77-406e-9999-3ad460308d3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.860592 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7c3cb8de-af77-406e-9999-3ad460308d3a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f9462e45-8438-45cf-8989-1b0782979baf HTTP/1.1" status: 204 len: 168 time: 0.4917653 Dec 08 02:07:05.861871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7828d0d1-064b-4790-989d-2f888902be6c None None] Network 56473d42-ca08-4b91-8bde-6248c52241c6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:07:05.863209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41672) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:05.939347 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e3faffab-acb8-4a54-a729-8c2714c27192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.942425 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e3faffab-acb8-4a54-a729-8c2714c27192 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.972376 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e3faffab-acb8-4a54-a729-8c2714c27192 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/71c75109-9efd-408e-9fa8-aa8919b5fa43 HTTP/1.1" status: 204 len: 168 time: 0.3465993 Dec 08 02:07:06.010041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3faffab-acb8-4a54-a729-8c2714c27192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c75109-9efd-408e-9fa8-aa8919b5fa43,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:06.027491 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:06.163882 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb128a59-d39e-4efc-8b10-a73d6cafbb59 None None] DHCP port deletion for 56473d42-ca08-4b91-8bde-6248c52241c6 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:07:06.328122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96048966-2db3-4a17-bef0-0017c4fca6ae req-ef48276b-7e1d-47ae-8d82-23c303a1c2bf tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:06.334376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96048966-2db3-4a17-bef0-0017c4fca6ae req-ef48276b-7e1d-47ae-8d82-23c303a1c2bf tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 944 time: 0.2050946 Dec 08 02:07:06.345151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Deleting port b1a65c60-6d9f-4d33-acc5-d159daacc97f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:06.345669 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:06.360989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-eb128a59-d39e-4efc-8b10-a73d6cafbb59 None None] Deleting port b1a65c60-6d9f-4d33-acc5-d159daacc97f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:06.361374 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb128a59-d39e-4efc-8b10-a73d6cafbb59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:06.588069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-eb128a59-d39e-4efc-8b10-a73d6cafbb59 None None] For port b1a65c60-6d9f-4d33-acc5-d159daacc97f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b1a65c60-6d9f-4d33-acc5-d159daacc97f,segment=NetworkSegment(ca55b01a-f05f-4018-be16-77998815b8a9),segment_id=ca55b01a-f05f-4018-be16-77998815b8a9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:06.588518 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb128a59-d39e-4efc-8b10-a73d6cafbb59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:06.634007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-eb128a59-d39e-4efc-8b10-a73d6cafbb59 None None] Calling delete_port for b1a65c60-6d9f-4d33-acc5-d159daacc97f owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:06.680051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96048966-2db3-4a17-bef0-0017c4fca6ae req-cd38bb7e-fe02-4d4b-9e72-b5a958b8eb29 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271656 Dec 08 02:07:06.716021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] For port b1a65c60-6d9f-4d33-acc5-d159daacc97f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b1a65c60-6d9f-4d33-acc5-d159daacc97f,segment=NetworkSegment(ca55b01a-f05f-4018-be16-77998815b8a9),segment_id=ca55b01a-f05f-4018-be16-77998815b8a9)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:06.719107 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:06.777390 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Calling delete_port for b1a65c60-6d9f-4d33-acc5-d159daacc97f owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:07.070045 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb128a59-d39e-4efc-8b10-a73d6cafbb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:07.145630 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:07.269981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb128a59-d39e-4efc-8b10-a73d6cafbb59 None None] No DVR routers for this DVR port b1a65c60-6d9f-4d33-acc5-d159daacc97f on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:07:07.276922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] No DVR routers for this DVR port b1a65c60-6d9f-4d33-acc5-d159daacc97f on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:07:07.284848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb128a59-d39e-4efc-8b10-a73d6cafbb59 None None] Pushing event deleted for resources: {'Port': ['ID=b1a65c60-6d9f-4d33-acc5-d159daacc97f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:07.287875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a65c60-6d9f-4d33-acc5-d159daacc97f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:07.352283 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b1a65c60-6d9f-4d33-acc5-d159daacc97f no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:07:07.404737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: b1a65c60-6d9f-4d33-acc5-d159daacc97f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:07:07.404737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b1a65c60-6d9f-4d33-acc5-d159daacc97f not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:07:07.405083 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bf47f277-a4b1-4c82-bb8d-90a52e601631 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:07:07.446241 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: bf47f277-a4b1-4c82-bb8d-90a52e601631 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:07:07.446593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bf47f277-a4b1-4c82-bb8d-90a52e601631 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:07:07.446978 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:07.511993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56473d42-ca08-4b91-8bde-6248c52241c6']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:07.528278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca55b01a-f05f-4018-be16-77998815b8a9') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:07.528475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca55b01a-f05f-4018-be16-77998815b8a9') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:07.552803 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:07.601407 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:07.618715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:07:07.621817 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:07:07.631181 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:07:07.775858 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:07.795460 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:07.802202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/56473d42-ca08-4b91-8bde-6248c52241c6 HTTP/1.1" status: 204 len: 168 time: 1.9365242 Dec 08 02:07:07.870450 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a68778-d6fc-42b3-8c14-f3332408d7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=56473d42-ca08-4b91-8bde-6248c52241c6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:07.968811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d6821-fe60-4fa3-879e-55d906f6ed54 req-875d51f5-3f0a-4afd-bfc2-4cfc4059e5dd tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:07.971493 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f57d6821-fe60-4fa3-879e-55d906f6ed54 req-875d51f5-3f0a-4afd-bfc2-4cfc4059e5dd tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 944 time: 0.1644847 Dec 08 02:07:08.085705 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f57d6821-fe60-4fa3-879e-55d906f6ed54 req-97f21b07-77e9-464f-a48d-7c47baf3918c tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066196 Dec 08 02:07:08.109542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41720) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:08.111472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7d9b7dbc-69a1-452a-b823-ca8a50551230 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:07:08.202289 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1f84beb2-2354-4fdd-98cb-a2310512a513 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0ebd8dda7cdc4383b657e323ecd66448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0912843 Dec 08 02:07:08.205003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41722) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:08.246360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 7d9b7dbc-69a1-452a-b823-ca8a50551230 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:07:08.253327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 7d9b7dbc-69a1-452a-b823-ca8a50551230 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:07:08.253839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:08.296726 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-079d4602-f641-40bb-8640-1e562dbbee7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:08.323251 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-079d4602-f641-40bb-8640-1e562dbbee7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:08.379087 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-079d4602-f641-40bb-8640-1e562dbbee7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:08.386547 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-079d4602-f641-40bb-8640-1e562dbbee7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:08.390653 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-079d4602-f641-40bb-8640-1e562dbbee7e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2dc52131-e19f-495b-89f9-b4e4b981f531 HTTP/1.1" status: 204 len: 168 time: 0.1842995 Dec 08 02:07:08.404013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d4602-f641-40bb-8640-1e562dbbee7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc52131-e19f-495b-89f9-b4e4b981f531,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:08.409947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:08.444431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36337eae-cbff-4503-b894-dc8c5a60674f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9b7dbc-69a1-452a-b823-ca8a50551230'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:08.446939 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6319f04-ca25-47b5-b4fe-dcf0c855c69d" -d '{"events": [{"server_uuid": "36337eae-cbff-4503-b894-dc8c5a60674f", "name": "network-vif-plugged", "status": "completed", "tag": "7d9b7dbc-69a1-452a-b823-ca8a50551230"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:08.463909 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 7d9b7dbc-69a1-452a-b823-ca8a50551230, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7d9b7dbc-69a1-452a-b823-ca8a50551230,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:08.469588 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:08.533204 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8c004f-a45e-43de-9dfe-580f5aecfe49 x-openstack-request-id: req-2b8c004f-a45e-43de-9dfe-580f5aecfe49 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:08.533470 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36337eae-cbff-4503-b894-dc8c5a60674f", "name": "network-vif-plugged", "status": "completed", "tag": "7d9b7dbc-69a1-452a-b823-ca8a50551230", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:08.537061 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2b8c004f-a45e-43de-9dfe-580f5aecfe49 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:08.537537 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36337eae-cbff-4503-b894-dc8c5a60674f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9b7dbc-69a1-452a-b823-ca8a50551230', 'code': 200} Dec 08 02:07:08.585920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=7d9b7dbc-69a1-452a-b823-ca8a50551230,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:08.613778 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:07:08.670133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21170a-fe87-46c9-97ea-70bc21f52171 req-4959a907-1937-4e35-ad72-e822eaddc4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:08.671946 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f21170a-fe87-46c9-97ea-70bc21f52171 req-4959a907-1937-4e35-ad72-e822eaddc4d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 1097 time: 0.0468576 Dec 08 02:07:08.756257 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f21170a-fe87-46c9-97ea-70bc21f52171 req-5f8f5c52-38e2-4e16-9fa8-949633599f37 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766082 Dec 08 02:07:08.916011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41744) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:08.966579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1e303735-768e-47da-bcd2-df9991ec2c49 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=28457b883588430c880e0dcb5fe206d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486305 Dec 08 02:07:08.968952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41746) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:08.983752 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41748) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:09.036566 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4559953e-6e38-4e73-83d9-d7a80bb4a360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:09.070327 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4559953e-6e38-4e73-83d9-d7a80bb4a360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:09.130352 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4559953e-6e38-4e73-83d9-d7a80bb4a360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:09.133591 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4559953e-6e38-4e73-83d9-d7a80bb4a360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:09.140556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4559953e-6e38-4e73-83d9-d7a80bb4a360 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2f5f2666-b108-4056-943c-552f4819a044 HTTP/1.1" status: 204 len: 168 time: 0.1676691 Dec 08 02:07:09.169216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559953e-6e38-4e73-83d9-d7a80bb4a360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5f2666-b108-4056-943c-552f4819a044,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:09.203588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2027494309'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:09.281916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Made reservation on behalf of 988f0a49083d429898adffc9889bbc74 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:09.286002 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:09.298267 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:09.395710 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d0c59-50a9-4d6d-9a1b-a348137a7990 req-2dbc9a83-8e6f-40be-98c8-5252a5c0f086 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:09.397588 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f7d0c59-50a9-4d6d-9a1b-a348137a7990 req-2dbc9a83-8e6f-40be-98c8-5252a5c0f086 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 945 time: 0.1737428 Dec 08 02:07:09.399855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:09.405762 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:09.436324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:07:09.470475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b871a5-1d50-4d42-8584-39963773d93d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:09.474468 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:09.475002 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Added segment 2385a4a0-c99d-48d6-93d3-14f9dd822f26 of type vlan for network b0ce21fd-7bc2-4217-8d1c-2155ca14b50d Dec 08 02:07:09.537420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f7d0c59-50a9-4d6d-9a1b-a348137a7990 req-aa4215d1-3628-46c5-9ca6-f6332404ce1d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257882 Dec 08 02:07:09.539170 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:09.578732 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:09.584386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:09.585100 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:09.655333 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6702704 Dec 08 02:07:09.659517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41762) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:09.730363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f8f94-b727-45c8-8e1c-4be44cedfa12 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Pushing event updated for resources: {'Network': ['ID=b0ce21fd-7bc2-4217-8d1c-2155ca14b50d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:09.741709 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network b0ce21fd-7bc2-4217-8d1c-2155ca14b50d details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:07:09.969203 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-8ad002db-47ad-4014-897a-5107641da225 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--899776908&fields=id&tenant_id=1b81fe962ade463ba8015d6bc39dd187 HTTP/1.1" status: 200 len: 267 time: 0.0707657 Dec 08 02:07:10.039916 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Request body: {'network': {'name': 'tempest-network--315056653', 'router:external': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:10.066758 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Made reservation on behalf of d2a0087973564a28b68bc9da6004d7ae for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:10.071416 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.082916 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.127196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-28f54e07-8174-422c-8ed3-336b78e5ba11 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:10.130353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-28f54e07-8174-422c-8ed3-336b78e5ba11 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/networks?id=7395e324-3d87-4b26-866c-bfff102af6a2 HTTP/1.1" status: 200 len: 815 time: 0.1531255 Dec 08 02:07:10.165790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-70b9af5f-2fcb-4bc2-ba5c-c06ea54938fd tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/quotas/1b81fe962ade463ba8015d6bc39dd187 HTTP/1.1" status: 200 len: 375 time: 0.0278752 Dec 08 02:07:10.235921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.250225 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.258914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-47fd2d35-5feb-45d6-a793-71709da404d4 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b81fe962ade463ba8015d6bc39dd187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853910 Dec 08 02:07:10.301249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:07:10.326989 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.327590 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Added segment 131e6c36-ac58-48e9-878f-43c116d6dec8 of type vlan for network fc1a657b-8123-426c-a8bd-a9afc3bf8bb9 Dec 08 02:07:10.329021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1197702-0649-479e-8a0c-c3d34e4f228b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:10.389293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41790) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:10.427014 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.438645 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-0ce5ccfb-ee72-4fa1-babf-7054be016bd2 service neutron] 10.222.0.71 "GET /v2.0/networks/7395e324-3d87-4b26-866c-bfff102af6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576180 Dec 08 02:07:10.476767 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.478848 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:10.479444 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.549960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-216324431-network', 'tenant_id': '01eb1b8e757843b5b286b5f33b8010b1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:10.559377 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8987217 Dec 08 02:07:10.562035 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41794) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:10.590692 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0023556-75f0-419c-9560-48214d9152d1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event updated for resources: {'Network': ['ID=fc1a657b-8123-426c-a8bd-a9afc3bf8bb9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:10.607067 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network fc1a657b-8123-426c-a8bd-a9afc3bf8bb9 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:07:10.620123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] Made reservation on behalf of 01eb1b8e757843b5b286b5f33b8010b1 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:10.628913 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.655130 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.661230 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-ad08bb30-6fc4-4797-a58e-673ddbd7ea54 service neutron] 10.222.0.71 "GET /v2.0/networks/7395e324-3d87-4b26-866c-bfff102af6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155731 Dec 08 02:07:10.674385 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eec0e6d9-b555-4a12-a8e2-07ce140ebe87 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.764265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944efeb3-5496-4d78-a5df-b6666c7ca510 req-9c48b98b-7bff-4519-9450-58e20524238d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:10.768129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-944efeb3-5496-4d78-a5df-b6666c7ca510 req-9c48b98b-7bff-4519-9450-58e20524238d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 945 time: 0.1095095 Dec 08 02:07:10.794463 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eec0e6d9-b555-4a12-a8e2-07ce140ebe87 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.828743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-eec0e6d9-b555-4a12-a8e2-07ce140ebe87 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1a657b-8123-426c-a8bd-a9afc3bf8bb9']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:10.845111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-eec0e6d9-b555-4a12-a8e2-07ce140ebe87 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131e6c36-ac58-48e9-878f-43c116d6dec8') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:10.845470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-eec0e6d9-b555-4a12-a8e2-07ce140ebe87 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131e6c36-ac58-48e9-878f-43c116d6dec8') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:10.858275 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eec0e6d9-b555-4a12-a8e2-07ce140ebe87 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.873187 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eec0e6d9-b555-4a12-a8e2-07ce140ebe87 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.888861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec0e6d9-b555-4a12-a8e2-07ce140ebe87 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:07:10.890033 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eec0e6d9-b555-4a12-a8e2-07ce140ebe87 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:07:10.893609 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:07:10.896111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-944efeb3-5496-4d78-a5df-b6666c7ca510 req-07a8408c-8aec-46ea-8eda-0698dc9ecc2e tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153216 Dec 08 02:07:10.920779 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.927115 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:10.963854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:10.997200 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eec0e6d9-b555-4a12-a8e2-07ce140ebe87 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:11.006403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec0e6d9-b555-4a12-a8e2-07ce140ebe87 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc1a657b-8123-426c-a8bd-a9afc3bf8bb9 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 02:07:11.011188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:07:11.023153 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eec0e6d9-b555-4a12-a8e2-07ce140ebe87 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:11.026796 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:11.027144 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] Added segment a7a817ef-171e-41c2-a10b-e36c89e5292a of type vlan for network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 Dec 08 02:07:11.027428 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eec0e6d9-b555-4a12-a8e2-07ce140ebe87 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "DELETE /v2.0/networks/fc1a657b-8123-426c-a8bd-a9afc3bf8bb9 HTTP/1.1" status: 204 len: 168 time: 0.4638848 Dec 08 02:07:11.028746 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0e6d9-b555-4a12-a8e2-07ce140ebe87 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc1a657b-8123-426c-a8bd-a9afc3bf8bb9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:11.032298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41810) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:11.038223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-bbc4d162-0e9e-4e64-9366-78b5362b70ba tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:11.077105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc4d162-0e9e-4e64-9366-78b5362b70ba tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Made reservation on behalf of d2a0087973564a28b68bc9da6004d7ae for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:11.082023 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d162-0e9e-4e64-9366-78b5362b70ba tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:11.112803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc4d162-0e9e-4e64-9366-78b5362b70ba tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:07:11.116788 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:11.125559 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d162-0e9e-4e64-9366-78b5362b70ba tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:11.126396 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-bbc4d162-0e9e-4e64-9366-78b5362b70ba tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Added segment fa84fc1f-ad95-4b78-aa28-d4e63d72a88f of type vlan for network 13ccc9ea-f6c8-409b-961a-5c9b6c559f9c Dec 08 02:07:11.197253 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:11.198918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:11.199507 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:11.261575 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d162-0e9e-4e64-9366-78b5362b70ba tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:11.373913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9803758 Dec 08 02:07:11.376222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41820) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:11.378148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa6df711-eded-40b3-b764-02a12cf74522 req-dc7d2266-5de0-40ab-b3cc-51f3b151adec tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 210 time: 0.1016529 Dec 08 02:07:11.417124 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f26379ba-87a1-4531-954a-ea4f41537870 admin admin] Request body: {'subnet': {'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-216324431-subnet', 'tenant_id': '01eb1b8e757843b5b286b5f33b8010b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:11.438182 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d162-0e9e-4e64-9366-78b5362b70ba tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:11.443278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc4d162-0e9e-4e64-9366-78b5362b70ba tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:11.444309 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d162-0e9e-4e64-9366-78b5362b70ba tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:11.502477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a4ae8-3826-4ab6-b2c7-5dd7c7ca491a admin admin] Pushing event updated for resources: {'Network': ['ID=9304b637-0f71-4f24-9cf9-d7da4453c8d2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:11.516781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:07:11.567588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:11.697176 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4d162-0e9e-4e64-9366-78b5362b70ba tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event updated for resources: {'Network': ['ID=13ccc9ea-f6c8-409b-961a-5c9b6c559f9c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:11.715134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26379ba-87a1-4531-954a-ea4f41537870 admin admin] Made reservation on behalf of 01eb1b8e757843b5b286b5f33b8010b1 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:11.721305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 13ccc9ea-f6c8-409b-961a-5c9b6c559f9c details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:07:11.733621 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f26379ba-87a1-4531-954a-ea4f41537870 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:11.753876 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bbc4d162-0e9e-4e64-9366-78b5362b70ba tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7182686 Dec 08 02:07:11.754568 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41832) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:11.760298 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b6d7dbdb-987f-4203-a18d-c5a8f00b6126 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Request body: {'subnet': {'network_id': '13ccc9ea-f6c8-409b-961a-5c9b6c559f9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:11.833432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-ddba831d-6c3a-42a8-bcbf-7b8404f21dd9 req-02c81eca-49df-4933-ba50-d83802286a6b service neutron] (109766) timed out ('10.222.0.75', 52629) {{(pid=109766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:07:11.863161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c31a8609-b4e3-4159-96f1-73524ba5e8fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:11.871558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d7dbdb-987f-4203-a18d-c5a8f00b6126 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Made reservation on behalf of d2a0087973564a28b68bc9da6004d7ae for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:11.877917 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6d7dbdb-987f-4203-a18d-c5a8f00b6126 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:12.068167 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f26379ba-87a1-4531-954a-ea4f41537870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:12.152111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26379ba-87a1-4531-954a-ea4f41537870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8916b163-48ca-4521-a3a0-fb5f7d4e936e,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:12.160957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26379ba-87a1-4531-954a-ea4f41537870 admin admin] Checking segment: {'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:07:12.161273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26379ba-87a1-4531-954a-ea4f41537870 admin admin] Network hostable DHCP agents. Network: 9304b637-0f71-4f24-9cf9-d7da4453c8d2, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:07:12.190201 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26379ba-87a1-4531-954a-ea4f41537870 admin admin] Network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:07:12.218799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-f26379ba-87a1-4531-954a-ea4f41537870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 9304b637-0f71-4f24-9cf9-d7da4453c8d2) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:07:12.223399 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26379ba-87a1-4531-954a-ea4f41537870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:12.224324 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f26379ba-87a1-4531-954a-ea4f41537870 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:12.241197 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bf6b3e-18cd-4520-b260-6b3dbea09cde None None] Network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:07:12.258330 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f26379ba-87a1-4531-954a-ea4f41537870 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8785968 Dec 08 02:07:12.441336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599ab58c-534e-4287-9ae6-f0e4282ba9d3 None None] Network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:07:12.539744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c31a8609-b4e3-4159-96f1-73524ba5e8fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:12.577899 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f181522-c0c5-4491-8495-a1fdd5cacc45 req-4d30a021-02b6-4aa3-a401-5dfeab63caa4 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 210 time: 0.0736187 Dec 08 02:07:12.586932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c31a8609-b4e3-4159-96f1-73524ba5e8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:12.643512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-87742d54-5dcc-4927-a168-60a987fef263 req-c4286c4a-1044-4102-9839-a15d379bd977 service neutron] (109767) timed out ('10.222.0.75', 52747) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:07:12.676800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41850) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:12.685118 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c31a8609-b4e3-4159-96f1-73524ba5e8fd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6808de0adf2c4b2782d2d329799b7511&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1162908 Dec 08 02:07:12.687752 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a8609-b4e3-4159-96f1-73524ba5e8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda9f1b4-4078-4ea4-ac0d-608bc2d996c3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:12.768295 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-684f1173-ccab-44c4-9c54-fe41b870df72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:12.802995 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-684f1173-ccab-44c4-9c54-fe41b870df72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:12.859934 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-684f1173-ccab-44c4-9c54-fe41b870df72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:12.863247 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-684f1173-ccab-44c4-9c54-fe41b870df72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:12.867480 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-684f1173-ccab-44c4-9c54-fe41b870df72 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bda9f1b4-4078-4ea4-ac0d-608bc2d996c3 HTTP/1.1" status: 204 len: 168 time: 0.1893859 Dec 08 02:07:12.883761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f1173-ccab-44c4-9c54-fe41b870df72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda9f1b4-4078-4ea4-ac0d-608bc2d996c3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:12.888793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.objects.ports [None req-b6d7dbdb-987f-4203-a18d-c5a8f00b6126 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:07:12.891527 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6d7dbdb-987f-4203-a18d-c5a8f00b6126 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:13.021627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7dbdb-987f-4203-a18d-c5a8f00b6126 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9b9807ce-2ab9-4f92-842e-8cb3e7b9151a,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:13.045719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d7dbdb-987f-4203-a18d-c5a8f00b6126 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Checking segment: {'id': 'fa84fc1f-ad95-4b78-aa28-d4e63d72a88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '13ccc9ea-f6c8-409b-961a-5c9b6c559f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:07:13.046115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d7dbdb-987f-4203-a18d-c5a8f00b6126 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Network hostable DHCP agents. Network: 13ccc9ea-f6c8-409b-961a-5c9b6c559f9c, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:07:13.282557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d7dbdb-987f-4203-a18d-c5a8f00b6126 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Network 13ccc9ea-f6c8-409b-961a-5c9b6c559f9c is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:07:13.292113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-f695c469-89b0-4dc5-a039-cbfc95997666 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:13.293707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-f695c469-89b0-4dc5-a039-cbfc95997666 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.75 "GET /v2.0/networks?id=7395e324-3d87-4b26-866c-bfff102af6a2 HTTP/1.1" status: 200 len: 815 time: 0.2186115 Dec 08 02:07:13.348505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b6d7dbdb-987f-4203-a18d-c5a8f00b6126 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 13ccc9ea-f6c8-409b-961a-5c9b6c559f9c) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:07:13.361037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ecfeee-df12-4997-be48-4efce598f8ef None None] Network 13ccc9ea-f6c8-409b-961a-5c9b6c559f9c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:07:13.368204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d7dbdb-987f-4203-a18d-c5a8f00b6126 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:13.368792 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6d7dbdb-987f-4203-a18d-c5a8f00b6126 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:13.410604 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b6d7dbdb-987f-4203-a18d-c5a8f00b6126 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6548603 Dec 08 02:07:13.414402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41872) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:13.424670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Request body: {'floatingip': {'floating_network_id': '13ccc9ea-f6c8-409b-961a-5c9b6c559f9c'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:13.468090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-6e3b4a87-f2b5-4b0e-bd16-ef9ded116292 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:13.470055 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-6e3b4a87-f2b5-4b0e-bd16-ef9ded116292 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/networks?id=9304b637-0f71-4f24-9cf9-d7da4453c8d2 HTTP/1.1" status: 200 len: 812 time: 0.3959792 Dec 08 02:07:13.483686 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:13.485716 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-3bdab4e6-f656-4236-85c7-a895330bfd59 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b81fe962ade463ba8015d6bc39dd187 HTTP/1.1" status: 200 len: 379 time: 0.1507473 Dec 08 02:07:13.497377 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-04566895-6bef-4156-8f02-7ab358d52634 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/quotas/01eb1b8e757843b5b286b5f33b8010b1 HTTP/1.1" status: 200 len: 375 time: 0.0103385 Dec 08 02:07:13.503269 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-16ec0aea-f3a2-4e1f-a26d-425d24a6c579 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Request body: {'port': {'device_id': 'ca55fcf8-987a-4036-a6cd-de5aab5d7db6', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'admin_state_up': True, 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'security_groups': ['814db101-79df-434a-97fd-f22ed16fad08']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:13.526900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62ad403-3b3c-424e-b59e-473f0150cd00 None None] Network 13ccc9ea-f6c8-409b-961a-5c9b6c559f9c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:07:13.553833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-1948127d-1074-4a11-a22c-ff820968c933 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=01eb1b8e757843b5b286b5f33b8010b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461640 Dec 08 02:07:13.693230 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:13.861355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Allocated IP 172.20.0.6 (13ccc9ea-f6c8-409b-961a-5c9b6c559f9c/9b9807ce-2ab9-4f92-842e-8cb3e7b9151a/bd34853a-f0bc-4a16-bff0-7cd1bb1de3ba) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:07:14.029455 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:14.087520 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:14.178928 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Network 13ccc9ea-f6c8-409b-961a-5c9b6c559f9c is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:07:14.186362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:07:14.194287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:07:14.244407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event updated for resources: {'Port': ['ID=bd34853a-f0bc-4a16-bff0-7cd1bb1de3ba,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:14.269075 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6bc38088-4154-4a95-8cc9-3b7fb4f3857d req-2aed6c81-69ff-42ae-a3d6-ddd4cb898179 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 210 time: 0.0857589 Dec 08 02:07:14.350318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-b418fffc-32ae-4c44-912e-4aa3e917d3a4 service neutron] 10.222.0.71 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7703288 Dec 08 02:07:14.383004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-16ec0aea-f3a2-4e1f-a26d-425d24a6c579 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Made reservation on behalf of 1b81fe962ade463ba8015d6bc39dd187 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:14.383623 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:14.386441 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-16ec0aea-f3a2-4e1f-a26d-425d24a6c579 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:14.427673 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:14.603672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-55d544bc-1ee9-4705-91d6-c6ab4798ff34 service neutron] 10.222.0.71 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304597 Dec 08 02:07:14.732854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-16ec0aea-f3a2-4e1f-a26d-425d24a6c579 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Allocated IP 172.20.0.7 (7395e324-3d87-4b26-866c-bfff102af6a2/9485c7e8-851e-4945-805b-f9cc04333c12/e2346697-4555-4e1f-9c0c-659030e0a58a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:07:14.795803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:14.805416 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:15.015029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event updated for resources: {'Port': ['ID=bd34853a-f0bc-4a16-bff0-7cd1bb1de3ba,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:15.047834 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-16ec0aea-f3a2-4e1f-a26d-425d24a6c579 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:15.048258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:15.086556 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:15.093883 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e0b16b37-dc19-4370-a9bf-a777f42f3bf7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6769300 Dec 08 02:07:15.097788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41914) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:15.179494 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-16ec0aea-f3a2-4e1f-a26d-425d24a6c579 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:15.266625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-edecc8a4-66b4-4be9-a6c4-2a735130fc6f tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "GET /v2.0/floatingips?floating_network_id=13ccc9ea-f6c8-409b-961a-5c9b6c559f9c HTTP/1.1" status: 200 len: 689 time: 0.1649711 Dec 08 02:07:15.267554 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41922) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:15.269716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-16ec0aea-f3a2-4e1f-a26d-425d24a6c579 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Network 7395e324-3d87-4b26-866c-bfff102af6a2 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:07:15.300023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-16ec0aea-f3a2-4e1f-a26d-425d24a6c579 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:07:15.304931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-16ec0aea-f3a2-4e1f-a26d-425d24a6c579 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:07:15.372838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed59239b-2814-4d8e-91ee-0e0acde07b58 req-73f77111-2e51-4a66-a293-3794e5617875 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 210 time: 0.1044896 Dec 08 02:07:15.410115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec0aea-f3a2-4e1f-a26d-425d24a6c579 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Pushing event updated for resources: {'Port': ['ID=e2346697-4555-4e1f-9c0c-659030e0a58a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:15.486938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-16ec0aea-f3a2-4e1f-a26d-425d24a6c579 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:15.490137 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-16ec0aea-f3a2-4e1f-a26d-425d24a6c579 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:15.573034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-16ec0aea-f3a2-4e1f-a26d-425d24a6c579 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0741894 Dec 08 02:07:15.581994 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:15.597461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8eb75-f818-4c03-a53d-5d4b0785f648 req-060df6c6-0913-4ff0-bfee-84dbeec9eb6a tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:15.610679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02b8eb75-f818-4c03-a53d-5d4b0785f648 req-060df6c6-0913-4ff0-bfee-84dbeec9eb6a tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 931 time: 0.1905384 Dec 08 02:07:15.624678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Request body: {'port': {'device_id': 'ca55fcf8-987a-4036-a6cd-de5aab5d7db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:15.797542 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:15.803717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Deleting port bd34853a-f0bc-4a16-bff0-7cd1bb1de3ba {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:15.804076 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:15.809290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-189b2d33-d584-4250-98e0-5f6a63f5fb21 None None] Provisioning complete for port e2346697-4555-4e1f-9c0c-659030e0a58a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:07:15.812399 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-189b2d33-d584-4250-98e0-5f6a63f5fb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:15.925759 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-189b2d33-d584-4250-98e0-5f6a63f5fb21 None None] Port e2346697-4555-4e1f-9c0c-659030e0a58a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:07:15.985663 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:15.986261 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:16.007503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Calling delete_port for bd34853a-f0bc-4a16-bff0-7cd1bb1de3ba owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:16.100681 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02b8eb75-f818-4c03-a53d-5d4b0785f648 req-8eca134b-170c-42ea-8494-af67be007ee3 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4285853 Dec 08 02:07:16.348543 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:16.488983 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd34853a-f0bc-4a16-bff0-7cd1bb1de3ba,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:16.594365 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1a6c6eb-f8a1-42b6-8ee0-370e683c691b req-d66cc54d-0679-4912-bc4c-bfe6c6981bd3 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 210 time: 0.0626159 Dec 08 02:07:16.618321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2346697-4555-4e1f-9c0c-659030e0a58a {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:07:16.632252 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:16.654134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Transition to ACTIVE for port object e2346697-4555-4e1f-9c0c-659030e0a58a will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:07:16.660846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:16.708424 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:16.820767 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:16.886531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Pushing event updated for resources: {'Port': ['ID=e2346697-4555-4e1f-9c0c-659030e0a58a,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:16.933940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Attempting to bind port e2346697-4555-4e1f-9c0c-659030e0a58a on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:16.935484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Attempting to bind port e2346697-4555-4e1f-9c0c-659030e0a58a by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4f5580a3-9739-43e8-8b69-cddcc71ef8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:16.935919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Attempting to bind port e2346697-4555-4e1f-9c0c-659030e0a58a on network 7395e324-3d87-4b26-866c-bfff102af6a2 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:16.943410 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Port e2346697-4555-4e1f-9c0c-659030e0a58a on network 7395e324-3d87-4b26-866c-bfff102af6a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:16.943857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Attempting to bind port e2346697-4555-4e1f-9c0c-659030e0a58a on network 7395e324-3d87-4b26-866c-bfff102af6a2 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:16.951276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:07:16.951541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Checking segment: {'id': '4f5580a3-9739-43e8-8b69-cddcc71ef8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:07:16.952014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Bound using segment: {'id': '4f5580a3-9739-43e8-8b69-cddcc71ef8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:07:16.952519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Bound port: e2346697-4555-4e1f-9c0c-659030e0a58a, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5580a3-9739-43e8-8b69-cddcc71ef8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:07:16.953945 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:16.961114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:17.031046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9807ce-2ab9-4f92-842e-8cb3e7b9151a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:17.103528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] For port e2346697-4555-4e1f-9c0c-659030e0a58a, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:07:17.117316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] For port e2346697-4555-4e1f-9c0c-659030e0a58a, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e2346697-4555-4e1f-9c0c-659030e0a58a,segment=NetworkSegment(4f5580a3-9739-43e8-8b69-cddcc71ef8bc),segment_id=4f5580a3-9739-43e8-8b69-cddcc71ef8bc)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:07:17.125999 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:17.127250 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:17.148902 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ccc9ea-f6c8-409b-961a-5c9b6c559f9c']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:17.159937 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa84fc1f-ad95-4b78-aa28-d4e63d72a88f') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:17.160236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa84fc1f-ad95-4b78-aa28-d4e63d72a88f') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:17.175309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:17.175974 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:17.177381 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] 10.222.0.75 "PUT /v2.0/ports/e2346697-4555-4e1f-9c0c-659030e0a58a HTTP/1.1" status: 200 len: 1092 time: 1.5657091 Dec 08 02:07:17.177624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:17.213404 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:17.222915 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca55fcf8-987a-4036-a6cd-de5aab5d7db6', 'tag': 'e2346697-4555-4e1f-9c0c-659030e0a58a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:17.223268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:07:17.225477 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:17.232131 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392744dd-0c77-41fd-8b0e-21946d461615" -d '{"events": [{"name": "network-changed", "server_uuid": "ca55fcf8-987a-4036-a6cd-de5aab5d7db6", "tag": "e2346697-4555-4e1f-9c0c-659030e0a58a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:07:17.363770 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:07:17.417224 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37079e88-7e30-4e97-acb7-b8097e4d191b x-openstack-request-id: req-37079e88-7e30-4e97-acb7-b8097e4d191b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:17.417514 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca55fcf8-987a-4036-a6cd-de5aab5d7db6", "tag": "e2346697-4555-4e1f-9c0c-659030e0a58a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:17.417768 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-37079e88-7e30-4e97-acb7-b8097e4d191b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:17.418159 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca55fcf8-987a-4036-a6cd-de5aab5d7db6', 'tag': 'e2346697-4555-4e1f-9c0c-659030e0a58a', 'status': 'completed', 'code': 200} Dec 08 02:07:17.440768 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:17.458516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b9734-55b4-4120-b569-7a8b5c8dc949 service neutron] Pushing event updated for resources: {'Port': ['ID=e2346697-4555-4e1f-9c0c-659030e0a58a,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:17.470573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.75', 53002) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:17.488154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 13ccc9ea-f6c8-409b-961a-5c9b6c559f9c {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 02:07:17.516237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:17.521680 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "DELETE /v2.0/networks/13ccc9ea-f6c8-409b-961a-5c9b6c559f9c HTTP/1.1" status: 204 len: 168 time: 2.2511475 Dec 08 02:07:17.581632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41948) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:17.583123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a72b82-5838-4943-9ae8-7b228cf0989c tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event deleted for resources: {'Network': ['ID=13ccc9ea-f6c8-409b-961a-5c9b6c559f9c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:17.676868 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c36f407d-f8c3-4a2c-a147-99bb9e2dc155 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.0744710 Dec 08 02:07:17.693222 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1dea6a77-d04a-4730-a968-a8d7f43ed449 req-ba964334-fc2d-4542-a6a8-1a4ae91b268b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3273053 Dec 08 02:07:17.696297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41952) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:17.743461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-9baea1f5-96dd-49a1-8930-101cd8bd8886 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:17.745898 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-9baea1f5-96dd-49a1-8930-101cd8bd8886 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.75 "GET /v2.0/networks?id=9304b637-0f71-4f24-9cf9-d7da4453c8d2 HTTP/1.1" status: 200 len: 812 time: 0.2688544 Dec 08 02:07:17.829240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-614e4ad3-2623-4fd6-abc1-1ffa7d502313 req-7d33ee09-722d-4236-8e28-ebc15c490795 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 210 time: 0.0989416 Dec 08 02:07:17.833354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-4f17534a-d322-44fc-88e8-ff1f6b062b1e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Request body: {'port': {'device_id': '5d38e07d-6224-4a16-ab0f-049ba9b0907c', 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2', 'admin_state_up': True, 'tenant_id': '01eb1b8e757843b5b286b5f33b8010b1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:17.850333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb99b7a-21dd-4cf9-bfa9-632d3b8bbc25 req-dd72ce7e-2d49-400e-ba8d-f56e40ec9966 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:17.858620 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8cb99b7a-21dd-4cf9-bfa9-632d3b8bbc25 req-dd72ce7e-2d49-400e-ba8d-f56e40ec9966 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 943 time: 0.6047447 Dec 08 02:07:17.902889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-65083d3e-9613-4d2e-af6b-78852d62f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:17.904969 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-65083d3e-9613-4d2e-af6b-78852d62f7cd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1b81fe962ade463ba8015d6bc39dd187&device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 1095 time: 0.4897895 Dec 08 02:07:18.005896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-1e5e5c98-6ca4-447d-95b3-ea305b961d92 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2346697-4555-4e1f-9c0c-659030e0a58a HTTP/1.1" status: 200 len: 217 time: 0.0684023 Dec 08 02:07:18.034235 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea6a77-d04a-4730-a968-a8d7f43ed449 req-331d53dd-6cff-40d4-bd9e-797f787f8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.039265 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1dea6a77-d04a-4730-a968-a8d7f43ed449 req-331d53dd-6cff-40d4-bd9e-797f787f8700 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a5e0df062134f7b8b12edf948c9b904&device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 1098 time: 0.1717362 Dec 08 02:07:18.049756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020e560-67cc-4fec-8869-fbfeaeb4c01e tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.052628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020e560-67cc-4fec-8869-fbfeaeb4c01e tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.053097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020e560-67cc-4fec-8869-fbfeaeb4c01e tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.053559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020e560-67cc-4fec-8869-fbfeaeb4c01e tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.054036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020e560-67cc-4fec-8869-fbfeaeb4c01e tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.054491 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020e560-67cc-4fec-8869-fbfeaeb4c01e tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.054949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020e560-67cc-4fec-8869-fbfeaeb4c01e tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.055424 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020e560-67cc-4fec-8869-fbfeaeb4c01e tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.059587 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020e560-67cc-4fec-8869-fbfeaeb4c01e tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.064658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020e560-67cc-4fec-8869-fbfeaeb4c01e tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.064658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020e560-67cc-4fec-8869-fbfeaeb4c01e tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.065827 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a020e560-67cc-4fec-8869-fbfeaeb4c01e tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7117 time: 0.3689601 Dec 08 02:07:18.070463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8cb99b7a-21dd-4cf9-bfa9-632d3b8bbc25 req-62f86b8a-bc7b-4511-9288-d8393afa5349 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099082 Dec 08 02:07:18.074828 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41954) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:18.088903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-22b7aaca-83f5-41f8-8d26-7c1eb17700f3 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.090354 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-22b7aaca-83f5-41f8-8d26-7c1eb17700f3 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.45 "GET /v2.0/networks?id=9304b637-0f71-4f24-9cf9-d7da4453c8d2 HTTP/1.1" status: 200 len: 812 time: 0.7257538 Dec 08 02:07:18.127353 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-90fd544a-b26f-4c5a-b8e2-7f4449bb5ead tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Request body: {'port': {'device_id': '3c05b067-ef95-402f-bd8d-aff107c4442a', 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2', 'admin_state_up': True, 'tenant_id': '01eb1b8e757843b5b286b5f33b8010b1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:18.170767 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-4fb491b7-8847-4fb7-a86a-00a812f98aa7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] delete failed (client error): The resource could not be found. Dec 08 02:07:18.175347 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4fb491b7-8847-4fb7-a86a-00a812f98aa7 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/e60fe906-b51a-4d32-a180-eb972a7c2472 HTTP/1.1" status: 404 len: 345 time: 0.0953088 Dec 08 02:07:18.175672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41956) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:18.193983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-9434dc0f-a8c6-48dc-adca-96951a5abe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.195587 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-9434dc0f-a8c6-48dc-adca-96951a5abe00 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9485c7e8-851e-4945-805b-f9cc04333c12 HTTP/1.1" status: 200 len: 854 time: 0.1800413 Dec 08 02:07:18.217425 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-200537ed-f8eb-49f3-9708-fdfedb348633 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] DELETE failed (client error): The resource could not be found. Dec 08 02:07:18.219023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200537ed-f8eb-49f3-9708-fdfedb348633 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:07:18.225637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-200537ed-f8eb-49f3-9708-fdfedb348633 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "DELETE /v2.0/networks/13ccc9ea-f6c8-409b-961a-5c9b6c559f9c HTTP/1.1" status: 404 len: 339 time: 0.0449839 Dec 08 02:07:18.226145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41958) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:18.231184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fb5b7dbb-f861-46e9-8f80-43aae8641c03 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Request body: {'network': {'name': 'tempest-network--1972646233', 'router:external': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:18.276211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-4f17534a-d322-44fc-88e8-ff1f6b062b1e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Made reservation on behalf of 01eb1b8e757843b5b286b5f33b8010b1 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:18.280718 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-4f17534a-d322-44fc-88e8-ff1f6b062b1e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:18.308805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-a5b880e4-7950-4a32-ad07-4f3f9962f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.311261 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-a5b880e4-7950-4a32-ad07-4f3f9962f766 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7395e324-3d87-4b26-866c-bfff102af6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039565 Dec 08 02:07:18.313006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5b7dbb-f861-46e9-8f80-43aae8641c03 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Made reservation on behalf of d2a0087973564a28b68bc9da6004d7ae for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:18.315325 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7dbb-f861-46e9-8f80-43aae8641c03 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:18.462308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5b7dbb-f861-46e9-8f80-43aae8641c03 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:07:18.472493 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-d18bb21a-8655-448b-8662-1bd8429e8578 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1904199 Dec 08 02:07:18.475516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-90fd544a-b26f-4c5a-b8e2-7f4449bb5ead tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Made reservation on behalf of 01eb1b8e757843b5b286b5f33b8010b1 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:18.482166 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-90fd544a-b26f-4c5a-b8e2-7f4449bb5ead tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:18.502456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea6a77-d04a-4730-a968-a8d7f43ed449 req-ea49de6b-f0d7-4919-abbf-8aa265f47719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.504047 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1dea6a77-d04a-4730-a968-a8d7f43ed449 req-ea49de6b-f0d7-4919-abbf-8aa265f47719 service neutron] 10.222.0.75 "GET /v2.0/networks?id=382cbe24-d5a5-4b40-9d16-dc4dabb83634 HTTP/1.1" status: 200 len: 914 time: 0.4091644 Dec 08 02:07:18.512921 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7dbb-f861-46e9-8f80-43aae8641c03 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:18.513280 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-fb5b7dbb-f861-46e9-8f80-43aae8641c03 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Added segment c1632329-5a9c-4d0b-9af9-df34e885bcf2 of type vlan for network 04a0f3de-80d5-417f-ad07-5b2f97e551ad Dec 08 02:07:18.552134 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-dbc6d282-fa7e-4af9-ad3f-c16781ba8091 service neutron] 10.222.0.75 "GET /v2.0/networks/7395e324-3d87-4b26-866c-bfff102af6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307978 Dec 08 02:07:18.631711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-4f17534a-d322-44fc-88e8-ff1f6b062b1e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Allocated IP 172.20.0.10 (9304b637-0f71-4f24-9cf9-d7da4453c8d2/8916b163-48ca-4521-a3a0-fb5f7d4e936e/76045b47-cd7c-4c94-87d0-af4a5cfeafe9) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:07:18.670159 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7dbb-f861-46e9-8f80-43aae8641c03 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:18.725394 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1dea6a77-d04a-4730-a968-a8d7f43ed449 req-c867ac0b-edcc-4658-8b99-abc3853c41f0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4394b45a-6591-4af8-a00d-fb2cd35dcc63 HTTP/1.1" status: 200 len: 217 time: 0.1090188 Dec 08 02:07:18.759007 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7dbb-f861-46e9-8f80-43aae8641c03 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:18.759987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b7dbb-f861-46e9-8f80-43aae8641c03 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.760573 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7dbb-f861-46e9-8f80-43aae8641c03 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:18.781758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbe3e2fb-d892-47a0-abb4-519b162da6c9 req-e41a1777-5a0a-4f4a-b1f7-3718061d43ad service neutron] 10.222.0.75 "GET /v2.0/networks/7395e324-3d87-4b26-866c-bfff102af6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046816 Dec 08 02:07:18.787239 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fb5b7dbb-f861-46e9-8f80-43aae8641c03 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5600917 Dec 08 02:07:18.792881 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41960) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:18.831357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-27993711-07db-42f0-b6dd-1bef3e6f03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.831856 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-27993711-07db-42f0-b6dd-1bef3e6f03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.832327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-27993711-07db-42f0-b6dd-1bef3e6f03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.834172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-27993711-07db-42f0-b6dd-1bef3e6f03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.834649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-27993711-07db-42f0-b6dd-1bef3e6f03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.835115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-27993711-07db-42f0-b6dd-1bef3e6f03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.835654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-27993711-07db-42f0-b6dd-1bef3e6f03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.837623 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-27993711-07db-42f0-b6dd-1bef3e6f03f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 6498 time: 0.2195153 Dec 08 02:07:18.906160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea6a77-d04a-4730-a968-a8d7f43ed449 req-77951e4d-2551-47e8-9710-1437aca7a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.910381 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1dea6a77-d04a-4730-a968-a8d7f43ed449 req-77951e4d-2551-47e8-9710-1437aca7a191 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4edbeda8-3bbb-47c9-8508-5d84805c3fe2 HTTP/1.1" status: 200 len: 853 time: 0.1719298 Dec 08 02:07:18.927443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b7dbb-f861-46e9-8f80-43aae8641c03 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event updated for resources: {'Network': ['ID=04a0f3de-80d5-417f-ad07-5b2f97e551ad,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:18.940397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 04a0f3de-80d5-417f-ad07-5b2f97e551ad details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:07:18.967351 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b497d17-503d-41c5-a4b3-6e09768d8b65 req-1fed4571-56ad-4bb8-8f13-dbfa5f53a678 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 210 time: 0.0462134 Dec 08 02:07:19.013635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392744dd-0c77-41fd-8b0e-21946d461615 req-941c1d84-078d-460b-82cd-be326eee9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:19.017362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-392744dd-0c77-41fd-8b0e-21946d461615 req-941c1d84-078d-460b-82cd-be326eee9edd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1b81fe962ade463ba8015d6bc39dd187&device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 1095 time: 0.1343560 Dec 08 02:07:19.042406 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-4f17534a-d322-44fc-88e8-ff1f6b062b1e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:19.109759 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1dea6a77-d04a-4730-a968-a8d7f43ed449 req-1a5bbbe4-faa9-4647-9bfd-5a4106561cbb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=382cbe24-d5a5-4b40-9d16-dc4dabb83634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700245 Dec 08 02:07:19.182388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392744dd-0c77-41fd-8b0e-21946d461615 req-c59efb87-6027-464c-9a96-822088d558a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:19.183928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-392744dd-0c77-41fd-8b0e-21946d461615 req-c59efb87-6027-464c-9a96-822088d558a0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7395e324-3d87-4b26-866c-bfff102af6a2 HTTP/1.1" status: 200 len: 916 time: 0.1540241 Dec 08 02:07:19.187343 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-4f17534a-d322-44fc-88e8-ff1f6b062b1e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:19.272985 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-392744dd-0c77-41fd-8b0e-21946d461615 req-ad6fda05-5ebb-4b37-aafd-1bef88060553 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2346697-4555-4e1f-9c0c-659030e0a58a HTTP/1.1" status: 200 len: 217 time: 0.0779095 Dec 08 02:07:19.281485 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-4f17534a-d322-44fc-88e8-ff1f6b062b1e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:07:19.297268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-4f17534a-d322-44fc-88e8-ff1f6b062b1e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:07:19.298267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-88a50122-af1e-48b7-924e-3be82ed4e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:19.299538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-88a50122-af1e-48b7-924e-3be82ed4e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:19.300074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-88a50122-af1e-48b7-924e-3be82ed4e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:19.302893 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-88a50122-af1e-48b7-924e-3be82ed4e911 service neutron] 10.222.0.45 "GET /v2.0/networks?id=caf2deea-53dd-4462-beed-a3b1fd4b591a&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=271a4062-f75c-4f85-b7bc-e78fb447b33d&id=070c9fd6-5c33-481f-972d-d93c3bb28703&id=070c9fd6-5c33-481f-972d-d93c3bb28703 HTTP/1.1" status: 200 len: 2293 time: 0.4176083 Dec 08 02:07:19.310132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fda27-f1d4-4457-9671-6410f8dbe842 req-e05cbf55-075f-4c9e-b444-98163a8c68b8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:19.311678 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-975fda27-f1d4-4457-9671-6410f8dbe842 req-e05cbf55-075f-4c9e-b444-98163a8c68b8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 943 time: 0.1651878 Dec 08 02:07:19.320667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-90fd544a-b26f-4c5a-b8e2-7f4449bb5ead tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Allocated IP 172.20.0.9 (9304b637-0f71-4f24-9cf9-d7da4453c8d2/8916b163-48ca-4521-a3a0-fb5f7d4e936e/53d8e51b-26e3-4527-a7f2-bc4769ef1524) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:07:19.332950 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-4f17534a-d322-44fc-88e8-ff1f6b062b1e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:07:19.368802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17534a-d322-44fc-88e8-ff1f6b062b1e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Pushing event updated for resources: {'Port': ['ID=76045b47-cd7c-4c94-87d0-af4a5cfeafe9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:19.427335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-4f17534a-d322-44fc-88e8-ff1f6b062b1e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:19.428038 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-4f17534a-d322-44fc-88e8-ff1f6b062b1e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:19.433889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392744dd-0c77-41fd-8b0e-21946d461615 req-47443473-0876-46c8-9996-6722279b8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:19.435452 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-392744dd-0c77-41fd-8b0e-21946d461615 req-47443473-0876-46c8-9996-6722279b8c16 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9485c7e8-851e-4945-805b-f9cc04333c12 HTTP/1.1" status: 200 len: 854 time: 0.1520922 Dec 08 02:07:19.489775 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-975fda27-f1d4-4457-9671-6410f8dbe842 req-216e2468-de44-49e6-aeb6-5a7691d44d2d tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481307 Dec 08 02:07:19.494975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-4f17534a-d322-44fc-88e8-ff1f6b062b1e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6700141 Dec 08 02:07:19.518625 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Request body: {'port': {'device_id': '5d38e07d-6224-4a16-ab0f-049ba9b0907c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:19.547292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392744dd-0c77-41fd-8b0e-21946d461615 req-2c0a6a46-3f37-4b3a-aae6-5191c695a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:19.549114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-392744dd-0c77-41fd-8b0e-21946d461615 req-2c0a6a46-3f37-4b3a-aae6-5191c695a065 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7395e324-3d87-4b26-866c-bfff102af6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001363 Dec 08 02:07:19.671620 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:19.769585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-392744dd-0c77-41fd-8b0e-21946d461615 req-81116d8e-126a-42a2-8ee9-7498d4ccbe81 service neutron] 10.222.0.75 "GET /v2.0/networks/7395e324-3d87-4b26-866c-bfff102af6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045643 Dec 08 02:07:19.911506 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac8f66-c8cb-4f95-9fcb-70d83548c197 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:19.918055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac8f66-c8cb-4f95-9fcb-70d83548c197 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:19.925365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac8f66-c8cb-4f95-9fcb-70d83548c197 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:19.931268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac8f66-c8cb-4f95-9fcb-70d83548c197 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:19.933297 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f9ac8f66-c8cb-4f95-9fcb-70d83548c197 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 1.1358252 Dec 08 02:07:19.948265 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-aba963ce-a3a8-420b-9b2f-32a1ce03fd76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ad676ef-7601-4543-b8c7-abf32ca8e077 HTTP/1.1" status: 200 len: 1001 time: 0.6250932 Dec 08 02:07:19.950509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41966) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:20.019567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-392744dd-0c77-41fd-8b0e-21946d461615 req-41d26954-c28a-44df-aa28-46c6d3b34b4c service neutron] 10.222.0.75 "GET /v2.0/networks/7395e324-3d87-4b26-866c-bfff102af6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426107 Dec 08 02:07:20.154146 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1dea6a77-d04a-4730-a968-a8d7f43ed449 req-820f7399-59df-4697-b3d7-e95ffa4b1f4f service neutron] 10.222.0.75 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9946382 Dec 08 02:07:20.156784 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-da0fab98-fb84-48da-a38d-38efbfd5a760 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:20.161141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c15240-930e-4aac-ad13-c86fdcca2e69 req-fc7d349f-c1e4-4f4e-bd50-93a18e2f5caf tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:20.169695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53c15240-930e-4aac-ad13-c86fdcca2e69 req-fc7d349f-c1e4-4f4e-bd50-93a18e2f5caf tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 932 time: 0.0820186 Dec 08 02:07:20.235317 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53c15240-930e-4aac-ad13-c86fdcca2e69 req-bcedb7cf-2ea9-4b57-b1b1-d2d18de9170b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630946 Dec 08 02:07:20.266384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-3cf0250d-5884-4261-b731-21692484f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:20.267879 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-3cf0250d-5884-4261-b731-21692484f2f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9858dc50-2361-4edb-86fe-cd0999c30287 HTTP/1.1" status: 200 len: 851 time: 0.3027329 Dec 08 02:07:20.362819 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-90fd544a-b26f-4c5a-b8e2-7f4449bb5ead tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:20.483496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-01f6649f-e76c-4243-977f-c06b559c0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:20.485007 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-01f6649f-e76c-4243-977f-c06b559c0529 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=caf2deea-53dd-4462-beed-a3b1fd4b591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1942663 Dec 08 02:07:20.497022 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-da0fab98-fb84-48da-a38d-38efbfd5a760 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:20.526316 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1dea6a77-d04a-4730-a968-a8d7f43ed449 req-89a588f2-c109-487d-a733-0bb0fc189ccb service neutron] 10.222.0.75 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541784 Dec 08 02:07:20.593708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-da0fab98-fb84-48da-a38d-38efbfd5a760 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a0f3de-80d5-417f-ad07-5b2f97e551ad']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:20.607231 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-90fd544a-b26f-4c5a-b8e2-7f4449bb5ead tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:20.658867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-da0fab98-fb84-48da-a38d-38efbfd5a760 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1632329-5a9c-4d0b-9af9-df34e885bcf2') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:20.659153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-da0fab98-fb84-48da-a38d-38efbfd5a760 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1632329-5a9c-4d0b-9af9-df34e885bcf2') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:20.705569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9393f-36bc-4406-9e93-3cff9e041404 req-66421792-0b39-4b53-9a7f-716a5c049ef8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:20.707713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20a9393f-36bc-4406-9e93-3cff9e041404 req-66421792-0b39-4b53-9a7f-716a5c049ef8 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 943 time: 0.0674956 Dec 08 02:07:20.709645 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-da0fab98-fb84-48da-a38d-38efbfd5a760 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:20.744530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-90fd544a-b26f-4c5a-b8e2-7f4449bb5ead tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:07:20.757525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-90fd544a-b26f-4c5a-b8e2-7f4449bb5ead tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:07:20.763015 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-7b347dae-05c1-4afc-94f6-97d4138483e2 service neutron] 10.222.0.45 "GET /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677565 Dec 08 02:07:20.764243 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-da0fab98-fb84-48da-a38d-38efbfd5a760 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:20.766413 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-90fd544a-b26f-4c5a-b8e2-7f4449bb5ead tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:07:20.772202 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd544a-b26f-4c5a-b8e2-7f4449bb5ead tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Pushing event updated for resources: {'Port': ['ID=53d8e51b-26e3-4527-a7f2-bc4769ef1524,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:20.805310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0fab98-fb84-48da-a38d-38efbfd5a760 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:07:20.805727 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-da0fab98-fb84-48da-a38d-38efbfd5a760 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:20.807690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20a9393f-36bc-4406-9e93-3cff9e041404 req-643b987f-23fb-4370-bb6c-eacf11eb5166 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900912 Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:07:20.818597 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:07:20.866711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:07:20.877340 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:20.939027 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-90fd544a-b26f-4c5a-b8e2-7f4449bb5ead tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:20.939685 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-90fd544a-b26f-4c5a-b8e2-7f4449bb5ead tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:20.961342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Transition to ACTIVE for port object 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:07:20.962750 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-da0fab98-fb84-48da-a38d-38efbfd5a760 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:20.968590 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:20.971011 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-90fd544a-b26f-4c5a-b8e2-7f4449bb5ead tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8605359 Dec 08 02:07:20.977043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0fab98-fb84-48da-a38d-38efbfd5a760 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04a0f3de-80d5-417f-ad07-5b2f97e551ad {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 02:07:20.995572 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-da0fab98-fb84-48da-a38d-38efbfd5a760 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:21.005019 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-da0fab98-fb84-48da-a38d-38efbfd5a760 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "DELETE /v2.0/networks/04a0f3de-80d5-417f-ad07-5b2f97e551ad HTTP/1.1" status: 204 len: 168 time: 1.0517030 Dec 08 02:07:21.007333 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41972) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:21.011326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Request body: {'port': {'device_id': '3c05b067-ef95-402f-bd8d-aff107c4442a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:21.014527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fab98-fb84-48da-a38d-38efbfd5a760 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event deleted for resources: {'Network': ['ID=04a0f3de-80d5-417f-ad07-5b2f97e551ad,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:21.021400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f9dc3833-6994-486d-83b4-740dff576271 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Request body: {'network': {'name': 'tempest-network--172345164', 'router:external': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:21.042305 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-c9844acc-4f95-4677-995f-9004ee7eba9d service neutron] 10.222.0.45 "GET /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478271 Dec 08 02:07:21.111220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Pushing event updated for resources: {'Port': ['ID=76045b47-cd7c-4c94-87d0-af4a5cfeafe9,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:21.130129 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-dc5cc67c-322b-4aa3-9fc2-bdaa4fbe2998 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=b77f8d4d-f01b-4db4-9229-f8e360de925d HTTP/1.1" status: 200 len: 217 time: 0.0789762 Dec 08 02:07:21.132848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Attempting to bind port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:21.133031 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dc3833-6994-486d-83b4-740dff576271 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Made reservation on behalf of d2a0087973564a28b68bc9da6004d7ae for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:21.133405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Attempting to bind port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:21.133840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Attempting to bind port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 on network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:21.138399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f9dc3833-6994-486d-83b4-740dff576271 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:21.148931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 on network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:21.150129 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Attempting to bind port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 on network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:21.158899 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:07:21.160429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Checking segment: {'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:07:21.161618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Bound using segment: {'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:07:21.163073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Bound port: 76045b47-cd7c-4c94-87d0-af4a5cfeafe9, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:07:21.163704 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:21.184369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:21.223249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9dc3833-6994-486d-83b4-740dff576271 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:07:21.253192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-7c61eb08-ac10-4438-9b1d-42a7b52257e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:21.255008 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-7c61eb08-ac10-4438-9b1d-42a7b52257e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.1143253 Dec 08 02:07:21.266370 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f9dc3833-6994-486d-83b4-740dff576271 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:21.266727 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-f9dc3833-6994-486d-83b4-740dff576271 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Added segment 817d4520-6a64-414a-9548-43ff961c63bb of type vlan for network 7a4a3bea-c8b4-4246-824e-6d8f1fbb4ce6 Dec 08 02:07:21.316465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] For port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:07:21.321916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] For port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=76045b47-cd7c-4c94-87d0-af4a5cfeafe9,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:07:21.328504 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:21.371773 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f9dc3833-6994-486d-83b4-740dff576271 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:21.388639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Pushing event updated for resources: {'Port': ['ID=76045b47-cd7c-4c94-87d0-af4a5cfeafe9,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:21.427755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:21.428799 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:21.430882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-907a8cc7-6d44-4767-92f2-47cfcc5960f5 service neutron] 10.222.0.75 "PUT /v2.0/ports/76045b47-cd7c-4c94-87d0-af4a5cfeafe9 HTTP/1.1" status: 200 len: 1093 time: 1.9194734 Dec 08 02:07:21.431932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d38e07d-6224-4a16-ab0f-049ba9b0907c', 'tag': '76045b47-cd7c-4c94-87d0-af4a5cfeafe9'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:21.435466 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997af6a1-743d-488e-9a2e-fa39fd311606" -d '{"events": [{"name": "network-changed", "server_uuid": "5d38e07d-6224-4a16-ab0f-049ba9b0907c", "tag": "76045b47-cd7c-4c94-87d0-af4a5cfeafe9"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:21.482836 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65445715-cbea-4fc7-8c2b-1adb8f35bafa req-edbb6bc1-5a08-46c5-acd4-3ea53553a007 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:21.493718 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65445715-cbea-4fc7-8c2b-1adb8f35bafa req-edbb6bc1-5a08-46c5-acd4-3ea53553a007 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 944 time: 0.1063392 Dec 08 02:07:21.542292 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f9dc3833-6994-486d-83b4-740dff576271 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:21.544475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dc3833-6994-486d-83b4-740dff576271 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:21.547218 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f9dc3833-6994-486d-83b4-740dff576271 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:21.551121 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0cead0-1f4d-4f62-af48-c43a5ea08366 x-openstack-request-id: req-cb0cead0-1f4d-4f62-af48-c43a5ea08366 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:21.551535 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d38e07d-6224-4a16-ab0f-049ba9b0907c", "tag": "76045b47-cd7c-4c94-87d0-af4a5cfeafe9", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:21.551914 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cb0cead0-1f4d-4f62-af48-c43a5ea08366 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:21.552410 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d38e07d-6224-4a16-ab0f-049ba9b0907c', 'tag': '76045b47-cd7c-4c94-87d0-af4a5cfeafe9', 'status': 'completed', 'code': 200} Dec 08 02:07:21.592666 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-41fc8b9d-aac3-41de-9136-22ea69dc74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:21.594696 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-41fc8b9d-aac3-41de-9136-22ea69dc74eb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=01eb1b8e757843b5b286b5f33b8010b1&device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 1096 time: 0.1001031 Dec 08 02:07:21.625447 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-3ad56a27-5db0-4f27-a250-a8c479bff60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:21.627405 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-3ad56a27-5db0-4f27-a250-a8c479bff60d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3628285 Dec 08 02:07:21.641783 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f9dc3833-6994-486d-83b4-740dff576271 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6250963 Dec 08 02:07:21.649492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41978) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:21.720458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-a36c0b87-309d-4f0b-8221-4a770c726382 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76045b47-cd7c-4c94-87d0-af4a5cfeafe9 HTTP/1.1" status: 200 len: 217 time: 0.1072443 Dec 08 02:07:21.728467 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65445715-cbea-4fc7-8c2b-1adb8f35bafa req-7ad4b073-c132-4876-98e3-2ce51e1a69f4 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790428 Dec 08 02:07:21.791440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-efc24bd5-3e2a-4841-ba9a-6004bf287e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:21.795177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc3833-6994-486d-83b4-740dff576271 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event updated for resources: {'Network': ['ID=7a4a3bea-c8b4-4246-824e-6d8f1fbb4ce6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:21.795459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-efc24bd5-3e2a-4841-ba9a-6004bf287e7d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8916b163-48ca-4521-a3a0-fb5f7d4e936e HTTP/1.1" status: 200 len: 852 time: 0.0637424 Dec 08 02:07:21.806959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 7a4a3bea-c8b4-4246-824e-6d8f1fbb4ce6 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:07:21.859919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-bd7b3a51-2e59-472c-8356-454b5874385c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9304b637-0f71-4f24-9cf9-d7da4453c8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431128 Dec 08 02:07:21.961762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921c8ff0-f64d-49fb-a86b-a64988d5d139 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:21.968490 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-921c8ff0-f64d-49fb-a86b-a64988d5d139 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] 10.222.0.71 "GET /v2.0/networks/7a4a3bea-c8b4-4246-824e-6d8f1fbb4ce6 HTTP/1.1" status: 200 len: 756 time: 0.3176668 Dec 08 02:07:21.975360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41982) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:21.976575 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf9cf-11d0-4f94-b9c7-254d182fbee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:22.036915 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-15d40bed-1e4a-40e2-beb9-01c1b8332ad2 service neutron] 10.222.0.75 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655409 Dec 08 02:07:22.054012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45333201-af2c-4c56-9332-5a3da7d5caca req-27aa0470-6062-4208-99a4-fda5e154a539 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:22.055762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-45333201-af2c-4c56-9332-5a3da7d5caca req-27aa0470-6062-4208-99a4-fda5e154a539 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 943 time: 0.0993481 Dec 08 02:07:22.068950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe15720-e168-4b60-b853-b6524261a38b tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:22.073150 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bfe15720-e168-4b60-b853-b6524261a38b tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] 10.222.0.71 "GET /v2.0/networks/b0ce21fd-7bc2-4217-8d1c-2155ca14b50d HTTP/1.1" status: 200 len: 768 time: 0.0967751 Dec 08 02:07:22.073799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41984) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:22.111851 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-7aaf5324-379e-41f3-9faf-02aa753ca34a service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686801 Dec 08 02:07:22.165713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-45333201-af2c-4c56-9332-5a3da7d5caca req-8632fcfa-6dad-4e56-84c2-90f2c6c6bbfb tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737307 Dec 08 02:07:22.207706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-fb6b8dc1-53b7-42e0-bc4c-fc3cea649eef service neutron] 10.222.0.75 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616337 Dec 08 02:07:22.234398 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-371b38fa-dde4-4a1d-91b6-057b8764a502 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:22.327386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d8e51b-26e3-4527-a7f2-bc4769ef1524 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:07:22.341776 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:22.374268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997af6a1-743d-488e-9a2e-fa39fd311606 req-bd057f65-d932-471a-b5cb-1589557ba8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:22.376695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-997af6a1-743d-488e-9a2e-fa39fd311606 req-bd057f65-d932-471a-b5cb-1589557ba8da service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=01eb1b8e757843b5b286b5f33b8010b1&device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 1096 time: 0.0600007 Dec 08 02:07:22.508624 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997af6a1-743d-488e-9a2e-fa39fd311606 req-5b76e97d-aa87-42ac-a335-dea5987830eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:22.510136 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-997af6a1-743d-488e-9a2e-fa39fd311606 req-5b76e97d-aa87-42ac-a335-dea5987830eb service neutron] 10.222.0.75 "GET /v2.0/networks?id=9304b637-0f71-4f24-9cf9-d7da4453c8d2 HTTP/1.1" status: 200 len: 913 time: 0.1263340 Dec 08 02:07:22.562309 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-997af6a1-743d-488e-9a2e-fa39fd311606 req-926ef8f0-e894-4685-b0e6-99709e626fe7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76045b47-cd7c-4c94-87d0-af4a5cfeafe9 HTTP/1.1" status: 200 len: 217 time: 0.0443835 Dec 08 02:07:22.645866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997af6a1-743d-488e-9a2e-fa39fd311606 req-9d3e3538-af50-4165-9b7c-b35eda85e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:22.647858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-997af6a1-743d-488e-9a2e-fa39fd311606 req-9d3e3538-af50-4165-9b7c-b35eda85e6cf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8916b163-48ca-4521-a3a0-fb5f7d4e936e HTTP/1.1" status: 200 len: 852 time: 0.0780969 Dec 08 02:07:22.658900 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-7c189742-13dc-453a-93fb-c50742247c2a service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366745 Dec 08 02:07:22.661771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Transition to ACTIVE for port object 53d8e51b-26e3-4527-a7f2-bc4769ef1524 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:07:22.687299 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-997af6a1-743d-488e-9a2e-fa39fd311606 req-f4953a51-d50d-4722-b8d0-865d34f32a6e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9304b637-0f71-4f24-9cf9-d7da4453c8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289454 Dec 08 02:07:22.697242 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:22.747471 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-371b38fa-dde4-4a1d-91b6-057b8764a502 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:22.794288 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-1564131a-b6e3-44b8-b554-1665031abbb8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=078ca6fb-640a-48d3-866a-e1d0735eac6a HTTP/1.1" status: 200 len: 217 time: 0.1042504 Dec 08 02:07:22.812962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-997af6a1-743d-488e-9a2e-fa39fd311606 req-dfc7f478-ded0-4492-a259-b9772d620373 service neutron] 10.222.0.75 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149037 Dec 08 02:07:22.942459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-371b38fa-dde4-4a1d-91b6-057b8764a502 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4a3bea-c8b4-4246-824e-6d8f1fbb4ce6']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:22.945971 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-997af6a1-743d-488e-9a2e-fa39fd311606 req-666c4029-5092-4d19-b5ec-d61fa57e61a1 service neutron] 10.222.0.75 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251585 Dec 08 02:07:22.954624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Pushing event updated for resources: {'Port': ['ID=53d8e51b-26e3-4527-a7f2-bc4769ef1524,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:22.965417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-371b38fa-dde4-4a1d-91b6-057b8764a502 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817d4520-6a64-414a-9548-43ff961c63bb') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:22.966027 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-371b38fa-dde4-4a1d-91b6-057b8764a502 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817d4520-6a64-414a-9548-43ff961c63bb') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:22.990945 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-371b38fa-dde4-4a1d-91b6-057b8764a502 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:23.011034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-131bc4bd-d203-4929-abd9-46ddf92f9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:23.012709 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-131bc4bd-d203-4929-abd9-46ddf92f9c84 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.2083278 Dec 08 02:07:23.020154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Attempting to bind port 53d8e51b-26e3-4527-a7f2-bc4769ef1524 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:23.020473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Attempting to bind port 53d8e51b-26e3-4527-a7f2-bc4769ef1524 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:23.020809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Attempting to bind port 53d8e51b-26e3-4527-a7f2-bc4769ef1524 on network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:23.024239 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-371b38fa-dde4-4a1d-91b6-057b8764a502 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:23.037923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b0298-1b0a-4958-ac71-6955f8e1d62a req-9e96d889-5523-48ad-873d-77c4678416b5 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:23.039886 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a9b0298-1b0a-4958-ac71-6955f8e1d62a req-9e96d889-5523-48ad-873d-77c4678416b5 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 944 time: 0.0930028 Dec 08 02:07:23.052057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371b38fa-dde4-4a1d-91b6-057b8764a502 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:07:23.052321 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-371b38fa-dde4-4a1d-91b6-057b8764a502 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:07:23.054368 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:07:23.063984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Port 53d8e51b-26e3-4527-a7f2-bc4769ef1524 on network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:23.064353 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Attempting to bind port 53d8e51b-26e3-4527-a7f2-bc4769ef1524 on network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:23.109080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:07:23.109432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Checking segment: {'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:07:23.109830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Bound using segment: {'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:07:23.110284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Bound port: 53d8e51b-26e3-4527-a7f2-bc4769ef1524, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:07:23.110641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:23.111983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a9b0298-1b0a-4958-ac71-6955f8e1d62a req-bfd8135a-7036-40fc-b07b-01db55a7b474 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655258 Dec 08 02:07:23.148120 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-371b38fa-dde4-4a1d-91b6-057b8764a502 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:23.153514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371b38fa-dde4-4a1d-91b6-057b8764a502 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a4a3bea-c8b4-4246-824e-6d8f1fbb4ce6 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 02:07:23.155249 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-371b38fa-dde4-4a1d-91b6-057b8764a502 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:23.158736 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-371b38fa-dde4-4a1d-91b6-057b8764a502 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "DELETE /v2.0/networks/7a4a3bea-c8b4-4246-824e-6d8f1fbb4ce6 HTTP/1.1" status: 204 len: 168 time: 1.0771489 Dec 08 02:07:23.164706 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41996) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:23.169502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ce94ad86-6c48-431d-bcb3-ba15b73a6b36 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Request body: {'network': {'name': 'tempest-network--1476107154'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:23.196674 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-ddbee8bc-0d4b-4fb3-ac52-3f9ad1f1d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:23.198257 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-ddbee8bc-0d4b-4fb3-ac52-3f9ad1f1d095 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1752031 Dec 08 02:07:23.199098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b38fa-dde4-4a1d-91b6-057b8764a502 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a4a3bea-c8b4-4246-824e-6d8f1fbb4ce6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:23.224269 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce94ad86-6c48-431d-bcb3-ba15b73a6b36 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Made reservation on behalf of d2a0087973564a28b68bc9da6004d7ae for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:23.226711 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce94ad86-6c48-431d-bcb3-ba15b73a6b36 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:23.288558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce94ad86-6c48-431d-bcb3-ba15b73a6b36 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:07:23.309523 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce94ad86-6c48-431d-bcb3-ba15b73a6b36 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:23.310363 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-ce94ad86-6c48-431d-bcb3-ba15b73a6b36 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Added segment 6008f72a-efae-4584-97e7-90a5e6948113 of type vlan for network e4ca9743-add6-4a70-8442-a5bcc11ec2fd Dec 08 02:07:23.352288 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:23.361054 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-52da32bf-4af6-4226-a588-b106150a0674 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400399 Dec 08 02:07:23.519316 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-5549a4e9-f3c5-4849-9819-eb336ae7d221 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449533 Dec 08 02:07:23.549831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] For port 53d8e51b-26e3-4527-a7f2-bc4769ef1524, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:07:23.567580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] For port 53d8e51b-26e3-4527-a7f2-bc4769ef1524, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=53d8e51b-26e3-4527-a7f2-bc4769ef1524,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:07:23.655028 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-f07d5257-e00f-4a02-91a2-2991c7311c37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=c35cf6d3-e672-4534-be6a-f28b0e0961c1 HTTP/1.1" status: 200 len: 217 time: 0.0855589 Dec 08 02:07:23.658857 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:23.759229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:23.759871 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:23.761292 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] 10.222.0.45 "PUT /v2.0/ports/53d8e51b-26e3-4527-a7f2-bc4769ef1524 HTTP/1.1" status: 200 len: 1092 time: 2.7671857 Dec 08 02:07:23.763803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c05b067-ef95-402f-bd8d-aff107c4442a', 'tag': '53d8e51b-26e3-4527-a7f2-bc4769ef1524'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:23.767229 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539542d7-4075-4327-9297-e462a8c91db5" -d '{"events": [{"name": "network-changed", "server_uuid": "3c05b067-ef95-402f-bd8d-aff107c4442a", "tag": "53d8e51b-26e3-4527-a7f2-bc4769ef1524"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:23.805097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-80f284e8-962e-4ec8-ac99-7f6dbea88a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:23.807340 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-80f284e8-962e-4ec8-ac99-7f6dbea88a47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.1339848 Dec 08 02:07:23.831361 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609b092-c3bf-40cf-a2a0-b97a874d619f service neutron] Pushing event updated for resources: {'Port': ['ID=53d8e51b-26e3-4527-a7f2-bc4769ef1524,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:23.851854 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96f2f21-c5d8-4c62-aca0-5940a8c8cf32 x-openstack-request-id: req-a96f2f21-c5d8-4c62-aca0-5940a8c8cf32 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:23.852152 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c05b067-ef95-402f-bd8d-aff107c4442a", "tag": "53d8e51b-26e3-4527-a7f2-bc4769ef1524", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:23.852565 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a96f2f21-c5d8-4c62-aca0-5940a8c8cf32 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:23.852978 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c05b067-ef95-402f-bd8d-aff107c4442a', 'tag': '53d8e51b-26e3-4527-a7f2-bc4769ef1524', 'status': 'completed', 'code': 200} Dec 08 02:07:23.882253 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-f0187127-934d-4d34-b2b9-289ad059682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:23.883903 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-f0187127-934d-4d34-b2b9-289ad059682d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0666866 Dec 08 02:07:23.908696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce94ad86-6c48-431d-bcb3-ba15b73a6b36 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:23.920134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658f737-c533-428d-be74-55cf0fa474b6 req-097b8046-3f4f-4dc9-b662-43a88b7ccfb3 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:23.928804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7658f737-c533-428d-be74-55cf0fa474b6 req-097b8046-3f4f-4dc9-b662-43a88b7ccfb3 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 943 time: 0.6217330 Dec 08 02:07:23.989872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-fe0cbb04-4ecc-4f03-97c1-a9abb453ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:23.991578 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-fe0cbb04-4ecc-4f03-97c1-a9abb453ae04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01eb1b8e757843b5b286b5f33b8010b1&device_id=3c05b067-ef95-402f-bd8d-aff107c4442a HTTP/1.1" status: 200 len: 1095 time: 0.1230266 Dec 08 02:07:24.003521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7658f737-c533-428d-be74-55cf0fa474b6 req-1b6c1444-5815-4c6e-b0a1-4f344451ec0f tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688586 Dec 08 02:07:24.025109 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce94ad86-6c48-431d-bcb3-ba15b73a6b36 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:24.026284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94ad86-6c48-431d-bcb3-ba15b73a6b36 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:24.027244 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce94ad86-6c48-431d-bcb3-ba15b73a6b36 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:24.051584 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-b0c9e26d-b4d7-4135-acf6-cedc2446f9be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53d8e51b-26e3-4527-a7f2-bc4769ef1524 HTTP/1.1" status: 200 len: 217 time: 0.0433502 Dec 08 02:07:24.097649 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-a6a84608-a92e-47d1-8544-ac6d6e7d038f service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862392 Dec 08 02:07:24.098760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94ad86-6c48-431d-bcb3-ba15b73a6b36 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event updated for resources: {'Network': ['ID=e4ca9743-add6-4a70-8442-a5bcc11ec2fd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:24.113796 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network e4ca9743-add6-4a70-8442-a5bcc11ec2fd details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:07:24.131572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ce94ad86-6c48-431d-bcb3-ba15b73a6b36 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9655831 Dec 08 02:07:24.134852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42012) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:24.148312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-340c05db-3cbb-46e8-99c6-5f00e79051ec tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:24.242409 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-6d7f2e1b-cf18-4546-91be-817339e15732 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346378 Dec 08 02:07:24.246459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-b40a54a1-8df3-4de3-bc72-64b8ee78ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:24.247970 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-b40a54a1-8df3-4de3-bc72-64b8ee78ec19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8916b163-48ca-4521-a3a0-fb5f7d4e936e HTTP/1.1" status: 200 len: 852 time: 0.1885707 Dec 08 02:07:24.251056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:07:24.300841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5c745-37b5-478d-880e-e5e2ef9595bc req-3fdd2c42-3dbc-4a4e-9d72-786509106145 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:24.303822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60b5c745-37b5-478d-880e-e5e2ef9595bc req-3fdd2c42-3dbc-4a4e-9d72-786509106145 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 944 time: 0.0828753 Dec 08 02:07:24.311029 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:24.347380 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-2e1984b6-2f9d-4e9e-8513-ac7e9f73e041 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9304b637-0f71-4f24-9cf9-d7da4453c8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854411 Dec 08 02:07:24.351375 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-7911bae9-b731-410e-b875-e910494db905 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=416e1a97-ecb1-4ac8-a9f8-297949a2a910 HTTP/1.1" status: 200 len: 217 time: 0.0901365 Dec 08 02:07:24.385832 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6dfbee7e-f10f-4271-867c-56592e674c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:24.430532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=76045b47-cd7c-4c94-87d0-af4a5cfeafe9,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:24.448143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '76045b47-cd7c-4c94-87d0-af4a5cfeafe9', 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2', 'port_id': '76045b47-cd7c-4c94-87d0-af4a5cfeafe9', 'mac_address': 'fa:16:3e:3e:63:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8916b163-48ca-4521-a3a0-fb5f7d4e936e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:07:24.467321 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60b5c745-37b5-478d-880e-e5e2ef9595bc req-21306118-3583-4772-8572-dbb72bfc526b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391492 Dec 08 02:07:24.496236 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:24.515490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:07:24.515754 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-340c05db-3cbb-46e8-99c6-5f00e79051ec tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:24.535553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=76045b47-cd7c-4c94-87d0-af4a5cfeafe9,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:24.541343 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:24.544869 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-340c05db-3cbb-46e8-99c6-5f00e79051ec tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:24.582143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-340c05db-3cbb-46e8-99c6-5f00e79051ec tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Network e4ca9743-add6-4a70-8442-a5bcc11ec2fd is not hosted by any dhcp agent {{(pid=109767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 02:07:24.582851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c05db-3cbb-46e8-99c6-5f00e79051ec tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:24.583453 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-340c05db-3cbb-46e8-99c6-5f00e79051ec tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:24.587690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-340c05db-3cbb-46e8-99c6-5f00e79051ec tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "PUT /v2.0/networks/e4ca9743-add6-4a70-8442-a5bcc11ec2fd HTTP/1.1" status: 200 len: 858 time: 0.4515846 Dec 08 02:07:24.590198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42014) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:24.620676 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-42e444db-93b6-417d-89ac-ae12913041a7 service neutron] 10.222.0.45 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592390 Dec 08 02:07:24.625788 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-11c4c8c0-d344-4e3f-8661-1d0efbc91473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:24.628573 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-11c4c8c0-d344-4e3f-8661-1d0efbc91473 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 200 len: 797 time: 0.2673445 Dec 08 02:07:24.658456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c05db-3cbb-46e8-99c6-5f00e79051ec tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event updated for resources: {'Network': ['ID=e4ca9743-add6-4a70-8442-a5bcc11ec2fd,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:24.736811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-021140b3-a113-417b-a338-a2c54cbfb6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:24.738550 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-021140b3-a113-417b-a338-a2c54cbfb6ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271a4062-f75c-4f85-b7bc-e78fb447b33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1013453 Dec 08 02:07:24.754843 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2dd75f04-babb-4389-b106-ff9ceccc66a1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:24.826551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=76045b47-cd7c-4c94-87d0-af4a5cfeafe9,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:24.834670 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-530dd1bc-8b8e-4e12-aa63-20755d64ce3f req-92eb61ff-7734-430a-804e-42bee299caa7 service neutron] 10.222.0.45 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045097 Dec 08 02:07:24.883841 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-cd2de3f8-fb5b-415a-8b44-79032ee0b999 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334271 Dec 08 02:07:24.890307 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2dd75f04-babb-4389-b106-ff9ceccc66a1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:24.893391 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['76045b47-cd7c-4c94-87d0-af4a5cfeafe9'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:07:24.920201 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2dd75f04-babb-4389-b106-ff9ceccc66a1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ca9743-add6-4a70-8442-a5bcc11ec2fd']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:24.933283 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2dd75f04-babb-4389-b106-ff9ceccc66a1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6008f72a-efae-4584-97e7-90a5e6948113') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:24.933582 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2dd75f04-babb-4389-b106-ff9ceccc66a1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6008f72a-efae-4584-97e7-90a5e6948113') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:24.947145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2dd75f04-babb-4389-b106-ff9ceccc66a1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:24.965155 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2dd75f04-babb-4389-b106-ff9ceccc66a1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:24.975111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd75f04-babb-4389-b106-ff9ceccc66a1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:07:24.975700 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2dd75f04-babb-4389-b106-ff9ceccc66a1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:07:25.046337 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:07:25.053838 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2dd75f04-babb-4389-b106-ff9ceccc66a1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:25.065271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd75f04-babb-4389-b106-ff9ceccc66a1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4ca9743-add6-4a70-8442-a5bcc11ec2fd {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 02:07:25.084846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2dd75f04-babb-4389-b106-ff9ceccc66a1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:25.092281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2dd75f04-babb-4389-b106-ff9ceccc66a1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] 10.222.0.71 "DELETE /v2.0/networks/e4ca9743-add6-4a70-8442-a5bcc11ec2fd HTTP/1.1" status: 204 len: 168 time: 0.5011187 Dec 08 02:07:25.103994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42018) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:25.114844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd75f04-babb-4389-b106-ff9ceccc66a1 tempest-ExternalNetworksTestJSON-1789135804 tempest-ExternalNetworksTestJSON-1789135804-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4ca9743-add6-4a70-8442-a5bcc11ec2fd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:25.135771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539542d7-4075-4327-9297-e462a8c91db5 req-4adbb6bc-ca0a-4b4d-b2ff-35b639d06306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:25.137372 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-539542d7-4075-4327-9297-e462a8c91db5 req-4adbb6bc-ca0a-4b4d-b2ff-35b639d06306 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01eb1b8e757843b5b286b5f33b8010b1&device_id=3c05b067-ef95-402f-bd8d-aff107c4442a HTTP/1.1" status: 200 len: 1095 time: 0.1882401 Dec 08 02:07:25.283770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d6cc1-6bc0-4558-af46-1c6fc689b122 req-229945e3-4812-4981-bbea-93fe1a4f9bec tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:25.286312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b0d6cc1-6bc0-4558-af46-1c6fc689b122 req-229945e3-4812-4981-bbea-93fe1a4f9bec tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 943 time: 0.1446619 Dec 08 02:07:25.385623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b0d6cc1-6bc0-4558-af46-1c6fc689b122 req-0cafe3c5-f3d2-4d1b-bab1-8b7c5f763136 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887153 Dec 08 02:07:25.414677 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3058a3e-64dd-4b55-8780-b6ebf184a053 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] DELETE failed (client error): The resource could not be found. Dec 08 02:07:25.415665 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3058a3e-64dd-4b55-8780-b6ebf184a053 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:07:25.425687 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:25.433562 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a3058a3e-64dd-4b55-8780-b6ebf184a053 tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] 10.222.0.71 "DELETE /v2.0/subnets/9b9807ce-2ab9-4f92-842e-8cb3e7b9151a HTTP/1.1" status: 404 len: 337 time: 0.3262918 Dec 08 02:07:25.433760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42022) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:25.446407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539542d7-4075-4327-9297-e462a8c91db5 req-aa75c937-8abc-4017-a46c-3205873d7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:25.448730 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-539542d7-4075-4327-9297-e462a8c91db5 req-aa75c937-8abc-4017-a46c-3205873d7c44 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9304b637-0f71-4f24-9cf9-d7da4453c8d2 HTTP/1.1" status: 200 len: 913 time: 0.2422519 Dec 08 02:07:25.593629 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-539542d7-4075-4327-9297-e462a8c91db5 req-6da1c5d3-b89a-4c18-9a57-550e042c832a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53d8e51b-26e3-4527-a7f2-bc4769ef1524 HTTP/1.1" status: 200 len: 217 time: 0.1330738 Dec 08 02:07:25.601064 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-82f4b0e9-0f3c-4be8-97d8-7e9d20705357 service neutron] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6753962 Dec 08 02:07:25.615696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-824dc46f-d608-4b0e-bc88-2916d732103d tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:25.727231 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-7d8564ae-2035-47df-ab96-248b64ca5a05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6cc566c4-deda-4159-a78a-23068f3c174a HTTP/1.1" status: 200 len: 217 time: 0.0430689 Dec 08 02:07:25.807550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539542d7-4075-4327-9297-e462a8c91db5 req-be3ebc33-3631-438d-9125-ad6258609ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:25.817764 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-539542d7-4075-4327-9297-e462a8c91db5 req-be3ebc33-3631-438d-9125-ad6258609ea3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8916b163-48ca-4521-a3a0-fb5f7d4e936e HTTP/1.1" status: 200 len: 852 time: 0.2135592 Dec 08 02:07:25.847639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc13bde-e34c-4491-b7fd-be2d9fb8b479 req-58fc68fd-5cbc-4171-b3b7-f45315e13696 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:25.862677 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-adc13bde-e34c-4491-b7fd-be2d9fb8b479 req-58fc68fd-5cbc-4171-b3b7-f45315e13696 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 945 time: 0.2426515 Dec 08 02:07:25.895045 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-539542d7-4075-4327-9297-e462a8c91db5 req-c6a93d50-cc50-4348-9d53-511cbf8a29ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9304b637-0f71-4f24-9cf9-d7da4453c8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652690 Dec 08 02:07:25.923813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-bf82baaf-add4-4560-9ade-6a6182ff401b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:25.927386 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-bf82baaf-add4-4560-9ade-6a6182ff401b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0187a527-5c48-4961-8721-946f3d80ecb1 HTTP/1.1" status: 200 len: 797 time: 0.1875670 Dec 08 02:07:25.979313 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-824dc46f-d608-4b0e-bc88-2916d732103d tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:26.051724 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-adc13bde-e34c-4491-b7fd-be2d9fb8b479 req-bfbb9b5b-a6c2-4033-995c-933e28c1676a tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810308 Dec 08 02:07:26.077361 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-824dc46f-d608-4b0e-bc88-2916d732103d tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ce21fd-7bc2-4217-8d1c-2155ca14b50d']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:26.082723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-b46c5efb-bbce-46e7-a777-b3bd187620f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:26.084745 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-b46c5efb-bbce-46e7-a777-b3bd187620f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070c9fd6-5c33-481f-972d-d93c3bb28703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1362610 Dec 08 02:07:26.095162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-824dc46f-d608-4b0e-bc88-2916d732103d tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2385a4a0-c99d-48d6-93d3-14f9dd822f26') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:26.095460 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-824dc46f-d608-4b0e-bc88-2916d732103d tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2385a4a0-c99d-48d6-93d3-14f9dd822f26') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:26.117146 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-824dc46f-d608-4b0e-bc88-2916d732103d tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:26.145078 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-824dc46f-d608-4b0e-bc88-2916d732103d tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:26.155022 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-539542d7-4075-4327-9297-e462a8c91db5 req-0b5eea0b-62f4-49c5-ae72-17c06b2aed31 service neutron] 10.222.0.45 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260907 Dec 08 02:07:26.159694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824dc46f-d608-4b0e-bc88-2916d732103d tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:07:26.160142 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-824dc46f-d608-4b0e-bc88-2916d732103d tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:07:26.163993 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:07:26.256474 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-824dc46f-d608-4b0e-bc88-2916d732103d tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:26.261585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:07:26.288863 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-824dc46f-d608-4b0e-bc88-2916d732103d tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:26.295757 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-539542d7-4075-4327-9297-e462a8c91db5 req-ebe15080-9755-4e1d-b3d2-64180cb54d98 service neutron] 10.222.0.45 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157598 Dec 08 02:07:26.324345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-824dc46f-d608-4b0e-bc88-2916d732103d tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] 10.222.0.71 "DELETE /v2.0/networks/b0ce21fd-7bc2-4217-8d1c-2155ca14b50d HTTP/1.1" status: 204 len: 168 time: 0.8742094 Dec 08 02:07:26.339785 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-01286e4f-9b92-453a-a252-651ac689d8b4 service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281246 Dec 08 02:07:26.363721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dc46f-d608-4b0e-bc88-2916d732103d tempest-ExternalNetworksTestJSON-2022982397 tempest-ExternalNetworksTestJSON-2022982397-project] Pushing event deleted for resources: {'Network': ['ID=b0ce21fd-7bc2-4217-8d1c-2155ca14b50d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:26.405188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:07:26.410258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:07:26.410855 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:26.451545 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-8a2e301e-4c10-44b2-b604-ab3703f373af service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037045 Dec 08 02:07:26.530123 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-18ec271d-586b-4a77-8457-d96363640fd9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a24b4b4-8966-44f8-9636-d4da51d10381 HTTP/1.1" status: 200 len: 217 time: 0.0706227 Dec 08 02:07:26.580788 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:26.601369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de51951-bdcb-4a12-9629-607bfd7adc48 req-c15ecd8f-11e1-4565-92d7-f884c8b6a263 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:26.618180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8de51951-bdcb-4a12-9629-607bfd7adc48 req-c15ecd8f-11e1-4565-92d7-f884c8b6a263 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 943 time: 0.1144075 Dec 08 02:07:26.646029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-afba2ab6-8b1d-41e4-adfc-b847c0508a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:26.649320 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-afba2ab6-8b1d-41e4-adfc-b847c0508a1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0187a527-5c48-4961-8721-946f3d80ecb1 HTTP/1.1" status: 200 len: 797 time: 0.1108069 Dec 08 02:07:26.650867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=76045b47-cd7c-4c94-87d0-af4a5cfeafe9,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:26.657302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d38e07d-6224-4a16-ab0f-049ba9b0907c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76045b47-cd7c-4c94-87d0-af4a5cfeafe9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:26.660596 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2895a69d-4b34-4986-b4ec-85c8d90d344e" -d '{"events": [{"server_uuid": "5d38e07d-6224-4a16-ab0f-049ba9b0907c", "name": "network-vif-plugged", "status": "completed", "tag": "76045b47-cd7c-4c94-87d0-af4a5cfeafe9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:26.669401 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:26.745112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8de51951-bdcb-4a12-9629-607bfd7adc48 req-0708ef9d-211f-4aba-8fad-02b25022cf5b tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251068 Dec 08 02:07:26.771691 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c358a589-2c2d-499b-82cf-4a6f632b5e14 x-openstack-request-id: req-c358a589-2c2d-499b-82cf-4a6f632b5e14 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:26.772405 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d38e07d-6224-4a16-ab0f-049ba9b0907c", "name": "network-vif-plugged", "status": "completed", "tag": "76045b47-cd7c-4c94-87d0-af4a5cfeafe9", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:26.772854 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c358a589-2c2d-499b-82cf-4a6f632b5e14 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:26.773434 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d38e07d-6224-4a16-ab0f-049ba9b0907c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76045b47-cd7c-4c94-87d0-af4a5cfeafe9', 'code': 200} Dec 08 02:07:26.778560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-8b6e26f3-b02b-4c1e-bcd6-379b22012521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:26.780829 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-8b6e26f3-b02b-4c1e-bcd6-379b22012521 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=070c9fd6-5c33-481f-972d-d93c3bb28703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1243773 Dec 08 02:07:26.798206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=76045b47-cd7c-4c94-87d0-af4a5cfeafe9,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:26.864011 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42060) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:26.930885 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:26.958934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33edeb-0692-4867-b52d-c1dd87709347 req-4817c609-0536-4694-a097-a1bc069da0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:26.960483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c33edeb-0692-4867-b52d-c1dd87709347 req-4817c609-0536-4694-a097-a1bc069da0cb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 1098 time: 0.1015291 Dec 08 02:07:27.048735 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c33edeb-0692-4867-b52d-c1dd87709347 req-4c55b9f1-ca20-4998-bb3f-22abff17edaa service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797822 Dec 08 02:07:27.224729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4e7bb-98b5-43e4-b088-455ed380d708 req-713e55b8-40d0-4ba7-941b-dc1251fe933d tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:27.226223 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ed4e7bb-98b5-43e4-b088-455ed380d708 req-713e55b8-40d0-4ba7-941b-dc1251fe933d tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 946 time: 0.0922537 Dec 08 02:07:27.292559 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ed4e7bb-98b5-43e4-b088-455ed380d708 req-f4cfd667-0c21-42f3-80c5-830a2ed8470d tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566943 Dec 08 02:07:27.408712 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-09c52fc3-5400-4e3a-bba2-6b0ba61b81d4 service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188061 Dec 08 02:07:27.499276 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-87dea287-d57c-48ff-9cb2-e35e249f7249 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=988f0a49083d429898adffc9889bbc74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6338940 Dec 08 02:07:27.501842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42070) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:27.582002 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c762ba4-9713-4496-8686-82a140f8ff32 req-70f2e96a-6fa7-4c0d-81b9-45cb2f16c4c2 service neutron] 10.222.0.45 "GET /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522949 Dec 08 02:07:27.592350 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b166987b-9849-47b0-ba23-80ed977197a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:27.632617 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b166987b-9849-47b0-ba23-80ed977197a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:27.706025 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b166987b-9849-47b0-ba23-80ed977197a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:27.708698 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b166987b-9849-47b0-ba23-80ed977197a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:27.709941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b166987b-9849-47b0-ba23-80ed977197a3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/56b871a5-1d50-4d42-8584-39963773d93d HTTP/1.1" status: 204 len: 168 time: 0.2070963 Dec 08 02:07:27.736496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166987b-9849-47b0-ba23-80ed977197a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b871a5-1d50-4d42-8584-39963773d93d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:27.880047 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:27.901885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8067c73-b23e-455c-a236-319436abad78 req-64668e85-5fbb-4709-a275-2e63f69f5436 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:27.903485 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8067c73-b23e-455c-a236-319436abad78 req-64668e85-5fbb-4709-a275-2e63f69f5436 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 943 time: 0.0725427 Dec 08 02:07:27.976107 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8067c73-b23e-455c-a236-319436abad78 req-e36c3783-1dd7-42f6-af92-7facd57dbff1 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630047 Dec 08 02:07:28.140499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42082) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:28.187397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0b5be12a-38ab-41d7-8a67-0cd490150677 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d2a0087973564a28b68bc9da6004d7ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427971 Dec 08 02:07:28.187684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42084) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:28.189051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 53d8e51b-26e3-4527-a7f2-bc4769ef1524 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:07:28.252509 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-acf014d6-5d35-4a9a-bd43-09f530ac219e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:28.274043 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-acf014d6-5d35-4a9a-bd43-09f530ac219e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:28.313960 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 53d8e51b-26e3-4527-a7f2-bc4769ef1524, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=53d8e51b-26e3-4527-a7f2-bc4769ef1524,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:28.326766 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '53d8e51b-26e3-4527-a7f2-bc4769ef1524', 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2', 'port_id': '53d8e51b-26e3-4527-a7f2-bc4769ef1524', 'mac_address': 'fa:16:3e:32:44:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8916b163-48ca-4521-a3a0-fb5f7d4e936e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:07:28.328993 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-acf014d6-5d35-4a9a-bd43-09f530ac219e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:28.332118 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-acf014d6-5d35-4a9a-bd43-09f530ac219e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:28.336131 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-acf014d6-5d35-4a9a-bd43-09f530ac219e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b1197702-0649-479e-8a0c-c3d34e4f228b HTTP/1.1" status: 204 len: 168 time: 0.1473608 Dec 08 02:07:28.346150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf014d6-5d35-4a9a-bd43-09f530ac219e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1197702-0649-479e-8a0c-c3d34e4f228b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:28.410789 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:28.425171 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d8e51b-26e3-4527-a7f2-bc4769ef1524 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:07:28.471112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 53d8e51b-26e3-4527-a7f2-bc4769ef1524, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=53d8e51b-26e3-4527-a7f2-bc4769ef1524,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:28.483581 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:28.506885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4242de-847d-4f56-a0a5-46d4e6cd6762 req-c52db44b-bcc3-400c-a707-5cffae0fc2f3 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:28.516268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e4242de-847d-4f56-a0a5-46d4e6cd6762 req-c52db44b-bcc3-400c-a707-5cffae0fc2f3 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 946 time: 0.1256931 Dec 08 02:07:28.599931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e4242de-847d-4f56-a0a5-46d4e6cd6762 req-74cfa43e-ed61-4d4f-8c28-1692533aee73 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758872 Dec 08 02:07:28.610582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=53d8e51b-26e3-4527-a7f2-bc4769ef1524,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:28.791760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a31d92-b6f8-4e92-a603-e6d8177264fa req-deebce0b-4e15-4ad3-90af-e360590f38aa tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:28.800104 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4a31d92-b6f8-4e92-a603-e6d8177264fa req-deebce0b-4e15-4ad3-90af-e360590f38aa tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c05b067-ef95-402f-bd8d-aff107c4442a HTTP/1.1" status: 200 len: 944 time: 0.0896597 Dec 08 02:07:28.831952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['53d8e51b-26e3-4527-a7f2-bc4769ef1524'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:07:28.911553 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4a31d92-b6f8-4e92-a603-e6d8177264fa req-e3f50738-2b2c-430d-a641-29e0e5416d3d tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104918 Dec 08 02:07:29.142896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebb472-2103-4f01-b8e2-0beae94731ae req-adb71d9f-becf-417a-99f3-bbbc1597b640 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:29.149147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bdebb472-2103-4f01-b8e2-0beae94731ae req-adb71d9f-becf-417a-99f3-bbbc1597b640 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 943 time: 0.0910439 Dec 08 02:07:29.217575 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bdebb472-2103-4f01-b8e2-0beae94731ae req-36bf5ba4-a0e9-4fcc-86b2-53d3d685b769 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610056 Dec 08 02:07:30.049406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3b9c5-172f-4c21-ba9d-3b80bf14164d req-f897a7fa-89a3-4ad3-a066-4fc0697236e1 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:30.051137 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4d3b9c5-172f-4c21-ba9d-3b80bf14164d req-f897a7fa-89a3-4ad3-a066-4fc0697236e1 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c05b067-ef95-402f-bd8d-aff107c4442a HTTP/1.1" status: 200 len: 944 time: 0.0602427 Dec 08 02:07:30.167166 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4d3b9c5-172f-4c21-ba9d-3b80bf14164d req-fd826e62-a781-407e-8e48-c3066e0ec6ea tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084139 Dec 08 02:07:30.187779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 53d8e51b-26e3-4527-a7f2-bc4769ef1524 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:07:30.278496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 53d8e51b-26e3-4527-a7f2-bc4769ef1524 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:07:30.285783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 53d8e51b-26e3-4527-a7f2-bc4769ef1524 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:07:30.286436 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:30.324662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42154) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:30.440940 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:30.470265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c05b067-ef95-402f-bd8d-aff107c4442a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d8e51b-26e3-4527-a7f2-bc4769ef1524'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:30.482385 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd90b84e-f8df-4a83-b337-305ea74e9848" -d '{"events": [{"server_uuid": "3c05b067-ef95-402f-bd8d-aff107c4442a", "name": "network-vif-plugged", "status": "completed", "tag": "53d8e51b-26e3-4527-a7f2-bc4769ef1524"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:30.506278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 53d8e51b-26e3-4527-a7f2-bc4769ef1524, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=53d8e51b-26e3-4527-a7f2-bc4769ef1524,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:30.511428 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:30.520147 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb4c1-6658-4e25-a515-0d0bbc1415ad req-31dd877c-0bb5-44ed-8d48-611ee9bf5155 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:30.526459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb4c1-6658-4e25-a515-0d0bbc1415ad req-31dd877c-0bb5-44ed-8d48-611ee9bf5155 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:30.535038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb4c1-6658-4e25-a515-0d0bbc1415ad req-31dd877c-0bb5-44ed-8d48-611ee9bf5155 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:30.542028 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb4c1-6658-4e25-a515-0d0bbc1415ad req-31dd877c-0bb5-44ed-8d48-611ee9bf5155 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:30.550289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb4c1-6658-4e25-a515-0d0bbc1415ad req-31dd877c-0bb5-44ed-8d48-611ee9bf5155 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:30.556788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb4c1-6658-4e25-a515-0d0bbc1415ad req-31dd877c-0bb5-44ed-8d48-611ee9bf5155 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:30.564228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb4c1-6658-4e25-a515-0d0bbc1415ad req-31dd877c-0bb5-44ed-8d48-611ee9bf5155 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:30.566897 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-682cb4c1-6658-4e25-a515-0d0bbc1415ad req-31dd877c-0bb5-44ed-8d48-611ee9bf5155 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5434 time: 0.1431680 Dec 08 02:07:30.576661 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:30.605061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=53d8e51b-26e3-4527-a7f2-bc4769ef1524,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:30.610483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1fdae-6d64-434d-8860-5615922ae22a req-b3baacb2-4f20-46b6-b0aa-cf6ae5ae84ef tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:30.612265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61a1fdae-6d64-434d-8860-5615922ae22a req-b3baacb2-4f20-46b6-b0aa-cf6ae5ae84ef tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 943 time: 0.2806420 Dec 08 02:07:30.712574 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:30.742981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-682cb4c1-6658-4e25-a515-0d0bbc1415ad req-951ceb56-d5b0-4bf0-9654-ee83f80dad42 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291182 Dec 08 02:07:30.767862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61a1fdae-6d64-434d-8860-5615922ae22a req-ee6a2e09-6868-4f5c-a75c-f10da7e51cd3 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448178 Dec 08 02:07:30.817251 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b39af1-6e0d-4714-a10c-646cca473e4a x-openstack-request-id: req-58b39af1-6e0d-4714-a10c-646cca473e4a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:30.817651 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c05b067-ef95-402f-bd8d-aff107c4442a", "name": "network-vif-plugged", "status": "completed", "tag": "53d8e51b-26e3-4527-a7f2-bc4769ef1524", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:30.817999 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-58b39af1-6e0d-4714-a10c-646cca473e4a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:30.818488 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c05b067-ef95-402f-bd8d-aff107c4442a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d8e51b-26e3-4527-a7f2-bc4769ef1524', 'code': 200} Dec 08 02:07:30.898262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:31.003170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bbd6b-468e-4a12-93e1-4bd9ce6801da req-d267cb49-5986-45f5-beda-8730a00fab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:31.004960 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c35bbd6b-468e-4a12-93e1-4bd9ce6801da req-d267cb49-5986-45f5-beda-8730a00fab48 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c05b067-ef95-402f-bd8d-aff107c4442a HTTP/1.1" status: 200 len: 1097 time: 0.0517814 Dec 08 02:07:31.016950 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Allocated IP 172.25.8.198 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/5c2fa355-fe4f-42a4-9f8e-625502ae20e8) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:07:31.058611 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c35bbd6b-468e-4a12-93e1-4bd9ce6801da req-1f08e9db-58ac-448c-91f5-5fd25ce3da3f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 Dec 08 02:07:31.125722 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:31.161199 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:31.213934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:07:31.217653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:07:31.221366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:07:31.228194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Pushing event updated for resources: {'Port': ['ID=5c2fa355-fe4f-42a4-9f8e-625502ae20e8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:31.340222 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae81a92-92b0-4bd0-a55d-f69029a6770d req-d8cabd89-c911-4edb-a567-633541c8124f tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:31.342174 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bae81a92-92b0-4bd0-a55d-f69029a6770d req-d8cabd89-c911-4edb-a567-633541c8124f tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c05b067-ef95-402f-bd8d-aff107c4442a HTTP/1.1" status: 200 len: 945 time: 0.0902545 Dec 08 02:07:31.369159 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:31.423398 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bae81a92-92b0-4bd0-a55d-f69029a6770d req-94c6e392-9fae-4a2e-b485-0fce3122289d tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732622 Dec 08 02:07:31.424145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:31.578857 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:31.583368 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:31.655844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Pushing event updated for resources: {'Port': ['ID=5c2fa355-fe4f-42a4-9f8e-625502ae20e8,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:31.663382 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:31.679381 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:31.683814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42170) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:31.684069 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4ac1291d-ed04-41b1-95ce-d80e1af1aa59 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3580549 Dec 08 02:07:31.688819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5188adf2-d10f-4562-bd80-d26796374e5c tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2030903781', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'fixed_ips': [{'ip_address': '172.25.8.198'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:31.709706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5188adf2-d10f-4562-bd80-d26796374e5c tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Made reservation on behalf of a9e9ec6254ec4a0ca748fbf014ffc53d for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:31.712079 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5188adf2-d10f-4562-bd80-d26796374e5c tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:31.721153 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5188adf2-d10f-4562-bd80-d26796374e5c tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:31.808848 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5188adf2-d10f-4562-bd80-d26796374e5c tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:31.814701 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5188adf2-d10f-4562-bd80-d26796374e5c tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:31.818565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-5188adf2-d10f-4562-bd80-d26796374e5c tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] device_id is not set on port c8422b18-583e-46a8-bdda-bff514163d6c yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:07:31.907086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188adf2-d10f-4562-bd80-d26796374e5c tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5efec6-6a64-4194-8630-892b0525b374,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:31.988091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a9eb6-713d-477b-8ecc-bf6c323e1932 req-679320f8-35b0-4221-a7e6-0b984deec971 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:31.998298 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a9eb6-713d-477b-8ecc-bf6c323e1932 req-679320f8-35b0-4221-a7e6-0b984deec971 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.006169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a9eb6-713d-477b-8ecc-bf6c323e1932 req-679320f8-35b0-4221-a7e6-0b984deec971 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.014281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a9eb6-713d-477b-8ecc-bf6c323e1932 req-679320f8-35b0-4221-a7e6-0b984deec971 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.023373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a9eb6-713d-477b-8ecc-bf6c323e1932 req-679320f8-35b0-4221-a7e6-0b984deec971 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.031417 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a9eb6-713d-477b-8ecc-bf6c323e1932 req-679320f8-35b0-4221-a7e6-0b984deec971 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.038529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a9eb6-713d-477b-8ecc-bf6c323e1932 req-679320f8-35b0-4221-a7e6-0b984deec971 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.040990 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-021a9eb6-713d-477b-8ecc-bf6c323e1932 req-679320f8-35b0-4221-a7e6-0b984deec971 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5434 time: 0.2024317 Dec 08 02:07:32.159230 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-021a9eb6-713d-477b-8ecc-bf6c323e1932 req-e20c9c4a-de64-4b4e-bac1-bdfb67477fac tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103680 Dec 08 02:07:32.207054 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-26668410-115c-4062-a1a2-d1fd93cb8e3d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.212817 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-26668410-115c-4062-a1a2-d1fd93cb8e3d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.220384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-26668410-115c-4062-a1a2-d1fd93cb8e3d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.226693 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-26668410-115c-4062-a1a2-d1fd93cb8e3d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.234229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-26668410-115c-4062-a1a2-d1fd93cb8e3d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.240356 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-26668410-115c-4062-a1a2-d1fd93cb8e3d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.246808 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-26668410-115c-4062-a1a2-d1fd93cb8e3d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.249103 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-26668410-115c-4062-a1a2-d1fd93cb8e3d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 5434 time: 0.2292395 Dec 08 02:07:32.327269 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-9e1920fc-f22b-4ac7-bb6a-cfb7ffea88dd tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.328985 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-9e1920fc-f22b-4ac7-bb6a-cfb7ffea88dd tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "GET /v2.0/ports/078ca6fb-640a-48d3-866a-e1d0735eac6a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0631483 Dec 08 02:07:32.330293 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5188adf2-d10f-4562-bd80-d26796374e5c tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 02:07:32.330862 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5188adf2-d10f-4562-bd80-d26796374e5c tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:07:32.348817 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145fee-97c2-4a3c-a951-b5a5bb4274b5 req-d7c0f8e2-faaf-441f-9934-95e6f47dc8e6 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.350623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7145fee-97c2-4a3c-a951-b5a5bb4274b5 req-d7c0f8e2-faaf-441f-9934-95e6f47dc8e6 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 943 time: 0.0641642 Dec 08 02:07:32.407227 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5188adf2-d10f-4562-bd80-d26796374e5c tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7221966 Dec 08 02:07:32.410459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42194) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:32.536059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7145fee-97c2-4a3c-a951-b5a5bb4274b5 req-35803cc2-3a03-4d8b-94d4-f52a1e526859 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785345 Dec 08 02:07:32.584934 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-39bee728-6c09-4860-8879-f7f6af545d44 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "GET /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2473807 Dec 08 02:07:32.603743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-d9203b80-42aa-4002-8ddb-02a8c5cfbef1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:32.676509 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-d9203b80-42aa-4002-8ddb-02a8c5cfbef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:32.678414 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ee01c-efcc-4e31-a372-b26af901eb99 req-669744e0-6b2d-4591-bac3-d59a61fc494b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.680327 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa2ee01c-efcc-4e31-a372-b26af901eb99 req-669744e0-6b2d-4591-bac3-d59a61fc494b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c05b067-ef95-402f-bd8d-aff107c4442a HTTP/1.1" status: 200 len: 945 time: 0.1173275 Dec 08 02:07:32.742417 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-04520b8e-9c17-4448-9d07-82bef90d9efa tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Deleting port 5c2fa355-fe4f-42a4-9f8e-625502ae20e8 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:32.743050 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04520b8e-9c17-4448-9d07-82bef90d9efa tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:32.828711 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa2ee01c-efcc-4e31-a372-b26af901eb99 req-845cd0a5-9037-4adb-94da-62c0dae68df7 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398246 Dec 08 02:07:32.848987 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04520b8e-9c17-4448-9d07-82bef90d9efa tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:32.849218 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04520b8e-9c17-4448-9d07-82bef90d9efa tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:32.862808 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-04520b8e-9c17-4448-9d07-82bef90d9efa tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Calling delete_port for 5c2fa355-fe4f-42a4-9f8e-625502ae20e8 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:32.899924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-d9203b80-42aa-4002-8ddb-02a8c5cfbef1 service neutron] For port 078ca6fb-640a-48d3-866a-e1d0735eac6a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=078ca6fb-640a-48d3-866a-e1d0735eac6a,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:32.956993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-d9203b80-42aa-4002-8ddb-02a8c5cfbef1 service neutron] For port 078ca6fb-640a-48d3-866a-e1d0735eac6a, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:07:33.007917 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-d9203b80-42aa-4002-8ddb-02a8c5cfbef1 service neutron] device_id is not set on port 078ca6fb-640a-48d3-866a-e1d0735eac6a yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:07:33.021146 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-d9203b80-42aa-4002-8ddb-02a8c5cfbef1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:33.031091 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-d9203b80-42aa-4002-8ddb-02a8c5cfbef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:33.044763 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04520b8e-9c17-4448-9d07-82bef90d9efa tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:33.108170 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04520b8e-9c17-4448-9d07-82bef90d9efa tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c2fa355-fe4f-42a4-9f8e-625502ae20e8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:33.139039 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-d9203b80-42aa-4002-8ddb-02a8c5cfbef1 service neutron] No DVR routers for this DVR port 078ca6fb-640a-48d3-866a-e1d0735eac6a on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:07:33.168283 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9203b80-42aa-4002-8ddb-02a8c5cfbef1 service neutron] Pushing event updated for resources: {'Port': ['ID=078ca6fb-640a-48d3-866a-e1d0735eac6a,revision_number=6']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:33.208097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-d9203b80-42aa-4002-8ddb-02a8c5cfbef1 service neutron] In _notify_port_updated(), no bound segment for port 078ca6fb-640a-48d3-866a-e1d0735eac6a on network 271a4062-f75c-4f85-b7bc-e78fb447b33d {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:07:33.214791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-d9203b80-42aa-4002-8ddb-02a8c5cfbef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:33.217457 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-d9203b80-42aa-4002-8ddb-02a8c5cfbef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:33.218847 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-d9203b80-42aa-4002-8ddb-02a8c5cfbef1 service neutron] 10.222.0.45 "PUT /v2.0/ports/078ca6fb-640a-48d3-866a-e1d0735eac6a HTTP/1.1" status: 200 len: 1028 time: 0.6203239 Dec 08 02:07:33.291717 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04520b8e-9c17-4448-9d07-82bef90d9efa tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:33.294354 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04520b8e-9c17-4448-9d07-82bef90d9efa tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:33.295526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-04520b8e-9c17-4448-9d07-82bef90d9efa tempest-ExternalNetworksAdminNegativeTestJSON-1214280416 tempest-ExternalNetworksAdminNegativeTestJSON-1214280416-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/fbe36fad-6bda-49e5-bbe0-6c5c643ea818 HTTP/1.1" status: 204 len: 168 time: 0.8841636 Dec 08 02:07:33.324617 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-0c0c6c08-4dcc-4733-a25b-56d7be3d033f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:33.326774 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-0c0c6c08-4dcc-4733-a25b-56d7be3d033f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "GET /v2.0/ports/b77f8d4d-f01b-4db4-9229-f8e360de925d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0980284 Dec 08 02:07:33.343096 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-7f6bc9a8-fb17-4b00-9364-40733cd745ac service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:33.380408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32743a-22e2-4498-9449-3d98e0be996b req-d37c4d7f-dd30-4fed-955d-1a18e91c4e7d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:33.391263 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32743a-22e2-4498-9449-3d98e0be996b req-d37c4d7f-dd30-4fed-955d-1a18e91c4e7d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:33.405249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32743a-22e2-4498-9449-3d98e0be996b req-d37c4d7f-dd30-4fed-955d-1a18e91c4e7d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:33.413718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32743a-22e2-4498-9449-3d98e0be996b req-d37c4d7f-dd30-4fed-955d-1a18e91c4e7d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:33.426697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32743a-22e2-4498-9449-3d98e0be996b req-d37c4d7f-dd30-4fed-955d-1a18e91c4e7d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:33.433724 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32743a-22e2-4498-9449-3d98e0be996b req-d37c4d7f-dd30-4fed-955d-1a18e91c4e7d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:33.444081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa32743a-22e2-4498-9449-3d98e0be996b req-d37c4d7f-dd30-4fed-955d-1a18e91c4e7d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 4659 time: 0.1793766 Dec 08 02:07:33.452905 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-7f6bc9a8-fb17-4b00-9364-40733cd745ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:33.559898 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa32743a-22e2-4498-9449-3d98e0be996b req-2a32221b-d114-45e6-818e-c8b580faac57 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=df94220a-15d1-4dac-8cbd-6a63023634ea&id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127985 Dec 08 02:07:33.572676 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a808a997-ef44-4294-82ee-be7c97b55c97 None None] Provisioning complete for port 078ca6fb-640a-48d3-866a-e1d0735eac6a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:07:33.573131 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a808a997-ef44-4294-82ee-be7c97b55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:33.683060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a808a997-ef44-4294-82ee-be7c97b55c97 None None] Port 078ca6fb-640a-48d3-866a-e1d0735eac6a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:07:33.732966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42212) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:33.734373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d9367-ba54-4ae6-bb66-f4f9962b2c5f req-50947412-f521-4780-9eac-3a39e5a1dd6b tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:33.736916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-675d9367-ba54-4ae6-bb66-f4f9962b2c5f req-50947412-f521-4780-9eac-3a39e5a1dd6b tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 943 time: 0.0949767 Dec 08 02:07:33.768682 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-7f6bc9a8-fb17-4b00-9364-40733cd745ac service neutron] For port b77f8d4d-f01b-4db4-9229-f8e360de925d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b77f8d4d-f01b-4db4-9229-f8e360de925d,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:33.812989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-7f6bc9a8-fb17-4b00-9364-40733cd745ac service neutron] For port b77f8d4d-f01b-4db4-9229-f8e360de925d, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:07:33.857509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-7f6bc9a8-fb17-4b00-9364-40733cd745ac service neutron] device_id is not set on port b77f8d4d-f01b-4db4-9229-f8e360de925d yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:07:33.870467 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-7f6bc9a8-fb17-4b00-9364-40733cd745ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:33.890264 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c7200ef7-4e1a-4f7c-b130-bc83f3246fe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:33.892863 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-7f6bc9a8-fb17-4b00-9364-40733cd745ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:33.911177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-675d9367-ba54-4ae6-bb66-f4f9962b2c5f req-56781b53-b1b2-47c6-ac58-1db7f7510452 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491776 Dec 08 02:07:33.998756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-7f6bc9a8-fb17-4b00-9364-40733cd745ac service neutron] No DVR routers for this DVR port b77f8d4d-f01b-4db4-9229-f8e360de925d on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:07:34.004830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bc9a8-fb17-4b00-9364-40733cd745ac service neutron] Pushing event updated for resources: {'Port': ['ID=b77f8d4d-f01b-4db4-9229-f8e360de925d,revision_number=6']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:34.049519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83765574-a676-4244-8d82-a86f4037c21c req-0db2ca7f-b6cb-48df-a1ba-5a462c3c2704 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:34.054000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83765574-a676-4244-8d82-a86f4037c21c req-0db2ca7f-b6cb-48df-a1ba-5a462c3c2704 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c05b067-ef95-402f-bd8d-aff107c4442a HTTP/1.1" status: 200 len: 945 time: 0.0929286 Dec 08 02:07:34.089241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-7f6bc9a8-fb17-4b00-9364-40733cd745ac service neutron] In _notify_port_updated(), no bound segment for port b77f8d4d-f01b-4db4-9229-f8e360de925d on network 271a4062-f75c-4f85-b7bc-e78fb447b33d {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:07:34.090940 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-7f6bc9a8-fb17-4b00-9364-40733cd745ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:34.091663 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-7f6bc9a8-fb17-4b00-9364-40733cd745ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:34.093722 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-7f6bc9a8-fb17-4b00-9364-40733cd745ac service neutron] 10.222.0.45 "PUT /v2.0/ports/b77f8d4d-f01b-4db4-9229-f8e360de925d HTTP/1.1" status: 200 len: 1027 time: 0.7550654 Dec 08 02:07:34.174122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83765574-a676-4244-8d82-a86f4037c21c req-10897cc4-c2d5-4a9c-adcf-0ab94a7c0a01 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126068 Dec 08 02:07:34.217211 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device c35cf6d3-e672-4534-be6a-f28b0e0961c1 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:07:34.285672 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c7200ef7-4e1a-4f7c-b130-bc83f3246fe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:34.306229 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c7200ef7-4e1a-4f7c-b130-bc83f3246fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:34.307593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e2346697-4555-4e1f-9c0c-659030e0a58a details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:07:34.373053 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c7200ef7-4e1a-4f7c-b130-bc83f3246fe8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5ca0782182f546a0bbfd061b0be89ce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6389432 Dec 08 02:07:34.375674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42230) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:34.470590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-fc2f61d3-4021-4e85-88e9-31e3ceb7c743 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Deleting port c35cf6d3-e672-4534-be6a-f28b0e0961c1 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:34.473188 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-fc2f61d3-4021-4e85-88e9-31e3ceb7c743 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:34.502352 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-395fbcc6-05b0-4740-ad91-afff666defa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:34.522252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7200ef7-4e1a-4f7c-b130-bc83f3246fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37258930-9bba-4de9-85f9-74c0ed0885e5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:34.558933 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-395fbcc6-05b0-4740-ad91-afff666defa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:34.678429 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-395fbcc6-05b0-4740-ad91-afff666defa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:34.686262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-395fbcc6-05b0-4740-ad91-afff666defa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:34.686706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-395fbcc6-05b0-4740-ad91-afff666defa1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/37258930-9bba-4de9-85f9-74c0ed0885e5 HTTP/1.1" status: 204 len: 168 time: 0.3091881 Dec 08 02:07:34.704679 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:34.717903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-fc2f61d3-4021-4e85-88e9-31e3ceb7c743 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] For port c35cf6d3-e672-4534-be6a-f28b0e0961c1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c35cf6d3-e672-4534-be6a-f28b0e0961c1,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:34.718940 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-fc2f61d3-4021-4e85-88e9-31e3ceb7c743 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:34.734405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fccbc688-472c-4cd3-9b75-73273eb8ffbf None None] Provisioning complete for port b77f8d4d-f01b-4db4-9229-f8e360de925d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:07:34.735015 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fccbc688-472c-4cd3-9b75-73273eb8ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:34.744819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c35cf6d3-e672-4534-be6a-f28b0e0961c1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:34.748269 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d448098-4e9d-4f71-a942-1e0332d35770" -d '{"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-unplugged", "status": "completed", "tag": "c35cf6d3-e672-4534-be6a-f28b0e0961c1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:34.751220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-fc2f61d3-4021-4e85-88e9-31e3ceb7c743 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Calling delete_port for c35cf6d3-e672-4534-be6a-f28b0e0961c1 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:34.818219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fbcc6-05b0-4740-ad91-afff666defa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37258930-9bba-4de9-85f9-74c0ed0885e5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:34.827522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port c35cf6d3-e672-4534-be6a-f28b0e0961c1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c35cf6d3-e672-4534-be6a-f28b0e0961c1,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:34.862873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e2346697-4555-4e1f-9c0c-659030e0a58a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e2346697-4555-4e1f-9c0c-659030e0a58a,segment=NetworkSegment(4f5580a3-9739-43e8-8b69-cddcc71ef8bc),segment_id=4f5580a3-9739-43e8-8b69-cddcc71ef8bc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:34.902595 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:34.903434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6cc566c4-deda-4159-a78a-23068f3c174a no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:07:34.931536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985143c-af15-42b7-984b-3948e36707c3 req-8b7ab4ac-93b4-4342-986d-bde6f9ba4469 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:34.941442 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985143c-af15-42b7-984b-3948e36707c3 req-8b7ab4ac-93b4-4342-986d-bde6f9ba4469 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:34.952915 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985143c-af15-42b7-984b-3948e36707c3 req-8b7ab4ac-93b4-4342-986d-bde6f9ba4469 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:34.962498 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985143c-af15-42b7-984b-3948e36707c3 req-8b7ab4ac-93b4-4342-986d-bde6f9ba4469 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:34.970906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985143c-af15-42b7-984b-3948e36707c3 req-8b7ab4ac-93b4-4342-986d-bde6f9ba4469 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:34.973974 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b985143c-af15-42b7-984b-3948e36707c3 req-8b7ab4ac-93b4-4342-986d-bde6f9ba4469 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 3885 time: 0.2859538 Dec 08 02:07:35.019445 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-fc2f61d3-4021-4e85-88e9-31e3ceb7c743 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:35.069660 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=c35cf6d3-e672-4534-be6a-f28b0e0961c1,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:35.074286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fccbc688-472c-4cd3-9b75-73273eb8ffbf None None] Port b77f8d4d-f01b-4db4-9229-f8e360de925d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:07:35.080252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'e2346697-4555-4e1f-9c0c-659030e0a58a', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'port_id': 'e2346697-4555-4e1f-9c0c-659030e0a58a', 'mac_address': 'fa:16:3e:0a:62:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:07:35.158760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f61d3-4021-4e85-88e9-31e3ceb7c743 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event deleted for resources: {'Port': ['ID=c35cf6d3-e672-4534-be6a-f28b0e0961c1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:35.172310 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:35.176804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b985143c-af15-42b7-984b-3948e36707c3 req-aa200912-3dc4-421c-b001-18833b8126e7 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911461 Dec 08 02:07:35.185140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-fc2f61d3-4021-4e85-88e9-31e3ceb7c743 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] No DVR routers for this DVR port c35cf6d3-e672-4534-be6a-f28b0e0961c1 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:07:35.190876 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-fc2f61d3-4021-4e85-88e9-31e3ceb7c743 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:35.198564 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-fc2f61d3-4021-4e85-88e9-31e3ceb7c743 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "DELETE /v2.0/ports/c35cf6d3-e672-4534-be6a-f28b0e0961c1 HTTP/1.1" status: 204 len: 173 time: 1.0974219 Dec 08 02:07:35.199083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-deleted', 'tag': 'c35cf6d3-e672-4534-be6a-f28b0e0961c1'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:35.209340 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5064a325-d3f3-4ce1-ad24-365e3a6018cc" -d '{"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-deleted", "tag": "c35cf6d3-e672-4534-be6a-f28b0e0961c1"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:35.249288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2346697-4555-4e1f-9c0c-659030e0a58a {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:07:35.307554 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e2346697-4555-4e1f-9c0c-659030e0a58a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e2346697-4555-4e1f-9c0c-659030e0a58a,segment=NetworkSegment(4f5580a3-9739-43e8-8b69-cddcc71ef8bc),segment_id=4f5580a3-9739-43e8-8b69-cddcc71ef8bc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:35.310795 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:35.315240 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:35.360357 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe6b50b-3c24-4eff-8e48-55493e4ced38 x-openstack-request-id: req-bbe6b50b-3c24-4eff-8e48-55493e4ced38 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:35.360910 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-unplugged", "status": "completed", "tag": "c35cf6d3-e672-4534-be6a-f28b0e0961c1", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:35.360910 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bbe6b50b-3c24-4eff-8e48-55493e4ced38 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:35.361315 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c35cf6d3-e672-4534-be6a-f28b0e0961c1', 'code': 200} Dec 08 02:07:35.385534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-71b75fb0-c1e1-4361-bcc1-b8211f063ef6 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:35.394262 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-71b75fb0-c1e1-4361-bcc1-b8211f063ef6 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/networks?id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 200 len: 814 time: 0.3432791 Dec 08 02:07:35.415083 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-c17e5b18-bc77-4fbe-a5fb-481d743df156 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/quotas/599f20414bca47809376ee6158cd4fab HTTP/1.1" status: 200 len: 375 time: 0.0198243 Dec 08 02:07:35.441781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42264) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:35.453622 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6cc566c4-deda-4159-a78a-23068f3c174a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6cc566c4-deda-4159-a78a-23068f3c174a,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:35.470207 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:35.471163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 078ca6fb-640a-48d3-866a-e1d0735eac6a no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:07:35.578987 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e9df123e-d731-4095-928b-aef023294784 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a9e9ec6254ec4a0ca748fbf014ffc53d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344113 Dec 08 02:07:35.583195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-f985c532-bfa3-46cc-b5b9-2b34fd3ffa5d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Deleting port 6cc566c4-deda-4159-a78a-23068f3c174a {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:35.583545 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-f985c532-bfa3-46cc-b5b9-2b34fd3ffa5d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:35.586706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42268) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:35.588193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-e1bcad4e-0f0e-4051-ac18-db69b708be7c tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=599f20414bca47809376ee6158cd4fab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1721435 Dec 08 02:07:35.610185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74f07d-d281-408c-bb66-d6f5c6888c53 req-fc8716f7-25e4-4d71-987a-0eb386f11b07 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:35.620888 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ec74f07d-d281-408c-bb66-d6f5c6888c53 req-fc8716f7-25e4-4d71-987a-0eb386f11b07 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 944 time: 0.1302941 Dec 08 02:07:35.645363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=e2346697-4555-4e1f-9c0c-659030e0a58a,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:35.760682 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['e2346697-4555-4e1f-9c0c-659030e0a58a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:07:35.766714 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=6cc566c4-deda-4159-a78a-23068f3c174a,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:35.769347 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-d69851e7-9d7a-4f41-8f04-786da6a94fa9 service neutron] 10.222.0.71 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451907 Dec 08 02:07:35.849609 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13243e07-e4f0-4468-ba46-f9dbec2993d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:35.859966 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 078ca6fb-640a-48d3-866a-e1d0735eac6a not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:07:35.860404 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3a24b4b4-8966-44f8-9636-d4da51d10381 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:07:35.893579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-f985c532-bfa3-46cc-b5b9-2b34fd3ffa5d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] For port 6cc566c4-deda-4159-a78a-23068f3c174a, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6cc566c4-deda-4159-a78a-23068f3c174a,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:35.894078 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-f985c532-bfa3-46cc-b5b9-2b34fd3ffa5d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:35.927015 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-932f01ca-2d87-4b78-b35d-ab1812dbeb85 service neutron] 10.222.0.71 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381083 Dec 08 02:07:35.957056 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13243e07-e4f0-4468-ba46-f9dbec2993d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:35.959052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-f985c532-bfa3-46cc-b5b9-2b34fd3ffa5d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Calling delete_port for 6cc566c4-deda-4159-a78a-23068f3c174a owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:36.034455 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ec74f07d-d281-408c-bb66-d6f5c6888c53 req-8a78ccca-1b31-4fb8-b159-6c61300cdf31 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4120810 Dec 08 02:07:36.231522 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13243e07-e4f0-4468-ba46-f9dbec2993d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:36.234198 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13243e07-e4f0-4468-ba46-f9dbec2993d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:36.266576 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-13243e07-e4f0-4468-ba46-f9dbec2993d8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6c5efec6-6a64-4194-8630-892b0525b374 HTTP/1.1" status: 204 len: 168 time: 0.6677513 Dec 08 02:07:36.289166 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:36.336753 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13243e07-e4f0-4468-ba46-f9dbec2993d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5efec6-6a64-4194-8630-892b0525b374,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:36.366455 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a9d78c-457d-4f3f-9572-82307d12368f x-openstack-request-id: req-01a9d78c-457d-4f3f-9572-82307d12368f {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:36.366809 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-deleted", "tag": "c35cf6d3-e672-4534-be6a-f28b0e0961c1", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:36.367022 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-01a9d78c-457d-4f3f-9572-82307d12368f {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:36.367435 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-deleted', 'tag': 'c35cf6d3-e672-4534-be6a-f28b0e0961c1', 'status': 'completed', 'code': 200} Dec 08 02:07:36.416358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322f21e-69c8-413a-8bc9-80cc715d26ec req-4a1c1e2c-e32b-472c-89e7-df9de3930f29 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:36.417970 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a322f21e-69c8-413a-8bc9-80cc715d26ec req-4a1c1e2c-e32b-472c-89e7-df9de3930f29 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c05b067-ef95-402f-bd8d-aff107c4442a HTTP/1.1" status: 200 len: 945 time: 0.2665460 Dec 08 02:07:36.442454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 3a24b4b4-8966-44f8-9636-d4da51d10381, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3a24b4b4-8966-44f8-9636-d4da51d10381,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:36.449101 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:36.450404 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 416e1a97-ecb1-4ac8-a9f8-297949a2a910 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:07:36.495110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-98fbffb1-9b09-47cc-a2bf-167cc7ed61bb tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:36.505530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-98fbffb1-9b09-47cc-a2bf-167cc7ed61bb tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/networks?id=9304b637-0f71-4f24-9cf9-d7da4453c8d2 HTTP/1.1" status: 200 len: 812 time: 0.3319018 Dec 08 02:07:36.612725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09f76f78-e6b5-447f-9a65-2805668c6d90 req-40976684-5b0a-4e11-8a57-3101d436fc1d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 210 time: 0.1003671 Dec 08 02:07:36.633210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-3423201e-beca-45a1-986b-63fdaf6177ef tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/quotas/01eb1b8e757843b5b286b5f33b8010b1 HTTP/1.1" status: 200 len: 375 time: 0.1266184 Dec 08 02:07:36.701263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=3a24b4b4-8966-44f8-9636-d4da51d10381,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:36.797832 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-a3342609-69a6-4465-9caf-05350cbe9795 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=01eb1b8e757843b5b286b5f33b8010b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1635101 Dec 08 02:07:36.805415 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6f1fbe23-996f-4796-805f-d866d394cac1 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:07:36.813323 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-f985c532-bfa3-46cc-b5b9-2b34fd3ffa5d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:36.822327 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:36.825188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6f1fbe23-996f-4796-805f-d866d394cac1 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221047 Dec 08 02:07:36.878166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f840e-f619-4d19-a91d-46fc0d0cb030 req-b20e3ed5-5427-4b41-8cc7-1cc8c89cf3a5 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:36.879738 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-526f840e-f619-4d19-a91d-46fc0d0cb030 req-b20e3ed5-5427-4b41-8cc7-1cc8c89cf3a5 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d38e07d-6224-4a16-ab0f-049ba9b0907c HTTP/1.1" status: 200 len: 946 time: 0.3642530 Dec 08 02:07:36.910511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985c532-bfa3-46cc-b5b9-2b34fd3ffa5d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event deleted for resources: {'Port': ['ID=6cc566c4-deda-4159-a78a-23068f3c174a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:36.923562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 416e1a97-ecb1-4ac8-a9f8-297949a2a910, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=416e1a97-ecb1-4ac8-a9f8-297949a2a910,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:36.930800 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:36.932811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b77f8d4d-f01b-4db4-9229-f8e360de925d no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:07:37.084859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-f985c532-bfa3-46cc-b5b9-2b34fd3ffa5d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] No DVR routers for this DVR port 6cc566c4-deda-4159-a78a-23068f3c174a on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:07:37.088909 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-f985c532-bfa3-46cc-b5b9-2b34fd3ffa5d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:37.096021 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-f985c532-bfa3-46cc-b5b9-2b34fd3ffa5d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "DELETE /v2.0/ports/6cc566c4-deda-4159-a78a-23068f3c174a HTTP/1.1" status: 204 len: 173 time: 1.8820021 Dec 08 02:07:37.135987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b77f8d4d-f01b-4db4-9229-f8e360de925d not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:07:37.136432 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 9ad676ef-7601-4543-b8c7-abf32ca8e077 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:07:37.170996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-a322f21e-69c8-413a-8bc9-80cc715d26ec req-d3f1b694-72d8-4ea2-87b0-b5d319f8bda8 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Deleting port 53d8e51b-26e3-4527-a7f2-bc4769ef1524 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:37.171381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a322f21e-69c8-413a-8bc9-80cc715d26ec req-d3f1b694-72d8-4ea2-87b0-b5d319f8bda8 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:37.264454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=416e1a97-ecb1-4ac8-a9f8-297949a2a910,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:37.317759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fd4ae-21ee-4b1b-9a32-dbf6cf44ce7d req-f5a49452-2c73-48c1-813e-0f8811dd33ce tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:37.338268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fd4ae-21ee-4b1b-9a32-dbf6cf44ce7d req-f5a49452-2c73-48c1-813e-0f8811dd33ce tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:37.339482 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:37.348673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fd4ae-21ee-4b1b-9a32-dbf6cf44ce7d req-f5a49452-2c73-48c1-813e-0f8811dd33ce tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:37.350360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d88fd4ae-21ee-4b1b-9a32-dbf6cf44ce7d req-f5a49452-2c73-48c1-813e-0f8811dd33ce tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 2411 time: 0.4483211 Dec 08 02:07:37.366539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc566c4-deda-4159-a78a-23068f3c174a'}, {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a24b4b4-8966-44f8-9636-d4da51d10381'}, {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416e1a97-ecb1-4ac8-a9f8-297949a2a910'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:37.370190 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc3fcdc-68f1-4bce-b09d-4b015fbc751f" -d '{"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-unplugged", "status": "completed", "tag": "6cc566c4-deda-4159-a78a-23068f3c174a"}, {"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-unplugged", "status": "completed", "tag": "3a24b4b4-8966-44f8-9636-d4da51d10381"}, {"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-unplugged", "status": "completed", "tag": "416e1a97-ecb1-4ac8-a9f8-297949a2a910"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:37.445983 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 9ad676ef-7601-4543-b8c7-abf32ca8e077, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9ad676ef-7601-4543-b8c7-abf32ca8e077,segment=NetworkSegment(3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3),segment_id=3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:37.453655 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:37.546265 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-033b70cd-7f0a-4bf3-93d1-3b2171a15647 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Deleting port 3a24b4b4-8966-44f8-9636-d4da51d10381 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:37.552117 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-033b70cd-7f0a-4bf3-93d1-3b2171a15647 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:37.585466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=9ad676ef-7601-4543-b8c7-abf32ca8e077,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:37.648772 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-4b29b81f-577f-4d1c-af61-93f908187a8c service neutron] 10.222.0.71 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8225887 Dec 08 02:07:37.662213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a322f21e-69c8-413a-8bc9-80cc715d26ec req-d3f1b694-72d8-4ea2-87b0-b5d319f8bda8 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] For port 53d8e51b-26e3-4527-a7f2-bc4769ef1524, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=53d8e51b-26e3-4527-a7f2-bc4769ef1524,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:37.681914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-526f840e-f619-4d19-a91d-46fc0d0cb030 req-7cd9d6a0-9992-4c50-bd78-f00b43f4cb80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Deleting port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:37.682378 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-526f840e-f619-4d19-a91d-46fc0d0cb030 req-7cd9d6a0-9992-4c50-bd78-f00b43f4cb80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:37.694739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d88fd4ae-21ee-4b1b-9a32-dbf6cf44ce7d req-b90a314e-9fad-410b-aea1-d7d8f4f80d42 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278341 Dec 08 02:07:37.695446 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a322f21e-69c8-413a-8bc9-80cc715d26ec req-d3f1b694-72d8-4ea2-87b0-b5d319f8bda8 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:37.823649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-a322f21e-69c8-413a-8bc9-80cc715d26ec req-d3f1b694-72d8-4ea2-87b0-b5d319f8bda8 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Calling delete_port for 53d8e51b-26e3-4527-a7f2-bc4769ef1524 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:37.934814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-526f840e-f619-4d19-a91d-46fc0d0cb030 req-7cd9d6a0-9992-4c50-bd78-f00b43f4cb80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] For port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=76045b47-cd7c-4c94-87d0-af4a5cfeafe9,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:37.935175 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-526f840e-f619-4d19-a91d-46fc0d0cb030 req-7cd9d6a0-9992-4c50-bd78-f00b43f4cb80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:37.955389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-526f840e-f619-4d19-a91d-46fc0d0cb030 req-7cd9d6a0-9992-4c50-bd78-f00b43f4cb80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Calling delete_port for 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:38.069685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-033b70cd-7f0a-4bf3-93d1-3b2171a15647 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] For port 3a24b4b4-8966-44f8-9636-d4da51d10381, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3a24b4b4-8966-44f8-9636-d4da51d10381,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:38.070230 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-033b70cd-7f0a-4bf3-93d1-3b2171a15647 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:38.129436 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-033b70cd-7f0a-4bf3-93d1-3b2171a15647 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Calling delete_port for 3a24b4b4-8966-44f8-9636-d4da51d10381 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:38.373692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e2346697-4555-4e1f-9c0c-659030e0a58a up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:07:38.385564 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-deleted', 'tag': '6cc566c4-deda-4159-a78a-23068f3c174a'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:38.389523 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b03508-ced2-437c-8cd3-587a000b3ddd" -d '{"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-deleted", "tag": "6cc566c4-deda-4159-a78a-23068f3c174a"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:38.421593 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a322f21e-69c8-413a-8bc9-80cc715d26ec req-d3f1b694-72d8-4ea2-87b0-b5d319f8bda8 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:38.497830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-885c77a4-75b2-4e3b-adce-4bbe6814cb3c tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:38.499454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-885c77a4-75b2-4e3b-adce-4bbe6814cb3c tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.45 "GET /v2.0/networks?id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 200 len: 814 time: 0.1381032 Dec 08 02:07:38.501409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port e2346697-4555-4e1f-9c0c-659030e0a58a completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:07:38.508092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port e2346697-4555-4e1f-9c0c-659030e0a58a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:07:38.508987 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:38.510889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894910a-2526-4a2d-8c9d-057e751c409f req-a8660df6-fd10-467e-8008-08b360559241 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:38.518259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e894910a-2526-4a2d-8c9d-057e751c409f req-a8660df6-fd10-467e-8008-08b360559241 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 944 time: 0.4223049 Dec 08 02:07:38.521916 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1b694-72d8-4ea2-87b0-b5d319f8bda8 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Pushing event deleted for resources: {'Port': ['ID=53d8e51b-26e3-4527-a7f2-bc4769ef1524,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:38.524699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-9a10125c-04de-4211-9b3e-139c3b1e26a8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Request body: {'port': {'device_id': '9a029961-e1c7-4c9d-9016-b9a786c3822a', 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a', 'admin_state_up': True, 'tenant_id': '599f20414bca47809376ee6158cd4fab'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:38.576294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a322f21e-69c8-413a-8bc9-80cc715d26ec req-d3f1b694-72d8-4ea2-87b0-b5d319f8bda8 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] No DVR routers for this DVR port 53d8e51b-26e3-4527-a7f2-bc4769ef1524 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:07:38.579296 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a322f21e-69c8-413a-8bc9-80cc715d26ec req-d3f1b694-72d8-4ea2-87b0-b5d319f8bda8 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:38.583796 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a322f21e-69c8-413a-8bc9-80cc715d26ec req-d3f1b694-72d8-4ea2-87b0-b5d319f8bda8 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.45 "DELETE /v2.0/ports/53d8e51b-26e3-4527-a7f2-bc4769ef1524 HTTP/1.1" status: 204 len: 173 time: 2.1527276 Dec 08 02:07:38.615871 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-033b70cd-7f0a-4bf3-93d1-3b2171a15647 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:38.664361 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-c063c643-d7e6-4cf7-af12-9bedef5608e6 service neutron] 10.222.0.71 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0144129 Dec 08 02:07:38.726373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b70cd-7f0a-4bf3-93d1-3b2171a15647 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event deleted for resources: {'Port': ['ID=3a24b4b4-8966-44f8-9636-d4da51d10381,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:38.760391 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e894910a-2526-4a2d-8c9d-057e751c409f req-3f323e2f-f6c5-4009-a8b5-a5f325665819 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411809 Dec 08 02:07:38.768680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-033b70cd-7f0a-4bf3-93d1-3b2171a15647 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] No DVR routers for this DVR port 3a24b4b4-8966-44f8-9636-d4da51d10381 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:07:38.772600 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-033b70cd-7f0a-4bf3-93d1-3b2171a15647 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:38.778237 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-033b70cd-7f0a-4bf3-93d1-3b2171a15647 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "DELETE /v2.0/ports/3a24b4b4-8966-44f8-9636-d4da51d10381 HTTP/1.1" status: 204 len: 173 time: 1.6686656 Dec 08 02:07:38.795700 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:38.873989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-9a10125c-04de-4211-9b3e-139c3b1e26a8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Made reservation on behalf of 599f20414bca47809376ee6158cd4fab for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:38.877529 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-9a10125c-04de-4211-9b3e-139c3b1e26a8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:38.896250 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0909cc5e-09e2-4b9c-b9a9-a011d7b478f5 x-openstack-request-id: req-0909cc5e-09e2-4b9c-b9a9-a011d7b478f5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:38.896550 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-unplugged", "status": "completed", "tag": "6cc566c4-deda-4159-a78a-23068f3c174a", "code": 200}, {"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-unplugged", "status": "completed", "tag": "3a24b4b4-8966-44f8-9636-d4da51d10381", "code": 200}, {"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-unplugged", "status": "completed", "tag": "416e1a97-ecb1-4ac8-a9f8-297949a2a910", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:38.898081 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0909cc5e-09e2-4b9c-b9a9-a011d7b478f5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:38.899401 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc566c4-deda-4159-a78a-23068f3c174a', 'code': 200} Dec 08 02:07:38.899957 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a24b4b4-8966-44f8-9636-d4da51d10381', 'code': 200} Dec 08 02:07:38.901750 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416e1a97-ecb1-4ac8-a9f8-297949a2a910', 'code': 200} Dec 08 02:07:38.906970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e2346697-4555-4e1f-9c0c-659030e0a58a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e2346697-4555-4e1f-9c0c-659030e0a58a,segment=NetworkSegment(4f5580a3-9739-43e8-8b69-cddcc71ef8bc),segment_id=4f5580a3-9739-43e8-8b69-cddcc71ef8bc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:38.916639 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:39.012934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=e2346697-4555-4e1f-9c0c-659030e0a58a,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:39.022163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-914758af-fc2e-45c3-a998-f6a78ea009d4 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Deleting port 416e1a97-ecb1-4ac8-a9f8-297949a2a910 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:39.025958 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-914758af-fc2e-45c3-a998-f6a78ea009d4 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:39.071366 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-102f185c-d42d-4f6e-ad49-96ea0623bd0a req-a1c0559e-cfa7-436c-82a3-578fd9dbf733 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 210 time: 0.1135976 Dec 08 02:07:39.113815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42354) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:39.116322 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-526f840e-f619-4d19-a91d-46fc0d0cb030 req-7cd9d6a0-9992-4c50-bd78-f00b43f4cb80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:39.222480 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a089a83-d0ba-4eb9-a2dc-631e7be6e1f1 x-openstack-request-id: req-1a089a83-d0ba-4eb9-a2dc-631e7be6e1f1 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:39.223697 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-deleted", "tag": "6cc566c4-deda-4159-a78a-23068f3c174a", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:39.224767 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1a089a83-d0ba-4eb9-a2dc-631e7be6e1f1 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:39.225965 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-deleted', 'tag': '6cc566c4-deda-4159-a78a-23068f3c174a', 'status': 'completed', 'code': 200} Dec 08 02:07:39.269295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9d6a0-9992-4c50-bd78-f00b43f4cb80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Pushing event deleted for resources: {'Port': ['ID=76045b47-cd7c-4c94-87d0-af4a5cfeafe9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:39.408664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-914758af-fc2e-45c3-a998-f6a78ea009d4 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] For port 416e1a97-ecb1-4ac8-a9f8-297949a2a910, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=416e1a97-ecb1-4ac8-a9f8-297949a2a910,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:39.409031 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-914758af-fc2e-45c3-a998-f6a78ea009d4 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:39.463134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-914758af-fc2e-45c3-a998-f6a78ea009d4 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Calling delete_port for 416e1a97-ecb1-4ac8-a9f8-297949a2a910 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:39.611903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-9a10125c-04de-4211-9b3e-139c3b1e26a8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Allocated IP 172.20.0.5 (b3d476c4-1349-4a9a-a122-cb4a1c8ae29a/c7edc8da-fc0d-472c-9093-a156fba7e61f/eeea3ee3-dfe0-432f-82ff-290f3a2c845c) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:07:39.745011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-492328572'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:39.751918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-526f840e-f619-4d19-a91d-46fc0d0cb030 req-7cd9d6a0-9992-4c50-bd78-f00b43f4cb80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] No DVR routers for this DVR port 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:07:39.757526 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-914758af-fc2e-45c3-a998-f6a78ea009d4 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:39.779053 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-526f840e-f619-4d19-a91d-46fc0d0cb030 req-7cd9d6a0-9992-4c50-bd78-f00b43f4cb80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:39.783004 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-526f840e-f619-4d19-a91d-46fc0d0cb030 req-7cd9d6a0-9992-4c50-bd78-f00b43f4cb80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.75 "DELETE /v2.0/ports/76045b47-cd7c-4c94-87d0-af4a5cfeafe9 HTTP/1.1" status: 204 len: 173 time: 2.8679054 Dec 08 02:07:39.787678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d38e07d-6224-4a16-ab0f-049ba9b0907c', 'name': 'network-vif-deleted', 'tag': '76045b47-cd7c-4c94-87d0-af4a5cfeafe9'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:39.790427 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f1df61-d303-4d23-8cca-b90766b9f528" -d '{"events": [{"server_uuid": "5d38e07d-6224-4a16-ab0f-049ba9b0907c", "name": "network-vif-deleted", "tag": "76045b47-cd7c-4c94-87d0-af4a5cfeafe9"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:39.796421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-562540df-47f8-41ee-9cb1-cb361748ff6f req-9b3592f6-6602-4f37-aed3-0238eb664eac tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 210 time: 0.1147468 Dec 08 02:07:39.929853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b75b1-3a9b-42d6-b56b-11cc0116ab3a req-b549949b-1b83-40b6-878b-c05cc50dff4f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:39.948634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b75b1-3a9b-42d6-b56b-11cc0116ab3a req-b549949b-1b83-40b6-878b-c05cc50dff4f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:39.951349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c0b75b1-3a9b-42d6-b56b-11cc0116ab3a req-b549949b-1b83-40b6-878b-c05cc50dff4f tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 1599 time: 0.7047617 Dec 08 02:07:39.955943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Made reservation on behalf of 9fd2f02db2f049c992f10c5d050ce0fb for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:39.968638 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:40.218624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 53d8e51b-26e3-4527-a7f2-bc4769ef1524 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:07:40.264707 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 53d8e51b-26e3-4527-a7f2-bc4769ef1524 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:07:40.267523 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 53d8e51b-26e3-4527-a7f2-bc4769ef1524 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:07:40.357926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-914758af-fc2e-45c3-a998-f6a78ea009d4 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] No DVR routers for this DVR port 416e1a97-ecb1-4ac8-a9f8-297949a2a910 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:07:40.359443 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914758af-fc2e-45c3-a998-f6a78ea009d4 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event deleted for resources: {'Port': ['ID=416e1a97-ecb1-4ac8-a9f8-297949a2a910,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:40.362576 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-914758af-fc2e-45c3-a998-f6a78ea009d4 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:40.366614 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-914758af-fc2e-45c3-a998-f6a78ea009d4 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "DELETE /v2.0/ports/416e1a97-ecb1-4ac8-a9f8-297949a2a910 HTTP/1.1" status: 204 len: 173 time: 1.5725689 Dec 08 02:07:40.379579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:07:40.418896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:07:40.421900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 76045b47-cd7c-4c94-87d0-af4a5cfeafe9 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:07:40.580041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Deleting port 9ad676ef-7601-4543-b8c7-abf32ca8e077 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:40.580389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:40.606806 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:40.675269 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-9a10125c-04de-4211-9b3e-139c3b1e26a8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:40.791065 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c0b75b1-3a9b-42d6-b56b-11cc0116ab3a req-10a3299e-145e-4bae-965e-8450c0a55b3d tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8062866 Dec 08 02:07:40.795443 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-9a10125c-04de-4211-9b3e-139c3b1e26a8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:40.829256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['7d9b7dbc-69a1-452a-b823-ca8a50551230'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:07:40.840709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] For port 9ad676ef-7601-4543-b8c7-abf32ca8e077, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=9ad676ef-7601-4543-b8c7-abf32ca8e077,segment=NetworkSegment(3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3),segment_id=3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:40.841087 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:40.942468 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-9a10125c-04de-4211-9b3e-139c3b1e26a8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:07:40.956077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ad676ef-7601-4543-b8c7-abf32ca8e077'}, {'server_uuid': 'ca55fcf8-987a-4036-a6cd-de5aab5d7db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2346697-4555-4e1f-9c0c-659030e0a58a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:40.962280 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438871e2-4734-43ba-b8c5-44f6379a8bf8 x-openstack-request-id: req-438871e2-4734-43ba-b8c5-44f6379a8bf8 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:40.963692 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e86318-a456-4728-bc4d-240ec029dcfe" -d '{"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-unplugged", "status": "completed", "tag": "9ad676ef-7601-4543-b8c7-abf32ca8e077"}, {"server_uuid": "ca55fcf8-987a-4036-a6cd-de5aab5d7db6", "name": "network-vif-plugged", "status": "completed", "tag": "e2346697-4555-4e1f-9c0c-659030e0a58a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:40.968530 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d38e07d-6224-4a16-ab0f-049ba9b0907c", "name": "network-vif-deleted", "tag": "76045b47-cd7c-4c94-87d0-af4a5cfeafe9", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:40.969806 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-438871e2-4734-43ba-b8c5-44f6379a8bf8 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:40.970450 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d38e07d-6224-4a16-ab0f-049ba9b0907c', 'name': 'network-vif-deleted', 'tag': '76045b47-cd7c-4c94-87d0-af4a5cfeafe9', 'status': 'completed', 'code': 200} Dec 08 02:07:41.006134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15384af-7592-4f5b-9ce9-bb558145c162 req-96a1ff16-4bdf-492b-a481-86b745c67186 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:41.020715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f15384af-7592-4f5b-9ce9-bb558145c162 req-96a1ff16-4bdf-492b-a481-86b745c67186 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 945 time: 1.0656445 Dec 08 02:07:41.036974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-9a10125c-04de-4211-9b3e-139c3b1e26a8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:07:41.074519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-9a10125c-04de-4211-9b3e-139c3b1e26a8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:07:41.178264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10125c-04de-4211-9b3e-139c3b1e26a8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Pushing event updated for resources: {'Port': ['ID=eeea3ee3-dfe0-432f-82ff-290f3a2c845c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:41.317785 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-9a10125c-04de-4211-9b3e-139c3b1e26a8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:41.318511 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-9a10125c-04de-4211-9b3e-139c3b1e26a8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:41.329185 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c05b067-ef95-402f-bd8d-aff107c4442a', 'name': 'network-vif-deleted', 'tag': '53d8e51b-26e3-4527-a7f2-bc4769ef1524'}, {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-deleted', 'tag': '3a24b4b4-8966-44f8-9636-d4da51d10381'}, {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-deleted', 'tag': '416e1a97-ecb1-4ac8-a9f8-297949a2a910'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:41.332943 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b545ed-c88d-4b22-9b9b-0778b3c881c1" -d '{"events": [{"server_uuid": "3c05b067-ef95-402f-bd8d-aff107c4442a", "name": "network-vif-deleted", "tag": "53d8e51b-26e3-4527-a7f2-bc4769ef1524"}, {"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-deleted", "tag": "3a24b4b4-8966-44f8-9636-d4da51d10381"}, {"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-deleted", "tag": "416e1a97-ecb1-4ac8-a9f8-297949a2a910"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:41.334136 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86944a-633a-4e38-a718-c9454b863936 req-83874189-551a-40a0-bb27-be4f2e42b71d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:41.342405 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e86944a-633a-4e38-a718-c9454b863936 req-83874189-551a-40a0-bb27-be4f2e42b71d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 931 time: 0.2384548 Dec 08 02:07:41.375771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f15384af-7592-4f5b-9ce9-bb558145c162 req-b40c8ac8-1673-4cf9-bbc0-910966c90b43 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3247154 Dec 08 02:07:41.393729 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:41.394228 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:41.394942 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Floating IP b02f61e1-821f-4fed-9cb6-a3c6eae72e72 disassociated. External IP: 172.25.8.225, port: 9ad676ef-7601-4543-b8c7-abf32ca8e077. Dec 08 02:07:41.395487 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Calling delete_port for 9ad676ef-7601-4543-b8c7-abf32ca8e077 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:41.512477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e86944a-633a-4e38-a718-c9454b863936 req-b8a03612-abf1-469b-981a-f2c923b5e3a9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689615 Dec 08 02:07:41.532577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-9a10125c-04de-4211-9b3e-139c3b1e26a8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9950013 Dec 08 02:07:41.538244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Request body: {'port': {'device_id': '9a029961-e1c7-4c9d-9016-b9a786c3822a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:41.577916 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:41.622160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event deleted for resources: {'Port': ['ID=9ad676ef-7601-4543-b8c7-abf32ca8e077,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:41.654132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff8c64ab-bf10-4781-9000-8dbfad2ec7bc req-4b50ca72-b71e-4aab-bf2f-c5bce184301c tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 210 time: 0.1542654 Dec 08 02:07:41.679923 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310b03df-968f-4a5f-bc76-b36932bddab0 x-openstack-request-id: req-310b03df-968f-4a5f-bc76-b36932bddab0 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:41.680385 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-unplugged", "status": "completed", "tag": "9ad676ef-7601-4543-b8c7-abf32ca8e077", "code": 200}, {"server_uuid": "ca55fcf8-987a-4036-a6cd-de5aab5d7db6", "name": "network-vif-plugged", "status": "completed", "tag": "e2346697-4555-4e1f-9c0c-659030e0a58a", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:41.680477 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-310b03df-968f-4a5f-bc76-b36932bddab0 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:41.680868 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ad676ef-7601-4543-b8c7-abf32ca8e077', 'code': 200} Dec 08 02:07:41.681132 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca55fcf8-987a-4036-a6cd-de5aab5d7db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2346697-4555-4e1f-9c0c-659030e0a58a', 'code': 200} Dec 08 02:07:41.697374 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:41.751979 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:41.780505 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09125d2-c4c6-4958-aa0a-c65b235da8ec x-openstack-request-id: req-b09125d2-c4c6-4958-aa0a-c65b235da8ec {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:41.780858 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c05b067-ef95-402f-bd8d-aff107c4442a", "name": "network-vif-deleted", "tag": "53d8e51b-26e3-4527-a7f2-bc4769ef1524", "status": "completed", "code": 200}, {"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-deleted", "tag": "3a24b4b4-8966-44f8-9636-d4da51d10381", "status": "completed", "code": 200}, {"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-deleted", "tag": "416e1a97-ecb1-4ac8-a9f8-297949a2a910", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:41.781123 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b09125d2-c4c6-4958-aa0a-c65b235da8ec {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:41.781592 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c05b067-ef95-402f-bd8d-aff107c4442a', 'name': 'network-vif-deleted', 'tag': '53d8e51b-26e3-4527-a7f2-bc4769ef1524', 'status': 'completed', 'code': 200} Dec 08 02:07:41.781849 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-deleted', 'tag': '3a24b4b4-8966-44f8-9636-d4da51d10381', 'status': 'completed', 'code': 200} Dec 08 02:07:41.782106 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-deleted', 'tag': '416e1a97-ecb1-4ac8-a9f8-297949a2a910', 'status': 'completed', 'code': 200} Dec 08 02:07:41.830016 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:07:41.909166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:07:41.949812 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1985aff-d617-45ee-8993-e613f92343be,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:41.952866 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:41.960623 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:41.961376 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Added segment 4be14081-b07d-4d5a-bf43-a833fcdc67de of type vlan for network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 Dec 08 02:07:42.001865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8256669e-60c4-49ba-a574-26952d4adf93 req-b4614b2d-44b8-4469-b11b-9896bb03ae96 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0653484 Dec 08 02:07:42.161590 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6050c665-626a-4cb0-b336-217260f4bd0b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:42.163282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6050c665-626a-4cb0-b336-217260f4bd0b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.75 "GET /v2.0/networks?id=9304b637-0f71-4f24-9cf9-d7da4453c8d2 HTTP/1.1" status: 200 len: 812 time: 0.5117822 Dec 08 02:07:42.178814 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:42.189504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-8a5e3c0c-8cd0-4846-9af3-a163ddf1cc80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Request body: {'port': {'device_id': '5e054eb5-0377-4ae3-94fd-0b1c1384233f', 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2', 'admin_state_up': True, 'tenant_id': '01eb1b8e757843b5b286b5f33b8010b1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:42.358767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639f059-7dcf-4c5a-b63a-93e22ae4fd42 req-d526ca38-0fa9-409b-9481-75e5e1202b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:42.360466 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0639f059-7dcf-4c5a-b63a-93e22ae4fd42 req-d526ca38-0fa9-409b-9481-75e5e1202b53 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 1097 time: 0.5182920 Dec 08 02:07:42.415690 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0639f059-7dcf-4c5a-b63a-93e22ae4fd42 req-1e486cda-04fc-4434-b166-2f5d6ff26e54 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480125 Dec 08 02:07:42.422662 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-d405bd0e-b094-4ba4-bd8a-4225b3a01ee7 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:42.423959 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-d405bd0e-b094-4ba4-bd8a-4225b3a01ee7 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.45 "GET /v2.0/networks?id=9304b637-0f71-4f24-9cf9-d7da4453c8d2 HTTP/1.1" status: 200 len: 812 time: 0.5869863 Dec 08 02:07:42.455811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-efe2e514-c802-4b1a-a6c4-4414f4addbca tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Request body: {'port': {'device_id': '1a73fb64-0bc2-4c44-a86b-aefb8ad9c615', 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2', 'admin_state_up': True, 'tenant_id': '01eb1b8e757843b5b286b5f33b8010b1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:42.508067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:07:42.520729 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e1d2e2-83bb-44ef-b07e-1fdcb0e1493c None None] Sync routers for ids ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:07:42.534807 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e1d2e2-83bb-44ef-b07e-1fdcb0e1493c None None] Routers {'4b3bd2b3-de74-4aa4-8002-598fc67d8c05'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:07:42.538812 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-59e1d2e2-83bb-44ef-b07e-1fdcb0e1493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:07:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:42.687021 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:42.693223 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:42.693941 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:42.703782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] No DVR routers for this DVR port 9ad676ef-7601-4543-b8c7-abf32ca8e077 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:07:42.721069 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:42.726422 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.45 "DELETE /v2.0/ports/9ad676ef-7601-4543-b8c7-abf32ca8e077 HTTP/1.1" status: 204 len: 173 time: 2.3532581 Dec 08 02:07:42.744505 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-59e1d2e2-83bb-44ef-b07e-1fdcb0e1493c None None] Set router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:07:42.812160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-efe2e514-c802-4b1a-a6c4-4414f4addbca tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Made reservation on behalf of 01eb1b8e757843b5b286b5f33b8010b1 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:42.816321 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-efe2e514-c802-4b1a-a6c4-4414f4addbca tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:42.887468 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9f412-d241-4029-9021-26c34e0c3755 req-5d4e4913-79a2-4234-bf12-f84f69ecf8d4 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:42.889320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acd9f412-d241-4029-9021-26c34e0c3755 req-5d4e4913-79a2-4234-bf12-f84f69ecf8d4 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 945 time: 0.3990173 Dec 08 02:07:42.896600 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.7805271 Dec 08 02:07:42.976841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e07a1-0810-47f2-a898-b42f63fcb94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Pushing event updated for resources: {'Network': ['ID=3456d2c0-7165-4987-a42e-9381c0d8b8d7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:42.995826 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:07:43.053720 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dda7a-9c62-43f7-817f-a5cca7b39f21 req-6d1e8fe5-a381-44e8-b698-0a81ec5e8ef8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:43.055507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c04dda7a-9c62-43f7-817f-a5cca7b39f21 req-6d1e8fe5-a381-44e8-b698-0a81ec5e8ef8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 931 time: 0.4250698 Dec 08 02:07:43.145377 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-efe2e514-c802-4b1a-a6c4-4414f4addbca tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Allocated IP 172.20.0.6 (9304b637-0f71-4f24-9cf9-d7da4453c8d2/8916b163-48ca-4521-a3a0-fb5f7d4e936e/da4aa886-91f3-45f0-adbe-0cb5ce131cb3) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:07:43.264821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-8a5e3c0c-8cd0-4846-9af3-a163ddf1cc80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Made reservation on behalf of 01eb1b8e757843b5b286b5f33b8010b1 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:43.279923 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-8a5e3c0c-8cd0-4846-9af3-a163ddf1cc80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:43.295135 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-59e1d2e2-83bb-44ef-b07e-1fdcb0e1493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:25Z', 'revision_number': 4, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port': {'id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2600c1e1-da50-4a9f-84f2-bd19d48368f6', 'name': '', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'mac_address': 'fa:16:3e:ed:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:18Z', 'updated_at': '2021-12-08T01:56:36Z', 'revision_number': 5, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'subnets': [{'id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:43.327460 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e1d2e2-83bb-44ef-b07e-1fdcb0e1493c None None] Checking router: 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:07:43.346721 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e1d2e2-83bb-44ef-b07e-1fdcb0e1493c None None] Routers {'4b3bd2b3-de74-4aa4-8002-598fc67d8c05'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:07:43.347985 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-59e1d2e2-83bb-44ef-b07e-1fdcb0e1493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:07:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:43.362852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acd9f412-d241-4029-9021-26c34e0c3755 req-19580bcb-17ab-4eb5-b77e-88023b6f6235 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3953555 Dec 08 02:07:43.454757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c04dda7a-9c62-43f7-817f-a5cca7b39f21 req-93a95dd2-08a2-4f71-813c-f5bd5642d691 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539138 Dec 08 02:07:43.510528 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-efe2e514-c802-4b1a-a6c4-4414f4addbca tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:43.557717 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-efe2e514-c802-4b1a-a6c4-4414f4addbca tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:43.597467 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-59e1d2e2-83bb-44ef-b07e-1fdcb0e1493c None None] Set router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:07:43.612457 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-efe2e514-c802-4b1a-a6c4-4414f4addbca tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:07:43.623880 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-efe2e514-c802-4b1a-a6c4-4414f4addbca tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:07:43.631290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-efe2e514-c802-4b1a-a6c4-4414f4addbca tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:07:43.670612 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f535aa7-e9fc-480e-a3e7-398444d7200e req-edcb0ad5-cfc3-4f74-b5d6-6c06028d99eb tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 210 time: 0.1525977 Dec 08 02:07:43.670929 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2e514-c802-4b1a-a6c4-4414f4addbca tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Pushing event updated for resources: {'Port': ['ID=da4aa886-91f3-45f0-adbe-0cb5ce131cb3,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:43.729387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-efe2e514-c802-4b1a-a6c4-4414f4addbca tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:43.731125 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-efe2e514-c802-4b1a-a6c4-4414f4addbca tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:43.732685 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeea3ee3-dfe0-432f-82ff-290f3a2c845c {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:07:43.738868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42422) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:43.758591 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-efe2e514-c802-4b1a-a6c4-4414f4addbca tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3142967 Dec 08 02:07:43.767074 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Request body: {'port': {'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7', 'binding:host_id': 'n-h2-713499-31', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196633234'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:43.781799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Request body: {'port': {'device_id': '1a73fb64-0bc2-4c44-a86b-aefb8ad9c615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:43.785213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-deleted', 'tag': '9ad676ef-7601-4543-b8c7-abf32ca8e077'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:43.788685 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee74911-e4ed-4513-af3c-aa937b7437c7" -d '{"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-deleted", "tag": "9ad676ef-7601-4543-b8c7-abf32ca8e077"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:43.792409 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:43.858884 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecbcda3-82cd-4041-89be-95aa051e6b6e x-openstack-request-id: req-fecbcda3-82cd-4041-89be-95aa051e6b6e {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:43.859194 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e43a8e-d1f4-476b-846d-bc63850d6d78", "name": "network-vif-deleted", "tag": "9ad676ef-7601-4543-b8c7-abf32ca8e077", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:43.859497 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fecbcda3-82cd-4041-89be-95aa051e6b6e {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:43.859918 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e43a8e-d1f4-476b-846d-bc63850d6d78', 'name': 'network-vif-deleted', 'tag': '9ad676ef-7601-4543-b8c7-abf32ca8e077', 'status': 'completed', 'code': 200} Dec 08 02:07:43.869013 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:43.931020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-28d30bcd-0a9b-4495-a8b3-6e7dd8283e6d req-3ed694e2-4960-42df-acc1-8166b2bc08ee tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.1408813 Dec 08 02:07:43.958917 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Transition to ACTIVE for port object eeea3ee3-dfe0-432f-82ff-290f3a2c845c will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:07:43.981511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Made reservation on behalf of 45a8ea38127140e99981911a2cc62779 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:43.990656 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:43.992932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:44.045016 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-59e1d2e2-83bb-44ef-b07e-1fdcb0e1493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:25Z', 'revision_number': 4, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port': {'id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2600c1e1-da50-4a9f-84f2-bd19d48368f6', 'name': '', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'mac_address': 'fa:16:3e:ed:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:18Z', 'updated_at': '2021-12-08T01:56:36Z', 'revision_number': 5, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'subnets': [{'id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:44.055169 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:44.060000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-8a5e3c0c-8cd0-4846-9af3-a163ddf1cc80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Allocated IP 172.20.0.10 (9304b637-0f71-4f24-9cf9-d7da4453c8d2/8916b163-48ca-4521-a3a0-fb5f7d4e936e/a56d8743-f825-4934-8ee9-ef875d336c16) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:07:44.096599 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e1d2e2-83bb-44ef-b07e-1fdcb0e1493c None None] The sync data for ids ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'] in n-d-713499-31 is: [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:25Z', 'revision_number': 4, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port': {'id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2600c1e1-da50-4a9f-84f2-bd19d48368f6', 'name': '', 'network_id': 'caf2deea-53dd-4462-beed-a3b1fd4b591a', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'mac_address': 'fa:16:3e:ed:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:18Z', 'updated_at': '2021-12-08T01:56:36Z', 'revision_number': 5, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'subnets': [{'id': '9858dc50-2361-4edb-86fe-cd0999c30287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:07:44.112339 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Pushing event updated for resources: {'Port': ['ID=eeea3ee3-dfe0-432f-82ff-290f3a2c845c,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:44.350883 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Attempting to bind port eeea3ee3-dfe0-432f-82ff-290f3a2c845c on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:44.351371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Attempting to bind port eeea3ee3-dfe0-432f-82ff-290f3a2c845c by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:44.351845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Attempting to bind port eeea3ee3-dfe0-432f-82ff-290f3a2c845c on network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:44.384547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:44.402806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Port eeea3ee3-dfe0-432f-82ff-290f3a2c845c on network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:44.410060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Attempting to bind port eeea3ee3-dfe0-432f-82ff-290f3a2c845c on network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:44.423224 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:44.429815 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-8a5e3c0c-8cd0-4846-9af3-a163ddf1cc80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:44.446081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:07:44.446462 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Checking segment: {'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:07:44.452218 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Bound using segment: {'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:07:44.452926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Bound port: eeea3ee3-dfe0-432f-82ff-290f3a2c845c, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:07:44.453499 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:44.456535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] device_id is not set on port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:07:44.591654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7729ffbf-6511-4937-9120-a8b403ff4af5 None None] New status for floating IP b02f61e1-821f-4fed-9cb6-a3c6eae72e72: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:07:44.667922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e09298-cf5b-4073-a6c6-7c94a1890993,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:44.776177 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-8a5e3c0c-8cd0-4846-9af3-a163ddf1cc80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:44.801036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925c3c9-fcc8-41dc-bcba-d8ca82292c89 req-fbd31d4e-5750-4bd3-846d-20e5f21a7c84 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:44.808332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c925c3c9-fcc8-41dc-bcba-d8ca82292c89 req-fbd31d4e-5750-4bd3-846d-20e5f21a7c84 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 945 time: 0.2925403 Dec 08 02:07:44.858017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] For port eeea3ee3-dfe0-432f-82ff-290f3a2c845c, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:07:44.892490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccf8c8-8cf8-4a80-b02e-6da39a88a178 req-97e5ee9d-d224-4bee-99a7-98a2c726268a tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:44.894024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69ccf8c8-8cf8-4a80-b02e-6da39a88a178 req-97e5ee9d-d224-4bee-99a7-98a2c726268a tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 943 time: 0.2850866 Dec 08 02:07:44.945579 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] For port eeea3ee3-dfe0-432f-82ff-290f3a2c845c, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=eeea3ee3-dfe0-432f-82ff-290f3a2c845c,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:07:44.957025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-8a5e3c0c-8cd0-4846-9af3-a163ddf1cc80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:07:44.974004 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:44.982567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4aa886-91f3-45f0-adbe-0cb5ce131cb3 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:07:44.984206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-8a5e3c0c-8cd0-4846-9af3-a163ddf1cc80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:07:44.993102 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:45.011427 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e3c0c-8cd0-4846-9af3-a163ddf1cc80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Pushing event updated for resources: {'Port': ['ID=a56d8743-f825-4934-8ee9-ef875d336c16,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:45.013214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Transition to ACTIVE for port object da4aa886-91f3-45f0-adbe-0cb5ce131cb3 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:07:45.019860 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:45.023729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-8a5e3c0c-8cd0-4846-9af3-a163ddf1cc80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:07:45.037654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:45.038321 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:45.039756 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] 10.222.0.45 "PUT /v2.0/ports/eeea3ee3-dfe0-432f-82ff-290f3a2c845c HTTP/1.1" status: 200 len: 1092 time: 3.5063252 Dec 08 02:07:45.041431 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a029961-e1c7-4c9d-9016-b9a786c3822a', 'tag': 'eeea3ee3-dfe0-432f-82ff-290f3a2c845c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:45.044878 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ab391b-7389-4869-be36-09441a517d05" -d '{"events": [{"name": "network-changed", "server_uuid": "9a029961-e1c7-4c9d-9016-b9a786c3822a", "tag": "eeea3ee3-dfe0-432f-82ff-290f3a2c845c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:45.157746 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69ccf8c8-8cf8-4a80-b02e-6da39a88a178 req-fbe366e7-9f9e-42d9-a63d-ea7d770d7701 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495489 Dec 08 02:07:45.159157 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Pushing event updated for resources: {'Port': ['ID=da4aa886-91f3-45f0-adbe-0cb5ce131cb3,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:45.172625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Attempting to bind port da4aa886-91f3-45f0-adbe-0cb5ce131cb3 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:45.173036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Attempting to bind port da4aa886-91f3-45f0-adbe-0cb5ce131cb3 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:45.173435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Attempting to bind port da4aa886-91f3-45f0-adbe-0cb5ce131cb3 on network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:45.179105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Port da4aa886-91f3-45f0-adbe-0cb5ce131cb3 on network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:45.179775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Attempting to bind port da4aa886-91f3-45f0-adbe-0cb5ce131cb3 on network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:45.185982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:07:45.186454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Checking segment: {'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:07:45.186944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Bound using segment: {'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:07:45.187483 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Bound port: da4aa886-91f3-45f0-adbe-0cb5ce131cb3, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:07:45.187981 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:45.210417 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c925c3c9-fcc8-41dc-bcba-d8ca82292c89 req-b5a6bba3-0d5a-4060-a598-fe680f2cecf9 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4005876 Dec 08 02:07:45.310470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] For port da4aa886-91f3-45f0-adbe-0cb5ce131cb3, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:07:45.314622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] For port da4aa886-91f3-45f0-adbe-0cb5ce131cb3, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=da4aa886-91f3-45f0-adbe-0cb5ce131cb3,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:07:45.320920 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:45.340324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] device_id is not set on port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:07:45.350653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-8a5e3c0c-8cd0-4846-9af3-a163ddf1cc80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:45.351493 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-8a5e3c0c-8cd0-4846-9af3-a163ddf1cc80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:45.362172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:45.362912 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:45.365240 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] 10.222.0.45 "PUT /v2.0/ports/da4aa886-91f3-45f0-adbe-0cb5ce131cb3 HTTP/1.1" status: 200 len: 1092 time: 1.5884573 Dec 08 02:07:45.400914 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:45.406677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52f331-3ee0-4d11-9a60-3549a1964d08 service neutron] Pushing event updated for resources: {'Port': ['ID=eeea3ee3-dfe0-432f-82ff-290f3a2c845c,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:45.419303 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea2d57cd-b6c5-4949-a93b-1be9e0dd5a75 req-372d1564-f991-4a6b-9f2e-00921ffb8689 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0906768 Dec 08 02:07:45.442702 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:45.457270 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-a863b534-0ff5-484d-91db-d2ffa270d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:45.458798 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-a863b534-0ff5-484d-91db-d2ffa270d1e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=599f20414bca47809376ee6158cd4fab&device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 1095 time: 0.3425004 Dec 08 02:07:45.477381 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-8a5e3c0c-8cd0-4846-9af3-a163ddf1cc80 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2941647 Dec 08 02:07:45.511335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88dab5-4676-4a97-b521-e9baae24ec3c req-a4c8f1e2-f512-462e-be9e-cb4e40e543aa tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:45.513025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da88dab5-4676-4a97-b521-e9baae24ec3c req-a4c8f1e2-f512-462e-be9e-cb4e40e543aa tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 932 time: 0.2411430 Dec 08 02:07:45.550970 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcf3674-fb76-4a89-9ec5-03876347767a x-openstack-request-id: req-afcf3674-fb76-4a89-9ec5-03876347767a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:45.551269 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a029961-e1c7-4c9d-9016-b9a786c3822a", "tag": "eeea3ee3-dfe0-432f-82ff-290f3a2c845c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:45.552799 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-afcf3674-fb76-4a89-9ec5-03876347767a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:45.553380 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a029961-e1c7-4c9d-9016-b9a786c3822a', 'tag': 'eeea3ee3-dfe0-432f-82ff-290f3a2c845c', 'status': 'completed', 'code': 200} Dec 08 02:07:45.564263 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Request body: {'port': {'device_id': '5e054eb5-0377-4ae3-94fd-0b1c1384233f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:45.615095 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:07:45.695660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-84fb7497-b47a-4837-8f20-e094d2d8f839 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeea3ee3-dfe0-432f-82ff-290f3a2c845c HTTP/1.1" status: 200 len: 217 time: 0.2062638 Dec 08 02:07:45.751109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f4cf1-e4dd-4446-baf6-be30b606a91f service neutron] Pushing event updated for resources: {'Port': ['ID=da4aa886-91f3-45f0-adbe-0cb5ce131cb3,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:45.760130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-5825a332-9c84-4860-8051-76d2c33048f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:45.761162 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-5825a332-9c84-4860-8051-76d2c33048f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01eb1b8e757843b5b286b5f33b8010b1&device_id=1a73fb64-0bc2-4c44-a86b-aefb8ad9c615 HTTP/1.1" status: 200 len: 1095 time: 0.0670698 Dec 08 02:07:45.806107 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:45.843278 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-321c1858-8ebb-4044-9d97-6932ef63f69c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da4aa886-91f3-45f0-adbe-0cb5ce131cb3 HTTP/1.1" status: 200 len: 217 time: 0.0666409 Dec 08 02:07:45.860258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da88dab5-4676-4a97-b521-e9baae24ec3c req-3ac76f65-3074-430e-b8b4-9aea2c340788 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894390 Dec 08 02:07:45.861022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Checking segment: {'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:07:45.861392 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Network hostable DHCP agents. Network: 3456d2c0-7165-4987-a42e-9381c0d8b8d7, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:07:45.862900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a73fb64-0bc2-4c44-a86b-aefb8ad9c615', 'tag': 'da4aa886-91f3-45f0-adbe-0cb5ce131cb3'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:45.865434 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79de07f1-ccde-4e4e-af3a-150b3567a145" -d '{"events": [{"name": "network-changed", "server_uuid": "1a73fb64-0bc2-4c44-a86b-aefb8ad9c615", "tag": "da4aa886-91f3-45f0-adbe-0cb5ce131cb3"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:45.890162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Pushing event updated for resources: {'Port': ['ID=69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:45.917248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-29b26082-d44a-4593-ad54-819c32ba78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:45.920031 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-29b26082-d44a-4593-ad54-819c32ba78a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8916b163-48ca-4521-a3a0-fb5f7d4e936e HTTP/1.1" status: 200 len: 852 time: 0.0695369 Dec 08 02:07:45.962185 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-68c3f4bb-6823-459c-8794-dbcd24203286 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9304b637-0f71-4f24-9cf9-d7da4453c8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335162 Dec 08 02:07:45.971023 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f382cb4-6277-4ff9-af6c-844aed323d10 x-openstack-request-id: req-4f382cb4-6277-4ff9-af6c-844aed323d10 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:45.971259 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a73fb64-0bc2-4c44-a86b-aefb8ad9c615", "tag": "da4aa886-91f3-45f0-adbe-0cb5ce131cb3", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:45.971474 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4f382cb4-6277-4ff9-af6c-844aed323d10 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:45.971957 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a73fb64-0bc2-4c44-a86b-aefb8ad9c615', 'tag': 'da4aa886-91f3-45f0-adbe-0cb5ce131cb3', 'status': 'completed', 'code': 200} Dec 08 02:07:45.999587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284be563-7a1e-45fe-9ca5-246f060db4ab req-4c4ce115-501c-4ae2-8f14-0e22738a14a7 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:46.001034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-284be563-7a1e-45fe-9ca5-246f060db4ab req-4c4ce115-501c-4ae2-8f14-0e22738a14a7 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 945 time: 0.3383310 Dec 08 02:07:46.012175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42448) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:46.012748 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-f08c06c3-8c14-46da-bbe8-c07fd2cfa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:46.013863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-f08c06c3-8c14-46da-bbe8-c07fd2cfa763 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7edc8da-fc0d-472c-9093-a156fba7e61f HTTP/1.1" status: 200 len: 854 time: 0.3049662 Dec 08 02:07:46.016562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:07:46.019260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d9ca48f5-8f2b-4e35-b50c-cf46ac7fa86c tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Request body: {'floatingip': {'port_id': 'e2346697-4555-4e1f-9c0c-659030e0a58a'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:46.048543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 3456d2c0-7165-4987-a42e-9381c0d8b8d7) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:07:46.051486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:07:46.060199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4263dc-41c2-4f29-a2e1-f243e7e91da6 None None] Network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:07:46.087803 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-486d22e5-16d7-4b15-84f1-316eb04e34cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643599 Dec 08 02:07:46.110498 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9ca48f5-8f2b-4e35-b50c-cf46ac7fa86c tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for floatingip, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:46.178069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:46.178421 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:46.178790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:46.227021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:46.227369 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:46.233533 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 2 to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc Dec 08 02:07:46.279937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:46.280200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:46.280529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:46.317034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:46.317365 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:46.323472 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 3 to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc Dec 08 02:07:46.373597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-e9dc3c6b-fbf2-4877-8485-0890b104417a service neutron] 10.222.0.45 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346733 Dec 08 02:07:46.436261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:46.437039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:46.437536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:46.477776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:46.478501 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:46.486149 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 4 to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc Dec 08 02:07:46.802170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9ca48f5-8f2b-4e35-b50c-cf46ac7fa86c tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:46.812854 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9ca48f5-8f2b-4e35-b50c-cf46ac7fa86c tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:46.890192 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-8367d3bf-2dc9-4fa3-9698-1490e5a9bfbd service neutron] 10.222.0.45 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9171505 Dec 08 02:07:47.020869 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-d9ca48f5-8f2b-4e35-b50c-cf46ac7fa86c tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Floating IP 626c216d-90e2-4ef4-8052-5b0a9ac23703 associated. External IP: 172.25.8.220, port: e2346697-4555-4e1f-9c0c-659030e0a58a. Dec 08 02:07:47.077756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56d8743-f825-4934-8ee9-ef875d336c16 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:07:47.086967 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:47.090578 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-3579cf0e-39b3-4a90-9cfb-9d0c16b4c655 service neutron] 10.222.0.45 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687045 Dec 08 02:07:47.120825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d845e1-25d3-40ab-9639-791e512ca154 req-45241827-043f-4dff-a1cc-67e570db8862 service neutron] 10.222.0.45 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161090 Dec 08 02:07:47.135478 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60f36ad8-aa30-48b5-a7c4-ee66f136274f req-498d05ad-aa3c-4c42-9bc7-03a81cc97451 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.2225103 Dec 08 02:07:47.144459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:47.144841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:47.145346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:47.182759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1d25a-be38-4fa5-a6b2-88c27b52efc7 req-5164623c-1d86-4eb7-a66b-4e5640421ab4 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:47.191020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44a1d25a-be38-4fa5-a6b2-88c27b52efc7 req-5164623c-1d86-4eb7-a66b-4e5640421ab4 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 943 time: 0.8623741 Dec 08 02:07:47.258112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Transition to ACTIVE for port object a56d8743-f825-4934-8ee9-ef875d336c16 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:07:47.273587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:47.274818 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:47.280854 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 5 to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc Dec 08 02:07:47.310398 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:47.390426 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de07f1-ccde-4e4e-af3a-150b3567a145 req-e49866a3-bfee-43bb-943c-152f39f81fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:47.392331 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79de07f1-ccde-4e4e-af3a-150b3567a145 req-e49866a3-bfee-43bb-943c-152f39f81fd9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01eb1b8e757843b5b286b5f33b8010b1&device_id=1a73fb64-0bc2-4c44-a86b-aefb8ad9c615 HTTP/1.1" status: 200 len: 1095 time: 0.1057935 Dec 08 02:07:47.405735 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44a1d25a-be38-4fa5-a6b2-88c27b52efc7 req-c1127963-e508-4c6a-8442-f154166c1101 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138503 Dec 08 02:07:47.409173 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:47.409173 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:47.409492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:47.443348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:47.443730 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:47.449104 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 6 to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc Dec 08 02:07:47.468598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Pushing event updated for resources: {'Port': ['ID=a56d8743-f825-4934-8ee9-ef875d336c16,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:47.499499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:47.499881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:47.500223 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:47.511184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6bad-6c21-403f-8e19-6a2f774642d3 req-121b2f49-ee85-466b-aabb-ac502fd9d8ec tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:47.512904 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6ae6bad-6c21-403f-8e19-6a2f774642d3 req-121b2f49-ee85-466b-aabb-ac502fd9d8ec tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 944 time: 0.2371335 Dec 08 02:07:47.516812 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab391b-7389-4869-be36-09441a517d05 req-dd512266-9bc9-4a68-9f66-285ab25c4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:47.518348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76ab391b-7389-4869-be36-09441a517d05 req-dd512266-9bc9-4a68-9f66-285ab25c4567 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=599f20414bca47809376ee6158cd4fab&device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 1095 time: 0.2191675 Dec 08 02:07:47.553735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:47.554070 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:47.567296 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 7 to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc Dec 08 02:07:47.590872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ca48f5-8f2b-4e35-b50c-cf46ac7fa86c tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Router a240d149-16ec-4924-9288-32221a548c5e has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:07:47.642387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:47.642731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:47.643076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:47.652235 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de07f1-ccde-4e4e-af3a-150b3567a145 req-0ec5b284-19f8-4118-9ec1-024195dbf5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:47.654135 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79de07f1-ccde-4e4e-af3a-150b3567a145 req-0ec5b284-19f8-4118-9ec1-024195dbf5b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9304b637-0f71-4f24-9cf9-d7da4453c8d2 HTTP/1.1" status: 200 len: 913 time: 0.2459228 Dec 08 02:07:47.675991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:47.676330 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:47.681804 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 8 to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc Dec 08 02:07:47.704376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6ae6bad-6c21-403f-8e19-6a2f774642d3 req-4e475feb-0bd4-4b66-9372-bbe21b4e336c tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580274 Dec 08 02:07:47.706516 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79de07f1-ccde-4e4e-af3a-150b3567a145 req-918c2e2b-d054-406a-b250-87bc51eeec09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da4aa886-91f3-45f0-adbe-0cb5ce131cb3 HTTP/1.1" status: 200 len: 217 time: 0.0421777 Dec 08 02:07:47.724445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Attempting to bind port a56d8743-f825-4934-8ee9-ef875d336c16 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:47.724984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Attempting to bind port a56d8743-f825-4934-8ee9-ef875d336c16 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:47.725524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Attempting to bind port a56d8743-f825-4934-8ee9-ef875d336c16 on network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:47.740049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:47.740650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:47.741157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:47.746466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Port a56d8743-f825-4934-8ee9-ef875d336c16 on network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:47.747021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Attempting to bind port a56d8743-f825-4934-8ee9-ef875d336c16 on network 9304b637-0f71-4f24-9cf9-d7da4453c8d2 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:47.751930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab391b-7389-4869-be36-09441a517d05 req-8a8f6442-fa6f-41cd-9c35-e8bfc32d2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:47.753950 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76ab391b-7389-4869-be36-09441a517d05 req-8a8f6442-fa6f-41cd-9c35-e8bfc32d2e8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 200 len: 915 time: 0.2171519 Dec 08 02:07:47.757166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:47.757724 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:47.758565 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 9 to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc Dec 08 02:07:47.761912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:07:47.762490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Checking segment: {'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:07:47.763053 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Bound using segment: {'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:07:47.763698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Bound port: a56d8743-f825-4934-8ee9-ef875d336c16, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a817ef-171e-41c2-a10b-e36c89e5292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:07:47.764246 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:47.819855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76ab391b-7389-4869-be36-09441a517d05 req-8b685f7c-afc9-464e-b8aa-b97e746e8b2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeea3ee3-dfe0-432f-82ff-290f3a2c845c HTTP/1.1" status: 200 len: 217 time: 0.0529776 Dec 08 02:07:47.824754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:47.825331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:47.825838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:47.882939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:47.883543 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:47.890080 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 10 to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc Dec 08 02:07:47.930465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:47.931065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:47.931571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:47.935295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab391b-7389-4869-be36-09441a517d05 req-d4105a0f-26b2-410f-ae86-fb849f2f2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:47.937128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76ab391b-7389-4869-be36-09441a517d05 req-d4105a0f-26b2-410f-ae86-fb849f2f2c0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7edc8da-fc0d-472c-9093-a156fba7e61f HTTP/1.1" status: 200 len: 854 time: 0.1087017 Dec 08 02:07:47.956406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:47.957005 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:47.957537 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:47.987813 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76ab391b-7389-4869-be36-09441a517d05 req-215ff026-2781-42eb-b382-dad79ed2f93e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408611 Dec 08 02:07:47.989145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] For port a56d8743-f825-4934-8ee9-ef875d336c16, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:07:48.050422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] For port a56d8743-f825-4934-8ee9-ef875d336c16, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a56d8743-f825-4934-8ee9-ef875d336c16,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:07:48.053270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de07f1-ccde-4e4e-af3a-150b3567a145 req-f89b373f-cbb8-4672-957c-409008658afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:48.054941 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79de07f1-ccde-4e4e-af3a-150b3567a145 req-f89b373f-cbb8-4672-957c-409008658afb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8916b163-48ca-4521-a3a0-fb5f7d4e936e HTTP/1.1" status: 200 len: 852 time: 0.0631013 Dec 08 02:07:48.056641 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ca48f5-8f2b-4e35-b50c-cf46ac7fa86c tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:07:48.061605 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d9ca48f5-8f2b-4e35-b50c-cf46ac7fa86c tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:48.066192 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:48.071592 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12061985-c5ff-4093-adf7-7e299cd55925 None None] Sync routers for ids ['a240d149-16ec-4924-9288-32221a548c5e'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:07:48.084571 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12061985-c5ff-4093-adf7-7e299cd55925 None None] Routers {'a240d149-16ec-4924-9288-32221a548c5e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:07:48.087957 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-12061985-c5ff-4093-adf7-7e299cd55925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:07:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a240d149-16ec-4924-9288-32221a548c5e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:48.143076 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79de07f1-ccde-4e4e-af3a-150b3567a145 req-2bd8d53f-2743-4862-8599-fa38df09821d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9304b637-0f71-4f24-9cf9-d7da4453c8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753615 Dec 08 02:07:48.172466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:48.173113 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:48.174470 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] 10.222.0.75 "PUT /v2.0/ports/a56d8743-f825-4934-8ee9-ef875d336c16 HTTP/1.1" status: 200 len: 1093 time: 2.6579988 Dec 08 02:07:48.174910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e054eb5-0377-4ae3-94fd-0b1c1384233f', 'tag': 'a56d8743-f825-4934-8ee9-ef875d336c16'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:48.177341 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abceaace-dacd-4403-9637-09e33df4e1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5e054eb5-0377-4ae3-94fd-0b1c1384233f", "tag": "a56d8743-f825-4934-8ee9-ef875d336c16"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:48.239577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] For port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:07:48.248690 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempted to set empty binding levels {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 02:07:48.268172 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20f463b-eafd-40dd-9c90-1ae0de2ee12d x-openstack-request-id: req-a20f463b-eafd-40dd-9c90-1ae0de2ee12d {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:48.268847 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e054eb5-0377-4ae3-94fd-0b1c1384233f", "tag": "a56d8743-f825-4934-8ee9-ef875d336c16", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:48.269258 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a20f463b-eafd-40dd-9c90-1ae0de2ee12d {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:48.269822 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e054eb5-0377-4ae3-94fd-0b1c1384233f', 'tag': 'a56d8743-f825-4934-8ee9-ef875d336c16', 'status': 'completed', 'code': 200} Dec 08 02:07:48.277245 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d9ca48f5-8f2b-4e35-b50c-cf46ac7fa86c tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "PUT /v2.0/floatingips/626c216d-90e2-4ef4-8052-5b0a9ac23703 HTTP/1.1" status: 200 len: 991 time: 2.2632256 Dec 08 02:07:48.297307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca55fcf8-987a-4036-a6cd-de5aab5d7db6', 'tag': 'e2346697-4555-4e1f-9c0c-659030e0a58a'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:48.310118 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea671867-acae-4814-9248-78c86c010d24" -d '{"events": [{"name": "network-changed", "server_uuid": "ca55fcf8-987a-4036-a6cd-de5aab5d7db6", "tag": "e2346697-4555-4e1f-9c0c-659030e0a58a"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:48.325717 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:48.355008 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c778d71-e6a2-4323-8a97-22bb8439983f service neutron] Pushing event updated for resources: {'Port': ['ID=a56d8743-f825-4934-8ee9-ef875d336c16,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:48.370760 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-12061985-c5ff-4093-adf7-7e299cd55925 None None] Set router a240d149-16ec-4924-9288-32221a548c5e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:07:48.431034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76ab391b-7389-4869-be36-09441a517d05 req-985588b5-a145-451d-844a-4bf5d875d7b2 service neutron] 10.222.0.45 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276628 Dec 08 02:07:48.434112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-427e9dc2-a2f4-465b-8800-85d1ce84f4cc req-4b6784e3-6f46-4c72-9db8-4ac2fda84aa1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0738790 Dec 08 02:07:48.438880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:48.439725 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:48.515415 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833f3187-8484-49f1-bba9-e1d2d2b43121 x-openstack-request-id: req-833f3187-8484-49f1-bba9-e1d2d2b43121 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:48.516344 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca55fcf8-987a-4036-a6cd-de5aab5d7db6", "tag": "e2346697-4555-4e1f-9c0c-659030e0a58a", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:48.516696 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-833f3187-8484-49f1-bba9-e1d2d2b43121 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:48.521917 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca55fcf8-987a-4036-a6cd-de5aab5d7db6', 'tag': 'e2346697-4555-4e1f-9c0c-659030e0a58a', 'status': 'completed', 'code': 200} Dec 08 02:07:48.570041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.8066466 Dec 08 02:07:48.574876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42476) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:48.582023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e9918-a84c-4d14-83b9-d7e1e8f3122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Pushing event updated for resources: {'Port': ['ID=69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:48.591754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-041ff86d-7830-40a4-b9aa-a25f1e21eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:48.593748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-041ff86d-7830-40a4-b9aa-a25f1e21eeae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=01eb1b8e757843b5b286b5f33b8010b1&device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 1096 time: 0.3157849 Dec 08 02:07:48.649547 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79de07f1-ccde-4e4e-af3a-150b3567a145 req-d3af7783-f78f-4080-9581-a87bcf175769 service neutron] 10.222.0.45 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292874 Dec 08 02:07:48.779185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-5e6f5f42-9009-49bc-97e1-3e2788592713 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a56d8743-f825-4934-8ee9-ef875d336c16 HTTP/1.1" status: 200 len: 217 time: 0.1490231 Dec 08 02:07:48.815464 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79de07f1-ccde-4e4e-af3a-150b3567a145 req-afc68ba3-8f48-4106-bb2d-03a6d703b0fb service neutron] 10.222.0.45 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578298 Dec 08 02:07:48.822547 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea671867-acae-4814-9248-78c86c010d24 req-4d9b8c8d-eed8-4135-b35f-d71838f8a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:48.832625 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea671867-acae-4814-9248-78c86c010d24 req-4d9b8c8d-eed8-4135-b35f-d71838f8a44b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1b81fe962ade463ba8015d6bc39dd187&device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 1097 time: 0.2608635 Dec 08 02:07:48.944096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76ab391b-7389-4869-be36-09441a517d05 req-1d717c68-0ef4-46b8-92b2-9d3c4cedce48 service neutron] 10.222.0.45 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803736 Dec 08 02:07:48.960805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf9107-b903-4f25-8ab3-d9f5b5ed345a req-c9be9082-10ca-4d05-9d49-66c779eb9a82 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:48.962362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1bf9107-b903-4f25-8ab3-d9f5b5ed345a req-c9be9082-10ca-4d05-9d49-66c779eb9a82 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 943 time: 0.2116935 Dec 08 02:07:48.991127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-70b64948-daf0-4e61-b960-e3cb9babffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:48.993253 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-70b64948-daf0-4e61-b960-e3cb9babffc1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8916b163-48ca-4521-a3a0-fb5f7d4e936e HTTP/1.1" status: 200 len: 852 time: 0.1883204 Dec 08 02:07:49.026729 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea671867-acae-4814-9248-78c86c010d24 req-0661eee6-33f9-4c6d-b99e-681967c820dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:49.033159 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea671867-acae-4814-9248-78c86c010d24 req-0661eee6-33f9-4c6d-b99e-681967c820dd service neutron] 10.222.0.75 "GET /v2.0/networks?id=7395e324-3d87-4b26-866c-bfff102af6a2 HTTP/1.1" status: 200 len: 916 time: 0.1942737 Dec 08 02:07:49.050771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11cc4e-10a9-4e90-b369-cfa073794c33 req-be562804-46f7-4dbb-9972-069cb551b7b5 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:49.052335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e11cc4e-10a9-4e90-b369-cfa073794c33 req-be562804-46f7-4dbb-9972-069cb551b7b5 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 944 time: 0.1784863 Dec 08 02:07:49.056418 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-fc612888-8f3d-4cd1-833b-488e7aadedb3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9304b637-0f71-4f24-9cf9-d7da4453c8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499716 Dec 08 02:07:49.067596 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-43e92735-7768-469f-9786-962ebc32f612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Deleting port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:49.068470 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43e92735-7768-469f-9786-962ebc32f612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:49.140893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-43e92735-7768-469f-9786-962ebc32f612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] For port 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc, host n-h2-713499-31, got binding levels [] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:49.141522 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43e92735-7768-469f-9786-962ebc32f612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:49.155998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-43e92735-7768-469f-9786-962ebc32f612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Calling delete_port for 69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:49.162182 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-12061985-c5ff-4093-adf7-7e299cd55925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:06:28Z', 'revision_number': 4, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port': {'id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:22Z', 'updated_at': '2021-12-08T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '626c216d-90e2-4ef4-8052-5b0a9ac23703', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'port_id': 'e2346697-4555-4e1f-9c0c-659030e0a58a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'mac_address': 'fa:16:3e:0a:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca55fcf8-987a-4036-a6cd-de5aab5d7db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:06:34Z', 'updated_at': '2021-12-08T02:07:46Z', 'revision_number': 1, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2281da6-b4cf-4483-ac60-b0f9ff53c9db', 'name': '', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'mac_address': 'fa:16:3e:b0:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:27Z', 'updated_at': '2021-12-08T02:06:34Z', 'revision_number': 5, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'subnets': [{'id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:49.222018 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12061985-c5ff-4093-adf7-7e299cd55925 None None] Checking router: a240d149-16ec-4924-9288-32221a548c5e for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:07:49.242870 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12061985-c5ff-4093-adf7-7e299cd55925 None None] Routers {'a240d149-16ec-4924-9288-32221a548c5e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:07:49.243500 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-12061985-c5ff-4093-adf7-7e299cd55925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:07:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a240d149-16ec-4924-9288-32221a548c5e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:49.270037 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea671867-acae-4814-9248-78c86c010d24 req-881b0010-eb7c-499e-a41a-6bcce9a15c9f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2346697-4555-4e1f-9c0c-659030e0a58a HTTP/1.1" status: 200 len: 999 time: 0.2277954 Dec 08 02:07:49.396394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-5e94ae89-3bfe-4ebe-90a2-a8da7b75bc84 service neutron] 10.222.0.75 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457469 Dec 08 02:07:49.397932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43e92735-7768-469f-9786-962ebc32f612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:49.450558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea671867-acae-4814-9248-78c86c010d24 req-84408280-59a7-4eb5-be49-d069ded43936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:49.452421 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea671867-acae-4814-9248-78c86c010d24 req-84408280-59a7-4eb5-be49-d069ded43936 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9485c7e8-851e-4945-805b-f9cc04333c12 HTTP/1.1" status: 200 len: 854 time: 0.1745312 Dec 08 02:07:49.488479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e92735-7768-469f-9786-962ebc32f612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Pushing event deleted for resources: {'Port': ['ID=69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:49.498503 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43e92735-7768-469f-9786-962ebc32f612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:49.502182 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-43e92735-7768-469f-9786-962ebc32f612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "DELETE /v2.0/ports/69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc HTTP/1.1" status: 204 len: 168 time: 0.9260266 Dec 08 02:07:49.509887 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42488) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:49.519352 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1bf9107-b903-4f25-8ab3-d9f5b5ed345a req-23015425-78c2-46ef-80ad-3b021d19d1f4 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393019 Dec 08 02:07:49.628121 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-399a2800-1c25-453d-a1c6-75334393dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] GET failed (client error): The resource could not be found. Dec 08 02:07:49.630259 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-399a2800-1c25-453d-a1c6-75334393dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "GET /v2.0/ports/69a7a72c-5791-4ff3-8fdb-2e9cc248d5fc HTTP/1.1" status: 404 len: 333 time: 0.1131833 Dec 08 02:07:49.634061 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-12061985-c5ff-4093-adf7-7e299cd55925 None None] Set router a240d149-16ec-4924-9288-32221a548c5e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:07:49.635679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e11cc4e-10a9-4e90-b369-cfa073794c33 req-2218c928-c095-4a48-b7a0-5215b403ddc4 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755394 Dec 08 02:07:49.637907 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42492) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:49.645261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e628fabd-cbfd-4a69-94fb-616d3250b1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Request body: {'port': {'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1442408786'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:49.711149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea671867-acae-4814-9248-78c86c010d24 req-1dc63a78-e91f-4042-b2e9-8ba59de17c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:49.717594 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea671867-acae-4814-9248-78c86c010d24 req-1dc63a78-e91f-4042-b2e9-8ba59de17c9c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7395e324-3d87-4b26-866c-bfff102af6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2576995 Dec 08 02:07:49.737173 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60fbf511-45c7-4caf-97be-40a499cb12b3 req-db7c265b-5ba4-4ee6-ac17-9b48cf1c011b service neutron] 10.222.0.75 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092320 Dec 08 02:07:49.839401 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e4c2d63-f81a-4a66-8dd0-e0f111601743 req-dea95d07-9e65-44a3-baf8-210644f8e607 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0668492 Dec 08 02:07:49.883202 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea671867-acae-4814-9248-78c86c010d24 req-891ef06b-da55-4d2f-85a9-b142df4eb3f5 service neutron] 10.222.0.75 "GET /v2.0/networks/7395e324-3d87-4b26-866c-bfff102af6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576180 Dec 08 02:07:49.885817 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e628fabd-cbfd-4a69-94fb-616d3250b1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Made reservation on behalf of 45a8ea38127140e99981911a2cc62779 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:49.892329 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e628fabd-cbfd-4a69-94fb-616d3250b1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:49.936572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceaace-dacd-4403-9637-09e33df4e1d8 req-6677e683-4510-41a5-9684-caca0ad1eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:49.938302 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abceaace-dacd-4403-9637-09e33df4e1d8 req-6677e683-4510-41a5-9684-caca0ad1eac2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=01eb1b8e757843b5b286b5f33b8010b1&device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 1096 time: 0.0928123 Dec 08 02:07:50.016499 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea671867-acae-4814-9248-78c86c010d24 req-87cf4fdf-e461-446f-bb96-ef4157b95348 service neutron] 10.222.0.75 "GET /v2.0/networks/7395e324-3d87-4b26-866c-bfff102af6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197100 Dec 08 02:07:50.025410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-e628fabd-cbfd-4a69-94fb-616d3250b1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] device_id is not set on port 341c7083-7c75-4844-aab8-4c1ce249960b yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:07:50.167842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceaace-dacd-4403-9637-09e33df4e1d8 req-fd2c7545-1ab9-413d-af80-5d4c17789898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:50.171776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abceaace-dacd-4403-9637-09e33df4e1d8 req-fd2c7545-1ab9-413d-af80-5d4c17789898 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9304b637-0f71-4f24-9cf9-d7da4453c8d2 HTTP/1.1" status: 200 len: 913 time: 0.2271998 Dec 08 02:07:50.244914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abceaace-dacd-4403-9637-09e33df4e1d8 req-a5a8d5ed-dbfa-429d-96a4-8aadce9278f1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a56d8743-f825-4934-8ee9-ef875d336c16 HTTP/1.1" status: 200 len: 217 time: 0.0623629 Dec 08 02:07:50.247504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device eeea3ee3-dfe0-432f-82ff-290f3a2c845c details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:07:50.344017 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e628fabd-cbfd-4a69-94fb-616d3250b1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:50.357151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceaace-dacd-4403-9637-09e33df4e1d8 req-8b7221f6-6b94-48e5-98ce-073a8ec0475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:50.359003 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abceaace-dacd-4403-9637-09e33df4e1d8 req-8b7221f6-6b94-48e5-98ce-073a8ec0475f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8916b163-48ca-4521-a3a0-fb5f7d4e936e HTTP/1.1" status: 200 len: 852 time: 0.1063604 Dec 08 02:07:50.365684 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-12061985-c5ff-4093-adf7-7e299cd55925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:06:28Z', 'revision_number': 4, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port': {'id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:22Z', 'updated_at': '2021-12-08T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '626c216d-90e2-4ef4-8052-5b0a9ac23703', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'port_id': 'e2346697-4555-4e1f-9c0c-659030e0a58a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'mac_address': 'fa:16:3e:0a:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca55fcf8-987a-4036-a6cd-de5aab5d7db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:06:34Z', 'updated_at': '2021-12-08T02:07:46Z', 'revision_number': 1, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2281da6-b4cf-4483-ac60-b0f9ff53c9db', 'name': '', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'mac_address': 'fa:16:3e:b0:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:27Z', 'updated_at': '2021-12-08T02:06:34Z', 'revision_number': 5, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'subnets': [{'id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:50.411144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abceaace-dacd-4403-9637-09e33df4e1d8 req-3c4be7c4-ef52-4dd5-8e83-0d5498702ea0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9304b637-0f71-4f24-9cf9-d7da4453c8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436232 Dec 08 02:07:50.429710 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e628fabd-cbfd-4a69-94fb-616d3250b1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:50.471151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port eeea3ee3-dfe0-432f-82ff-290f3a2c845c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=eeea3ee3-dfe0-432f-82ff-290f3a2c845c,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:50.483364 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12061985-c5ff-4093-adf7-7e299cd55925 None None] The sync data for ids ['a240d149-16ec-4924-9288-32221a548c5e'] in n-d-713499-31 is: [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:06:28Z', 'revision_number': 4, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port': {'id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:22Z', 'updated_at': '2021-12-08T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '626c216d-90e2-4ef4-8052-5b0a9ac23703', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'port_id': 'e2346697-4555-4e1f-9c0c-659030e0a58a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'mac_address': 'fa:16:3e:0a:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca55fcf8-987a-4036-a6cd-de5aab5d7db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:06:34Z', 'updated_at': '2021-12-08T02:07:46Z', 'revision_number': 1, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2281da6-b4cf-4483-ac60-b0f9ff53c9db', 'name': '', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'mac_address': 'fa:16:3e:b0:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:27Z', 'updated_at': '2021-12-08T02:06:34Z', 'revision_number': 5, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'subnets': [{'id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:07:50.491008 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e628fabd-cbfd-4a69-94fb-616d3250b1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:07:50.495943 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e628fabd-cbfd-4a69-94fb-616d3250b1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:07:50.503675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'eeea3ee3-dfe0-432f-82ff-290f3a2c845c', 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a', 'port_id': 'eeea3ee3-dfe0-432f-82ff-290f3a2c845c', 'mac_address': 'fa:16:3e:13:83:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7edc8da-fc0d-472c-9093-a156fba7e61f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:07:50.521272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e628fabd-cbfd-4a69-94fb-616d3250b1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:07:50.522390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e628fabd-cbfd-4a69-94fb-616d3250b1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:50.523007 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e628fabd-cbfd-4a69-94fb-616d3250b1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:50.586957 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:50.619896 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e628fabd-cbfd-4a69-94fb-616d3250b1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9793921 Dec 08 02:07:50.621233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628fabd-cbfd-4a69-94fb-616d3250b1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Pushing event updated for resources: {'Port': ['ID=341c7083-7c75-4844-aab8-4c1ce249960b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:50.628494 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeea3ee3-dfe0-432f-82ff-290f3a2c845c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:07:50.637623 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42500) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:50.646457 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:50.681877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port eeea3ee3-dfe0-432f-82ff-290f3a2c845c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=eeea3ee3-dfe0-432f-82ff-290f3a2c845c,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:50.686418 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abceaace-dacd-4403-9637-09e33df4e1d8 req-4f98afd5-8a18-4b31-99db-00e27e063ad0 service neutron] 10.222.0.75 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660367 Dec 08 02:07:50.690330 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:50.691227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device da4aa886-91f3-45f0-adbe-0cb5ce131cb3 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:07:50.875693 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:50.928437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ea246-b8ab-4c22-8310-34f2a6aa41c2 req-08c40ba3-aed4-4454-ab1b-0df96d82b9f9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:50.929976 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a24ea246-b8ab-4c22-8310-34f2a6aa41c2 req-08c40ba3-aed4-4454-ab1b-0df96d82b9f9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 944 time: 0.1716812 Dec 08 02:07:50.964013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=eeea3ee3-dfe0-432f-82ff-290f3a2c845c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:51.000698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33323197-dbf4-49ae-be8e-c7ecf0700933 req-729b6b7b-450b-4157-9811-3379323d66e1 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:51.003849 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33323197-dbf4-49ae-be8e-c7ecf0700933 req-729b6b7b-450b-4157-9811-3379323d66e1 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 944 time: 0.2016892 Dec 08 02:07:51.026619 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port da4aa886-91f3-45f0-adbe-0cb5ce131cb3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=da4aa886-91f3-45f0-adbe-0cb5ce131cb3,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:51.038191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46e4807-d5d8-431d-b947-08319d16244d None None] New status for floating IP 626c216d-90e2-4ef4-8052-5b0a9ac23703: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:07:51.085761 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abceaace-dacd-4403-9637-09e33df4e1d8 req-68123365-8c3b-4098-9f2d-fa791194e0f6 service neutron] 10.222.0.75 "GET /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916655 Dec 08 02:07:51.112059 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'da4aa886-91f3-45f0-adbe-0cb5ce131cb3', 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2', 'port_id': 'da4aa886-91f3-45f0-adbe-0cb5ce131cb3', 'mac_address': 'fa:16:3e:8f:1a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8916b163-48ca-4521-a3a0-fb5f7d4e936e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:07:51.186766 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a24ea246-b8ab-4c22-8310-34f2a6aa41c2 req-f3e6a258-f262-46de-9eb7-091603d161a0 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475314 Dec 08 02:07:51.224804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33323197-dbf4-49ae-be8e-c7ecf0700933 req-f9a1d954-2622-43ca-be65-69c52fd0089a tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900954 Dec 08 02:07:51.344193 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:51.392451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4aa886-91f3-45f0-adbe-0cb5ce131cb3 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:07:51.449088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port da4aa886-91f3-45f0-adbe-0cb5ce131cb3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=da4aa886-91f3-45f0-adbe-0cb5ce131cb3,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:51.458641 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:51.484613 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-822401e1-7529-46ae-96a8-bbe3fd47f9ce req-f38a2f5e-af7b-4f04-b279-d906ad9cb625 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0525301 Dec 08 02:07:51.491204 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] device_id is not set on port 341c7083-7c75-4844-aab8-4c1ce249960b yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:07:51.510783 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:51.523433 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:51.606035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=da4aa886-91f3-45f0-adbe-0cb5ce131cb3,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:51.740435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Pushing event updated for resources: {'Port': ['ID=341c7083-7c75-4844-aab8-4c1ce249960b,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:51.758308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:51.760646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:51.762503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:51.782449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['eeea3ee3-dfe0-432f-82ff-290f3a2c845c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:07:51.789981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:51.790348 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:51.790791 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 2 to bind port 341c7083-7c75-4844-aab8-4c1ce249960b Dec 08 02:07:51.813283 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:51.813627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:51.814129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:51.836209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:51.837041 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:51.840771 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 3 to bind port 341c7083-7c75-4844-aab8-4c1ce249960b Dec 08 02:07:51.869829 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['da4aa886-91f3-45f0-adbe-0cb5ce131cb3'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:07:51.892101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:51.892836 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:51.896427 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:51.901858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:51.902439 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:51.903007 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 4 to bind port 341c7083-7c75-4844-aab8-4c1ce249960b Dec 08 02:07:51.946874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:51.947273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:51.948251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:51.964608 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:51.965973 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:51.970730 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 5 to bind port 341c7083-7c75-4844-aab8-4c1ce249960b Dec 08 02:07:51.998881 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dd046fc6-4eb2-434d-9a57-8a904c9b95e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:52.025080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:52.025706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:52.026268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:52.032313 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:52.032977 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:52.033542 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 6 to bind port 341c7083-7c75-4844-aab8-4c1ce249960b Dec 08 02:07:52.073525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:52.073881 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:52.075657 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:52.094038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:52.095729 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:52.096149 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 7 to bind port 341c7083-7c75-4844-aab8-4c1ce249960b Dec 08 02:07:52.133067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:52.133411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:52.133756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:52.145029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:52.145374 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:52.145809 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 8 to bind port 341c7083-7c75-4844-aab8-4c1ce249960b Dec 08 02:07:52.175269 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:52.175664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:52.175997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:52.182454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:52.182915 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:52.183326 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 9 to bind port 341c7083-7c75-4844-aab8-4c1ce249960b Dec 08 02:07:52.207759 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:52.211648 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:52.212217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:52.219576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:52.223839 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:52.224436 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 10 to bind port 341c7083-7c75-4844-aab8-4c1ce249960b Dec 08 02:07:52.262907 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:52.265480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:52.267048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:52.279477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:52.281258 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port 341c7083-7c75-4844-aab8-4c1ce249960b on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:52.281258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:52.463916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a56d8743-f825-4934-8ee9-ef875d336c16 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:07:52.466695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] For port 341c7083-7c75-4844-aab8-4c1ce249960b, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:07:52.468383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempted to set empty binding levels {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 02:07:52.476920 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:52.532905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] In _notify_port_updated(), no bound segment for port 341c7083-7c75-4844-aab8-4c1ce249960b on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:07:52.533924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:52.534542 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:52.544221 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "PUT /v2.0/ports/341c7083-7c75-4844-aab8-4c1ce249960b HTTP/1.1" status: 200 len: 980 time: 1.9018366 Dec 08 02:07:52.544884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42522) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:52.632798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d706e6-c60c-4017-af42-054763c0daf4 req-3a763659-dbe7-4fcb-a380-38b9b380b416 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:52.634515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9d706e6-c60c-4017-af42-054763c0daf4 req-3a763659-dbe7-4fcb-a380-38b9b380b416 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 944 time: 0.2264462 Dec 08 02:07:52.674701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f07f4-c9ae-464c-9335-f01486314e8e req-67754302-2f97-4d30-b0c6-f67b0ecd625a tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:52.688920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f90f07f4-c9ae-464c-9335-f01486314e8e req-67754302-2f97-4d30-b0c6-f67b0ecd625a tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 944 time: 0.2604809 Dec 08 02:07:52.729315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a56d8743-f825-4934-8ee9-ef875d336c16, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a56d8743-f825-4934-8ee9-ef875d336c16,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:52.760794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'a56d8743-f825-4934-8ee9-ef875d336c16', 'network_id': '9304b637-0f71-4f24-9cf9-d7da4453c8d2', 'port_id': 'a56d8743-f825-4934-8ee9-ef875d336c16', 'mac_address': 'fa:16:3e:95:f0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8916b163-48ca-4521-a3a0-fb5f7d4e936e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:07:52.829238 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:52.860810 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f90f07f4-c9ae-464c-9335-f01486314e8e req-d8051587-0b9f-41aa-ad44-bddf55fd3342 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711128 Dec 08 02:07:52.881459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56d8743-f825-4934-8ee9-ef875d336c16 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:07:52.896628 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9d706e6-c60c-4017-af42-054763c0daf4 req-1ff1b5d5-b98d-4145-89a2-bd8c5e28c680 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505684 Dec 08 02:07:52.930843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce314e1c-62f5-403f-be95-79f82993c382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Pushing event updated for resources: {'Port': ['ID=341c7083-7c75-4844-aab8-4c1ce249960b,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:52.946955 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a56d8743-f825-4934-8ee9-ef875d336c16, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a56d8743-f825-4934-8ee9-ef875d336c16,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:52.958752 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:53.025711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.026477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.028045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.028708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.029239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.030295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.030824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.031830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.032364 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.032896 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.033456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.033977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.035582 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.036193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.037135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.037792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.039452 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.040022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.040959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.041477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.041995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.042509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.043678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.044358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.047668 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.048209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.052302 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e8489338-930e-4b05-84f4-98926e12c187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23236 time: 0.4500461 Dec 08 02:07:53.060425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42526) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:53.060627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a56d8743-f825-4934-8ee9-ef875d336c16,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:53.081462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92466485-d5e5-4862-8fe4-509362e9c198 req-719887a4-300f-42d3-b702-d975e9ae4110 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0555527 Dec 08 02:07:53.204469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-eced03b1-457f-4134-92f3-1c379988461f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Deleting port 341c7083-7c75-4844-aab8-4c1ce249960b {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:53.205016 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eced03b1-457f-4134-92f3-1c379988461f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:53.252397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['a56d8743-f825-4934-8ee9-ef875d336c16'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:07:53.344122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-eced03b1-457f-4134-92f3-1c379988461f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] For port 341c7083-7c75-4844-aab8-4c1ce249960b, host n-h2-713499-31, got binding levels [] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:53.344823 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eced03b1-457f-4134-92f3-1c379988461f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:53.364718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-eced03b1-457f-4134-92f3-1c379988461f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Calling delete_port for 341c7083-7c75-4844-aab8-4c1ce249960b owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:53.413712 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:53.484706 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eced03b1-457f-4134-92f3-1c379988461f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:53.525064 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eced03b1-457f-4134-92f3-1c379988461f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:53.531474 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eced03b1-457f-4134-92f3-1c379988461f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "DELETE /v2.0/ports/341c7083-7c75-4844-aab8-4c1ce249960b HTTP/1.1" status: 204 len: 168 time: 0.4696970 Dec 08 02:07:53.534118 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42536) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:53.569240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced03b1-457f-4134-92f3-1c379988461f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Pushing event deleted for resources: {'Port': ['ID=341c7083-7c75-4844-aab8-4c1ce249960b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:53.585344 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44b6d5e-1c8f-4041-85df-d76e4feb6cda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] GET failed (client error): The resource could not be found. Dec 08 02:07:53.586993 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c44b6d5e-1c8f-4041-85df-d76e4feb6cda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "GET /v2.0/ports/341c7083-7c75-4844-aab8-4c1ce249960b HTTP/1.1" status: 404 len: 333 time: 0.0519085 Dec 08 02:07:53.591130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42538) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:53.596086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a424960a-e42a-4f84-951f-64349367cd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-914966637', 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:53.629782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a424960a-e42a-4f84-951f-64349367cd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Made reservation on behalf of 45a8ea38127140e99981911a2cc62779 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:53.632975 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a424960a-e42a-4f84-951f-64349367cd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:53.655239 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-a424960a-e42a-4f84-951f-64349367cd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] device_id is not set on port a4e3f697-2220-40db-84d0-bc792f5d01c8 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:07:53.833669 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a424960a-e42a-4f84-951f-64349367cd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:53.894485 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a424960a-e42a-4f84-951f-64349367cd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:54.033527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a424960a-e42a-4f84-951f-64349367cd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:07:54.131359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a424960a-e42a-4f84-951f-64349367cd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:07:54.142675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424960a-e42a-4f84-951f-64349367cd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:07:54.144707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a424960a-e42a-4f84-951f-64349367cd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:54.146013 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a424960a-e42a-4f84-951f-64349367cd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:54.164556 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424960a-e42a-4f84-951f-64349367cd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Pushing event updated for resources: {'Port': ['ID=a4e3f697-2220-40db-84d0-bc792f5d01c8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:54.180913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a424960a-e42a-4f84-951f-64349367cd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5888789 Dec 08 02:07:54.183527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42548) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:54.235224 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:54.265774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device eeea3ee3-dfe0-432f-82ff-290f3a2c845c up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:07:54.268735 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9903d81b-b6d3-4f45-93d5-ae4a377ece0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:54.274491 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9903d81b-b6d3-4f45-93d5-ae4a377ece0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "GET /v2.0/ports/a4e3f697-2220-40db-84d0-bc792f5d01c8 HTTP/1.1" status: 200 len: 958 time: 0.0868170 Dec 08 02:07:54.276566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42552) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:54.334397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c833af4-83f8-4418-b963-407039881d5b req-089f0352-002c-4eaf-b58b-35c2ee2ad324 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:54.339698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9c833af4-83f8-4418-b963-407039881d5b req-089f0352-002c-4eaf-b58b-35c2ee2ad324 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 944 time: 0.3009603 Dec 08 02:07:54.375060 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b569ef39-f3e6-4a33-905c-3c7e6d196fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:54.403417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port eeea3ee3-dfe0-432f-82ff-290f3a2c845c completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:07:54.416246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port eeea3ee3-dfe0-432f-82ff-290f3a2c845c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:07:54.416558 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:54.421077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55108320-cf61-46c9-8988-cf4349df89b5 req-648b842d-9922-405a-bf92-81dbe68ffe44 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:54.426148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55108320-cf61-46c9-8988-cf4349df89b5 req-648b842d-9922-405a-bf92-81dbe68ffe44 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 945 time: 0.3068006 Dec 08 02:07:54.487803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a56d8743-f825-4934-8ee9-ef875d336c16 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:07:54.494464 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-4da8c50d-60ec-4652-b333-a157595eb6b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Deleting port a4e3f697-2220-40db-84d0-bc792f5d01c8 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:54.494840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4da8c50d-60ec-4652-b333-a157595eb6b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:54.579019 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55108320-cf61-46c9-8988-cf4349df89b5 req-25d04a5d-0d1e-461f-8b20-3814be1fa1da tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329381 Dec 08 02:07:54.631804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9c833af4-83f8-4418-b963-407039881d5b req-3cbf036b-4876-4a8f-aae5-b1d3a9142b6e tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819116 Dec 08 02:07:54.677322 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4da8c50d-60ec-4652-b333-a157595eb6b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:54.705500 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:54.706586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-4da8c50d-60ec-4652-b333-a157595eb6b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Calling delete_port for a4e3f697-2220-40db-84d0-bc792f5d01c8 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:54.753519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port a56d8743-f825-4934-8ee9-ef875d336c16 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:07:54.765044 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port a56d8743-f825-4934-8ee9-ef875d336c16 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:07:54.765460 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:54.797875 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a029961-e1c7-4c9d-9016-b9a786c3822a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeea3ee3-dfe0-432f-82ff-290f3a2c845c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:54.798718 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c05a2f6-16fa-4362-884b-05628bdfc580 req-0d1f4bad-85b9-43df-b26e-09402ea0fa9c tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0607400 Dec 08 02:07:54.811574 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df71d29-6d60-4a58-993b-f1aa4ecee1ea" -d '{"events": [{"server_uuid": "9a029961-e1c7-4c9d-9016-b9a786c3822a", "name": "network-vif-plugged", "status": "completed", "tag": "eeea3ee3-dfe0-432f-82ff-290f3a2c845c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:54.828709 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4da8c50d-60ec-4652-b333-a157595eb6b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:54.841193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port eeea3ee3-dfe0-432f-82ff-290f3a2c845c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=eeea3ee3-dfe0-432f-82ff-290f3a2c845c,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:54.852111 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:54.853644 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device da4aa886-91f3-45f0-adbe-0cb5ce131cb3 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:07:54.867876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8c50d-60ec-4652-b333-a157595eb6b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4e3f697-2220-40db-84d0-bc792f5d01c8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:54.886154 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4da8c50d-60ec-4652-b333-a157595eb6b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:54.894449 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42558) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:54.894642 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4da8c50d-60ec-4652-b333-a157595eb6b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "DELETE /v2.0/ports/a4e3f697-2220-40db-84d0-bc792f5d01c8 HTTP/1.1" status: 204 len: 168 time: 0.6153152 Dec 08 02:07:54.924708 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-507b5495-ddfc-4631-a7bf-60b0aecb22f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] GET failed (client error): The resource could not be found. Dec 08 02:07:54.930464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-507b5495-ddfc-4631-a7bf-60b0aecb22f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "GET /v2.0/ports/a4e3f697-2220-40db-84d0-bc792f5d01c8 HTTP/1.1" status: 404 len: 333 time: 0.0311534 Dec 08 02:07:54.931038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42560) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:54.956100 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28565696-74ea-49c4-ae2d-d7b6dde8a8c2 x-openstack-request-id: req-28565696-74ea-49c4-ae2d-d7b6dde8a8c2 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:54.956533 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a029961-e1c7-4c9d-9016-b9a786c3822a", "name": "network-vif-plugged", "status": "completed", "tag": "eeea3ee3-dfe0-432f-82ff-290f3a2c845c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:54.956897 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-28565696-74ea-49c4-ae2d-d7b6dde8a8c2 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:54.957448 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a029961-e1c7-4c9d-9016-b9a786c3822a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeea3ee3-dfe0-432f-82ff-290f3a2c845c', 'code': 200} Dec 08 02:07:54.958412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=eeea3ee3-dfe0-432f-82ff-290f3a2c845c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:54.967785 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-72da1cfb-180c-43a4-bc03-962e6080b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Request body: {'port': {'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-339659292'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:55.047263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port da4aa886-91f3-45f0-adbe-0cb5ce131cb3 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:07:55.055720 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:55.057479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72da1cfb-180c-43a4-bc03-962e6080b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Made reservation on behalf of 45a8ea38127140e99981911a2cc62779 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:07:55.060920 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72da1cfb-180c-43a4-bc03-962e6080b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:55.064893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port da4aa886-91f3-45f0-adbe-0cb5ce131cb3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:07:55.065708 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:55.091280 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6008dc9-053f-48e9-81ad-c8598060052b req-5f5b68d9-002a-4513-a676-e3cdbee1f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:55.093088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6008dc9-053f-48e9-81ad-c8598060052b req-5f5b68d9-002a-4513-a676-e3cdbee1f0d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 1097 time: 0.0873442 Dec 08 02:07:55.100061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-72da1cfb-180c-43a4-bc03-962e6080b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] device_id is not set on port f05ab928-2653-4e7a-a452-afc4048d9640 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:07:55.168738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a56d8743-f825-4934-8ee9-ef875d336c16, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a56d8743-f825-4934-8ee9-ef875d336c16,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:55.175505 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:55.234648 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6008dc9-053f-48e9-81ad-c8598060052b req-58a6cbd4-2230-47bf-8f44-51394fa4017d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291888 Dec 08 02:07:55.461926 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72da1cfb-180c-43a4-bc03-962e6080b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:55.506622 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a56d8743-f825-4934-8ee9-ef875d336c16,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:55.521246 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:55.527059 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:55.527974 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72da1cfb-180c-43a4-bc03-962e6080b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:55.625576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da1cfb-180c-43a4-bc03-962e6080b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Pushing event updated for resources: {'Port': ['ID=f05ab928-2653-4e7a-a452-afc4048d9640,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:55.647999 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port da4aa886-91f3-45f0-adbe-0cb5ce131cb3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=da4aa886-91f3-45f0-adbe-0cb5ce131cb3,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:55.649804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da1cfb-180c-43a4-bc03-962e6080b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:07:55.653261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-72da1cfb-180c-43a4-bc03-962e6080b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:07:55.655388 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:55.665167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da1cfb-180c-43a4-bc03-962e6080b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:07:55.670938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72da1cfb-180c-43a4-bc03-962e6080b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:55.673573 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72da1cfb-180c-43a4-bc03-962e6080b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:55.711596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-72da1cfb-180c-43a4-bc03-962e6080b509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7793305 Dec 08 02:07:55.714366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42572) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:55.723163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:07:55.752196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=da4aa886-91f3-45f0-adbe-0cb5ce131cb3,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:55.849539 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:55.960737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f780428-4589-40b3-ac64-5a816f17e5fb req-9536663b-abf1-438b-88ab-a2127ceb0117 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:55.962411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f780428-4589-40b3-ac64-5a816f17e5fb req-9536663b-abf1-438b-88ab-a2127ceb0117 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 945 time: 0.1309175 Dec 08 02:07:55.983448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6427c0-7a70-45aa-aa95-31c938170787 req-16141286-d7d6-4569-9465-226f55dc8930 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:55.984924 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be6427c0-7a70-45aa-aa95-31c938170787 req-16141286-d7d6-4569-9465-226f55dc8930 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 946 time: 0.2104292 Dec 08 02:07:56.479722 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f780428-4589-40b3-ac64-5a816f17e5fb req-acba1767-4902-4f3e-971c-4af42742fcf7 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045955 Dec 08 02:07:56.508340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be6427c0-7a70-45aa-aa95-31c938170787 req-bc873bfd-24ae-4912-a909-a35303f07fe0 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113299 Dec 08 02:07:56.569276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] device_id is not set on port f05ab928-2653-4e7a-a452-afc4048d9640 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:07:56.577905 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:56.585260 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:56.655229 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a582796-229d-4d79-8ae9-4bff84dea23d req-6c543fcb-9400-47be-9ab8-88a770779f43 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0374589 Dec 08 02:07:56.663887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Pushing event updated for resources: {'Port': ['ID=f05ab928-2653-4e7a-a452-afc4048d9640,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:56.686021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:56.686666 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:56.687483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:56.693220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:56.693539 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:56.693917 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 2 to bind port f05ab928-2653-4e7a-a452-afc4048d9640 Dec 08 02:07:56.707579 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:56.708052 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:56.708386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:56.712682 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:56.712995 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:56.713377 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 3 to bind port f05ab928-2653-4e7a-a452-afc4048d9640 Dec 08 02:07:56.726423 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:56.726768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:56.727107 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:56.732353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:56.732686 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:56.733083 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 4 to bind port f05ab928-2653-4e7a-a452-afc4048d9640 Dec 08 02:07:56.745819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:56.746684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:56.747014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:56.751347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:56.751637 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:56.752031 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 5 to bind port f05ab928-2653-4e7a-a452-afc4048d9640 Dec 08 02:07:56.764734 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:56.765153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:56.765550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:56.770042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:56.770446 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:56.770907 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 6 to bind port f05ab928-2653-4e7a-a452-afc4048d9640 Dec 08 02:07:56.783973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:56.784293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:56.784900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:56.790338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:56.790736 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:56.791311 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 7 to bind port f05ab928-2653-4e7a-a452-afc4048d9640 Dec 08 02:07:56.805866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:56.807211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:56.807645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:56.812711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:56.813110 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:56.813568 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 8 to bind port f05ab928-2653-4e7a-a452-afc4048d9640 Dec 08 02:07:56.827541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:56.827906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:56.828239 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:56.832567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:56.833180 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:56.833329 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 9 to bind port f05ab928-2653-4e7a-a452-afc4048d9640 Dec 08 02:07:56.848007 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:56.848446 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:56.848839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:56.853601 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:56.854207 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:56.854431 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempt 10 to bind port f05ab928-2653-4e7a-a452-afc4048d9640 Dec 08 02:07:56.890483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:07:56.890835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:07:56.891466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempting to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:07:56.897877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:07:56.898247 n-d-713499-31 neutron-server[109767]: ERROR neutron.plugins.ml2.managers [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Failed to bind port f05ab928-2653-4e7a-a452-afc4048d9640 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '4be14081-b07d-4d5a-bf43-a833fcdc67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3456d2c0-7165-4987-a42e-9381c0d8b8d7'}] Dec 08 02:07:56.898671 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:56.906622 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:56.958359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e054eb5-0377-4ae3-94fd-0b1c1384233f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56d8743-f825-4934-8ee9-ef875d336c16'}, {'server_uuid': '1a73fb64-0bc2-4c44-a86b-aefb8ad9c615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4aa886-91f3-45f0-adbe-0cb5ce131cb3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:07:56.961285 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fbf699-e82a-415e-809f-d01d30141c80" -d '{"events": [{"server_uuid": "5e054eb5-0377-4ae3-94fd-0b1c1384233f", "name": "network-vif-plugged", "status": "completed", "tag": "a56d8743-f825-4934-8ee9-ef875d336c16"}, {"server_uuid": "1a73fb64-0bc2-4c44-a86b-aefb8ad9c615", "name": "network-vif-plugged", "status": "completed", "tag": "da4aa886-91f3-45f0-adbe-0cb5ce131cb3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:07:57.027616 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 02:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a207d7e-167f-4572-854c-c27e5f1cba12 x-openstack-request-id: req-9a207d7e-167f-4572-854c-c27e5f1cba12 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:07:57.028100 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e054eb5-0377-4ae3-94fd-0b1c1384233f", "name": "network-vif-plugged", "status": "completed", "tag": "a56d8743-f825-4934-8ee9-ef875d336c16", "code": 200}, {"server_uuid": "1a73fb64-0bc2-4c44-a86b-aefb8ad9c615", "name": "network-vif-plugged", "status": "completed", "tag": "da4aa886-91f3-45f0-adbe-0cb5ce131cb3", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:07:57.028537 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9a207d7e-167f-4572-854c-c27e5f1cba12 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:07:57.029111 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e054eb5-0377-4ae3-94fd-0b1c1384233f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56d8743-f825-4934-8ee9-ef875d336c16', 'code': 200} Dec 08 02:07:57.029667 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a73fb64-0bc2-4c44-a86b-aefb8ad9c615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4aa886-91f3-45f0-adbe-0cb5ce131cb3', 'code': 200} Dec 08 02:07:57.036163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] For port f05ab928-2653-4e7a-a452-afc4048d9640, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:07:57.036545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attempted to set empty binding levels {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 02:07:57.044339 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:57.086823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] In _notify_port_updated(), no bound segment for port f05ab928-2653-4e7a-a452-afc4048d9640 on network 3456d2c0-7165-4987-a42e-9381c0d8b8d7 {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:07:57.087745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:57.088417 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:57.093163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42600) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:57.094331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "PUT /v2.0/ports/f05ab928-2653-4e7a-a452-afc4048d9640 HTTP/1.1" status: 200 len: 979 time: 1.3776929 Dec 08 02:07:57.131717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149e306-a586-46ab-a138-39c4b1c24ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Pushing event updated for resources: {'Port': ['ID=f05ab928-2653-4e7a-a452-afc4048d9640,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:57.225055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Deleting port f05ab928-2653-4e7a-a452-afc4048d9640 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:07:57.225408 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:57.301733 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f091ff6-bc6a-4f61-8fc7-db5fba3a00e7 req-c6b2313d-cea1-4255-bf2a-be0bfc8ba422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:57.303360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f091ff6-bc6a-4f61-8fc7-db5fba3a00e7 req-c6b2313d-cea1-4255-bf2a-be0bfc8ba422 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 1098 time: 0.1494358 Dec 08 02:07:57.306731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58b5ce-6238-4529-8dad-14eb3cd3b216 req-ec2a4e46-5f36-42e6-83f8-a58dd5943779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:57.307837 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b58b5ce-6238-4529-8dad-14eb3cd3b216 req-ec2a4e46-5f36-42e6-83f8-a58dd5943779 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a73fb64-0bc2-4c44-a86b-aefb8ad9c615 HTTP/1.1" status: 200 len: 1097 time: 0.1704369 Dec 08 02:07:57.314773 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] For port f05ab928-2653-4e7a-a452-afc4048d9640, host n-h2-713499-31, got binding levels [] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:07:57.315305 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:57.337196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Calling delete_port for f05ab928-2653-4e7a-a452-afc4048d9640 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:07:57.389502 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b58b5ce-6238-4529-8dad-14eb3cd3b216 req-cb413503-7089-4401-8538-5d98255a609f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680988 Dec 08 02:07:57.392891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f091ff6-bc6a-4f61-8fc7-db5fba3a00e7 req-d535d246-9ede-4c8a-98d8-2c59f4c1111d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770800 Dec 08 02:07:57.459552 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:57.494495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Pushing event deleted for resources: {'Port': ['ID=f05ab928-2653-4e7a-a452-afc4048d9640,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:57.503301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:57.503685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:57.504168 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:57.504476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:57.504828 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:57.505296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:57.505644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:57.505983 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:57.506322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:57.506931 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:57.507260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:57.507597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:57.507951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:57.523925 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:57.531059 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2cb0c196-5366-4400-bdcf-56e10e11498c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "DELETE /v2.0/ports/f05ab928-2653-4e7a-a452-afc4048d9640 HTTP/1.1" status: 204 len: 168 time: 0.4338329 Dec 08 02:07:57.531308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42606) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:57.562010 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-005b605c-31df-4d76-be26-241223ee9fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] GET failed (client error): The resource could not be found. Dec 08 02:07:57.566630 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-005b605c-31df-4d76-be26-241223ee9fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662512087-project-admin] 10.222.0.71 "GET /v2.0/ports/f05ab928-2653-4e7a-a452-afc4048d9640 HTTP/1.1" status: 404 len: 333 time: 0.0313103 Dec 08 02:07:57.567277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42610) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:57.733426 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d6960a7-d50c-460f-b9d5-ebd226cb3cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:57.823128 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789c252-e5c1-4c02-af65-93d7e7229201 req-54828169-1bc7-49ef-b22b-5cbcf4ff4230 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:57.832050 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3789c252-e5c1-4c02-af65-93d7e7229201 req-54828169-1bc7-49ef-b22b-5cbcf4ff4230 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 945 time: 0.2148077 Dec 08 02:07:57.887977 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:57.909537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acd4aa-de20-4183-b43a-85ed19c28b32 req-af709fbd-fb95-44f4-8f24-058eae63c9e7 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:57.911340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50acd4aa-de20-4183-b43a-85ed19c28b32 req-af709fbd-fb95-44f4-8f24-058eae63c9e7 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 946 time: 0.1931727 Dec 08 02:07:57.968476 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d6960a7-d50c-460f-b9d5-ebd226cb3cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:58.024855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3789c252-e5c1-4c02-af65-93d7e7229201 req-5904d6e6-4a0e-4b93-bb55-2e3433fb376e tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918225 Dec 08 02:07:58.026645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5d6960a7-d50c-460f-b9d5-ebd226cb3cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3456d2c0-7165-4987-a42e-9381c0d8b8d7']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:58.059722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5d6960a7-d50c-460f-b9d5-ebd226cb3cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be14081-b07d-4d5a-bf43-a833fcdc67de') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:58.060107 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5d6960a7-d50c-460f-b9d5-ebd226cb3cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be14081-b07d-4d5a-bf43-a833fcdc67de') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:07:58.078227 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d6960a7-d50c-460f-b9d5-ebd226cb3cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:58.084236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50acd4aa-de20-4183-b43a-85ed19c28b32 req-b3cad24b-c26d-4c43-8a0b-8385661ca8d5 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620669 Dec 08 02:07:58.099466 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d6960a7-d50c-460f-b9d5-ebd226cb3cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:58.115670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6960a7-d50c-460f-b9d5-ebd226cb3cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:07:58.116850 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d6960a7-d50c-460f-b9d5-ebd226cb3cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:07:58.141276 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:07:58.234461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dfb17747-006a-4c7c-b733-478a154d4ae6 req-0f7d584b-2ede-4974-a8f5-b193e80ed252 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0330317 Dec 08 02:07:58.261648 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d6960a7-d50c-460f-b9d5-ebd226cb3cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:58.288743 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5d6960a7-d50c-460f-b9d5-ebd226cb3cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:58.292289 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5d6960a7-d50c-460f-b9d5-ebd226cb3cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] 10.222.0.71 "DELETE /v2.0/networks/3456d2c0-7165-4987-a42e-9381c0d8b8d7 HTTP/1.1" status: 204 len: 168 time: 0.7239032 Dec 08 02:07:58.293959 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6960a7-d50c-460f-b9d5-ebd226cb3cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135497549-project] Pushing event deleted for resources: {'Network': ['ID=3456d2c0-7165-4987-a42e-9381c0d8b8d7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:58.706975 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42638) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:58.931264 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9055183d-e20e-4684-bfb8-29c7b5067a5f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9fd2f02db2f049c992f10c5d050ce0fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229877 Dec 08 02:07:58.935651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42642) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:59.020678 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c03388b5-2a55-4a47-85a6-e5067d60e356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:59.048375 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c03388b5-2a55-4a47-85a6-e5067d60e356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:59.110166 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c03388b5-2a55-4a47-85a6-e5067d60e356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:59.113709 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c03388b5-2a55-4a47-85a6-e5067d60e356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:59.115167 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c03388b5-2a55-4a47-85a6-e5067d60e356 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c1985aff-d617-45ee-8993-e613f92343be HTTP/1.1" status: 204 len: 168 time: 0.1796269 Dec 08 02:07:59.143567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03388b5-2a55-4a47-85a6-e5067d60e356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1985aff-d617-45ee-8993-e613f92343be,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:59.323340 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c05f4-408f-4828-a507-0711a85ec6e3 req-cd81659b-a4b7-4e12-bfcb-0b1c4b249b1a tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:59.325631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dc6c05f4-408f-4828-a507-0711a85ec6e3 req-cd81659b-a4b7-4e12-bfcb-0b1c4b249b1a tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 946 time: 0.1083992 Dec 08 02:07:59.411411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dc6c05f4-408f-4828-a507-0711a85ec6e3 req-57462c1c-abb9-43e1-994f-867d9df16f28 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754721 Dec 08 02:07:59.462372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ecc07c52-6325-42df-a889-30102d76e1d5 req-42c019c9-98c9-4734-9a07-22e568472429 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0418427 Dec 08 02:07:59.580304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd5f8e-f742-430a-9154-7b9d8bbf9306 req-47bad03c-fd27-4425-9a07-2f26f130fda6 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:59.581954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9dd5f8e-f742-430a-9154-7b9d8bbf9306 req-47bad03c-fd27-4425-9a07-2f26f130fda6 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a73fb64-0bc2-4c44-a86b-aefb8ad9c615 HTTP/1.1" status: 200 len: 945 time: 0.0664272 Dec 08 02:07:59.617949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42668) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:59.637157 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9dd5f8e-f742-430a-9154-7b9d8bbf9306 req-476c81c0-1497-43d8-bffe-bc67b2c758af tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487356 Dec 08 02:07:59.682996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42672) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:07:59.683358 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3719b9c5-9b1a-471d-a2b3-b6ac69d28dd0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=45a8ea38127140e99981911a2cc62779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0637791 Dec 08 02:07:59.749716 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:59.775550 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:59.859080 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:59.867546 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:59.874957 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f1e09298-cf5b-4073-a6c6-7c94a1890993 HTTP/1.1" status: 204 len: 168 time: 0.1882224 Dec 08 02:07:59.888474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e09298-cf5b-4073-a6c6-7c94a1890993,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:07:59.898820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:59.900128 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:59.900656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:59.901174 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:59.901672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:59.902159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:59.902786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:59.903283 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:59.904607 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:59.905099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:59.905597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:59.906136 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:07:59.906629 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af419d2d-af86-4cd2-9352-723e4d5bbb79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:00.165747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7072f-a582-4218-8f79-e030f5ceb00b req-7ba95105-92e5-421f-98ef-9e304b042b55 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:00.167376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5c7072f-a582-4218-8f79-e030f5ceb00b req-7ba95105-92e5-421f-98ef-9e304b042b55 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a73fb64-0bc2-4c44-a86b-aefb8ad9c615 HTTP/1.1" status: 200 len: 945 time: 0.0554085 Dec 08 02:08:00.245230 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5c7072f-a582-4218-8f79-e030f5ceb00b req-2f9fbf16-26c0-48d3-a71c-fe918476fd5a tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714159 Dec 08 02:08:00.600258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a30139a2-faee-4ec4-bac8-e95ca3c17446 req-e7d2d606-ea1c-42af-a220-c48ddd27a423 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0394490 Dec 08 02:08:01.358562 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42724) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:01.413332 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57b37b-d78e-454f-9bff-29aee4950233 req-dad190a1-73da-4c6b-96a9-c584d60abf44 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:01.414704 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e57b37b-d78e-454f-9bff-29aee4950233 req-dad190a1-73da-4c6b-96a9-c584d60abf44 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a73fb64-0bc2-4c44-a86b-aefb8ad9c615 HTTP/1.1" status: 200 len: 945 time: 0.1330228 Dec 08 02:08:01.516848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebdbbc-18f4-46dc-8248-df437292b6c0 req-065215bf-9853-4287-93eb-0370005f016e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:01.518193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71ebdbbc-18f4-46dc-8248-df437292b6c0 req-065215bf-9853-4287-93eb-0370005f016e tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a73fb64-0bc2-4c44-a86b-aefb8ad9c615 HTTP/1.1" status: 200 len: 945 time: 0.1026015 Dec 08 02:08:01.547320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-62248214', 'router:external': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:01.571726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Made reservation on behalf of c73258830c4e46b7be5d58ee110e7505 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:01.575648 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:01.590456 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:01.656764 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71ebdbbc-18f4-46dc-8248-df437292b6c0 req-dcfeb975-471c-40c1-a009-e2c2f52a976c tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147060 Dec 08 02:08:01.671799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-7e57b37b-d78e-454f-9bff-29aee4950233 req-b920129b-ddc6-4108-bb44-147c05e7f827 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Deleting port da4aa886-91f3-45f0-adbe-0cb5ce131cb3 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:01.672700 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7e57b37b-d78e-454f-9bff-29aee4950233 req-b920129b-ddc6-4108-bb44-147c05e7f827 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:01.737280 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:01.742179 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:01.759787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b960c-b178-4ea3-b923-6610a8949bc6 req-de6ba0df-08aa-4f48-924e-7a1b67983ed3 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:01.761307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e6b960c-b178-4ea3-b923-6610a8949bc6 req-de6ba0df-08aa-4f48-924e-7a1b67983ed3 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e054eb5-0377-4ae3-94fd-0b1c1384233f HTTP/1.1" status: 200 len: 946 time: 0.1745274 Dec 08 02:08:01.773825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:08:01.801949 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:01.802442 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Added segment c6e46a98-6240-487e-b212-4a4477c44d20 of type vlan for network d225feab-91a1-4a93-ad50-1d8f6781872f Dec 08 02:08:01.807247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a6d060-c46b-4b98-9f9e-07d7b37cff98,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:01.808111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-248621c3-22a8-4bfe-adaa-9aa2d91ac008 req-777fbbcf-38f1-4a80-bfa7-c43785a70dd7 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0457759 Dec 08 02:08:01.893329 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:01.903448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-7e57b37b-d78e-454f-9bff-29aee4950233 req-b920129b-ddc6-4108-bb44-147c05e7f827 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] For port da4aa886-91f3-45f0-adbe-0cb5ce131cb3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=da4aa886-91f3-45f0-adbe-0cb5ce131cb3,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:01.905328 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7e57b37b-d78e-454f-9bff-29aee4950233 req-b920129b-ddc6-4108-bb44-147c05e7f827 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:01.921528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-7e57b37b-d78e-454f-9bff-29aee4950233 req-b920129b-ddc6-4108-bb44-147c05e7f827 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Calling delete_port for da4aa886-91f3-45f0-adbe-0cb5ce131cb3 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:01.931679 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:01.933920 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:01.934721 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:01.995293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-3e6b960c-b178-4ea3-b923-6610a8949bc6 req-23e6f376-371b-4e97-ba14-91e99d50752b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Deleting port a56d8743-f825-4934-8ee9-ef875d336c16 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:01.995744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3e6b960c-b178-4ea3-b923-6610a8949bc6 req-23e6f376-371b-4e97-ba14-91e99d50752b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:02.012199 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.6514897 Dec 08 02:08:02.012774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42732) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:02.020802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5d05d-8597-4050-adb8-cca7dfa25d5c tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event updated for resources: {'Network': ['ID=d225feab-91a1-4a93-ad50-1d8f6781872f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:02.030327 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-18cdaf33-b7a1-421c-8920-5a5bd8bf7066 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Request body: {'subnet': {'network_id': 'd225feab-91a1-4a93-ad50-1d8f6781872f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:02.053623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network d225feab-91a1-4a93-ad50-1d8f6781872f details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:08:02.109815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cdaf33-b7a1-421c-8920-5a5bd8bf7066 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Made reservation on behalf of c73258830c4e46b7be5d58ee110e7505 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:02.112122 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18cdaf33-b7a1-421c-8920-5a5bd8bf7066 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:02.237402 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3e6b960c-b178-4ea3-b923-6610a8949bc6 req-23e6f376-371b-4e97-ba14-91e99d50752b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] For port a56d8743-f825-4934-8ee9-ef875d336c16, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a56d8743-f825-4934-8ee9-ef875d336c16,segment=NetworkSegment(a7a817ef-171e-41c2-a10b-e36c89e5292a),segment_id=a7a817ef-171e-41c2-a10b-e36c89e5292a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:02.237791 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3e6b960c-b178-4ea3-b923-6610a8949bc6 req-23e6f376-371b-4e97-ba14-91e99d50752b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:02.250104 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7e57b37b-d78e-454f-9bff-29aee4950233 req-b920129b-ddc6-4108-bb44-147c05e7f827 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:02.264695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-3e6b960c-b178-4ea3-b923-6610a8949bc6 req-23e6f376-371b-4e97-ba14-91e99d50752b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Calling delete_port for a56d8743-f825-4934-8ee9-ef875d336c16 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:02.285855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['da4aa886-91f3-45f0-adbe-0cb5ce131cb3'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:08:02.301014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920129b-ddc6-4108-bb44-147c05e7f827 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Pushing event deleted for resources: {'Port': ['ID=da4aa886-91f3-45f0-adbe-0cb5ce131cb3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:02.340835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['a56d8743-f825-4934-8ee9-ef875d336c16'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:08:02.395141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e57b37b-d78e-454f-9bff-29aee4950233 req-b920129b-ddc6-4108-bb44-147c05e7f827 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] No DVR routers for this DVR port da4aa886-91f3-45f0-adbe-0cb5ce131cb3 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:08:02.403329 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7e57b37b-d78e-454f-9bff-29aee4950233 req-b920129b-ddc6-4108-bb44-147c05e7f827 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:02.407135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e57b37b-d78e-454f-9bff-29aee4950233 req-b920129b-ddc6-4108-bb44-147c05e7f827 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.45 "DELETE /v2.0/ports/da4aa886-91f3-45f0-adbe-0cb5ce131cb3 HTTP/1.1" status: 204 len: 173 time: 0.9805715 Dec 08 02:08:02.410628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a73fb64-0bc2-4c44-a86b-aefb8ad9c615', 'name': 'network-vif-deleted', 'tag': 'da4aa886-91f3-45f0-adbe-0cb5ce131cb3'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:02.413122 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4924c058-da2d-4c6f-af26-accd547304db" -d '{"events": [{"server_uuid": "1a73fb64-0bc2-4c44-a86b-aefb8ad9c615", "name": "network-vif-deleted", "tag": "da4aa886-91f3-45f0-adbe-0cb5ce131cb3"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:02.500540 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e74b57d-d92a-483c-8ab3-2c528a25ee90 x-openstack-request-id: req-0e74b57d-d92a-483c-8ab3-2c528a25ee90 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:02.500840 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a73fb64-0bc2-4c44-a86b-aefb8ad9c615", "name": "network-vif-deleted", "tag": "da4aa886-91f3-45f0-adbe-0cb5ce131cb3", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:02.501096 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0e74b57d-d92a-483c-8ab3-2c528a25ee90 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:02.501494 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a73fb64-0bc2-4c44-a86b-aefb8ad9c615', 'name': 'network-vif-deleted', 'tag': 'da4aa886-91f3-45f0-adbe-0cb5ce131cb3', 'status': 'completed', 'code': 200} Dec 08 02:08:02.596591 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3e6b960c-b178-4ea3-b923-6610a8949bc6 req-23e6f376-371b-4e97-ba14-91e99d50752b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:02.677493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6f376-371b-4e97-ba14-91e99d50752b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Pushing event deleted for resources: {'Port': ['ID=a56d8743-f825-4934-8ee9-ef875d336c16,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:02.721475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6b960c-b178-4ea3-b923-6610a8949bc6 req-23e6f376-371b-4e97-ba14-91e99d50752b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] No DVR routers for this DVR port a56d8743-f825-4934-8ee9-ef875d336c16 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:08:02.724593 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3e6b960c-b178-4ea3-b923-6610a8949bc6 req-23e6f376-371b-4e97-ba14-91e99d50752b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:02.728046 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e6b960c-b178-4ea3-b923-6610a8949bc6 req-23e6f376-371b-4e97-ba14-91e99d50752b tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.75 "DELETE /v2.0/ports/a56d8743-f825-4934-8ee9-ef875d336c16 HTTP/1.1" status: 204 len: 173 time: 0.9523959 Dec 08 02:08:02.793351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.objects.ports [None req-18cdaf33-b7a1-421c-8920-5a5bd8bf7066 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:08:02.793832 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18cdaf33-b7a1-421c-8920-5a5bd8bf7066 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:02.891961 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85e55cad-9009-4a8d-8477-291eb3d0eb2a req-de3ef24e-56a6-4d0e-aee1-b39b2af0b7c2 tempest-MultipleCreateTestJSON-2012648168 tempest-MultipleCreateTestJSON-2012648168-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a73fb64-0bc2-4c44-a86b-aefb8ad9c615 HTTP/1.1" status: 200 len: 210 time: 0.0514772 Dec 08 02:08:02.900564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdaf33-b7a1-421c-8920-5a5bd8bf7066 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event updated for resources: {'Subnet': ['ID=75f99567-709c-4553-b219-b15308a1433b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:02.908611 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdaf33-b7a1-421c-8920-5a5bd8bf7066 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Checking segment: {'id': 'c6e46a98-6240-487e-b212-4a4477c44d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd225feab-91a1-4a93-ad50-1d8f6781872f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:08:02.908976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cdaf33-b7a1-421c-8920-5a5bd8bf7066 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Network hostable DHCP agents. Network: d225feab-91a1-4a93-ad50-1d8f6781872f, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:08:02.952019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cdaf33-b7a1-421c-8920-5a5bd8bf7066 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Network d225feab-91a1-4a93-ad50-1d8f6781872f is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:08:03.034362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-634871e1-8eb4-4422-90d4-545b07173831 req-234fe921-cbb4-43bd-b4f4-f5b4ce75a958 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e43a8e-d1f4-476b-846d-bc63850d6d78 HTTP/1.1" status: 200 len: 210 time: 0.0524008 Dec 08 02:08:03.043463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-18cdaf33-b7a1-421c-8920-5a5bd8bf7066 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, d225feab-91a1-4a93-ad50-1d8f6781872f) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:03.056138 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90146385-c453-44ed-b0cf-18f9789f676b None None] Network d225feab-91a1-4a93-ad50-1d8f6781872f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:08:03.081134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cdaf33-b7a1-421c-8920-5a5bd8bf7066 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:03.081754 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18cdaf33-b7a1-421c-8920-5a5bd8bf7066 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:03.119390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-18cdaf33-b7a1-421c-8920-5a5bd8bf7066 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0959978 Dec 08 02:08:03.119653 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42752) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:03.127740 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-71261fd2-b854-4286-994f-faff2a9e7b08 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1967164098', 'network_id': 'd225feab-91a1-4a93-ad50-1d8f6781872f'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:03.215475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71261fd2-b854-4286-994f-faff2a9e7b08 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Made reservation on behalf of c73258830c4e46b7be5d58ee110e7505 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:03.218432 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-71261fd2-b854-4286-994f-faff2a9e7b08 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:03.258375 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-71261fd2-b854-4286-994f-faff2a9e7b08 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] device_id is not set on port 2639cca6-1919-4e64-8ed7-554cee021a25 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:08:03.501977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9891e8-8c93-4131-8ff8-90691dad704e None None] Network d225feab-91a1-4a93-ad50-1d8f6781872f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:08:03.522714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-71261fd2-b854-4286-994f-faff2a9e7b08 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Allocated IP 2001:db8::1a8 (d225feab-91a1-4a93-ad50-1d8f6781872f/75f99567-709c-4553-b219-b15308a1433b/2639cca6-1919-4e64-8ed7-554cee021a25) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:03.820792 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-71261fd2-b854-4286-994f-faff2a9e7b08 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:03.881791 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-71261fd2-b854-4286-994f-faff2a9e7b08 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:03.973662 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71261fd2-b854-4286-994f-faff2a9e7b08 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event updated for resources: {'Port': ['ID=2639cca6-1919-4e64-8ed7-554cee021a25,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:03.983345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71261fd2-b854-4286-994f-faff2a9e7b08 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Network d225feab-91a1-4a93-ad50-1d8f6781872f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:03.985073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-71261fd2-b854-4286-994f-faff2a9e7b08 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:03.997586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71261fd2-b854-4286-994f-faff2a9e7b08 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:03.998644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71261fd2-b854-4286-994f-faff2a9e7b08 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:03.999261 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-71261fd2-b854-4286-994f-faff2a9e7b08 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.019986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42762) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:04.037078 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-71261fd2-b854-4286-994f-faff2a9e7b08 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9164629 Dec 08 02:08:04.038007 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42764) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:04.139329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-74047ba2-8bd5-4977-9747-085a6a0e8534 admin admin] Deleting subnet 8916b163-48ca-4521-a3a0-fb5f7d4e936e {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:08:04.145285 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74047ba2-8bd5-4977-9747-085a6a0e8534 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.178454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6b047d86-5419-41a4-aceb-9b8a034dacab tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Deleting port 2639cca6-1919-4e64-8ed7-554cee021a25 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:04.179025 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b047d86-5419-41a4-aceb-9b8a034dacab tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.217064 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74047ba2-8bd5-4977-9747-085a6a0e8534 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.264555 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74047ba2-8bd5-4977-9747-085a6a0e8534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.287307 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b047d86-5419-41a4-aceb-9b8a034dacab tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.292948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device da4aa886-91f3-45f0-adbe-0cb5ce131cb3 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:08:04.300583 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6b047d86-5419-41a4-aceb-9b8a034dacab tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Calling delete_port for 2639cca6-1919-4e64-8ed7-554cee021a25 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:04.325119 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42770) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:04.361706 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74047ba2-8bd5-4977-9747-085a6a0e8534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.378205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: da4aa886-91f3-45f0-adbe-0cb5ce131cb3 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:08:04.378828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device da4aa886-91f3-45f0-adbe-0cb5ce131cb3 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:08:04.458982 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74047ba2-8bd5-4977-9747-085a6a0e8534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8916b163-48ca-4521-a3a0-fb5f7d4e936e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:04.482358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a56d8743-f825-4934-8ee9-ef875d336c16 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:08:04.488186 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-74047ba2-8bd5-4977-9747-085a6a0e8534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.500490 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b047d86-5419-41a4-aceb-9b8a034dacab tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.505625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-74047ba2-8bd5-4977-9747-085a6a0e8534 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8916b163-48ca-4521-a3a0-fb5f7d4e936e HTTP/1.1" status: 204 len: 168 time: 0.4839079 Dec 08 02:08:04.506373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e054eb5-0377-4ae3-94fd-0b1c1384233f', 'name': 'network-vif-deleted', 'tag': 'a56d8743-f825-4934-8ee9-ef875d336c16'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:04.508838 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703d8e49-a1af-477d-9413-61aac712b61d" -d '{"events": [{"server_uuid": "5e054eb5-0377-4ae3-94fd-0b1c1384233f", "name": "network-vif-deleted", "tag": "a56d8743-f825-4934-8ee9-ef875d336c16"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:04.509014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42778) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:04.534409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: a56d8743-f825-4934-8ee9-ef875d336c16 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:08:04.534751 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a56d8743-f825-4934-8ee9-ef875d336c16 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:08:04.543365 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0181ff72-f0ee-4d21-9dbc-f3e2905e7c94 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.582439 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3876c81-8921-4042-bd52-086b4fbfd956 x-openstack-request-id: req-f3876c81-8921-4042-bd52-086b4fbfd956 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:04.582852 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e054eb5-0377-4ae3-94fd-0b1c1384233f", "name": "network-vif-deleted", "tag": "a56d8743-f825-4934-8ee9-ef875d336c16", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:04.583202 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f3876c81-8921-4042-bd52-086b4fbfd956 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:04.583725 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e054eb5-0377-4ae3-94fd-0b1c1384233f', 'name': 'network-vif-deleted', 'tag': 'a56d8743-f825-4934-8ee9-ef875d336c16', 'status': 'completed', 'code': 200} Dec 08 02:08:04.601130 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0181ff72-f0ee-4d21-9dbc-f3e2905e7c94 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.643878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b047d86-5419-41a4-aceb-9b8a034dacab tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event deleted for resources: {'Port': ['ID=2639cca6-1919-4e64-8ed7-554cee021a25,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:04.648258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17534596-5f93-486b-a00f-91d284b0e649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.689404 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0181ff72-f0ee-4d21-9dbc-f3e2905e7c94 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.692208 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0181ff72-f0ee-4d21-9dbc-f3e2905e7c94 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.693531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0181ff72-f0ee-4d21-9dbc-f3e2905e7c94 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "DELETE /v2.0/security-groups/d4ed9d9b-8d3f-42b6-8b7a-5fb831942286 HTTP/1.1" status: 204 len: 168 time: 0.3659122 Dec 08 02:08:04.711247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42782) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:04.712732 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181ff72-f0ee-4d21-9dbc-f3e2905e7c94 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ed9d9b-8d3f-42b6-8b7a-5fb831942286,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:04.803548 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17534596-5f93-486b-a00f-91d284b0e649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.827526 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-17534596-5f93-486b-a00f-91d284b0e649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9304b637-0f71-4f24-9cf9-d7da4453c8d2']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:04.838181 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-17534596-5f93-486b-a00f-91d284b0e649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a817ef-171e-41c2-a10b-e36c89e5292a') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:04.838478 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-17534596-5f93-486b-a00f-91d284b0e649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a817ef-171e-41c2-a10b-e36c89e5292a') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:04.850026 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17534596-5f93-486b-a00f-91d284b0e649 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.865813 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17534596-5f93-486b-a00f-91d284b0e649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.873649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17534596-5f93-486b-a00f-91d284b0e649 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:08:04.874626 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17534596-5f93-486b-a00f-91d284b0e649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:08:04.966709 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:08:04.968978 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-7c29c015-ea70-4998-ba8a-8ef201df073e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] show failed (client error): The resource could not be found. Dec 08 02:08:04.970213 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7c29c015-ea70-4998-ba8a-8ef201df073e tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "GET /v2.0/security-groups/d4ed9d9b-8d3f-42b6-8b7a-5fb831942286 HTTP/1.1" status: 404 len: 347 time: 0.0267563 Dec 08 02:08:04.973241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42786) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:04.993296 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17534596-5f93-486b-a00f-91d284b0e649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.020471 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b047d86-5419-41a4-aceb-9b8a034dacab tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.024280 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6b047d86-5419-41a4-aceb-9b8a034dacab tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "DELETE /v2.0/ports/2639cca6-1919-4e64-8ed7-554cee021a25 HTTP/1.1" status: 204 len: 168 time: 0.9850316 Dec 08 02:08:05.025310 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17534596-5f93-486b-a00f-91d284b0e649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.031046 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-17534596-5f93-486b-a00f-91d284b0e649 admin admin] 10.222.0.71 "DELETE /v2.0/networks/9304b637-0f71-4f24-9cf9-d7da4453c8d2 HTTP/1.1" status: 204 len: 168 time: 0.4761055 Dec 08 02:08:05.031046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17534596-5f93-486b-a00f-91d284b0e649 admin admin] Pushing event deleted for resources: {'Network': ['ID=9304b637-0f71-4f24-9cf9-d7da4453c8d2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:05.031845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42788) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:05.037494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd225feab-91a1-4a93-ad50-1d8f6781872f', 'external_fixed_ips': [{'subnet_id': '75f99567-709c-4553-b219-b15308a1433b', 'ip_address': '2001:db8::1a8'}]}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:05.067373 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.070093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.155543 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.174934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a85e9644-a9d2-4141-b74c-c4f5e025c5fe tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Deleting port 51dc6a0c-13f3-49cc-b85d-1c1aca06a0c9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:05.176344 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a85e9644-a9d2-4141-b74c-c4f5e025c5fe tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.433527 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a85e9644-a9d2-4141-b74c-c4f5e025c5fe tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.436294 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a85e9644-a9d2-4141-b74c-c4f5e025c5fe tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.459969 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42798) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:05.490568 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a85e9644-a9d2-4141-b74c-c4f5e025c5fe tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Calling delete_port for 51dc6a0c-13f3-49cc-b85d-1c1aca06a0c9 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:05.577261 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.678885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-05cfc8de-bab1-4517-8d4a-e15cbb130081 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=01eb1b8e757843b5b286b5f33b8010b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2072430 Dec 08 02:08:05.681188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42800) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:05.770353 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f240ff51-8e92-42e6-984e-8067733ef8ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.814813 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f240ff51-8e92-42e6-984e-8067733ef8ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.867107 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a85e9644-a9d2-4141-b74c-c4f5e025c5fe tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.895356 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e9644-a9d2-4141-b74c-c4f5e025c5fe tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event deleted for resources: {'Port': ['ID=51dc6a0c-13f3-49cc-b85d-1c1aca06a0c9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:05.906728 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f240ff51-8e92-42e6-984e-8067733ef8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.910200 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f240ff51-8e92-42e6-984e-8067733ef8ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.914220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f240ff51-8e92-42e6-984e-8067733ef8ec admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8b0dd270-c2bd-4382-a1de-a6fb0359c3ad HTTP/1.1" status: 204 len: 168 time: 0.2314446 Dec 08 02:08:05.987103 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a85e9644-a9d2-4141-b74c-c4f5e025c5fe tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.990107 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a85e9644-a9d2-4141-b74c-c4f5e025c5fe tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.991670 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a85e9644-a9d2-4141-b74c-c4f5e025c5fe tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "DELETE /v2.0/floatingips/b02f61e1-821f-4fed-9cb6-a3c6eae72e72 HTTP/1.1" status: 204 len: 168 time: 1.0167787 Dec 08 02:08:05.992557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240ff51-8e92-42e6-984e-8067733ef8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0dd270-c2bd-4382-a1de-a6fb0359c3ad,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:05.994973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42806) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:06.137605 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:06.171914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-602830c5-23a1-49c1-9e96-a7aa9aeee526 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Deleting port 078ca6fb-640a-48d3-866a-e1d0735eac6a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:06.172282 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-602830c5-23a1-49c1-9e96-a7aa9aeee526 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:06.196419 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:06.313910 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-602830c5-23a1-49c1-9e96-a7aa9aeee526 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:06.328770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-602830c5-23a1-49c1-9e96-a7aa9aeee526 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Calling delete_port for 078ca6fb-640a-48d3-866a-e1d0735eac6a owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:06.484985 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Allocated IP 2001:db8::1a8 (d225feab-91a1-4a93-ad50-1d8f6781872f/75f99567-709c-4553-b219-b15308a1433b/2debaad2-86a5-45d2-b7a1-5eb97eca93f7) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:06.601738 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-602830c5-23a1-49c1-9e96-a7aa9aeee526 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:06.638171 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:06.683973 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:06.743075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Network d225feab-91a1-4a93-ad50-1d8f6781872f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:06.751664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:06.758940 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:06.765087 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602830c5-23a1-49c1-9e96-a7aa9aeee526 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event deleted for resources: {'Port': ['ID=078ca6fb-640a-48d3-866a-e1d0735eac6a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:06.904029 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-602830c5-23a1-49c1-9e96-a7aa9aeee526 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:06.907390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-602830c5-23a1-49c1-9e96-a7aa9aeee526 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "DELETE /v2.0/ports/078ca6fb-640a-48d3-866a-e1d0735eac6a HTTP/1.1" status: 204 len: 168 time: 0.9072628 Dec 08 02:08:06.911289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42826) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:07.017451 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event updated for resources: {'Port': ['ID=2debaad2-86a5-45d2-b7a1-5eb97eca93f7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:07.093156 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-30163468-3608-43a4-baa9-61a5586e1eb1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Deleting port b77f8d4d-f01b-4db4-9229-f8e360de925d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:07.094997 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30163468-3608-43a4-baa9-61a5586e1eb1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:07.458758 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30163468-3608-43a4-baa9-61a5586e1eb1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:07.504785 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-30163468-3608-43a4-baa9-61a5586e1eb1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Calling delete_port for b77f8d4d-f01b-4db4-9229-f8e360de925d owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:07.507284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:07.644523 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42842) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:07.885348 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30163468-3608-43a4-baa9-61a5586e1eb1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:07.925695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-439000652-network', 'tenant_id': '4782423cf4474aecb7fc2010f0b0a0f2'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:07.997224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] Made reservation on behalf of 4782423cf4474aecb7fc2010f0b0a0f2 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:08.003177 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:08.026422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30163468-3608-43a4-baa9-61a5586e1eb1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event deleted for resources: {'Port': ['ID=b77f8d4d-f01b-4db4-9229-f8e360de925d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:08.171065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:08.172844 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:08.175526 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30163468-3608-43a4-baa9-61a5586e1eb1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:08.192371 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-30163468-3608-43a4-baa9-61a5586e1eb1 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "DELETE /v2.0/ports/b77f8d4d-f01b-4db4-9229-f8e360de925d HTTP/1.1" status: 204 len: 168 time: 1.2792809 Dec 08 02:08:08.202117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42888) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:08.360633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd99652-d03b-41d4-a20d-ec0c99f535f6 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Deleting subnet 0187a527-5c48-4961-8721-946f3d80ecb1 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:08:08.392589 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fd99652-d03b-41d4-a20d-ec0c99f535f6 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:08.484661 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fd99652-d03b-41d4-a20d-ec0c99f535f6 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:08.486995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Router 41937776-8db7-4d8e-b066-f8f8665cafc8 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:08:08.618665 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:08.625111 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:08.693037 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fd99652-d03b-41d4-a20d-ec0c99f535f6 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:08.696601 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:08:08.770707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176847fb-ba1b-4f87-a6d2-445b9e2afccf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:08.833251 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:08.833722 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] Added segment 0f8a1cd5-f098-475c-a38b-50362d5e23d8 of type vlan for network 49b5cc0d-7612-4763-9ce6-0b2abff40d7d Dec 08 02:08:08.961468 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:08.995516 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fd99652-d03b-41d4-a20d-ec0c99f535f6 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:09.077809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd99652-d03b-41d4-a20d-ec0c99f535f6 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event deleted for resources: {'Subnet': ['ID=0187a527-5c48-4961-8721-946f3d80ecb1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:09.089154 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:09.091229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:09.093996 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:09.102712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3fa80e-63c8-4afe-a0f1-cd040fdde4ab None None] Network 070c9fd6-5c33-481f-972d-d93c3bb28703 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:08:09.115905 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9fd99652-d03b-41d4-a20d-ec0c99f535f6 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:09.120813 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9fd99652-d03b-41d4-a20d-ec0c99f535f6 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "DELETE /v2.0/subnets/0187a527-5c48-4961-8721-946f3d80ecb1 HTTP/1.1" status: 204 len: 168 time: 0.9170866 Dec 08 02:08:09.261658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42928) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:09.267070 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] Pushing event updated for resources: {'Network': ['ID=49b5cc0d-7612-4763-9ce6-0b2abff40d7d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:09.286728 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-491f43c3-a138-42a6-97fe-3012cb673815 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6380279 Dec 08 02:08:09.288408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42930) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:09.296131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-831230c3-6784-4ee5-914a-35f502373524 admin admin] Request body: {'subnet': {'network_id': '49b5cc0d-7612-4763-9ce6-0b2abff40d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-439000652-subnet', 'tenant_id': '4782423cf4474aecb7fc2010f0b0a0f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:09.323768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831230c3-6784-4ee5-914a-35f502373524 admin admin] Made reservation on behalf of 4782423cf4474aecb7fc2010f0b0a0f2 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:09.324441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 49b5cc0d-7612-4763-9ce6-0b2abff40d7d details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:08:09.327435 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-831230c3-6784-4ee5-914a-35f502373524 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:09.397718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:08:09.410092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d05559-376b-4eab-ab64-ed4aa4bc082a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Deleting subnet 42bbd01a-816f-45bf-ad43-779e308265ba {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:08:09.419404 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70d05559-376b-4eab-ab64-ed4aa4bc082a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:09.428577 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] Sync routers for ids ['41937776-8db7-4d8e-b066-f8f8665cafc8'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:08:09.469208 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] Routers {'41937776-8db7-4d8e-b066-f8f8665cafc8'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:09.472681 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:07:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['41937776-8db7-4d8e-b066-f8f8665cafc8'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:09.522956 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:09.535517 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-40ac1c0a-db11-486e-8f6f-d35aa203b05e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.5021894 Dec 08 02:08:09.573025 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42936) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:09.697377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] DHCP port deletion for 070c9fd6-5c33-481f-972d-d93c3bb28703 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:08:09.801325 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-831230c3-6784-4ee5-914a-35f502373524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:09.868480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831230c3-6784-4ee5-914a-35f502373524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfdabea-deee-409e-b7d3-52a8381ff5f9,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:09.870225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Deleting port 45ddb6ea-52f0-4765-8f74-3b587ccb046b {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:09.871225 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:09.883216 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70d05559-376b-4eab-ab64-ed4aa4bc082a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:09.910355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831230c3-6784-4ee5-914a-35f502373524 admin admin] Checking segment: {'id': '0f8a1cd5-f098-475c-a38b-50362d5e23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '49b5cc0d-7612-4763-9ce6-0b2abff40d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:08:09.910796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831230c3-6784-4ee5-914a-35f502373524 admin admin] Network hostable DHCP agents. Network: 49b5cc0d-7612-4763-9ce6-0b2abff40d7d, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:08:09.920112 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] Set router 41937776-8db7-4d8e-b066-f8f8665cafc8 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:08:09.935859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831230c3-6784-4ee5-914a-35f502373524 admin admin] Network 49b5cc0d-7612-4763-9ce6-0b2abff40d7d is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:08:09.958591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-831230c3-6784-4ee5-914a-35f502373524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 49b5cc0d-7612-4763-9ce6-0b2abff40d7d) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:09.976280 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831230c3-6784-4ee5-914a-35f502373524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:09.983280 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-831230c3-6784-4ee5-914a-35f502373524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:10.023596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] For port 45ddb6ea-52f0-4765-8f74-3b587ccb046b, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=45ddb6ea-52f0-4765-8f74-3b587ccb046b,segment=NetworkSegment(132e8029-ff22-430f-841f-f18312ecd66b),segment_id=132e8029-ff22-430f-841f-f18312ecd66b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:10.023974 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:10.038956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-831230c3-6784-4ee5-914a-35f502373524 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7485132 Dec 08 02:08:10.053301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Calling delete_port for 45ddb6ea-52f0-4765-8f74-3b587ccb046b owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:10.120388 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70d05559-376b-4eab-ab64-ed4aa4bc082a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:10.157574 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c15e48f-eb04-4c0f-8298-b21053cfd38e None None] Network 49b5cc0d-7612-4763-9ce6-0b2abff40d7d requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:08:10.262401 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:10.290140 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:10.322896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Pushing event deleted for resources: {'Port': ['ID=45ddb6ea-52f0-4765-8f74-3b587ccb046b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:10.432156 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41937776-8db7-4d8e-b066-f8f8665cafc8', 'name': '', 'tenant_id': 'c73258830c4e46b7be5d58ee110e7505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd225feab-91a1-4a93-ad50-1d8f6781872f', 'external_fixed_ips': [{'subnet_id': '75f99567-709c-4553-b219-b15308a1433b', 'ip_address': '2001:db8::1a8'}], 'enable_snat': True}, 'gw_port_id': '2debaad2-86a5-45d2-b7a1-5eb97eca93f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:08:05Z', 'updated_at': '2021-12-08T02:08:07Z', 'revision_number': 3, 'project_id': 'c73258830c4e46b7be5d58ee110e7505', 'gw_port': {'id': '2debaad2-86a5-45d2-b7a1-5eb97eca93f7', 'name': '', 'network_id': 'd225feab-91a1-4a93-ad50-1d8f6781872f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41937776-8db7-4d8e-b066-f8f8665cafc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '75f99567-709c-4553-b219-b15308a1433b', 'ip_address': '2001:db8::1a8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:08:06Z', 'updated_at': '2021-12-08T02:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75f99567-709c-4553-b219-b15308a1433b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:10.459160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70d05559-376b-4eab-ab64-ed4aa4bc082a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:10.476636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] No DVR routers for this DVR port 45ddb6ea-52f0-4765-8f74-3b587ccb046b on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:08:10.484501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:10.485328 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:10.485328 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:10.485501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:10.486068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:10.486515 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:10.486762 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:10.487278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:10.487848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:10.488363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:10.488852 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:10.489761 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:10.490485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97190e0-6829-4a6c-9a86-2e811d8fea66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:10.497214 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0397329-63ed-4adb-a8c3-df0267ff36dc None None] Network 49b5cc0d-7612-4763-9ce6-0b2abff40d7d requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:08:10.518352 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] Checking router: 41937776-8db7-4d8e-b066-f8f8665cafc8 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:08:10.518352 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] Updating router 41937776-8db7-4d8e-b066-f8f8665cafc8 port 2debaad2-86a5-45d2-b7a1-5eb97eca93f7 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:08:10.554480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d05559-376b-4eab-ab64-ed4aa4bc082a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event deleted for resources: {'Subnet': ['ID=42bbd01a-816f-45bf-ad43-779e308265ba,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:10.565346 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70d05559-376b-4eab-ab64-ed4aa4bc082a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:10.579254 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-70d05559-376b-4eab-ab64-ed4aa4bc082a tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "DELETE /v2.0/subnets/42bbd01a-816f-45bf-ad43-779e308265ba HTTP/1.1" status: 204 len: 168 time: 1.3153250 Dec 08 02:08:10.579643 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:10.580665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42952) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:10.597971 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:10.742305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Deleting port 2debaad2-86a5-45d2-b7a1-5eb97eca93f7 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:10.742639 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:10.761414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe9402b-bd79-42d4-b17b-f0a780a16e2c None None] Network 271a4062-f75c-4f85-b7bc-e78fb447b33d requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:08:10.903272 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:10.920795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Calling delete_port for 2debaad2-86a5-45d2-b7a1-5eb97eca93f7 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:11.113855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67455b24-0ce2-4818-b888-8baeaf10c472 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.134857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-54cfd5c4-50a2-444f-ba18-8eb3029892ce tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:11.144214 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-54cfd5c4-50a2-444f-ba18-8eb3029892ce tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/networks?id=49b5cc0d-7612-4763-9ce6-0b2abff40d7d HTTP/1.1" status: 200 len: 820 time: 0.3536234 Dec 08 02:08:11.154113 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aed3a2-0a1e-47f5-a9f6-887aa1a9764d None None] DHCP port deletion for 271a4062-f75c-4f85-b7bc-e78fb447b33d request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:08:11.170348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-0881d042-b553-4ed5-b1b5-e7f2c7d506d5 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/quotas/4782423cf4474aecb7fc2010f0b0a0f2 HTTP/1.1" status: 200 len: 375 time: 0.0249348 Dec 08 02:08:11.256117 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.260779 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:08:11.262463 n-d-713499-31 neutron-server[109769]: DEBUG oslo_db.api [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:08:11.295231 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67455b24-0ce2-4818-b888-8baeaf10c472 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.320811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-67455b24-0ce2-4818-b888-8baeaf10c472 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070c9fd6-5c33-481f-972d-d93c3bb28703']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:11.332898 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-67455b24-0ce2-4818-b888-8baeaf10c472 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132e8029-ff22-430f-841f-f18312ecd66b') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:11.333360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-67455b24-0ce2-4818-b888-8baeaf10c472 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132e8029-ff22-430f-841f-f18312ecd66b') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:11.338125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event deleted for resources: {'Port': ['ID=2debaad2-86a5-45d2-b7a1-5eb97eca93f7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:11.340468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-71aed3a2-0a1e-47f5-a9f6-887aa1a9764d None None] Deleting port bfe3d098-7731-45de-925a-907bd5a0a730 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:11.343486 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71aed3a2-0a1e-47f5-a9f6-887aa1a9764d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.344223 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67455b24-0ce2-4818-b888-8baeaf10c472 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.368404 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67455b24-0ce2-4818-b888-8baeaf10c472 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.376532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67455b24-0ce2-4818-b888-8baeaf10c472 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:08:11.377093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67455b24-0ce2-4818-b888-8baeaf10c472 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.398672 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 45ddb6ea-52f0-4765-8f74-3b587ccb046b no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:08:11.412156 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.425581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 45ddb6ea-52f0-4765-8f74-3b587ccb046b {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:08:11.426232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 45ddb6ea-52f0-4765-8f74-3b587ccb046b not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:08:11.426986 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bfe3d098-7731-45de-925a-907bd5a0a730 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:08:11.482494 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:08:11.485149 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67455b24-0ce2-4818-b888-8baeaf10c472 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.497197 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67455b24-0ce2-4818-b888-8baeaf10c472 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.504014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-67455b24-0ce2-4818-b888-8baeaf10c472 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "DELETE /v2.0/networks/070c9fd6-5c33-481f-972d-d93c3bb28703 HTTP/1.1" status: 204 len: 168 time: 0.9222825 Dec 08 02:08:11.514660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-84a1137e-5ee0-4514-ac28-734e218840fe tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4782423cf4474aecb7fc2010f0b0a0f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3431325 Dec 08 02:08:11.517036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42972) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:11.552169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67455b24-0ce2-4818-b888-8baeaf10c472 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event deleted for resources: {'Network': ['ID=070c9fd6-5c33-481f-972d-d93c3bb28703,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:11.682570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.686596 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.691796 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.714113 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-71aed3a2-0a1e-47f5-a9f6-887aa1a9764d None None] For port bfe3d098-7731-45de-925a-907bd5a0a730, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bfe3d098-7731-45de-925a-907bd5a0a730,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:11.715098 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71aed3a2-0a1e-47f5-a9f6-887aa1a9764d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.746694 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-71aed3a2-0a1e-47f5-a9f6-887aa1a9764d None None] Calling delete_port for bfe3d098-7731-45de-925a-907bd5a0a730 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:11.801446 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-9a816af2-4978-4eb2-bbdb-2ed86d7f6c41 service neutron] 10.222.0.71 "GET /v2.0/networks/49b5cc0d-7612-4763-9ce6-0b2abff40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851307 Dec 08 02:08:11.805135 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] Port 2debaad2-86a5-45d2-b7a1-5eb97eca93f7 not found while updating agent binding for router 41937776-8db7-4d8e-b066-f8f8665cafc8. {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 02:08:11.812318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port bfe3d098-7731-45de-925a-907bd5a0a730, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bfe3d098-7731-45de-925a-907bd5a0a730,segment=NetworkSegment(75e1df36-d188-40da-a766-7adcd775779a),segment_id=75e1df36-d188-40da-a766-7adcd775779a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:11.822622 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.834806 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] Routers {'41937776-8db7-4d8e-b066-f8f8665cafc8'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:11.835299 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:07:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['41937776-8db7-4d8e-b066-f8f8665cafc8'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:11.852131 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.852719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41937776-8db7-4d8e-b066-f8f8665cafc8 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:08:11.863252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:11.869103 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bc0f5b76-4c04-4298-97aa-95e61a0067a8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "DELETE /v2.0/routers/41937776-8db7-4d8e-b066-f8f8665cafc8 HTTP/1.1" status: 204 len: 168 time: 2.2817342 Dec 08 02:08:11.872121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42978) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:11.919474 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c62c7d8-8347-4b18-8204-c205f733a3e2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.001685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4a581e-0008-4d3d-b5b1-7ae8e2bbdc69 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Deleting subnet 75f99567-709c-4553-b219-b15308a1433b {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:08:12.006261 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c4a581e-0008-4d3d-b5b1-7ae8e2bbdc69 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.025932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=bfe3d098-7731-45de-925a-907bd5a0a730,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:12.046864 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71aed3a2-0a1e-47f5-a9f6-887aa1a9764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.078947 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aed3a2-0a1e-47f5-a9f6-887aa1a9764d None None] No DVR routers for this DVR port bfe3d098-7731-45de-925a-907bd5a0a730 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:08:12.107377 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c4a581e-0008-4d3d-b5b1-7ae8e2bbdc69 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.117934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aed3a2-0a1e-47f5-a9f6-887aa1a9764d None None] Pushing event deleted for resources: {'Port': ['ID=bfe3d098-7731-45de-925a-907bd5a0a730,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:12.130567 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] Set router 41937776-8db7-4d8e-b066-f8f8665cafc8 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:08:12.183835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c4a581e-0008-4d3d-b5b1-7ae8e2bbdc69 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.251648 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c62c7d8-8347-4b18-8204-c205f733a3e2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.266959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-74b8c55d-869b-4017-9506-1903fae5a169 service neutron] 10.222.0.71 "GET /v2.0/networks/49b5cc0d-7612-4763-9ce6-0b2abff40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638026 Dec 08 02:08:12.290059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9c62c7d8-8347-4b18-8204-c205f733a3e2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271a4062-f75c-4f85-b7bc-e78fb447b33d']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:12.293711 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41937776-8db7-4d8e-b066-f8f8665cafc8', 'name': '', 'tenant_id': 'c73258830c4e46b7be5d58ee110e7505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:08:05Z', 'updated_at': '2021-12-08T02:08:11Z', 'revision_number': 5, 'project_id': 'c73258830c4e46b7be5d58ee110e7505', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:12.312432 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c4a581e-0008-4d3d-b5b1-7ae8e2bbdc69 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.314614 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9c62c7d8-8347-4b18-8204-c205f733a3e2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e1df36-d188-40da-a766-7adcd775779a') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:12.315284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9c62c7d8-8347-4b18-8204-c205f733a3e2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e1df36-d188-40da-a766-7adcd775779a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:12.326427 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c4a581e-0008-4d3d-b5b1-7ae8e2bbdc69 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.333187 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668def3-2fe8-4f6f-8aba-4ebc0f36f91b None None] The sync data for ids ['41937776-8db7-4d8e-b066-f8f8665cafc8'] in n-d-713499-31 is: [{'id': '41937776-8db7-4d8e-b066-f8f8665cafc8', 'name': '', 'tenant_id': 'c73258830c4e46b7be5d58ee110e7505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:08:05Z', 'updated_at': '2021-12-08T02:08:11Z', 'revision_number': 5, 'project_id': 'c73258830c4e46b7be5d58ee110e7505', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:08:12.333381 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8c4a581e-0008-4d3d-b5b1-7ae8e2bbdc69 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "DELETE /v2.0/subnets/75f99567-709c-4553-b219-b15308a1433b HTTP/1.1" status: 204 len: 168 time: 0.4563262 Dec 08 02:08:12.362878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42984) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:12.372193 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c62c7d8-8347-4b18-8204-c205f733a3e2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.374700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a581e-0008-4d3d-b5b1-7ae8e2bbdc69 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=75f99567-709c-4553-b219-b15308a1433b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:12.425001 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c62c7d8-8347-4b18-8204-c205f733a3e2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.441497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c62c7d8-8347-4b18-8204-c205f733a3e2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:08:12.462825 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c62c7d8-8347-4b18-8204-c205f733a3e2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:08:12.468980 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:08:12.573061 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02975496-9fe1-41dc-88ec-7a6378df89f0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.656524 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ce8663d-1496-40fb-8f45-86ae7ff1464b req-27a8934c-635e-4281-bd4c-d8eb230b93b7 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 210 time: 0.0773029 Dec 08 02:08:12.686066 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c62c7d8-8347-4b18-8204-c205f733a3e2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.737432 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c62c7d8-8347-4b18-8204-c205f733a3e2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.759879 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9c62c7d8-8347-4b18-8204-c205f733a3e2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] 10.222.0.71 "DELETE /v2.0/networks/271a4062-f75c-4f85-b7bc-e78fb447b33d HTTP/1.1" status: 204 len: 168 time: 1.2212434 Dec 08 02:08:12.785209 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02975496-9fe1-41dc-88ec-7a6378df89f0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.793772 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62c7d8-8347-4b18-8204-c205f733a3e2 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] Pushing event deleted for resources: {'Network': ['ID=271a4062-f75c-4f85-b7bc-e78fb447b33d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:12.840853 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-02975496-9fe1-41dc-88ec-7a6378df89f0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d225feab-91a1-4a93-ad50-1d8f6781872f']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:12.879841 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-02975496-9fe1-41dc-88ec-7a6378df89f0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e46a98-6240-487e-b212-4a4477c44d20') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:12.882202 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-02975496-9fe1-41dc-88ec-7a6378df89f0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e46a98-6240-487e-b212-4a4477c44d20') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:12.945460 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02975496-9fe1-41dc-88ec-7a6378df89f0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.964070 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02975496-9fe1-41dc-88ec-7a6378df89f0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.971543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02975496-9fe1-41dc-88ec-7a6378df89f0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:08:12.972146 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02975496-9fe1-41dc-88ec-7a6378df89f0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:08:12.974298 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:08:13.052412 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02975496-9fe1-41dc-88ec-7a6378df89f0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:13.060802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02975496-9fe1-41dc-88ec-7a6378df89f0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d225feab-91a1-4a93-ad50-1d8f6781872f {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 02:08:13.063810 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02975496-9fe1-41dc-88ec-7a6378df89f0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:13.071273 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-02975496-9fe1-41dc-88ec-7a6378df89f0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "DELETE /v2.0/networks/d225feab-91a1-4a93-ad50-1d8f6781872f HTTP/1.1" status: 204 len: 168 time: 0.7032871 Dec 08 02:08:13.079530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02975496-9fe1-41dc-88ec-7a6378df89f0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event deleted for resources: {'Network': ['ID=d225feab-91a1-4a93-ad50-1d8f6781872f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:13.341717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-8f0bfeda-d819-43ba-9b2d-a417e6113b75 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:13.344589 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-8f0bfeda-d819-43ba-9b2d-a417e6113b75 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/networks?id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 200 len: 814 time: 0.2569077 Dec 08 02:08:13.377172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-bdd52a70-e499-4d20-be24-715a89dc1cc2 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/quotas/599f20414bca47809376ee6158cd4fab HTTP/1.1" status: 200 len: 375 time: 0.0245242 Dec 08 02:08:13.458029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-bb46cc8e-a715-40f3-b1ae-10ad32b31687 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=599f20414bca47809376ee6158cd4fab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793915 Dec 08 02:08:13.904867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43036) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:13.909351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-14bdc54f-5d71-412c-b190-2922df42668d tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Request body: {'router': {'name': 'tempest-router--1337685731', 'project_id': '2baab83775384ee3942d9dc3a1f78211'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:13.965015 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdc54f-5d71-412c-b190-2922df42668d tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:13.970858 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdc54f-5d71-412c-b190-2922df42668d tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:14.168230 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdc54f-5d71-412c-b190-2922df42668d tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:14.175530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdc54f-5d71-412c-b190-2922df42668d tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:14.201814 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdc54f-5d71-412c-b190-2922df42668d tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:14.203008 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-14bdc54f-5d71-412c-b190-2922df42668d tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2971132 Dec 08 02:08:14.215877 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43042) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:14.413598 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c514cb0-56af-46c6-93f1-1157d5c03bef tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:14.485507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a258d699-886e-496c-9916-25bdc28a2d14 req-1e766513-79ce-41f1-baee-25ca52402ac0 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 210 time: 0.0371485 Dec 08 02:08:14.562447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-ed079a57-e68d-4843-a994-531cfd84d7df service neutron] 10.222.0.71 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1033015 Dec 08 02:08:14.685839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c514cb0-56af-46c6-93f1-1157d5c03bef tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:14.688359 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c514cb0-56af-46c6-93f1-1157d5c03bef tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:14.712239 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-a4568682-3620-4cf3-a888-1e1c83434c2f service neutron] 10.222.0.71 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478825 Dec 08 02:08:14.782601 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c514cb0-56af-46c6-93f1-1157d5c03bef tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:14.783187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c514cb0-56af-46c6-93f1-1157d5c03bef tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4a5f7e9-ea91-4adb-a0e5-8354a71f75b6 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:08:14.790495 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c514cb0-56af-46c6-93f1-1157d5c03bef tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:14.795498 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1c514cb0-56af-46c6-93f1-1157d5c03bef tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "DELETE /v2.0/routers/d4a5f7e9-ea91-4adb-a0e5-8354a71f75b6 HTTP/1.1" status: 204 len: 168 time: 0.5785263 Dec 08 02:08:14.968690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0c320ec-353f-43a4-a36c-282c9f06bff5 req-7ed8b7bb-c4ea-4614-90fd-ffc27aad2d0f tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 210 time: 0.0396731 Dec 08 02:08:14.974961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43054) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:15.578509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-888382454', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:15.688256 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-29a5b570-23f2-422b-be9e-c13b988ac3ea req-1db55187-3fc2-491b-8645-78674ab54d05 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 210 time: 0.0658975 Dec 08 02:08:15.723597 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:15.724956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:15.799552 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:15.808616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-521c4260-dea4-41d8-be86-23727a7324cb tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:15.812147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-521c4260-dea4-41d8-be86-23727a7324cb tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.45 "GET /v2.0/networks?id=49b5cc0d-7612-4763-9ce6-0b2abff40d7d HTTP/1.1" status: 200 len: 820 time: 0.5655379 Dec 08 02:08:15.883301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-ea8d9014-3ad5-4285-b58d-d63458c4a65a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Request body: {'port': {'device_id': '329de345-4fcc-42ae-9358-aa75dc548041', 'network_id': '49b5cc0d-7612-4763-9ce6-0b2abff40d7d', 'admin_state_up': True, 'tenant_id': '4782423cf4474aecb7fc2010f0b0a0f2'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:16.052734 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:16.131418 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f43e9d0-a073-4f16-bdb1-4b26f89fba86 req-d47565b6-fb98-4538-a73b-bdcb73d5903b tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 210 time: 0.0614564 Dec 08 02:08:16.192047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-ea8d9014-3ad5-4285-b58d-d63458c4a65a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Made reservation on behalf of 4782423cf4474aecb7fc2010f0b0a0f2 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:16.195887 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-ea8d9014-3ad5-4285-b58d-d63458c4a65a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:16.497952 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:16.524606 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-ea8d9014-3ad5-4285-b58d-d63458c4a65a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Allocated IP 172.20.0.7 (49b5cc0d-7612-4763-9ce6-0b2abff40d7d/bcfdabea-deee-409e-b7d3-52a8381ff5f9/d54308cd-8d3b-4e59-b5a9-765fe2249fcc) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:16.528036 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:16.876795 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-24f3c04f-b3d2-43e2-a32d-a29cccad5395 req-7eff9422-dfe1-4604-bb19-d049fd3a5030 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 210 time: 0.0816753 Dec 08 02:08:16.900663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-ad325879-3c2e-4f31-ab60-6ad1f3329bda tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:16.902521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-ad325879-3c2e-4f31-ab60-6ad1f3329bda tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.75 "GET /v2.0/networks?id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 200 len: 814 time: 0.3630884 Dec 08 02:08:16.913894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Allocated IP 172.25.8.168 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/b1c3c262-9d19-4047-afb7-4ea63d8915dd) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:16.951517 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e7c14bd0-594b-4cbd-8c25-a8169a0b12a9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Request body: {'port': {'device_id': 'f6c85ab6-5675-45f0-835c-587ff063c3cb', 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a', 'admin_state_up': True, 'tenant_id': '599f20414bca47809376ee6158cd4fab'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:17.011873 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-ea8d9014-3ad5-4285-b58d-d63458c4a65a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:17.166491 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:17.173583 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-ea8d9014-3ad5-4285-b58d-d63458c4a65a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:17.241081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e7c14bd0-594b-4cbd-8c25-a8169a0b12a9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Made reservation on behalf of 599f20414bca47809376ee6158cd4fab for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:17.244835 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e7c14bd0-594b-4cbd-8c25-a8169a0b12a9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:17.253305 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-ea8d9014-3ad5-4285-b58d-d63458c4a65a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Network 49b5cc0d-7612-4763-9ce6-0b2abff40d7d is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:17.265108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-ea8d9014-3ad5-4285-b58d-d63458c4a65a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:17.267971 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-ea8d9014-3ad5-4285-b58d-d63458c4a65a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:17.328234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d9014-3ad5-4285-b58d-d63458c4a65a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Pushing event updated for resources: {'Port': ['ID=d54308cd-8d3b-4e59-b5a9-765fe2249fcc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:17.364013 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63b31c43-ecf4-4898-9a32-7bd7b068fe82 req-6c828a56-8847-4f9f-b8aa-cf2afffaf964 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 210 time: 0.0920467 Dec 08 02:08:17.370372 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:17.453993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-ea8d9014-3ad5-4285-b58d-d63458c4a65a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:17.454691 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-ea8d9014-3ad5-4285-b58d-d63458c4a65a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:17.487807 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:17.498908 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:17.508669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-ea8d9014-3ad5-4285-b58d-d63458c4a65a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6554234 Dec 08 02:08:17.512065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:17.517636 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Pushing event updated for resources: {'Port': ['ID=b1c3c262-9d19-4047-afb7-4ea63d8915dd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:17.551199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Request body: {'port': {'device_id': '329de345-4fcc-42ae-9358-aa75dc548041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:17.666622 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e7c14bd0-594b-4cbd-8c25-a8169a0b12a9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Allocated IP 172.20.0.13 (b3d476c4-1349-4a9a-a122-cb4a1c8ae29a/c7edc8da-fc0d-472c-9093-a156fba7e61f/dd2c20c7-c732-446f-9b0f-d064bb66d6e6) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:17.768529 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:18.175040 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dd57fc06-af8f-4306-80c4-d2538d1f650c req-ed4c0912-356f-48a3-9814-00ef3d039fff service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0693727 Dec 08 02:08:18.305461 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57fc06-af8f-4306-80c4-d2538d1f650c req-44e5729b-aaf2-40af-8dfc-17155842ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:18.307293 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dd57fc06-af8f-4306-80c4-d2538d1f650c req-44e5729b-aaf2-40af-8dfc-17155842ae71 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a5e0df062134f7b8b12edf948c9b904&device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 1098 time: 0.0703442 Dec 08 02:08:18.371974 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:18.425287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273720c-883f-437a-ae6c-981d8518dfae req-db82386f-15a9-4c2e-a5dd-7e8f38bf9d66 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:18.432584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e273720c-883f-437a-ae6c-981d8518dfae req-db82386f-15a9-4c2e-a5dd-7e8f38bf9d66 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 931 time: 0.4313159 Dec 08 02:08:18.480998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e7c14bd0-594b-4cbd-8c25-a8169a0b12a9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:18.544943 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57fc06-af8f-4306-80c4-d2538d1f650c req-d8af7077-4fdd-4d8b-8f84-cb9eeb7e362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:18.546574 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dd57fc06-af8f-4306-80c4-d2538d1f650c req-d8af7077-4fdd-4d8b-8f84-cb9eeb7e362c service neutron] 10.222.0.75 "GET /v2.0/networks?id=382cbe24-d5a5-4b40-9d16-dc4dabb83634 HTTP/1.1" status: 200 len: 914 time: 0.2171030 Dec 08 02:08:18.616146 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dd57fc06-af8f-4306-80c4-d2538d1f650c req-bcc948aa-2103-4bfc-8b5d-53ae20a8a3cc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4394b45a-6591-4af8-a00d-fb2cd35dcc63 HTTP/1.1" status: 200 len: 217 time: 0.0614362 Dec 08 02:08:18.677635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57fc06-af8f-4306-80c4-d2538d1f650c req-66d19d80-59c5-489d-9480-e24213cac37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:18.679125 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dd57fc06-af8f-4306-80c4-d2538d1f650c req-66d19d80-59c5-489d-9480-e24213cac37c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4edbeda8-3bbb-47c9-8508-5d84805c3fe2 HTTP/1.1" status: 200 len: 853 time: 0.0536849 Dec 08 02:08:18.740260 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dd57fc06-af8f-4306-80c4-d2538d1f650c req-6e16daeb-9f50-408c-a309-4f2f4b8762ba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=382cbe24-d5a5-4b40-9d16-dc4dabb83634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533185 Dec 08 02:08:18.904966 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dd57fc06-af8f-4306-80c4-d2538d1f650c req-6bad038a-bf50-48db-926e-27a60ccb0762 service neutron] 10.222.0.75 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576903 Dec 08 02:08:19.041644 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dd57fc06-af8f-4306-80c4-d2538d1f650c req-09192da7-76aa-445b-a5d1-e47d20c3161f service neutron] 10.222.0.75 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284792 Dec 08 02:08:19.200246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ec220202-af1e-4a12-a331-87bd1fcaf2d4 req-a1ad72ef-4103-401a-8184-47e0a7f31784 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 210 time: 0.6627355 Dec 08 02:08:19.250140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54308cd-8d3b-4e59-b5a9-765fe2249fcc {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:08:19.291154 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:19.296518 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d7bbf858-dc92-4e8d-bca4-fb4918e97eda req-4dfcdde8-a1e7-4751-8e74-7da361294ddb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0656695 Dec 08 02:08:19.324650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Transition to ACTIVE for port object d54308cd-8d3b-4e59-b5a9-765fe2249fcc will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:08:19.328706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e273720c-883f-437a-ae6c-981d8518dfae req-b6d765b3-57b1-43e7-aafb-5f6630b7d953 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/security-groups?id=176847fb-ba1b-4f87-a6d2-445b9e2afccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8947666 Dec 08 02:08:19.334946 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e7c14bd0-594b-4cbd-8c25-a8169a0b12a9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:19.336295 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:19.376612 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['7d9b7dbc-69a1-452a-b823-ca8a50551230', 'eeea3ee3-dfe0-432f-82ff-290f3a2c845c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:08:19.453446 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e7c14bd0-594b-4cbd-8c25-a8169a0b12a9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:19.465370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e7c14bd0-594b-4cbd-8c25-a8169a0b12a9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:19.472519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e7c14bd0-594b-4cbd-8c25-a8169a0b12a9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:19.475258 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Pushing event updated for resources: {'Port': ['ID=d54308cd-8d3b-4e59-b5a9-765fe2249fcc,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:19.484228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbf858-dc92-4e8d-bca4-fb4918e97eda req-6050764a-d17c-4009-9714-04e3ae0b75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:19.485969 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d7bbf858-dc92-4e8d-bca4-fb4918e97eda req-6050764a-d17c-4009-9714-04e3ae0b75cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=599f20414bca47809376ee6158cd4fab&device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 1097 time: 0.1488366 Dec 08 02:08:19.646052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbf858-dc92-4e8d-bca4-fb4918e97eda req-451207da-46c9-47b7-8fec-06a2fbfa4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:19.647923 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d7bbf858-dc92-4e8d-bca4-fb4918e97eda req-451207da-46c9-47b7-8fec-06a2fbfa4b3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 200 len: 915 time: 0.1415291 Dec 08 02:08:19.679353 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:19.687665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e7c14bd0-594b-4cbd-8c25-a8169a0b12a9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:19.688341 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e7c14bd0-594b-4cbd-8c25-a8169a0b12a9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:19.712154 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c14bd0-594b-4cbd-8c25-a8169a0b12a9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Pushing event updated for resources: {'Port': ['ID=dd2c20c7-c732-446f-9b0f-d064bb66d6e6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:19.717499 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d7bbf858-dc92-4e8d-bca4-fb4918e97eda req-ff668fcc-08e8-43a5-b6ca-e044c5a1ae13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d9b7dbc-69a1-452a-b823-ca8a50551230 HTTP/1.1" status: 200 len: 217 time: 0.0605767 Dec 08 02:08:19.830387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e7c14bd0-594b-4cbd-8c25-a8169a0b12a9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8866143 Dec 08 02:08:19.833128 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Attempting to bind port d54308cd-8d3b-4e59-b5a9-765fe2249fcc on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:08:19.833472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Attempting to bind port d54308cd-8d3b-4e59-b5a9-765fe2249fcc by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '0f8a1cd5-f098-475c-a38b-50362d5e23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '49b5cc0d-7612-4763-9ce6-0b2abff40d7d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:08:19.833810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Attempting to bind port d54308cd-8d3b-4e59-b5a9-765fe2249fcc on network 49b5cc0d-7612-4763-9ce6-0b2abff40d7d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:08:19.863045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbf858-dc92-4e8d-bca4-fb4918e97eda req-0f6a0be0-0f05-4d8a-af74-83912aebc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:19.865615 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d7bbf858-dc92-4e8d-bca4-fb4918e97eda req-0f6a0be0-0f05-4d8a-af74-83912aebc059 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7edc8da-fc0d-472c-9093-a156fba7e61f HTTP/1.1" status: 200 len: 854 time: 0.1389728 Dec 08 02:08:19.866900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Request body: {'port': {'device_id': 'f6c85ab6-5675-45f0-835c-587ff063c3cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:19.920197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Port d54308cd-8d3b-4e59-b5a9-765fe2249fcc on network 49b5cc0d-7612-4763-9ce6-0b2abff40d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:08:19.920572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Attempting to bind port d54308cd-8d3b-4e59-b5a9-765fe2249fcc on network 49b5cc0d-7612-4763-9ce6-0b2abff40d7d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:08:19.937149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:08:19.937500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Checking segment: {'id': '0f8a1cd5-f098-475c-a38b-50362d5e23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '49b5cc0d-7612-4763-9ce6-0b2abff40d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:08:19.937905 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Bound using segment: {'id': '0f8a1cd5-f098-475c-a38b-50362d5e23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '49b5cc0d-7612-4763-9ce6-0b2abff40d7d'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:08:19.938361 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Bound port: d54308cd-8d3b-4e59-b5a9-765fe2249fcc, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8a1cd5-f098-475c-a38b-50362d5e23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '49b5cc0d-7612-4763-9ce6-0b2abff40d7d'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:08:19.938733 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:19.947914 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d7bbf858-dc92-4e8d-bca4-fb4918e97eda req-d83643bd-6fc7-40a6-872b-885fbe9ab3a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723865 Dec 08 02:08:20.053656 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:20.073771 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d7bbf858-dc92-4e8d-bca4-fb4918e97eda req-2d3922c1-e9fb-4935-b108-3a6bcdb2e860 service neutron] 10.222.0.45 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171401 Dec 08 02:08:20.127290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] For port d54308cd-8d3b-4e59-b5a9-765fe2249fcc, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:08:20.153839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] For port d54308cd-8d3b-4e59-b5a9-765fe2249fcc, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d54308cd-8d3b-4e59-b5a9-765fe2249fcc,segment=NetworkSegment(0f8a1cd5-f098-475c-a38b-50362d5e23d8),segment_id=0f8a1cd5-f098-475c-a38b-50362d5e23d8)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:08:20.170819 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:20.187503 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d7bbf858-dc92-4e8d-bca4-fb4918e97eda req-a26d6f9f-04c4-4363-abb4-75380e696f7d service neutron] 10.222.0.45 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059153 Dec 08 02:08:20.298118 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Router af59c855-aca4-45bf-8799-eded60ba516f is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:08:20.351144 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:20.351803 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:20.353210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] 10.222.0.45 "PUT /v2.0/ports/d54308cd-8d3b-4e59-b5a9-765fe2249fcc HTTP/1.1" status: 200 len: 1092 time: 2.8125226 Dec 08 02:08:20.354651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329de345-4fcc-42ae-9358-aa75dc548041', 'tag': 'd54308cd-8d3b-4e59-b5a9-765fe2249fcc'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:20.357218 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6f62b5-dead-495a-ae7d-833f67af95fa" -d '{"events": [{"name": "network-changed", "server_uuid": "329de345-4fcc-42ae-9358-aa75dc548041", "tag": "d54308cd-8d3b-4e59-b5a9-765fe2249fcc"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:20.420404 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822b362a-0fea-4af6-8460-68e75c9692db x-openstack-request-id: req-822b362a-0fea-4af6-8460-68e75c9692db {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:20.421263 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329de345-4fcc-42ae-9358-aa75dc548041", "tag": "d54308cd-8d3b-4e59-b5a9-765fe2249fcc", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:20.421532 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-822b362a-0fea-4af6-8460-68e75c9692db {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:20.421948 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329de345-4fcc-42ae-9358-aa75dc548041', 'tag': 'd54308cd-8d3b-4e59-b5a9-765fe2249fcc', 'status': 'completed', 'code': 200} Dec 08 02:08:20.458458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b809ce-6cdc-42d8-87ad-060ca4edf32d service neutron] Pushing event updated for resources: {'Port': ['ID=d54308cd-8d3b-4e59-b5a9-765fe2249fcc,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:20.555263 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58303572-c199-437e-bdd8-5da6a2a932ef req-f4898d99-8121-4bab-a9a5-8d906854859c tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:20.556751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58303572-c199-437e-bdd8-5da6a2a932ef req-f4898d99-8121-4bab-a9a5-8d906854859c tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 932 time: 0.2733045 Dec 08 02:08:20.686619 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-754dc7f2-3fa2-487e-8a79-794acfa054de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:20.688193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-754dc7f2-3fa2-487e-8a79-794acfa054de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4782423cf4474aecb7fc2010f0b0a0f2&device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 1095 time: 0.2268653 Dec 08 02:08:20.728237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:08:20.738438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27c4eee-1605-4c34-9216-d4aba1ce784e None None] Sync routers for ids ['af59c855-aca4-45bf-8799-eded60ba516f'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:08:20.750575 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27c4eee-1605-4c34-9216-d4aba1ce784e None None] Routers {'af59c855-aca4-45bf-8799-eded60ba516f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:20.751557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b27c4eee-1605-4c34-9216-d4aba1ce784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:07:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['af59c855-aca4-45bf-8799-eded60ba516f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:20.787789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b27c4eee-1605-4c34-9216-d4aba1ce784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:20.797660 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27c4eee-1605-4c34-9216-d4aba1ce784e None None] Routers {'af59c855-aca4-45bf-8799-eded60ba516f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:20.798500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b27c4eee-1605-4c34-9216-d4aba1ce784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:07:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['af59c855-aca4-45bf-8799-eded60ba516f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:20.805896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-e5a8aac6-5089-4167-8e00-f39124813a2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d54308cd-8d3b-4e59-b5a9-765fe2249fcc HTTP/1.1" status: 200 len: 217 time: 0.0988116 Dec 08 02:08:20.818280 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58303572-c199-437e-bdd8-5da6a2a932ef req-d18f04e7-2bfc-4824-b218-8499761700f8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173002 Dec 08 02:08:20.832342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a08ab-9ecc-4d4b-94ca-f3f16154c936 req-6d6ea7b0-3af5-4c97-94cb-a96004eb5df6 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:20.836050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b27c4eee-1605-4c34-9216-d4aba1ce784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:20.836848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27c4eee-1605-4c34-9216-d4aba1ce784e None None] The sync data for ids ['af59c855-aca4-45bf-8799-eded60ba516f'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:08:20.839863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef3a08ab-9ecc-4d4b-94ca-f3f16154c936 req-6d6ea7b0-3af5-4c97-94cb-a96004eb5df6 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 943 time: 0.2701719 Dec 08 02:08:20.925040 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:20.926295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a920b027-78d9-4f2c-8801-adcbc19ad11a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9504089 Dec 08 02:08:20.929615 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43138) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:20.952111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2c20c7-c732-446f-9b0f-d064bb66d6e6 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:08:20.966739 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:20.983946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-51078454-63aa-4577-a0a7-89f0b7aff0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:20.985476 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-51078454-63aa-4577-a0a7-89f0b7aff0cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bcfdabea-deee-409e-b7d3-52a8381ff5f9 HTTP/1.1" status: 200 len: 860 time: 0.1617918 Dec 08 02:08:20.995079 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef3a08ab-9ecc-4d4b-94ca-f3f16154c936 req-a8f48f23-9985-43ac-8c3e-ba0db1fb6b97 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/security-groups?id=176847fb-ba1b-4f87-a6d2-445b9e2afccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541767 Dec 08 02:08:20.999339 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Transition to ACTIVE for port object dd2c20c7-c732-446f-9b0f-d064bb66d6e6 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:08:21.009795 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:21.048736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-83b8ca93-4cb2-4399-9cd8-593dcd0abc62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49b5cc0d-7612-4763-9ce6-0b2abff40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506465 Dec 08 02:08:21.077187 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a001ed84-b718-4a3c-b864-13d8638fd984 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/routers/af59c855-aca4-45bf-8799-eded60ba516f HTTP/1.1" status: 200 len: 924 time: 0.1443975 Dec 08 02:08:21.077884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43140) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:21.112250 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0df0f438-764c-4ceb-89e9-3dbd7eeb22e4 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "GET /v2.0/ports?device_id=af59c855-aca4-45bf-8799-eded60ba516f HTTP/1.1" status: 200 len: 205 time: 0.0331120 Dec 08 02:08:21.112825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43144) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:21.126436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2c20c7-c732-446f-9b0f-d064bb66d6e6,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:21.342323 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-3911c51f-d397-428b-9a8c-772122625ca4 service neutron] 10.222.0.45 "GET /v2.0/networks/49b5cc0d-7612-4763-9ce6-0b2abff40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720265 Dec 08 02:08:21.347059 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:21.422743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Attempting to bind port dd2c20c7-c732-446f-9b0f-d064bb66d6e6 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:08:21.423093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Attempting to bind port dd2c20c7-c732-446f-9b0f-d064bb66d6e6 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:08:21.423416 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Attempting to bind port dd2c20c7-c732-446f-9b0f-d064bb66d6e6 on network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:08:21.465839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Port dd2c20c7-c732-446f-9b0f-d064bb66d6e6 on network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:08:21.466522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Attempting to bind port dd2c20c7-c732-446f-9b0f-d064bb66d6e6 on network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:08:21.527701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:08:21.528436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Checking segment: {'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:08:21.528681 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Bound using segment: {'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:08:21.529143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Bound port: dd2c20c7-c732-446f-9b0f-d064bb66d6e6, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:08:21.529505 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:21.603892 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:21.625083 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a2ff058-dc2b-4726-a36e-19bfb8032dc6 req-0e80b27c-5568-43c5-9b97-7d9993b4b0b1 service neutron] 10.222.0.45 "GET /v2.0/networks/49b5cc0d-7612-4763-9ce6-0b2abff40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723877 Dec 08 02:08:21.673960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] For port dd2c20c7-c732-446f-9b0f-d064bb66d6e6, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:08:21.682550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] For port dd2c20c7-c732-446f-9b0f-d064bb66d6e6, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=dd2c20c7-c732-446f-9b0f-d064bb66d6e6,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:08:21.690059 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:21.747434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:21.748128 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:21.749581 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] 10.222.0.75 "PUT /v2.0/ports/dd2c20c7-c732-446f-9b0f-d064bb66d6e6 HTTP/1.1" status: 200 len: 1093 time: 1.9017715 Dec 08 02:08:21.787906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Deleting port b1c3c262-9d19-4047-afb7-4ea63d8915dd {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:21.788250 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:21.806702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a93740-d31b-41a3-ac1f-4b8141ea3e65 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2c20c7-c732-446f-9b0f-d064bb66d6e6,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:21.875797 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f62b5-dead-495a-ae7d-833f67af95fa req-7249aa3a-6934-401c-9dce-2f79debf3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:21.877567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f6f62b5-dead-495a-ae7d-833f67af95fa req-7249aa3a-6934-401c-9dce-2f79debf3272 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4782423cf4474aecb7fc2010f0b0a0f2&device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 1095 time: 0.1490736 Dec 08 02:08:21.945649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-c5f91668-ba56-4dd6-af1a-67ac50a18b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:21.947168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-c5f91668-ba56-4dd6-af1a-67ac50a18b31 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=599f20414bca47809376ee6158cd4fab&device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 1096 time: 0.1317241 Dec 08 02:08:21.986283 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-34f0d708-5a32-4183-94be-05be062c9fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:22.006540 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:22.424644 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c85ab6-5675-45f0-835c-587ff063c3cb', 'tag': 'dd2c20c7-c732-446f-9b0f-d064bb66d6e6'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:22.427116 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2ba9e2-9119-4823-9acc-305f72c9d1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c85ab6-5675-45f0-835c-587ff063c3cb", "tag": "dd2c20c7-c732-446f-9b0f-d064bb66d6e6"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:22.430407 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-fb343a62-1cce-478b-a506-53535b82182a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd2c20c7-c732-446f-9b0f-d064bb66d6e6 HTTP/1.1" status: 200 len: 217 time: 0.4481978 Dec 08 02:08:22.457302 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Calling delete_port for b1c3c262-9d19-4047-afb7-4ea63d8915dd owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:22.594054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecff1de-3d21-4797-b46e-c7d22cad4f48 req-081cf8ae-c362-41b3-b148-4493b12fcb9e tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:22.595651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eecff1de-3d21-4797-b46e-c7d22cad4f48 req-081cf8ae-c362-41b3-b148-4493b12fcb9e tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 944 time: 0.6115503 Dec 08 02:08:22.596726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f62b5-dead-495a-ae7d-833f67af95fa req-7b074c24-94ec-4e83-a188-48bf82395b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:22.598038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f6f62b5-dead-495a-ae7d-833f67af95fa req-7b074c24-94ec-4e83-a188-48bf82395b4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=49b5cc0d-7612-4763-9ce6-0b2abff40d7d HTTP/1.1" status: 200 len: 921 time: 0.7098913 Dec 08 02:08:22.601298 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-74b48042-465a-4090-aa21-c5b574600a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:22.602672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-74b48042-465a-4090-aa21-c5b574600a63 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c7edc8da-fc0d-472c-9093-a156fba7e61f HTTP/1.1" status: 200 len: 854 time: 0.1609297 Dec 08 02:08:22.615624 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:08:22.673503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785ef5b-3e83-45ac-838a-db3f14e40927 req-06c3fe1e-a30a-408c-82bc-119054c28150 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:22.675056 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3785ef5b-3e83-45ac-838a-db3f14e40927 req-06c3fe1e-a30a-408c-82bc-119054c28150 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 943 time: 0.2521632 Dec 08 02:08:22.704751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-4944ef0f-4420-42fa-aff2-29cd8dee6f32 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860038 Dec 08 02:08:22.705999 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f6f62b5-dead-495a-ae7d-833f67af95fa req-f796dc69-fa7b-45b2-be4c-67fa8f776cb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d54308cd-8d3b-4e59-b5a9-765fe2249fcc HTTP/1.1" status: 200 len: 217 time: 0.0947859 Dec 08 02:08:22.912375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eecff1de-3d21-4797-b46e-c7d22cad4f48 req-a9215f47-f1f5-446e-803c-7975c0b6f285 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053508 Dec 08 02:08:22.948554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3785ef5b-3e83-45ac-838a-db3f14e40927 req-531cd394-3b0f-4546-b100-a2809777e930 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/security-groups?id=176847fb-ba1b-4f87-a6d2-445b9e2afccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529368 Dec 08 02:08:23.019529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f62b5-dead-495a-ae7d-833f67af95fa req-f9649e21-4e05-4fc3-846f-517ef83215dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:23.020011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f6f62b5-dead-495a-ae7d-833f67af95fa req-f9649e21-4e05-4fc3-846f-517ef83215dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bcfdabea-deee-409e-b7d3-52a8381ff5f9 HTTP/1.1" status: 200 len: 860 time: 0.3019009 Dec 08 02:08:23.024742 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b54fabf-6f15-4119-a819-a24085ee29a9 x-openstack-request-id: req-3b54fabf-6f15-4119-a819-a24085ee29a9 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:23.025046 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c85ab6-5675-45f0-835c-587ff063c3cb", "tag": "dd2c20c7-c732-446f-9b0f-d064bb66d6e6", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:23.025310 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b54fabf-6f15-4119-a819-a24085ee29a9 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:23.025708 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c85ab6-5675-45f0-835c-587ff063c3cb', 'tag': 'dd2c20c7-c732-446f-9b0f-d064bb66d6e6', 'status': 'completed', 'code': 200} Dec 08 02:08:23.085259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f6f62b5-dead-495a-ae7d-833f67af95fa req-81650b44-0c6a-4b81-a780-ca34652c85fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49b5cc0d-7612-4763-9ce6-0b2abff40d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539887 Dec 08 02:08:23.170640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-c052ad11-4191-4526-b711-b0b77373ec97 service neutron] 10.222.0.75 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520502 Dec 08 02:08:23.273745 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:23.327302 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Pushing event deleted for resources: {'Port': ['ID=b1c3c262-9d19-4047-afb7-4ea63d8915dd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:23.389483 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:23.478248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f6f62b5-dead-495a-ae7d-833f67af95fa req-2021f292-f07b-4dc9-b7a3-faf29abe6349 service neutron] 10.222.0.45 "GET /v2.0/networks/49b5cc0d-7612-4763-9ce6-0b2abff40d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842227 Dec 08 02:08:23.491476 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ae4419f-c1dc-4307-8581-3204acd88f0b req-3d9a4006-1c2a-403f-b18e-7ecb56c5fa6c service neutron] 10.222.0.75 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111448 Dec 08 02:08:23.564027 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:23.735993 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:23.745164 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:23.817197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb48a72-c4cf-42e2-a983-61aea78438fb req-de69f3b7-fc88-40b8-87e7-cb02df5e477b tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:23.824275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fb48a72-c4cf-42e2-a983-61aea78438fb req-de69f3b7-fc88-40b8-87e7-cb02df5e477b tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 946 time: 0.3404605 Dec 08 02:08:23.864353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f6f62b5-dead-495a-ae7d-833f67af95fa req-79c5410d-ad2c-4a01-8581-8876dc8462d7 service neutron] 10.222.0.45 "GET /v2.0/networks/49b5cc0d-7612-4763-9ce6-0b2abff40d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610032 Dec 08 02:08:23.866838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ba9e2-9119-4823-9acc-305f72c9d1b9 req-d566d0d1-81a0-4a85-a851-bc071e6edca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:23.868852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f2ba9e2-9119-4823-9acc-305f72c9d1b9 req-d566d0d1-81a0-4a85-a851-bc071e6edca6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=599f20414bca47809376ee6158cd4fab&device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 1096 time: 0.2379911 Dec 08 02:08:23.872559 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:23.874213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Fanout notify agent at l3_agent the message router_deleted on router af59c855-aca4-45bf-8799-eded60ba516f {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:08:23.884684 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:23.890427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0ece89b7-3222-40f0-b675-ca21a7bea5da tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "DELETE /v2.0/routers/af59c855-aca4-45bf-8799-eded60ba516f HTTP/1.1" status: 204 len: 168 time: 2.7725956 Dec 08 02:08:23.891117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43172) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:23.901271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Request body: {'router': {'name': 'tempest-snat-router-211110320', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'enable_snat': False}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:23.935306 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:23.937125 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:24.017674 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:24.028255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fb48a72-c4cf-42e2-a983-61aea78438fb req-40d18c97-d9a8-43df-932e-d52e21f5e9b6 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019618 Dec 08 02:08:24.139175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ba9e2-9119-4823-9acc-305f72c9d1b9 req-c28d4135-6cdd-438b-a994-eb57dbbba3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:24.140856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f2ba9e2-9119-4823-9acc-305f72c9d1b9 req-c28d4135-6cdd-438b-a994-eb57dbbba3f5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 200 len: 915 time: 0.2633221 Dec 08 02:08:24.171878 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e5009-5672-47cb-a90c-a1b0173621bc req-68309c31-e589-48b2-a152-fc43668bd19f tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:24.173758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e06e5009-5672-47cb-a90c-a1b0173621bc req-68309c31-e589-48b2-a152-fc43668bd19f tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 944 time: 0.1559720 Dec 08 02:08:24.198287 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:24.279889 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f2ba9e2-9119-4823-9acc-305f72c9d1b9 req-b00b05b9-5522-434d-b0e0-5ba02236601d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd2c20c7-c732-446f-9b0f-d064bb66d6e6 HTTP/1.1" status: 200 len: 217 time: 0.1287293 Dec 08 02:08:24.295225 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:24.340050 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3aa48e74-881d-482d-bf96-971f8afc8f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:24.350769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ba9e2-9119-4823-9acc-305f72c9d1b9 req-86b94281-eefb-402e-82b1-c8780171bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:24.352691 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f2ba9e2-9119-4823-9acc-305f72c9d1b9 req-86b94281-eefb-402e-82b1-c8780171bc89 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c7edc8da-fc0d-472c-9093-a156fba7e61f HTTP/1.1" status: 200 len: 854 time: 0.0590997 Dec 08 02:08:24.364671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcee522-e8e0-4f07-ba6f-7994dae67a6a req-372d7081-ce2a-4222-bbe1-a41d294491be tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:24.373210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5dcee522-e8e0-4f07-ba6f-7994dae67a6a req-372d7081-ce2a-4222-bbe1-a41d294491be tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 943 time: 0.1982222 Dec 08 02:08:24.399423 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d54308cd-8d3b-4e59-b5a9-765fe2249fcc details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:08:24.425821 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f2ba9e2-9119-4823-9acc-305f72c9d1b9 req-e8e6739e-8f73-4acf-8392-ba0faeae8f9b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488291 Dec 08 02:08:24.444256 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e06e5009-5672-47cb-a90c-a1b0173621bc req-db973237-1fcf-4f64-936d-13b2fb0bc24a tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296669 Dec 08 02:08:24.596035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port d54308cd-8d3b-4e59-b5a9-765fe2249fcc, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d54308cd-8d3b-4e59-b5a9-765fe2249fcc,segment=NetworkSegment(0f8a1cd5-f098-475c-a38b-50362d5e23d8),segment_id=0f8a1cd5-f098-475c-a38b-50362d5e23d8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:24.621492 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'd54308cd-8d3b-4e59-b5a9-765fe2249fcc', 'network_id': '49b5cc0d-7612-4763-9ce6-0b2abff40d7d', 'port_id': 'd54308cd-8d3b-4e59-b5a9-765fe2249fcc', 'mac_address': 'fa:16:3e:ed:2c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfdabea-deee-409e-b7d3-52a8381ff5f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:08:24.640133 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f2ba9e2-9119-4823-9acc-305f72c9d1b9 req-ff593764-2150-412b-855c-73b166a1689a service neutron] 10.222.0.75 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934206 Dec 08 02:08:24.648163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5dcee522-e8e0-4f07-ba6f-7994dae67a6a req-503d805d-e710-456c-970a-fd9b599b2562 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/security-groups?id=176847fb-ba1b-4f87-a6d2-445b9e2afccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738111 Dec 08 02:08:24.667065 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:24.681373 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54308cd-8d3b-4e59-b5a9-765fe2249fcc {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:08:24.710463 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port d54308cd-8d3b-4e59-b5a9-765fe2249fcc, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d54308cd-8d3b-4e59-b5a9-765fe2249fcc,segment=NetworkSegment(0f8a1cd5-f098-475c-a38b-50362d5e23d8),segment_id=0f8a1cd5-f098-475c-a38b-50362d5e23d8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:24.714689 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:24.773063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=d54308cd-8d3b-4e59-b5a9-765fe2249fcc,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:24.782286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f2ba9e2-9119-4823-9acc-305f72c9d1b9 req-e5180556-8874-42ad-a8b2-7135a7647827 service neutron] 10.222.0.75 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132185 Dec 08 02:08:24.975548 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:24.997858 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:25.015879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['d54308cd-8d3b-4e59-b5a9-765fe2249fcc'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:08:25.146088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94fcaf-e029-425d-8a6c-dcf92a7d625d req-4083f887-aaa8-431a-b0c2-e03a7bea3d46 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:25.147977 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3d94fcaf-e029-425d-8a6c-dcf92a7d625d req-4083f887-aaa8-431a-b0c2-e03a7bea3d46 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.75 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 946 time: 0.0654507 Dec 08 02:08:25.202150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Allocated IP 172.25.8.201 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/38c15694-8812-4b04-94ae-077a0faaf472) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:25.345588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b2cb7-25c9-43e3-a002-c00900805b84 req-e59e079a-0f0d-4c67-9c6b-16ede52d322d tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:25.349850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-454b2cb7-25c9-43e3-a002-c00900805b84 req-e59e079a-0f0d-4c67-9c6b-16ede52d322d tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 946 time: 0.1517849 Dec 08 02:08:25.372622 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:25.383198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-3d94fcaf-e029-425d-8a6c-dcf92a7d625d req-7881cf86-da80-45f5-89c2-9d7ceb500818 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Deleting port 4394b45a-6591-4af8-a00d-fb2cd35dcc63 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:25.383825 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3d94fcaf-e029-425d-8a6c-dcf92a7d625d req-7881cf86-da80-45f5-89c2-9d7ceb500818 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:25.418560 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:25.431208 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:25.439359 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-454b2cb7-25c9-43e3-a002-c00900805b84 req-06c86889-5f9b-4792-a3cf-aa5728c3e406 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811074 Dec 08 02:08:25.493254 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:25.498310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:25.502013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:25.510436 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event updated for resources: {'Port': ['ID=38c15694-8812-4b04-94ae-077a0faaf472,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:25.571171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3d94fcaf-e029-425d-8a6c-dcf92a7d625d req-7881cf86-da80-45f5-89c2-9d7ceb500818 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] For port 4394b45a-6591-4af8-a00d-fb2cd35dcc63, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4394b45a-6591-4af8-a00d-fb2cd35dcc63,segment=NetworkSegment(83a8edd6-315e-4273-b0bb-235630e51eb9),segment_id=83a8edd6-315e-4273-b0bb-235630e51eb9)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:25.571757 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3d94fcaf-e029-425d-8a6c-dcf92a7d625d req-7881cf86-da80-45f5-89c2-9d7ceb500818 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:25.589306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-3d94fcaf-e029-425d-8a6c-dcf92a7d625d req-7881cf86-da80-45f5-89c2-9d7ceb500818 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Calling delete_port for 4394b45a-6591-4af8-a00d-fb2cd35dcc63 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:25.738593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b44c6-ba7d-4aa7-8087-a2044a072994 req-6384ae00-fe3c-42d1-938c-d5520b141382 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:25.748706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f4b44c6-ba7d-4aa7-8087-a2044a072994 req-6384ae00-fe3c-42d1-938c-d5520b141382 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 944 time: 0.1564288 Dec 08 02:08:25.860137 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:25.888579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f4b44c6-ba7d-4aa7-8087-a2044a072994 req-0d2eb4f2-393d-4695-9a4d-8163baffc224 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386058 Dec 08 02:08:25.899718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec3c5e-447a-4e8c-a3bd-879763d69594 req-172b58d8-d294-4af5-96a0-c6a939913808 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:25.909569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8ec3c5e-447a-4e8c-a3bd-879763d69594 req-172b58d8-d294-4af5-96a0-c6a939913808 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 944 time: 0.1493845 Dec 08 02:08:25.965878 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3d94fcaf-e029-425d-8a6c-dcf92a7d625d req-7881cf86-da80-45f5-89c2-9d7ceb500818 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:25.988260 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8ec3c5e-447a-4e8c-a3bd-879763d69594 req-9e6c3c62-6ddc-42df-a929-ede4918a37f8 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/security-groups?id=176847fb-ba1b-4f87-a6d2-445b9e2afccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777714 Dec 08 02:08:25.997545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4394b45a-6591-4af8-a00d-fb2cd35dcc63'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:08:26.015862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881cf86-da80-45f5-89c2-9d7ceb500818 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Pushing event deleted for resources: {'Port': ['ID=4394b45a-6591-4af8-a00d-fb2cd35dcc63,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:26.059059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d94fcaf-e029-425d-8a6c-dcf92a7d625d req-7881cf86-da80-45f5-89c2-9d7ceb500818 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] No DVR routers for this DVR port 4394b45a-6591-4af8-a00d-fb2cd35dcc63 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:08:26.061462 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3d94fcaf-e029-425d-8a6c-dcf92a7d625d req-7881cf86-da80-45f5-89c2-9d7ceb500818 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:26.065313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3d94fcaf-e029-425d-8a6c-dcf92a7d625d req-7881cf86-da80-45f5-89c2-9d7ceb500818 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.75 "DELETE /v2.0/ports/4394b45a-6591-4af8-a00d-fb2cd35dcc63 HTTP/1.1" status: 204 len: 173 time: 0.9116247 Dec 08 02:08:26.065764 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27c2f9f-8d1c-416a-8c9e-d2a85b41db62', 'name': 'network-vif-deleted', 'tag': '4394b45a-6591-4af8-a00d-fb2cd35dcc63'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:26.069590 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e78eed-b74d-4e12-a3b6-4056158595bd" -d '{"events": [{"server_uuid": "f27c2f9f-8d1c-416a-8c9e-d2a85b41db62", "name": "network-vif-deleted", "tag": "4394b45a-6591-4af8-a00d-fb2cd35dcc63"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:26.115257 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:26.119742 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1bfc20-925f-4f8d-b22a-9008f8660913 x-openstack-request-id: req-3c1bfc20-925f-4f8d-b22a-9008f8660913 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:26.120779 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27c2f9f-8d1c-416a-8c9e-d2a85b41db62", "name": "network-vif-deleted", "tag": "4394b45a-6591-4af8-a00d-fb2cd35dcc63", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:26.121238 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3c1bfc20-925f-4f8d-b22a-9008f8660913 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:26.121904 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27c2f9f-8d1c-416a-8c9e-d2a85b41db62', 'name': 'network-vif-deleted', 'tag': '4394b45a-6591-4af8-a00d-fb2cd35dcc63', 'status': 'completed', 'code': 200} Dec 08 02:08:26.295005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Router 93f73941-ac57-4df6-8fb8-28a1071958a1 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:08:26.400390 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d54308cd-8d3b-4e59-b5a9-765fe2249fcc up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:08:26.426432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:08:26.438717 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Sync routers for ids ['93f73941-ac57-4df6-8fb8-28a1071958a1'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:08:26.455249 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Routers {'93f73941-ac57-4df6-8fb8-28a1071958a1'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:26.456241 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['93f73941-ac57-4df6-8fb8-28a1071958a1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:26.458197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:26.462608 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-78d1e563-421e-4680-b03e-392102807df1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5655644 Dec 08 02:08:26.463026 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43200) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:26.496815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port d54308cd-8d3b-4e59-b5a9-765fe2249fcc completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:08:26.503912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port d54308cd-8d3b-4e59-b5a9-765fe2249fcc triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:08:26.504216 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:26.554533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device dd2c20c7-c732-446f-9b0f-d064bb66d6e6 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:08:26.639013 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Set router 93f73941-ac57-4df6-8fb8-28a1071958a1 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:08:26.686911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f39806b0-17e4-46a8-a63e-2736815eafd5 req-164b9e69-b9ff-4750-9d78-81d6176a1399 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=f27c2f9f-8d1c-416a-8c9e-d2a85b41db62 HTTP/1.1" status: 200 len: 210 time: 0.0492241 Dec 08 02:08:26.714223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43210) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:26.714697 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d0e9d468-c36b-4df0-864f-9f9a1b6784e8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/routers/93f73941-ac57-4df6-8fb8-28a1071958a1 HTTP/1.1" status: 200 len: 908 time: 0.2467456 Dec 08 02:08:26.719721 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Request body: {'router': {'name': 'tempest-snat-router-211110320', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'enable_snat': True}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:26.796726 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:26.797928 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:26.889582 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:26.993667 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f73941-ac57-4df6-8fb8-28a1071958a1', 'name': 'tempest-snat-router-211110320', 'tenant_id': 'c73258830c4e46b7be5d58ee110e7505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.201'}], 'enable_snat': False}, 'gw_port_id': '38c15694-8812-4b04-94ae-077a0faaf472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:08:23Z', 'updated_at': '2021-12-08T02:08:25Z', 'revision_number': 3, 'project_id': 'c73258830c4e46b7be5d58ee110e7505', 'gw_port': {'id': '38c15694-8812-4b04-94ae-077a0faaf472', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f73941-ac57-4df6-8fb8-28a1071958a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:08:25Z', 'updated_at': '2021-12-08T02:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:27.031167 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Checking router: 93f73941-ac57-4df6-8fb8-28a1071958a1 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:08:27.031522 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Updating router 93f73941-ac57-4df6-8fb8-28a1071958a1 port 38c15694-8812-4b04-94ae-077a0faaf472 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:08:27.072806 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:27.107384 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:27.114859 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:27.121428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acde505-b83f-4d69-954e-d52cbb9dc1c8 req-cdec06b8-d515-43c1-bdba-c21adbbb66d0 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:27.124535 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7acde505-b83f-4d69-954e-d52cbb9dc1c8 req-cdec06b8-d515-43c1-bdba-c21adbbb66d0 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 944 time: 0.1118839 Dec 08 02:08:27.156147 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329de345-4fcc-42ae-9358-aa75dc548041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54308cd-8d3b-4e59-b5a9-765fe2249fcc'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:27.159140 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a8be3c-e8dd-46a4-bf00-2c337ad1a905" -d '{"events": [{"server_uuid": "329de345-4fcc-42ae-9358-aa75dc548041", "name": "network-vif-plugged", "status": "completed", "tag": "d54308cd-8d3b-4e59-b5a9-765fe2249fcc"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:27.180186 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port dd2c20c7-c732-446f-9b0f-d064bb66d6e6, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=dd2c20c7-c732-446f-9b0f-d064bb66d6e6,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:27.183895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port d54308cd-8d3b-4e59-b5a9-765fe2249fcc, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d54308cd-8d3b-4e59-b5a9-765fe2249fcc,segment=NetworkSegment(0f8a1cd5-f098-475c-a38b-50362d5e23d8),segment_id=0f8a1cd5-f098-475c-a38b-50362d5e23d8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:27.210237 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:27.218042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'dd2c20c7-c732-446f-9b0f-d064bb66d6e6', 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a', 'port_id': 'dd2c20c7-c732-446f-9b0f-d064bb66d6e6', 'mac_address': 'fa:16:3e:06:7e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7edc8da-fc0d-472c-9093-a156fba7e61f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:08:27.315451 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:27.357209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55811857-4fa7-4595-a77c-1aef960bbd7c req-814278f1-a8a7-4daa-925e-53ffc7152a65 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:27.361567 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:27.370229 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55811857-4fa7-4595-a77c-1aef960bbd7c req-814278f1-a8a7-4daa-925e-53ffc7152a65 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 944 time: 0.2445943 Dec 08 02:08:27.377786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=d54308cd-8d3b-4e59-b5a9-765fe2249fcc,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:27.385147 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2c20c7-c732-446f-9b0f-d064bb66d6e6 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:08:27.423927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port dd2c20c7-c732-446f-9b0f-d064bb66d6e6, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=dd2c20c7-c732-446f-9b0f-d064bb66d6e6,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:27.443177 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:27.447750 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7acde505-b83f-4d69-954e-d52cbb9dc1c8 req-c7314e8a-4f5f-4df2-8781-50d002624a5a tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955613 Dec 08 02:08:27.540522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55811857-4fa7-4595-a77c-1aef960bbd7c req-56f78e72-20cd-45d3-9215-1b20cba3215d tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/security-groups?id=176847fb-ba1b-4f87-a6d2-445b9e2afccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693454 Dec 08 02:08:27.552903 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=dd2c20c7-c732-446f-9b0f-d064bb66d6e6,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:27.567993 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1efef1-d96e-43ce-9df6-f81bb1438667 x-openstack-request-id: req-1b1efef1-d96e-43ce-9df6-f81bb1438667 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:27.568413 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329de345-4fcc-42ae-9358-aa75dc548041", "name": "network-vif-plugged", "status": "completed", "tag": "d54308cd-8d3b-4e59-b5a9-765fe2249fcc", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:27.568758 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1b1efef1-d96e-43ce-9df6-f81bb1438667 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:27.569244 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329de345-4fcc-42ae-9358-aa75dc548041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54308cd-8d3b-4e59-b5a9-765fe2249fcc', 'code': 200} Dec 08 02:08:27.594296 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:27.605120 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:27.692649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbe465-5a99-47b3-b8cc-681d6f3534b2 req-738e362e-cfdd-42e9-9aad-c600c31b89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:27.694580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66fbe465-5a99-47b3-b8cc-681d6f3534b2 req-738e362e-cfdd-42e9-9aad-c600c31b89b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 1097 time: 0.0684431 Dec 08 02:08:27.712591 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Attempting to bind port 38c15694-8812-4b04-94ae-077a0faaf472 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:08:27.712959 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Attempting to bind port 38c15694-8812-4b04-94ae-077a0faaf472 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:08:27.713321 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Attempting to bind port 38c15694-8812-4b04-94ae-077a0faaf472 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:08:27.734027 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:08:27.734404 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:08:27.734796 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:27.735185 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:08:27.740293 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Bound port: 38c15694-8812-4b04-94ae-077a0faaf472, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:08:27.740762 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:27.741721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['dd2c20c7-c732-446f-9b0f-d064bb66d6e6'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:08:27.790769 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:27.814604 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66fbe465-5a99-47b3-b8cc-681d6f3534b2 req-1c947a86-5af2-49a3-bb9a-21117fa29aae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=176847fb-ba1b-4f87-a6d2-445b9e2afccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990298 Dec 08 02:08:27.822631 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:27.852183 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Pushing event updated for resources: {'Port': ['ID=38c15694-8812-4b04-94ae-077a0faaf472,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:27.891104 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:27.892683 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:27.893043 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:27.893387 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:27.895144 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:27.895497 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:27.896717 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:27.897068 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:27.897409 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:27.897738 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:27.900237 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:27.900729 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:27.902000 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:27.930603 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] For port 38c15694-8812-4b04-94ae-077a0faaf472, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:08:27.937635 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] For port 38c15694-8812-4b04-94ae-077a0faaf472, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=38c15694-8812-4b04-94ae-077a0faaf472,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:08:27.942615 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:27.950731 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:28.076091 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Routers {'93f73941-ac57-4df6-8fb8-28a1071958a1'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:28.077033 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['93f73941-ac57-4df6-8fb8-28a1071958a1'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:28.138059 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Allocated IP 172.25.8.136 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:28.286401 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:28.320504 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] Set router 93f73941-ac57-4df6-8fb8-28a1071958a1 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:08:28.332674 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:28.379414 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:28.385186 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:28.395343 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:28.413909 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc9bd7-91b0-43cd-9e98-6ba3e5ac16dd None None] Pushing event updated for resources: {'Port': ['ID=38c15694-8812-4b04-94ae-077a0faaf472,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:28.436715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event updated for resources: {'Port': ['ID=9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:28.565809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4394b45a-6591-4af8-a00d-fb2cd35dcc63 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:08:28.606966 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f73941-ac57-4df6-8fb8-28a1071958a1', 'name': 'tempest-snat-router-211110320', 'tenant_id': 'c73258830c4e46b7be5d58ee110e7505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.201'}], 'enable_snat': False}, 'gw_port_id': '38c15694-8812-4b04-94ae-077a0faaf472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:08:23Z', 'updated_at': '2021-12-08T02:08:25Z', 'revision_number': 3, 'project_id': 'c73258830c4e46b7be5d58ee110e7505', 'gw_port': {'id': '38c15694-8812-4b04-94ae-077a0faaf472', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f73941-ac57-4df6-8fb8-28a1071958a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:08:25Z', 'updated_at': '2021-12-08T02:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:28.649245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 4394b45a-6591-4af8-a00d-fb2cd35dcc63 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:08:28.652413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4394b45a-6591-4af8-a00d-fb2cd35dcc63 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:08:28.690099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5a07d-bf9e-46a3-82f2-8cb35d6ff0d1 req-2beddbbb-e9dd-4922-aeda-237b1df8b16b tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:28.699626 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-daa5a07d-bf9e-46a3-82f2-8cb35d6ff0d1 req-2beddbbb-e9dd-4922-aeda-237b1df8b16b tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 945 time: 0.1102781 Dec 08 02:08:28.819139 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6229b-2574-4343-ac0b-f45b435e0b87 None None] The sync data for ids ['93f73941-ac57-4df6-8fb8-28a1071958a1'] in n-d-713499-31 is: [{'id': '93f73941-ac57-4df6-8fb8-28a1071958a1', 'name': 'tempest-snat-router-211110320', 'tenant_id': 'c73258830c4e46b7be5d58ee110e7505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.201'}], 'enable_snat': False}, 'gw_port_id': '38c15694-8812-4b04-94ae-077a0faaf472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:08:23Z', 'updated_at': '2021-12-08T02:08:25Z', 'revision_number': 3, 'project_id': 'c73258830c4e46b7be5d58ee110e7505', 'gw_port': {'id': '38c15694-8812-4b04-94ae-077a0faaf472', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f73941-ac57-4df6-8fb8-28a1071958a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:08:25Z', 'updated_at': '2021-12-08T02:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:08:28.854032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-daa5a07d-bf9e-46a3-82f2-8cb35d6ff0d1 req-c0348cb6-4aac-4f9b-beed-a10c8c862878 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518848 Dec 08 02:08:28.880534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4c381-4265-4b40-85bc-3f39f820d924 req-c50520ab-b122-423d-bc2b-65bc83d46d37 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:28.896609 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-75f4c381-4265-4b40-85bc-3f39f820d924 req-c50520ab-b122-423d-bc2b-65bc83d46d37 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 945 time: 0.1814001 Dec 08 02:08:28.935871 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:29.047537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-75f4c381-4265-4b40-85bc-3f39f820d924 req-ae7b0fdf-2988-4ac4-bb2c-6b53c572aab2 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/security-groups?id=176847fb-ba1b-4f87-a6d2-445b9e2afccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499705 Dec 08 02:08:29.222245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:29.432094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Router dac3e7e1-9a4b-4838-b7de-639e743949e4 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:08:29.560507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:08:29.570965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Sync routers for ids ['dac3e7e1-9a4b-4838-b7de-639e743949e4'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:08:29.585506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Routers {'dac3e7e1-9a4b-4838-b7de-639e743949e4'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:29.589728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['dac3e7e1-9a4b-4838-b7de-639e743949e4'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:29.598837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:29.600816 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4fe97a70-a4dc-409c-941c-4751f28b59dc tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8852980 Dec 08 02:08:29.603700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43264) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:29.730065 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Set router dac3e7e1-9a4b-4838-b7de-639e743949e4 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:08:29.831415 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-009b0cc4-eb73-476a-906c-65524d2e6aeb tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/routers/dac3e7e1-9a4b-4838-b7de-639e743949e4 HTTP/1.1" status: 200 len: 907 time: 0.2259309 Dec 08 02:08:29.833995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43266) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:30.103586 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac3e7e1-9a4b-4838-b7de-639e743949e4', 'name': 'tempest-snat-router-211110320', 'tenant_id': 'c73258830c4e46b7be5d58ee110e7505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:08:26Z', 'updated_at': '2021-12-08T02:08:28Z', 'revision_number': 3, 'project_id': 'c73258830c4e46b7be5d58ee110e7505', 'gw_port': {'id': '9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac3e7e1-9a4b-4838-b7de-639e743949e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:08:27Z', 'updated_at': '2021-12-08T02:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:30.167018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3ccfb-3f4a-4f9e-989c-6bb36f2f5fe0 req-e9f32e37-33f9-42a9-8cb0-a59b6d50cec1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:30.169159 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Checking router: dac3e7e1-9a4b-4838-b7de-639e743949e4 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:08:30.170665 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-32d3ccfb-3f4a-4f9e-989c-6bb36f2f5fe0 req-e9f32e37-33f9-42a9-8cb0-a59b6d50cec1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 945 time: 0.1538980 Dec 08 02:08:30.172421 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:30.173890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Updating router dac3e7e1-9a4b-4838-b7de-639e743949e4 port 9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:08:30.232412 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:30.613485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device dd2c20c7-c732-446f-9b0f-d064bb66d6e6 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:08:30.748645 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:30.777048 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:30.838808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port dd2c20c7-c732-446f-9b0f-d064bb66d6e6 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:08:30.858837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port dd2c20c7-c732-446f-9b0f-d064bb66d6e6 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:08:30.859193 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:30.910656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3461918-d317-4b6b-a99e-2c9a5877e0ab None None] Pushing event updated for resources: {'Port': ['ID=9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:30.925769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Attempting to bind port 9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:08:30.925769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Attempting to bind port 9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:08:30.926051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Attempting to bind port 9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:08:30.936576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:08:30.937112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:08:30.937502 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:30.937897 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:08:30.938378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Bound port: 9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:08:30.938758 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:30.987241 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:30.994933 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] For port 9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:08:30.999953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] For port 9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:08:31.007750 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:31.036213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-32d3ccfb-3f4a-4f9e-989c-6bb36f2f5fe0 req-cb73e04a-28ee-443d-b8f1-a00c1635b81f tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8535764 Dec 08 02:08:31.049381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f21c00-23e5-4ff6-918a-5c6ee3436412 req-9d14ddb3-1d5c-457d-abd7-1fef3f5fde08 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:31.056410 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1f21c00-23e5-4ff6-918a-5c6ee3436412 req-9d14ddb3-1d5c-457d-abd7-1fef3f5fde08 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 945 time: 0.7744143 Dec 08 02:08:31.108754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3461918-d317-4b6b-a99e-2c9a5877e0ab None None] Pushing event updated for resources: {'Port': ['ID=9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:31.114983 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:31.129461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Routers {'dac3e7e1-9a4b-4838-b7de-639e743949e4'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:31.130114 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['dac3e7e1-9a4b-4838-b7de-639e743949e4'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:31.130969 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1f21c00-23e5-4ff6-918a-5c6ee3436412 req-dc2a64ea-8003-4b12-a2e0-b0b63bbc269e tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/security-groups?id=176847fb-ba1b-4f87-a6d2-445b9e2afccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736065 Dec 08 02:08:31.151229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Deleting port 9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:31.151229 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:31.317580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] For port 9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:31.317948 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:31.344824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Calling delete_port for 9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:31.424180 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] Set router dac3e7e1-9a4b-4838-b7de-639e743949e4 gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:08:31.568547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 38c15694-8812-4b04-94ae-077a0faaf472 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:08:31.704324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac3e7e1-9a4b-4838-b7de-639e743949e4', 'name': 'tempest-snat-router-211110320', 'tenant_id': 'c73258830c4e46b7be5d58ee110e7505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:08:26Z', 'updated_at': '2021-12-08T02:08:30Z', 'revision_number': 4, 'project_id': 'c73258830c4e46b7be5d58ee110e7505', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:31.706803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c85ab6-5675-45f0-835c-587ff063c3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2c20c7-c732-446f-9b0f-d064bb66d6e6'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:31.719479 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a2782e-61ac-4b43-b2bc-3c1a84faeaa2" -d '{"events": [{"server_uuid": "f6c85ab6-5675-45f0-835c-587ff063c3cb", "name": "network-vif-plugged", "status": "completed", "tag": "dd2c20c7-c732-446f-9b0f-d064bb66d6e6"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:31.748597 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:31.825090 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43de173c-a34e-4dd2-a383-d32226518519 x-openstack-request-id: req-43de173c-a34e-4dd2-a383-d32226518519 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:31.825869 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c85ab6-5675-45f0-835c-587ff063c3cb", "name": "network-vif-plugged", "status": "completed", "tag": "dd2c20c7-c732-446f-9b0f-d064bb66d6e6", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:31.827102 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-43de173c-a34e-4dd2-a383-d32226518519 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:31.827532 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c85ab6-5675-45f0-835c-587ff063c3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2c20c7-c732-446f-9b0f-d064bb66d6e6', 'code': 200} Dec 08 02:08:31.831539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefe4eac-be58-4286-9bbd-43bf576d3eb9 None None] The sync data for ids ['dac3e7e1-9a4b-4838-b7de-639e743949e4'] in n-d-713499-31 is: [{'id': 'dac3e7e1-9a4b-4838-b7de-639e743949e4', 'name': 'tempest-snat-router-211110320', 'tenant_id': 'c73258830c4e46b7be5d58ee110e7505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:08:26Z', 'updated_at': '2021-12-08T02:08:30Z', 'revision_number': 4, 'project_id': 'c73258830c4e46b7be5d58ee110e7505', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:08:31.834526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event deleted for resources: {'Port': ['ID=9894f1dc-ae7b-4ebb-bbcc-3b0289cb40f0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:31.837340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port dd2c20c7-c732-446f-9b0f-d064bb66d6e6, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=dd2c20c7-c732-446f-9b0f-d064bb66d6e6,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:31.850376 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:31.998299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=dd2c20c7-c732-446f-9b0f-d064bb66d6e6,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:32.001189 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 38c15694-8812-4b04-94ae-077a0faaf472 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:08:32.006071 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:32.099874 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:32.105570 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f8bb2-bb46-439e-8d33-3a45d82e5bf2 req-b31c5cad-a32f-427a-b359-fe757d15b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:32.123298 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f87f8bb2-bb46-439e-8d33-3a45d82e5bf2 req-b31c5cad-a32f-427a-b359-fe757d15b4fe service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 1098 time: 0.1963546 Dec 08 02:08:32.168838 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:32.206794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 38c15694-8812-4b04-94ae-077a0faaf472, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=38c15694-8812-4b04-94ae-077a0faaf472,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:32.212601 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:32.307469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=38c15694-8812-4b04-94ae-077a0faaf472,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:32.394573 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:32.404218 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:32.466269 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f87f8bb2-bb46-439e-8d33-3a45d82e5bf2 req-3fb0b1c1-a357-4b03-9166-b43fda5490c5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816463 Dec 08 02:08:32.482451 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:32.483265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dac3e7e1-9a4b-4838-b7de-639e743949e4 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:08:32.488664 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:32.489915 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0ad7fde6-4357-4a0a-8818-67080b594ea5 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "DELETE /v2.0/routers/dac3e7e1-9a4b-4838-b7de-639e743949e4 HTTP/1.1" status: 204 len: 168 time: 2.6549244 Dec 08 02:08:32.493146 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43330) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:32.508873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e77bd-935a-41e1-ae50-a7942e5ec1fa req-c69f3c87-fd91-4893-a6ab-e5548e95c344 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:32.511099 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-959e77bd-935a-41e1-ae50-a7942e5ec1fa req-c69f3c87-fd91-4893-a6ab-e5548e95c344 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 946 time: 0.1874106 Dec 08 02:08:32.693900 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-959e77bd-935a-41e1-ae50-a7942e5ec1fa req-d7a551c2-1266-4e30-b8e8-1988859273a4 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473055 Dec 08 02:08:32.715823 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:32.941737 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:33.105298 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Deleting port 38c15694-8812-4b04-94ae-077a0faaf472 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:33.105893 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:33.192739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5273da7-ec77-4e0d-96be-dfdd896de6ca req-172dcc09-197a-484e-934b-056c60aaffdd tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:33.194785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d5273da7-ec77-4e0d-96be-dfdd896de6ca req-172dcc09-197a-484e-934b-056c60aaffdd tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 945 time: 0.1372488 Dec 08 02:08:33.240285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] For port 38c15694-8812-4b04-94ae-077a0faaf472, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=38c15694-8812-4b04-94ae-077a0faaf472,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:33.241031 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:33.264971 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Calling delete_port for 38c15694-8812-4b04-94ae-077a0faaf472 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:33.300232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d5273da7-ec77-4e0d-96be-dfdd896de6ca req-b4923826-dc3f-4c4f-80a6-8968152804f9 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/security-groups?id=176847fb-ba1b-4f87-a6d2-445b9e2afccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985103 Dec 08 02:08:33.397536 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 38c15694-8812-4b04-94ae-077a0faaf472 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:08:33.414497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43352) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:33.574642 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 38c15694-8812-4b04-94ae-077a0faaf472 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:08:33.579739 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:33.588711 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:33.659633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event deleted for resources: {'Port': ['ID=38c15694-8812-4b04-94ae-077a0faaf472,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:33.725345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Could not find standard attr ID for object 38c15694-8812-4b04-94ae-077a0faaf472. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:08:33.731889 n-d-713499-31 neutron-server[109768]: INFO neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No ports have port_id starting with 38c15694-8812-4b04-94ae-077a0faaf472 Dec 08 02:08:33.801413 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:33.925066 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:33.927568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:34.022722 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:34.023657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93f73941-ac57-4df6-8fb8-28a1071958a1 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:08:34.029554 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:34.031095 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-387dcfea-9282-4423-8e58-3f0e4c1bace3 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "DELETE /v2.0/routers/93f73941-ac57-4df6-8fb8-28a1071958a1 HTTP/1.1" status: 204 len: 168 time: 1.5373490 Dec 08 02:08:34.035071 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43364) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:34.040180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2144769655', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:34.068792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ecb44-43ea-48f4-953b-563a6fe49d6a req-130e7243-1857-4431-b4ab-a3a68fbfcc6e tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:34.070399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-247ecb44-43ea-48f4-953b-563a6fe49d6a req-130e7243-1857-4431-b4ab-a3a68fbfcc6e tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 946 time: 0.1409976 Dec 08 02:08:34.135011 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:34.137035 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:34.204664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-247ecb44-43ea-48f4-953b-563a6fe49d6a req-f2738b49-a77f-4bb8-86ce-46cc6beb5c01 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089437 Dec 08 02:08:34.307384 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:34.453145 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c021422-2099-4f75-8441-27fd98568bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:34.617732 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:34.646688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b76cf-5794-4fa6-8b7c-3431ec481348 req-57b98671-4447-4afc-a33e-d0c29b2e9176 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:34.653713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-685b76cf-5794-4fa6-8b7c-3431ec481348 req-57b98671-4447-4afc-a33e-d0c29b2e9176 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.45 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 945 time: 0.1907363 Dec 08 02:08:34.685969 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366ca8b-930f-4e2e-921f-b04f5d9c87f9 req-281b5828-1382-4d42-bc44-e701be56f95a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:34.716881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e366ca8b-930f-4e2e-921f-b04f5d9c87f9 req-281b5828-1382-4d42-bc44-e701be56f95a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 945 time: 0.2523265 Dec 08 02:08:35.062932 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e366ca8b-930f-4e2e-921f-b04f5d9c87f9 req-22a459de-34e7-4027-86c6-3e507e0e6d0a tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/security-groups?id=176847fb-ba1b-4f87-a6d2-445b9e2afccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450201 Dec 08 02:08:35.124611 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-685b76cf-5794-4fa6-8b7c-3431ec481348 req-684ea1c8-bc5b-4008-8a0e-e20570d917a9 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Deleting port d54308cd-8d3b-4e59-b5a9-765fe2249fcc {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:35.129839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-685b76cf-5794-4fa6-8b7c-3431ec481348 req-684ea1c8-bc5b-4008-8a0e-e20570d917a9 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:35.344209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6c021422-2099-4f75-8441-27fd98568bde admin admin] Deleting port 2600c1e1-da50-4a9f-84f2-bd19d48368f6 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:35.344693 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c021422-2099-4f75-8441-27fd98568bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:35.384857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 38c15694-8812-4b04-94ae-077a0faaf472 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:08:35.418782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 38c15694-8812-4b04-94ae-077a0faaf472 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:08:35.419493 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 38c15694-8812-4b04-94ae-077a0faaf472 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:08:35.491760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-6c021422-2099-4f75-8441-27fd98568bde admin admin] For port 2600c1e1-da50-4a9f-84f2-bd19d48368f6, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2600c1e1-da50-4a9f-84f2-bd19d48368f6,segment=NetworkSegment(3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3),segment_id=3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:35.492768 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c021422-2099-4f75-8441-27fd98568bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:35.509190 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6c021422-2099-4f75-8441-27fd98568bde admin admin] Calling delete_port for 2600c1e1-da50-4a9f-84f2-bd19d48368f6 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:35.514308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-685b76cf-5794-4fa6-8b7c-3431ec481348 req-684ea1c8-bc5b-4008-8a0e-e20570d917a9 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] For port d54308cd-8d3b-4e59-b5a9-765fe2249fcc, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d54308cd-8d3b-4e59-b5a9-765fe2249fcc,segment=NetworkSegment(0f8a1cd5-f098-475c-a38b-50362d5e23d8),segment_id=0f8a1cd5-f098-475c-a38b-50362d5e23d8)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:35.514900 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-685b76cf-5794-4fa6-8b7c-3431ec481348 req-684ea1c8-bc5b-4008-8a0e-e20570d917a9 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:35.533597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-685b76cf-5794-4fa6-8b7c-3431ec481348 req-684ea1c8-bc5b-4008-8a0e-e20570d917a9 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Calling delete_port for d54308cd-8d3b-4e59-b5a9-765fe2249fcc owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:35.752987 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:35.777963 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:35.809779 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c021422-2099-4f75-8441-27fd98568bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:35.910580 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-685b76cf-5794-4fa6-8b7c-3431ec481348 req-684ea1c8-bc5b-4008-8a0e-e20570d917a9 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:35.924463 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c021422-2099-4f75-8441-27fd98568bde admin admin] Pushing event deleted for resources: {'Port': ['ID=2600c1e1-da50-4a9f-84f2-bd19d48368f6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:35.943549 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['d54308cd-8d3b-4e59-b5a9-765fe2249fcc'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:08:35.957789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ea1c8-bc5b-4008-8a0e-e20570d917a9 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Pushing event deleted for resources: {'Port': ['ID=d54308cd-8d3b-4e59-b5a9-765fe2249fcc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:36.051633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Allocated IP 172.25.8.84 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/1f70c2f3-95f3-4180-a2e6-96a70ae5342b) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:36.139446 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-685b76cf-5794-4fa6-8b7c-3431ec481348 req-684ea1c8-bc5b-4008-8a0e-e20570d917a9 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] No DVR routers for this DVR port d54308cd-8d3b-4e59-b5a9-765fe2249fcc on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:08:36.148846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-685b76cf-5794-4fa6-8b7c-3431ec481348 req-684ea1c8-bc5b-4008-8a0e-e20570d917a9 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:36.156541 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-685b76cf-5794-4fa6-8b7c-3431ec481348 req-684ea1c8-bc5b-4008-8a0e-e20570d917a9 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.45 "DELETE /v2.0/ports/d54308cd-8d3b-4e59-b5a9-765fe2249fcc HTTP/1.1" status: 204 len: 173 time: 1.4296021 Dec 08 02:08:36.159748 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329de345-4fcc-42ae-9358-aa75dc548041', 'name': 'network-vif-deleted', 'tag': 'd54308cd-8d3b-4e59-b5a9-765fe2249fcc'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:36.163164 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3af97e7-d053-4952-abd0-8b94378cc7b9" -d '{"events": [{"server_uuid": "329de345-4fcc-42ae-9358-aa75dc548041", "name": "network-vif-deleted", "tag": "d54308cd-8d3b-4e59-b5a9-765fe2249fcc"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:36.278011 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:36.281552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-429ef0a1-3af7-4489-8120-429deeadbb82 req-6607ca9a-4725-4b91-b6a5-e857c57c3095 tempest-ServerMetadataNegativeTestJSON-893296664 tempest-ServerMetadataNegativeTestJSON-893296664-project] 10.222.0.71 "GET /v2.0/ports?device_id=329de345-4fcc-42ae-9358-aa75dc548041 HTTP/1.1" status: 200 len: 210 time: 0.0536599 Dec 08 02:08:36.283247 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd67e7d-b6e6-4b27-b119-432772d14d00 x-openstack-request-id: req-8dd67e7d-b6e6-4b27-b119-432772d14d00 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:36.283626 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329de345-4fcc-42ae-9358-aa75dc548041", "name": "network-vif-deleted", "tag": "d54308cd-8d3b-4e59-b5a9-765fe2249fcc", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:36.284485 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8dd67e7d-b6e6-4b27-b119-432772d14d00 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:36.285020 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329de345-4fcc-42ae-9358-aa75dc548041', 'name': 'network-vif-deleted', 'tag': 'd54308cd-8d3b-4e59-b5a9-765fe2249fcc', 'status': 'completed', 'code': 200} Dec 08 02:08:36.356423 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c021422-2099-4f75-8441-27fd98568bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:36.369514 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:36.421561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Pushing event updated for resources: {'Port': ['ID=1f70c2f3-95f3-4180-a2e6-96a70ae5342b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:36.441447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:36.443221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:36.446418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:36.648599 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c021422-2099-4f75-8441-27fd98568bde admin admin] Router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:08:36.774000 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:36.842392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c021422-2099-4f75-8441-27fd98568bde admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:08:36.852515 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e30ad5f-003d-4cc7-bfed-c9f4564909aa None None] Sync routers for ids ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:08:36.867438 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e30ad5f-003d-4cc7-bfed-c9f4564909aa None None] Routers {'4b3bd2b3-de74-4aa4-8002-598fc67d8c05'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:36.868087 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3e30ad5f-003d-4cc7-bfed-c9f4564909aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:36.871311 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6c021422-2099-4f75-8441-27fd98568bde admin admin] 10.222.0.71 "PUT /v2.0/routers/4b3bd2b3-de74-4aa4-8002-598fc67d8c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4549594 Dec 08 02:08:36.875170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43400) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:37.113577 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3e30ad5f-003d-4cc7-bfed-c9f4564909aa None None] Set router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:08:37.116214 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:37.193272 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:37.297008 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:37.396445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43418) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:37.512394 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3e30ad5f-003d-4cc7-bfed-c9f4564909aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T02:08:35Z', 'revision_number': 5, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port': {'id': '4ac54112-85c8-4367-8c89-1cf9ba0c8bb7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:37.517141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7fa626-1a20-45e1-925c-e844e7e8ad14 admin admin] Deleting subnet bcfdabea-deee-409e-b7d3-52a8381ff5f9 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:08:37.556645 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa626-1a20-45e1-925c-e844e7e8ad14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:37.574233 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e30ad5f-003d-4cc7-bfed-c9f4564909aa None None] Checking router: 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:08:37.585925 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e30ad5f-003d-4cc7-bfed-c9f4564909aa None None] Routers {'4b3bd2b3-de74-4aa4-8002-598fc67d8c05'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:37.587212 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3e30ad5f-003d-4cc7-bfed-c9f4564909aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:37.616948 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] Deleting port 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:37.617332 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:37.622087 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Router 3a98b56d-7121-4f2f-8c9c-c33a8f37ada5 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:08:37.718982 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3e30ad5f-003d-4cc7-bfed-c9f4564909aa None None] Set router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:08:37.735637 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa626-1a20-45e1-925c-e844e7e8ad14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:37.798974 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa626-1a20-45e1-925c-e844e7e8ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:37.835183 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3e30ad5f-003d-4cc7-bfed-c9f4564909aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T02:08:37Z', 'revision_number': 6, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:37.840810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] For port 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4ac54112-85c8-4367-8c89-1cf9ba0c8bb7,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:37.841297 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:37.863752 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] Calling delete_port for 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:37.871043 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e30ad5f-003d-4cc7-bfed-c9f4564909aa None None] The sync data for ids ['4b3bd2b3-de74-4aa4-8002-598fc67d8c05'] in n-d-713499-31 is: [{'id': '4b3bd2b3-de74-4aa4-8002-598fc67d8c05', 'name': 'tempest-TaggedBootDevicesTest-1822658275-router', 'tenant_id': '63ae5c956a214f1cb1da1b778d408c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T02:08:37Z', 'revision_number': 6, 'project_id': '63ae5c956a214f1cb1da1b778d408c0b', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:08:37.950079 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa626-1a20-45e1-925c-e844e7e8ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:37.990360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fa626-1a20-45e1-925c-e844e7e8ad14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfdabea-deee-409e-b7d3-52a8381ff5f9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:38.008961 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa626-1a20-45e1-925c-e844e7e8ad14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:38.014700 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bd7fa626-1a20-45e1-925c-e844e7e8ad14 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bcfdabea-deee-409e-b7d3-52a8381ff5f9 HTTP/1.1" status: 204 len: 168 time: 0.6102624 Dec 08 02:08:38.014994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43432) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:38.149146 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4e938b9-1108-4a58-a356-2f538c56a9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:38.337136 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:08:38.347349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2b5e2-0f8b-4efe-807f-c1864a6c52d8 None None] Sync routers for ids ['3a98b56d-7121-4f2f-8c9c-c33a8f37ada5'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:08:38.362867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2b5e2-0f8b-4efe-807f-c1864a6c52d8 None None] Routers {'3a98b56d-7121-4f2f-8c9c-c33a8f37ada5'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:38.363812 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4e938b9-1108-4a58-a356-2f538c56a9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:38.365591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7ad2b5e2-0f8b-4efe-807f-c1864a6c52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3a98b56d-7121-4f2f-8c9c-c33a8f37ada5'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:38.384832 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:38.387876 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6f285666-5a29-4bd6-a6ca-ef8e49f228a6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3516943 Dec 08 02:08:38.391185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43444) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:38.400120 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-feadef19-8c27-45b5-a395-f7992032c320 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'enable_snat': False}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:38.418846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e4e938b9-1108-4a58-a356-2f538c56a9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b5cc0d-7612-4763-9ce6-0b2abff40d7d']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:38.442899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e4e938b9-1108-4a58-a356-2f538c56a9f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8a1cd5-f098-475c-a38b-50362d5e23d8') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:38.443207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e4e938b9-1108-4a58-a356-2f538c56a9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8a1cd5-f098-475c-a38b-50362d5e23d8') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:38.472226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d54308cd-8d3b-4e59-b5a9-765fe2249fcc no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:08:38.474157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7ad2b5e2-0f8b-4efe-807f-c1864a6c52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:38.476785 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4e938b9-1108-4a58-a356-2f538c56a9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:38.518761 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4e938b9-1108-4a58-a356-2f538c56a9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:38.525132 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:38.537456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e938b9-1108-4a58-a356-2f538c56a9f9 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:08:38.538114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4e938b9-1108-4a58-a356-2f538c56a9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:08:38.543803 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:08:38.546399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: d54308cd-8d3b-4e59-b5a9-765fe2249fcc {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:08:38.546399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d54308cd-8d3b-4e59-b5a9-765fe2249fcc not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:08:38.554739 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2b5e2-0f8b-4efe-807f-c1864a6c52d8 None None] Routers {'3a98b56d-7121-4f2f-8c9c-c33a8f37ada5'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:38.555591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7ad2b5e2-0f8b-4efe-807f-c1864a6c52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3a98b56d-7121-4f2f-8c9c-c33a8f37ada5'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:38.602742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7ad2b5e2-0f8b-4efe-807f-c1864a6c52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:38.603695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2b5e2-0f8b-4efe-807f-c1864a6c52d8 None None] The sync data for ids ['3a98b56d-7121-4f2f-8c9c-c33a8f37ada5'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:08:38.617703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac54112-85c8-4367-8c89-1cf9ba0c8bb7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:38.683543 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4e938b9-1108-4a58-a356-2f538c56a9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:38.689097 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4e938b9-1108-4a58-a356-2f538c56a9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:38.696334 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e4e938b9-1108-4a58-a356-2f538c56a9f9 admin admin] 10.222.0.71 "DELETE /v2.0/networks/49b5cc0d-7612-4763-9ce6-0b2abff40d7d HTTP/1.1" status: 204 len: 168 time: 0.6780605 Dec 08 02:08:38.716524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e938b9-1108-4a58-a356-2f538c56a9f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=49b5cc0d-7612-4763-9ce6-0b2abff40d7d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:38.745140 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:38.822515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8b05-2e60-4b9f-8569-cc333206230b req-576512b3-de66-4bbf-bc99-004119549a89 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:38.824598 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-576512b3-de66-4bbf-bc99-004119549a89 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/networks?id=382cbe24-d5a5-4b40-9d16-dc4dabb83634 HTTP/1.1" status: 200 len: 813 time: 0.1999414 Dec 08 02:08:38.873147 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:38.875943 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:38.897417 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-d9a19c92-f854-4ba8-8c92-72bb83e628b7 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/quotas/2a5e0df062134f7b8b12edf948c9b904 HTTP/1.1" status: 200 len: 375 time: 0.0212243 Dec 08 02:08:38.923971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43462) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:38.983212 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b66ef660-a32f-4e33-9cf0-3664ef527540 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4782423cf4474aecb7fc2010f0b0a0f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0577228 Dec 08 02:08:38.984253 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43464) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:38.985175 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-7ec8d1ec-bf19-4566-8e9c-c512c2061eda tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2a5e0df062134f7b8b12edf948c9b904&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796711 Dec 08 02:08:38.998396 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:38.998967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b3bd2b3-de74-4aa4-8002-598fc67d8c05 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:08:39.005527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:39.008081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-f6143545-00ed-4ff2-b9ed-e4f15ce4d871 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:08:39.009352 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a73f9759-d081-4b74-9c2c-0347567b642e admin admin] 10.222.0.71 "DELETE /v2.0/routers/4b3bd2b3-de74-4aa4-8002-598fc67d8c05 HTTP/1.1" status: 204 len: 168 time: 2.1325977 Dec 08 02:08:39.009476 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-f6143545-00ed-4ff2-b9ed-e4f15ce4d871 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160601 Dec 08 02:08:39.010043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43466) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:39.066193 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-feadef19-8c27-45b5-a395-f7992032c320 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:39.080199 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-66747a3f-40bc-4583-a9cd-9bf2209049ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:39.102549 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2d820e-b2e3-426b-afed-bd44761188ca admin admin] Deleting subnet 9858dc50-2361-4edb-86fe-cd0999c30287 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:08:39.106542 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd2d820e-b2e3-426b-afed-bd44761188ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:39.149320 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-66747a3f-40bc-4583-a9cd-9bf2209049ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:39.181162 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd2d820e-b2e3-426b-afed-bd44761188ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:39.211293 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-ff443c23-e1f2-4741-8690-32984f7fe8cb service neutron] 10.222.0.71 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942029 Dec 08 02:08:39.370272 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-66747a3f-40bc-4583-a9cd-9bf2209049ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:39.380803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-66747a3f-40bc-4583-a9cd-9bf2209049ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:39.381998 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-66747a3f-40bc-4583-a9cd-9bf2209049ed admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/176847fb-ba1b-4f87-a6d2-445b9e2afccf HTTP/1.1" status: 204 len: 168 time: 0.3956454 Dec 08 02:08:39.412172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2600c1e1-da50-4a9f-84f2-bd19d48368f6 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:08:39.417548 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd2d820e-b2e3-426b-afed-bd44761188ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:39.423195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66747a3f-40bc-4583-a9cd-9bf2209049ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176847fb-ba1b-4f87-a6d2-445b9e2afccf,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:39.457011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-62cdb9d3-4c8c-42ff-83ed-97fba350d574 service neutron] 10.222.0.71 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330420 Dec 08 02:08:39.502712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 2600c1e1-da50-4a9f-84f2-bd19d48368f6 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:08:39.503049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2600c1e1-da50-4a9f-84f2-bd19d48368f6 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:08:39.503730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:08:39.567333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:08:39.567702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4ac54112-85c8-4367-8c89-1cf9ba0c8bb7 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:08:39.606268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd2d820e-b2e3-426b-afed-bd44761188ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:39.675324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d820e-b2e3-426b-afed-bd44761188ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9858dc50-2361-4edb-86fe-cd0999c30287,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:39.680849 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd2d820e-b2e3-426b-afed-bd44761188ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:39.688760 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cd2d820e-b2e3-426b-afed-bd44761188ca admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9858dc50-2361-4edb-86fe-cd0999c30287 HTTP/1.1" status: 204 len: 168 time: 0.6746228 Dec 08 02:08:39.692495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43476) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:39.696966 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea724bac-e2e3-4be0-a81a-507fe2344137 None None] Network caf2deea-53dd-4462-beed-a3b1fd4b591a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:08:39.874970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:39.915593 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54a8823f-8cab-4c9b-a0d3-82d7d50d454a req-30a19942-4f45-489d-bffe-a4bf7df0a7ac tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 210 time: 0.1362584 Dec 08 02:08:39.971874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82096e0-6e3d-45c4-ba2f-eaebba692491 None None] DHCP port deletion for caf2deea-53dd-4462-beed-a3b1fd4b591a request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:08:40.006593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Deleting port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:40.006996 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:40.015950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-feadef19-8c27-45b5-a395-f7992032c320 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:40.034112 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-feadef19-8c27-45b5-a395-f7992032c320 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:40.071197 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e82096e0-6e3d-45c4-ba2f-eaebba692491 None None] Deleting port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:40.072006 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e82096e0-6e3d-45c4-ba2f-eaebba692491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:40.173351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] For port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=875f86fa-cbeb-42fc-8eb2-bc06ef82adbf,segment=NetworkSegment(3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3),segment_id=3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:40.174138 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:40.181122 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e82096e0-6e3d-45c4-ba2f-eaebba692491 None None] For port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=875f86fa-cbeb-42fc-8eb2-bc06ef82adbf,segment=NetworkSegment(3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3),segment_id=3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:40.181521 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e82096e0-6e3d-45c4-ba2f-eaebba692491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:40.202735 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e82096e0-6e3d-45c4-ba2f-eaebba692491 None None] Calling delete_port for 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:40.222787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feadef19-8c27-45b5-a395-f7992032c320 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Router 3a98b56d-7121-4f2f-8c9c-c33a8f37ada5 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:08:40.249878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Calling delete_port for 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:40.373130 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e82096e0-6e3d-45c4-ba2f-eaebba692491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:40.448783 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:40.492592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feadef19-8c27-45b5-a395-f7992032c320 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:08:40.495878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] No DVR routers for this DVR port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:08:40.497519 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-feadef19-8c27-45b5-a395-f7992032c320 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:40.504012 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-feadef19-8c27-45b5-a395-f7992032c320 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "PUT /v2.0/routers/3a98b56d-7121-4f2f-8c9c-c33a8f37ada5 HTTP/1.1" status: 200 len: 925 time: 2.1114318 Dec 08 02:08:40.505166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43502) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:40.517861 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cac9441-b2f6-4016-8684-2b03b96f1df9 None None] Sync routers for ids ['3a98b56d-7121-4f2f-8c9c-c33a8f37ada5'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:08:40.546346 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cac9441-b2f6-4016-8684-2b03b96f1df9 None None] Routers {'3a98b56d-7121-4f2f-8c9c-c33a8f37ada5'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:40.546587 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3cac9441-b2f6-4016-8684-2b03b96f1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3a98b56d-7121-4f2f-8c9c-c33a8f37ada5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:40.635993 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3cac9441-b2f6-4016-8684-2b03b96f1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:40.669862 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cac9441-b2f6-4016-8684-2b03b96f1df9 None None] Routers {'3a98b56d-7121-4f2f-8c9c-c33a8f37ada5'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:40.670505 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3cac9441-b2f6-4016-8684-2b03b96f1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3a98b56d-7121-4f2f-8c9c-c33a8f37ada5'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:40.788151 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3cac9441-b2f6-4016-8684-2b03b96f1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:40.788847 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cac9441-b2f6-4016-8684-2b03b96f1df9 None None] The sync data for ids ['3a98b56d-7121-4f2f-8c9c-c33a8f37ada5'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:08:40.832417 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-eaa17029-5352-48ad-a625-2a6830507f42 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/routers/3a98b56d-7121-4f2f-8c9c-c33a8f37ada5 HTTP/1.1" status: 200 len: 925 time: 0.3261919 Dec 08 02:08:40.835056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43516) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:40.980913 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82096e0-6e3d-45c4-ba2f-eaebba692491 None None] Pushing event deleted for resources: {'Port': ['ID=875f86fa-cbeb-42fc-8eb2-bc06ef82adbf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:41.003763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82096e0-6e3d-45c4-ba2f-eaebba692491 None None] No DVR routers for this DVR port 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:08:41.021483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43524) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:41.086279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630a4aa8-6df0-4a82-bbbf-4ac802a04fb0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:41.091371 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-630a4aa8-6df0-4a82-bbbf-4ac802a04fb0 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&device_id=3a98b56d-7121-4f2f-8c9c-c33a8f37ada5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2549713 Dec 08 02:08:41.092014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43528) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:41.186962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00dc46d1-d883-4229-83ae-2730ab0521dc req-7ec1ad71-764d-4c4f-b34a-bfde2754cd5b tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 210 time: 0.0939727 Dec 08 02:08:41.258885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1861282836-network', 'tenant_id': '7bb1572515c5414ea36ee5a0b481e1c4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:41.349537 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Pushing event deleted for resources: {'Port': ['ID=875f86fa-cbeb-42fc-8eb2-bc06ef82adbf,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:41.367261 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:41.371521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] Made reservation on behalf of 7bb1572515c5414ea36ee5a0b481e1c4 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:41.373826 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:41.392614 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:41.421381 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf2deea-53dd-4462-beed-a3b1fd4b591a']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:41.428554 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:08:41.440085 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:41.440376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbfb1db-c4b3-45d4-be3c-fd3fcc2df7e3') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:41.458177 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:41.476208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:08:41.476562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 875f86fa-cbeb-42fc-8eb2-bc06ef82adbf not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:08:41.486164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:41.490549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc77313-346e-4e1d-ae6d-aa6e9bb03cda tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:41.493537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1bc77313-346e-4e1d-ae6d-aa6e9bb03cda tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 881 time: 0.3994830 Dec 08 02:08:41.495522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:08:41.497518 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:08:41.503257 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:08:41.517013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43530) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:41.594651 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eaf3139c-98b2-4564-bd42-99de8cfa8b55 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a98b56d-7121-4f2f-8c9c-c33a8f37ada5 HTTP/1.1" status: 200 len: 205 time: 0.0760801 Dec 08 02:08:41.600260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43534) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:41.640327 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:41.646452 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:41.652354 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] 10.222.0.71 "DELETE /v2.0/networks/caf2deea-53dd-4462-beed-a3b1fd4b591a HTTP/1.1" status: 204 len: 168 time: 1.9573786 Dec 08 02:08:41.654470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43536) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:41.677908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca56b3e-e77e-44ab-b4c8-64ada36871ea admin admin] Pushing event deleted for resources: {'Network': ['ID=caf2deea-53dd-4462-beed-a3b1fd4b591a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:41.837217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8b05-2e60-4b9f-8569-cc333206230b req-2ad3666f-8ad2-4560-847e-fd2cea5e7f96 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:41.839835 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-2ad3666f-8ad2-4560-847e-fd2cea5e7f96 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.45 "GET /v2.0/networks?id=382cbe24-d5a5-4b40-9d16-dc4dabb83634 HTTP/1.1" status: 200 len: 813 time: 0.3736794 Dec 08 02:08:41.861634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-476e8b05-2e60-4b9f-8569-cc333206230b req-b1f6016a-3885-4ec7-b80c-c5d4faecae74 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Request body: {'port': {'device_id': 'd12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0', 'network_id': '382cbe24-d5a5-4b40-9d16-dc4dabb83634', 'admin_state_up': True, 'tenant_id': '2a5e0df062134f7b8b12edf948c9b904'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:41.919839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:41.964517 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:41.976373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:08:41.986648 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:41.987524 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] Added segment 09d886e8-e891-4cfa-91f6-ad45db41ee84 of type vlan for network 3fcbf8bf-a442-430b-b493-abe04ed6bc32 Dec 08 02:08:42.056873 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:42.152079 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4038212-a8cb-4a55-9234-a73c7d72f76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:42.194591 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:42.196217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:42.197726 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:42.280300 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:42.369068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cca0ea-c871-4bfc-96de-8abd04cfcd8c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:42.477810 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12cd5f2c-7428-4e94-bc09-8efae21920c4 req-10c2ee0e-670c-4e9d-a440-9f338e9247dc tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 210 time: 0.1379883 Dec 08 02:08:42.482380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] Pushing event updated for resources: {'Network': ['ID=3fcbf8bf-a442-430b-b493-abe04ed6bc32,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:42.484861 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476e8b05-2e60-4b9f-8569-cc333206230b req-b1f6016a-3885-4ec7-b80c-c5d4faecae74 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Made reservation on behalf of 2a5e0df062134f7b8b12edf948c9b904 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:42.489436 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-476e8b05-2e60-4b9f-8569-cc333206230b req-b1f6016a-3885-4ec7-b80c-c5d4faecae74 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:42.494889 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 3fcbf8bf-a442-430b-b493-abe04ed6bc32 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:08:42.510939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43544) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:42.511440 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c9e4170f-c300-4c21-a2b4-9bd8e005004c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4780946 Dec 08 02:08:42.516539 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-3324edcf-a606-4a79-b2f0-d4e1ad010765 admin admin] Request body: {'subnet': {'network_id': '3fcbf8bf-a442-430b-b493-abe04ed6bc32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1861282836-subnet', 'tenant_id': '7bb1572515c5414ea36ee5a0b481e1c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:42.556130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3324edcf-a606-4a79-b2f0-d4e1ad010765 admin admin] Made reservation on behalf of 7bb1572515c5414ea36ee5a0b481e1c4 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:42.562118 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3324edcf-a606-4a79-b2f0-d4e1ad010765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:42.599266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a4038212-a8cb-4a55-9234-a73c7d72f76c admin admin] Deleting port 0875cde7-dd1e-4744-b58b-96b3597fbd94 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:42.601877 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4038212-a8cb-4a55-9234-a73c7d72f76c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:42.634126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-476e8b05-2e60-4b9f-8569-cc333206230b req-b1f6016a-3885-4ec7-b80c-c5d4faecae74 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Allocated IP 172.20.0.5 (382cbe24-d5a5-4b40-9d16-dc4dabb83634/4edbeda8-3bbb-47c9-8508-5d84805c3fe2/74d76858-31f6-45ad-b24b-5725519d798e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:42.793371 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-476e8b05-2e60-4b9f-8569-cc333206230b req-b1f6016a-3885-4ec7-b80c-c5d4faecae74 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:42.832653 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-476e8b05-2e60-4b9f-8569-cc333206230b req-b1f6016a-3885-4ec7-b80c-c5d4faecae74 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:42.854855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476e8b05-2e60-4b9f-8569-cc333206230b req-b1f6016a-3885-4ec7-b80c-c5d4faecae74 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Network 382cbe24-d5a5-4b40-9d16-dc4dabb83634 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:42.859654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-476e8b05-2e60-4b9f-8569-cc333206230b req-b1f6016a-3885-4ec7-b80c-c5d4faecae74 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:42.877594 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3324edcf-a606-4a79-b2f0-d4e1ad010765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:42.882936 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-476e8b05-2e60-4b9f-8569-cc333206230b req-b1f6016a-3885-4ec7-b80c-c5d4faecae74 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:42.943240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6016a-3885-4ec7-b80c-c5d4faecae74 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Pushing event updated for resources: {'Port': ['ID=74d76858-31f6-45ad-b24b-5725519d798e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:42.948208 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:42.968833 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8b05-2e60-4b9f-8569-cc333206230b req-b1f6016a-3885-4ec7-b80c-c5d4faecae74 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:42.969166 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-476e8b05-2e60-4b9f-8569-cc333206230b req-b1f6016a-3885-4ec7-b80c-c5d4faecae74 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:42.994298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324edcf-a606-4a79-b2f0-d4e1ad010765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f2b8e1-5331-44b0-abb0-c97389788cd8,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:43.010868 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-b1f6016a-3885-4ec7-b80c-c5d4faecae74 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1533058 Dec 08 02:08:43.016637 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3324edcf-a606-4a79-b2f0-d4e1ad010765 admin admin] Checking segment: {'id': '09d886e8-e891-4cfa-91f6-ad45db41ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3fcbf8bf-a442-430b-b493-abe04ed6bc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:08:43.017013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3324edcf-a606-4a79-b2f0-d4e1ad010765 admin admin] Network hostable DHCP agents. Network: 3fcbf8bf-a442-430b-b493-abe04ed6bc32, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:08:43.026922 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-a4038212-a8cb-4a55-9234-a73c7d72f76c admin admin] For port 0875cde7-dd1e-4744-b58b-96b3597fbd94, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0875cde7-dd1e-4744-b58b-96b3597fbd94,segment=NetworkSegment(11533198-213e-4ae8-816f-3b4b2cb768c5),segment_id=11533198-213e-4ae8-816f-3b4b2cb768c5)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:43.027296 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4038212-a8cb-4a55-9234-a73c7d72f76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:43.029586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Request body: {'port': {'device_id': 'd12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:43.048297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a4038212-a8cb-4a55-9234-a73c7d72f76c admin admin] Calling delete_port for 0875cde7-dd1e-4744-b58b-96b3597fbd94 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:43.053209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Deleting port 1f70c2f3-95f3-4180-a2e6-96a70ae5342b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:43.053998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:43.064431 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3324edcf-a606-4a79-b2f0-d4e1ad010765 admin admin] Network 3fcbf8bf-a442-430b-b493-abe04ed6bc32 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:08:43.116057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-3324edcf-a606-4a79-b2f0-d4e1ad010765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 3fcbf8bf-a442-430b-b493-abe04ed6bc32) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:43.126661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f0e3c3-96c5-433c-954e-0c111e40c083 None None] Network 3fcbf8bf-a442-430b-b493-abe04ed6bc32 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:08:43.134939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3324edcf-a606-4a79-b2f0-d4e1ad010765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:43.135963 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3324edcf-a606-4a79-b2f0-d4e1ad010765 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:43.172177 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3324edcf-a606-4a79-b2f0-d4e1ad010765 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6601396 Dec 08 02:08:43.204094 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:43.258443 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:43.346454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Calling delete_port for 1f70c2f3-95f3-4180-a2e6-96a70ae5342b owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:43.371117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2693e4c9-accb-43a8-9a28-0de10bbb5b64 None None] Network 3fcbf8bf-a442-430b-b493-abe04ed6bc32 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:08:43.422515 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4038212-a8cb-4a55-9234-a73c7d72f76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:43.488920 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4038212-a8cb-4a55-9234-a73c7d72f76c admin admin] Pushing event deleted for resources: {'Port': ['ID=0875cde7-dd1e-4744-b58b-96b3597fbd94,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:43.769226 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4038212-a8cb-4a55-9234-a73c7d72f76c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:44.064908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4038212-a8cb-4a55-9234-a73c7d72f76c admin admin] Router 20a7c971-d386-48ad-a809-a364c4ec156d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:08:44.224522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4038212-a8cb-4a55-9234-a73c7d72f76c admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:08:44.234072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce86395-87b3-4b4e-906d-4f443cd761e0 None None] Sync routers for ids ['20a7c971-d386-48ad-a809-a364c4ec156d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:08:44.252484 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce86395-87b3-4b4e-906d-4f443cd761e0 None None] Routers {'20a7c971-d386-48ad-a809-a364c4ec156d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:44.253120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6ce86395-87b3-4b4e-906d-4f443cd761e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['20a7c971-d386-48ad-a809-a364c4ec156d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:44.258690 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a4038212-a8cb-4a55-9234-a73c7d72f76c admin admin] 10.222.0.71 "PUT /v2.0/routers/20a7c971-d386-48ad-a809-a364c4ec156d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5943623 Dec 08 02:08:44.261261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43574) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:44.302209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2628e9b-da69-4115-828c-6d6a2618117b req-7df6f255-640a-4df8-94da-87b29fe70f1d tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:44.310127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2628e9b-da69-4115-828c-6d6a2618117b req-7df6f255-640a-4df8-94da-87b29fe70f1d tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 931 time: 0.3084126 Dec 08 02:08:44.366293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-9500d053-106a-439d-b4fe-5c8565489abf tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:44.369454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-9500d053-106a-439d-b4fe-5c8565489abf tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/networks?id=3fcbf8bf-a442-430b-b493-abe04ed6bc32 HTTP/1.1" status: 200 len: 813 time: 0.3650954 Dec 08 02:08:44.464496 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2628e9b-da69-4115-828c-6d6a2618117b req-47d33b52-ce70-4faf-b764-bce38a336302 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534920 Dec 08 02:08:44.477978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-ef9e3cf2-0dfe-4b2e-9994-2f7c3480c56c tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/quotas/7bb1572515c5414ea36ee5a0b481e1c4 HTTP/1.1" status: 200 len: 375 time: 0.0418639 Dec 08 02:08:44.500909 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:44.533645 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:44.584961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6ce86395-87b3-4b4e-906d-4f443cd761e0 None None] Set router 20a7c971-d386-48ad-a809-a364c4ec156d gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:08:44.594884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Pushing event deleted for resources: {'Port': ['ID=1f70c2f3-95f3-4180-a2e6-96a70ae5342b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:44.598474 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-78ca6b84-aac6-434a-8b33-a42f51745328 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7bb1572515c5414ea36ee5a0b481e1c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009386 Dec 08 02:08:44.643556 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d76858-31f6-45ad-b24b-5725519d798e {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:08:44.720714 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:44.790273 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:44.880762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Transition to ACTIVE for port object 74d76858-31f6-45ad-b24b-5725519d798e will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:08:44.895328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] Deleting port 50895f49-4171-417f-bd22-e3932f1c8a34 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:44.895697 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:44.910529 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:44.921486 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:44.986641 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6ce86395-87b3-4b4e-906d-4f443cd761e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'name': 'tempest-TaggedBootDevicesTest-522788508-router', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '50895f49-4171-417f-bd22-e3932f1c8a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:33Z', 'updated_at': '2021-12-08T02:08:43Z', 'revision_number': 5, 'project_id': 'a70973d04b864782974c0e5d3b87d1c4', 'gw_port': {'id': '50895f49-4171-417f-bd22-e3932f1c8a34', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:35Z', 'updated_at': '2021-12-08T01:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:45.069899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce86395-87b3-4b4e-906d-4f443cd761e0 None None] Checking router: 20a7c971-d386-48ad-a809-a364c4ec156d for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:08:45.080104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce86395-87b3-4b4e-906d-4f443cd761e0 None None] Routers {'20a7c971-d386-48ad-a809-a364c4ec156d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:45.080985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6ce86395-87b3-4b4e-906d-4f443cd761e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['20a7c971-d386-48ad-a809-a364c4ec156d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:45.093559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] For port 50895f49-4171-417f-bd22-e3932f1c8a34, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=50895f49-4171-417f-bd22-e3932f1c8a34,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:45.093941 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.117722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] Calling delete_port for 50895f49-4171-417f-bd22-e3932f1c8a34 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:45.134655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Pushing event updated for resources: {'Port': ['ID=74d76858-31f6-45ad-b24b-5725519d798e,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:45.152066 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.157131 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.162513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-f9481c6a-f0f4-4564-a214-1ef9c0b94db6 service neutron] 10.222.0.71 "GET /v2.0/networks/3fcbf8bf-a442-430b-b493-abe04ed6bc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217288 Dec 08 02:08:45.253128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6ce86395-87b3-4b4e-906d-4f443cd761e0 None None] Set router 20a7c971-d386-48ad-a809-a364c4ec156d gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:08:45.384045 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6ce86395-87b3-4b4e-906d-4f443cd761e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'name': 'tempest-TaggedBootDevicesTest-522788508-router', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:33Z', 'updated_at': '2021-12-08T02:08:44Z', 'revision_number': 6, 'project_id': 'a70973d04b864782974c0e5d3b87d1c4', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:45.438065 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce86395-87b3-4b4e-906d-4f443cd761e0 None None] The sync data for ids ['20a7c971-d386-48ad-a809-a364c4ec156d'] in n-d-713499-31 is: [{'id': '20a7c971-d386-48ad-a809-a364c4ec156d', 'name': 'tempest-TaggedBootDevicesTest-522788508-router', 'tenant_id': 'a70973d04b864782974c0e5d3b87d1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:33Z', 'updated_at': '2021-12-08T02:08:44Z', 'revision_number': 6, 'project_id': 'a70973d04b864782974c0e5d3b87d1c4', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:08:45.481303 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.534897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=50895f49-4171-417f-bd22-e3932f1c8a34,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:45.592253 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-31d0d952-2c00-47b0-9d3a-27a68350b8dd service neutron] 10.222.0.71 "GET /v2.0/networks/3fcbf8bf-a442-430b-b493-abe04ed6bc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213846 Dec 08 02:08:45.600638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Attempting to bind port 74d76858-31f6-45ad-b24b-5725519d798e on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:08:45.601036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Attempting to bind port 74d76858-31f6-45ad-b24b-5725519d798e by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '83a8edd6-315e-4273-b0bb-235630e51eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '382cbe24-d5a5-4b40-9d16-dc4dabb83634'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:08:45.601392 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Attempting to bind port 74d76858-31f6-45ad-b24b-5725519d798e on network 382cbe24-d5a5-4b40-9d16-dc4dabb83634 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:08:45.602358 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.607147 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Port 74d76858-31f6-45ad-b24b-5725519d798e on network 382cbe24-d5a5-4b40-9d16-dc4dabb83634 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:08:45.607476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Attempting to bind port 74d76858-31f6-45ad-b24b-5725519d798e on network 382cbe24-d5a5-4b40-9d16-dc4dabb83634 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:08:45.614086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:08:45.614437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Checking segment: {'id': '83a8edd6-315e-4273-b0bb-235630e51eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '382cbe24-d5a5-4b40-9d16-dc4dabb83634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:08:45.614836 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Bound using segment: {'id': '83a8edd6-315e-4273-b0bb-235630e51eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '382cbe24-d5a5-4b40-9d16-dc4dabb83634'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:08:45.615282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Bound port: 74d76858-31f6-45ad-b24b-5725519d798e, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a8edd6-315e-4273-b0bb-235630e51eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '382cbe24-d5a5-4b40-9d16-dc4dabb83634'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:08:45.615669 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.617714 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.618274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Fanout notify agent at l3_agent the message router_deleted on router 3a98b56d-7121-4f2f-8c9c-c33a8f37ada5 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:08:45.634910 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.645225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8e7f4077-a495-45d8-9392-03be4c696eb8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "DELETE /v2.0/routers/3a98b56d-7121-4f2f-8c9c-c33a8f37ada5 HTTP/1.1" status: 204 len: 168 time: 4.0435658 Dec 08 02:08:45.656178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43586) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:45.660716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-53e54ce8-cad5-4b2f-acf1-bbcdeeccc37e tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1207996292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:45.711292 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53e54ce8-cad5-4b2f-acf1-bbcdeeccc37e tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.712452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53e54ce8-cad5-4b2f-acf1-bbcdeeccc37e tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.791017 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53e54ce8-cad5-4b2f-acf1-bbcdeeccc37e tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.841662 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.844384 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.901256 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] For port 74d76858-31f6-45ad-b24b-5725519d798e, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:08:45.907918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] For port 74d76858-31f6-45ad-b24b-5725519d798e, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=74d76858-31f6-45ad-b24b-5725519d798e,segment=NetworkSegment(83a8edd6-315e-4273-b0bb-235630e51eb9),segment_id=83a8edd6-315e-4273-b0bb-235630e51eb9)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:08:45.924903 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53e54ce8-cad5-4b2f-acf1-bbcdeeccc37e tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.945214 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.962512 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.964074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20a7c971-d386-48ad-a809-a364c4ec156d {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:08:45.972950 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:45.978230 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-35766e24-3849-4b0d-af01-10673c34f0e9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/20a7c971-d386-48ad-a809-a364c4ec156d HTTP/1.1" status: 204 len: 168 time: 1.7152734 Dec 08 02:08:45.979923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43596) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:46.079533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2602e9e-4dcf-497e-8c0d-203f7fbaa54e admin admin] Deleting subnet 2673850a-993e-4615-ade1-eb362ac0b11a {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:08:46.088389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2602e9e-4dcf-497e-8c0d-203f7fbaa54e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:46.118436 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-53e54ce8-cad5-4b2f-acf1-bbcdeeccc37e tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:46.122491 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-53e54ce8-cad5-4b2f-acf1-bbcdeeccc37e tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4656975 Dec 08 02:08:46.134709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43598) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:46.136335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:46.137169 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:46.141045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Request body: {'router': {'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:46.141611 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] 10.222.0.45 "PUT /v2.0/ports/74d76858-31f6-45ad-b24b-5725519d798e HTTP/1.1" status: 200 len: 1092 time: 3.1152618 Dec 08 02:08:46.194822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a388ba6-1fbe-4f07-b4ab-a6884c98fde5 req-c52688dd-670a-43d9-83f1-4943dfc7a631 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:46.196600 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a388ba6-1fbe-4f07-b4ab-a6884c98fde5 req-c52688dd-670a-43d9-83f1-4943dfc7a631 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 943 time: 0.5503235 Dec 08 02:08:46.219685 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0', 'tag': '74d76858-31f6-45ad-b24b-5725519d798e'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:46.228266 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c865778-f384-40ff-aaad-bc551c14bb91" -d '{"events": [{"name": "network-changed", "server_uuid": "d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0", "tag": "74d76858-31f6-45ad-b24b-5725519d798e"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:46.339081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f771b298-ae0f-4193-b730-9e6fb413ce41 req-e0994608-22d2-45dd-8d6b-b2e08b18e824 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 210 time: 0.2380183 Dec 08 02:08:46.404018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2de9f7-98af-4054-8ced-2e7a852161d8 service neutron] Pushing event updated for resources: {'Port': ['ID=74d76858-31f6-45ad-b24b-5725519d798e,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:46.446350 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015c86ac-f757-45be-8c58-e1485f5776a6 x-openstack-request-id: req-015c86ac-f757-45be-8c58-e1485f5776a6 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:46.446645 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0", "tag": "74d76858-31f6-45ad-b24b-5725519d798e", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:46.446903 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-015c86ac-f757-45be-8c58-e1485f5776a6 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:46.447292 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0', 'tag': '74d76858-31f6-45ad-b24b-5725519d798e', 'status': 'completed', 'code': 200} Dec 08 02:08:46.546863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a388ba6-1fbe-4f07-b4ab-a6884c98fde5 req-dfb25c85-a5e2-48bb-91ca-dfc6e2aa2f44 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888894 Dec 08 02:08:46.555146 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8b05-2e60-4b9f-8569-cc333206230b req-345d59bc-b593-4cd7-abe4-03052b737f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:46.557689 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-345d59bc-b593-4cd7-abe4-03052b737f9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a5e0df062134f7b8b12edf948c9b904&device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 1095 time: 0.3174078 Dec 08 02:08:46.661853 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-9b769201-f10c-47ac-be88-f77dcfb8c076 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74d76858-31f6-45ad-b24b-5725519d798e HTTP/1.1" status: 200 len: 217 time: 0.0919731 Dec 08 02:08:46.734890 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8b05-2e60-4b9f-8569-cc333206230b req-5c4c332c-d9d2-4219-84e5-268499c4fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:46.736808 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-5c4c332c-d9d2-4219-84e5-268499c4fa65 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4edbeda8-3bbb-47c9-8508-5d84805c3fe2 HTTP/1.1" status: 200 len: 853 time: 0.0649610 Dec 08 02:08:46.767435 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2602e9e-4dcf-497e-8c0d-203f7fbaa54e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:46.803097 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-8e1462b9-9899-461f-b83b-61ec0501d9a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=382cbe24-d5a5-4b40-9d16-dc4dabb83634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584357 Dec 08 02:08:46.996400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-08be620b-2707-45b1-8986-2377fabee63a service neutron] 10.222.0.45 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856785 Dec 08 02:08:46.996891 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:47.086116 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2602e9e-4dcf-497e-8c0d-203f7fbaa54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:47.156215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476e8b05-2e60-4b9f-8569-cc333206230b req-012d69e9-68e0-4a08-a335-d3595073d30f service neutron] 10.222.0.45 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508136 Dec 08 02:08:47.220302 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2602e9e-4dcf-497e-8c0d-203f7fbaa54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:47.259383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2602e9e-4dcf-497e-8c0d-203f7fbaa54e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2673850a-993e-4615-ade1-eb362ac0b11a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:47.279851 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2602e9e-4dcf-497e-8c0d-203f7fbaa54e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:47.285811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaa2416-a1c4-4333-be6c-39dc1b53c800 None None] Network d8b71440-1a9d-455d-887d-49233b67b276 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:08:47.292543 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e2602e9e-4dcf-497e-8c0d-203f7fbaa54e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2673850a-993e-4615-ade1-eb362ac0b11a HTTP/1.1" status: 204 len: 168 time: 1.3099136 Dec 08 02:08:47.293046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43616) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:47.410260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c865778-f384-40ff-aaad-bc551c14bb91 req-ae3050ff-34bb-43e7-b164-46cf7eeda755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:47.412325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c865778-f384-40ff-aaad-bc551c14bb91 req-ae3050ff-34bb-43e7-b164-46cf7eeda755 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a5e0df062134f7b8b12edf948c9b904&device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 1095 time: 0.1592886 Dec 08 02:08:47.414134 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 50895f49-4171-417f-bd22-e3932f1c8a34 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:08:47.429165 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:47.446121 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:47.463936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 50895f49-4171-417f-bd22-e3932f1c8a34 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:08:47.465255 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 50895f49-4171-417f-bd22-e3932f1c8a34 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:08:47.465907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0875cde7-dd1e-4744-b58b-96b3597fbd94 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:08:47.470782 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:47.491084 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 0875cde7-dd1e-4744-b58b-96b3597fbd94 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:08:47.492109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0875cde7-dd1e-4744-b58b-96b3597fbd94 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:08:47.546481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b196ecf7-24b7-4348-9ea1-8352b492aeee req-ea2303d2-e9ca-4c2b-af6f-799c28d3c907 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 210 time: 0.0895660 Dec 08 02:08:47.601906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Deleting port b1154074-bea4-4ecf-b102-fce67b97d294 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:47.602112 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:47.646716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Allocated IP 172.25.8.232 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/db6fbabd-52e5-4321-a5e5-036631154048) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:47.666623 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c865778-f384-40ff-aaad-bc551c14bb91 req-74981bf7-e2cf-4e52-a379-717463e3b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:47.668562 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c865778-f384-40ff-aaad-bc551c14bb91 req-74981bf7-e2cf-4e52-a379-717463e3b515 service neutron] 10.222.0.45 "GET /v2.0/networks?id=382cbe24-d5a5-4b40-9d16-dc4dabb83634 HTTP/1.1" status: 200 len: 914 time: 0.2496448 Dec 08 02:08:47.703681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80655f81-7e41-4900-9ad3-1dcf7ed69872 None None] DHCP port deletion for d8b71440-1a9d-455d-887d-49233b67b276 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:08:47.759190 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c865778-f384-40ff-aaad-bc551c14bb91 req-c68e932d-d03f-4f62-b1de-5585a1532b1f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74d76858-31f6-45ad-b24b-5725519d798e HTTP/1.1" status: 200 len: 217 time: 0.0761623 Dec 08 02:08:47.762386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-80655f81-7e41-4900-9ad3-1dcf7ed69872 None None] Deleting port b1154074-bea4-4ecf-b102-fce67b97d294 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:47.763237 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-80655f81-7e41-4900-9ad3-1dcf7ed69872 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:47.763983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] For port b1154074-bea4-4ecf-b102-fce67b97d294, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b1154074-bea4-4ecf-b102-fce67b97d294,segment=NetworkSegment(11533198-213e-4ae8-816f-3b4b2cb768c5),segment_id=11533198-213e-4ae8-816f-3b4b2cb768c5)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:47.764629 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:47.805894 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:47.824120 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Calling delete_port for b1154074-bea4-4ecf-b102-fce67b97d294 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:47.856268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:47.859801 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-80655f81-7e41-4900-9ad3-1dcf7ed69872 None None] For port b1154074-bea4-4ecf-b102-fce67b97d294, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b1154074-bea4-4ecf-b102-fce67b97d294,segment=NetworkSegment(11533198-213e-4ae8-816f-3b4b2cb768c5),segment_id=11533198-213e-4ae8-816f-3b4b2cb768c5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:47.860502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c865778-f384-40ff-aaad-bc551c14bb91 req-cfcaacbb-f126-4739-a201-62aef9dfab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:47.860715 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-80655f81-7e41-4900-9ad3-1dcf7ed69872 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:47.862014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c865778-f384-40ff-aaad-bc551c14bb91 req-cfcaacbb-f126-4739-a201-62aef9dfab84 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4edbeda8-3bbb-47c9-8508-5d84805c3fe2 HTTP/1.1" status: 200 len: 853 time: 0.0885289 Dec 08 02:08:47.873110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bb478-4c83-4dfa-824c-f0df701b887f req-15a77a68-2bfa-4329-8f96-4b66088c45f7 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:47.880118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-80655f81-7e41-4900-9ad3-1dcf7ed69872 None None] Calling delete_port for b1154074-bea4-4ecf-b102-fce67b97d294 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:47.882037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d57bb478-4c83-4dfa-824c-f0df701b887f req-15a77a68-2bfa-4329-8f96-4b66088c45f7 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 943 time: 0.2194033 Dec 08 02:08:47.922508 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:47.936788 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:47.943148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:47.948020 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Pushing event updated for resources: {'Port': ['ID=db6fbabd-52e5-4321-a5e5-036631154048,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:48.019263 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-80655f81-7e41-4900-9ad3-1dcf7ed69872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:48.038343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c865778-f384-40ff-aaad-bc551c14bb91 req-36181897-1499-4f2c-ae26-e6f640e8cea5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=382cbe24-d5a5-4b40-9d16-dc4dabb83634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185277 Dec 08 02:08:48.058340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80655f81-7e41-4900-9ad3-1dcf7ed69872 None None] Pushing event deleted for resources: {'Port': ['ID=b1154074-bea4-4ecf-b102-fce67b97d294,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:48.060196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80655f81-7e41-4900-9ad3-1dcf7ed69872 None None] No DVR routers for this DVR port b1154074-bea4-4ecf-b102-fce67b97d294 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:08:48.251560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-7a89a3ac-446d-4eb7-8098-6fc602ac2e58 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:48.253200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-7a89a3ac-446d-4eb7-8098-6fc602ac2e58 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.75 "GET /v2.0/networks?id=3fcbf8bf-a442-430b-b493-abe04ed6bc32 HTTP/1.1" status: 200 len: 813 time: 0.3302114 Dec 08 02:08:48.278946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d57bb478-4c83-4dfa-824c-f0df701b887f req-63cc8106-b4d9-4df8-82c1-005d76e4c2be tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960299 Dec 08 02:08:48.284340 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-0642105e-db6a-43eb-8fc7-5e552479f084 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Request body: {'port': {'device_id': '540a63dd-e2cf-411e-8890-83c3b08d0694', 'network_id': '3fcbf8bf-a442-430b-b493-abe04ed6bc32', 'admin_state_up': True, 'tenant_id': '7bb1572515c5414ea36ee5a0b481e1c4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:48.328976 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:48.330033 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:48.392063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1154074-bea4-4ecf-b102-fce67b97d294,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:48.398453 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c865778-f384-40ff-aaad-bc551c14bb91 req-fa37c637-dd56-4025-8680-4ebbf94f552b service neutron] 10.222.0.45 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928789 Dec 08 02:08:48.400903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] No DVR routers for this DVR port b1154074-bea4-4ecf-b102-fce67b97d294 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:08:48.539806 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:48.543218 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:48.582505 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:48.629924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b71440-1a9d-455d-887d-49233b67b276']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:48.634764 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c865778-f384-40ff-aaad-bc551c14bb91 req-00796168-55e9-49d8-b657-91bd07a9de3a service neutron] 10.222.0.45 "GET /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246284 Dec 08 02:08:48.643136 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-0642105e-db6a-43eb-8fc7-5e552479f084 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Made reservation on behalf of 7bb1572515c5414ea36ee5a0b481e1c4 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:48.646857 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-0642105e-db6a-43eb-8fc7-5e552479f084 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:48.654788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11533198-213e-4ae8-816f-3b4b2cb768c5') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:48.655134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11533198-213e-4ae8-816f-3b4b2cb768c5') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:48.682378 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:48.702574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cefa69d8-4e6d-4952-a596-844f30df2e9f req-3fac509e-8673-4df8-95a7-d10b5d572a99 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 210 time: 0.0527446 Dec 08 02:08:48.713055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Router d88ddba4-dcfc-4118-84b7-c34dfef5283c is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:08:48.719043 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:48.754700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:08:48.755114 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:08:48.757170 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:08:48.831325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:08:48.833278 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:48.838363 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:48.840733 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:48.844806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] 10.222.0.71 "DELETE /v2.0/networks/d8b71440-1a9d-455d-887d-49233b67b276 HTTP/1.1" status: 204 len: 168 time: 1.5494108 Dec 08 02:08:48.845062 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a88cf17b-1c87-4fd5-8a01-da26a3771925 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "PUT /v2.0/routers/d88ddba4-dcfc-4118-84b7-c34dfef5283c HTTP/1.1" status: 200 len: 884 time: 2.7086277 Dec 08 02:08:48.846249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43636) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:48.849825 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1642fb-703c-4c55-a49f-42b9e133d08e None None] Sync routers for ids ['d88ddba4-dcfc-4118-84b7-c34dfef5283c'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:08:48.875367 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1642fb-703c-4c55-a49f-42b9e133d08e None None] Routers {'d88ddba4-dcfc-4118-84b7-c34dfef5283c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:48.876022 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-de1642fb-703c-4c55-a49f-42b9e133d08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d88ddba4-dcfc-4118-84b7-c34dfef5283c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:48.880330 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6756b-05ab-436f-bc93-c9129efd502b admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b71440-1a9d-455d-887d-49233b67b276,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:48.918648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-0642105e-db6a-43eb-8fc7-5e552479f084 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Allocated IP 172.20.0.3 (3fcbf8bf-a442-430b-b493-abe04ed6bc32/40f2b8e1-5331-44b0-abb0-c97389788cd8/348e4b8a-ca00-40f9-9707-b37f3b24a305) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:48.929447 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-de1642fb-703c-4c55-a49f-42b9e133d08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:48.938993 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1642fb-703c-4c55-a49f-42b9e133d08e None None] Routers {'d88ddba4-dcfc-4118-84b7-c34dfef5283c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:48.939851 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-de1642fb-703c-4c55-a49f-42b9e133d08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d88ddba4-dcfc-4118-84b7-c34dfef5283c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:48.976766 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-02f4c3d0-5ea6-49fb-8114-9364267bee40 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/routers/d88ddba4-dcfc-4118-84b7-c34dfef5283c HTTP/1.1" status: 200 len: 925 time: 0.1295280 Dec 08 02:08:48.977474 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-de1642fb-703c-4c55-a49f-42b9e133d08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:48.978385 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1642fb-703c-4c55-a49f-42b9e133d08e None None] The sync data for ids ['d88ddba4-dcfc-4118-84b7-c34dfef5283c'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:08:48.980391 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43638) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:48.998509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43640) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:49.068976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95de99e0-4502-4b3b-b3e5-4e79d450b7f4 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:49.072992 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-95de99e0-4502-4b3b-b3e5-4e79d450b7f4 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&device_id=d88ddba4-dcfc-4118-84b7-c34dfef5283c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0890081 Dec 08 02:08:49.073235 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43646) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:49.157378 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-0642105e-db6a-43eb-8fc7-5e552479f084 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:49.187744 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c12e5fe-3ba3-4821-bd7d-1aad3addde7f tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:49.189149 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3c12e5fe-3ba3-4821-bd7d-1aad3addde7f tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 881 time: 0.1143787 Dec 08 02:08:49.191973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43650) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:49.212033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-78b90c39-b9f4-4104-a5fa-e307ad54d553 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=63ae5c956a214f1cb1da1b778d408c0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2123497 Dec 08 02:08:49.215013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43652) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:49.223505 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8c1b9aca-6363-4ba6-8fdd-6fbacde4a0b6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "GET /v2.0/ports?device_id=d88ddba4-dcfc-4118-84b7-c34dfef5283c HTTP/1.1" status: 200 len: 205 time: 0.0303266 Dec 08 02:08:49.226193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43654) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:49.357832 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:49.388817 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b1154074-bea4-4ecf-b102-fce67b97d294 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:08:49.416984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: b1154074-bea4-4ecf-b102-fce67b97d294 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:08:49.417322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b1154074-bea4-4ecf-b102-fce67b97d294 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:08:49.436263 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-0642105e-db6a-43eb-8fc7-5e552479f084 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:49.929562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-0642105e-db6a-43eb-8fc7-5e552479f084 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Network 3fcbf8bf-a442-430b-b493-abe04ed6bc32 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:49.956003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-0642105e-db6a-43eb-8fc7-5e552479f084 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:49.967962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-0642105e-db6a-43eb-8fc7-5e552479f084 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:49.985120 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642105e-db6a-43eb-8fc7-5e552479f084 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Pushing event updated for resources: {'Port': ['ID=348e4b8a-ca00-40f9-9707-b37f3b24a305,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:50.020338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f7f83-bdfd-4d15-8c17-e75b0f88dbb6 req-5a28a6bc-86b5-46e8-b2a9-4ee3ea661e22 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:50.021819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-010f7f83-bdfd-4d15-8c17-e75b0f88dbb6 req-5a28a6bc-86b5-46e8-b2a9-4ee3ea661e22 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 943 time: 0.5967503 Dec 08 02:08:50.027279 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-423ac259-a281-46c3-9cfa-faff24e0a351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.075740 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.089602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad203517-8ab9-4ae8-9c3f-c6c945cac400 req-34725d0c-22b7-47f4-bf2b-5c5271b9050a tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:50.091063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad203517-8ab9-4ae8-9c3f-c6c945cac400 req-34725d0c-22b7-47f4-bf2b-5c5271b9050a tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 931 time: 0.1881821 Dec 08 02:08:50.100303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-0642105e-db6a-43eb-8fc7-5e552479f084 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:50.100899 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-0642105e-db6a-43eb-8fc7-5e552479f084 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.122845 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-423ac259-a281-46c3-9cfa-faff24e0a351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.199691 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-010f7f83-bdfd-4d15-8c17-e75b0f88dbb6 req-8c04e2f8-a2ce-40ee-8c00-89341702bc67 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684935 Dec 08 02:08:50.212646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-0642105e-db6a-43eb-8fc7-5e552479f084 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9318862 Dec 08 02:08:50.244557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Request body: {'port': {'device_id': '540a63dd-e2cf-411e-8890-83c3b08d0694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:50.281390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad203517-8ab9-4ae8-9c3f-c6c945cac400 req-d4f8d20f-3ea2-4b0d-91b2-c783d4f10a01 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/security-groups?id=23cca0ea-c871-4bfc-96de-8abd04cfcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778798 Dec 08 02:08:50.318125 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Deleting port db6fbabd-52e5-4321-a5e5-036631154048 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:50.318456 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.331401 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-423ac259-a281-46c3-9cfa-faff24e0a351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.333949 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-423ac259-a281-46c3-9cfa-faff24e0a351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.335079 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-423ac259-a281-46c3-9cfa-faff24e0a351 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/df94220a-15d1-4dac-8cbd-6a63023634ea HTTP/1.1" status: 204 len: 168 time: 1.1188793 Dec 08 02:08:50.348752 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.385512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ac259-a281-46c3-9cfa-faff24e0a351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df94220a-15d1-4dac-8cbd-6a63023634ea,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:50.472205 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.477595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 74d76858-31f6-45ad-b24b-5725519d798e details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:08:50.573340 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Calling delete_port for db6fbabd-52e5-4321-a5e5-036631154048 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:50.584400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 74d76858-31f6-45ad-b24b-5725519d798e, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=74d76858-31f6-45ad-b24b-5725519d798e,segment=NetworkSegment(83a8edd6-315e-4273-b0bb-235630e51eb9),segment_id=83a8edd6-315e-4273-b0bb-235630e51eb9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:50.598650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '74d76858-31f6-45ad-b24b-5725519d798e', 'network_id': '382cbe24-d5a5-4b40-9d16-dc4dabb83634', 'port_id': '74d76858-31f6-45ad-b24b-5725519d798e', 'mac_address': 'fa:16:3e:f3:49:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edbeda8-3bbb-47c9-8508-5d84805c3fe2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:08:50.641331 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.656068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d76858-31f6-45ad-b24b-5725519d798e {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:08:50.684167 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 74d76858-31f6-45ad-b24b-5725519d798e, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=74d76858-31f6-45ad-b24b-5725519d798e,segment=NetworkSegment(83a8edd6-315e-4273-b0bb-235630e51eb9),segment_id=83a8edd6-315e-4273-b0bb-235630e51eb9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:50.688938 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.741158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=74d76858-31f6-45ad-b24b-5725519d798e,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:50.769240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43674) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:50.830624 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c8900d2f-36e3-48b9-aa95-f4e9f99cc9c8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a70973d04b864782974c0e5d3b87d1c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0601754 Dec 08 02:08:50.833371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43676) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:50.863259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348e4b8a-ca00-40f9-9707-b37f3b24a305 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:08:50.875374 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.887817 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f67b3a9c-e5c7-42e0-82d3-99aee4490609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.909004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Transition to ACTIVE for port object 348e4b8a-ca00-40f9-9707-b37f3b24a305 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:08:50.910040 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.923101 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f67b3a9c-e5c7-42e0-82d3-99aee4490609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.938510 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.948150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Pushing event deleted for resources: {'Port': ['ID=db6fbabd-52e5-4321-a5e5-036631154048,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:50.969217 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['74d76858-31f6-45ad-b24b-5725519d798e'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:08:50.985960 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f67b3a9c-e5c7-42e0-82d3-99aee4490609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.988677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f67b3a9c-e5c7-42e0-82d3-99aee4490609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:50.992507 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f67b3a9c-e5c7-42e0-82d3-99aee4490609 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cd33689a-dbfd-447c-9aee-18740b3103bd HTTP/1.1" status: 204 len: 168 time: 0.1553862 Dec 08 02:08:51.005728 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b3a9c-e5c7-42e0-82d3-99aee4490609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd33689a-dbfd-447c-9aee-18740b3103bd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:51.070837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Pushing event updated for resources: {'Port': ['ID=348e4b8a-ca00-40f9-9707-b37f3b24a305,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:51.120456 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.231953 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.234241 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.295166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Attempting to bind port 348e4b8a-ca00-40f9-9707-b37f3b24a305 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:08:51.295166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Attempting to bind port 348e4b8a-ca00-40f9-9707-b37f3b24a305 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '09d886e8-e891-4cfa-91f6-ad45db41ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3fcbf8bf-a442-430b-b493-abe04ed6bc32'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:08:51.295166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Attempting to bind port 348e4b8a-ca00-40f9-9707-b37f3b24a305 on network 3fcbf8bf-a442-430b-b493-abe04ed6bc32 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:08:51.302269 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Port 348e4b8a-ca00-40f9-9707-b37f3b24a305 on network 3fcbf8bf-a442-430b-b493-abe04ed6bc32 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:08:51.302689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Attempting to bind port 348e4b8a-ca00-40f9-9707-b37f3b24a305 on network 3fcbf8bf-a442-430b-b493-abe04ed6bc32 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:08:51.312599 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.313128 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Fanout notify agent at l3_agent the message router_deleted on router d88ddba4-dcfc-4118-84b7-c34dfef5283c {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:08:51.333705 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.339329 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f4e3eec9-68cf-4aaa-abfa-ddca09c6838a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "DELETE /v2.0/routers/d88ddba4-dcfc-4118-84b7-c34dfef5283c HTTP/1.1" status: 204 len: 168 time: 2.1063919 Dec 08 02:08:51.339329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:08:51.339329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Checking segment: {'id': '09d886e8-e891-4cfa-91f6-ad45db41ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3fcbf8bf-a442-430b-b493-abe04ed6bc32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:08:51.339329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Bound using segment: {'id': '09d886e8-e891-4cfa-91f6-ad45db41ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3fcbf8bf-a442-430b-b493-abe04ed6bc32'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:08:51.339329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Bound port: 348e4b8a-ca00-40f9-9707-b37f3b24a305, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d886e8-e891-4cfa-91f6-ad45db41ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3fcbf8bf-a442-430b-b493-abe04ed6bc32'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:08:51.339329 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.340228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43688) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:51.344750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a6d5fe01-314d-49c5-a30e-32df55ff8c71 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-756910323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:51.403927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6d5fe01-314d-49c5-a30e-32df55ff8c71 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.405317 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6d5fe01-314d-49c5-a30e-32df55ff8c71 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.460124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] For port 348e4b8a-ca00-40f9-9707-b37f3b24a305, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:08:51.483814 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6d5fe01-314d-49c5-a30e-32df55ff8c71 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.491452 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6d5fe01-314d-49c5-a30e-32df55ff8c71 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.502965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cfa9f-5ab2-44f3-a71d-0a1e276fdcba req-59d46791-0a75-4910-b18c-35454c622334 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:51.504791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c95cfa9f-5ab2-44f3-a71d-0a1e276fdcba req-59d46791-0a75-4910-b18c-35454c622334 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 944 time: 0.1279204 Dec 08 02:08:51.507441 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] For port 348e4b8a-ca00-40f9-9707-b37f3b24a305, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=348e4b8a-ca00-40f9-9707-b37f3b24a305,segment=NetworkSegment(09d886e8-e891-4cfa-91f6-ad45db41ee84),segment_id=09d886e8-e891-4cfa-91f6-ad45db41ee84)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:08:51.514448 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.519647 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6d5fe01-314d-49c5-a30e-32df55ff8c71 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.523321 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a6d5fe01-314d-49c5-a30e-32df55ff8c71 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1798010 Dec 08 02:08:51.523563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43694) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:51.528994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'enable_snat': True}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:51.593307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfea9bb-9523-46d7-be79-9fbad412a5f4 req-b5cc5189-cd62-4d5b-8d61-f4f55880ab51 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:51.595949 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4dfea9bb-9523-46d7-be79-9fbad412a5f4 req-b5cc5189-cd62-4d5b-8d61-f4f55880ab51 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 943 time: 0.1562586 Dec 08 02:08:51.621321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:51.622043 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.623538 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] 10.222.0.75 "PUT /v2.0/ports/348e4b8a-ca00-40f9-9707-b37f3b24a305 HTTP/1.1" status: 200 len: 1092 time: 1.3933594 Dec 08 02:08:51.624104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540a63dd-e2cf-411e-8890-83c3b08d0694', 'tag': '348e4b8a-ca00-40f9-9707-b37f3b24a305'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:51.626979 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a6e31c-cd4d-49c6-8838-ebd98a3f3892" -d '{"events": [{"name": "network-changed", "server_uuid": "540a63dd-e2cf-411e-8890-83c3b08d0694", "tag": "348e4b8a-ca00-40f9-9707-b37f3b24a305"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:51.687527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c95cfa9f-5ab2-44f3-a71d-0a1e276fdcba req-3dce57d0-9f6d-43f8-8360-ef02f3068c8f tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564543 Dec 08 02:08:51.715488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a628cb-2877-4a4e-98a3-c57cf3a7eaaa service neutron] Pushing event updated for resources: {'Port': ['ID=348e4b8a-ca00-40f9-9707-b37f3b24a305,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:51.780652 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.830643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4dfea9bb-9523-46d7-be79-9fbad412a5f4 req-f0c8c591-7376-4dc9-a0fe-ad0c075267de tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/security-groups?id=23cca0ea-c871-4bfc-96de-8abd04cfcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839693 Dec 08 02:08:51.846777 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-ec827043-6348-4ff3-a467-568c2c77cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:51.848367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-ec827043-6348-4ff3-a467-568c2c77cff1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7bb1572515c5414ea36ee5a0b481e1c4&device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 1095 time: 0.1231353 Dec 08 02:08:51.917879 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae42bdb1-0934-49a1-9d31-9fb90fe63b6a x-openstack-request-id: req-ae42bdb1-0934-49a1-9d31-9fb90fe63b6a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:51.918193 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540a63dd-e2cf-411e-8890-83c3b08d0694", "tag": "348e4b8a-ca00-40f9-9707-b37f3b24a305", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:51.918540 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ae42bdb1-0934-49a1-9d31-9fb90fe63b6a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:51.918953 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540a63dd-e2cf-411e-8890-83c3b08d0694', 'tag': '348e4b8a-ca00-40f9-9707-b37f3b24a305', 'status': 'completed', 'code': 200} Dec 08 02:08:51.921040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-80a48089-de3d-4e6f-b9ef-d54a516b38ff service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=348e4b8a-ca00-40f9-9707-b37f3b24a305 HTTP/1.1" status: 200 len: 217 time: 0.0573349 Dec 08 02:08:51.967179 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-395ba338-cc14-46ec-8a2d-2d55a83d5ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:51.984194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-03bcab7e-ee0c-4bfd-ae80-701400c4a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:51.985885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-03bcab7e-ee0c-4bfd-ae80-701400c4a6e1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=40f2b8e1-5331-44b0-abb0-c97389788cd8 HTTP/1.1" status: 200 len: 853 time: 0.0572078 Dec 08 02:08:52.028522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-7ba75690-f174-442c-8597-c1c37f008f82 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3fcbf8bf-a442-430b-b493-abe04ed6bc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350838 Dec 08 02:08:52.162361 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-5d50726d-c5b5-494c-b7b7-45754943d76c service neutron] 10.222.0.75 "GET /v2.0/networks/3fcbf8bf-a442-430b-b493-abe04ed6bc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264865 Dec 08 02:08:52.170347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43714) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:52.283991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbb80030-9aed-4e7d-8f27-921ab80e6784 req-50c8e609-56a8-4f22-9bd2-8bce83de2c19 service neutron] 10.222.0.75 "GET /v2.0/networks/3fcbf8bf-a442-430b-b493-abe04ed6bc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142116 Dec 08 02:08:52.316190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-532816998-network', 'tenant_id': '54f5fab85ee844c08273f93b1b087690'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:52.339472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] Made reservation on behalf of 54f5fab85ee844c08273f93b1b087690 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:52.341925 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:52.353452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:52.381381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:52.404862 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:52.481267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 74d76858-31f6-45ad-b24b-5725519d798e up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:08:52.496213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6e31c-cd4d-49c6-8838-ebd98a3f3892 req-cc9d442d-0585-48e6-b0b5-4358dd651e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:52.500499 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26a6e31c-cd4d-49c6-8838-ebd98a3f3892 req-cc9d442d-0585-48e6-b0b5-4358dd651e7a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7bb1572515c5414ea36ee5a0b481e1c4&device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 1095 time: 0.1093631 Dec 08 02:08:52.551656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 74d76858-31f6-45ad-b24b-5725519d798e completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:08:52.558439 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 74d76858-31f6-45ad-b24b-5725519d798e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:08:52.559163 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:52.563071 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:52.579208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Allocated IP 172.25.8.116 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/87fc69d3-87ae-492e-add4-9dca33b5cdcc) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:52.590557 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:52.637826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:08:52.659044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43724) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:52.685483 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:52.713153 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d76858-31f6-45ad-b24b-5725519d798e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:52.715094 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6e31c-cd4d-49c6-8838-ebd98a3f3892 req-730fb4f8-1a9c-4bae-a71e-57fdcdc1f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:52.724135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26a6e31c-cd4d-49c6-8838-ebd98a3f3892 req-730fb4f8-1a9c-4bae-a71e-57fdcdc1f147 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3fcbf8bf-a442-430b-b493-abe04ed6bc32 HTTP/1.1" status: 200 len: 914 time: 0.2068455 Dec 08 02:08:52.732164 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b06f195-b046-494f-b397-abdcbcd6dafb" -d '{"events": [{"server_uuid": "d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0", "name": "network-vif-plugged", "status": "completed", "tag": "74d76858-31f6-45ad-b24b-5725519d798e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:52.787327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 74d76858-31f6-45ad-b24b-5725519d798e, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=74d76858-31f6-45ad-b24b-5725519d798e,segment=NetworkSegment(83a8edd6-315e-4273-b0bb-235630e51eb9),segment_id=83a8edd6-315e-4273-b0bb-235630e51eb9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:52.797306 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:52.820529 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:52.846562 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:52.847074 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] Added segment e04b7f05-4d7d-48dc-92dc-4ca257300a03 of type vlan for network fb1554e2-7c00-4b84-9c33-88f4a78ca291 Dec 08 02:08:52.850284 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26a6e31c-cd4d-49c6-8838-ebd98a3f3892 req-ebc0d801-f571-44cb-9340-b14d64c332bb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=348e4b8a-ca00-40f9-9707-b37f3b24a305 HTTP/1.1" status: 200 len: 217 time: 0.1105213 Dec 08 02:08:52.858480 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61b3a44-30f8-4529-8ae5-4546c78c7d53 x-openstack-request-id: req-e61b3a44-30f8-4529-8ae5-4546c78c7d53 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:52.859185 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0", "name": "network-vif-plugged", "status": "completed", "tag": "74d76858-31f6-45ad-b24b-5725519d798e", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:52.859753 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e61b3a44-30f8-4529-8ae5-4546c78c7d53 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:52.860370 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d76858-31f6-45ad-b24b-5725519d798e', 'code': 200} Dec 08 02:08:52.878978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129128d8-9efc-4d8c-b8ea-27d8f8f663e1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:52.933715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=74d76858-31f6-45ad-b24b-5725519d798e,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:52.982535 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.051838 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c29045cc-a1a1-47cb-a677-ada385ef1c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.054900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:53.062388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event updated for resources: {'Port': ['ID=87fc69d3-87ae-492e-add4-9dca33b5cdcc,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:53.067271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:53.070672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:53.080869 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6e31c-cd4d-49c6-8838-ebd98a3f3892 req-7d13fe8f-0534-4dea-b637-97781d588d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:53.082468 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26a6e31c-cd4d-49c6-8838-ebd98a3f3892 req-7d13fe8f-0534-4dea-b637-97781d588d92 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=40f2b8e1-5331-44b0-abb0-c97389788cd8 HTTP/1.1" status: 200 len: 853 time: 0.1870058 Dec 08 02:08:53.085386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.165952 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26a6e31c-cd4d-49c6-8838-ebd98a3f3892 req-d4489d3e-3576-4ff1-9331-5f8bdccff790 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3fcbf8bf-a442-430b-b493-abe04ed6bc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690377 Dec 08 02:08:53.174526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc1348-bf32-40da-a541-1594fe048a31 req-c8f6c5d5-766f-4d9b-8c85-2c704e916e70 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:53.175928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dfcc1348-bf32-40da-a541-1594fe048a31 req-c8f6c5d5-766f-4d9b-8c85-2c704e916e70 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 945 time: 0.2499025 Dec 08 02:08:53.218256 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b29c0-19c8-4e2b-b2cf-7799198512a4 req-526a9f94-1cb4-4e4a-9ae9-f676babafba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:53.219784 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa7b29c0-19c8-4e2b-b2cf-7799198512a4 req-526a9f94-1cb4-4e4a-9ae9-f676babafba7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 1097 time: 0.2070315 Dec 08 02:08:53.267282 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.268235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:53.268804 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.290571 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c29045cc-a1a1-47cb-a677-ada385ef1c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.295056 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c29045cc-a1a1-47cb-a677-ada385ef1c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.377785 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c29045cc-a1a1-47cb-a677-ada385ef1c3a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ff0091178d1414babcc8a8a5c6ad6e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7150676 Dec 08 02:08:53.378197 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43742) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:53.382694 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2113414 Dec 08 02:08:53.383638 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.392731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43744) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:53.394743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29045cc-a1a1-47cb-a677-ada385ef1c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0ac7be-aebb-468c-80b9-d1c43b51f1d8,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:53.401534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ae0655c2-5fef-457a-a9e6-8e83d0d693ff admin admin] Request body: {'subnet': {'network_id': 'fb1554e2-7c00-4b84-9c33-88f4a78ca291', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-532816998-subnet', 'tenant_id': '54f5fab85ee844c08273f93b1b087690', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:53.440003 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dfcc1348-bf32-40da-a541-1594fe048a31 req-a30e4e05-a316-458e-89af-5ff5635c777a tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403867 Dec 08 02:08:53.449647 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdae70b-8052-4ff4-8947-79802df9fdd8 req-3e47d004-beaf-4e8c-bf64-1cfc44ae4b0c tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:53.452421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bdae70b-8052-4ff4-8947-79802df9fdd8 req-3e47d004-beaf-4e8c-bf64-1cfc44ae4b0c tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 943 time: 0.2732384 Dec 08 02:08:53.457994 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e56b5e-c214-4ad4-a5b8-361237f6b4b6 admin admin] Pushing event updated for resources: {'Network': ['ID=fb1554e2-7c00-4b84-9c33-88f4a78ca291,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:53.462631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa7b29c0-19c8-4e2b-b2cf-7799198512a4 req-f7afdfc9-802f-4e87-8483-020f799a57b6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091124 Dec 08 02:08:53.484152 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network fb1554e2-7c00-4b84-9c33-88f4a78ca291 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:08:53.492308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0655c2-5fef-457a-a9e6-8e83d0d693ff admin admin] Made reservation on behalf of 54f5fab85ee844c08273f93b1b087690 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:53.494702 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae0655c2-5fef-457a-a9e6-8e83d0d693ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.501968 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26a6e31c-cd4d-49c6-8838-ebd98a3f3892 req-ebe1ab2c-10b4-4717-b3dd-4cebf95c457b service neutron] 10.222.0.75 "GET /v2.0/networks/3fcbf8bf-a442-430b-b493-abe04ed6bc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138168 Dec 08 02:08:53.527021 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.588530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bdae70b-8052-4ff4-8947-79802df9fdd8 req-eea1e8bc-2631-4dd9-b75b-ba88e832e159 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/security-groups?id=23cca0ea-c871-4bfc-96de-8abd04cfcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123233 Dec 08 02:08:53.619537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d79c4523-11cf-4fce-b57d-da5a4dca6569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.629402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26a6e31c-cd4d-49c6-8838-ebd98a3f3892 req-47453b2e-3754-48ba-8580-851a59d41c60 service neutron] 10.222.0.75 "GET /v2.0/networks/3fcbf8bf-a442-430b-b493-abe04ed6bc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194980 Dec 08 02:08:53.701131 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d79c4523-11cf-4fce-b57d-da5a4dca6569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.867123 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d79c4523-11cf-4fce-b57d-da5a4dca6569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.870640 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d79c4523-11cf-4fce-b57d-da5a4dca6569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.871837 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d79c4523-11cf-4fce-b57d-da5a4dca6569 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8a0ac7be-aebb-468c-80b9-d1c43b51f1d8 HTTP/1.1" status: 204 len: 168 time: 0.4926636 Dec 08 02:08:53.916351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c4523-11cf-4fce-b57d-da5a4dca6569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0ac7be-aebb-468c-80b9-d1c43b51f1d8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:53.948218 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae0655c2-5fef-457a-a9e6-8e83d0d693ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.952243 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.979695 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:54.059323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0655c2-5fef-457a-a9e6-8e83d0d693ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bdf77b9-46ce-4c93-873e-46d1be7b020c,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:54.118141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0655c2-5fef-457a-a9e6-8e83d0d693ff admin admin] Checking segment: {'id': 'e04b7f05-4d7d-48dc-92dc-4ca257300a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fb1554e2-7c00-4b84-9c33-88f4a78ca291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:08:54.118515 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0655c2-5fef-457a-a9e6-8e83d0d693ff admin admin] Network hostable DHCP agents. Network: fb1554e2-7c00-4b84-9c33-88f4a78ca291, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:08:54.154005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0655c2-5fef-457a-a9e6-8e83d0d693ff admin admin] Network fb1554e2-7c00-4b84-9c33-88f4a78ca291 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:08:54.169936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-ae0655c2-5fef-457a-a9e6-8e83d0d693ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, fb1554e2-7c00-4b84-9c33-88f4a78ca291) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:54.177473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0655c2-5fef-457a-a9e6-8e83d0d693ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:54.178082 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae0655c2-5fef-457a-a9e6-8e83d0d693ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:54.191214 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca12113f-8119-4b3f-be69-4099dda44fed None None] Network fb1554e2-7c00-4b84-9c33-88f4a78ca291 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:08:54.202790 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ae0655c2-5fef-457a-a9e6-8e83d0d693ff admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8088372 Dec 08 02:08:54.212622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Router ed2691f5-c0c8-4db0-8b19-d97ae1eaf689 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:08:54.273496 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:54.358211 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06a0b0dc-48c9-4e12-b072-1fd3ec748712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:54.363316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:08:54.364802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37b2883-afd1-4420-a048-1603dd5b9a7f None None] Network fb1554e2-7c00-4b84-9c33-88f4a78ca291 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:08:54.368840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:54.379666 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2f0d5a36-08b7-4687-beab-af8f1eacfeaf tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "PUT /v2.0/routers/ed2691f5-c0c8-4db0-8b19-d97ae1eaf689 HTTP/1.1" status: 200 len: 918 time: 2.8541059 Dec 08 02:08:54.381344 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43766) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:54.403354 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c30d1-70f2-4604-ac64-047cf04dea83 None None] Sync routers for ids ['ed2691f5-c0c8-4db0-8b19-d97ae1eaf689'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:08:54.477183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c30d1-70f2-4604-ac64-047cf04dea83 None None] Routers {'ed2691f5-c0c8-4db0-8b19-d97ae1eaf689'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:54.477816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0e6c30d1-70f2-4604-ac64-047cf04dea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ed2691f5-c0c8-4db0-8b19-d97ae1eaf689'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:54.532786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0e6c30d1-70f2-4604-ac64-047cf04dea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:54.540255 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1347bb4a-52f8-4566-85a7-3879b93c97c7 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/routers/ed2691f5-c0c8-4db0-8b19-d97ae1eaf689 HTTP/1.1" status: 200 len: 924 time: 0.1566770 Dec 08 02:08:54.545451 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43774) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:54.568084 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c30d1-70f2-4604-ac64-047cf04dea83 None None] Routers {'ed2691f5-c0c8-4db0-8b19-d97ae1eaf689'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:54.569140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0e6c30d1-70f2-4604-ac64-047cf04dea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ed2691f5-c0c8-4db0-8b19-d97ae1eaf689'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:54.591363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6f3bd-31a1-4a94-aa65-8e1c3713c842 req-ba0d8d5c-6df8-48b4-a381-a944ced9a899 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:54.600105 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1fa6f3bd-31a1-4a94-aa65-8e1c3713c842 req-ba0d8d5c-6df8-48b4-a381-a944ced9a899 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 945 time: 0.0705669 Dec 08 02:08:54.613235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0e6c30d1-70f2-4604-ac64-047cf04dea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:54.614896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c30d1-70f2-4604-ac64-047cf04dea83 None None] The sync data for ids ['ed2691f5-c0c8-4db0-8b19-d97ae1eaf689'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:08:54.660102 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95fad58-5333-43d9-af9a-69ccbaf927f7 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:54.664175 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f95fad58-5333-43d9-af9a-69ccbaf927f7 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&device_id=ed2691f5-c0c8-4db0-8b19-d97ae1eaf689&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1149030 Dec 08 02:08:54.664826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43778) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:54.670481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1fa6f3bd-31a1-4a94-aa65-8e1c3713c842 req-ecbaf4e8-a9de-4786-b371-7b6e3208e9b8 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693743 Dec 08 02:08:54.804193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec6578-558d-430a-b690-c57a1acd97f2 req-238afa2b-3613-4d89-9491-05cb25e9db66 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:54.806226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-01ec6578-558d-430a-b690-c57a1acd97f2 req-238afa2b-3613-4d89-9491-05cb25e9db66 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 943 time: 0.0665317 Dec 08 02:08:54.827219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f05bd3-d311-40fa-bc36-6e1a06d912f8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:54.829031 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-94f05bd3-d311-40fa-bc36-6e1a06d912f8 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 881 time: 0.1631572 Dec 08 02:08:54.831760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43788) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:54.833912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 348e4b8a-ca00-40f9-9707-b37f3b24a305 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:08:54.870371 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fda86c9b-e489-4399-a538-8a118c7effe5 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed2691f5-c0c8-4db0-8b19-d97ae1eaf689 HTTP/1.1" status: 200 len: 205 time: 0.0374267 Dec 08 02:08:54.870960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43790) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:54.947800 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-01ec6578-558d-430a-b690-c57a1acd97f2 req-6919ff5d-89e2-4da4-a4f9-8985efc2201b tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/security-groups?id=23cca0ea-c871-4bfc-96de-8abd04cfcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331778 Dec 08 02:08:54.974628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-44574387-3002-406e-ae39-93a9c7ca3419 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:54.983498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-44574387-3002-406e-ae39-93a9c7ca3419 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/networks?id=fb1554e2-7c00-4b84-9c33-88f4a78ca291 HTTP/1.1" status: 200 len: 821 time: 0.1712642 Dec 08 02:08:54.994834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.001229 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 348e4b8a-ca00-40f9-9707-b37f3b24a305, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=348e4b8a-ca00-40f9-9707-b37f3b24a305,segment=NetworkSegment(09d886e8-e891-4cfa-91f6-ad45db41ee84),segment_id=09d886e8-e891-4cfa-91f6-ad45db41ee84)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:55.006923 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-be83a4b1-ccb8-484f-aec2-ff6c8bbcfc66 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/quotas/54f5fab85ee844c08273f93b1b087690 HTTP/1.1" status: 200 len: 375 time: 0.0217838 Dec 08 02:08:55.027587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '348e4b8a-ca00-40f9-9707-b37f3b24a305', 'network_id': '3fcbf8bf-a442-430b-b493-abe04ed6bc32', 'port_id': '348e4b8a-ca00-40f9-9707-b37f3b24a305', 'mac_address': 'fa:16:3e:df:f6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f2b8e1-5331-44b0-abb0-c97389788cd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:08:55.049400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-c8968d54-d278-43f0-aac7-d4285dd94b85 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=54f5fab85ee844c08273f93b1b087690&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414581 Dec 08 02:08:55.077266 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.094001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348e4b8a-ca00-40f9-9707-b37f3b24a305 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:08:55.123847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 348e4b8a-ca00-40f9-9707-b37f3b24a305, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=348e4b8a-ca00-40f9-9707-b37f3b24a305,segment=NetworkSegment(09d886e8-e891-4cfa-91f6-ad45db41ee84),segment_id=09d886e8-e891-4cfa-91f6-ad45db41ee84)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:55.129440 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.136352 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.187820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=348e4b8a-ca00-40f9-9707-b37f3b24a305,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:55.210105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Deleting port 87fc69d3-87ae-492e-add4-9dca33b5cdcc {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:55.210482 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.316907 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.327320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-35b1775b-a4f6-4f51-8d35-da0ac6dd2bcf service neutron] 10.222.0.71 "GET /v2.0/networks/fb1554e2-7c00-4b84-9c33-88f4a78ca291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769315 Dec 08 02:08:55.329303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Calling delete_port for 87fc69d3-87ae-492e-add4-9dca33b5cdcc owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:55.421226 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.431220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-4d311d07-d858-40af-90cd-4d33eb1de7fb service neutron] 10.222.0.71 "GET /v2.0/networks/fb1554e2-7c00-4b84-9c33-88f4a78ca291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961614 Dec 08 02:08:55.450002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['348e4b8a-ca00-40f9-9707-b37f3b24a305'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:08:55.533079 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.576261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Pushing event deleted for resources: {'Port': ['ID=87fc69d3-87ae-492e-add4-9dca33b5cdcc,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:55.654673 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.714990 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-651c19d9-6f0b-4026-9bf6-df5fe3a131e1 req-438a8836-4fcc-4462-9758-fbe738c2d21b tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 210 time: 0.0388916 Dec 08 02:08:55.771018 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.773739 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.819965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6f60c-7e13-4796-835c-cc078d1a3612 req-07944ebe-0cab-4f0d-ab3f-cc4df0826500 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:55.821823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80e6f60c-7e13-4796-835c-cc078d1a3612 req-07944ebe-0cab-4f0d-ab3f-cc4df0826500 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 945 time: 0.0534639 Dec 08 02:08:55.828399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.829008 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Fanout notify agent at l3_agent the message router_deleted on router ed2691f5-c0c8-4db0-8b19-d97ae1eaf689 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:08:55.837633 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.838966 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2edc0d55-6796-4d95-99c8-80c6bee49490 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "DELETE /v2.0/routers/ed2691f5-c0c8-4db0-8b19-d97ae1eaf689 HTTP/1.1" status: 204 len: 168 time: 0.9670846 Dec 08 02:08:55.844077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43806) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:55.849963 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f94e3d2a-5934-42ef-944f-82c173b6a079 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1171056667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:55.878704 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f94e3d2a-5934-42ef-944f-82c173b6a079 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.879958 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f94e3d2a-5934-42ef-944f-82c173b6a079 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.882820 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80e6f60c-7e13-4796-835c-cc078d1a3612 req-f30a4982-66b7-4edf-aff9-8f85fb4137c4 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530207 Dec 08 02:08:55.960309 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f94e3d2a-5934-42ef-944f-82c173b6a079 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.965286 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f94e3d2a-5934-42ef-944f-82c173b6a079 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.998527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f94e3d2a-5934-42ef-944f-82c173b6a079 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:55.999785 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f94e3d2a-5934-42ef-944f-82c173b6a079 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1545806 Dec 08 02:08:56.002758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43816) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:56.007528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'enable_snat': False}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:56.269063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbfd6c-b5db-4140-928a-c7e8e76d65ee req-2944dd48-150a-42d0-a2a7-fd4f08564a0c tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:56.278862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bddbfd6c-b5db-4140-928a-c7e8e76d65ee req-2944dd48-150a-42d0-a2a7-fd4f08564a0c tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 944 time: 0.1877193 Dec 08 02:08:56.381767 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:56.440709 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bddbfd6c-b5db-4140-928a-c7e8e76d65ee req-c012f8a5-9125-4612-ba0b-19db624b3aa5 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/security-groups?id=23cca0ea-c871-4bfc-96de-8abd04cfcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633902 Dec 08 02:08:56.647032 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:56.666927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 348e4b8a-ca00-40f9-9707-b37f3b24a305 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:08:56.669434 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:56.718626 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 348e4b8a-ca00-40f9-9707-b37f3b24a305 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:08:56.724658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 348e4b8a-ca00-40f9-9707-b37f3b24a305 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:08:56.725242 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:56.820123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Allocated IP 172.25.8.25 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/05378a4f-d965-4e9c-b08c-d4d712dac7de) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:56.878505 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:56.938927 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:56.942018 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 348e4b8a-ca00-40f9-9707-b37f3b24a305, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=348e4b8a-ca00-40f9-9707-b37f3b24a305,segment=NetworkSegment(09d886e8-e891-4cfa-91f6-ad45db41ee84),segment_id=09d886e8-e891-4cfa-91f6-ad45db41ee84)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:56.945377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540a63dd-e2cf-411e-8890-83c3b08d0694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e4b8a-ca00-40f9-9707-b37f3b24a305'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:56.948876 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee946bf-c6ce-4bea-b116-ff74f84d8609" -d '{"events": [{"server_uuid": "540a63dd-e2cf-411e-8890-83c3b08d0694", "name": "network-vif-plugged", "status": "completed", "tag": "348e4b8a-ca00-40f9-9707-b37f3b24a305"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:56.955757 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:56.965166 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:57.011091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:57.033650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=348e4b8a-ca00-40f9-9707-b37f3b24a305,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:57.059057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fcddab29-dc64-483f-b966-1825037ca075 req-f0dfd970-3bd3-40b3-b3d4-2042e2bc0828 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 210 time: 0.0731964 Dec 08 02:08:57.072174 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c534354-9a48-46c5-86e6-f3d883723ef7 x-openstack-request-id: req-6c534354-9a48-46c5-86e6-f3d883723ef7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:57.072598 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540a63dd-e2cf-411e-8890-83c3b08d0694", "name": "network-vif-plugged", "status": "completed", "tag": "348e4b8a-ca00-40f9-9707-b37f3b24a305", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:57.072875 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6c534354-9a48-46c5-86e6-f3d883723ef7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:57.073744 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540a63dd-e2cf-411e-8890-83c3b08d0694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e4b8a-ca00-40f9-9707-b37f3b24a305', 'code': 200} Dec 08 02:08:57.520618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:57.530830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:57.550033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:57.591818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Pushing event updated for resources: {'Port': ['ID=05378a4f-d965-4e9c-b08c-d4d712dac7de,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:57.630504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-687be45f-2bfd-4d06-a827-ef3f0a86eea6 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:57.631979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-687be45f-2bfd-4d06-a827-ef3f0a86eea6 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.45 "GET /v2.0/networks?id=fb1554e2-7c00-4b84-9c33-88f4a78ca291 HTTP/1.1" status: 200 len: 821 time: 0.6622770 Dec 08 02:08:57.640329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8a791-fdf4-4b09-b1cc-508669e31a9d req-e962edcd-3cdd-44ec-b27c-cc58109f10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:57.641948 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ec8a791-fdf4-4b09-b1cc-508669e31a9d req-e962edcd-3cdd-44ec-b27c-cc58109f10ed service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 1097 time: 0.1707585 Dec 08 02:08:57.655430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-f98ec628-42fb-40f6-9585-0cde31c74552 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Request body: {'port': {'device_id': 'd7e92cb8-023a-49f3-bc5d-a415948da5fe', 'network_id': 'fb1554e2-7c00-4b84-9c33-88f4a78ca291', 'admin_state_up': True, 'tenant_id': '54f5fab85ee844c08273f93b1b087690'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:57.765567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7832f2-c66a-4f69-b334-f6dcc238cac9 req-65d5c8b4-02ce-4f66-94a6-1486cd26914d tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:57.767055 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b7832f2-c66a-4f69-b334-f6dcc238cac9 req-65d5c8b4-02ce-4f66-94a6-1486cd26914d tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 945 time: 0.2387538 Dec 08 02:08:57.860169 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:57.903530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ec8a791-fdf4-4b09-b1cc-508669e31a9d req-e40ee08c-ca34-4865-a0fe-980dbad15474 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=23cca0ea-c871-4bfc-96de-8abd04cfcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530999 Dec 08 02:08:57.959111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b7832f2-c66a-4f69-b334-f6dcc238cac9 req-a47fe662-35f7-4572-b9c1-5995eb2e0bcc tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/security-groups?id=23cca0ea-c871-4bfc-96de-8abd04cfcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599274 Dec 08 02:08:58.019301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-f98ec628-42fb-40f6-9585-0cde31c74552 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Made reservation on behalf of 54f5fab85ee844c08273f93b1b087690 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:58.022772 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-f98ec628-42fb-40f6-9585-0cde31c74552 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:58.084019 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:58.169537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a26b6753-e9eb-4c0d-9bd7-18ddca291834 req-4715f2e9-67a7-4ed0-ab5e-cfbf16f897d0 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 210 time: 0.0448601 Dec 08 02:08:58.266841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-f98ec628-42fb-40f6-9585-0cde31c74552 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Allocated IP 172.20.0.6 (fb1554e2-7c00-4b84-9c33-88f4a78ca291/2bdf77b9-46ce-4c93-873e-46d1be7b020c/f88cfaa8-bdfd-464f-914f-8754dc2bf762) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:58.414637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:58.422038 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:58.577513 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-f98ec628-42fb-40f6-9585-0cde31c74552 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:58.635862 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-f98ec628-42fb-40f6-9585-0cde31c74552 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:58.638267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Router 649e3a45-6e39-4346-9c37-f46a06d7a827 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:08:58.693768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-f98ec628-42fb-40f6-9585-0cde31c74552 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Network fb1554e2-7c00-4b84-9c33-88f4a78ca291 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:58.731167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-f98ec628-42fb-40f6-9585-0cde31c74552 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:58.737489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-f98ec628-42fb-40f6-9585-0cde31c74552 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:58.744881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ec628-42fb-40f6-9585-0cde31c74552 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Pushing event updated for resources: {'Port': ['ID=f88cfaa8-bdfd-464f-914f-8754dc2bf762,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:58.829442 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-f98ec628-42fb-40f6-9585-0cde31c74552 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:58.829960 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-f98ec628-42fb-40f6-9585-0cde31c74552 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:58.853981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-f98ec628-42fb-40f6-9585-0cde31c74552 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2047710 Dec 08 02:08:58.855559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:08:58.859724 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:58.863459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7dbde4ca-3d23-4f56-b4e7-e79de53ccaf1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "PUT /v2.0/routers/649e3a45-6e39-4346-9c37-f46a06d7a827 HTTP/1.1" status: 200 len: 919 time: 2.8570271 Dec 08 02:08:58.864437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43848) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:58.867504 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb7fde6-8a04-4716-bc11-784045a3e28d None None] Sync routers for ids ['649e3a45-6e39-4346-9c37-f46a06d7a827'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:08:58.878817 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb7fde6-8a04-4716-bc11-784045a3e28d None None] Routers {'649e3a45-6e39-4346-9c37-f46a06d7a827'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:58.879807 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-dfb7fde6-8a04-4716-bc11-784045a3e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['649e3a45-6e39-4346-9c37-f46a06d7a827'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:58.880500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Request body: {'port': {'device_id': 'd7e92cb8-023a-49f3-bc5d-a415948da5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:58.914873 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-dfb7fde6-8a04-4716-bc11-784045a3e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:58.923937 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb7fde6-8a04-4716-bc11-784045a3e28d None None] Routers {'649e3a45-6e39-4346-9c37-f46a06d7a827'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:58.924607 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-dfb7fde6-8a04-4716-bc11-784045a3e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['649e3a45-6e39-4346-9c37-f46a06d7a827'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:58.960715 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-dfb7fde6-8a04-4716-bc11-784045a3e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:58.961685 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb7fde6-8a04-4716-bc11-784045a3e28d None None] The sync data for ids ['649e3a45-6e39-4346-9c37-f46a06d7a827'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:08:59.023318 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:59.112960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2cbab781-e03a-49f2-b4c7-3e87a5c841b1 tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/routers/649e3a45-6e39-4346-9c37-f46a06d7a827 HTTP/1.1" status: 200 len: 925 time: 0.2481463 Dec 08 02:08:59.115863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43852) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:59.161611 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4758bdf8-a417-4087-b361-a5b950faf68e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:59.166442 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4758bdf8-a417-4087-b361-a5b950faf68e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&device_id=649e3a45-6e39-4346-9c37-f46a06d7a827&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0461626 Dec 08 02:08:59.166724 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43854) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:59.190750 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb11fb-d675-48a2-a4e7-35304bb31f6c req-d652f60a-3242-4f33-8399-8758a5a72f9e tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:59.192397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dbcb11fb-d675-48a2-a4e7-35304bb31f6c req-d652f60a-3242-4f33-8399-8758a5a72f9e tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 945 time: 0.1231594 Dec 08 02:08:59.269337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bce894-355b-44c6-940d-4163ba26a2df tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:59.273474 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-11bce894-355b-44c6-940d-4163ba26a2df tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 881 time: 0.1028168 Dec 08 02:08:59.273822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43858) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:59.303669 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-76d5e609-57e5-4deb-8319-97021b95d2b6 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "GET /v2.0/ports?device_id=649e3a45-6e39-4346-9c37-f46a06d7a827 HTTP/1.1" status: 200 len: 205 time: 0.0273902 Dec 08 02:08:59.304972 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43860) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:59.340990 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dbcb11fb-d675-48a2-a4e7-35304bb31f6c req-3880d342-1c70-4ec0-bdd9-3a365c1eaf89 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/security-groups?id=23cca0ea-c871-4bfc-96de-8abd04cfcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316209 Dec 08 02:08:59.375431 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20d9fb-e88f-473c-b920-cf6ff8ee7932 req-81cce8d8-a1d8-410f-a63f-559d930de54a tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:59.377159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac20d9fb-e88f-473c-b920-cf6ff8ee7932 req-81cce8d8-a1d8-410f-a63f-559d930de54a tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 931 time: 0.0796430 Dec 08 02:08:59.436621 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:59.454920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac20d9fb-e88f-473c-b920-cf6ff8ee7932 req-9645b849-1360-4800-9475-68d394a68ea0 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/security-groups?id=129128d8-9efc-4d8c-b8ea-27d8f8f663e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714722 Dec 08 02:08:59.492580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88cfaa8-bdfd-464f-914f-8754dc2bf762 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:08:59.502165 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:59.515910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Transition to ACTIVE for port object f88cfaa8-bdfd-464f-914f-8754dc2bf762 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:08:59.522069 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:59.597788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f88cfaa8-bdfd-464f-914f-8754dc2bf762,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:59.619173 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:08:59.692581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Attempting to bind port f88cfaa8-bdfd-464f-914f-8754dc2bf762 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:08:59.693076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Attempting to bind port f88cfaa8-bdfd-464f-914f-8754dc2bf762 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'e04b7f05-4d7d-48dc-92dc-4ca257300a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fb1554e2-7c00-4b84-9c33-88f4a78ca291'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:08:59.693566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Attempting to bind port f88cfaa8-bdfd-464f-914f-8754dc2bf762 on network fb1554e2-7c00-4b84-9c33-88f4a78ca291 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:08:59.699924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Port f88cfaa8-bdfd-464f-914f-8754dc2bf762 on network fb1554e2-7c00-4b84-9c33-88f4a78ca291 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:08:59.700253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Attempting to bind port f88cfaa8-bdfd-464f-914f-8754dc2bf762 on network fb1554e2-7c00-4b84-9c33-88f4a78ca291 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:08:59.706039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:08:59.706433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Checking segment: {'id': 'e04b7f05-4d7d-48dc-92dc-4ca257300a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fb1554e2-7c00-4b84-9c33-88f4a78ca291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:08:59.706827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Bound using segment: {'id': 'e04b7f05-4d7d-48dc-92dc-4ca257300a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fb1554e2-7c00-4b84-9c33-88f4a78ca291'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:08:59.707259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Bound port: f88cfaa8-bdfd-464f-914f-8754dc2bf762, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04b7f05-4d7d-48dc-92dc-4ca257300a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fb1554e2-7c00-4b84-9c33-88f4a78ca291'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:08:59.707637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:59.808562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] For port f88cfaa8-bdfd-464f-914f-8754dc2bf762, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:08:59.821983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] For port f88cfaa8-bdfd-464f-914f-8754dc2bf762, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f88cfaa8-bdfd-464f-914f-8754dc2bf762,segment=NetworkSegment(e04b7f05-4d7d-48dc-92dc-4ca257300a03),segment_id=e04b7f05-4d7d-48dc-92dc-4ca257300a03)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:08:59.830301 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:59.877479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:59.878300 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:59.879904 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] 10.222.0.45 "PUT /v2.0/ports/f88cfaa8-bdfd-464f-914f-8754dc2bf762 HTTP/1.1" status: 200 len: 1092 time: 1.0062759 Dec 08 02:08:59.882480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e92cb8-023a-49f3-bc5d-a415948da5fe', 'tag': 'f88cfaa8-bdfd-464f-914f-8754dc2bf762'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:59.884977 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fc5389-4040-4820-b945-c996369bb45b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e92cb8-023a-49f3-bc5d-a415948da5fe", "tag": "f88cfaa8-bdfd-464f-914f-8754dc2bf762"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:59.927217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f88cfaa8-bdfd-464f-914f-8754dc2bf762,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:59.940918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:59.941773 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:59.942459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:59.942973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:59.944691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:59.945201 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:59.945827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:59.946318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:59.946827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:59.947384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:59.947974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:59.948497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:59.948992 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb144a-e2bd-45dc-bd93-ea62790d48d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:59.965915 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:59.988299 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8848ecd-83a4-48f5-93c4-1dbadfae9072 x-openstack-request-id: req-a8848ecd-83a4-48f5-93c4-1dbadfae9072 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:59.988529 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e92cb8-023a-49f3-bc5d-a415948da5fe", "tag": "f88cfaa8-bdfd-464f-914f-8754dc2bf762", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:59.988978 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a8848ecd-83a4-48f5-93c4-1dbadfae9072 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:59.989711 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e92cb8-023a-49f3-bc5d-a415948da5fe', 'tag': 'f88cfaa8-bdfd-464f-914f-8754dc2bf762', 'status': 'completed', 'code': 200} Dec 08 02:09:00.026322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-c656c811-49ff-49bf-a440-44df12e54483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:00.027884 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-c656c811-49ff-49bf-a440-44df12e54483 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54f5fab85ee844c08273f93b1b087690&device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 1095 time: 0.0887668 Dec 08 02:09:00.036446 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Deleting port 05378a4f-d965-4e9c-b08c-d4d712dac7de {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:00.036807 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:00.106689 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-6ffc5449-1036-4401-840e-a1487401955f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f88cfaa8-bdfd-464f-914f-8754dc2bf762 HTTP/1.1" status: 200 len: 217 time: 0.0376372 Dec 08 02:09:00.121933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:00.135572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Calling delete_port for 05378a4f-d965-4e9c-b08c-d4d712dac7de owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:00.181169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-f760bcd0-7790-4d4d-8c16-43fa4659a019 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:00.182961 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-f760bcd0-7790-4d4d-8c16-43fa4659a019 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/networks?id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 200 len: 814 time: 0.1820827 Dec 08 02:09:00.186850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-a65b883a-a74b-4e10-a480-bb38abadf7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:00.188249 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-a65b883a-a74b-4e10-a480-bb38abadf7ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bdf77b9-46ce-4c93-873e-46d1be7b020c HTTP/1.1" status: 200 len: 861 time: 0.0724089 Dec 08 02:09:00.210371 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-b6c72392-8898-4018-893d-8623a3e9ddbf tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/quotas/599f20414bca47809376ee6158cd4fab HTTP/1.1" status: 200 len: 375 time: 0.0211720 Dec 08 02:09:00.225028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-50ac7406-098d-42db-8027-1caff2f18586 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb1554e2-7c00-4b84-9c33-88f4a78ca291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287788 Dec 08 02:09:00.319161 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:00.330135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-ec0cfc36-4048-4580-8d8d-ff732c3c5a87 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=599f20414bca47809376ee6158cd4fab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041701 Dec 08 02:09:00.363122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Pushing event deleted for resources: {'Port': ['ID=05378a4f-d965-4e9c-b08c-d4d712dac7de,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:00.383205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-ae92d44f-130d-4df2-8c43-5b9e57c7186c service neutron] 10.222.0.45 "GET /v2.0/networks/fb1554e2-7c00-4b84-9c33-88f4a78ca291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481810 Dec 08 02:09:00.393034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:00.393550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:00.393768 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:00.394165 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:00.394509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:00.394913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:00.395251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:00.395658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:00.395984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:00.396361 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:00.396712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:00.397048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:00.397474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:00.447991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:00.552050 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:00.554419 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:00.587881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2716-78be-4de0-837d-21246269d70b req-44f15a1e-8191-4fbb-823f-490a11fc2abc tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:00.589374 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f3c2716-78be-4de0-837d-21246269d70b req-44f15a1e-8191-4fbb-823f-490a11fc2abc tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 945 time: 0.1208091 Dec 08 02:09:00.595327 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-8f3bff30-4004-4a94-85f3-5df553bd94df service neutron] 10.222.0.71 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523131 Dec 08 02:09:00.605061 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:00.605604 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Fanout notify agent at l3_agent the message router_deleted on router 649e3a45-6e39-4346-9c37-f46a06d7a827 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:09:00.613463 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:00.617990 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8ca107fa-3643-4ba0-87af-7387a067a17c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "DELETE /v2.0/routers/649e3a45-6e39-4346-9c37-f46a06d7a827 HTTP/1.1" status: 204 len: 168 time: 1.3085439 Dec 08 02:09:00.619358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43888) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:00.624057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-535503147', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:00.632551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc45ddd9-e7cd-4e91-995d-07f32def56ee req-7bf53bc5-6246-490e-90d8-b125e5b19457 service neutron] 10.222.0.45 "GET /v2.0/networks/fb1554e2-7c00-4b84-9c33-88f4a78ca291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856318 Dec 08 02:09:00.650648 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:00.652638 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:00.712211 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:00.872028 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:01.079072 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:01.080879 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-f1a4e7dc-4a15-482d-b201-b35bb1297890 service neutron] 10.222.0.71 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788082 Dec 08 02:09:01.099587 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:01.139583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f3c2716-78be-4de0-837d-21246269d70b req-c66c44b5-de28-49a1-bfa2-d6c16f713b11 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/security-groups?id=23cca0ea-c871-4bfc-96de-8abd04cfcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363955 Dec 08 02:09:01.155758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc5389-4040-4820-b945-c996369bb45b req-ecc66deb-4762-429d-aa46-06a873ab2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:01.157425 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59fc5389-4040-4820-b945-c996369bb45b req-ecc66deb-4762-429d-aa46-06a873ab2a42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54f5fab85ee844c08273f93b1b087690&device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 1095 time: 0.0756786 Dec 08 02:09:01.263685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Allocated IP 172.25.8.120 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/f58ef7da-2634-465b-bae6-dc273d875a3f) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:01.317601 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc5389-4040-4820-b945-c996369bb45b req-b928d0dc-d037-4206-aa27-f49ab5ebf51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:01.319589 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59fc5389-4040-4820-b945-c996369bb45b req-b928d0dc-d037-4206-aa27-f49ab5ebf51f service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb1554e2-7c00-4b84-9c33-88f4a78ca291 HTTP/1.1" status: 200 len: 922 time: 0.1545913 Dec 08 02:09:01.347360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdada0-8d65-4cbe-8b71-5028da768531 req-008bcd33-5324-4d41-9398-678c3a32f7c2 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:01.349482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67cdada0-8d65-4cbe-8b71-5028da768531 req-008bcd33-5324-4d41-9398-678c3a32f7c2 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 943 time: 0.0900707 Dec 08 02:09:01.382512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59fc5389-4040-4820-b945-c996369bb45b req-a8af4987-0b8a-4c99-bdce-7879e707bfb9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f88cfaa8-bdfd-464f-914f-8754dc2bf762 HTTP/1.1" status: 200 len: 217 time: 0.0550532 Dec 08 02:09:01.432628 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:01.483086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:01.533620 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:01.536948 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:01.541425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:01.546846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Pushing event updated for resources: {'Port': ['ID=f58ef7da-2634-465b-bae6-dc273d875a3f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:01.557799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc5389-4040-4820-b945-c996369bb45b req-9970b1cc-6ca4-4c64-9d21-edfb6df05e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:01.559467 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59fc5389-4040-4820-b945-c996369bb45b req-9970b1cc-6ca4-4c64-9d21-edfb6df05e82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2bdf77b9-46ce-4c93-873e-46d1be7b020c HTTP/1.1" status: 200 len: 861 time: 0.1698883 Dec 08 02:09:01.563458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67cdada0-8d65-4cbe-8b71-5028da768531 req-ab74e072-85c7-4ff0-a000-ea45061b49b7 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/security-groups?id=129128d8-9efc-4d8c-b8ea-27d8f8f663e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832166 Dec 08 02:09:01.610584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59fc5389-4040-4820-b945-c996369bb45b req-401e2749-c1a4-4d49-a6cc-8e7806db7421 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb1554e2-7c00-4b84-9c33-88f4a78ca291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427146 Dec 08 02:09:01.644384 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-257a46b1-b10c-4e90-9f33-02d45b2bfe64 req-f0f4f7dc-553f-494d-862a-872a1e484980 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 210 time: 0.0510449 Dec 08 02:09:01.766601 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59fc5389-4040-4820-b945-c996369bb45b req-8fa89a89-9ca2-44d8-8ac5-88bd576eb9e6 service neutron] 10.222.0.45 "GET /v2.0/networks/fb1554e2-7c00-4b84-9c33-88f4a78ca291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468832 Dec 08 02:09:01.924651 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:01.952058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59fc5389-4040-4820-b945-c996369bb45b req-c26dbfd2-6425-4e9c-b8a6-f911cba3975c service neutron] 10.222.0.45 "GET /v2.0/networks/fb1554e2-7c00-4b84-9c33-88f4a78ca291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744008 Dec 08 02:09:02.046008 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49728490-77af-46a4-ab08-2df7a60c916a req-5f812a45-471c-47ed-a3a2-68b4bfd41712 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:02.053183 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49728490-77af-46a4-ab08-2df7a60c916a req-5f812a45-471c-47ed-a3a2-68b4bfd41712 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 945 time: 0.0616200 Dec 08 02:09:02.109403 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49728490-77af-46a4-ab08-2df7a60c916a req-dc5b012c-e9df-4217-b014-5860c11da58e tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/security-groups?id=23cca0ea-c871-4bfc-96de-8abd04cfcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493827 Dec 08 02:09:02.175743 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:02.311534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Router 9bf5ce59-050d-4eff-913a-74ee83cf3c66 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:09:02.420314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:09:02.434351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a07e4f-cf53-4803-a254-1a224dfc23d5 None None] Sync routers for ids ['9bf5ce59-050d-4eff-913a-74ee83cf3c66'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:09:02.449764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a07e4f-cf53-4803-a254-1a224dfc23d5 None None] Routers {'9bf5ce59-050d-4eff-913a-74ee83cf3c66'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:09:02.451227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-11a07e4f-cf53-4803-a254-1a224dfc23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9bf5ce59-050d-4eff-913a-74ee83cf3c66'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:02.453068 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:02.456310 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dc454a06-612c-4dac-9268-1022fc15c009 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8350186 Dec 08 02:09:02.458456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43916) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:02.466774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:02.515881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-11a07e4f-cf53-4803-a254-1a224dfc23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:02.531007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a07e4f-cf53-4803-a254-1a224dfc23d5 None None] Routers {'9bf5ce59-050d-4eff-913a-74ee83cf3c66'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:09:02.531814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-11a07e4f-cf53-4803-a254-1a224dfc23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9bf5ce59-050d-4eff-913a-74ee83cf3c66'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:02.569936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-11a07e4f-cf53-4803-a254-1a224dfc23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:02.570905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a07e4f-cf53-4803-a254-1a224dfc23d5 None None] The sync data for ids ['9bf5ce59-050d-4eff-913a-74ee83cf3c66'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:09:02.819562 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-79a6322e-1c29-4718-85de-1f7834c03267 req-36938add-2922-48b4-ae1f-d82fff41251d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 210 time: 0.0721986 Dec 08 02:09:02.845901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-aa449ca1-5e1e-470d-9cda-39dd6259fd02 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:02.847339 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-aa449ca1-5e1e-470d-9cda-39dd6259fd02 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.75 "GET /v2.0/networks?id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 200 len: 814 time: 0.2709031 Dec 08 02:09:02.866038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472bcba-eaba-42f5-8b2a-428cca3c97a4 req-517e3b2e-e53c-4ecd-a86e-de2311e2b971 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:02.867526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6472bcba-eaba-42f5-8b2a-428cca3c97a4 req-517e3b2e-e53c-4ecd-a86e-de2311e2b971 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 943 time: 0.1636009 Dec 08 02:09:02.874314 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a5db5250-5ee7-4cef-9014-ed626e383de9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Request body: {'port': {'device_id': 'f64d4b31-c25b-4fd5-a690-40e3d36af39b', 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a', 'admin_state_up': True, 'tenant_id': '599f20414bca47809376ee6158cd4fab'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:03.053734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6472bcba-eaba-42f5-8b2a-428cca3c97a4 req-84c65ada-677e-4b69-8025-79d6d535b980 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/security-groups?id=129128d8-9efc-4d8c-b8ea-27d8f8f663e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732321 Dec 08 02:09:03.096276 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:03.115737 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:03.125835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a5db5250-5ee7-4cef-9014-ed626e383de9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Made reservation on behalf of 599f20414bca47809376ee6158cd4fab for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:03.129700 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a5db5250-5ee7-4cef-9014-ed626e383de9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:03.318512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e565f-3f32-4ca2-abda-d1e7fd6d95dd req-6b3b5f3f-208e-481b-b274-40475cd6be86 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:03.320754 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-351e565f-3f32-4ca2-abda-d1e7fd6d95dd req-6b3b5f3f-208e-481b-b274-40475cd6be86 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 945 time: 0.1480663 Dec 08 02:09:03.322413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Deleting port f58ef7da-2634-465b-bae6-dc273d875a3f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:03.322758 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:03.441007 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a5db5250-5ee7-4cef-9014-ed626e383de9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Allocated IP 172.20.0.7 (b3d476c4-1349-4a9a-a122-cb4a1c8ae29a/c7edc8da-fc0d-472c-9093-a156fba7e61f/d4d887bc-9833-4f97-99d5-7df07863da28) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:03.456992 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-351e565f-3f32-4ca2-abda-d1e7fd6d95dd req-8a2c8304-bd32-4e83-ad9f-ab79c8b305c7 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/security-groups?id=23cca0ea-c871-4bfc-96de-8abd04cfcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289780 Dec 08 02:09:03.470436 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:03.494373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Calling delete_port for f58ef7da-2634-465b-bae6-dc273d875a3f owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:03.699977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2f68d-48d0-4a7b-a79b-15152a7bdf1e req-78e38860-c85f-456b-9c0e-9fe65643fec6 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:03.701920 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-acb2f68d-48d0-4a7b-a79b-15152a7bdf1e req-78e38860-c85f-456b-9c0e-9fe65643fec6 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.75 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 945 time: 0.0512693 Dec 08 02:09:03.711624 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a5db5250-5ee7-4cef-9014-ed626e383de9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:03.789271 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:03.796336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-acb2f68d-48d0-4a7b-a79b-15152a7bdf1e req-49f15ebb-e340-4514-977f-79a20f4ab581 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Deleting port 348e4b8a-ca00-40f9-9707-b37f3b24a305 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:03.796686 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-acb2f68d-48d0-4a7b-a79b-15152a7bdf1e req-49f15ebb-e340-4514-977f-79a20f4ab581 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:03.798822 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a5db5250-5ee7-4cef-9014-ed626e383de9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:03.822734 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Pushing event deleted for resources: {'Port': ['ID=f58ef7da-2634-465b-bae6-dc273d875a3f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:03.835981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['dd2c20c7-c732-446f-9b0f-d064bb66d6e6'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:03.894534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a5db5250-5ee7-4cef-9014-ed626e383de9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:03.904978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a5db5250-5ee7-4cef-9014-ed626e383de9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:03.910500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a5db5250-5ee7-4cef-9014-ed626e383de9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:03.913731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-acb2f68d-48d0-4a7b-a79b-15152a7bdf1e req-49f15ebb-e340-4514-977f-79a20f4ab581 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] For port 348e4b8a-ca00-40f9-9707-b37f3b24a305, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=348e4b8a-ca00-40f9-9707-b37f3b24a305,segment=NetworkSegment(09d886e8-e891-4cfa-91f6-ad45db41ee84),segment_id=09d886e8-e891-4cfa-91f6-ad45db41ee84)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:03.914470 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-acb2f68d-48d0-4a7b-a79b-15152a7bdf1e req-49f15ebb-e340-4514-977f-79a20f4ab581 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:03.932407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-acb2f68d-48d0-4a7b-a79b-15152a7bdf1e req-49f15ebb-e340-4514-977f-79a20f4ab581 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Calling delete_port for 348e4b8a-ca00-40f9-9707-b37f3b24a305 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:03.954396 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db5250-5ee7-4cef-9014-ed626e383de9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Pushing event updated for resources: {'Port': ['ID=d4d887bc-9833-4f97-99d5-7df07863da28,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:03.964761 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.003215 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['7d9b7dbc-69a1-452a-b823-ca8a50551230', 'eeea3ee3-dfe0-432f-82ff-290f3a2c845c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:04.057566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a5db5250-5ee7-4cef-9014-ed626e383de9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:04.058212 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a5db5250-5ee7-4cef-9014-ed626e383de9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.123087 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-acb2f68d-48d0-4a7b-a79b-15152a7bdf1e req-49f15ebb-e340-4514-977f-79a20f4ab581 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.160146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f15ebb-e340-4514-977f-79a20f4ab581 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Pushing event deleted for resources: {'Port': ['ID=348e4b8a-ca00-40f9-9707-b37f3b24a305,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:04.183414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a5db5250-5ee7-4cef-9014-ed626e383de9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3127158 Dec 08 02:09:04.210232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Request body: {'port': {'device_id': 'f64d4b31-c25b-4fd5-a690-40e3d36af39b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:04.220375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba7429-490e-44de-809f-1844c7ca8d03 req-73f0381d-ae4f-4bab-8e2e-7f9f2767e043 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:04.221940 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e2ba7429-490e-44de-809f-1844c7ca8d03 req-73f0381d-ae4f-4bab-8e2e-7f9f2767e043 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 931 time: 0.1869655 Dec 08 02:09:04.243206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb2f68d-48d0-4a7b-a79b-15152a7bdf1e req-49f15ebb-e340-4514-977f-79a20f4ab581 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] No DVR routers for this DVR port 348e4b8a-ca00-40f9-9707-b37f3b24a305 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:09:04.246469 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-acb2f68d-48d0-4a7b-a79b-15152a7bdf1e req-49f15ebb-e340-4514-977f-79a20f4ab581 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.249971 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-acb2f68d-48d0-4a7b-a79b-15152a7bdf1e req-49f15ebb-e340-4514-977f-79a20f4ab581 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.75 "DELETE /v2.0/ports/348e4b8a-ca00-40f9-9707-b37f3b24a305 HTTP/1.1" status: 204 len: 173 time: 0.5419986 Dec 08 02:09:04.250449 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540a63dd-e2cf-411e-8890-83c3b08d0694', 'name': 'network-vif-deleted', 'tag': '348e4b8a-ca00-40f9-9707-b37f3b24a305'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:04.253036 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0771751-b5fc-4b34-88a8-4b8b421fc86b" -d '{"events": [{"server_uuid": "540a63dd-e2cf-411e-8890-83c3b08d0694", "name": "network-vif-deleted", "tag": "348e4b8a-ca00-40f9-9707-b37f3b24a305"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:04.339944 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.356005 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.386950 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20462-df62-4de2-8884-1addbe5d6b56 req-80b03f80-120f-4636-b299-88c3b18d9406 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:04.388504 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bce20462-df62-4de2-8884-1addbe5d6b56 req-80b03f80-120f-4636-b299-88c3b18d9406 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 943 time: 0.2282937 Dec 08 02:09:04.416730 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.477644 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e2ba7429-490e-44de-809f-1844c7ca8d03 req-6c0146fd-8dbe-400d-af91-1684626f3ae1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179816 Dec 08 02:09:04.532287 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ea8ca0-12ce-4de3-88f5-b07751b726b4 x-openstack-request-id: req-b7ea8ca0-12ce-4de3-88f5-b07751b726b4 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:04.532931 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540a63dd-e2cf-411e-8890-83c3b08d0694", "name": "network-vif-deleted", "tag": "348e4b8a-ca00-40f9-9707-b37f3b24a305", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:04.533467 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b7ea8ca0-12ce-4de3-88f5-b07751b726b4 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:04.534067 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540a63dd-e2cf-411e-8890-83c3b08d0694', 'name': 'network-vif-deleted', 'tag': '348e4b8a-ca00-40f9-9707-b37f3b24a305', 'status': 'completed', 'code': 200} Dec 08 02:09:04.555848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f88cfaa8-bdfd-464f-914f-8754dc2bf762 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:09:04.564281 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['348e4b8a-ca00-40f9-9707-b37f3b24a305'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:04.573257 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Router 9bf5ce59-050d-4eff-913a-74ee83cf3c66 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:09:04.577483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bce20462-df62-4de2-8884-1addbe5d6b56 req-28e1da8a-5d12-4b41-bd29-af68e4414f5f tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/security-groups?id=129128d8-9efc-4d8c-b8ea-27d8f8f663e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685760 Dec 08 02:09:04.674074 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e06ce64a-1e26-41f6-8940-ec534d73f499 req-bccc72e6-4f26-4856-807f-a29daea1fa13 tempest-ServerPasswordTestJSON-176002576 tempest-ServerPasswordTestJSON-176002576-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a63dd-e2cf-411e-8890-83c3b08d0694 HTTP/1.1" status: 200 len: 210 time: 0.0317976 Dec 08 02:09:04.685302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port f88cfaa8-bdfd-464f-914f-8754dc2bf762, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f88cfaa8-bdfd-464f-914f-8754dc2bf762,segment=NetworkSegment(e04b7f05-4d7d-48dc-92dc-4ca257300a03),segment_id=e04b7f05-4d7d-48dc-92dc-4ca257300a03)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:04.697952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'f88cfaa8-bdfd-464f-914f-8754dc2bf762', 'network_id': 'fb1554e2-7c00-4b84-9c33-88f4a78ca291', 'port_id': 'f88cfaa8-bdfd-464f-914f-8754dc2bf762', 'mac_address': 'fa:16:3e:db:81:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf77b9-46ce-4c93-873e-46d1be7b020c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:09:04.736275 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.750683 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88cfaa8-bdfd-464f-914f-8754dc2bf762 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:09:04.773993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port f88cfaa8-bdfd-464f-914f-8754dc2bf762, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f88cfaa8-bdfd-464f-914f-8754dc2bf762,segment=NetworkSegment(e04b7f05-4d7d-48dc-92dc-4ca257300a03),segment_id=e04b7f05-4d7d-48dc-92dc-4ca257300a03)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:04.777918 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.830832 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=f88cfaa8-bdfd-464f-914f-8754dc2bf762,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:05.100075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f88cfaa8-bdfd-464f-914f-8754dc2bf762'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:05.110249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:09:05.120241 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee4138-1bd8-45a9-b85a-8c1dc0d9f5af None None] Sync routers for ids ['9bf5ce59-050d-4eff-913a-74ee83cf3c66'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:09:05.121988 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.125455 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bb911931-b941-4837-ac0e-0037d0873b25 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "PUT /v2.0/routers/9bf5ce59-050d-4eff-913a-74ee83cf3c66 HTTP/1.1" status: 200 len: 709 time: 2.6635246 Dec 08 02:09:05.126199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43942) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.136399 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee4138-1bd8-45a9-b85a-8c1dc0d9f5af None None] Routers {'9bf5ce59-050d-4eff-913a-74ee83cf3c66'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:09:05.137021 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d9ee4138-1bd8-45a9-b85a-8c1dc0d9f5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9bf5ce59-050d-4eff-913a-74ee83cf3c66'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:05.173544 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d9ee4138-1bd8-45a9-b85a-8c1dc0d9f5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:05.182606 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee4138-1bd8-45a9-b85a-8c1dc0d9f5af None None] Routers {'9bf5ce59-050d-4eff-913a-74ee83cf3c66'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:09:05.183227 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d9ee4138-1bd8-45a9-b85a-8c1dc0d9f5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9bf5ce59-050d-4eff-913a-74ee83cf3c66'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:05.208381 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-658522e6-cabd-4b50-9512-ba486593451b tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/routers/9bf5ce59-050d-4eff-913a-74ee83cf3c66 HTTP/1.1" status: 200 len: 744 time: 0.0804193 Dec 08 02:09:05.218403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43944) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.220274 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d9ee4138-1bd8-45a9-b85a-8c1dc0d9f5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:05.220940 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee4138-1bd8-45a9-b85a-8c1dc0d9f5af None None] The sync data for ids ['9bf5ce59-050d-4eff-913a-74ee83cf3c66'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:09:05.265668 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d887bc-9833-4f97-99d5-7df07863da28 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:09:05.269825 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8a325a67-4ac9-4bd5-bf8a-d68ba0ae8a5e tempest-RoutersIpV6AdminTest-902662350 tempest-RoutersIpV6AdminTest-902662350-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&device_id=9bf5ce59-050d-4eff-913a-74ee83cf3c66 HTTP/1.1" status: 200 len: 205 time: 0.0496736 Dec 08 02:09:05.272098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43946) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.273430 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.285384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Transition to ACTIVE for port object d4d887bc-9833-4f97-99d5-7df07863da28 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:09:05.290441 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.304383 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4319e29e-e965-4896-b4c7-0ec0ea1cfaf0 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "GET /v2.0/ports?device_id=9bf5ce59-050d-4eff-913a-74ee83cf3c66 HTTP/1.1" status: 200 len: 205 time: 0.0311522 Dec 08 02:09:05.307329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43948) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.339947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d887bc-9833-4f97-99d5-7df07863da28,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:05.379134 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab31b-5e9c-45e7-9fe1-94580e324abc tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.408669 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Attempting to bind port d4d887bc-9833-4f97-99d5-7df07863da28 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:09:05.409008 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Attempting to bind port d4d887bc-9833-4f97-99d5-7df07863da28 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:09:05.409340 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Attempting to bind port d4d887bc-9833-4f97-99d5-7df07863da28 on network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:05.414605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Port d4d887bc-9833-4f97-99d5-7df07863da28 on network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:09:05.414928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Attempting to bind port d4d887bc-9833-4f97-99d5-7df07863da28 on network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:05.420320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:09:05.420666 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Checking segment: {'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:05.421051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Bound using segment: {'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:09:05.421476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Bound port: d4d887bc-9833-4f97-99d5-7df07863da28, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32329f44-27a9-4305-b1d4-84f89f4e6ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:09:05.421831 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.489139 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] For port d4d887bc-9833-4f97-99d5-7df07863da28, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:09:05.492530 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] For port d4d887bc-9833-4f97-99d5-7df07863da28, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d4d887bc-9833-4f97-99d5-7df07863da28,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:09:05.497747 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.535580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:05.536174 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.537561 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] 10.222.0.75 "PUT /v2.0/ports/d4d887bc-9833-4f97-99d5-7df07863da28 HTTP/1.1" status: 200 len: 1092 time: 1.3367908 Dec 08 02:09:05.538010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64d4b31-c25b-4fd5-a690-40e3d36af39b', 'tag': 'd4d887bc-9833-4f97-99d5-7df07863da28'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:05.539798 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab31b-5e9c-45e7-9fe1-94580e324abc tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.541233 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd1a86d-b29c-4886-bb4c-03e189169b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f64d4b31-c25b-4fd5-a690-40e3d36af39b", "tag": "d4d887bc-9833-4f97-99d5-7df07863da28"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:05.542772 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab31b-5e9c-45e7-9fe1-94580e324abc tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.563978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273fc61-7552-4997-a800-e422965b35c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d887bc-9833-4f97-99d5-7df07863da28,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:05.592977 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3043ef72-50f5-4f9f-a96c-63144f898d9e x-openstack-request-id: req-3043ef72-50f5-4f9f-a96c-63144f898d9e {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:05.593433 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64d4b31-c25b-4fd5-a690-40e3d36af39b", "tag": "d4d887bc-9833-4f97-99d5-7df07863da28", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:05.593692 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3043ef72-50f5-4f9f-a96c-63144f898d9e {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:05.594084 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64d4b31-c25b-4fd5-a690-40e3d36af39b', 'tag': 'd4d887bc-9833-4f97-99d5-7df07863da28', 'status': 'completed', 'code': 200} Dec 08 02:09:05.609646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab31b-5e9c-45e7-9fe1-94580e324abc tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.610208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1ab31b-5e9c-45e7-9fe1-94580e324abc tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Fanout notify agent at l3_agent the message router_deleted on router 9bf5ce59-050d-4eff-913a-74ee83cf3c66 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:09:05.618018 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab31b-5e9c-45e7-9fe1-94580e324abc tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.619588 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0f1ab31b-5e9c-45e7-9fe1-94580e324abc tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "DELETE /v2.0/routers/9bf5ce59-050d-4eff-913a-74ee83cf3c66 HTTP/1.1" status: 204 len: 168 time: 0.3106933 Dec 08 02:09:05.623293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43956) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.650791 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7f27042c-8e80-43e9-912e-963f33e0742e tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "GET /v2.0/ports?device_id=9bf5ce59-050d-4eff-913a-74ee83cf3c66 HTTP/1.1" status: 200 len: 205 time: 0.0262938 Dec 08 02:09:05.653169 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43958) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.672091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc966169-cb24-4802-97bc-36fcec041f9f req-22342066-0e24-467a-a6d4-71ab35459378 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:05.673600 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc966169-cb24-4802-97bc-36fcec041f9f req-22342066-0e24-467a-a6d4-71ab35459378 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 943 time: 0.0838008 Dec 08 02:09:05.692234 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-3a75b000-d45a-4ea8-956c-64a23b9d2a5c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] delete failed (client error): The resource could not be found. Dec 08 02:09:05.693257 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3a75b000-d45a-4ea8-956c-64a23b9d2a5c tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "DELETE /v2.0/routers/9bf5ce59-050d-4eff-913a-74ee83cf3c66 HTTP/1.1" status: 404 len: 336 time: 0.0384767 Dec 08 02:09:05.695846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43962) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.722300 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3bf4e955-368d-4b64-bfe9-7129ac23c9f8 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "GET /v2.0/ports?device_id=649e3a45-6e39-4346-9c37-f46a06d7a827 HTTP/1.1" status: 200 len: 205 time: 0.0253425 Dec 08 02:09:05.723934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-5d018946-cddb-47d3-b8c6-236ae62298be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:05.724644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43966) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.725420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-5d018946-cddb-47d3-b8c6-236ae62298be service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=599f20414bca47809376ee6158cd4fab&device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 1095 time: 0.1022727 Dec 08 02:09:05.765995 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-7216117e-88ce-4476-be4a-dd65d524adce tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] delete failed (client error): The resource could not be found. Dec 08 02:09:05.767030 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7216117e-88ce-4476-be4a-dd65d524adce tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "DELETE /v2.0/routers/649e3a45-6e39-4346-9c37-f46a06d7a827 HTTP/1.1" status: 404 len: 336 time: 0.0414340 Dec 08 02:09:05.769789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43968) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.791715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-be92a0d5-1fba-4813-b354-6f5785f85f16 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4d887bc-9833-4f97-99d5-7df07863da28 HTTP/1.1" status: 200 len: 217 time: 0.0474963 Dec 08 02:09:05.797132 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-12f81a66-c23a-4268-ad43-fcfe6eaa4ecb tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed2691f5-c0c8-4db0-8b19-d97ae1eaf689 HTTP/1.1" status: 200 len: 205 time: 0.0263035 Dec 08 02:09:05.799265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d25ce-b126-4119-a1f9-00ad781de354 req-ac12d654-7067-4279-9f29-402fd47510b2 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:05.799505 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43970) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.800710 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c53d25ce-b126-4119-a1f9-00ad781de354 req-ac12d654-7067-4279-9f29-402fd47510b2 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 944 time: 0.1262410 Dec 08 02:09:05.815129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc966169-cb24-4802-97bc-36fcec041f9f req-b73713c6-8f54-49a9-a97a-b19fe134eb57 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284459 Dec 08 02:09:05.836935 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-20a1ba44-a51d-4fe6-86c1-05ea5abfe245 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] delete failed (client error): The resource could not be found. Dec 08 02:09:05.838530 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-20a1ba44-a51d-4fe6-86c1-05ea5abfe245 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "DELETE /v2.0/routers/ed2691f5-c0c8-4db0-8b19-d97ae1eaf689 HTTP/1.1" status: 404 len: 336 time: 0.0380991 Dec 08 02:09:05.841178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43972) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.874735 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2366137c-48f1-4165-89b5-48ae760f9714 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "GET /v2.0/ports?device_id=d88ddba4-dcfc-4118-84b7-c34dfef5283c HTTP/1.1" status: 200 len: 205 time: 0.0324645 Dec 08 02:09:05.877234 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43974) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.879433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-07e61cbb-eb51-40e8-95b3-7eaec7e1e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:05.880921 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-07e61cbb-eb51-40e8-95b3-7eaec7e1e252 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c7edc8da-fc0d-472c-9093-a156fba7e61f HTTP/1.1" status: 200 len: 854 time: 0.0793741 Dec 08 02:09:05.892238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c53d25ce-b126-4119-a1f9-00ad781de354 req-61c457b8-c36c-4338-8bb6-02030ca2c929 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/security-groups?id=129128d8-9efc-4d8c-b8ea-27d8f8f663e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825741 Dec 08 02:09:05.922394 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-0760cbd2-87ce-42ce-a159-25bd6e3e7f1a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] delete failed (client error): The resource could not be found. Dec 08 02:09:05.925853 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0760cbd2-87ce-42ce-a159-25bd6e3e7f1a tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "DELETE /v2.0/routers/d88ddba4-dcfc-4118-84b7-c34dfef5283c HTTP/1.1" status: 404 len: 336 time: 0.0453284 Dec 08 02:09:05.926131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43976) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.933707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-92dc3dd1-9735-4c57-94f7-12ec9c449094 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267467 Dec 08 02:09:05.942602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43978) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.952769 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3ce67453-f936-4b2b-b823-c858cfb82a1f tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a98b56d-7121-4f2f-8c9c-c33a8f37ada5 HTTP/1.1" status: 200 len: 205 time: 0.0254247 Dec 08 02:09:05.954873 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43980) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.996329 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-5903110e-d6f1-406e-953a-11608e0e62d4 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] delete failed (client error): The resource could not be found. Dec 08 02:09:05.997340 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5903110e-d6f1-406e-953a-11608e0e62d4 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "DELETE /v2.0/routers/3a98b56d-7121-4f2f-8c9c-c33a8f37ada5 HTTP/1.1" status: 404 len: 336 time: 0.0415251 Dec 08 02:09:06.000010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43982) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:06.026428 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-21717d73-c10a-4a46-87ec-23d6d6f6df02 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "GET /v2.0/ports?device_id=af59c855-aca4-45bf-8799-eded60ba516f HTTP/1.1" status: 200 len: 205 time: 0.0252895 Dec 08 02:09:06.028754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43984) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:06.043137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-885188c2-3eb3-4138-b7cf-4ec1a5250ca3 admin admin] Deleting subnet 40f2b8e1-5331-44b0-abb0-c97389788cd8 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:09:06.048707 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885188c2-3eb3-4138-b7cf-4ec1a5250ca3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.064539 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-7e9ee01c-2321-407f-9d84-1d93110eb6ed tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] delete failed (client error): The resource could not be found. Dec 08 02:09:06.067998 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7e9ee01c-2321-407f-9d84-1d93110eb6ed tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "DELETE /v2.0/routers/af59c855-aca4-45bf-8799-eded60ba516f HTTP/1.1" status: 404 len: 336 time: 0.0359118 Dec 08 02:09:06.068223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43986) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:06.093506 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-3ae3fc2f-25d1-430c-b44e-4da909582fe4 service neutron] 10.222.0.75 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499319 Dec 08 02:09:06.094295 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16f92d8-5fcd-4866-a897-07506f014e54 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] DELETE failed (client error): The resource could not be found. Dec 08 02:09:06.094748 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16f92d8-5fcd-4866-a897-07506f014e54 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:09:06.100248 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e16f92d8-5fcd-4866-a897-07506f014e54 tempest-RoutersIpV6AdminTest-1870272777 tempest-RoutersIpV6AdminTest-1870272777-project] 10.222.0.71 "DELETE /v2.0/subnets/75f99567-709c-4553-b219-b15308a1433b HTTP/1.1" status: 404 len: 337 time: 0.0286946 Dec 08 02:09:06.100418 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885188c2-3eb3-4138-b7cf-4ec1a5250ca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.196350 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885188c2-3eb3-4138-b7cf-4ec1a5250ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.253706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a9e9716-2c04-43d6-82f4-97516b163245 req-32d2317d-62f7-47a3-8eb3-a91cf2937060 service neutron] 10.222.0.75 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319749 Dec 08 02:09:06.269360 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885188c2-3eb3-4138-b7cf-4ec1a5250ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.297522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885188c2-3eb3-4138-b7cf-4ec1a5250ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f2b8e1-5331-44b0-abb0-c97389788cd8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:06.299534 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-885188c2-3eb3-4138-b7cf-4ec1a5250ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.302789 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-885188c2-3eb3-4138-b7cf-4ec1a5250ca3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/40f2b8e1-5331-44b0-abb0-c97389788cd8 HTTP/1.1" status: 204 len: 168 time: 0.3579273 Dec 08 02:09:06.305266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 43994) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:06.369343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 43996) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:06.410162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1a86d-b29c-4886-bb4c-03e189169b1f req-70bf9e49-3b5b-444e-8ee3-6872351ec07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:06.411625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfd1a86d-b29c-4886-bb4c-03e189169b1f req-70bf9e49-3b5b-444e-8ee3-6872351ec07d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=599f20414bca47809376ee6158cd4fab&device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 1095 time: 0.0510025 Dec 08 02:09:06.513775 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fd076d6-89f0-4d01-928b-99ba6ebbbd99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.546529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1a86d-b29c-4886-bb4c-03e189169b1f req-14587041-a4b3-4fad-88a0-d6a906d47c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:06.548130 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfd1a86d-b29c-4886-bb4c-03e189169b1f req-14587041-a4b3-4fad-88a0-d6a906d47c1e service neutron] 10.222.0.75 "GET /v2.0/networks?id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 200 len: 915 time: 0.1282051 Dec 08 02:09:06.559836 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f88cfaa8-bdfd-464f-914f-8754dc2bf762 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:09:06.602029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfd1a86d-b29c-4886-bb4c-03e189169b1f req-098730aa-1096-403a-9b29-f09e59ade557 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4d887bc-9833-4f97-99d5-7df07863da28 HTTP/1.1" status: 200 len: 217 time: 0.0423903 Dec 08 02:09:06.613249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port f88cfaa8-bdfd-464f-914f-8754dc2bf762 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:09:06.617565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port f88cfaa8-bdfd-464f-914f-8754dc2bf762 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:06.618659 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.656045 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca063-146c-46e6-b5c9-a459c9aa14c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.665321 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 348e4b8a-ca00-40f9-9707-b37f3b24a305 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:09:06.685213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1a86d-b29c-4886-bb4c-03e189169b1f req-35b9887b-2cd8-43ee-af12-16cff77195ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:06.686710 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfd1a86d-b29c-4886-bb4c-03e189169b1f req-35b9887b-2cd8-43ee-af12-16cff77195ad service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c7edc8da-fc0d-472c-9093-a156fba7e61f HTTP/1.1" status: 200 len: 854 time: 0.0755029 Dec 08 02:09:06.688750 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 348e4b8a-ca00-40f9-9707-b37f3b24a305 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:09:06.689096 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 348e4b8a-ca00-40f9-9707-b37f3b24a305 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:09:06.708669 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fd076d6-89f0-4d01-928b-99ba6ebbbd99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.723463 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.725096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfd1a86d-b29c-4886-bb4c-03e189169b1f req-3bdb1381-05e0-475b-b8c0-20cff1082779 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296872 Dec 08 02:09:06.725947 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7fd076d6-89f0-4d01-928b-99ba6ebbbd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.741214 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca063-146c-46e6-b5c9-a459c9aa14c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.746859 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e92cb8-023a-49f3-bc5d-a415948da5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88cfaa8-bdfd-464f-914f-8754dc2bf762'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:06.749174 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c027b1d7-57ac-4c25-b5a0-4125ecdd24c2" -d '{"events": [{"server_uuid": "d7e92cb8-023a-49f3-bc5d-a415948da5fe", "name": "network-vif-plugged", "status": "completed", "tag": "f88cfaa8-bdfd-464f-914f-8754dc2bf762"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:06.763018 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port f88cfaa8-bdfd-464f-914f-8754dc2bf762, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f88cfaa8-bdfd-464f-914f-8754dc2bf762,segment=NetworkSegment(e04b7f05-4d7d-48dc-92dc-4ca257300a03),segment_id=e04b7f05-4d7d-48dc-92dc-4ca257300a03)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:06.768198 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.768404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-0b0ca063-146c-46e6-b5c9-a459c9aa14c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcbf8bf-a442-430b-b493-abe04ed6bc32']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:06.779593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-0b0ca063-146c-46e6-b5c9-a459c9aa14c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d886e8-e891-4cfa-91f6-ad45db41ee84') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:06.780016 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-0b0ca063-146c-46e6-b5c9-a459c9aa14c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d886e8-e891-4cfa-91f6-ad45db41ee84') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:06.792628 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7fd076d6-89f0-4d01-928b-99ba6ebbbd99 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e08a62ceb2954dd48dd3a00a17ee8250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4199302 Dec 08 02:09:06.793970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca063-146c-46e6-b5c9-a459c9aa14c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.795994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44002) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:06.797653 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adff5a0f-dffc-4d51-9dd9-3ad06070ca4a x-openstack-request-id: req-adff5a0f-dffc-4d51-9dd9-3ad06070ca4a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:06.797954 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e92cb8-023a-49f3-bc5d-a415948da5fe", "name": "network-vif-plugged", "status": "completed", "tag": "f88cfaa8-bdfd-464f-914f-8754dc2bf762", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:06.798251 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-adff5a0f-dffc-4d51-9dd9-3ad06070ca4a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:06.798585 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e92cb8-023a-49f3-bc5d-a415948da5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88cfaa8-bdfd-464f-914f-8754dc2bf762', 'code': 200} Dec 08 02:09:06.821320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=f88cfaa8-bdfd-464f-914f-8754dc2bf762,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:06.823951 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca063-146c-46e6-b5c9-a459c9aa14c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.849053 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0ca063-146c-46e6-b5c9-a459c9aa14c5 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:09:06.849573 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca063-146c-46e6-b5c9-a459c9aa14c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:09:06.851296 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:09:06.857913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd076d6-89f0-4d01-928b-99ba6ebbbd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264dda93-f9f1-4d65-a6fd-33bbf2de3f3c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:06.897287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfd1a86d-b29c-4886-bb4c-03e189169b1f req-f61f0c66-e953-4594-bfe2-9c123ff13d40 service neutron] 10.222.0.75 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618192 Dec 08 02:09:06.923108 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e096-2911-4ae2-b5b3-1d022ab29842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.927533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca063-146c-46e6-b5c9-a459c9aa14c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.937381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca063-146c-46e6-b5c9-a459c9aa14c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.940628 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0b0ca063-146c-46e6-b5c9-a459c9aa14c5 admin admin] 10.222.0.71 "DELETE /v2.0/networks/3fcbf8bf-a442-430b-b493-abe04ed6bc32 HTTP/1.1" status: 204 len: 168 time: 0.6343579 Dec 08 02:09:06.960429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ca063-146c-46e6-b5c9-a459c9aa14c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fcbf8bf-a442-430b-b493-abe04ed6bc32,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:06.966502 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e096-2911-4ae2-b5b3-1d022ab29842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:07.029872 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e096-2911-4ae2-b5b3-1d022ab29842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:07.033776 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e096-2911-4ae2-b5b3-1d022ab29842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:07.041647 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8ea0e096-2911-4ae2-b5b3-1d022ab29842 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/264dda93-f9f1-4d65-a6fd-33bbf2de3f3c HTTP/1.1" status: 204 len: 168 time: 0.2401516 Dec 08 02:09:07.049334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0e096-2911-4ae2-b5b3-1d022ab29842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264dda93-f9f1-4d65-a6fd-33bbf2de3f3c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:07.062715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31201fc-5035-4338-bd9c-b56086cf8f3b req-ecf7a00b-f476-4129-a101-3b610b758e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:07.064351 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d31201fc-5035-4338-bd9c-b56086cf8f3b req-ecf7a00b-f476-4129-a101-3b610b758e5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 1097 time: 0.1662049 Dec 08 02:09:07.098199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c76328-3faa-4b31-b99d-5e8810b04a53 req-053fbc04-30cb-404b-aa55-2b82229f617e tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:07.099725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11c76328-3faa-4b31-b99d-5e8810b04a53 req-053fbc04-30cb-404b-aa55-2b82229f617e tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 943 time: 0.1493220 Dec 08 02:09:07.128875 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44014) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:07.178038 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-07ea0898-b6ee-4e3a-9ea7-a1e3fe567e59 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7bb1572515c5414ea36ee5a0b481e1c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476222 Dec 08 02:09:07.180408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44018) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:07.223186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfd1a86d-b29c-4886-bb4c-03e189169b1f req-afac75a6-b2ed-4eed-9e24-a8f888f9d2fa service neutron] 10.222.0.75 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170757 Dec 08 02:09:07.225453 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d31201fc-5035-4338-bd9c-b56086cf8f3b req-c6fa5ac1-ee06-4443-90c0-12271846e1ec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=129128d8-9efc-4d8c-b8ea-27d8f8f663e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477401 Dec 08 02:09:07.241775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63f937ad-369a-450e-93bd-9a58cdec69bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:07.259069 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11c76328-3faa-4b31-b99d-5e8810b04a53 req-214f6e03-ae4d-4db4-8f1a-59b544538bcb tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490548 Dec 08 02:09:07.269150 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63f937ad-369a-450e-93bd-9a58cdec69bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:07.280656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f64f69-aeef-4d24-807c-e23c57cfa00f req-34ba3a9e-f461-4f96-83aa-95f2a688b791 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:07.280656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43f64f69-aeef-4d24-807c-e23c57cfa00f req-34ba3a9e-f461-4f96-83aa-95f2a688b791 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 945 time: 0.1088326 Dec 08 02:09:07.334749 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63f937ad-369a-450e-93bd-9a58cdec69bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:07.337747 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63f937ad-369a-450e-93bd-9a58cdec69bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:07.338078 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43f64f69-aeef-4d24-807c-e23c57cfa00f req-54b4b470-354f-4b40-b391-49ad4ab5587a tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/security-groups?id=129128d8-9efc-4d8c-b8ea-27d8f8f663e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511718 Dec 08 02:09:07.340058 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-63f937ad-369a-450e-93bd-9a58cdec69bc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23cca0ea-c871-4bfc-96de-8abd04cfcd8c HTTP/1.1" status: 204 len: 168 time: 0.1586533 Dec 08 02:09:07.351281 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f937ad-369a-450e-93bd-9a58cdec69bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cca0ea-c871-4bfc-96de-8abd04cfcd8c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:07.451051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44024) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:07.489931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d0b33103-0462-4861-a6db-e0a70896a2db admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c73258830c4e46b7be5d58ee110e7505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376947 Dec 08 02:09:07.492510 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44026) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:07.543099 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a97d13b6-f47b-447e-afd9-f776b21ef097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:07.564151 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a97d13b6-f47b-447e-afd9-f776b21ef097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:07.615815 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a97d13b6-f47b-447e-afd9-f776b21ef097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:07.618622 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a97d13b6-f47b-447e-afd9-f776b21ef097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:07.620615 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a97d13b6-f47b-447e-afd9-f776b21ef097 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f0a6d060-c46b-4b98-9f9e-07d7b37cff98 HTTP/1.1" status: 204 len: 168 time: 0.1270297 Dec 08 02:09:07.628478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d13b6-f47b-447e-afd9-f776b21ef097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a6d060-c46b-4b98-9f9e-07d7b37cff98,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:08.163081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44064) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:08.297811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1334516888-network', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:08.320340 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] Made reservation on behalf of 5a47f8987f0d4cd1b65121c626f5addd for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:08.322837 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:08.332010 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:08.426450 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7e202-53f0-44fc-8c4f-ff14c3772952 req-abcdf720-d703-4341-8e39-4fd9b3c65896 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:08.428096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11b7e202-53f0-44fc-8c4f-ff14c3772952 req-abcdf720-d703-4341-8e39-4fd9b3c65896 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 943 time: 0.0732110 Dec 08 02:09:08.539975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84439fc-b3c5-46d3-a09c-7015e13c7658 req-bab64cb5-1397-41ef-9a79-70e9b2547cb8 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:08.542010 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e84439fc-b3c5-46d3-a09c-7015e13c7658 req-bab64cb5-1397-41ef-9a79-70e9b2547cb8 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 945 time: 0.1092269 Dec 08 02:09:08.557673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11b7e202-53f0-44fc-8c4f-ff14c3772952 req-ae272dbf-accb-4480-bcda-9d177600ae71 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097491 Dec 08 02:09:08.559422 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:08.565844 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:08.593055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:09:08.624894 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:08.625246 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] Added segment d1411cc8-0219-4542-83c7-da00bdc3a1b5 of type vlan for network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad Dec 08 02:09:08.630248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:08.655556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e84439fc-b3c5-46d3-a09c-7015e13c7658 req-0839c337-6a93-4e1e-8723-dfdcbfffae86 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/security-groups?id=129128d8-9efc-4d8c-b8ea-27d8f8f663e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031830 Dec 08 02:09:08.679831 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d4d887bc-9833-4f97-99d5-7df07863da28 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:09:08.688219 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:08.720735 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:08.721718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:08.722293 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:08.758567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44088) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:08.759215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5944388 Dec 08 02:09:08.763706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-dfe93057-cb51-415f-bd0d-f9b0ebe8ef56 admin admin] Request body: {'subnet': {'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1334516888-subnet', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:08.776458 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d4d887bc-9833-4f97-99d5-7df07863da28, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d4d887bc-9833-4f97-99d5-7df07863da28,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:08.791342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'd4d887bc-9833-4f97-99d5-7df07863da28', 'network_id': 'b3d476c4-1349-4a9a-a122-cb4a1c8ae29a', 'port_id': 'd4d887bc-9833-4f97-99d5-7df07863da28', 'mac_address': 'fa:16:3e:ce:77:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7edc8da-fc0d-472c-9093-a156fba7e61f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:09:08.792456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8bbac-f4f2-4797-832e-2b927fe6b67f admin admin] Pushing event updated for resources: {'Network': ['ID=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:08.798688 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe93057-cb51-415f-bd0d-f9b0ebe8ef56 admin admin] Made reservation on behalf of 5a47f8987f0d4cd1b65121c626f5addd for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:08.801039 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfe93057-cb51-415f-bd0d-f9b0ebe8ef56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:08.817501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:09:08.888917 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:08.907140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d887bc-9833-4f97-99d5-7df07863da28 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:09:08.928163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d4d887bc-9833-4f97-99d5-7df07863da28, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d4d887bc-9833-4f97-99d5-7df07863da28,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:08.933349 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:08.983945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=d4d887bc-9833-4f97-99d5-7df07863da28,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:08.988206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfe93057-cb51-415f-bd0d-f9b0ebe8ef56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.007064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44094) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:09.049951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe93057-cb51-415f-bd0d-f9b0ebe8ef56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7dd109b-19a8-41cd-875c-3304ef52d129,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:09.057518 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe93057-cb51-415f-bd0d-f9b0ebe8ef56 admin admin] Checking segment: {'id': 'd1411cc8-0219-4542-83c7-da00bdc3a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:09.057883 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe93057-cb51-415f-bd0d-f9b0ebe8ef56 admin admin] Network hostable DHCP agents. Network: 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:09:09.074246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe93057-cb51-415f-bd0d-f9b0ebe8ef56 admin admin] Network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:09:09.083995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-dfe93057-cb51-415f-bd0d-f9b0ebe8ef56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:09.088026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe93057-cb51-415f-bd0d-f9b0ebe8ef56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:09.088627 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfe93057-cb51-415f-bd0d-f9b0ebe8ef56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.093688 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e3888f-7be0-4b57-9fd4-4ca3595ae870 None None] Network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:09.109267 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dfe93057-cb51-415f-bd0d-f9b0ebe8ef56 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3468945 Dec 08 02:09:09.109867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44098) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:09.115811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1334516888-router', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:09.122323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-32bfd8f1-f14c-489a-a521-b8be10970666 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1637533144'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:09.140798 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-32bfd8f1-f14c-489a-a521-b8be10970666 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 02:09:09.140798 n-d-713499-31 neutron-server[109767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 02:09:09.140798 n-d-713499-31 neutron-server[109767]: [parameters: {'project_id_1': '8aa2fd9c2421469186a4f2f438f57308', 'expiration_1': datetime.datetime(2021, 12, 8, 2, 8, 49, 129760)}] Dec 08 02:09:09.140798 n-d-713499-31 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:09:09.140798 n-d-713499-31 neutron-server[109767]: DEBUG oslo_db.api [None req-32bfd8f1-f14c-489a-a521-b8be10970666 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:09:09.149086 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.150207 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.201570 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff21ebd-f1e8-451b-99b1-4dfb9e358c81 None None] Network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:09.208593 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.221998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['d4d887bc-9833-4f97-99d5-7df07863da28'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:09.362476 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.559102 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.577187 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.731776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Allocated IP 172.25.8.250 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/de39c957-364a-4b73-bff7-27c8901a9f09) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:09.740742 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b48f3-c85a-4f63-955b-2f81b78a6880 req-07cfa037-a68a-4cbb-9a62-8aad7a1800a0 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:09.742196 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e25b48f3-c85a-4f63-955b-2f81b78a6880 req-07cfa037-a68a-4cbb-9a62-8aad7a1800a0 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 944 time: 0.1113713 Dec 08 02:09:09.742994 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32bfd8f1-f14c-489a-a521-b8be10970666 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.744054 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32bfd8f1-f14c-489a-a521-b8be10970666 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.914245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32bfd8f1-f14c-489a-a521-b8be10970666 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.923825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3603043-c8a4-4def-9326-c986d468973a req-5ae2b67b-2ef5-4d0d-897e-93b08f279f79 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:09.925342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3603043-c8a4-4def-9326-c986d468973a req-5ae2b67b-2ef5-4d0d-897e-93b08f279f79 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 945 time: 0.1961179 Dec 08 02:09:09.930576 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e25b48f3-c85a-4f63-955b-2f81b78a6880 req-907df355-124e-457b-85bf-fb9e44e51df3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729596 Dec 08 02:09:09.936146 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32bfd8f1-f14c-489a-a521-b8be10970666 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.989289 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32bfd8f1-f14c-489a-a521-b8be10970666 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.990439 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-32bfd8f1-f14c-489a-a521-b8be10970666 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9817672 Dec 08 02:09:09.993242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44108) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:10.022029 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.030310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3603043-c8a4-4def-9326-c986d468973a req-05b58657-7dea-4121-9eea-cefde17e0c5b tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/security-groups?id=129128d8-9efc-4d8c-b8ea-27d8f8f663e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954282 Dec 08 02:09:10.061586 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.085659 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce40f39a-36d4-49c8-a803-60db5d83023c tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.105320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:10.110156 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:10.113981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:10.138589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Pushing event updated for resources: {'Port': ['ID=de39c957-364a-4b73-bff7-27c8901a9f09,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:10.315993 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce40f39a-36d4-49c8-a803-60db5d83023c tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.318564 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce40f39a-36d4-49c8-a803-60db5d83023c tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.394622 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce40f39a-36d4-49c8-a803-60db5d83023c tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.395448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce40f39a-36d4-49c8-a803-60db5d83023c tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03c7efb1-cd01-429f-81f2-785292938ddd {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:09:10.407057 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce40f39a-36d4-49c8-a803-60db5d83023c tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.408708 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ce40f39a-36d4-49c8-a803-60db5d83023c tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] 10.222.0.71 "DELETE /v2.0/routers/03c7efb1-cd01-429f-81f2-785292938ddd HTTP/1.1" status: 204 len: 168 time: 0.4139445 Dec 08 02:09:10.411360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44124) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:10.415773 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-12c14288-180c-4abe-9eb4-86710efc6907 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Request body: {'router': {'name': 'tempest-router-1692031052', 'distributed': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:10.427726 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.440164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-12c14288-180c-4abe-9eb4-86710efc6907 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.441298 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-12c14288-180c-4abe-9eb4-86710efc6907 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.499017 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-12c14288-180c-4abe-9eb4-86710efc6907 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.504602 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-12c14288-180c-4abe-9eb4-86710efc6907 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.523551 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-12c14288-180c-4abe-9eb4-86710efc6907 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.524810 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-12c14288-180c-4abe-9eb4-86710efc6907 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1124415 Dec 08 02:09:10.527466 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44126) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:10.556152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4c4a8-3350-4bc6-b355-c761668c40ce req-630b1370-7664-4dd6-b141-05933627199b tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:10.557748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1cf4c4a8-3350-4bc6-b355-c761668c40ce req-630b1370-7664-4dd6-b141-05933627199b tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 945 time: 0.1376553 Dec 08 02:09:10.608284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a00fc27f-1ebf-4baa-8845-c90c2f02230d tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.712094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d4d887bc-9833-4f97-99d5-7df07863da28 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:09:10.715349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1cf4c4a8-3350-4bc6-b355-c761668c40ce req-64b7f6b4-e5eb-4c59-9b85-1100528277f6 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/security-groups?id=129128d8-9efc-4d8c-b8ea-27d8f8f663e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507475 Dec 08 02:09:10.723792 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.776468 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a00fc27f-1ebf-4baa-8845-c90c2f02230d tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.778751 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a00fc27f-1ebf-4baa-8845-c90c2f02230d tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.790757 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port d4d887bc-9833-4f97-99d5-7df07863da28 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:09:10.795730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port d4d887bc-9833-4f97-99d5-7df07863da28 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:10.796178 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.825356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a00fc27f-1ebf-4baa-8845-c90c2f02230d tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.825905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00fc27f-1ebf-4baa-8845-c90c2f02230d tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6055ef4d-03cd-4132-a36e-a86144a8a9b3 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:09:10.831435 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a00fc27f-1ebf-4baa-8845-c90c2f02230d tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.840116 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a00fc27f-1ebf-4baa-8845-c90c2f02230d tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] 10.222.0.71 "DELETE /v2.0/routers/6055ef4d-03cd-4132-a36e-a86144a8a9b3 HTTP/1.1" status: 204 len: 168 time: 0.3114526 Dec 08 02:09:10.840759 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44130) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:10.847182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ab0ddbbf-d201-4cee-bcd5-f7877ddfdda0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Request body: {'router': {'name': 'tempest-router-704278240', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '18dbd013db5f4904913eec2231a34ace'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:10.869718 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab0ddbbf-d201-4cee-bcd5-f7877ddfdda0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.870901 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab0ddbbf-d201-4cee-bcd5-f7877ddfdda0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.885767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Router 23152fee-9842-43ef-8685-8b6ae894ae63 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:09:10.915537 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.932632 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab0ddbbf-d201-4cee-bcd5-f7877ddfdda0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.938893 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab0ddbbf-d201-4cee-bcd5-f7877ddfdda0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.948288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64d4b31-c25b-4fd5-a690-40e3d36af39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d887bc-9833-4f97-99d5-7df07863da28'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:10.950858 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f3b6f2-5c69-41d0-b713-8315edeedffc" -d '{"events": [{"server_uuid": "f64d4b31-c25b-4fd5-a690-40e3d36af39b", "name": "network-vif-plugged", "status": "completed", "tag": "d4d887bc-9833-4f97-99d5-7df07863da28"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:10.972985 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab0ddbbf-d201-4cee-bcd5-f7877ddfdda0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.978491 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ab0ddbbf-d201-4cee-bcd5-f7877ddfdda0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1362710 Dec 08 02:09:10.980633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44136) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:10.987751 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port d4d887bc-9833-4f97-99d5-7df07863da28, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d4d887bc-9833-4f97-99d5-7df07863da28,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:10.991714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-48a7fc8e-30a1-46b5-a3b4-bafbfb88f2b0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:10.996187 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:11.028532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:09:11.029726 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229a106c-1c82-41ec-b437-fb312256899b x-openstack-request-id: req-229a106c-1c82-41ec-b437-fb312256899b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:11.030115 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64d4b31-c25b-4fd5-a690-40e3d36af39b", "name": "network-vif-plugged", "status": "completed", "tag": "d4d887bc-9833-4f97-99d5-7df07863da28", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:11.030461 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-229a106c-1c82-41ec-b437-fb312256899b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:11.030937 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64d4b31-c25b-4fd5-a690-40e3d36af39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d887bc-9833-4f97-99d5-7df07863da28', 'code': 200} Dec 08 02:09:11.043800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Sync routers for ids ['23152fee-9842-43ef-8685-8b6ae894ae63'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:09:11.049264 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:11.050639 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4d3e2f8b-b4f6-4904-be3b-fe97c6cfc066 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.9398172 Dec 08 02:09:11.053702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44138) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:11.086041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Routers {'23152fee-9842-43ef-8685-8b6ae894ae63'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:09:11.086968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['23152fee-9842-43ef-8685-8b6ae894ae63'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:11.088995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=d4d887bc-9833-4f97-99d5-7df07863da28,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:11.152290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:11.152991 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:11.153522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:11.154043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:11.154571 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:11.155095 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:11.155624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:11.156139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:11.156670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:11.157179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:11.157708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:11.158214 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:11.158722 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:11.257506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Set router 23152fee-9842-43ef-8685-8b6ae894ae63 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:09:11.292307 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48a7fc8e-30a1-46b5-a3b4-bafbfb88f2b0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:11.292837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48a7fc8e-30a1-46b5-a3b4-bafbfb88f2b0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:11.403581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-48a7fc8e-30a1-46b5-a3b4-bafbfb88f2b0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109766) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 08 02:09:11.404458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-48a7fc8e-30a1-46b5-a3b4-bafbfb88f2b0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Router 183de876-b5e0-4247-9014-69fa28d061a9 migrating from provider to provider. {{(pid=109766) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 08 02:09:11.405167 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48a7fc8e-30a1-46b5-a3b4-bafbfb88f2b0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:11.414030 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48a7fc8e-30a1-46b5-a3b4-bafbfb88f2b0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:11.421399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48a7fc8e-30a1-46b5-a3b4-bafbfb88f2b0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:11.490970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'name': 'tempest-ServerRescueNegativeTestJSON-1334516888-router', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'de39c957-364a-4b73-bff7-27c8901a9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:09:10Z', 'revision_number': 3, 'project_id': '5a47f8987f0d4cd1b65121c626f5addd', 'gw_port': {'id': 'de39c957-364a-4b73-bff7-27c8901a9f09', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:14:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:11.521030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Checking router: 23152fee-9842-43ef-8685-8b6ae894ae63 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:09:11.521385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Updating router 23152fee-9842-43ef-8685-8b6ae894ae63 port de39c957-364a-4b73-bff7-27c8901a9f09 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:09:11.526799 n-d-713499-31 neutron-server[109766]: WARNING neutron.scheduler.l3_agent_scheduler [None req-48a7fc8e-30a1-46b5-a3b4-bafbfb88f2b0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] No L3 agents can host the router 183de876-b5e0-4247-9014-69fa28d061a9 Dec 08 02:09:11.548253 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:11.660881 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a7fc8e-30a1-46b5-a3b4-bafbfb88f2b0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Hosts for router 183de876-b5e0-4247-9014-69fa28d061a9: [] {{(pid=109766) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 08 02:09:11.689250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a7fc8e-30a1-46b5-a3b4-bafbfb88f2b0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Hosts for other DVR routers connected to router 183de876-b5e0-4247-9014-69fa28d061a9: set() {{(pid=109766) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 08 02:09:11.692876 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48a7fc8e-30a1-46b5-a3b4-bafbfb88f2b0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:11.694786 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-48a7fc8e-30a1-46b5-a3b4-bafbfb88f2b0 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] 10.222.0.71 "PUT /v2.0/routers/183de876-b5e0-4247-9014-69fa28d061a9 HTTP/1.1" status: 200 len: 716 time: 0.7124157 Dec 08 02:09:11.697346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44144) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:11.774735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d6e1d-5212-44f2-9d63-ee0813ab68bb req-c55f49b6-cfbb-45c6-ac48-8296916c6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:11.777507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb2d6e1d-5212-44f2-9d63-ee0813ab68bb req-c55f49b6-cfbb-45c6-ac48-8296916c6393 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 1097 time: 0.6539567 Dec 08 02:09:11.796077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fb41f-88ca-45ad-a89e-72002fbb508a req-478916eb-be1f-457d-ace5-5e69fbc94f03 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:11.797865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-037fb41f-88ca-45ad-a89e-72002fbb508a req-478916eb-be1f-457d-ace5-5e69fbc94f03 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 945 time: 0.6906176 Dec 08 02:09:11.850196 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-33649e86-6667-41ba-80aa-46be0f8392f6 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] 10.222.0.71 "GET /v2.0/routers/183de876-b5e0-4247-9014-69fa28d061a9 HTTP/1.1" status: 200 len: 716 time: 0.1515367 Dec 08 02:09:11.852989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44148) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:12.004690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb2d6e1d-5212-44f2-9d63-ee0813ab68bb req-02c6124f-dc62-48d3-a928-dd6f9568e9f9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036657 Dec 08 02:09:12.008667 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-037fb41f-88ca-45ad-a89e-72002fbb508a req-f9246993-cea7-4b7d-9110-0602c3f663f3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024581 Dec 08 02:09:12.059038 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e5ca1952-1523-48fd-8c7d-1d9429e8b835 tempest-RoutersTestDVR-1757839124 tempest-RoutersTestDVR-1757839124-project] 10.222.0.71 "GET /v2.0/routers/183de876-b5e0-4247-9014-69fa28d061a9 HTTP/1.1" status: 200 len: 682 time: 0.2041702 Dec 08 02:09:12.061701 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44152) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:12.064274 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:12.066188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ded8e9-7e82-4b69-9a82-b35ac77beb92 req-0568c7fe-4cf7-4a8e-9b5c-3d56d12c92ed tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:12.068036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c0ded8e9-7e82-4b69-9a82-b35ac77beb92 req-0568c7fe-4cf7-4a8e-9b5c-3d56d12c92ed tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 945 time: 0.1895578 Dec 08 02:09:12.075582 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:12.127906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de0a8c-315e-4ca4-a05c-0d848844c80f req-73dbb281-328b-4015-b53c-852eea9fd743 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:12.129374 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23de0a8c-315e-4ca4-a05c-0d848844c80f req-73dbb281-328b-4015-b53c-852eea9fd743 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 945 time: 0.2243705 Dec 08 02:09:12.144263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Attempting to bind port de39c957-364a-4b73-bff7-27c8901a9f09 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:09:12.145047 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Attempting to bind port de39c957-364a-4b73-bff7-27c8901a9f09 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:09:12.145047 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Attempting to bind port de39c957-364a-4b73-bff7-27c8901a9f09 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:12.151780 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1beda15-9429-48fc-bd6e-20be9494f42b tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:12.156871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:09:12.157242 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:12.157646 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:12.158041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:09:12.158521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Bound port: de39c957-364a-4b73-bff7-27c8901a9f09, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:09:12.158903 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:12.160958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79fc1c-fe29-4742-97f7-cb59713a713b None None] Pushing event updated for resources: {'Port': ['ID=de39c957-364a-4b73-bff7-27c8901a9f09,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:12.305651 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] For port de39c957-364a-4b73-bff7-27c8901a9f09, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:09:12.316656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] For port de39c957-364a-4b73-bff7-27c8901a9f09, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=de39c957-364a-4b73-bff7-27c8901a9f09,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:09:12.324212 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:12.386880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c0ded8e9-7e82-4b69-9a82-b35ac77beb92 req-f6891b81-e4df-4573-9ee7-c823921b2dc7 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/security-groups?id=129128d8-9efc-4d8c-b8ea-27d8f8f663e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843776 Dec 08 02:09:12.421862 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79fc1c-fe29-4742-97f7-cb59713a713b None None] Pushing event updated for resources: {'Port': ['ID=de39c957-364a-4b73-bff7-27c8901a9f09,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:12.430668 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1beda15-9429-48fc-bd6e-20be9494f42b tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:12.433543 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1beda15-9429-48fc-bd6e-20be9494f42b tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:12.438903 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Routers {'23152fee-9842-43ef-8685-8b6ae894ae63'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:09:12.439939 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['23152fee-9842-43ef-8685-8b6ae894ae63'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:12.510565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-23de0a8c-315e-4ca4-a05c-0d848844c80f req-5160c455-537b-40b2-97c4-0a0b26d00c1b tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Deleting port f88cfaa8-bdfd-464f-914f-8754dc2bf762 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:12.511019 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-23de0a8c-315e-4ca4-a05c-0d848844c80f req-5160c455-537b-40b2-97c4-0a0b26d00c1b tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:12.623903 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] Set router 23152fee-9842-43ef-8685-8b6ae894ae63 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:09:12.633460 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:12.673419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-23de0a8c-315e-4ca4-a05c-0d848844c80f req-5160c455-537b-40b2-97c4-0a0b26d00c1b tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] For port f88cfaa8-bdfd-464f-914f-8754dc2bf762, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f88cfaa8-bdfd-464f-914f-8754dc2bf762,segment=NetworkSegment(e04b7f05-4d7d-48dc-92dc-4ca257300a03),segment_id=e04b7f05-4d7d-48dc-92dc-4ca257300a03)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:12.673811 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-23de0a8c-315e-4ca4-a05c-0d848844c80f req-5160c455-537b-40b2-97c4-0a0b26d00c1b tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:12.724765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-23de0a8c-315e-4ca4-a05c-0d848844c80f req-5160c455-537b-40b2-97c4-0a0b26d00c1b tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Calling delete_port for f88cfaa8-bdfd-464f-914f-8754dc2bf762 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:12.801908 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1beda15-9429-48fc-bd6e-20be9494f42b tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:12.802438 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1beda15-9429-48fc-bd6e-20be9494f42b tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 183de876-b5e0-4247-9014-69fa28d061a9 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:09:12.807046 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1beda15-9429-48fc-bd6e-20be9494f42b tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:12.808227 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d1beda15-9429-48fc-bd6e-20be9494f42b tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] 10.222.0.71 "DELETE /v2.0/routers/183de876-b5e0-4247-9014-69fa28d061a9 HTTP/1.1" status: 204 len: 168 time: 0.7456036 Dec 08 02:09:12.812956 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44160) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:12.822399 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-78c62616-5f09-4140-a645-870926667a41 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Request body: {'router': {'name': 'tempest-router-1231352186', 'distributed': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:12.828569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'name': 'tempest-ServerRescueNegativeTestJSON-1334516888-router', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'de39c957-364a-4b73-bff7-27c8901a9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:09:10Z', 'revision_number': 3, 'project_id': '5a47f8987f0d4cd1b65121c626f5addd', 'gw_port': {'id': 'de39c957-364a-4b73-bff7-27c8901a9f09', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:14:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:12.857505 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1183717-adcc-4f02-89ea-fca2dd176cc3 None None] The sync data for ids ['23152fee-9842-43ef-8685-8b6ae894ae63'] in n-d-713499-31 is: [{'id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'name': 'tempest-ServerRescueNegativeTestJSON-1334516888-router', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'de39c957-364a-4b73-bff7-27c8901a9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:09:10Z', 'revision_number': 3, 'project_id': '5a47f8987f0d4cd1b65121c626f5addd', 'gw_port': {'id': 'de39c957-364a-4b73-bff7-27c8901a9f09', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:14:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:09:12.894997 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78c62616-5f09-4140-a645-870926667a41 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:12.902736 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78c62616-5f09-4140-a645-870926667a41 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.045394 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78c62616-5f09-4140-a645-870926667a41 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.059182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Allocated IP 172.20.0.1 (82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad/d7dd109b-19a8-41cd-875c-3304ef52d129/85ce6dbd-aea9-49f9-854a-4b2fe3293696) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:13.075532 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78c62616-5f09-4140-a645-870926667a41 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.109078 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78c62616-5f09-4140-a645-870926667a41 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.114379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44166) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:13.114537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-78c62616-5f09-4140-a645-870926667a41 tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2992055 Dec 08 02:09:13.120658 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-23de0a8c-315e-4ca4-a05c-0d848844c80f req-5160c455-537b-40b2-97c4-0a0b26d00c1b tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.244928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160c455-537b-40b2-97c4-0a0b26d00c1b tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Pushing event deleted for resources: {'Port': ['ID=f88cfaa8-bdfd-464f-914f-8754dc2bf762,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:13.256063 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0fd9c06-e667-4afa-9dff-71516f2ece9c tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.304786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-23de0a8c-315e-4ca4-a05c-0d848844c80f req-5160c455-537b-40b2-97c4-0a0b26d00c1b tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] No DVR routers for this DVR port f88cfaa8-bdfd-464f-914f-8754dc2bf762 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:09:13.312339 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-23de0a8c-315e-4ca4-a05c-0d848844c80f req-5160c455-537b-40b2-97c4-0a0b26d00c1b tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.316039 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23de0a8c-315e-4ca4-a05c-0d848844c80f req-5160c455-537b-40b2-97c4-0a0b26d00c1b tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.45 "DELETE /v2.0/ports/f88cfaa8-bdfd-464f-914f-8754dc2bf762 HTTP/1.1" status: 204 len: 173 time: 1.1756966 Dec 08 02:09:13.318588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e92cb8-023a-49f3-bc5d-a415948da5fe', 'name': 'network-vif-deleted', 'tag': 'f88cfaa8-bdfd-464f-914f-8754dc2bf762'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:13.322102 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb26255-5708-4637-8749-e6c8dc3c010d" -d '{"events": [{"server_uuid": "d7e92cb8-023a-49f3-bc5d-a415948da5fe", "name": "network-vif-deleted", "tag": "f88cfaa8-bdfd-464f-914f-8754dc2bf762"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:13.363840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53184133-5e17-4965-85b0-545fbe06c4ea req-cc6fdae6-b28d-4779-a752-38462f2e756e tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:13.373461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53184133-5e17-4965-85b0-545fbe06c4ea req-cc6fdae6-b28d-4779-a752-38462f2e756e tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 945 time: 0.2242405 Dec 08 02:09:13.435167 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.443757 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535e2b43-99e3-4542-a13d-54846e97a172 x-openstack-request-id: req-535e2b43-99e3-4542-a13d-54846e97a172 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:13.444180 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e92cb8-023a-49f3-bc5d-a415948da5fe", "name": "network-vif-deleted", "tag": "f88cfaa8-bdfd-464f-914f-8754dc2bf762", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:13.444576 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-535e2b43-99e3-4542-a13d-54846e97a172 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:13.445098 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e92cb8-023a-49f3-bc5d-a415948da5fe', 'name': 'network-vif-deleted', 'tag': 'f88cfaa8-bdfd-464f-914f-8754dc2bf762', 'status': 'completed', 'code': 200} Dec 08 02:09:13.484859 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53184133-5e17-4965-85b0-545fbe06c4ea req-fdad4add-806a-407b-8228-39146b5cf22c tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090722 Dec 08 02:09:13.512371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device de39c957-364a-4b73-bff7-27c8901a9f09 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:09:13.585602 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-01a530c8-78a8-4f88-84cb-632e48fed32c req-8b576169-4145-48e3-9e18-1a315ed56f80 tempest-InstanceActionsNegativeTestJSON-1334998190 tempest-InstanceActionsNegativeTestJSON-1334998190-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7e92cb8-023a-49f3-bc5d-a415948da5fe HTTP/1.1" status: 200 len: 210 time: 0.0389092 Dec 08 02:09:13.614628 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0fd9c06-e667-4afa-9dff-71516f2ece9c tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.615168 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.620465 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0fd9c06-e667-4afa-9dff-71516f2ece9c tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.621210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port de39c957-364a-4b73-bff7-27c8901a9f09 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:13.621823 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.676925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:13.679804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:13.683542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:13.697390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0fd9c06-e667-4afa-9dff-71516f2ece9c tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.698048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fd9c06-e667-4afa-9dff-71516f2ece9c tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3602497-1201-4499-95b3-895080f20a07 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:09:13.704079 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0fd9c06-e667-4afa-9dff-71516f2ece9c tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.709656 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b0fd9c06-e667-4afa-9dff-71516f2ece9c tempest-RoutersTestDVR-1233568103 tempest-RoutersTestDVR-1233568103-project-admin] 10.222.0.71 "DELETE /v2.0/routers/a3602497-1201-4499-95b3-895080f20a07 HTTP/1.1" status: 204 len: 168 time: 0.5928276 Dec 08 02:09:13.741231 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Pushing event updated for resources: {'Port': ['ID=85ce6dbd-aea9-49f9-854a-4b2fe3293696,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:13.761612 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.778690 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.810157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port de39c957-364a-4b73-bff7-27c8901a9f09, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=de39c957-364a-4b73-bff7-27c8901a9f09,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:13.817295 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.958281 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=de39c957-364a-4b73-bff7-27c8901a9f09,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:13.990004 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:14.122996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44180) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:14.206762 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:14.216283 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:14.276889 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dae4a5c4-6a4b-47a2-a4cc-5f40d6d3d6f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:14.293887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Pushing event updated for resources: {'Port': ['ID=85ce6dbd-aea9-49f9-854a-4b2fe3293696,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:14.308091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:14.369655 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dae4a5c4-6a4b-47a2-a4cc-5f40d6d3d6f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:14.374947 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dae4a5c4-6a4b-47a2-a4cc-5f40d6d3d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:14.403566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:14.405064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:14.421342 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dae4a5c4-6a4b-47a2-a4cc-5f40d6d3d6f4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=18dbd013db5f4904913eec2231a34ace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2949088 Dec 08 02:09:14.421342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4a5c4-6a4b-47a2-a4cc-5f40d6d3d6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d509573e-17bb-4d01-b5ca-e2db6b725b02,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:14.422305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44184) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:14.480238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6714fd6-aaa0-4b07-b6fd-fd88b728222d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:14.507134 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6714fd6-aaa0-4b07-b6fd-fd88b728222d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:14.547197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Router 23152fee-9842-43ef-8685-8b6ae894ae63 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:09:14.578147 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6714fd6-aaa0-4b07-b6fd-fd88b728222d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:14.581042 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6714fd6-aaa0-4b07-b6fd-fd88b728222d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:14.585172 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e6714fd6-aaa0-4b07-b6fd-fd88b728222d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d509573e-17bb-4d01-b5ca-e2db6b725b02 HTTP/1.1" status: 204 len: 168 time: 0.1594963 Dec 08 02:09:14.594767 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f88cfaa8-bdfd-464f-914f-8754dc2bf762 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:09:14.610951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6714fd6-aaa0-4b07-b6fd-fd88b728222d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d509573e-17bb-4d01-b5ca-e2db6b725b02,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:14.674425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: f88cfaa8-bdfd-464f-914f-8754dc2bf762 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:09:14.675061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f88cfaa8-bdfd-464f-914f-8754dc2bf762 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:09:14.687298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44192) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:14.930322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009deab-d7cc-4c45-b65f-b87cecea07c8 req-ce52a7b5-cc7d-40c8-82fc-bd1ba22bc9ea tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:14.930322 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5009deab-d7cc-4c45-b65f-b87cecea07c8 req-ce52a7b5-cc7d-40c8-82fc-bd1ba22bc9ea tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 945 time: 0.3033433 Dec 08 02:09:14.944239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d74ad1-17eb-4040-a75a-608d6036a248 admin admin] Deleting subnet 2bdf77b9-46ce-4c93-873e-46d1be7b020c {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:09:14.951245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b6d74ad1-17eb-4040-a75a-608d6036a248 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.005603 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b6d74ad1-17eb-4040-a75a-608d6036a248 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.029678 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5009deab-d7cc-4c45-b65f-b87cecea07c8 req-4f794f92-b8f5-4b28-b108-01ea063437a1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794775 Dec 08 02:09:15.036996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:09:15.057252 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8262f176-3acf-42c6-882c-b25269ae0a07 admin admin] 10.222.0.71 "PUT /v2.0/routers/23152fee-9842-43ef-8685-8b6ae894ae63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9946821 Dec 08 02:09:15.116239 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b6d74ad1-17eb-4040-a75a-608d6036a248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.174942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44204) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:15.200172 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-01d92217-5572-4ae7-ace6-ffd9a017b484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.210685 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b6d74ad1-17eb-4040-a75a-608d6036a248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.257330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d74ad1-17eb-4040-a75a-608d6036a248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bdf77b9-46ce-4c93-873e-46d1be7b020c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:15.260087 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b6d74ad1-17eb-4040-a75a-608d6036a248 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.266088 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b6d74ad1-17eb-4040-a75a-608d6036a248 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2bdf77b9-46ce-4c93-873e-46d1be7b020c HTTP/1.1" status: 204 len: 168 time: 0.5774624 Dec 08 02:09:15.266308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44208) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:15.374837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-01d92217-5572-4ae7-ace6-ffd9a017b484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.404313 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-01d92217-5572-4ae7-ace6-ffd9a017b484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.407218 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9384c808-2bc6-4f36-9df3-c1328c49651c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.416059 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device de39c957-364a-4b73-bff7-27c8901a9f09 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:09:15.448236 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-01d92217-5572-4ae7-ace6-ffd9a017b484 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8aa2fd9c2421469186a4f2f438f57308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718494 Dec 08 02:09:15.455418 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Sync routers for ids ['23152fee-9842-43ef-8685-8b6ae894ae63'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:09:15.456434 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44218) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:15.477182 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Routers {'23152fee-9842-43ef-8685-8b6ae894ae63'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:09:15.478466 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['23152fee-9842-43ef-8685-8b6ae894ae63'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:15.500620 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d92217-5572-4ae7-ace6-ffd9a017b484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0e1c8d-55df-47ab-ad6a-5b29bb14d923,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:15.541562 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d0db3b0-e011-4abe-a143-f1d7c8e7fb0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.551792 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9384c808-2bc6-4f36-9df3-c1328c49651c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.576983 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d0db3b0-e011-4abe-a143-f1d7c8e7fb0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.591381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9384c808-2bc6-4f36-9df3-c1328c49651c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1554e2-7c00-4b84-9c33-88f4a78ca291']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:15.593047 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port de39c957-364a-4b73-bff7-27c8901a9f09 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:15.593425 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.605973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9384c808-2bc6-4f36-9df3-c1328c49651c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04b7f05-4d7d-48dc-92dc-4ca257300a03') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:15.606311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9384c808-2bc6-4f36-9df3-c1328c49651c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04b7f05-4d7d-48dc-92dc-4ca257300a03') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:15.629948 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9384c808-2bc6-4f36-9df3-c1328c49651c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.635390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d0db3b0-e011-4abe-a143-f1d7c8e7fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.638378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d0db3b0-e011-4abe-a143-f1d7c8e7fb0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.646283 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2d0db3b0-e011-4abe-a143-f1d7c8e7fb0a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8d0e1c8d-55df-47ab-ad6a-5b29bb14d923 HTTP/1.1" status: 204 len: 168 time: 0.1839085 Dec 08 02:09:15.655632 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9384c808-2bc6-4f36-9df3-c1328c49651c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.667797 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Set router 23152fee-9842-43ef-8685-8b6ae894ae63 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:09:15.670533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0db3b0-e011-4abe-a143-f1d7c8e7fb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0e1c8d-55df-47ab-ad6a-5b29bb14d923,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:15.672706 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9384c808-2bc6-4f36-9df3-c1328c49651c admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:09:15.673350 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9384c808-2bc6-4f36-9df3-c1328c49651c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:09:15.674987 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:09:15.799065 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9384c808-2bc6-4f36-9df3-c1328c49651c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.805248 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9384c808-2bc6-4f36-9df3-c1328c49651c admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.810819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9384c808-2bc6-4f36-9df3-c1328c49651c admin admin] 10.222.0.71 "DELETE /v2.0/networks/fb1554e2-7c00-4b84-9c33-88f4a78ca291 HTTP/1.1" status: 204 len: 168 time: 0.5410378 Dec 08 02:09:15.824403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384c808-2bc6-4f36-9df3-c1328c49651c admin admin] Pushing event deleted for resources: {'Network': ['ID=fb1554e2-7c00-4b84-9c33-88f4a78ca291,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:16.162938 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'name': 'tempest-ServerRescueNegativeTestJSON-1334516888-router', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'de39c957-364a-4b73-bff7-27c8901a9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:09:13Z', 'revision_number': 4, 'project_id': '5a47f8987f0d4cd1b65121c626f5addd', 'gw_port': {'id': 'de39c957-364a-4b73-bff7-27c8901a9f09', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '85ce6dbd-aea9-49f9-854a-4b2fe3293696', 'name': '', 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd', 'mac_address': 'fa:16:3e:2f:51:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd7dd109b-19a8-41cd-875c-3304ef52d129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:09:12Z', 'updated_at': '2021-12-08T02:09:14Z', 'revision_number': 2, 'project_id': '5a47f8987f0d4cd1b65121c626f5addd', 'subnets': [{'id': 'd7dd109b-19a8-41cd-875c-3304ef52d129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:16.183780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44248) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:16.232528 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Checking router: 23152fee-9842-43ef-8685-8b6ae894ae63 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:09:16.235811 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Updating router 23152fee-9842-43ef-8685-8b6ae894ae63 port 85ce6dbd-aea9-49f9-854a-4b2fe3293696 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:09:16.276494 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:16.358407 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1762cee6-2f0f-4df7-8ec3-c21e7ef1252a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=54f5fab85ee844c08273f93b1b087690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1717701 Dec 08 02:09:16.359082 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44252) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:16.376186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-578ff00c-7521-440d-8f9c-5292cd2a1b97 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:16.377977 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-578ff00c-7521-440d-8f9c-5292cd2a1b97 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/networks?id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 200 len: 819 time: 0.4226139 Dec 08 02:09:16.399429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-4c639878-d756-41a8-97e3-57778b6350d1 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/quotas/5a47f8987f0d4cd1b65121c626f5addd HTTP/1.1" status: 200 len: 375 time: 0.0101268 Dec 08 02:09:16.439931 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-525bd89e-d6a3-4583-b4c8-fed2f657484e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:16.471700 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-525bd89e-d6a3-4583-b4c8-fed2f657484e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:16.523006 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-98354790-f426-4841-a0a9-c80fd51e0748 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1168404 Dec 08 02:09:16.553943 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-525bd89e-d6a3-4583-b4c8-fed2f657484e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:16.560845 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-525bd89e-d6a3-4583-b4c8-fed2f657484e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:16.563430 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-525bd89e-d6a3-4583-b4c8-fed2f657484e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/129128d8-9efc-4d8c-b8ea-27d8f8f663e1 HTTP/1.1" status: 204 len: 168 time: 0.2020907 Dec 08 02:09:16.603274 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bd89e-d6a3-4583-b4c8-fed2f657484e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129128d8-9efc-4d8c-b8ea-27d8f8f663e1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:16.799013 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:16.807369 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-0d73691b-1b35-4768-9d67-c8b5beedcd19 service neutron] 10.222.0.71 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708797 Dec 08 02:09:16.819276 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:16.934154 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Attempting to bind port 85ce6dbd-aea9-49f9-854a-4b2fe3293696 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:09:16.935219 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Attempting to bind port 85ce6dbd-aea9-49f9-854a-4b2fe3293696 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'd1411cc8-0219-4542-83c7-da00bdc3a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:09:16.936044 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Attempting to bind port 85ce6dbd-aea9-49f9-854a-4b2fe3293696 on network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:16.944066 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:09:16.945438 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Checking segment: {'id': 'd1411cc8-0219-4542-83c7-da00bdc3a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:16.946235 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:16.947435 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Bound using segment: {'id': 'd1411cc8-0219-4542-83c7-da00bdc3a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:09:16.948120 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Bound port: 85ce6dbd-aea9-49f9-854a-4b2fe3293696, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1411cc8-0219-4542-83c7-da00bdc3a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:09:16.948662 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:16.952416 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-9da53f6c-a7a4-4762-afab-e2c7c55bf9b5 service neutron] 10.222.0.71 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336656 Dec 08 02:09:17.022462 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb5f36-ce13-4b37-a62b-dc4f18f564b2 None None] Pushing event updated for resources: {'Port': ['ID=85ce6dbd-aea9-49f9-854a-4b2fe3293696,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:17.065202 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] For port 85ce6dbd-aea9-49f9-854a-4b2fe3293696, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:09:17.069131 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] For port 85ce6dbd-aea9-49f9-854a-4b2fe3293696, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=85ce6dbd-aea9-49f9-854a-4b2fe3293696,segment=NetworkSegment(d1411cc8-0219-4542-83c7-da00bdc3a1b5),segment_id=d1411cc8-0219-4542-83c7-da00bdc3a1b5)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:09:17.078927 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:17.159591 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Routers {'23152fee-9842-43ef-8685-8b6ae894ae63'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:09:17.160260 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:08:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['23152fee-9842-43ef-8685-8b6ae894ae63'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:17.194633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44280) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:17.247214 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb5f36-ce13-4b37-a62b-dc4f18f564b2 None None] Pushing event updated for resources: {'Port': ['ID=85ce6dbd-aea9-49f9-854a-4b2fe3293696,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:17.305264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-daa04469-0548-4034-b001-dec3c4fa9d5d req-0095fc0c-d5bc-46e8-8fca-af80447d8458 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 210 time: 0.1200211 Dec 08 02:09:17.379870 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] Set router 23152fee-9842-43ef-8685-8b6ae894ae63 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:09:17.546316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1539959831'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:17.610233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Made reservation on behalf of 0d15f2dfa9864b74b10bbb1bb22e719b for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:17.613775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:17.646438 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:17.713727 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'name': 'tempest-ServerRescueNegativeTestJSON-1334516888-router', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'de39c957-364a-4b73-bff7-27c8901a9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:09:13Z', 'revision_number': 4, 'project_id': '5a47f8987f0d4cd1b65121c626f5addd', 'gw_port': {'id': 'de39c957-364a-4b73-bff7-27c8901a9f09', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '85ce6dbd-aea9-49f9-854a-4b2fe3293696', 'name': '', 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd', 'mac_address': 'fa:16:3e:2f:51:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd7dd109b-19a8-41cd-875c-3304ef52d129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:09:12Z', 'updated_at': '2021-12-08T02:09:17Z', 'revision_number': 4, 'project_id': '5a47f8987f0d4cd1b65121c626f5addd', 'subnets': [{'id': 'd7dd109b-19a8-41cd-875c-3304ef52d129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:17.790968 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658b844b-0a25-4939-8100-03f26259d5f9 None None] The sync data for ids ['23152fee-9842-43ef-8685-8b6ae894ae63'] in n-d-713499-31 is: [{'id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'name': 'tempest-ServerRescueNegativeTestJSON-1334516888-router', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'de39c957-364a-4b73-bff7-27c8901a9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:09:13Z', 'revision_number': 4, 'project_id': '5a47f8987f0d4cd1b65121c626f5addd', 'gw_port': {'id': 'de39c957-364a-4b73-bff7-27c8901a9f09', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '85ce6dbd-aea9-49f9-854a-4b2fe3293696', 'name': '', 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd', 'mac_address': 'fa:16:3e:2f:51:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd7dd109b-19a8-41cd-875c-3304ef52d129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:09:12Z', 'updated_at': '2021-12-08T02:09:17Z', 'revision_number': 4, 'project_id': '5a47f8987f0d4cd1b65121c626f5addd', 'subnets': [{'id': 'd7dd109b-19a8-41cd-875c-3304ef52d129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:09:17.814949 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:17.825419 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:17.904340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:09:17.952512 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc14dda1-b7ee-4bcc-aba6-fb69ecb57116,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:17.961580 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:17.961947 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Added segment 866a2fa3-adba-42cc-82eb-37b9a6b235db of type vlan for network 0794cce1-0c94-44c6-bab2-766b406b491b Dec 08 02:09:18.077183 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-26ea2e6d-7c7d-4e3f-a16e-51e37c03b10a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:18.079236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-26ea2e6d-7c7d-4e3f-a16e-51e37c03b10a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/networks?id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 200 len: 819 time: 0.2626193 Dec 08 02:09:18.089252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:18.103045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44326) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:18.119963 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-fe9fc16e-7a16-4ece-85bd-641dc598a806 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/quotas/5a47f8987f0d4cd1b65121c626f5addd HTTP/1.1" status: 200 len: 375 time: 0.0323555 Dec 08 02:09:18.202616 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:18.229508 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:18.230189 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:18.284698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-fa1d0086-4951-4021-be49-03031f121608 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1610348 Dec 08 02:09:18.510616 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-531601491-network', 'tenant_id': '6f00c661668d43f18aa8b95269722bb0'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:18.529219 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3323746 Dec 08 02:09:18.552150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44336) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:18.562013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9efb39e7-ba12-494b-9dd7-e5a5c5db160f tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Request body: {'subnet': {'network_id': '0794cce1-0c94-44c6-bab2-766b406b491b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:18.574813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1c717-b668-4af4-8c77-28108f5c5a3b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event updated for resources: {'Network': ['ID=0794cce1-0c94-44c6-bab2-766b406b491b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:18.597831 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 0794cce1-0c94-44c6-bab2-766b406b491b details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:09:18.655918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6aae791-1069-4a9a-a5f4-36c7e0339580 req-6e898eaa-87ae-40f2-8c66-57d0fdf61f36 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3020236 Dec 08 02:09:18.726343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-f3173dd0-45a7-41e1-acd3-3a83c1313b10 service neutron] 10.222.0.71 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371414 Dec 08 02:09:18.737439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] Made reservation on behalf of 6f00c661668d43f18aa8b95269722bb0 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:18.742326 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:18.757219 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:18.827928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aae791-1069-4a9a-a5f4-36c7e0339580 req-45d484c6-f2fa-41d9-8043-5e5c84e6e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:18.829463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6aae791-1069-4a9a-a5f4-36c7e0339580 req-45d484c6-f2fa-41d9-8043-5e5c84e6e60b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1b81fe962ade463ba8015d6bc39dd187&device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 1097 time: 0.1274605 Dec 08 02:09:18.860950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efb39e7-ba12-494b-9dd7-e5a5c5db160f tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Made reservation on behalf of 0d15f2dfa9864b74b10bbb1bb22e719b for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:18.865684 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9efb39e7-ba12-494b-9dd7-e5a5c5db160f tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:18.884998 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-bd2d7a09-986b-468e-bd7c-fb8527f63706 service neutron] 10.222.0.71 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571102 Dec 08 02:09:19.005419 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:19.015120 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:19.114987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aae791-1069-4a9a-a5f4-36c7e0339580 req-c6684225-44f2-4f49-aa4c-6e6c150f4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:19.117154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6aae791-1069-4a9a-a5f4-36c7e0339580 req-c6684225-44f2-4f49-aa4c-6e6c150f4369 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7395e324-3d87-4b26-866c-bfff102af6a2 HTTP/1.1" status: 200 len: 916 time: 0.2256505 Dec 08 02:09:19.175040 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a61c749-78ea-4584-ba5d-aa7ceb41306d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:19.230302 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:09:19.321477 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:19.321887 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] Added segment 9f5dc786-fe3e-436f-af55-32c8c891538f of type vlan for network 3c1d6076-2a4e-4d70-97ce-7376926325bf Dec 08 02:09:19.332403 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6aae791-1069-4a9a-a5f4-36c7e0339580 req-c296b7d5-71d5-4ef2-9948-ea763cf27a80 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2346697-4555-4e1f-9c0c-659030e0a58a HTTP/1.1" status: 200 len: 1001 time: 0.2001803 Dec 08 02:09:19.374862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-450f15aa-660a-4d2b-be14-08384ebcc314 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:19.384786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-450f15aa-660a-4d2b-be14-08384ebcc314 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.45 "GET /v2.0/networks?id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 200 len: 819 time: 0.3807759 Dec 08 02:09:19.471061 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:19.474206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9efb39e7-ba12-494b-9dd7-e5a5c5db160f tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:19.504936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 85ce6dbd-aea9-49f9-854a-4b2fe3293696 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:09:19.552580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb39e7-ba12-494b-9dd7-e5a5c5db160f tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event updated for resources: {'Subnet': ['ID=61d460a0-1256-43dd-bd1c-d29cff2042a1,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:19.567122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aae791-1069-4a9a-a5f4-36c7e0339580 req-244b7e80-c49a-42c5-9c13-b9e0f4c515f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:19.569267 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6aae791-1069-4a9a-a5f4-36c7e0339580 req-244b7e80-c49a-42c5-9c13-b9e0f4c515f4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9485c7e8-851e-4945-805b-f9cc04333c12 HTTP/1.1" status: 200 len: 854 time: 0.2301176 Dec 08 02:09:19.590521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-adc390d4-2600-47f1-83d5-864960ca5d5f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Request body: {'port': {'device_id': '8d2f0ba6-e4e5-450c-bee7-73d754226f04', 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad', 'admin_state_up': True, 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:19.638265 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:19.641401 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57e3bcfa-7c40-4a0b-8bd0-6c5bde5b90bb req-fcea35f3-6d38-4c44-a27e-f4070ab7ff06 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 210 time: 0.2555904 Dec 08 02:09:19.660342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:19.660342 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:19.689007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 85ce6dbd-aea9-49f9-854a-4b2fe3293696 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:19.692758 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:19.794823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] Pushing event updated for resources: {'Network': ['ID=3c1d6076-2a4e-4d70-97ce-7376926325bf,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:19.802853 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-208fb444-5232-4e99-ab33-0173db54a19e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6985776 Dec 08 02:09:19.803878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44356) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:19.810834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a3878589-ee5d-4a2d-bfaa-b2d93913de17 admin admin] Request body: {'subnet': {'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-531601491-subnet', 'tenant_id': '6f00c661668d43f18aa8b95269722bb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:19.819272 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 3c1d6076-2a4e-4d70-97ce-7376926325bf details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:09:19.823050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb39e7-ba12-494b-9dd7-e5a5c5db160f tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Checking segment: {'id': '866a2fa3-adba-42cc-82eb-37b9a6b235db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0794cce1-0c94-44c6-bab2-766b406b491b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:19.823782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efb39e7-ba12-494b-9dd7-e5a5c5db160f tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Network hostable DHCP agents. Network: 0794cce1-0c94-44c6-bab2-766b406b491b, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:09:19.825047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aae791-1069-4a9a-a5f4-36c7e0339580 req-4a559bae-e54e-4433-ba1c-e99d828137c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:19.827574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6aae791-1069-4a9a-a5f4-36c7e0339580 req-4a559bae-e54e-4433-ba1c-e99d828137c2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7395e324-3d87-4b26-866c-bfff102af6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1890817 Dec 08 02:09:19.868397 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3878589-ee5d-4a2d-bfaa-b2d93913de17 admin admin] Made reservation on behalf of 6f00c661668d43f18aa8b95269722bb0 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:19.885203 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3878589-ee5d-4a2d-bfaa-b2d93913de17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:19.966570 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-adc390d4-2600-47f1-83d5-864960ca5d5f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Made reservation on behalf of 5a47f8987f0d4cd1b65121c626f5addd for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:19.982311 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-adc390d4-2600-47f1-83d5-864960ca5d5f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:20.016313 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:20.083647 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 85ce6dbd-aea9-49f9-854a-4b2fe3293696, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=85ce6dbd-aea9-49f9-854a-4b2fe3293696,segment=NetworkSegment(d1411cc8-0219-4542-83c7-da00bdc3a1b5),segment_id=d1411cc8-0219-4542-83c7-da00bdc3a1b5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:20.104635 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:20.161205 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efb39e7-ba12-494b-9dd7-e5a5c5db160f tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Network 0794cce1-0c94-44c6-bab2-766b406b491b is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:09:20.215956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-9efb39e7-ba12-494b-9dd7-e5a5c5db160f tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 0794cce1-0c94-44c6-bab2-766b406b491b) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:20.216185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6aae791-1069-4a9a-a5f4-36c7e0339580 req-a2edb2dd-5506-4a87-af24-3248988515d9 service neutron] 10.222.0.75 "GET /v2.0/networks/7395e324-3d87-4b26-866c-bfff102af6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704975 Dec 08 02:09:20.250336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efb39e7-ba12-494b-9dd7-e5a5c5db160f tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:20.254200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=85ce6dbd-aea9-49f9-854a-4b2fe3293696,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:20.255274 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9efb39e7-ba12-494b-9dd7-e5a5c5db160f tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:20.263881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2044c7-b66b-420b-b499-19272caddca6 None None] Network 0794cce1-0c94-44c6-bab2-766b406b491b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:20.384227 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9efb39e7-ba12-494b-9dd7-e5a5c5db160f tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8284523 Dec 08 02:09:20.389064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44360) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:20.438757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4e3f24a3-b2ed-4481-b172-d390b570ac07 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Request body: {'port': {'network_id': '0794cce1-0c94-44c6-bab2-766b406b491b', 'name': 'tempest-AllowedAddressPairTestJSON-1147818958'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:20.536679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-0794cce1-0c94-44c6-bab2-766b406b491b', 'network_id': '0794cce1-0c94-44c6-bab2-766b406b491b', 'project_id': '0d15f2dfa9864b74b10bbb1bb22e719b', 'fixed_ips': [{'subnet_id': '61d460a0-1256-43dd-bd1c-d29cff2042a1'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:09:20.537612 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:20.584374 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-adc390d4-2600-47f1-83d5-864960ca5d5f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Allocated IP 172.20.0.14 (82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad/d7dd109b-19a8-41cd-875c-3304ef52d129/796cba1e-4e9a-4880-bd68-63fd1c08e229) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:20.644155 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6aae791-1069-4a9a-a5f4-36c7e0339580 req-a5a75c41-0e48-411a-86b4-6b4ef688198c service neutron] 10.222.0.75 "GET /v2.0/networks/7395e324-3d87-4b26-866c-bfff102af6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976467 Dec 08 02:09:20.662069 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3878589-ee5d-4a2d-bfaa-b2d93913de17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:20.715904 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3f24a3-b2ed-4481-b172-d390b570ac07 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Made reservation on behalf of 0d15f2dfa9864b74b10bbb1bb22e719b for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:20.720086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e3f24a3-b2ed-4481-b172-d390b570ac07 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:20.741389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3878589-ee5d-4a2d-bfaa-b2d93913de17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c08e74-103b-4cbe-976c-ceed8594a0cb,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:20.766602 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8357afcb-fba2-4132-8012-d61961787d5b req-f6f7fb4c-9418-486b-806a-560329af9e6c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4696746 Dec 08 02:09:20.780111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-4e3f24a3-b2ed-4481-b172-d390b570ac07 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] device_id is not set on port 80c69f86-de2a-4198-85c1-cecc56ed7e6e yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:09:20.782192 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Allocated IP 172.20.0.2 (0794cce1-0c94-44c6-bab2-766b406b491b/61d460a0-1256-43dd-bd1c-d29cff2042a1/040ca3ed-934a-45be-8bd9-291463e4c4f3) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:20.906635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3878589-ee5d-4a2d-bfaa-b2d93913de17 admin admin] Checking segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:20.906961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3878589-ee5d-4a2d-bfaa-b2d93913de17 admin admin] Network hostable DHCP agents. Network: 3c1d6076-2a4e-4d70-97ce-7376926325bf, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:09:20.929099 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3878589-ee5d-4a2d-bfaa-b2d93913de17 admin admin] Network 3c1d6076-2a4e-4d70-97ce-7376926325bf is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:09:20.942389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a3878589-ee5d-4a2d-bfaa-b2d93913de17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 3c1d6076-2a4e-4d70-97ce-7376926325bf) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:20.954893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d487a2-5d34-4921-bae7-4a7590955784 None None] Network 3c1d6076-2a4e-4d70-97ce-7376926325bf requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:20.960613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3878589-ee5d-4a2d-bfaa-b2d93913de17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:20.961894 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3878589-ee5d-4a2d-bfaa-b2d93913de17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:20.983695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-241f754b-13c2-464d-a2d5-90149a47c813 req-ac3aefae-4731-4ea3-91d8-402e2d94fe48 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 210 time: 0.0997066 Dec 08 02:09:21.056516 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a3878589-ee5d-4a2d-bfaa-b2d93913de17 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2509460 Dec 08 02:09:21.062604 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357afcb-fba2-4132-8012-d61961787d5b req-2a003f2c-7446-48a1-9564-853bc4a44456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:21.064483 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8357afcb-fba2-4132-8012-d61961787d5b req-2a003f2c-7446-48a1-9564-853bc4a44456 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=599f20414bca47809376ee6158cd4fab&device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 1097 time: 0.1077411 Dec 08 02:09:21.141276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f187804a-2086-469c-b315-39d9d6b3a6e6 None None] Network 3c1d6076-2a4e-4d70-97ce-7376926325bf requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:21.172737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4520c058-41d7-4f48-a9bc-b690994f632a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:21.174665 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4520c058-41d7-4f48-a9bc-b690994f632a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.75 "GET /v2.0/networks?id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 200 len: 819 time: 0.1899247 Dec 08 02:09:21.197833 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-410db422-d036-40cd-8f4c-417b0e44557f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Request body: {'port': {'device_id': 'a1cbc540-2dbc-4bae-a42d-f91a053e209c', 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad', 'admin_state_up': True, 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:21.216135 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:21.313700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357afcb-fba2-4132-8012-d61961787d5b req-ff026c30-3cfb-4fc0-9386-a51fa684256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:21.315163 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8357afcb-fba2-4132-8012-d61961787d5b req-ff026c30-3cfb-4fc0-9386-a51fa684256a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 200 len: 915 time: 0.2199154 Dec 08 02:09:21.321064 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-adc390d4-2600-47f1-83d5-864960ca5d5f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:21.351106 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:21.412720 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-410db422-d036-40cd-8f4c-417b0e44557f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Made reservation on behalf of 5a47f8987f0d4cd1b65121c626f5addd for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:21.417608 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-410db422-d036-40cd-8f4c-417b0e44557f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:21.442307 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8357afcb-fba2-4132-8012-d61961787d5b req-99d8ac05-2e01-479b-a5e8-9a65f4cad2a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d9b7dbc-69a1-452a-b823-ca8a50551230 HTTP/1.1" status: 200 len: 217 time: 0.1196642 Dec 08 02:09:21.445553 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-adc390d4-2600-47f1-83d5-864960ca5d5f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:21.470786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 85ce6dbd-aea9-49f9-854a-4b2fe3293696 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:09:21.511261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-4e3f24a3-b2ed-4481-b172-d390b570ac07 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Allocated IP 172.20.0.5 (0794cce1-0c94-44c6-bab2-766b406b491b/61d460a0-1256-43dd-bd1c-d29cff2042a1/80c69f86-de2a-4198-85c1-cecc56ed7e6e) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:21.549017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357afcb-fba2-4132-8012-d61961787d5b req-2781d953-e494-4e4a-85d8-bf896ce117cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:21.556716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc390d4-2600-47f1-83d5-864960ca5d5f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Pushing event updated for resources: {'Port': ['ID=796cba1e-4e9a-4880-bd68-63fd1c08e229,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:21.559428 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8357afcb-fba2-4132-8012-d61961787d5b req-2781d953-e494-4e4a-85d8-bf896ce117cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7edc8da-fc0d-472c-9093-a156fba7e61f HTTP/1.1" status: 200 len: 854 time: 0.0919237 Dec 08 02:09:21.579091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-adc390d4-2600-47f1-83d5-864960ca5d5f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:21.582384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-adc390d4-2600-47f1-83d5-864960ca5d5f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:21.587654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Pushing event updated for resources: {'Port': ['ID=040ca3ed-934a-45be-8bd9-291463e4c4f3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:21.590267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-adc390d4-2600-47f1-83d5-864960ca5d5f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:21.608968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Network 0794cce1-0c94-44c6-bab2-766b406b491b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:21.619647 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:21.624073 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:21.681135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 85ce6dbd-aea9-49f9-854a-4b2fe3293696 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:21.681135 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:21.746064 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Attempting to bind port 040ca3ed-934a-45be-8bd9-291463e4c4f3 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:09:21.746448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Attempting to bind port 040ca3ed-934a-45be-8bd9-291463e4c4f3 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '866a2fa3-adba-42cc-82eb-37b9a6b235db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0794cce1-0c94-44c6-bab2-766b406b491b'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:09:21.746814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Attempting to bind port 040ca3ed-934a-45be-8bd9-291463e4c4f3 on network 0794cce1-0c94-44c6-bab2-766b406b491b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:21.769716 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:09:21.770094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Checking segment: {'id': '866a2fa3-adba-42cc-82eb-37b9a6b235db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0794cce1-0c94-44c6-bab2-766b406b491b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:21.770501 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:21.770897 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Bound using segment: {'id': '866a2fa3-adba-42cc-82eb-37b9a6b235db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0794cce1-0c94-44c6-bab2-766b406b491b'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:09:21.771384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Bound port: 040ca3ed-934a-45be-8bd9-291463e4c4f3, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866a2fa3-adba-42cc-82eb-37b9a6b235db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0794cce1-0c94-44c6-bab2-766b406b491b'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:09:21.771800 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:21.808554 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e3f24a3-b2ed-4481-b172-d390b570ac07 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:21.865738 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e3f24a3-b2ed-4481-b172-d390b570ac07 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:21.901977 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8357afcb-fba2-4132-8012-d61961787d5b req-473198e3-19c7-43e8-a599-16b404937ec8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3348627 Dec 08 02:09:21.965935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f24a3-b2ed-4481-b172-d390b570ac07 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Network 0794cce1-0c94-44c6-bab2-766b406b491b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:21.995677 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] For port 040ca3ed-934a-45be-8bd9-291463e4c4f3, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:09:22.000050 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-243e6da2-74a3-4804-bcf5-950f9eedd9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.002795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] For port 040ca3ed-934a-45be-8bd9-291463e4c4f3, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=040ca3ed-934a-45be-8bd9-291463e4c4f3,segment=NetworkSegment(866a2fa3-adba-42cc-82eb-37b9a6b235db),segment_id=866a2fa3-adba-42cc-82eb-37b9a6b235db)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:09:22.008017 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.089899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-4e3f24a3-b2ed-4481-b172-d390b570ac07 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:22.093620 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8357afcb-fba2-4132-8012-d61961787d5b req-2f6f5138-152b-43e2-a4a4-89ac3f2ba5cc service neutron] 10.222.0.45 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578684 Dec 08 02:09:22.094425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3f24a3-b2ed-4481-b172-d390b570ac07 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:22.109936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e764d-9793-41c9-9366-81d8f3b76dbf None None] Pushing event updated for resources: {'Port': ['ID=040ca3ed-934a-45be-8bd9-291463e4c4f3,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:22.298654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f24a3-b2ed-4481-b172-d390b570ac07 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event updated for resources: {'Port': ['ID=80c69f86-de2a-4198-85c1-cecc56ed7e6e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:22.318241 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8357afcb-fba2-4132-8012-d61961787d5b req-63d7d327-e7cd-480b-a3c2-ec24ae41c324 service neutron] 10.222.0.45 "GET /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864624 Dec 08 02:09:22.332988 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f24a3-b2ed-4481-b172-d390b570ac07 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:22.334402 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e3f24a3-b2ed-4481-b172-d390b570ac07 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.357987 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4e3f24a3-b2ed-4481-b172-d390b570ac07 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9233751 Dec 08 02:09:22.360473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44394) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:22.367773 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d8ab700a-0de4-43bc-8ce6-6cc819c6f78b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Request body: {'port': {'network_id': '0794cce1-0c94-44c6-bab2-766b406b491b', 'name': 'tempest-AllowedAddressPairTestJSON-257457891', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:48:7f:7c'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:22.573378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ab700a-0de4-43bc-8ce6-6cc819c6f78b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Made reservation on behalf of 0d15f2dfa9864b74b10bbb1bb22e719b for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:22.579162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef629fd-031a-4470-86ab-6769274667d1 req-ace9fa5e-78bb-4486-a710-4435e7f6df69 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:22.580717 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eef629fd-031a-4470-86ab-6769274667d1 req-ace9fa5e-78bb-4486-a710-4435e7f6df69 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.1835618 Dec 08 02:09:22.626711 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e522f5a-48da-410c-b78d-b33d2c426545 req-144a16ed-e5db-4fbd-a3ae-d2cebd375c3e tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 210 time: 0.2324634 Dec 08 02:09:22.643929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eef629fd-031a-4470-86ab-6769274667d1 req-05e680d1-8ddf-4d80-bee4-502bf61f07d6 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/quotas/6f00c661668d43f18aa8b95269722bb0 HTTP/1.1" status: 200 len: 375 time: 0.0427971 Dec 08 02:09:22.670802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-adc390d4-2600-47f1-83d5-864960ca5d5f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:22.671477 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-adc390d4-2600-47f1-83d5-864960ca5d5f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.712060 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8ab700a-0de4-43bc-8ce6-6cc819c6f78b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.733821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-d8ab700a-0de4-43bc-8ce6-6cc819c6f78b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] device_id is not set on port 12fa2ea4-82ab-464f-8931-475573ec8b29 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:09:22.745459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eef629fd-031a-4470-86ab-6769274667d1 req-f32cbb7e-9c9e-4c3c-8bd7-7c8ca0f36f47 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677180 Dec 08 02:09:22.759360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-adc390d4-2600-47f1-83d5-864960ca5d5f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1890671 Dec 08 02:09:22.792479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Request body: {'port': {'device_id': '8d2f0ba6-e4e5-450c-bee7-73d754226f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:22.881037 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-410db422-d036-40cd-8f4c-417b0e44557f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Allocated IP 172.20.0.13 (82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad/d7dd109b-19a8-41cd-875c-3304ef52d129/9a3748e6-5b1b-4abe-b504-729c26cff173) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:22.891118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-d8ab700a-0de4-43bc-8ce6-6cc819c6f78b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Allocated IP 172.20.0.4 (0794cce1-0c94-44c6-bab2-766b406b491b/61d460a0-1256-43dd-bd1c-d29cff2042a1/12fa2ea4-82ab-464f-8931-475573ec8b29) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:22.932535 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.961265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eef629fd-031a-4470-86ab-6769274667d1 req-36dd85d1-8c3c-439e-8cdd-92363359fac4 service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004728 Dec 08 02:09:23.154402 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8ab700a-0de4-43bc-8ce6-6cc819c6f78b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:23.239013 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8ab700a-0de4-43bc-8ce6-6cc819c6f78b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:23.267303 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eef629fd-031a-4470-86ab-6769274667d1 req-571ff1a8-2d6e-4e28-b6bb-2b273bd43513 service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924533 Dec 08 02:09:23.333907 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-410db422-d036-40cd-8f4c-417b0e44557f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:23.367404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ab700a-0de4-43bc-8ce6-6cc819c6f78b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Network 0794cce1-0c94-44c6-bab2-766b406b491b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:23.377725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-d8ab700a-0de4-43bc-8ce6-6cc819c6f78b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:23.386230 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:23.389831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab700a-0de4-43bc-8ce6-6cc819c6f78b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:23.436972 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-410db422-d036-40cd-8f4c-417b0e44557f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:23.482122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ab700a-0de4-43bc-8ce6-6cc819c6f78b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:23.484723 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8ab700a-0de4-43bc-8ce6-6cc819c6f78b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:23.505890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 040ca3ed-934a-45be-8bd9-291463e4c4f3 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:09:23.520340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab700a-0de4-43bc-8ce6-6cc819c6f78b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event updated for resources: {'Port': ['ID=12fa2ea4-82ab-464f-8931-475573ec8b29,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:23.551536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44408) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:23.560905 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d8ab700a-0de4-43bc-8ce6-6cc819c6f78b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.1868539 Dec 08 02:09:23.616992 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 040ca3ed-934a-45be-8bd9-291463e4c4f3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:23.617380 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:23.692605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-410db422-d036-40cd-8f4c-417b0e44557f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:23.701176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-410db422-d036-40cd-8f4c-417b0e44557f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:23.716014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410db422-d036-40cd-8f4c-417b0e44557f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Pushing event updated for resources: {'Port': ['ID=9a3748e6-5b1b-4abe-b504-729c26cff173,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:23.720901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-410db422-d036-40cd-8f4c-417b0e44557f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:23.739697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8acc9a-bbe0-4e7a-862e-0beb51988a44 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:23.753413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8acc9a-bbe0-4e7a-862e-0beb51988a44 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:23.770555 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:23.772705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8acc9a-bbe0-4e7a-862e-0beb51988a44 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:23.785166 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bc8acc9a-bbe0-4e7a-862e-0beb51988a44 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1811306 Dec 08 02:09:23.785301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44416) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:23.879910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43777fc8-d8b3-4001-9798-4cbfd7c95c12 None None] Network 0794cce1-0c94-44c6-bab2-766b406b491b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:23.919966 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 040ca3ed-934a-45be-8bd9-291463e4c4f3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=040ca3ed-934a-45be-8bd9-291463e4c4f3,segment=NetworkSegment(866a2fa3-adba-42cc-82eb-37b9a6b235db),segment_id=866a2fa3-adba-42cc-82eb-37b9a6b235db)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:23.973422 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:24.019484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dbd41d78-a84a-4362-af10-e2b23a96769b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Deleting port 12fa2ea4-82ab-464f-8931-475573ec8b29 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:24.020021 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dbd41d78-a84a-4362-af10-e2b23a96769b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:24.124662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796cba1e-4e9a-4880-bd68-63fd1c08e229 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:09:24.136229 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:24.155002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Transition to ACTIVE for port object 796cba1e-4e9a-4880-bd68-63fd1c08e229 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:09:24.165949 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:24.184451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-410db422-d036-40cd-8f4c-417b0e44557f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:24.185854 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-410db422-d036-40cd-8f4c-417b0e44557f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:24.229651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955a1a8-006f-46ab-9633-18d561ca18c0 req-5243f101-18bf-4fc3-ad43-438109e8f4b9 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:24.233571 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dbd41d78-a84a-4362-af10-e2b23a96769b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:24.239690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8955a1a8-006f-46ab-9633-18d561ca18c0 req-5243f101-18bf-4fc3-ad43-438109e8f4b9 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 932 time: 0.3697231 Dec 08 02:09:24.269050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dbd41d78-a84a-4362-af10-e2b23a96769b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Calling delete_port for 12fa2ea4-82ab-464f-8931-475573ec8b29 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:24.332377 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-410db422-d036-40cd-8f4c-417b0e44557f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1397829 Dec 08 02:09:24.384138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de36ed02-fb3c-45ac-bf33-2f024dbe219c req-b4950dea-c5e1-43c1-bdaf-8a6c27d77c98 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 210 time: 0.0984051 Dec 08 02:09:24.426223 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Request body: {'port': {'device_id': 'a1cbc540-2dbc-4bae-a42d-f91a053e209c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:24.497373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Pushing event updated for resources: {'Port': ['ID=796cba1e-4e9a-4880-bd68-63fd1c08e229,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:24.540283 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8955a1a8-006f-46ab-9633-18d561ca18c0 req-94071840-09b8-4d7f-b3bb-fdb50f571395 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984807 Dec 08 02:09:24.561872 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dbd41d78-a84a-4362-af10-e2b23a96769b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:24.602305 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-72b28dac-eba9-4efc-9226-8e5ef6ea14ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:24.605658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1b52d3db-7d2b-4a63-b06c-58c7fb844921 None None] Provisioning complete for port 040ca3ed-934a-45be-8bd9-291463e4c4f3 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:24.606309 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b52d3db-7d2b-4a63-b06c-58c7fb844921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:24.617881 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:24.646474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd41d78-a84a-4362-af10-e2b23a96769b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event deleted for resources: {'Port': ['ID=12fa2ea4-82ab-464f-8931-475573ec8b29,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:24.683330 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:24.746377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Attempting to bind port 796cba1e-4e9a-4880-bd68-63fd1c08e229 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:09:24.746963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Attempting to bind port 796cba1e-4e9a-4880-bd68-63fd1c08e229 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd1411cc8-0219-4542-83c7-da00bdc3a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:09:24.747981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Attempting to bind port 796cba1e-4e9a-4880-bd68-63fd1c08e229 on network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:24.756765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Port 796cba1e-4e9a-4880-bd68-63fd1c08e229 on network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:09:24.757729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Attempting to bind port 796cba1e-4e9a-4880-bd68-63fd1c08e229 on network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:24.785221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:09:24.788914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Checking segment: {'id': 'd1411cc8-0219-4542-83c7-da00bdc3a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:24.789349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Bound using segment: {'id': 'd1411cc8-0219-4542-83c7-da00bdc3a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:09:24.791118 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Bound port: 796cba1e-4e9a-4880-bd68-63fd1c08e229, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1411cc8-0219-4542-83c7-da00bdc3a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:09:24.792530 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:24.818928 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=040ca3ed-934a-45be-8bd9-291463e4c4f3,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:25.006225 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dbd41d78-a84a-4362-af10-e2b23a96769b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:25.010443 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dbd41d78-a84a-4362-af10-e2b23a96769b tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "DELETE /v2.0/ports/12fa2ea4-82ab-464f-8931-475573ec8b29 HTTP/1.1" status: 204 len: 168 time: 1.2236400 Dec 08 02:09:25.013713 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44430) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:25.078244 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-452b7993-ca9b-47ac-beea-cf98fc77114d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] GET failed (client error): The resource could not be found. Dec 08 02:09:25.084529 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-452b7993-ca9b-47ac-beea-cf98fc77114d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "GET /v2.0/ports/12fa2ea4-82ab-464f-8931-475573ec8b29 HTTP/1.1" status: 404 len: 333 time: 0.0665712 Dec 08 02:09:25.088117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44434) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:25.093909 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c5aac2e9-1662-4c4f-a362-9a68a7a8f13c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Request body: {'port': {'network_id': '0794cce1-0c94-44c6-bab2-766b406b491b', 'name': 'tempest-AllowedAddressPairTestJSON-621159064'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:25.124306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] For port 796cba1e-4e9a-4880-bd68-63fd1c08e229, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:09:25.142433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] For port 796cba1e-4e9a-4880-bd68-63fd1c08e229, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=796cba1e-4e9a-4880-bd68-63fd1c08e229,segment=NetworkSegment(d1411cc8-0219-4542-83c7-da00bdc3a1b5),segment_id=d1411cc8-0219-4542-83c7-da00bdc3a1b5)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:09:25.149050 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:25.244712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:25.260557 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:25.262370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] 10.222.0.45 "PUT /v2.0/ports/796cba1e-4e9a-4880-bd68-63fd1c08e229 HTTP/1.1" status: 200 len: 1093 time: 2.4806192 Dec 08 02:09:25.268557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2f0ba6-e4e5-450c-bee7-73d754226f04', 'tag': '796cba1e-4e9a-4880-bd68-63fd1c08e229'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:25.278192 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-15aec73c-438a-4e38-b80f-8f08cc83b8c5 None None] Provisioning complete for port 80c69f86-de2a-4198-85c1-cecc56ed7e6e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:25.281345 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ee0355-1dda-46f7-a040-a7ec8605287c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2f0ba6-e4e5-450c-bee7-73d754226f04", "tag": "796cba1e-4e9a-4880-bd68-63fd1c08e229"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:25.282113 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15aec73c-438a-4e38-b80f-8f08cc83b8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:25.403323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-15aec73c-438a-4e38-b80f-8f08cc83b8c5 None None] Port 80c69f86-de2a-4198-85c1-cecc56ed7e6e cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:09:25.467195 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-15aec73c-438a-4e38-b80f-8f08cc83b8c5 None None] Provisioning complete for port 040ca3ed-934a-45be-8bd9-291463e4c4f3 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:25.468914 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15aec73c-438a-4e38-b80f-8f08cc83b8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:25.525478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 040ca3ed-934a-45be-8bd9-291463e4c4f3 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:09:25.548123 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:25.566716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef629fd-031a-4470-86ab-6769274667d1 req-8e5e186f-4967-417b-8319-a1e9009bf63a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:25.568654 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eef629fd-031a-4470-86ab-6769274667d1 req-8e5e186f-4967-417b-8319-a1e9009bf63a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.45 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.3473127 Dec 08 02:09:25.589981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3748e6-5b1b-4abe-b504-729c26cff173 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:09:25.597524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-eef629fd-031a-4470-86ab-6769274667d1 req-b8c425b1-4c5b-4b37-8789-49e1212473b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Request body: {'port': {'device_id': 'e19c69b9-68c1-4d33-856e-3f1d1a673346', 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'admin_state_up': True, 'tenant_id': '6f00c661668d43f18aa8b95269722bb0'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:25.609322 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:25.637607 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Transition to ACTIVE for port object 9a3748e6-5b1b-4abe-b504-729c26cff173 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:09:25.680685 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15387a5-854d-4ed3-94c2-448d090a275c x-openstack-request-id: req-c15387a5-854d-4ed3-94c2-448d090a275c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:25.681061 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2f0ba6-e4e5-450c-bee7-73d754226f04", "tag": "796cba1e-4e9a-4880-bd68-63fd1c08e229", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:25.681324 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c15387a5-854d-4ed3-94c2-448d090a275c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:25.681791 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2f0ba6-e4e5-450c-bee7-73d754226f04', 'tag': '796cba1e-4e9a-4880-bd68-63fd1c08e229', 'status': 'completed', 'code': 200} Dec 08 02:09:25.789907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 040ca3ed-934a-45be-8bd9-291463e4c4f3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:25.801637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:25.802801 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:25.895335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3dd4cf4-1282-483d-87a7-8ef964a9a35a req-03bd93d5-a6cd-4459-b9d2-74b46ce172ec tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 210 time: 0.2125003 Dec 08 02:09:25.909271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f413725-9037-4ad8-8d82-a5d00a48ea67 service neutron] Pushing event updated for resources: {'Port': ['ID=796cba1e-4e9a-4880-bd68-63fd1c08e229,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:26.074593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-a4ffcb4c-9894-40ec-a23d-91e194b20d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:26.076641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-a4ffcb4c-9894-40ec-a23d-91e194b20d85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 1096 time: 0.7047052 Dec 08 02:09:26.083692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-93e1d03a-739a-450e-adc4-47ac0201b594 None None] Provisioning complete for port 80c69f86-de2a-4198-85c1-cecc56ed7e6e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:26.084174 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93e1d03a-739a-450e-adc4-47ac0201b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:26.152274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-93e1d03a-739a-450e-adc4-47ac0201b594 None None] Port 80c69f86-de2a-4198-85c1-cecc56ed7e6e cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:09:26.167304 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-1c896d6f-1d4e-4d47-a8f0-597eb41e534b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796cba1e-4e9a-4880-bd68-63fd1c08e229 HTTP/1.1" status: 200 len: 217 time: 0.0748801 Dec 08 02:09:26.273687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3748e6-5b1b-4abe-b504-729c26cff173,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:26.285682 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fa2c42fc-a4c4-4af5-b07a-9e89c4dc5aa3 None None] Could not find standard attr ID for object 12fa2ea4-82ab-464f-8931-475573ec8b29. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:09:26.351280 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203c0d2-1afd-4c32-899d-d54e50a1698d req-5deb26b0-0e53-449b-81b5-da177c8b34cd tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:26.364296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e203c0d2-1afd-4c32-899d-d54e50a1698d req-5deb26b0-0e53-449b-81b5-da177c8b34cd tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 944 time: 0.4715054 Dec 08 02:09:26.401207 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-dc2975c7-204a-40fe-9aed-37bdad7e4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:26.402907 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-dc2975c7-204a-40fe-9aed-37bdad7e4f8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7dd109b-19a8-41cd-875c-3304ef52d129 HTTP/1.1" status: 200 len: 859 time: 0.2195826 Dec 08 02:09:26.434093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5aac2e9-1662-4c4f-a362-9a68a7a8f13c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Made reservation on behalf of 0d15f2dfa9864b74b10bbb1bb22e719b for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:26.438102 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c5aac2e9-1662-4c4f-a362-9a68a7a8f13c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:26.443928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-424207fe-94d0-4681-a696-bc974fd3eba1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279768 Dec 08 02:09:26.470569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-c5aac2e9-1662-4c4f-a362-9a68a7a8f13c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] device_id is not set on port a023208f-0a13-4195-a5c8-d7863639e02b yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:09:26.486266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Attempting to bind port 9a3748e6-5b1b-4abe-b504-729c26cff173 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:09:26.486745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Attempting to bind port 9a3748e6-5b1b-4abe-b504-729c26cff173 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd1411cc8-0219-4542-83c7-da00bdc3a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:09:26.487175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Attempting to bind port 9a3748e6-5b1b-4abe-b504-729c26cff173 on network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:26.508539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e203c0d2-1afd-4c32-899d-d54e50a1698d req-d96eeeb4-341d-4af8-ab51-e1331f82cdc0 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431868 Dec 08 02:09:26.516672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef629fd-031a-4470-86ab-6769274667d1 req-b8c425b1-4c5b-4b37-8789-49e1212473b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Made reservation on behalf of 6f00c661668d43f18aa8b95269722bb0 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:26.521029 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eef629fd-031a-4470-86ab-6769274667d1 req-b8c425b1-4c5b-4b37-8789-49e1212473b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:26.539285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Port 9a3748e6-5b1b-4abe-b504-729c26cff173 on network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:09:26.539534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Attempting to bind port 9a3748e6-5b1b-4abe-b504-729c26cff173 on network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:26.549315 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:09:26.549512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Checking segment: {'id': 'd1411cc8-0219-4542-83c7-da00bdc3a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:26.550175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Bound using segment: {'id': 'd1411cc8-0219-4542-83c7-da00bdc3a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:09:26.550491 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Bound port: 9a3748e6-5b1b-4abe-b504-729c26cff173, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1411cc8-0219-4542-83c7-da00bdc3a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:09:26.551476 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:26.623597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] For port 9a3748e6-5b1b-4abe-b504-729c26cff173, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:09:26.626370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] For port 9a3748e6-5b1b-4abe-b504-729c26cff173, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9a3748e6-5b1b-4abe-b504-729c26cff173,segment=NetworkSegment(d1411cc8-0219-4542-83c7-da00bdc3a1b5),segment_id=d1411cc8-0219-4542-83c7-da00bdc3a1b5)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:09:26.639749 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:26.674905 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-0fdc82c5-f175-444c-b33a-6d4cf5ba84b6 service neutron] 10.222.0.45 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197132 Dec 08 02:09:26.686488 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-c5aac2e9-1662-4c4f-a362-9a68a7a8f13c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Allocated IP 172.20.0.11 (0794cce1-0c94-44c6-bab2-766b406b491b/61d460a0-1256-43dd-bd1c-d29cff2042a1/a023208f-0a13-4195-a5c8-d7863639e02b) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:26.694435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:26.695217 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:26.696777 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] 10.222.0.75 "PUT /v2.0/ports/9a3748e6-5b1b-4abe-b504-729c26cff173 HTTP/1.1" status: 200 len: 1093 time: 2.3206375 Dec 08 02:09:26.737233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-eef629fd-031a-4470-86ab-6769274667d1 req-b8c425b1-4c5b-4b37-8789-49e1212473b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Allocated IP 172.20.0.12 (3c1d6076-2a4e-4d70-97ce-7376926325bf/d8c08e74-103b-4cbe-976c-ceed8594a0cb/a9545aae-5e04-40b2-b242-477b3b953496) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:26.833749 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82ff68-60e3-41e8-8f3f-4338fbfae824 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3748e6-5b1b-4abe-b504-729c26cff173,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:26.861494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-67a64cb0-af49-4cdf-a56c-a47e60036785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:26.863028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-67a64cb0-af49-4cdf-a56c-a47e60036785 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 1096 time: 0.0756204 Dec 08 02:09:26.865040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d3606fb-5797-4d89-a7bf-14271476eb43 req-1cae49dd-464d-41e7-bcb4-288259843203 service neutron] 10.222.0.45 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804624 Dec 08 02:09:26.924876 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-010fea54-5de7-4076-b31d-db00f5520a44 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a3748e6-5b1b-4abe-b504-729c26cff173 HTTP/1.1" status: 200 len: 217 time: 0.0457726 Dec 08 02:09:26.930047 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:26.960883 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c5aac2e9-1662-4c4f-a362-9a68a7a8f13c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:27.011679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-6fb07e6d-840c-4570-949f-8fffa1f9709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:27.013220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-6fb07e6d-840c-4570-949f-8fffa1f9709e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d7dd109b-19a8-41cd-875c-3304ef52d129 HTTP/1.1" status: 200 len: 859 time: 0.0753078 Dec 08 02:09:27.036192 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eef629fd-031a-4470-86ab-6769274667d1 req-b8c425b1-4c5b-4b37-8789-49e1212473b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:27.050130 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-3a13b443-f7f7-413b-9abb-0ab6f1581626 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287118 Dec 08 02:09:27.064584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee0355-1dda-46f7-a040-a7ec8605287c req-5d8d2c5c-d009-489b-8f36-90cde0a9d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:27.066116 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31ee0355-1dda-46f7-a040-a7ec8605287c req-5d8d2c5c-d009-489b-8f36-90cde0a9d4f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 1096 time: 0.0850089 Dec 08 02:09:27.077856 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c5aac2e9-1662-4c4f-a362-9a68a7a8f13c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:27.080558 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eef629fd-031a-4470-86ab-6769274667d1 req-b8c425b1-4c5b-4b37-8789-49e1212473b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:27.099617 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91bcb7ee-d58f-4869-b9d2-95952c71ab4c req-b36ec3db-6744-4873-a992-117909dc77cb tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 210 time: 0.0457909 Dec 08 02:09:27.158079 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aac2e9-1662-4c4f-a362-9a68a7a8f13c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event updated for resources: {'Port': ['ID=a023208f-0a13-4195-a5c8-d7863639e02b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:27.212417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef629fd-031a-4470-86ab-6769274667d1 req-b8c425b1-4c5b-4b37-8789-49e1212473b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Network 3c1d6076-2a4e-4d70-97ce-7376926325bf is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:27.224498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aac2e9-1662-4c4f-a362-9a68a7a8f13c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Network 0794cce1-0c94-44c6-bab2-766b406b491b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:27.230250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-c5aac2e9-1662-4c4f-a362-9a68a7a8f13c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:27.235553 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-eef629fd-031a-4470-86ab-6769274667d1 req-b8c425b1-4c5b-4b37-8789-49e1212473b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:27.241258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aac2e9-1662-4c4f-a362-9a68a7a8f13c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:27.311730 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-0ca36114-a284-4312-b34c-5f5f4bc7c8ba service neutron] 10.222.0.75 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433813 Dec 08 02:09:27.320718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef629fd-031a-4470-86ab-6769274667d1 req-b8c425b1-4c5b-4b37-8789-49e1212473b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:27.321951 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee0355-1dda-46f7-a040-a7ec8605287c req-3e7ddb48-c11e-4a62-935d-40479bfe811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:27.323941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31ee0355-1dda-46f7-a040-a7ec8605287c req-3e7ddb48-c11e-4a62-935d-40479bfe811d service neutron] 10.222.0.45 "GET /v2.0/networks?id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 200 len: 920 time: 0.2278757 Dec 08 02:09:27.345875 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aac2e9-1662-4c4f-a362-9a68a7a8f13c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:27.346739 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c5aac2e9-1662-4c4f-a362-9a68a7a8f13c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:27.372333 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c425b1-4c5b-4b37-8789-49e1212473b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Pushing event updated for resources: {'Port': ['ID=a9545aae-5e04-40b2-b242-477b3b953496,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:27.388184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31ee0355-1dda-46f7-a040-a7ec8605287c req-8d629911-651a-4b7b-9f71-4041282492ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796cba1e-4e9a-4880-bd68-63fd1c08e229 HTTP/1.1" status: 200 len: 217 time: 0.0526037 Dec 08 02:09:27.456005 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c5aac2e9-1662-4c4f-a362-9a68a7a8f13c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3618176 Dec 08 02:09:27.457605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44462) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:27.475961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9d89c8a8-071d-4fd6-a925-ae38a024ab0d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:48:7f:7c'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:27.492681 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef629fd-031a-4470-86ab-6769274667d1 req-b8c425b1-4c5b-4b37-8789-49e1212473b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:27.493396 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eef629fd-031a-4470-86ab-6769274667d1 req-b8c425b1-4c5b-4b37-8789-49e1212473b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:27.531057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee0355-1dda-46f7-a040-a7ec8605287c req-c7623b58-2e15-4908-aa48-7777267aa516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:27.532756 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31ee0355-1dda-46f7-a040-a7ec8605287c req-c7623b58-2e15-4908-aa48-7777267aa516 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7dd109b-19a8-41cd-875c-3304ef52d129 HTTP/1.1" status: 200 len: 859 time: 0.1314981 Dec 08 02:09:27.545625 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eef629fd-031a-4470-86ab-6769274667d1 req-b8c425b1-4c5b-4b37-8789-49e1212473b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9529927 Dec 08 02:09:27.550561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9ba1e84a-6ffb-4a09-aaf5-9eaa0b15376d None None] Provisioning complete for port a023208f-0a13-4195-a5c8-d7863639e02b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:27.562379 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e84a-6ffb-4a09-aaf5-9eaa0b15376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:27.573782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Request body: {'port': {'device_id': 'e19c69b9-68c1-4d33-856e-3f1d1a673346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:27.599124 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d89c8a8-071d-4fd6-a925-ae38a024ab0d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:27.619992 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1e84a-6ffb-4a09-aaf5-9eaa0b15376d None None] Port a023208f-0a13-4195-a5c8-d7863639e02b cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:09:27.628204 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31ee0355-1dda-46f7-a040-a7ec8605287c req-d2ffaa7f-dc1e-4121-9a7f-aa7eb9e72dde service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607452 Dec 08 02:09:27.679892 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:27.683401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1cbc540-2dbc-4bae-a42d-f91a053e209c', 'tag': '9a3748e6-5b1b-4abe-b504-729c26cff173'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:27.686358 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac44e24-cce6-4409-82a3-f42b2c198e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1cbc540-2dbc-4bae-a42d-f91a053e209c", "tag": "9a3748e6-5b1b-4abe-b504-729c26cff173"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:27.724996 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b49f9b8-8307-4b62-a218-dce47d51267b req-9267896a-6ae5-4ae9-be8f-03308b28aa9a service neutron] 10.222.0.75 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995006 Dec 08 02:09:27.774845 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0e7fda-ea60-4279-abf5-7848b9c6f404 x-openstack-request-id: req-ac0e7fda-ea60-4279-abf5-7848b9c6f404 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:27.775145 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1cbc540-2dbc-4bae-a42d-f91a053e209c", "tag": "9a3748e6-5b1b-4abe-b504-729c26cff173", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:27.775393 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ac0e7fda-ea60-4279-abf5-7848b9c6f404 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:27.775797 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1cbc540-2dbc-4bae-a42d-f91a053e209c', 'tag': '9a3748e6-5b1b-4abe-b504-729c26cff173', 'status': 'completed', 'code': 200} Dec 08 02:09:27.802470 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c10a14-e6a9-4b03-8581-d578466653fd req-6c177193-6d58-455b-bbfe-08240a580d20 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:27.804991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2c10a14-e6a9-4b03-8581-d578466653fd req-6c177193-6d58-455b-bbfe-08240a580d20 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 944 time: 0.1648088 Dec 08 02:09:27.846678 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31ee0355-1dda-46f7-a040-a7ec8605287c req-5c421d69-9f47-4112-9525-20f6d3e8d7c2 service neutron] 10.222.0.45 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053604 Dec 08 02:09:27.885267 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:27.986400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2c10a14-e6a9-4b03-8581-d578466653fd req-b7b1a0fd-95dd-4341-917d-e88b493db3c0 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654510 Dec 08 02:09:28.049894 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d89c8a8-071d-4fd6-a925-ae38a024ab0d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:28.050600 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac44e24-cce6-4409-82a3-f42b2c198e7a req-fdc785d5-98ec-4629-a134-72938ae89ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:28.052116 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac44e24-cce6-4409-82a3-f42b2c198e7a req-fdc785d5-98ec-4629-a134-72938ae89ac9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 1096 time: 0.1599646 Dec 08 02:09:28.060113 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d89c8a8-071d-4fd6-a925-ae38a024ab0d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:28.065318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d08f2b-a087-42ed-b88a-2ec46d77976d req-2f1272fb-fb1a-4021-a503-6445653954b5 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:28.068068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8d08f2b-a087-42ed-b88a-2ec46d77976d req-2f1272fb-fb1a-4021-a503-6445653954b5 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 945 time: 0.1113899 Dec 08 02:09:28.300967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9545aae-5e04-40b2-b242-477b3b953496 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:09:28.311909 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:28.331224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Transition to ACTIVE for port object a9545aae-5e04-40b2-b242-477b3b953496 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:09:28.344745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89c8a8-071d-4fd6-a925-ae38a024ab0d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event updated for resources: {'Port': ['ID=a023208f-0a13-4195-a5c8-d7863639e02b,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:28.351884 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:28.388627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-9d89c8a8-071d-4fd6-a925-ae38a024ab0d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] In _notify_port_updated(), no bound segment for port a023208f-0a13-4195-a5c8-d7863639e02b on network 0794cce1-0c94-44c6-bab2-766b406b491b {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:09:28.396071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d89c8a8-071d-4fd6-a925-ae38a024ab0d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:28.396856 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d89c8a8-071d-4fd6-a925-ae38a024ab0d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:28.398351 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9d89c8a8-071d-4fd6-a925-ae38a024ab0d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "PUT /v2.0/ports/a023208f-0a13-4195-a5c8-d7863639e02b HTTP/1.1" status: 200 len: 993 time: 0.9372799 Dec 08 02:09:28.404459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44478) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:28.459255 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3b5484fe-6494-4edc-be54-a65f27a06997 None None] Provisioning complete for port a023208f-0a13-4195-a5c8-d7863639e02b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:28.460456 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3b5484fe-6494-4edc-be54-a65f27a06997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:28.486559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9545aae-5e04-40b2-b242-477b3b953496,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:28.520136 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3b5484fe-6494-4edc-be54-a65f27a06997 None None] Port a023208f-0a13-4195-a5c8-d7863639e02b cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:09:28.527432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31ee0355-1dda-46f7-a040-a7ec8605287c req-9dd5cda2-c0a9-41c2-94f4-08e8daeffc76 service neutron] 10.222.0.45 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6660688 Dec 08 02:09:28.601125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Attempting to bind port a9545aae-5e04-40b2-b242-477b3b953496 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:09:28.602206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Attempting to bind port a9545aae-5e04-40b2-b242-477b3b953496 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:09:28.602643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Attempting to bind port a9545aae-5e04-40b2-b242-477b3b953496 on network 3c1d6076-2a4e-4d70-97ce-7376926325bf {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:28.610381 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Port a9545aae-5e04-40b2-b242-477b3b953496 on network 3c1d6076-2a4e-4d70-97ce-7376926325bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:09:28.611027 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Attempting to bind port a9545aae-5e04-40b2-b242-477b3b953496 on network 3c1d6076-2a4e-4d70-97ce-7376926325bf {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:28.619730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:09:28.619926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Checking segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:28.620791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Bound using segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:09:28.621384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Bound port: a9545aae-5e04-40b2-b242-477b3b953496, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:09:28.621760 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:28.655373 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8d08f2b-a087-42ed-b88a-2ec46d77976d req-3cef0867-c099-44bd-ac1e-59f8ebcf53c4 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5720968 Dec 08 02:09:28.658021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac44e24-cce6-4409-82a3-f42b2c198e7a req-501b9f3b-f3bd-4a29-9d9a-bf46c2e940db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:28.659578 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac44e24-cce6-4409-82a3-f42b2c198e7a req-501b9f3b-f3bd-4a29-9d9a-bf46c2e940db service neutron] 10.222.0.75 "GET /v2.0/networks?id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 200 len: 920 time: 0.5918584 Dec 08 02:09:28.672929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6d521-395d-4288-81a4-240cb6472d76 req-490f2963-88bb-4d8f-a6d8-302e8bc53c68 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:28.680587 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ebe6d521-395d-4288-81a4-240cb6472d76 req-490f2963-88bb-4d8f-a6d8-302e8bc53c68 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 944 time: 0.1506970 Dec 08 02:09:28.699886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6b56f2cb-0a7b-4043-b067-be4f17665247 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Deleting port a023208f-0a13-4195-a5c8-d7863639e02b {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:28.700231 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b56f2cb-0a7b-4043-b067-be4f17665247 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:28.705827 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] For port a9545aae-5e04-40b2-b242-477b3b953496, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:09:28.734571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac44e24-cce6-4409-82a3-f42b2c198e7a req-0ffa8ef7-e519-44d9-b9f4-5ef889d1f018 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a3748e6-5b1b-4abe-b504-729c26cff173 HTTP/1.1" status: 200 len: 217 time: 0.0470369 Dec 08 02:09:28.736424 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] For port a9545aae-5e04-40b2-b242-477b3b953496, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a9545aae-5e04-40b2-b242-477b3b953496,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:09:28.768398 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:28.790630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ebe6d521-395d-4288-81a4-240cb6472d76 req-6472c7e9-d8e6-416f-b99e-0dab3459d737 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091051 Dec 08 02:09:28.803998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac44e24-cce6-4409-82a3-f42b2c198e7a req-c4398a0f-82af-45b4-8581-d82f0680cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:28.805611 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac44e24-cce6-4409-82a3-f42b2c198e7a req-c4398a0f-82af-45b4-8581-d82f0680cad3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d7dd109b-19a8-41cd-875c-3304ef52d129 HTTP/1.1" status: 200 len: 859 time: 0.0600908 Dec 08 02:09:28.818705 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:28.819251 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:28.820654 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eef629fd-031a-4470-86ab-6769274667d1 req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] 10.222.0.45 "PUT /v2.0/ports/a9545aae-5e04-40b2-b242-477b3b953496 HTTP/1.1" status: 200 len: 1093 time: 1.2518423 Dec 08 02:09:28.823330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19c69b9-68c1-4d33-856e-3f1d1a673346', 'tag': 'a9545aae-5e04-40b2-b242-477b3b953496'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:28.825554 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512d04de-ab12-4dc0-a5e1-2117d2d345b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e19c69b9-68c1-4d33-856e-3f1d1a673346", "tag": "a9545aae-5e04-40b2-b242-477b3b953496"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:28.855311 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac44e24-cce6-4409-82a3-f42b2c198e7a req-4de05055-e3fa-462e-9382-4685c27cb605 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374372 Dec 08 02:09:28.874517 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b56f2cb-0a7b-4043-b067-be4f17665247 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:28.877789 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa34323-54a4-480e-bd00-ff5cb3f26a3b x-openstack-request-id: req-efa34323-54a4-480e-bd00-ff5cb3f26a3b {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:28.878087 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19c69b9-68c1-4d33-856e-3f1d1a673346", "tag": "a9545aae-5e04-40b2-b242-477b3b953496", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:28.878345 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-efa34323-54a4-480e-bd00-ff5cb3f26a3b {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:28.878738 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19c69b9-68c1-4d33-856e-3f1d1a673346', 'tag': 'a9545aae-5e04-40b2-b242-477b3b953496', 'status': 'completed', 'code': 200} Dec 08 02:09:28.924452 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6b56f2cb-0a7b-4043-b067-be4f17665247 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Calling delete_port for a023208f-0a13-4195-a5c8-d7863639e02b owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:28.931785 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d439296-190e-41da-9868-80dbc0612ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9545aae-5e04-40b2-b242-477b3b953496,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:28.965359 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac44e24-cce6-4409-82a3-f42b2c198e7a req-c18194ae-f267-4401-8c17-5862273b4170 service neutron] 10.222.0.75 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020370 Dec 08 02:09:28.989919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef629fd-031a-4470-86ab-6769274667d1 req-b1a8cf9c-4fea-45f9-b115-f38764d1c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:28.991458 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eef629fd-031a-4470-86ab-6769274667d1 req-b1a8cf9c-4fea-45f9-b115-f38764d1c047 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 1096 time: 0.1032283 Dec 08 02:09:29.057466 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eef629fd-031a-4470-86ab-6769274667d1 req-40ecb62d-40c9-40b9-aa57-27dceb26847c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9545aae-5e04-40b2-b242-477b3b953496 HTTP/1.1" status: 200 len: 217 time: 0.0467045 Dec 08 02:09:29.071486 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ac44e24-cce6-4409-82a3-f42b2c198e7a req-8897b3de-d9eb-496e-9102-f6cb00cd086b service neutron] 10.222.0.75 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974615 Dec 08 02:09:29.131163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e59708-0a88-4b4e-bcdf-5095ba9e06e2 req-c9ba05e9-5591-43da-8ad1-1039eff86558 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:29.133019 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56e59708-0a88-4b4e-bcdf-5095ba9e06e2 req-c9ba05e9-5591-43da-8ad1-1039eff86558 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 944 time: 0.0552871 Dec 08 02:09:29.152765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef629fd-031a-4470-86ab-6769274667d1 req-19d0c484-4916-4b45-819e-38d42842230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:29.154291 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eef629fd-031a-4470-86ab-6769274667d1 req-19d0c484-4916-4b45-819e-38d42842230e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.0895762 Dec 08 02:09:29.188272 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56e59708-0a88-4b4e-bcdf-5095ba9e06e2 req-bb077c37-4420-40c2-b682-62d7a62ef9be tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472550 Dec 08 02:09:29.200014 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eef629fd-031a-4470-86ab-6769274667d1 req-c4a45e52-5eb9-4fc1-af39-464deef50a3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305700 Dec 08 02:09:29.211062 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b56f2cb-0a7b-4043-b067-be4f17665247 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:29.264908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56f2cb-0a7b-4043-b067-be4f17665247 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event deleted for resources: {'Port': ['ID=a023208f-0a13-4195-a5c8-d7863639e02b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:29.443259 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eef629fd-031a-4470-86ab-6769274667d1 req-28845000-9e78-4a71-ad80-5730c7999bf0 service neutron] 10.222.0.45 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347164 Dec 08 02:09:29.557552 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b56f2cb-0a7b-4043-b067-be4f17665247 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:29.561391 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6b56f2cb-0a7b-4043-b067-be4f17665247 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "DELETE /v2.0/ports/a023208f-0a13-4195-a5c8-d7863639e02b HTTP/1.1" status: 204 len: 168 time: 1.1558425 Dec 08 02:09:29.564182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44492) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:29.592788 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eef629fd-031a-4470-86ab-6769274667d1 req-b3d34eb3-ab39-4c3f-b0e1-e49f9aad2c63 service neutron] 10.222.0.45 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247973 Dec 08 02:09:29.600668 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-46aa56e6-a3be-471b-960a-31d985a7fa32 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] GET failed (client error): The resource could not be found. Dec 08 02:09:29.602487 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-46aa56e6-a3be-471b-960a-31d985a7fa32 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "GET /v2.0/ports/a023208f-0a13-4195-a5c8-d7863639e02b HTTP/1.1" status: 404 len: 333 time: 0.0368218 Dec 08 02:09:29.607386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44496) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:29.613200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0932e566-4d7b-4730-8f7b-5947eade92e6 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Request body: {'port': {'network_id': '0794cce1-0c94-44c6-bab2-766b406b491b', 'name': 'tempest-AllowedAddressPairTestJSON-418306141'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:29.765412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d04de-ab12-4dc0-a5e1-2117d2d345b6 req-3b818557-3219-4b0d-959a-92d06b60b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:29.766914 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-512d04de-ab12-4dc0-a5e1-2117d2d345b6 req-3b818557-3219-4b0d-959a-92d06b60b706 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 1096 time: 0.0684581 Dec 08 02:09:29.768882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95176afa-2679-4f88-9c7f-9799a5a96e1f req-f29328a2-3986-4000-99db-9f5efda93282 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:29.770705 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-95176afa-2679-4f88-9c7f-9799a5a96e1f req-f29328a2-3986-4000-99db-9f5efda93282 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 945 time: 0.0628095 Dec 08 02:09:29.797387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0932e566-4d7b-4730-8f7b-5947eade92e6 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Made reservation on behalf of 0d15f2dfa9864b74b10bbb1bb22e719b for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:29.800722 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0932e566-4d7b-4730-8f7b-5947eade92e6 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:29.853001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-95176afa-2679-4f88-9c7f-9799a5a96e1f req-2d4e590c-cb57-4475-99cf-3e4556e66a6a tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599563 Dec 08 02:09:29.877012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-0932e566-4d7b-4730-8f7b-5947eade92e6 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] device_id is not set on port 9d26ba16-0263-4e51-bad8-315c027dfaf5 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:09:29.944131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c84653-08b1-4461-aabe-6cefff820b16 req-0a7a8845-0f7a-417e-a72a-9a7237102364 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:29.945651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6c84653-08b1-4461-aabe-6cefff820b16 req-0a7a8845-0f7a-417e-a72a-9a7237102364 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 944 time: 0.0570145 Dec 08 02:09:29.965561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d04de-ab12-4dc0-a5e1-2117d2d345b6 req-7575c42d-5527-4f08-9ec3-c330ae8f0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:29.967045 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-512d04de-ab12-4dc0-a5e1-2117d2d345b6 req-7575c42d-5527-4f08-9ec3-c330ae8f0d9a service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 906 time: 0.1786640 Dec 08 02:09:29.999680 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6c84653-08b1-4461-aabe-6cefff820b16 req-7849ce70-2819-421c-9983-e82e986635fe tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444288 Dec 08 02:09:30.032999 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-512d04de-ab12-4dc0-a5e1-2117d2d345b6 req-b17cd48b-53af-4858-8a77-f2f158a8b278 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9545aae-5e04-40b2-b242-477b3b953496 HTTP/1.1" status: 200 len: 217 time: 0.0474160 Dec 08 02:09:30.078838 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-0932e566-4d7b-4730-8f7b-5947eade92e6 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Allocated IP 172.20.0.10 (0794cce1-0c94-44c6-bab2-766b406b491b/61d460a0-1256-43dd-bd1c-d29cff2042a1/9d26ba16-0263-4e51-bad8-315c027dfaf5) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:30.107976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d04de-ab12-4dc0-a5e1-2117d2d345b6 req-b7ad03cf-f4ac-4808-b208-3ba2f34271a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:30.109376 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-512d04de-ab12-4dc0-a5e1-2117d2d345b6 req-b7ad03cf-f4ac-4808-b208-3ba2f34271a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.0672979 Dec 08 02:09:30.152700 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-512d04de-ab12-4dc0-a5e1-2117d2d345b6 req-8d553b52-f60d-4171-9c6b-c30688ca6a35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344234 Dec 08 02:09:30.344733 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-512d04de-ab12-4dc0-a5e1-2117d2d345b6 req-598751a8-79ee-4296-b353-bceeb22b022c service neutron] 10.222.0.45 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814976 Dec 08 02:09:30.378075 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a7658-fca8-4fda-a9ed-ccca8b580c37 req-5ecac11f-ecf3-41ad-8fa7-6bdca1fb2822 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:30.379918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b06a7658-fca8-4fda-a9ed-ccca8b580c37 req-5ecac11f-ecf3-41ad-8fa7-6bdca1fb2822 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 944 time: 0.1041749 Dec 08 02:09:30.398468 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0932e566-4d7b-4730-8f7b-5947eade92e6 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:30.450730 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b06a7658-fca8-4fda-a9ed-ccca8b580c37 req-e7c28b90-6be6-4fe3-9c4a-9d2eb5d2e29f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631251 Dec 08 02:09:30.491452 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-512d04de-ab12-4dc0-a5e1-2117d2d345b6 req-9f7110f4-a06f-46e4-bbbd-8912039e1c24 service neutron] 10.222.0.45 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321540 Dec 08 02:09:30.494492 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0932e566-4d7b-4730-8f7b-5947eade92e6 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:30.509854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9b90-64cd-465e-b409-b34523d4d856 req-daa43f12-ba3f-4af2-b613-74d966f1afc5 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:30.511462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15ae9b90-64cd-465e-b409-b34523d4d856 req-daa43f12-ba3f-4af2-b613-74d966f1afc5 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 945 time: 0.0673602 Dec 08 02:09:30.545721 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0932e566-4d7b-4730-8f7b-5947eade92e6 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Network 0794cce1-0c94-44c6-bab2-766b406b491b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:30.548965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-0932e566-4d7b-4730-8f7b-5947eade92e6 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:30.552687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932e566-4d7b-4730-8f7b-5947eade92e6 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:30.579816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15ae9b90-64cd-465e-b409-b34523d4d856 req-6e22e7c1-3d8c-45ed-b849-0b7112d31476 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623202 Dec 08 02:09:30.582856 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932e566-4d7b-4730-8f7b-5947eade92e6 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event updated for resources: {'Port': ['ID=9d26ba16-0263-4e51-bad8-315c027dfaf5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:30.619287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0932e566-4d7b-4730-8f7b-5947eade92e6 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:30.619895 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0932e566-4d7b-4730-8f7b-5947eade92e6 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:30.641212 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44514) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:30.641665 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0932e566-4d7b-4730-8f7b-5947eade92e6 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0328939 Dec 08 02:09:30.647921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-dc7246e8-a793-421f-9806-df1d108d3d28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:48:7f:7c'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:30.681128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 796cba1e-4e9a-4880-bd68-63fd1c08e229 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:09:30.806309 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 796cba1e-4e9a-4880-bd68-63fd1c08e229, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=796cba1e-4e9a-4880-bd68-63fd1c08e229,segment=NetworkSegment(d1411cc8-0219-4542-83c7-da00bdc3a1b5),segment_id=d1411cc8-0219-4542-83c7-da00bdc3a1b5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:30.815856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9a3748e6-5b1b-4abe-b504-729c26cff173 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:09:30.826204 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc7246e8-a793-421f-9806-df1d108d3d28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:30.830009 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '796cba1e-4e9a-4880-bd68-63fd1c08e229', 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad', 'port_id': '796cba1e-4e9a-4880-bd68-63fd1c08e229', 'mac_address': 'fa:16:3e:a6:c7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7dd109b-19a8-41cd-875c-3304ef52d129', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:09:30.938652 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:30.948406 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-81d8f512-bac1-4367-a6e3-59421686b183 None None] Provisioning complete for port 9d26ba16-0263-4e51-bad8-315c027dfaf5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:30.948777 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-81d8f512-bac1-4367-a6e3-59421686b183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:30.990866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796cba1e-4e9a-4880-bd68-63fd1c08e229 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:09:31.032096 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 9a3748e6-5b1b-4abe-b504-729c26cff173, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9a3748e6-5b1b-4abe-b504-729c26cff173,segment=NetworkSegment(d1411cc8-0219-4542-83c7-da00bdc3a1b5),segment_id=d1411cc8-0219-4542-83c7-da00bdc3a1b5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:31.035588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 796cba1e-4e9a-4880-bd68-63fd1c08e229, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=796cba1e-4e9a-4880-bd68-63fd1c08e229,segment=NetworkSegment(d1411cc8-0219-4542-83c7-da00bdc3a1b5),segment_id=d1411cc8-0219-4542-83c7-da00bdc3a1b5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:31.036684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-81d8f512-bac1-4367-a6e3-59421686b183 None None] Port 9d26ba16-0263-4e51-bad8-315c027dfaf5 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:09:31.046093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc7246e8-a793-421f-9806-df1d108d3d28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:31.046605 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:31.052845 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc7246e8-a793-421f-9806-df1d108d3d28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:31.053174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '9a3748e6-5b1b-4abe-b504-729c26cff173', 'network_id': '82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad', 'port_id': '9a3748e6-5b1b-4abe-b504-729c26cff173', 'mac_address': 'fa:16:3e:f2:3c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7dd109b-19a8-41cd-875c-3304ef52d129', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:09:31.131719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=796cba1e-4e9a-4880-bd68-63fd1c08e229,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:31.139634 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:31.157250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3748e6-5b1b-4abe-b504-729c26cff173 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:09:31.180130 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 9a3748e6-5b1b-4abe-b504-729c26cff173, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9a3748e6-5b1b-4abe-b504-729c26cff173,segment=NetworkSegment(d1411cc8-0219-4542-83c7-da00bdc3a1b5),segment_id=d1411cc8-0219-4542-83c7-da00bdc3a1b5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:31.182108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7246e8-a793-421f-9806-df1d108d3d28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event updated for resources: {'Port': ['ID=9d26ba16-0263-4e51-bad8-315c027dfaf5,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:31.193553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-dc7246e8-a793-421f-9806-df1d108d3d28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] In _notify_port_updated(), no bound segment for port 9d26ba16-0263-4e51-bad8-315c027dfaf5 on network 0794cce1-0c94-44c6-bab2-766b406b491b {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:09:31.195646 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:31.200566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7246e8-a793-421f-9806-df1d108d3d28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:31.201585 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc7246e8-a793-421f-9806-df1d108d3d28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:31.205544 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dc7246e8-a793-421f-9806-df1d108d3d28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "PUT /v2.0/ports/9d26ba16-0263-4e51-bad8-315c027dfaf5 HTTP/1.1" status: 200 len: 996 time: 0.5599980 Dec 08 02:09:31.205944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44520) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:31.228005 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a692e4-b300-4d4d-9c32-1f9a3b3e8663 req-02a03317-73c5-466e-afb2-c50cb1132a36 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:31.229987 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33a692e4-b300-4d4d-9c32-1f9a3b3e8663 req-02a03317-73c5-466e-afb2-c50cb1132a36 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 944 time: 0.1364331 Dec 08 02:09:31.263720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=9a3748e6-5b1b-4abe-b504-729c26cff173,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:31.304383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33a692e4-b300-4d4d-9c32-1f9a3b3e8663 req-4ad845a8-fafc-4272-875d-d619036efd98 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652680 Dec 08 02:09:31.342137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-22f6f9e7-fcbc-49e1-a46f-ba0079d33137 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Deleting port 9d26ba16-0263-4e51-bad8-315c027dfaf5 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:31.342515 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-22f6f9e7-fcbc-49e1-a46f-ba0079d33137 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:31.368151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['796cba1e-4e9a-4880-bd68-63fd1c08e229'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:31.455656 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-22f6f9e7-fcbc-49e1-a46f-ba0079d33137 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:31.473705 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-22f6f9e7-fcbc-49e1-a46f-ba0079d33137 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Calling delete_port for 9d26ba16-0263-4e51-bad8-315c027dfaf5 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:31.493226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fd5293cb-7f50-401d-a8bd-3ac2343a34db None None] Provisioning complete for port 9d26ba16-0263-4e51-bad8-315c027dfaf5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:31.493697 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd5293cb-7f50-401d-a8bd-3ac2343a34db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:31.550101 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['9a3748e6-5b1b-4abe-b504-729c26cff173'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:31.585284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fd5293cb-7f50-401d-a8bd-3ac2343a34db None None] Port 9d26ba16-0263-4e51-bad8-315c027dfaf5 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:09:31.597002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8edcd-2363-4f05-b2da-592aa67d9856 req-f1d43969-33dd-45e9-b1fc-c6d2edef4512 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:31.604428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ee8edcd-2363-4f05-b2da-592aa67d9856 req-f1d43969-33dd-45e9-b1fc-c6d2edef4512 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 945 time: 0.0693622 Dec 08 02:09:31.714346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ee8edcd-2363-4f05-b2da-592aa67d9856 req-5dd83082-cbec-41bd-af91-ccbcda991c49 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009080 Dec 08 02:09:31.768098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e619a5-f54e-41c1-b7a3-e349ab8aa8d4 req-4ad9e35a-51c3-4786-90f8-55a26579903e tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:31.769668 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3e619a5-f54e-41c1-b7a3-e349ab8aa8d4 req-4ad9e35a-51c3-4786-90f8-55a26579903e tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 945 time: 0.0775061 Dec 08 02:09:31.841637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3e619a5-f54e-41c1-b7a3-e349ab8aa8d4 req-8fb7e168-6a28-4d61-85f3-8ec0cd3c1bb7 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups?id=814db101-79df-434a-97fd-f22ed16fad08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649235 Dec 08 02:09:31.946759 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-22f6f9e7-fcbc-49e1-a46f-ba0079d33137 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:31.975874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6f9e7-fcbc-49e1-a46f-ba0079d33137 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event deleted for resources: {'Port': ['ID=9d26ba16-0263-4e51-bad8-315c027dfaf5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:32.056163 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-22f6f9e7-fcbc-49e1-a46f-ba0079d33137 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:32.059765 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-22f6f9e7-fcbc-49e1-a46f-ba0079d33137 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "DELETE /v2.0/ports/9d26ba16-0263-4e51-bad8-315c027dfaf5 HTTP/1.1" status: 204 len: 168 time: 0.8525295 Dec 08 02:09:32.062072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44530) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:32.091018 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-92db9481-c0fa-42ad-a9e0-ad3505a10bc9 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] GET failed (client error): The resource could not be found. Dec 08 02:09:32.092504 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-92db9481-c0fa-42ad-a9e0-ad3505a10bc9 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "GET /v2.0/ports/9d26ba16-0263-4e51-bad8-315c027dfaf5 HTTP/1.1" status: 404 len: 333 time: 0.0294256 Dec 08 02:09:32.096435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44532) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:32.101783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-12a59db2-7362-452c-8a53-f9b04ea8527c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Request body: {'port': {'network_id': '0794cce1-0c94-44c6-bab2-766b406b491b', 'name': 'tempest-AllowedAddressPairTestJSON-1878255352'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:32.146084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-710184d8-5fc5-4c7d-bee1-2b45ee380f7b tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:32.148302 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-710184d8-5fc5-4c7d-bee1-2b45ee380f7b tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 945 time: 0.0573030 Dec 08 02:09:32.232869 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a59db2-7362-452c-8a53-f9b04ea8527c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Made reservation on behalf of 0d15f2dfa9864b74b10bbb1bb22e719b for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:32.236628 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-12a59db2-7362-452c-8a53-f9b04ea8527c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:32.255120 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-12a59db2-7362-452c-8a53-f9b04ea8527c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] device_id is not set on port f2817b1a-0fff-4a26-96f6-04ee641f72f8 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:09:32.265402 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Deleting port e2346697-4555-4e1f-9c0c-659030e0a58a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:32.265402 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:32.370005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-12a59db2-7362-452c-8a53-f9b04ea8527c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Allocated IP 172.20.0.9 (0794cce1-0c94-44c6-bab2-766b406b491b/61d460a0-1256-43dd-bd1c-d29cff2042a1/f2817b1a-0fff-4a26-96f6-04ee641f72f8) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:32.374340 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] For port e2346697-4555-4e1f-9c0c-659030e0a58a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e2346697-4555-4e1f-9c0c-659030e0a58a,segment=NetworkSegment(4f5580a3-9739-43e8-8b69-cddcc71ef8bc),segment_id=4f5580a3-9739-43e8-8b69-cddcc71ef8bc)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:32.374934 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:32.550808 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-12a59db2-7362-452c-8a53-f9b04ea8527c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:32.571458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fb043-eedf-4f45-bc58-f933edad982e req-98756eed-880c-4e7f-952e-edef974425ff tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:32.573004 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-445fb043-eedf-4f45-bc58-f933edad982e req-98756eed-880c-4e7f-952e-edef974425ff tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 944 time: 0.1525941 Dec 08 02:09:32.590268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-12a59db2-7362-452c-8a53-f9b04ea8527c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:32.627688 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:32.628063 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:32.628382 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Floating IP 626c216d-90e2-4ef4-8052-5b0a9ac23703 disassociated. External IP: 172.25.8.220, port: e2346697-4555-4e1f-9c0c-659030e0a58a. Dec 08 02:09:32.628730 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Calling delete_port for e2346697-4555-4e1f-9c0c-659030e0a58a owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:32.641556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a59db2-7362-452c-8a53-f9b04ea8527c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Network 0794cce1-0c94-44c6-bab2-766b406b491b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:32.644080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-12a59db2-7362-452c-8a53-f9b04ea8527c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:32.648544 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a59db2-7362-452c-8a53-f9b04ea8527c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:32.656663 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-445fb043-eedf-4f45-bc58-f933edad982e req-aff5fb58-f727-416e-9e41-488c709bcc2c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747571 Dec 08 02:09:32.694146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a9545aae-5e04-40b2-b242-477b3b953496 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:09:32.709804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 796cba1e-4e9a-4880-bd68-63fd1c08e229 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:09:32.716869 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a59db2-7362-452c-8a53-f9b04ea8527c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:32.717728 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-12a59db2-7362-452c-8a53-f9b04ea8527c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:32.733194 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a59db2-7362-452c-8a53-f9b04ea8527c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event updated for resources: {'Port': ['ID=f2817b1a-0fff-4a26-96f6-04ee641f72f8,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:32.753816 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-12a59db2-7362-452c-8a53-f9b04ea8527c tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6561987 Dec 08 02:09:32.755789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44540) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:32.769012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-3da649b9-ee2b-4d64-a60e-c4ffd40f83da tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Request body: {'port': {'network_id': '0794cce1-0c94-44c6-bab2-766b406b491b', 'name': 'tempest-AllowedAddressPairTestJSON-1183969543'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:32.834146 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:32.905848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Pushing event deleted for resources: {'Port': ['ID=e2346697-4555-4e1f-9c0c-659030e0a58a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:32.972398 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port a9545aae-5e04-40b2-b242-477b3b953496, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a9545aae-5e04-40b2-b242-477b3b953496,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:32.988786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da649b9-ee2b-4d64-a60e-c4ffd40f83da tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Made reservation on behalf of 0d15f2dfa9864b74b10bbb1bb22e719b for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:32.990640 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'a9545aae-5e04-40b2-b242-477b3b953496', 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'port_id': 'a9545aae-5e04-40b2-b242-477b3b953496', 'mac_address': 'fa:16:3e:aa:c9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c08e74-103b-4cbe-976c-ceed8594a0cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:09:32.997504 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3da649b9-ee2b-4d64-a60e-c4ffd40f83da tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:32.999342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9a3748e6-5b1b-4abe-b504-729c26cff173 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:09:33.026633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-3da649b9-ee2b-4d64-a60e-c4ffd40f83da tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] device_id is not set on port 94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:09:33.045970 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83b7f2d0-2455-4637-914b-8c6461766644 req-70c970c4-e9c6-4893-a04b-e44a8bc173a4 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 210 time: 0.0883849 Dec 08 02:09:33.119191 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:33.121996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c80fbaca-f9ac-4c4b-b9e1-0b1c12637e44 None None] Provisioning complete for port f2817b1a-0fff-4a26-96f6-04ee641f72f8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:33.122354 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c80fbaca-f9ac-4c4b-b9e1-0b1c12637e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:33.140977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af639cf-d59c-4435-809b-f364fdfd3aab req-290e5b10-7157-44f6-bbc1-60acc806e3b7 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:33.143709 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9af639cf-d59c-4435-809b-f364fdfd3aab req-290e5b10-7157-44f6-bbc1-60acc806e3b7 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 945 time: 0.2956636 Dec 08 02:09:33.175163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-3da649b9-ee2b-4d64-a60e-c4ffd40f83da tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Allocated IP 172.20.0.6 (0794cce1-0c94-44c6-bab2-766b406b491b/61d460a0-1256-43dd-bd1c-d29cff2042a1/94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:33.232696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Router a240d149-16ec-4924-9288-32221a548c5e has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:09:33.237688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9af639cf-d59c-4435-809b-f364fdfd3aab req-ccdc176e-483e-4659-8c5f-74c65a1d2b2e tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863903 Dec 08 02:09:33.333777 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9545aae-5e04-40b2-b242-477b3b953496 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:09:33.346144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 796cba1e-4e9a-4880-bd68-63fd1c08e229 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:09:33.358502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c80fbaca-f9ac-4c4b-b9e1-0b1c12637e44 None None] Port f2817b1a-0fff-4a26-96f6-04ee641f72f8 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:09:33.365551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 796cba1e-4e9a-4880-bd68-63fd1c08e229 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:33.365914 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:33.370204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 9a3748e6-5b1b-4abe-b504-729c26cff173 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:09:33.374210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port a9545aae-5e04-40b2-b242-477b3b953496, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a9545aae-5e04-40b2-b242-477b3b953496,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:33.400741 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:33.402479 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 9a3748e6-5b1b-4abe-b504-729c26cff173 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:33.402839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:33.417618 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3da649b9-ee2b-4d64-a60e-c4ffd40f83da tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:33.458705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:09:33.470808 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3da649b9-ee2b-4d64-a60e-c4ffd40f83da tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:33.495201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de0671-17a3-4d3f-a6ae-46dc917142e1 None None] Sync routers for ids ['a240d149-16ec-4924-9288-32221a548c5e'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:09:33.520115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] No DVR routers for this DVR port e2346697-4555-4e1f-9c0c-659030e0a58a on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:09:33.520380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da649b9-ee2b-4d64-a60e-c4ffd40f83da tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Network 0794cce1-0c94-44c6-bab2-766b406b491b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:33.525263 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:33.530231 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4dc7bd7f-a151-49e0-a743-5941d14c9961 req-f843ce5a-aff2-4567-bab0-49e314b94c95 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.75 "DELETE /v2.0/ports/e2346697-4555-4e1f-9c0c-659030e0a58a HTTP/1.1" status: 204 len: 173 time: 1.3736856 Dec 08 02:09:33.530768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca55fcf8-987a-4036-a6cd-de5aab5d7db6', 'name': 'network-vif-deleted', 'tag': 'e2346697-4555-4e1f-9c0c-659030e0a58a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:33.536583 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc97e8d-ac2a-409d-b331-05e4c2d6d640" -d '{"events": [{"server_uuid": "ca55fcf8-987a-4036-a6cd-de5aab5d7db6", "name": "network-vif-deleted", "tag": "e2346697-4555-4e1f-9c0c-659030e0a58a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:33.552794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de0671-17a3-4d3f-a6ae-46dc917142e1 None None] Routers {'a240d149-16ec-4924-9288-32221a548c5e'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:09:33.553500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-93de0671-17a3-4d3f-a6ae-46dc917142e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:09:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a240d149-16ec-4924-9288-32221a548c5e'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:33.556365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-3da649b9-ee2b-4d64-a60e-c4ffd40f83da tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:33.566428 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da649b9-ee2b-4d64-a60e-c4ffd40f83da tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:33.608693 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b328ad-7d53-4827-83f1-726b631e2615 x-openstack-request-id: req-27b328ad-7d53-4827-83f1-726b631e2615 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:33.609286 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca55fcf8-987a-4036-a6cd-de5aab5d7db6", "name": "network-vif-deleted", "tag": "e2346697-4555-4e1f-9c0c-659030e0a58a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:33.609636 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-27b328ad-7d53-4827-83f1-726b631e2615 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:33.610347 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca55fcf8-987a-4036-a6cd-de5aab5d7db6', 'name': 'network-vif-deleted', 'tag': 'e2346697-4555-4e1f-9c0c-659030e0a58a', 'status': 'completed', 'code': 200} Dec 08 02:09:33.631581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da649b9-ee2b-4d64-a60e-c4ffd40f83da tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:33.632557 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3da649b9-ee2b-4d64-a60e-c4ffd40f83da tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:33.654094 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3da649b9-ee2b-4d64-a60e-c4ffd40f83da tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8971398 Dec 08 02:09:33.656744 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44552) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:33.661764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da649b9-ee2b-4d64-a60e-c4ffd40f83da tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event updated for resources: {'Port': ['ID=94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:33.665830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e919874d-c61d-47b1-ba11-4351f99bdb3d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:48:7f:7c'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:84:bf:e1'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:33.669125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=a9545aae-5e04-40b2-b242-477b3b953496,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:33.816450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a9545aae-5e04-40b2-b242-477b3b953496'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:33.851384 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:33.871965 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e919874d-c61d-47b1-ba11-4351f99bdb3d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:33.899460 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:33.912800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2f0ba6-e4e5-450c-bee7-73d754226f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796cba1e-4e9a-4880-bd68-63fd1c08e229'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:33.915995 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70899b8-3c4d-42e1-a918-1fbb13289dc4" -d '{"events": [{"server_uuid": "8d2f0ba6-e4e5-450c-bee7-73d754226f04", "name": "network-vif-plugged", "status": "completed", "tag": "796cba1e-4e9a-4880-bd68-63fd1c08e229"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:33.945665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-93de0671-17a3-4d3f-a6ae-46dc917142e1 None None] Set router a240d149-16ec-4924-9288-32221a548c5e gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:09:33.949776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d64edd-c0da-4042-91b2-f6b25825516a req-4f65f461-1a23-464e-ba06-ee45fcb132fc tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:33.949966 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 796cba1e-4e9a-4880-bd68-63fd1c08e229, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=796cba1e-4e9a-4880-bd68-63fd1c08e229,segment=NetworkSegment(d1411cc8-0219-4542-83c7-da00bdc3a1b5),segment_id=d1411cc8-0219-4542-83c7-da00bdc3a1b5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:33.951484 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66d64edd-c0da-4042-91b2-f6b25825516a req-4f65f461-1a23-464e-ba06-ee45fcb132fc tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 945 time: 0.1525953 Dec 08 02:09:34.004415 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:34.102910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 9a3748e6-5b1b-4abe-b504-729c26cff173, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9a3748e6-5b1b-4abe-b504-729c26cff173,segment=NetworkSegment(d1411cc8-0219-4542-83c7-da00bdc3a1b5),segment_id=d1411cc8-0219-4542-83c7-da00bdc3a1b5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:34.120321 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a5288c79-6023-4a10-9cbf-fbc14caf0e60 None None] Provisioning complete for port 94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:34.120884 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5288c79-6023-4a10-9cbf-fbc14caf0e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:34.122588 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:34.138164 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e919874d-c61d-47b1-ba11-4351f99bdb3d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:34.172081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66d64edd-c0da-4042-91b2-f6b25825516a req-8dff9da0-56d5-4bf2-a9e8-61b38b45c4df tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093818 Dec 08 02:09:34.172744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e919874d-c61d-47b1-ba11-4351f99bdb3d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:34.228529 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98143d84-966b-4385-8a63-c79311eddc1a x-openstack-request-id: req-98143d84-966b-4385-8a63-c79311eddc1a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:34.229071 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2f0ba6-e4e5-450c-bee7-73d754226f04", "name": "network-vif-plugged", "status": "completed", "tag": "796cba1e-4e9a-4880-bd68-63fd1c08e229", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:34.229335 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-98143d84-966b-4385-8a63-c79311eddc1a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:34.229781 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2f0ba6-e4e5-450c-bee7-73d754226f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796cba1e-4e9a-4880-bd68-63fd1c08e229', 'code': 200} Dec 08 02:09:34.233193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919874d-c61d-47b1-ba11-4351f99bdb3d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event updated for resources: {'Port': ['ID=94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:34.315687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e919874d-c61d-47b1-ba11-4351f99bdb3d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] In _notify_port_updated(), no bound segment for port 94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100 on network 0794cce1-0c94-44c6-bab2-766b406b491b {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:09:34.328873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919874d-c61d-47b1-ba11-4351f99bdb3d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:34.329919 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e919874d-c61d-47b1-ba11-4351f99bdb3d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:34.331330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e919874d-c61d-47b1-ba11-4351f99bdb3d tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "PUT /v2.0/ports/94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100 HTTP/1.1" status: 200 len: 1055 time: 0.6735044 Dec 08 02:09:34.341760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44578) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:34.392081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-402e5f5c-839d-4793-a976-537728845c1b req-ff1dee86-6e84-49cd-9999-0e0b9addd4cb tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 210 time: 0.0559232 Dec 08 02:09:34.405681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=796cba1e-4e9a-4880-bd68-63fd1c08e229,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:34.417711 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a5288c79-6023-4a10-9cbf-fbc14caf0e60 None None] Port 94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:09:34.449453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e02d2-8265-48d3-8c4a-ee98f68f2bbe req-44f1defb-b56e-406c-af92-c0eb43011b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:34.451076 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f31e02d2-8265-48d3-8c4a-ee98f68f2bbe req-44f1defb-b56e-406c-af92-c0eb43011b5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 1098 time: 0.1177633 Dec 08 02:09:34.537970 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f31e02d2-8265-48d3-8c4a-ee98f68f2bbe req-7d155b32-b042-4608-b61f-7de03e801132 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791271 Dec 08 02:09:34.562945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-db638608-3808-4c62-9d46-cce903fa27f9 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Deleting port 94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:34.563679 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db638608-3808-4c62-9d46-cce903fa27f9 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:34.660878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=9a3748e6-5b1b-4abe-b504-729c26cff173,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:34.695641 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db638608-3808-4c62-9d46-cce903fa27f9 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:34.698970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-93de0671-17a3-4d3f-a6ae-46dc917142e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:06:28Z', 'revision_number': 4, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port': {'id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:22Z', 'updated_at': '2021-12-08T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'c2281da6-b4cf-4483-ac60-b0f9ff53c9db', 'name': '', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'mac_address': 'fa:16:3e:b0:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:27Z', 'updated_at': '2021-12-08T02:06:34Z', 'revision_number': 5, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'subnets': [{'id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:34.731322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de0671-17a3-4d3f-a6ae-46dc917142e1 None None] Checking router: a240d149-16ec-4924-9288-32221a548c5e for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:09:34.740350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-db638608-3808-4c62-9d46-cce903fa27f9 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Calling delete_port for 94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:34.746959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de0671-17a3-4d3f-a6ae-46dc917142e1 None None] Routers {'a240d149-16ec-4924-9288-32221a548c5e'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:09:34.748267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-93de0671-17a3-4d3f-a6ae-46dc917142e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:09:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a240d149-16ec-4924-9288-32221a548c5e'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:34.784575 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-901f33ef-7f5b-4f09-bee2-ff52590c02f5 None None] Provisioning complete for port 94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:34.785322 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-901f33ef-7f5b-4f09-bee2-ff52590c02f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:34.813088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550cbe-1207-45b2-a236-63d1896a9107 req-2966c54c-7e22-4a42-ba8f-1bedb6bb5492 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:34.814608 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a550cbe-1207-45b2-a236-63d1896a9107 req-2966c54c-7e22-4a42-ba8f-1bedb6bb5492 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1385076 Dec 08 02:09:34.823574 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e2346697-4555-4e1f-9c0c-659030e0a58a no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:09:34.824139 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f87bc6-62b8-4093-823f-e2d241dd7893 req-2066c0ce-d60a-48f5-8436-3f6cee299139 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:34.825301 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09f87bc6-62b8-4093-823f-e2d241dd7893 req-2066c0ce-d60a-48f5-8436-3f6cee299139 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1509264 Dec 08 02:09:34.863733 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: e2346697-4555-4e1f-9c0c-659030e0a58a {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:09:34.864582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e2346697-4555-4e1f-9c0c-659030e0a58a not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:09:34.901382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-901f33ef-7f5b-4f09-bee2-ff52590c02f5 None None] Port 94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:09:34.922153 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a550cbe-1207-45b2-a236-63d1896a9107 req-d5dcf060-7bf0-4529-85a5-41c3a5700d24 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958581 Dec 08 02:09:34.924936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-93de0671-17a3-4d3f-a6ae-46dc917142e1 None None] Set router a240d149-16ec-4924-9288-32221a548c5e gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:09:34.937474 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09f87bc6-62b8-4093-823f-e2d241dd7893 req-80afacca-8ea0-49d9-8b0b-01efd59c41d9 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928891 Dec 08 02:09:35.010803 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db638608-3808-4c62-9d46-cce903fa27f9 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:35.039260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db638608-3808-4c62-9d46-cce903fa27f9 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event deleted for resources: {'Port': ['ID=94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:35.164059 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-93de0671-17a3-4d3f-a6ae-46dc917142e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:06:28Z', 'revision_number': 4, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port': {'id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:22Z', 'updated_at': '2021-12-08T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'c2281da6-b4cf-4483-ac60-b0f9ff53c9db', 'name': '', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'mac_address': 'fa:16:3e:b0:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:27Z', 'updated_at': '2021-12-08T02:06:34Z', 'revision_number': 5, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'subnets': [{'id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:35.202062 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de0671-17a3-4d3f-a6ae-46dc917142e1 None None] The sync data for ids ['a240d149-16ec-4924-9288-32221a548c5e'] in n-d-713499-31 is: [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:06:28Z', 'revision_number': 4, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port': {'id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:22Z', 'updated_at': '2021-12-08T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'c2281da6-b4cf-4483-ac60-b0f9ff53c9db', 'name': '', 'network_id': '7395e324-3d87-4b26-866c-bfff102af6a2', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'mac_address': 'fa:16:3e:b0:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:27Z', 'updated_at': '2021-12-08T02:06:34Z', 'revision_number': 5, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'subnets': [{'id': '9485c7e8-851e-4945-805b-f9cc04333c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:09:35.356082 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db638608-3808-4c62-9d46-cce903fa27f9 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:35.359312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-db638608-3808-4c62-9d46-cce903fa27f9 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "DELETE /v2.0/ports/94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100 HTTP/1.1" status: 204 len: 168 time: 1.0152466 Dec 08 02:09:35.362109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44584) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:35.375151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e144d-682e-4ac6-9c3d-b768bb4c2525 req-56c3d2c8-2765-456a-8966-a2f814135c11 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:35.377483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a36e144d-682e-4ac6-9c3d-b768bb4c2525 req-56c3d2c8-2765-456a-8966-a2f814135c11 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 945 time: 0.0724471 Dec 08 02:09:35.393244 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d1b77c-cd00-4cb1-a4f7-313b593b1625 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] GET failed (client error): The resource could not be found. Dec 08 02:09:35.394990 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e2d1b77c-cd00-4cb1-a4f7-313b593b1625 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "GET /v2.0/ports/94d7fd1f-aa04-4fcd-8cb3-29c35c6bd100 HTTP/1.1" status: 404 len: 333 time: 0.0316067 Dec 08 02:09:35.397780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44586) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:35.440951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a36e144d-682e-4ac6-9c3d-b768bb4c2525 req-3a826cf7-13fe-492c-86a8-b313ccb6128a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563071 Dec 08 02:09:35.510011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fb0a9dc-ab85-4f8b-b5c4-5b69131d2dce req-9b710533-0484-4dcb-b31b-ab8e52b48b97 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 210 time: 0.0365505 Dec 08 02:09:35.541771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-afc7e89c-74cf-4cfe-954f-26062a70bf28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Deleting port f2817b1a-0fff-4a26-96f6-04ee641f72f8 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:35.542294 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-afc7e89c-74cf-4cfe-954f-26062a70bf28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:35.601367 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340238bf-f397-4a2f-8c7a-7f205b382755 None None] New status for floating IP 626c216d-90e2-4ef4-8052-5b0a9ac23703: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:09:35.645080 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-afc7e89c-74cf-4cfe-954f-26062a70bf28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:35.658161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-afc7e89c-74cf-4cfe-954f-26062a70bf28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Calling delete_port for f2817b1a-0fff-4a26-96f6-04ee641f72f8 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:35.824583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-afc7e89c-74cf-4cfe-954f-26062a70bf28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:35.852695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7e89c-74cf-4cfe-954f-26062a70bf28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event deleted for resources: {'Port': ['ID=f2817b1a-0fff-4a26-96f6-04ee641f72f8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:35.923543 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-afc7e89c-74cf-4cfe-954f-26062a70bf28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:35.926978 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-afc7e89c-74cf-4cfe-954f-26062a70bf28 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "DELETE /v2.0/ports/f2817b1a-0fff-4a26-96f6-04ee641f72f8 HTTP/1.1" status: 204 len: 168 time: 0.5280418 Dec 08 02:09:35.931544 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44592) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:35.957988 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96143da-440f-48af-85fa-7226353060b7 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] GET failed (client error): The resource could not be found. Dec 08 02:09:35.964441 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c96143da-440f-48af-85fa-7226353060b7 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "GET /v2.0/ports/f2817b1a-0fff-4a26-96f6-04ee641f72f8 HTTP/1.1" status: 404 len: 333 time: 0.0265815 Dec 08 02:09:35.968180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44598) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:36.160548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182de1ad-e34b-4904-8c50-d0939892f13f req-7c082a7a-a44d-4d94-8bfa-7179f9e12095 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:36.161958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-182de1ad-e34b-4904-8c50-d0939892f13f req-7c082a7a-a44d-4d94-8bfa-7179f9e12095 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1308253 Dec 08 02:09:36.184322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708cd67-5cfe-455e-b695-f54055df745e req-b90ecc40-4cf0-4cab-a0d7-310135754bdf tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:36.185792 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9708cd67-5cfe-455e-b695-f54055df745e req-b90ecc40-4cf0-4cab-a0d7-310135754bdf tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1233830 Dec 08 02:09:36.210036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-54b3d891-7d6c-4cf3-ae3f-c83368bcb262 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Deleting port 80c69f86-de2a-4198-85c1-cecc56ed7e6e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:36.210382 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54b3d891-7d6c-4cf3-ae3f-c83368bcb262 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:36.230804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cbc540-2dbc-4bae-a42d-f91a053e209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3748e6-5b1b-4abe-b504-729c26cff173'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:36.233162 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b36c380-940c-49c3-84f2-ee2424b55cbe" -d '{"events": [{"server_uuid": "a1cbc540-2dbc-4bae-a42d-f91a053e209c", "name": "network-vif-plugged", "status": "completed", "tag": "9a3748e6-5b1b-4abe-b504-729c26cff173"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:36.306485 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-182de1ad-e34b-4904-8c50-d0939892f13f req-61503426-d698-4481-8469-7b31a0b5ae2a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376238 Dec 08 02:09:36.338979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9708cd67-5cfe-455e-b695-f54055df745e req-a1ff12a3-5588-4b0d-9248-8b9108c81843 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447237 Dec 08 02:09:36.352930 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54b3d891-7d6c-4cf3-ae3f-c83368bcb262 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:36.358196 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbb31ae-9c97-415a-9770-175d204adc8f x-openstack-request-id: req-ecbb31ae-9c97-415a-9770-175d204adc8f {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:36.358650 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cbc540-2dbc-4bae-a42d-f91a053e209c", "name": "network-vif-plugged", "status": "completed", "tag": "9a3748e6-5b1b-4abe-b504-729c26cff173", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:36.358973 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ecbb31ae-9c97-415a-9770-175d204adc8f {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:36.359433 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1cbc540-2dbc-4bae-a42d-f91a053e209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3748e6-5b1b-4abe-b504-729c26cff173', 'code': 200} Dec 08 02:09:36.367395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-54b3d891-7d6c-4cf3-ae3f-c83368bcb262 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Calling delete_port for 80c69f86-de2a-4198-85c1-cecc56ed7e6e owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:36.556847 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0003eae-cdf6-43dd-9f61-a91b5d3d4fbf req-324d2156-2516-4d46-9c6b-7f633f4aa187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:36.558367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a0003eae-cdf6-43dd-9f61-a91b5d3d4fbf req-324d2156-2516-4d46-9c6b-7f633f4aa187 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 1098 time: 0.1093731 Dec 08 02:09:36.592946 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54b3d891-7d6c-4cf3-ae3f-c83368bcb262 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:36.607300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4854e91-0ebe-43e5-9bee-f4b85537f4c2 req-2b049f1e-9d6d-4c3c-acb9-001c28d98719 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:36.609027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f4854e91-0ebe-43e5-9bee-f4b85537f4c2 req-2b049f1e-9d6d-4c3c-acb9-001c28d98719 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 945 time: 0.1008260 Dec 08 02:09:36.620590 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:09:36.639401 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5fd0e-0061-42a2-a431-5ba7a6194db1 req-41b79af2-85db-4e0f-8c38-36d4a34f6715 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:36.641156 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-13d5fd0e-0061-42a2-a431-5ba7a6194db1 req-41b79af2-85db-4e0f-8c38-36d4a34f6715 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.45 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 945 time: 0.0805407 Dec 08 02:09:36.661802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3d891-7d6c-4cf3-ae3f-c83368bcb262 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event deleted for resources: {'Port': ['ID=80c69f86-de2a-4198-85c1-cecc56ed7e6e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:36.685269 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f6ea947-a1c5-4aa6-a661-76a0c10a2d3e req-2f8b09e0-f517-4697-86c3-a6b0d6a8a161 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 210 time: 0.0717707 Dec 08 02:09:36.693878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a9545aae-5e04-40b2-b242-477b3b953496 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:09:36.748194 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a0003eae-cdf6-43dd-9f61-a91b5d3d4fbf req-d9943790-5557-4168-8c04-37aa83b0e1ae service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790750 Dec 08 02:09:36.760021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-13d5fd0e-0061-42a2-a431-5ba7a6194db1 req-06d25b71-aaf1-45fb-a53b-101ffadf4988 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Deleting port 74d76858-31f6-45ad-b24b-5725519d798e {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:36.760715 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-13d5fd0e-0061-42a2-a431-5ba7a6194db1 req-06d25b71-aaf1-45fb-a53b-101ffadf4988 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:36.820045 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f4854e91-0ebe-43e5-9bee-f4b85537f4c2 req-57649cd4-5a4d-4c4d-92ab-c23f15ad075d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841838 Dec 08 02:09:36.834107 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54b3d891-7d6c-4cf3-ae3f-c83368bcb262 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:36.838077 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-54b3d891-7d6c-4cf3-ae3f-c83368bcb262 tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "DELETE /v2.0/ports/80c69f86-de2a-4198-85c1-cecc56ed7e6e HTTP/1.1" status: 204 len: 168 time: 0.8677287 Dec 08 02:09:36.844322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44608) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:36.882058 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port a9545aae-5e04-40b2-b242-477b3b953496 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:09:36.889284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port a9545aae-5e04-40b2-b242-477b3b953496 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:36.889722 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:36.895970 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-13d5fd0e-0061-42a2-a431-5ba7a6194db1 req-06d25b71-aaf1-45fb-a53b-101ffadf4988 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] For port 74d76858-31f6-45ad-b24b-5725519d798e, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=74d76858-31f6-45ad-b24b-5725519d798e,segment=NetworkSegment(83a8edd6-315e-4273-b0bb-235630e51eb9),segment_id=83a8edd6-315e-4273-b0bb-235630e51eb9)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:36.896123 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-13d5fd0e-0061-42a2-a431-5ba7a6194db1 req-06d25b71-aaf1-45fb-a53b-101ffadf4988 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:36.916118 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bbf9c6-04ba-4744-b79b-776afb3d242a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Deleting subnet 61d460a0-1256-43dd-bd1c-d29cff2042a1 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:09:36.919660 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7bbf9c6-04ba-4744-b79b-776afb3d242a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:36.925855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-13d5fd0e-0061-42a2-a431-5ba7a6194db1 req-06d25b71-aaf1-45fb-a53b-101ffadf4988 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Calling delete_port for 74d76858-31f6-45ad-b24b-5725519d798e owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:36.974317 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7bbf9c6-04ba-4744-b79b-776afb3d242a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.013110 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.070659 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port a9545aae-5e04-40b2-b242-477b3b953496, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a9545aae-5e04-40b2-b242-477b3b953496,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:37.076473 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.110283 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-13d5fd0e-0061-42a2-a431-5ba7a6194db1 req-06d25b71-aaf1-45fb-a53b-101ffadf4988 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.114673 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7bbf9c6-04ba-4744-b79b-776afb3d242a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.136668 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=a9545aae-5e04-40b2-b242-477b3b953496,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:37.141935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d25b71-aaf1-45fb-a53b-101ffadf4988 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Pushing event deleted for resources: {'Port': ['ID=74d76858-31f6-45ad-b24b-5725519d798e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:37.150848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['74d76858-31f6-45ad-b24b-5725519d798e'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:37.199582 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d5fd0e-0061-42a2-a431-5ba7a6194db1 req-06d25b71-aaf1-45fb-a53b-101ffadf4988 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] No DVR routers for this DVR port 74d76858-31f6-45ad-b24b-5725519d798e on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:09:37.203381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-13d5fd0e-0061-42a2-a431-5ba7a6194db1 req-06d25b71-aaf1-45fb-a53b-101ffadf4988 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.207590 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7bbf9c6-04ba-4744-b79b-776afb3d242a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.207951 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-13d5fd0e-0061-42a2-a431-5ba7a6194db1 req-06d25b71-aaf1-45fb-a53b-101ffadf4988 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.45 "DELETE /v2.0/ports/74d76858-31f6-45ad-b24b-5725519d798e HTTP/1.1" status: 204 len: 173 time: 0.5603964 Dec 08 02:09:37.208267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0', 'name': 'network-vif-deleted', 'tag': '74d76858-31f6-45ad-b24b-5725519d798e'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:37.211103 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6391f699-f760-4cda-a00c-38e78af9017b" -d '{"events": [{"server_uuid": "d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0", "name": "network-vif-deleted", "tag": "74d76858-31f6-45ad-b24b-5725519d798e"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:37.240128 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbf9c6-04ba-4744-b79b-776afb3d242a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event deleted for resources: {'Subnet': ['ID=61d460a0-1256-43dd-bd1c-d29cff2042a1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:37.250420 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f7bbf9c6-04ba-4744-b79b-776afb3d242a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.255921 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f7bbf9c6-04ba-4744-b79b-776afb3d242a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "DELETE /v2.0/subnets/61d460a0-1256-43dd-bd1c-d29cff2042a1 HTTP/1.1" status: 204 len: 168 time: 0.4059658 Dec 08 02:09:37.256290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44612) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:37.345361 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077eeedd-7051-45a4-9b39-329968f0ad2e x-openstack-request-id: req-077eeedd-7051-45a4-9b39-329968f0ad2e {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:37.345718 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0", "name": "network-vif-deleted", "tag": "74d76858-31f6-45ad-b24b-5725519d798e", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:37.345921 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-077eeedd-7051-45a4-9b39-329968f0ad2e {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:37.346336 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0', 'name': 'network-vif-deleted', 'tag': '74d76858-31f6-45ad-b24b-5725519d798e', 'status': 'completed', 'code': 200} Dec 08 02:09:37.389103 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.424970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a780db-beda-45cb-8742-693e68884ce5 None None] Network 0794cce1-0c94-44c6-bab2-766b406b491b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:37.498506 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Deleting port 040ca3ed-934a-45be-8bd9-291463e4c4f3 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:37.498874 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.526232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc497a15-7d53-4bf7-8818-12a6ac81fa2a req-84a6d6ea-8622-4d4b-9d32-10a9839674e2 tempest-VolumesSnapshotTestJSON-322912158 tempest-VolumesSnapshotTestJSON-322912158-project] 10.222.0.71 "GET /v2.0/ports?device_id=d12a75d1-8a4a-449f-b3e7-9cc1d1d7bcb0 HTTP/1.1" status: 200 len: 210 time: 0.0562611 Dec 08 02:09:37.558167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef10d8-3600-4f5b-a090-5b1de9ad5e50 req-f97315b6-bde3-491a-901a-7e6ff0784ead tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:37.559909 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2fef10d8-3600-4f5b-a090-5b1de9ad5e50 req-f97315b6-bde3-491a-901a-7e6ff0784ead tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1450939 Dec 08 02:09:37.572488 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] For port 040ca3ed-934a-45be-8bd9-291463e4c4f3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=040ca3ed-934a-45be-8bd9-291463e4c4f3,segment=NetworkSegment(866a2fa3-adba-42cc-82eb-37b9a6b235db),segment_id=866a2fa3-adba-42cc-82eb-37b9a6b235db)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:37.575743 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.589752 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Calling delete_port for 040ca3ed-934a-45be-8bd9-291463e4c4f3 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:37.602875 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fe42f5-81b2-45f4-a918-e7acbeb32949 None None] DHCP port deletion for 0794cce1-0c94-44c6-bab2-766b406b491b request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:09:37.627290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2fef10d8-3600-4f5b-a090-5b1de9ad5e50 req-ad6b17df-97b6-41e3-be1e-b9777ab7c55a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599217 Dec 08 02:09:37.673978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-04fe42f5-81b2-45f4-a918-e7acbeb32949 None None] Deleting port 040ca3ed-934a-45be-8bd9-291463e4c4f3 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:37.674698 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04fe42f5-81b2-45f4-a918-e7acbeb32949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.697945 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.730065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] No DVR routers for this DVR port 040ca3ed-934a-45be-8bd9-291463e4c4f3 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:09:37.731957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event deleted for resources: {'Port': ['ID=040ca3ed-934a-45be-8bd9-291463e4c4f3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:37.744116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-04fe42f5-81b2-45f4-a918-e7acbeb32949 None None] For port 040ca3ed-934a-45be-8bd9-291463e4c4f3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=040ca3ed-934a-45be-8bd9-291463e4c4f3,segment=NetworkSegment(866a2fa3-adba-42cc-82eb-37b9a6b235db),segment_id=866a2fa3-adba-42cc-82eb-37b9a6b235db)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:37.744524 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04fe42f5-81b2-45f4-a918-e7acbeb32949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.758062 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-04fe42f5-81b2-45f4-a918-e7acbeb32949 None None] Calling delete_port for 040ca3ed-934a-45be-8bd9-291463e4c4f3 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:37.861613 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04fe42f5-81b2-45f4-a918-e7acbeb32949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.867498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22b4e473-328f-4396-9806-6d4e4dd2770f req-834be765-676c-4aef-835d-78c08453a348 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 210 time: 0.0299492 Dec 08 02:09:37.880035 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:37.914118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe42f5-81b2-45f4-a918-e7acbeb32949 None None] Pushing event deleted for resources: {'Port': ['ID=040ca3ed-934a-45be-8bd9-291463e4c4f3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:37.929143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe42f5-81b2-45f4-a918-e7acbeb32949 None None] No DVR routers for this DVR port 040ca3ed-934a-45be-8bd9-291463e4c4f3 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:09:37.950413 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0794cce1-0c94-44c6-bab2-766b406b491b']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:37.968101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866a2fa3-adba-42cc-82eb-37b9a6b235db') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:37.968506 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866a2fa3-adba-42cc-82eb-37b9a6b235db') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:37.983969 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:38.008497 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:38.017247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:09:38.017983 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:09:38.022018 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:09:38.024842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05fb25-2f00-4a3a-ad26-782c1a3f3eb6 req-66d7b6db-5bba-415f-a0d0-c2ffe85ddbbe tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:38.026373 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e05fb25-2f00-4a3a-ad26-782c1a3f3eb6 req-66d7b6db-5bba-415f-a0d0-c2ffe85ddbbe tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 946 time: 0.0608428 Dec 08 02:09:38.082379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e05fb25-2f00-4a3a-ad26-782c1a3f3eb6 req-aec82234-dc17-4976-8d4c-d850f21aa320 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496626 Dec 08 02:09:38.088665 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:38.109679 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:38.113040 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] 10.222.0.71 "DELETE /v2.0/networks/0794cce1-0c94-44c6-bab2-766b406b491b HTTP/1.1" status: 204 len: 168 time: 0.8557377 Dec 08 02:09:38.114063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2428bbe-0369-4611-921a-caadb9fedf4a tempest-AllowedAddressPairTestJSON-316533619 tempest-AllowedAddressPairTestJSON-316533619-project] Pushing event deleted for resources: {'Network': ['ID=0794cce1-0c94-44c6-bab2-766b406b491b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:38.321246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44628) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:38.360176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19c69b9-68c1-4d33-856e-3f1d1a673346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9545aae-5e04-40b2-b242-477b3b953496'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:38.362508 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eeeca6-8b2b-45a2-a121-829cbdebbdc6" -d '{"events": [{"server_uuid": "e19c69b9-68c1-4d33-856e-3f1d1a673346", "name": "network-vif-plugged", "status": "completed", "tag": "a9545aae-5e04-40b2-b242-477b3b953496"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:38.400442 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad6dbe0-8879-4e6b-a79e-25a43ac3e5c9 x-openstack-request-id: req-dad6dbe0-8879-4e6b-a79e-25a43ac3e5c9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:38.400749 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19c69b9-68c1-4d33-856e-3f1d1a673346", "name": "network-vif-plugged", "status": "completed", "tag": "a9545aae-5e04-40b2-b242-477b3b953496", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:38.401009 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dad6dbe0-8879-4e6b-a79e-25a43ac3e5c9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:38.401407 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19c69b9-68c1-4d33-856e-3f1d1a673346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9545aae-5e04-40b2-b242-477b3b953496', 'code': 200} Dec 08 02:09:38.470018 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-24838dce-2c91-47ff-9ce6-a2abfeb0dd0d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0d15f2dfa9864b74b10bbb1bb22e719b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1475766 Dec 08 02:09:38.472559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44634) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:38.526658 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ed76-f6f3-4f46-9256-013c29ec7bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:38.530901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e9948-66f7-489e-a4ab-2b5ed869de65 req-67525559-8bec-4e22-b3df-1b08f3081451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:38.532449 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f36e9948-66f7-489e-a4ab-2b5ed869de65 req-67525559-8bec-4e22-b3df-1b08f3081451 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 1098 time: 0.0410526 Dec 08 02:09:38.549217 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ed76-f6f3-4f46-9256-013c29ec7bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:38.583086 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f36e9948-66f7-489e-a4ab-2b5ed869de65 req-75260a54-2dcd-4313-a7ce-d16781612e68 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439048 Dec 08 02:09:38.606150 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ed76-f6f3-4f46-9256-013c29ec7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:38.608983 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7cf2ed76-f6f3-4f46-9256-013c29ec7bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:38.610185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7cf2ed76-f6f3-4f46-9256-013c29ec7bb7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dc14dda1-b7ee-4bcc-aba6-fb69ecb57116 HTTP/1.1" status: 204 len: 168 time: 0.1365125 Dec 08 02:09:38.619311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2ed76-f6f3-4f46-9256-013c29ec7bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc14dda1-b7ee-4bcc-aba6-fb69ecb57116,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:38.760217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c3455-229e-4895-8c00-d367088366d7 req-6cb73c05-04a4-48ef-b6a1-f0ddbe8ea33a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:38.762405 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d95c3455-229e-4895-8c00-d367088366d7 req-6cb73c05-04a4-48ef-b6a1-f0ddbe8ea33a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.0574341 Dec 08 02:09:38.817858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d95c3455-229e-4895-8c00-d367088366d7 req-2a476127-ad8e-48c2-9a95-d5fc502ef84a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455887 Dec 08 02:09:38.992473 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d26736a-796c-46cc-8030-c58a7c4796ce req-daf1e227-8bd9-4d9b-8db1-be86af894c85 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 210 time: 0.0399809 Dec 08 02:09:39.455495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 040ca3ed-934a-45be-8bd9-291463e4c4f3 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:09:39.498121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 040ca3ed-934a-45be-8bd9-291463e4c4f3 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:09:39.498683 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 040ca3ed-934a-45be-8bd9-291463e4c4f3 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:09:39.615700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44678) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:39.618728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08545c57-d9b1-4585-ab5e-656d1290be29 req-54e8fab7-095e-4626-be44-c569348b0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:39.620863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08545c57-d9b1-4585-ab5e-656d1290be29 req-54e8fab7-095e-4626-be44-c569348b0b07 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 1098 time: 0.5663679 Dec 08 02:09:39.651162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936de49-719a-4d53-8a56-322e3a3e7152 req-af28ff19-0159-4981-b5c0-ec68c7b6db0e tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:39.658761 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4936de49-719a-4d53-8a56-322e3a3e7152 req-af28ff19-0159-4981-b5c0-ec68c7b6db0e tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.5680115 Dec 08 02:09:39.699436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21549b5-ffaa-4cfa-892c-3ebca92a1ff0 req-35e3cf3d-96c8-4a4a-93f1-59f2dafa1817 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:39.701591 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f21549b5-ffaa-4cfa-892c-3ebca92a1ff0 req-35e3cf3d-96c8-4a4a-93f1-59f2dafa1817 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 946 time: 0.1407025 Dec 08 02:09:39.838488 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4936de49-719a-4d53-8a56-322e3a3e7152 req-b07c9726-b719-47ed-b9a4-0af404075715 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785471 Dec 08 02:09:39.851384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08545c57-d9b1-4585-ab5e-656d1290be29 req-42a2b006-c42b-4d33-bd60-c3e6976f505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:39.853120 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08545c57-d9b1-4585-ab5e-656d1290be29 req-42a2b006-c42b-4d33-bd60-c3e6976f505c service neutron] 10.222.0.75 "GET /v2.0/networks?id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 200 len: 920 time: 0.2240467 Dec 08 02:09:39.869292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f21549b5-ffaa-4cfa-892c-3ebca92a1ff0 req-ec14e186-e669-416f-8814-5545ed90866b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272800 Dec 08 02:09:39.911934 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08545c57-d9b1-4585-ab5e-656d1290be29 req-2b2430ef-e278-4acb-bcfd-606d74e9cf82 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a3748e6-5b1b-4abe-b504-729c26cff173 HTTP/1.1" status: 200 len: 217 time: 0.0407562 Dec 08 02:09:39.981159 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1064803898'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:39.991407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08545c57-d9b1-4585-ab5e-656d1290be29 req-15755814-79f5-469a-a1ec-190b1cf32a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:39.993105 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08545c57-d9b1-4585-ab5e-656d1290be29 req-15755814-79f5-469a-a1ec-190b1cf32a6c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d7dd109b-19a8-41cd-875c-3304ef52d129 HTTP/1.1" status: 200 len: 859 time: 0.0730584 Dec 08 02:09:40.032284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:40.038923 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:40.041982 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08545c57-d9b1-4585-ab5e-656d1290be29 req-b08d93e7-753b-423e-83b5-428d49c6cb39 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400798 Dec 08 02:09:40.053659 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:40.162166 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:40.172633 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:40.193226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad279a23-64f7-49f0-8293-41db13d0299b req-eb675a38-f19f-45fd-b3dd-08bf9a801f71 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca55fcf8-987a-4036-a6cd-de5aab5d7db6 HTTP/1.1" status: 200 len: 210 time: 0.0412288 Dec 08 02:09:40.199189 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08545c57-d9b1-4585-ab5e-656d1290be29 req-397f2095-692e-4c64-bb2b-5e7ee9f24a39 service neutron] 10.222.0.75 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490681 Dec 08 02:09:40.201823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:09:40.219029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7dbc77-ad9a-4864-bddf-9a4315c758fc,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:40.234479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:40.235412 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Added segment 0fb88bbb-d5af-488c-abeb-3b10ee1850d1 of type vlan for network f0df85df-e765-4bda-8a00-36395df97fd5 Dec 08 02:09:40.288658 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:40.314151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08545c57-d9b1-4585-ab5e-656d1290be29 req-42068e37-d71d-4904-9d5c-4ea4ef168cac service neutron] 10.222.0.75 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072631 Dec 08 02:09:40.316011 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:40.322760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:40.323870 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:40.391825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Network': ['ID=f0df85df-e765-4bda-8a00-36395df97fd5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:40.406428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network f0df85df-e765-4bda-8a00-36395df97fd5 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:09:40.420895 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4420c3ca-330f-4f77-91cf-19c2d280f989 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8032844 Dec 08 02:09:40.562350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44694) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:40.568017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f468cd68-9f15-409d-b49d-98348f3a2872 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'subnet': {'network_id': 'f0df85df-e765-4bda-8a00-36395df97fd5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:40.709304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f468cd68-9f15-409d-b49d-98348f3a2872 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:40.713425 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f468cd68-9f15-409d-b49d-98348f3a2872 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:40.725256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 74d76858-31f6-45ad-b24b-5725519d798e no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:09:40.775325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 74d76858-31f6-45ad-b24b-5725519d798e {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:09:40.775904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 74d76858-31f6-45ad-b24b-5725519d798e not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:09:41.007677 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f468cd68-9f15-409d-b49d-98348f3a2872 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:41.073483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b6312-ec9b-4733-975b-3f1920823113 req-8364b681-402a-444c-831e-672d597a86ca tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:41.075083 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c81b6312-ec9b-4733-975b-3f1920823113 req-8364b681-402a-444c-831e-672d597a86ca tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1481366 Dec 08 02:09:41.096234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf86e2-9ec2-4e47-835a-e193ded82f8f req-fbbdfcc6-2ebb-427b-80e9-4e70e27fafbc tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:41.097786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2bf86e2-9ec2-4e47-835a-e193ded82f8f req-fbbdfcc6-2ebb-427b-80e9-4e70e27fafbc tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 946 time: 0.1350381 Dec 08 02:09:41.127792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468cd68-9f15-409d-b49d-98348f3a2872 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Subnet': ['ID=0f8adeb9-2261-411f-9448-db72548dc730,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:41.178588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f468cd68-9f15-409d-b49d-98348f3a2872 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Checking segment: {'id': '0fb88bbb-d5af-488c-abeb-3b10ee1850d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f0df85df-e765-4bda-8a00-36395df97fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:41.178965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f468cd68-9f15-409d-b49d-98348f3a2872 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network hostable DHCP agents. Network: f0df85df-e765-4bda-8a00-36395df97fd5, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:09:41.208155 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c81b6312-ec9b-4733-975b-3f1920823113 req-d3443a7d-5a99-4595-8134-efcf4912852f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257217 Dec 08 02:09:41.230316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2bf86e2-9ec2-4e47-835a-e193ded82f8f req-f7786a50-af4b-43b9-98a9-1034c7140aac tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139479 Dec 08 02:09:41.237870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f468cd68-9f15-409d-b49d-98348f3a2872 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network f0df85df-e765-4bda-8a00-36395df97fd5 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:09:41.262219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f468cd68-9f15-409d-b49d-98348f3a2872 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, f0df85df-e765-4bda-8a00-36395df97fd5) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:41.269130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f468cd68-9f15-409d-b49d-98348f3a2872 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:41.270798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d7a428-57ae-490c-aea4-d25957d244a6 None None] Network f0df85df-e765-4bda-8a00-36395df97fd5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:41.274443 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f468cd68-9f15-409d-b49d-98348f3a2872 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:41.312499 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f468cd68-9f15-409d-b49d-98348f3a2872 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7489512 Dec 08 02:09:41.316114 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44708) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:41.324241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4bbc97d1-6210-4d15-a41d-74f257aafe89 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-857446613'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:41.372611 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbc97d1-6210-4d15-a41d-74f257aafe89 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:41.377406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44710) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:41.379122 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bbc97d1-6210-4d15-a41d-74f257aafe89 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:41.408167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbc97d1-6210-4d15-a41d-74f257aafe89 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:09:41.420402 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bbc97d1-6210-4d15-a41d-74f257aafe89 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:41.420964 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-4bbc97d1-6210-4d15-a41d-74f257aafe89 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Added segment df710955-fd5c-472d-9019-309ee7c275b5 of type vlan for network 68424bf3-ff65-4d4c-8b6b-82f1b6bffc94 Dec 08 02:09:41.471716 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bbc97d1-6210-4d15-a41d-74f257aafe89 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:41.476364 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4e01b7e-4ea1-4b95-b64d-632d863000e9 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:41.518880 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4e01b7e-4ea1-4b95-b64d-632d863000e9 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:41.539127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-f0df85df-e765-4bda-8a00-36395df97fd5', 'network_id': 'f0df85df-e765-4bda-8a00-36395df97fd5', 'project_id': 'e2005d3a34b348439b3b805aec14e69a', 'fixed_ips': [{'subnet_id': '0f8adeb9-2261-411f-9448-db72548dc730'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:09:41.539962 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:41.567796 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bbc97d1-6210-4d15-a41d-74f257aafe89 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:41.581899 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbc97d1-6210-4d15-a41d-74f257aafe89 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:41.582562 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4bbc97d1-6210-4d15-a41d-74f257aafe89 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:41.593206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4e01b7e-4ea1-4b95-b64d-632d863000e9 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:41.596620 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4e01b7e-4ea1-4b95-b64d-632d863000e9 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:41.598121 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a4e01b7e-4ea1-4b95-b64d-632d863000e9 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "DELETE /v2.0/security-groups/814db101-79df-434a-97fd-f22ed16fad08 HTTP/1.1" status: 204 len: 168 time: 0.2196126 Dec 08 02:09:41.602214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44724) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:41.647121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e01b7e-4ea1-4b95-b64d-632d863000e9 tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814db101-79df-434a-97fd-f22ed16fad08,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:41.652615 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-8238b11f-6803-4b70-b43f-fb01602850aa tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] show failed (client error): The resource could not be found. Dec 08 02:09:41.654433 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8238b11f-6803-4b70-b43f-fb01602850aa tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "GET /v2.0/security-groups/814db101-79df-434a-97fd-f22ed16fad08 HTTP/1.1" status: 404 len: 347 time: 0.0506163 Dec 08 02:09:41.657180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44728) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:41.710513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Allocated IP 172.20.255.242 (f0df85df-e765-4bda-8a00-36395df97fd5/0f8adeb9-2261-411f-9448-db72548dc730/b952ed90-7d2f-4157-9461-63f8ace6a9d4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:41.788574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4bbc97d1-6210-4d15-a41d-74f257aafe89 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4709723 Dec 08 02:09:41.793679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44730) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:41.809979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-273cffe0-21cf-4d67-ae61-9c6431ad9b54 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'subnet': {'network_id': '68424bf3-ff65-4d4c-8b6b-82f1b6bffc94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:41.851904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc97d1-6210-4d15-a41d-74f257aafe89 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Network': ['ID=68424bf3-ff65-4d4c-8b6b-82f1b6bffc94,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:41.933146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-753ec1f8-eef2-474c-9cd5-f0abd11d184d tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Deleting port 271f915a-8a94-41ac-bbf8-f5e0a3ce9a36 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:41.933483 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-753ec1f8-eef2-474c-9cd5-f0abd11d184d tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:41.946761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005349e-2b72-44d3-bf53-6b830ac0dd08 req-98ac3c3b-89a0-486d-ac1a-9e50ea86dcb0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:41.953703 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3005349e-2b72-44d3-bf53-6b830ac0dd08 req-98ac3c3b-89a0-486d-ac1a-9e50ea86dcb0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.4380076 Dec 08 02:09:41.986394 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:41.994422 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 68424bf3-ff65-4d4c-8b6b-82f1b6bffc94 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:09:42.018587 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3005349e-2b72-44d3-bf53-6b830ac0dd08 req-bc3e3e59-bce4-486a-8dc6-2934d648ee2f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/quotas/6f00c661668d43f18aa8b95269722bb0 HTTP/1.1" status: 200 len: 375 time: 0.0447643 Dec 08 02:09:42.060381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-753ec1f8-eef2-474c-9cd5-f0abd11d184d tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:42.060973 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-753ec1f8-eef2-474c-9cd5-f0abd11d184d tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:42.082475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273cffe0-21cf-4d67-ae61-9c6431ad9b54 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:42.086834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-753ec1f8-eef2-474c-9cd5-f0abd11d184d tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Calling delete_port for 271f915a-8a94-41ac-bbf8-f5e0a3ce9a36 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:42.090695 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-273cffe0-21cf-4d67-ae61-9c6431ad9b54 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:42.139225 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:42.211452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Network f0df85df-e765-4bda-8a00-36395df97fd5 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:42.215564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:42.219596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:42.254487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Pushing event updated for resources: {'Port': ['ID=b952ed90-7d2f-4157-9461-63f8ace6a9d4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:42.292394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3005349e-2b72-44d3-bf53-6b830ac0dd08 req-5091bd20-fe43-4d96-bb9a-197a4de4529f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2635212 Dec 08 02:09:42.331680 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Attempting to bind port b952ed90-7d2f-4157-9461-63f8ace6a9d4 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:09:42.332088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Attempting to bind port b952ed90-7d2f-4157-9461-63f8ace6a9d4 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '0fb88bbb-d5af-488c-abeb-3b10ee1850d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f0df85df-e765-4bda-8a00-36395df97fd5'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:09:42.332461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Attempting to bind port b952ed90-7d2f-4157-9461-63f8ace6a9d4 on network f0df85df-e765-4bda-8a00-36395df97fd5 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:42.342688 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:09:42.343162 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Checking segment: {'id': '0fb88bbb-d5af-488c-abeb-3b10ee1850d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f0df85df-e765-4bda-8a00-36395df97fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:42.343572 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:42.344005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Bound using segment: {'id': '0fb88bbb-d5af-488c-abeb-3b10ee1850d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f0df85df-e765-4bda-8a00-36395df97fd5'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:09:42.344582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Bound port: b952ed90-7d2f-4157-9461-63f8ace6a9d4, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb88bbb-d5af-488c-abeb-3b10ee1850d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f0df85df-e765-4bda-8a00-36395df97fd5'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:09:42.344977 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:42.361466 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-753ec1f8-eef2-474c-9cd5-f0abd11d184d tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:42.428349 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ec1f8-eef2-474c-9cd5-f0abd11d184d tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Pushing event deleted for resources: {'Port': ['ID=271f915a-8a94-41ac-bbf8-f5e0a3ce9a36,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:42.466133 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] For port b952ed90-7d2f-4157-9461-63f8ace6a9d4, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:09:42.473522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] For port b952ed90-7d2f-4157-9461-63f8ace6a9d4, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b952ed90-7d2f-4157-9461-63f8ace6a9d4,segment=NetworkSegment(0fb88bbb-d5af-488c-abeb-3b10ee1850d1),segment_id=0fb88bbb-d5af-488c-abeb-3b10ee1850d1)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:09:42.482900 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:42.570811 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-753ec1f8-eef2-474c-9cd5-f0abd11d184d tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:42.571411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd220de-b876-4c6b-a346-3fcfc03da40d req-b1118ab7-46f2-49c0-a0bd-e35dacf8c8a0 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:42.573188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2bd220de-b876-4c6b-a346-3fcfc03da40d req-b1118ab7-46f2-49c0-a0bd-e35dacf8c8a0 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.2148261 Dec 08 02:09:42.573731 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-753ec1f8-eef2-474c-9cd5-f0abd11d184d tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:42.578790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44738) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:42.579759 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-753ec1f8-eef2-474c-9cd5-f0abd11d184d tempest-ServersTestBootFromVolume-983831037 tempest-ServersTestBootFromVolume-983831037-project] 10.222.0.71 "DELETE /v2.0/floatingips/626c216d-90e2-4ef4-8052-5b0a9ac23703 HTTP/1.1" status: 204 len: 168 time: 0.9201527 Dec 08 02:09:42.594663 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3005349e-2b72-44d3-bf53-6b830ac0dd08 req-e75165a2-9c86-47e1-b8a3-193d9b8098a3 service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898147 Dec 08 02:09:42.640155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0b37f-2b82-4b30-a4be-8821c59cb662 None None] Pushing event updated for resources: {'Port': ['ID=b952ed90-7d2f-4157-9461-63f8ace6a9d4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:42.840217 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-273cffe0-21cf-4d67-ae61-9c6431ad9b54 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:42.887256 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2bd220de-b876-4c6b-a346-3fcfc03da40d req-c206e3c7-f06c-492e-b1b3-9f4e7035daf8 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060701 Dec 08 02:09:42.936151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3005349e-2b72-44d3-bf53-6b830ac0dd08 req-87b011ef-ce2e-4757-916d-fac42fadb2cc service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849221 Dec 08 02:09:43.015474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cffe0-21cf-4d67-ae61-9c6431ad9b54 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Subnet': ['ID=9138f6ef-6fa7-4db0-ab06-ec34f65e2029,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:43.044699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273cffe0-21cf-4d67-ae61-9c6431ad9b54 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Checking segment: {'id': 'df710955-fd5c-472d-9019-309ee7c275b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '68424bf3-ff65-4d4c-8b6b-82f1b6bffc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:43.045066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273cffe0-21cf-4d67-ae61-9c6431ad9b54 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network hostable DHCP agents. Network: 68424bf3-ff65-4d4c-8b6b-82f1b6bffc94, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:09:43.108238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273cffe0-21cf-4d67-ae61-9c6431ad9b54 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network 68424bf3-ff65-4d4c-8b6b-82f1b6bffc94 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:09:43.146153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-273cffe0-21cf-4d67-ae61-9c6431ad9b54 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 68424bf3-ff65-4d4c-8b6b-82f1b6bffc94) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:43.154014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273cffe0-21cf-4d67-ae61-9c6431ad9b54 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:43.154201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf5b312-6b37-4167-b499-be0fa70e0664 None None] Network 68424bf3-ff65-4d4c-8b6b-82f1b6bffc94 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:43.154649 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-273cffe0-21cf-4d67-ae61-9c6431ad9b54 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:43.200889 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-273cffe0-21cf-4d67-ae61-9c6431ad9b54 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4023373 Dec 08 02:09:43.204162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44744) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:43.386896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-68424bf3-ff65-4d4c-8b6b-82f1b6bffc94', 'network_id': '68424bf3-ff65-4d4c-8b6b-82f1b6bffc94', 'project_id': 'e2005d3a34b348439b3b805aec14e69a', 'fixed_ips': [{'subnet_id': '9138f6ef-6fa7-4db0-ab06-ec34f65e2029'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:09:43.387735 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:43.417710 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:43.538643 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a6f617e-ed83-4a9a-a420-b1d5f3fdc0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:43.570599 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:43.616429 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b952ed90-7d2f-4157-9461-63f8ace6a9d4 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:09:43.723880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Allocated IP 172.20.0.2 (68424bf3-ff65-4d4c-8b6b-82f1b6bffc94/9138f6ef-6fa7-4db0-ab06-ec34f65e2029/b654f318-6810-4dd0-b6b2-496fe4c911f4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:43.997565 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:44.042115 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:44.088221 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:44.109565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Subnet': ['ID=9138f6ef-6fa7-4db0-ab06-ec34f65e2029,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:44.174049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Network 68424bf3-ff65-4d4c-8b6b-82f1b6bffc94 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:44.176346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:44.188668 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:44.230829 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Pushing event updated for resources: {'Port': ['ID=b654f318-6810-4dd0-b6b2-496fe4c911f4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:44.290724 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:44.319044 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b952ed90-7d2f-4157-9461-63f8ace6a9d4 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:44.319413 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:44.337558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68424bf3-ff65-4d4c-8b6b-82f1b6bffc94']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:44.363071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df710955-fd5c-472d-9019-309ee7c275b5') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:44.363416 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df710955-fd5c-472d-9019-309ee7c275b5') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:44.389807 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:44.411205 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:44.414996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2163716a-0cb1-4647-a5c5-c16524a1dff1 None None] Network f0df85df-e765-4bda-8a00-36395df97fd5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:44.421031 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:09:44.421762 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:09:44.510853 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:09:44.514632 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.db.api [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 02:09:44.514632 n-d-713499-31 neutron-server[109766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 02:09:44.514632 n-d-713499-31 neutron-server[109766]: [parameters: {'id': '68424bf3-ff65-4d4c-8b6b-82f1b6bffc94'}] Dec 08 02:09:44.514632 n-d-713499-31 neutron-server[109766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:09:44.515380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96584cc-0ebb-4a44-8750-9fcea659ffdf req-48a2e0d8-d276-4578-b135-840778692068 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:44.515912 n-d-713499-31 neutron-server[109766]: DEBUG oslo_db.api [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:09:44.517699 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c96584cc-0ebb-4a44-8750-9fcea659ffdf req-48a2e0d8-d276-4578-b135-840778692068 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.2976491 Dec 08 02:09:44.541168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-668ba635-8511-4c2f-a687-022940c44c9d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:44.548788 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-668ba635-8511-4c2f-a687-022940c44c9d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.3389161 Dec 08 02:09:44.549457 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Attempting to bind port b654f318-6810-4dd0-b6b2-496fe4c911f4 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:09:44.549934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Attempting to bind port b654f318-6810-4dd0-b6b2-496fe4c911f4 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'df710955-fd5c-472d-9019-309ee7c275b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '68424bf3-ff65-4d4c-8b6b-82f1b6bffc94'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:09:44.550559 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Attempting to bind port b654f318-6810-4dd0-b6b2-496fe4c911f4 on network 68424bf3-ff65-4d4c-8b6b-82f1b6bffc94 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:44.567544 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:09:44.568169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Checking segment: {'id': 'df710955-fd5c-472d-9019-309ee7c275b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '68424bf3-ff65-4d4c-8b6b-82f1b6bffc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:44.568861 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:44.569190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Bound using segment: {'id': 'df710955-fd5c-472d-9019-309ee7c275b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '68424bf3-ff65-4d4c-8b6b-82f1b6bffc94'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:09:44.569816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Bound port: b654f318-6810-4dd0-b6b2-496fe4c911f4, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df710955-fd5c-472d-9019-309ee7c275b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '68424bf3-ff65-4d4c-8b6b-82f1b6bffc94'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:09:44.570210 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:44.612984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e2bf0c29-7ef3-4945-97fe-23e9b7a0f0d1 None None] Provisioning complete for port b952ed90-7d2f-4157-9461-63f8ace6a9d4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:44.613372 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2bf0c29-7ef3-4945-97fe-23e9b7a0f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:44.621143 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-d4e32f4a-f695-453d-91be-a1e73bd1f4ba tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/quotas/6f00c661668d43f18aa8b95269722bb0 HTTP/1.1" status: 200 len: 375 time: 0.0709176 Dec 08 02:09:44.711057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c96584cc-0ebb-4a44-8750-9fcea659ffdf req-d9a0db90-6e93-4548-9152-81226deb0203 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586704 Dec 08 02:09:44.719456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-c1827661-8099-4b02-b229-5f6ffa18a051 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0974839 Dec 08 02:09:44.776428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] For port b654f318-6810-4dd0-b6b2-496fe4c911f4, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:09:44.795896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] For port b654f318-6810-4dd0-b6b2-496fe4c911f4, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b654f318-6810-4dd0-b6b2-496fe4c911f4,segment=NetworkSegment(df710955-fd5c-472d-9019-309ee7c275b5),segment_id=df710955-fd5c-472d-9019-309ee7c275b5)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:09:44.803224 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:44.824967 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:44.911138 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2bf0c29-7ef3-4945-97fe-23e9b7a0f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:44.948357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-1cc305bd-3732-4be0-95cb-6fc9dbee3db0 service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007592 Dec 08 02:09:44.951227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port b952ed90-7d2f-4157-9461-63f8ace6a9d4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b952ed90-7d2f-4157-9461-63f8ace6a9d4,segment=NetworkSegment(0fb88bbb-d5af-488c-abeb-3b10ee1850d1),segment_id=0fb88bbb-d5af-488c-abeb-3b10ee1850d1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:44.964448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e1e1f-ab72-4892-b08a-70c26a11c308 None None] Pushing event updated for resources: {'Port': ['ID=b654f318-6810-4dd0-b6b2-496fe4c911f4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:44.968096 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:45.016281 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:45.048101 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ca2fa7-2c2f-47c2-9497-450111cad477 None None] Network 68424bf3-ff65-4d4c-8b6b-82f1b6bffc94 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:45.068866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f617e-ed83-4a9a-a420-b1d5f3fdc0e6 admin admin] Deleting port c2281da6-b4cf-4483-ac60-b0f9ff53c9db {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:45.069382 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a6f617e-ed83-4a9a-a420-b1d5f3fdc0e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:45.159868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Deleting port b654f318-6810-4dd0-b6b2-496fe4c911f4 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:45.160634 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:45.176792 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-25a5ce91-c6f4-4d76-adda-3c1d50086a36 service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153113 Dec 08 02:09:45.206616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-6a6f617e-ed83-4a9a-a420-b1d5f3fdc0e6 admin admin] For port c2281da6-b4cf-4483-ac60-b0f9ff53c9db, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c2281da6-b4cf-4483-ac60-b0f9ff53c9db,segment=NetworkSegment(4f5580a3-9739-43e8-8b69-cddcc71ef8bc),segment_id=4f5580a3-9739-43e8-8b69-cddcc71ef8bc)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:45.206998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a6f617e-ed83-4a9a-a420-b1d5f3fdc0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:45.234534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f617e-ed83-4a9a-a420-b1d5f3fdc0e6 admin admin] Calling delete_port for c2281da6-b4cf-4483-ac60-b0f9ff53c9db owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:45.285471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] For port b654f318-6810-4dd0-b6b2-496fe4c911f4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b654f318-6810-4dd0-b6b2-496fe4c911f4,segment=NetworkSegment(df710955-fd5c-472d-9019-309ee7c275b5),segment_id=df710955-fd5c-472d-9019-309ee7c275b5)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:45.286625 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:45.303552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Calling delete_port for b654f318-6810-4dd0-b6b2-496fe4c911f4 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:45.330691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=b952ed90-7d2f-4157-9461-63f8ace6a9d4,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:45.336946 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-e2bf0c29-7ef3-4945-97fe-23e9b7a0f0d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:09:45.337346 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-e2bf0c29-7ef3-4945-97fe-23e9b7a0f0d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:09:45.421730 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:45.432223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50039b04-4c79-4486-9bb7-a13a29e743f8 None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:09:45.485094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Port': ['ID=b654f318-6810-4dd0-b6b2-496fe4c911f4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:45.487070 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No DVR routers for this DVR port b654f318-6810-4dd0-b6b2-496fe4c911f4 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:09:45.600981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3d6cdcf7-5a6c-4adf-83dd-804eafc85f99 req-8c33b705-5570-4e3a-b488-a5c10ed45a07 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 210 time: 0.0598857 Dec 08 02:09:45.738086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:45.757886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50039b04-4c79-4486-9bb7-a13a29e743f8 None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:09:45.816347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68424bf3-ff65-4d4c-8b6b-82f1b6bffc94']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:45.826164 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a6f617e-ed83-4a9a-a420-b1d5f3fdc0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:45.842136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df710955-fd5c-472d-9019-309ee7c275b5') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:45.842435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df710955-fd5c-472d-9019-309ee7c275b5') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:45.869790 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:45.887852 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:45.903444 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:09:45.904168 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:09:45.907902 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:09:45.911561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f617e-ed83-4a9a-a420-b1d5f3fdc0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2281da6-b4cf-4483-ac60-b0f9ff53c9db,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:46.030147 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:46.043120 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:46.046791 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/68424bf3-ff65-4d4c-8b6b-82f1b6bffc94 HTTP/1.1" status: 204 len: 168 time: 2.8410592 Dec 08 02:09:46.063402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44806) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:46.088510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-fdb2c50a-fa8f-4d8c-adf3-db3ea54e3f83 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2101822221'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:46.120456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a034ff-efdd-483d-b3f1-c6275576fb82 req-840a7779-a159-4e24-accd-e401dd6bc83f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:46.122304 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44a034ff-efdd-483d-b3f1-c6275576fb82 req-840a7779-a159-4e24-accd-e401dd6bc83f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.2609973 Dec 08 02:09:46.156439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5881d-ca14-428d-a2a9-d47fa8c0c9a0 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Network': ['ID=68424bf3-ff65-4d4c-8b6b-82f1b6bffc94,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:46.205957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb2c50a-fa8f-4d8c-adf3-db3ea54e3f83 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:46.209822 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c50a-fa8f-4d8c-adf3-db3ea54e3f83 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:46.264763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb2c50a-fa8f-4d8c-adf3-db3ea54e3f83 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:09:46.278541 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c50a-fa8f-4d8c-adf3-db3ea54e3f83 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:46.279973 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-fdb2c50a-fa8f-4d8c-adf3-db3ea54e3f83 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Added segment d86da970-5ee2-42c9-a9d7-4d59dc855902 of type vlan for network 0e083e51-8b9c-4033-a7d4-b22607276fb5 Dec 08 02:09:46.302534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-23fde5d8-3ec9-4f12-bcc1-e9d6d5b1f9b8 None None] Provisioning complete for port b952ed90-7d2f-4157-9461-63f8ace6a9d4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:46.302910 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23fde5d8-3ec9-4f12-bcc1-e9d6d5b1f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:46.388790 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c50a-fa8f-4d8c-adf3-db3ea54e3f83 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:46.422908 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44a034ff-efdd-483d-b3f1-c6275576fb82 req-c1e3b868-ada5-4333-bc63-df1d884a7b50 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900689 Dec 08 02:09:46.438775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c50a-fa8f-4d8c-adf3-db3ea54e3f83 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:46.452512 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c50a-fa8f-4d8c-adf3-db3ea54e3f83 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:46.453769 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdb2c50a-fa8f-4d8c-adf3-db3ea54e3f83 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:46.463550 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a6f617e-ed83-4a9a-a420-b1d5f3fdc0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:46.496786 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fdb2c50a-fa8f-4d8c-adf3-db3ea54e3f83 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4307530 Dec 08 02:09:46.522932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44812) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:46.544566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6aefb264-d6ae-461b-857d-4ecc989fb395 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'subnet': {'network_id': '0e083e51-8b9c-4033-a7d4-b22607276fb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:46.655531 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aefb264-d6ae-461b-857d-4ecc989fb395 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:46.660390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6aefb264-d6ae-461b-857d-4ecc989fb395 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:46.788096 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2c50a-fa8f-4d8c-adf3-db3ea54e3f83 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Network': ['ID=0e083e51-8b9c-4033-a7d4-b22607276fb5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:46.802139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 0e083e51-8b9c-4033-a7d4-b22607276fb5 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:09:46.807345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-6aefb264-d6ae-461b-857d-4ecc989fb395 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Performing IP validity checks on allocation pools {{(pid=109766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 02:09:46.808124 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-6aefb264-d6ae-461b-857d-4ecc989fb395 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 02:09:46.812200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64a72b13-da4b-4954-9f34-5180765eea6b req-070125e6-e295-4271-8bd1-ef3d08d153f3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 210 time: 0.0574124 Dec 08 02:09:46.930646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Provisioning complete for port 85ce6dbd-aea9-49f9-854a-4b2fe3293696 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:46.936018 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:46.973388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6f617e-ed83-4a9a-a420-b1d5f3fdc0e6 admin admin] Router a240d149-16ec-4924-9288-32221a548c5e has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:09:47.065362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Provisioning complete for port de39c957-364a-4b73-bff7-27c8901a9f09 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:47.065972 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:47.072902 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6aefb264-d6ae-461b-857d-4ecc989fb395 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:47.147277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefb264-d6ae-461b-857d-4ecc989fb395 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Subnet': ['ID=9829af52-5f74-4f17-8291-9e45e93af18c,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:47.173412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aefb264-d6ae-461b-857d-4ecc989fb395 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Checking segment: {'id': 'd86da970-5ee2-42c9-a9d7-4d59dc855902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0e083e51-8b9c-4033-a7d4-b22607276fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:47.173790 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aefb264-d6ae-461b-857d-4ecc989fb395 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network hostable DHCP agents. Network: 0e083e51-8b9c-4033-a7d4-b22607276fb5, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:09:47.212960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aefb264-d6ae-461b-857d-4ecc989fb395 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network 0e083e51-8b9c-4033-a7d4-b22607276fb5 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:09:47.242135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-6aefb264-d6ae-461b-857d-4ecc989fb395 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 0e083e51-8b9c-4033-a7d4-b22607276fb5) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:47.250106 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aefb264-d6ae-461b-857d-4ecc989fb395 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:47.250106 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6aefb264-d6ae-461b-857d-4ecc989fb395 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:47.268137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b28f5b-454f-41e5-8b13-7f1b508195b8 None None] Network 0e083e51-8b9c-4033-a7d4-b22607276fb5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:47.293677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6f617e-ed83-4a9a-a420-b1d5f3fdc0e6 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:09:47.296277 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6aefb264-d6ae-461b-857d-4ecc989fb395 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7692056 Dec 08 02:09:47.299760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44820) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:47.312812 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6a6f617e-ed83-4a9a-a420-b1d5f3fdc0e6 admin admin] 10.222.0.71 "PUT /v2.0/routers/a240d149-16ec-4924-9288-32221a548c5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7327218 Dec 08 02:09:47.313453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44822) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:47.391980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8c2fd-bbfd-489d-b704-c690af7f5a52 None None] Sync routers for ids ['a240d149-16ec-4924-9288-32221a548c5e'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:09:47.537291 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:47.593284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b952ed90-7d2f-4157-9461-63f8ace6a9d4 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:09:47.647442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:47.775370 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:47.775696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a8c2fd-bbfd-489d-b704-c690af7f5a52 None None] Routers {'a240d149-16ec-4924-9288-32221a548c5e'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:09:47.778170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d3a8c2fd-bbfd-489d-b704-c690af7f5a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:09:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a240d149-16ec-4924-9288-32221a548c5e'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:47.824506 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Subnet': ['ID=9829af52-5f74-4f17-8291-9e45e93af18c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:47.916909 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035dbd7-ce66-4a44-9607-14e128028f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-0e083e51-8b9c-4033-a7d4-b22607276fb5', 'network_id': '0e083e51-8b9c-4033-a7d4-b22607276fb5', 'project_id': 'e2005d3a34b348439b3b805aec14e69a', 'fixed_ips': [{'subnet_id': '9829af52-5f74-4f17-8291-9e45e93af18c'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:09:47.917797 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4035dbd7-ce66-4a44-9607-14e128028f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:47.944155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Provisioning complete for port 378e2c35-4c4d-408a-8167-eaf8915dc133 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:47.944529 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:47.970491 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-a7f5d9a9-5cfd-4b7e-87e7-78a4e5eff405 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:47.972028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-a7f5d9a9-5cfd-4b7e-87e7-78a4e5eff405 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.6761746 Dec 08 02:09:47.987305 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d3576-5286-426d-ba3f-40990851d5e3 req-4e8e4470-d683-4420-abdc-1848456753ef tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:47.989627 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:47.998333 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-632d3576-5286-426d-ba3f-40990851d5e3 req-4e8e4470-d683-4420-abdc-1848456753ef tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.3722651 Dec 08 02:09:48.019309 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.031700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e083e51-8b9c-4033-a7d4-b22607276fb5']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:48.053950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86da970-5ee2-42c9-a9d7-4d59dc855902') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:48.054398 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86da970-5ee2-42c9-a9d7-4d59dc855902') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:48.059414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b952ed90-7d2f-4157-9461-63f8ace6a9d4 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:48.061486 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.074623 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.097134 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.113780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:09:48.114331 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:09:48.118125 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:09:48.141100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-a3feb29a-1eeb-48bc-92d8-55ebff49f68a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Request body: {'port': {'device_id': 'cb6dccee-8e70-427e-a4b0-1f6cc35d14df', 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'admin_state_up': True, 'tenant_id': '6f00c661668d43f18aa8b95269722bb0'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:48.194861 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dc09d9ca-8f92-4672-bcfb-ec3a6ec49461 req-5d84d33c-f94e-400c-8fd1-d183407d0fd1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 210 time: 0.0675893 Dec 08 02:09:48.196148 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.250743 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.258713 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.262809 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/0e083e51-8b9c-4033-a7d4-b22607276fb5 HTTP/1.1" status: 204 len: 168 time: 0.9620552 Dec 08 02:09:48.263046 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-632d3576-5286-426d-ba3f-40990851d5e3 req-915923e5-3b3a-4dd7-b57d-71a22d88efb9 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634716 Dec 08 02:09:48.266337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44830) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:48.283595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da68ba5-501b-43c1-b7fc-6b475dd435fc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Network': ['ID=0e083e51-8b9c-4033-a7d4-b22607276fb5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:48.287490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0158294a-228b-4e22-82b6-fb698fbf035f tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-708866348'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:48.338892 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-4035dbd7-ce66-4a44-9607-14e128028f41 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 02:09:48.338892 n-d-713499-31 neutron-server[109768]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Dec 08 02:09:48.338892 n-d-713499-31 neutron-server[109768]: [parameters: {'project_id': 'e2005d3a34b348439b3b805aec14e69a', 'id': '6072bc6f-483e-492a-96ec-0fc42d70c635', 'name': '', 'network_id': '0e083e51-8b9c-4033-a7d4-b22607276fb5', 'mac_address': 'fa:16:3e:33:01:b2', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-0e083e51-8b9c-4033-a7d4-b22607276fb5', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2430}] Dec 08 02:09:48.338892 n-d-713499-31 neutron-server[109768]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:09:48.339906 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-4035dbd7-ce66-4a44-9607-14e128028f41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:09:48.469091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-d3a8c2fd-bbfd-489d-b704-c690af7f5a52 None None] Set router a240d149-16ec-4924-9288-32221a548c5e gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:09:48.504924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Provisioning complete for port 7d9b7dbc-69a1-452a-b823-ca8a50551230 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:48.505391 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.513932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0158294a-228b-4e22-82b6-fb698fbf035f tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:48.518721 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0158294a-228b-4e22-82b6-fb698fbf035f tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.541639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-a3feb29a-1eeb-48bc-92d8-55ebff49f68a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Made reservation on behalf of 6f00c661668d43f18aa8b95269722bb0 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:48.557303 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-a3feb29a-1eeb-48bc-92d8-55ebff49f68a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.577203 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] Deleting port 378e2c35-4c4d-408a-8167-eaf8915dc133 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:48.577611 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.694952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] For port 378e2c35-4c4d-408a-8167-eaf8915dc133, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=378e2c35-4c4d-408a-8167-eaf8915dc133,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:48.695331 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.710850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] Calling delete_port for 378e2c35-4c4d-408a-8167-eaf8915dc133 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:48.859521 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4035dbd7-ce66-4a44-9607-14e128028f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.910440 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:48.978202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7d16e6-6ab4-4d0e-b682-cc9fc6d57b00 None None] Network 0e083e51-8b9c-4033-a7d4-b22607276fb5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:49.014561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23872002-663c-4542-9a0c-b5e789b9650e None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:09:49.017019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=378e2c35-4c4d-408a-8167-eaf8915dc133,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:49.019472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7d16e6-6ab4-4d0e-b682-cc9fc6d57b00 None None] Network 0e083e51-8b9c-4033-a7d4-b22607276fb5 could not be found, it might have been deleted concurrently. {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 02:09:49.059861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d3a8c2fd-bbfd-489d-b704-c690af7f5a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:09:45Z', 'revision_number': 5, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port': {'id': '378e2c35-4c4d-408a-8167-eaf8915dc133', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a240d149-16ec-4924-9288-32221a548c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:22Z', 'updated_at': '2021-12-08T02:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:49.125938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0158294a-228b-4e22-82b6-fb698fbf035f tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:09:49.139169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Provisioning complete for port eeea3ee3-dfe0-432f-82ff-290f3a2c845c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:49.149727 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:49.151939 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8c2fd-bbfd-489d-b704-c690af7f5a52 None None] Checking router: a240d149-16ec-4924-9288-32221a548c5e for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:09:49.171891 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0158294a-228b-4e22-82b6-fb698fbf035f tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:49.172538 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-0158294a-228b-4e22-82b6-fb698fbf035f tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Added segment 2715ea4e-c99c-4063-a6cf-2becbd2b57c6 of type vlan for network 4777b546-2293-4edb-8d13-4a72be0ca5b6 Dec 08 02:09:49.193307 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:49.226190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a8c2fd-bbfd-489d-b704-c690af7f5a52 None None] Routers {'a240d149-16ec-4924-9288-32221a548c5e'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:09:49.234874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d3a8c2fd-bbfd-489d-b704-c690af7f5a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:09:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a240d149-16ec-4924-9288-32221a548c5e'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:49.378787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-d3a8c2fd-bbfd-489d-b704-c690af7f5a52 None None] Set router a240d149-16ec-4924-9288-32221a548c5e gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:09:49.458472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d3a8c2fd-bbfd-489d-b704-c690af7f5a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:09:48Z', 'revision_number': 7, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:49.502860 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0158294a-228b-4e22-82b6-fb698fbf035f tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:49.513369 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d182c95f-5ae6-4490-98e5-ba077f022e24 req-a326f920-103d-4468-8a5e-18a22378ac48 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 210 time: 0.1044831 Dec 08 02:09:49.524600 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8c2fd-bbfd-489d-b704-c690af7f5a52 None None] The sync data for ids ['a240d149-16ec-4924-9288-32221a548c5e'] in n-d-713499-31 is: [{'id': 'a240d149-16ec-4924-9288-32221a548c5e', 'name': 'tempest-ServersTestBootFromVolume-891472337-router', 'tenant_id': '1b81fe962ade463ba8015d6bc39dd187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:21Z', 'updated_at': '2021-12-08T02:09:48Z', 'revision_number': 7, 'project_id': '1b81fe962ade463ba8015d6bc39dd187', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:09:49.551237 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:49.576367 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:49.599083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-a3feb29a-1eeb-48bc-92d8-55ebff49f68a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Allocated IP 172.20.0.14 (3c1d6076-2a4e-4d70-97ce-7376926325bf/d8c08e74-103b-4cbe-976c-ceed8594a0cb/3c0cfdb2-275a-416a-a3a0-a7aae9624d55) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:49.608065 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Provisioning complete for port 796cba1e-4e9a-4880-bd68-63fd1c08e229 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:49.608872 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:49.655847 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3cca-dcaf-43c4-93d5-2e19de813e50 req-13e7dcb8-d54d-4eef-8e4c-f52ef3998a2c tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:49.657487 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b42d3cca-dcaf-43c4-93d5-2e19de813e50 req-13e7dcb8-d54d-4eef-8e4c-f52ef3998a2c tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.2020144 Dec 08 02:09:49.661465 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0158294a-228b-4e22-82b6-fb698fbf035f tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:49.668995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0158294a-228b-4e22-82b6-fb698fbf035f tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:49.669605 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0158294a-228b-4e22-82b6-fb698fbf035f tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:49.702936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0158294a-228b-4e22-82b6-fb698fbf035f tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4223258 Dec 08 02:09:49.704165 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:49.704693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a240d149-16ec-4924-9288-32221a548c5e {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:09:49.705805 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44842) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:49.711247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-dc7559cd-471b-4889-b3f8-293a4561da60 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'subnet': {'network_id': '4777b546-2293-4edb-8d13-4a72be0ca5b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:49.739390 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Provisioning complete for port 9a3748e6-5b1b-4abe-b504-729c26cff173 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:49.739906 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:49.775702 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:49.776772 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-22c1dd6f-fb9f-4339-a661-8f7bf8492e11 admin admin] 10.222.0.71 "DELETE /v2.0/routers/a240d149-16ec-4924-9288-32221a548c5e HTTP/1.1" status: 204 len: 168 time: 2.4514790 Dec 08 02:09:49.806003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44844) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:49.877942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Provisioning complete for port 391dce80-c24f-4698-a6d0-06189e7a4081 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:49.878316 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:49.945765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7559cd-471b-4889-b3f8-293a4561da60 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:49.950761 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc7559cd-471b-4889-b3f8-293a4561da60 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:50.073112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158294a-228b-4e22-82b6-fb698fbf035f tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Network': ['ID=4777b546-2293-4edb-8d13-4a72be0ca5b6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:50.083905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Provisioning complete for port a9545aae-5e04-40b2-b242-477b3b953496 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:50.083905 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:50.126428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 4777b546-2293-4edb-8d13-4a72be0ca5b6 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:09:50.205001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b42d3cca-dcaf-43c4-93d5-2e19de813e50 req-561e7fea-efef-439a-9f1d-9b97bf5fc3e4 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238109 Dec 08 02:09:50.285632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbd575b-207d-4141-a98d-90748868c4ff admin admin] Deleting subnet 9485c7e8-851e-4945-805b-f9cc04333c12 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:09:50.301757 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abbd575b-207d-4141-a98d-90748868c4ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:50.375729 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abbd575b-207d-4141-a98d-90748868c4ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:50.393111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Provisioning complete for port d4d887bc-9833-4f97-99d5-7df07863da28 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:50.394158 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:50.567855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Provisioning complete for port dd2c20c7-c732-446f-9b0f-d064bb66d6e6 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:50.568238 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd9598ee-60ce-407f-ac03-1d561952f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:50.643978 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-a3feb29a-1eeb-48bc-92d8-55ebff49f68a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:50.726303 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-a3feb29a-1eeb-48bc-92d8-55ebff49f68a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:50.780754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a9545aae-5e04-40b2-b242-477b3b953496'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:50.815980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-a3feb29a-1eeb-48bc-92d8-55ebff49f68a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Network 3c1d6076-2a4e-4d70-97ce-7376926325bf is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:50.830103 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-a3feb29a-1eeb-48bc-92d8-55ebff49f68a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:50.837064 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abbd575b-207d-4141-a98d-90748868c4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:50.841806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-a3feb29a-1eeb-48bc-92d8-55ebff49f68a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:50.855539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b83b9f-d4ea-467e-b769-4d6656d77625 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:09:50.923789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-a3feb29a-1eeb-48bc-92d8-55ebff49f68a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:50.924794 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-a3feb29a-1eeb-48bc-92d8-55ebff49f68a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:50.974048 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc7559cd-471b-4889-b3f8-293a4561da60 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:51.017224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3feb29a-1eeb-48bc-92d8-55ebff49f68a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Pushing event updated for resources: {'Port': ['ID=3c0cfdb2-275a-416a-a3a0-a7aae9624d55,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:51.030389 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-a3feb29a-1eeb-48bc-92d8-55ebff49f68a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8930352 Dec 08 02:09:51.051615 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40474d-0faf-4a2a-9559-31006a7c82aa req-5cd289ab-1d1c-4995-8d1a-77d721ca9524 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:51.072507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb40474d-0faf-4a2a-9559-31006a7c82aa req-5cd289ab-1d1c-4995-8d1a-77d721ca9524 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 932 time: 0.3631613 Dec 08 02:09:51.104977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Request body: {'port': {'device_id': 'cb6dccee-8e70-427e-a4b0-1f6cc35d14df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:51.114684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0c5f52ee-2dc5-4f04-9903-f5b751e0e42d None None] Provisioning complete for port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:51.114684 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c5f52ee-2dc5-4f04-9903-f5b751e0e42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:51.257945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7559cd-471b-4889-b3f8-293a4561da60 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Subnet': ['ID=2fbdfb48-f3e0-45cf-9aea-6f854e7d2f69,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:51.283699 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7559cd-471b-4889-b3f8-293a4561da60 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Checking segment: {'id': '2715ea4e-c99c-4063-a6cf-2becbd2b57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4777b546-2293-4edb-8d13-4a72be0ca5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:51.285135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7559cd-471b-4889-b3f8-293a4561da60 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network hostable DHCP agents. Network: 4777b546-2293-4edb-8d13-4a72be0ca5b6, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:09:51.288289 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abbd575b-207d-4141-a98d-90748868c4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:51.313222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb40474d-0faf-4a2a-9559-31006a7c82aa req-2fc88418-c46d-41a8-bf23-210f8e8debfa tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280614 Dec 08 02:09:51.317058 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f52ee-2dc5-4f04-9903-f5b751e0e42d None None] Port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:09:51.340350 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:51.350607 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df5542d-a40b-4521-94d2-14b74242cef2 None None] Network 7395e324-3d87-4b26-866c-bfff102af6a2 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:51.362768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd575b-207d-4141-a98d-90748868c4ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9485c7e8-851e-4945-805b-f9cc04333c12,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:51.365625 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abbd575b-207d-4141-a98d-90748868c4ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:51.372497 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-abbd575b-207d-4141-a98d-90748868c4ff admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9485c7e8-851e-4945-805b-f9cc04333c12 HTTP/1.1" status: 204 len: 168 time: 1.5654728 Dec 08 02:09:51.377319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44856) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:51.411817 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c2281da6-b4cf-4483-ac60-b0f9ff53c9db no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:09:51.499856 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:51.502804 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7559cd-471b-4889-b3f8-293a4561da60 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network 4777b546-2293-4edb-8d13-4a72be0ca5b6 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:09:51.511469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: c2281da6-b4cf-4483-ac60-b0f9ff53c9db {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:09:51.513499 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c2281da6-b4cf-4483-ac60-b0f9ff53c9db not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:09:51.514555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 378e2c35-4c4d-408a-8167-eaf8915dc133 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:09:51.526124 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-dc7559cd-471b-4889-b3f8-293a4561da60 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 4777b546-2293-4edb-8d13-4a72be0ca5b6) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:51.536965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7559cd-471b-4889-b3f8-293a4561da60 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:51.537607 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc7559cd-471b-4889-b3f8-293a4561da60 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:51.567959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751395c1-51f2-4418-aa1f-4c644fd43851 None None] Network 4777b546-2293-4edb-8d13-4a72be0ca5b6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:51.593803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75051a75-03f0-45b6-ad15-ed1f97cef595 req-facbfa56-54ae-47ac-9b93-b46492b46421 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:51.595340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-75051a75-03f0-45b6-ad15-ed1f97cef595 req-facbfa56-54ae-47ac-9b93-b46492b46421 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.2000172 Dec 08 02:09:51.630792 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dc7559cd-471b-4889-b3f8-293a4561da60 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9223621 Dec 08 02:09:51.635462 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44860) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:51.660614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 378e2c35-4c4d-408a-8167-eaf8915dc133 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:09:51.661526 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 378e2c35-4c4d-408a-8167-eaf8915dc133 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:09:51.723536 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-4777b546-2293-4edb-8d13-4a72be0ca5b6', 'network_id': '4777b546-2293-4edb-8d13-4a72be0ca5b6', 'project_id': 'e2005d3a34b348439b3b805aec14e69a', 'fixed_ips': [{'subnet_id': '2fbdfb48-f3e0-45cf-9aea-6f854e7d2f69'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:09:51.729818 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:51.889632 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-75051a75-03f0-45b6-ad15-ed1f97cef595 req-13f693da-17a2-4511-adad-cb33e791cc01 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705110 Dec 08 02:09:51.911919 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:51.932299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864bbfae-825f-4b3f-b2ce-fc38c923bb77 None None] DHCP port deletion for 7395e324-3d87-4b26-866c-bfff102af6a2 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:09:51.937533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Deleting port 41c7b75d-d236-4800-80b1-7fe588bdeb5c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:51.937867 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.044524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] For port 41c7b75d-d236-4800-80b1-7fe588bdeb5c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=41c7b75d-d236-4800-80b1-7fe588bdeb5c,segment=NetworkSegment(4f5580a3-9739-43e8-8b69-cddcc71ef8bc),segment_id=4f5580a3-9739-43e8-8b69-cddcc71ef8bc)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:52.045745 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.068750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Calling delete_port for 41c7b75d-d236-4800-80b1-7fe588bdeb5c owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:52.076870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c2cb833-8af3-4d89-8d6b-375b9b10d920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.125144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Allocated IP 172.20.0.1 (4777b546-2293-4edb-8d13-4a72be0ca5b6/2fbdfb48-f3e0-45cf-9aea-6f854e7d2f69/32186a56-9b0f-4d84-b587-64fbc37a0838) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:52.145958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:09:52.156757 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-864bbfae-825f-4b3f-b2ce-fc38c923bb77 None None] Deleting port 41c7b75d-d236-4800-80b1-7fe588bdeb5c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:52.157121 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-864bbfae-825f-4b3f-b2ce-fc38c923bb77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.168043 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.169698 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.192883 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Transition to ACTIVE for port object 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:09:52.200899 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.276494 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.301576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0646c5-eaec-4e73-8421-27aa6047e441 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:09:52.318950 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0cfdb2-275a-416a-a3a0-a7aae9624d55,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:52.357385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=41c7b75d-d236-4800-80b1-7fe588bdeb5c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:52.364332 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] No DVR routers for this DVR port 41c7b75d-d236-4800-80b1-7fe588bdeb5c on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:09:52.448581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-864bbfae-825f-4b3f-b2ce-fc38c923bb77 None None] For port 41c7b75d-d236-4800-80b1-7fe588bdeb5c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=41c7b75d-d236-4800-80b1-7fe588bdeb5c,segment=NetworkSegment(4f5580a3-9739-43e8-8b69-cddcc71ef8bc),segment_id=4f5580a3-9739-43e8-8b69-cddcc71ef8bc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:52.449065 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-864bbfae-825f-4b3f-b2ce-fc38c923bb77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.482598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Attempting to bind port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:09:52.482921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Attempting to bind port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:09:52.483696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Attempting to bind port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 on network 3c1d6076-2a4e-4d70-97ce-7376926325bf {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:52.506960 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-864bbfae-825f-4b3f-b2ce-fc38c923bb77 None None] Calling delete_port for 41c7b75d-d236-4800-80b1-7fe588bdeb5c owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:52.583561 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.588176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 on network 3c1d6076-2a4e-4d70-97ce-7376926325bf not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:09:52.591895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Attempting to bind port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 on network 3c1d6076-2a4e-4d70-97ce-7376926325bf {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:52.662446 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.674311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7395e324-3d87-4b26-866c-bfff102af6a2']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:52.674542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13b57f-0fdd-45d8-80e0-1d16df214f73 req-d3f532fc-2c3a-47c3-a019-37e99a813f75 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:52.678835 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.680662 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad13b57f-0fdd-45d8-80e0-1d16df214f73 req-d3f532fc-2c3a-47c3-a019-37e99a813f75 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 944 time: 0.1934319 Dec 08 02:09:52.682921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:09:52.684708 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Checking segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:52.686048 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Bound using segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:09:52.687242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Bound port: 3c0cfdb2-275a-416a-a3a0-a7aae9624d55, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:09:52.687242 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.743843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5580a3-9739-43e8-8b69-cddcc71ef8bc') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:52.744157 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5580a3-9739-43e8-8b69-cddcc71ef8bc') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:52.780315 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.782743 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.818208 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-864bbfae-825f-4b3f-b2ce-fc38c923bb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.851246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Network 4777b546-2293-4edb-8d13-4a72be0ca5b6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:52.875800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] For port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:09:52.887093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] For port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3c0cfdb2-275a-416a-a3a0-a7aae9624d55,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:09:52.901201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:52.914626 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbdfb48-f3e0-45cf-9aea-6f854e7d2f69,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:52.922542 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:52.934108 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:52.971916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864bbfae-825f-4b3f-b2ce-fc38c923bb77 None None] No DVR routers for this DVR port 41c7b75d-d236-4800-80b1-7fe588bdeb5c on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:09:52.973439 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad13b57f-0fdd-45d8-80e0-1d16df214f73 req-ed448bc8-3b19-425b-9759-c319cb15fd32 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812235 Dec 08 02:09:52.975223 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:53.031227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Pushing event updated for resources: {'Port': ['ID=32186a56-9b0f-4d84-b587-64fbc37a0838,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:53.036113 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:09:53.056331 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:09:53.058440 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:09:53.083036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:53.083396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bbfae-825f-4b3f-b2ce-fc38c923bb77 None None] Pushing event deleted for resources: {'Port': ['ID=41c7b75d-d236-4800-80b1-7fe588bdeb5c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:53.083715 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:53.088430 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] 10.222.0.75 "PUT /v2.0/ports/3c0cfdb2-275a-416a-a3a0-a7aae9624d55 HTTP/1.1" status: 200 len: 1093 time: 2.0047176 Dec 08 02:09:53.094782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6dccee-8e70-427e-a4b0-1f6cc35d14df', 'tag': '3c0cfdb2-275a-416a-a3a0-a7aae9624d55'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:53.108109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0668a9ef-b660-4a6b-bb33-4bbc53c0f5bb None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:09:53.118656 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805e8174-95b2-4465-b03f-27f705bc66b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6dccee-8e70-427e-a4b0-1f6cc35d14df", "tag": "3c0cfdb2-275a-416a-a3a0-a7aae9624d55"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:53.129307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Attempting to bind port 32186a56-9b0f-4d84-b587-64fbc37a0838 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:09:53.129988 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Attempting to bind port 32186a56-9b0f-4d84-b587-64fbc37a0838 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '2715ea4e-c99c-4063-a6cf-2becbd2b57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4777b546-2293-4edb-8d13-4a72be0ca5b6'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:09:53.131004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Attempting to bind port 32186a56-9b0f-4d84-b587-64fbc37a0838 on network 4777b546-2293-4edb-8d13-4a72be0ca5b6 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:53.139438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:09:53.139981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Checking segment: {'id': '2715ea4e-c99c-4063-a6cf-2becbd2b57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4777b546-2293-4edb-8d13-4a72be0ca5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:53.140478 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:53.141821 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Bound using segment: {'id': '2715ea4e-c99c-4063-a6cf-2becbd2b57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4777b546-2293-4edb-8d13-4a72be0ca5b6'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:09:53.142416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Bound port: 32186a56-9b0f-4d84-b587-64fbc37a0838, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2715ea4e-c99c-4063-a6cf-2becbd2b57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4777b546-2293-4edb-8d13-4a72be0ca5b6'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:09:53.142899 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:53.229588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] For port 32186a56-9b0f-4d84-b587-64fbc37a0838, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:09:53.232982 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] For port 32186a56-9b0f-4d84-b587-64fbc37a0838, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=32186a56-9b0f-4d84-b587-64fbc37a0838,segment=NetworkSegment(2715ea4e-c99c-4063-a6cf-2becbd2b57c6),segment_id=2715ea4e-c99c-4063-a6cf-2becbd2b57c6)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:09:53.248898 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:53.288679 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:53.305645 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f4a381-6dc8-4a39-96b3-e8bcbb8381f2 x-openstack-request-id: req-53f4a381-6dc8-4a39-96b3-e8bcbb8381f2 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:53.306193 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6dccee-8e70-427e-a4b0-1f6cc35d14df", "tag": "3c0cfdb2-275a-416a-a3a0-a7aae9624d55", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:53.308837 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-53f4a381-6dc8-4a39-96b3-e8bcbb8381f2 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:53.309266 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6dccee-8e70-427e-a4b0-1f6cc35d14df', 'tag': '3c0cfdb2-275a-416a-a3a0-a7aae9624d55', 'status': 'completed', 'code': 200} Dec 08 02:09:53.359539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ce021-2328-4c20-adf0-2c5adf17274c None None] Pushing event updated for resources: {'Port': ['ID=32186a56-9b0f-4d84-b587-64fbc37a0838,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:53.361085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:53.377500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4777b546-2293-4edb-8d13-4a72be0ca5b6']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:53.392505 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b7a75-d688-4238-8ddd-1f8f68b1fc0e None None] Network 4777b546-2293-4edb-8d13-4a72be0ca5b6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:53.441270 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:53.468685 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] 10.222.0.71 "DELETE /v2.0/networks/7395e324-3d87-4b26-866c-bfff102af6a2 HTTP/1.1" status: 204 len: 168 time: 2.0900500 Dec 08 02:09:53.469698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6c331-58e7-40d6-8b54-506076bb0b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=7395e324-3d87-4b26-866c-bfff102af6a2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:53.477728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef12b06-47b6-406e-a4c0-627afdaeca47 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0cfdb2-275a-416a-a3a0-a7aae9624d55,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:53.488469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2715ea4e-c99c-4063-a6cf-2becbd2b57c6') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:53.488770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2715ea4e-c99c-4063-a6cf-2becbd2b57c6') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:53.502841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 41c7b75d-d236-4800-80b1-7fe588bdeb5c no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:09:53.524051 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:53.560981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 41c7b75d-d236-4800-80b1-7fe588bdeb5c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:09:53.561723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 41c7b75d-d236-4800-80b1-7fe588bdeb5c not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:09:53.579551 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:53.581343 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:53.589468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:09:53.590596 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:53.596728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493b3e9a-00d5-4fe6-91cc-ae002f1bfb35 None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:09:53.599702 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:09:53.662209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-07265bde-0350-462b-979c-735d529ad3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:53.676197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-07265bde-0350-462b-979c-735d529ad3de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 1096 time: 0.4501305 Dec 08 02:09:53.706648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d0fdf-ada1-4503-a0d3-7c100f2d8fbf req-a4081a3a-15e7-4734-a1a3-039073958eac tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:53.708354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-126d0fdf-ada1-4503-a0d3-7c100f2d8fbf req-a4081a3a-15e7-4734-a1a3-039073958eac tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.5147178 Dec 08 02:09:53.736165 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.db.api [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 02:09:53.736165 n-d-713499-31 neutron-server[109766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 02:09:53.736165 n-d-713499-31 neutron-server[109766]: [parameters: {'id': '4777b546-2293-4edb-8d13-4a72be0ca5b6'}] Dec 08 02:09:53.736165 n-d-713499-31 neutron-server[109766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:09:53.737231 n-d-713499-31 neutron-server[109766]: DEBUG oslo_db.api [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:09:53.766835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b3e9a-00d5-4fe6-91cc-ae002f1bfb35 None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:09:53.783265 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44880) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:53.808749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-41f451d0-9d43-4377-8077-234a2be7103f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c0cfdb2-275a-416a-a3a0-a7aae9624d55 HTTP/1.1" status: 200 len: 217 time: 0.0993586 Dec 08 02:09:53.874673 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e5c50050-70f9-4ca7-b394-a29174a4c9b4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1b81fe962ade463ba8015d6bc39dd187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0901966 Dec 08 02:09:53.875533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44882) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:53.891906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-126d0fdf-ada1-4503-a0d3-7c100f2d8fbf req-5a650122-3409-4d67-bc6b-e814e90e8af0 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661024 Dec 08 02:09:53.966774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738dc98-3e7b-4551-bf50-0d0327b86745 req-ced62298-3fe8-4663-8712-e89013a725c3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:53.977265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a738dc98-3e7b-4551-bf50-0d0327b86745 req-ced62298-3fe8-4663-8712-e89013a725c3 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 945 time: 0.4827092 Dec 08 02:09:54.036784 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55bec9d6-92ce-4279-9e48-b8f38246fa88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:54.099464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-ed8e9534-5d9d-4b44-af99-9df09575a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:54.114565 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-ed8e9534-5d9d-4b44-af99-9df09575a565 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.2450159 Dec 08 02:09:54.124610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55bec9d6-92ce-4279-9e48-b8f38246fa88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:54.259091 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:54.264957 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-8a44b769-939a-41c4-9741-e6af0fdefabc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370730 Dec 08 02:09:54.279992 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55bec9d6-92ce-4279-9e48-b8f38246fa88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:54.283543 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55bec9d6-92ce-4279-9e48-b8f38246fa88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:54.294381 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-55bec9d6-92ce-4279-9e48-b8f38246fa88 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/febab8a1-b044-4247-8d27-7e489329bfa6 HTTP/1.1" status: 204 len: 168 time: 0.4107690 Dec 08 02:09:54.348641 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bec9d6-92ce-4279-9e48-b8f38246fa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febab8a1-b044-4247-8d27-7e489329bfa6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:54.396326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Deleting port 32186a56-9b0f-4d84-b587-64fbc37a0838 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:54.397672 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:54.527484 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a738dc98-3e7b-4551-bf50-0d0327b86745 req-58442d39-3d26-43f6-b3a9-e7101b7ca5c0 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274403 Dec 08 02:09:54.564330 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ccc7e-b843-4d3f-8dd3-6c4340dddb0f req-1b9e131c-4c7b-49aa-ac99-837d092c851b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:54.572070 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-369ccc7e-b843-4d3f-8dd3-6c4340dddb0f req-1b9e131c-4c7b-49aa-ac99-837d092c851b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 944 time: 0.3047082 Dec 08 02:09:54.643642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-369ccc7e-b843-4d3f-8dd3-6c4340dddb0f req-e77c07c6-c058-452b-bee2-025dbc8e6a2e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651519 Dec 08 02:09:54.649778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-c36365fc-378c-4095-a4a8-82cb0fd6c5f0 service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263156 Dec 08 02:09:54.650938 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] For port 32186a56-9b0f-4d84-b587-64fbc37a0838, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=32186a56-9b0f-4d84-b587-64fbc37a0838,segment=NetworkSegment(2715ea4e-c99c-4063-a6cf-2becbd2b57c6),segment_id=2715ea4e-c99c-4063-a6cf-2becbd2b57c6)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:54.665176 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:54.704485 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:54.721234 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c2e4ec1-39f7-4714-ae8f-6d1bdcd6e79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:54.731805 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Calling delete_port for 32186a56-9b0f-4d84-b587-64fbc37a0838 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:54.904660 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:54.952569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Port': ['ID=32186a56-9b0f-4d84-b587-64fbc37a0838,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:54.977311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No DVR routers for this DVR port 32186a56-9b0f-4d84-b587-64fbc37a0838 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:09:55.013291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ece4e-e832-453c-8343-a5986e947314 req-489f6679-0c50-4f72-bc00-8b5b93147249 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:55.015058 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f9ece4e-e832-453c-8343-a5986e947314 req-489f6679-0c50-4f72-bc00-8b5b93147249 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 945 time: 0.1729004 Dec 08 02:09:55.196186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097388d9-54b1-4dd6-be42-5aba271d3892 req-cc581a28-a9f5-49a6-8232-a456f48b9b62 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:55.203626 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-097388d9-54b1-4dd6-be42-5aba271d3892 req-cc581a28-a9f5-49a6-8232-a456f48b9b62 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1090930 Dec 08 02:09:55.221814 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:55.252554 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4777b546-2293-4edb-8d13-4a72be0ca5b6']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:55.252917 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080b71e6-3e8e-4fd4-be7b-f6623b234e42 req-53680bbc-55a9-417d-b437-782f534b9dbe service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759821 Dec 08 02:09:55.274973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-097388d9-54b1-4dd6-be42-5aba271d3892 req-bdaf3081-3181-4acd-9b77-cf4429508f34 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690203 Dec 08 02:09:55.277173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2715ea4e-c99c-4063-a6cf-2becbd2b57c6') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:55.277519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2715ea4e-c99c-4063-a6cf-2becbd2b57c6') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:55.289945 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:55.307970 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-7f9ece4e-e832-453c-8343-a5986e947314 req-07514853-baa7-4b68-a740-7f8ac585bae8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Deleting port d4d887bc-9833-4f97-99d5-7df07863da28 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:55.308245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7f9ece4e-e832-453c-8343-a5986e947314 req-07514853-baa7-4b68-a740-7f8ac585bae8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:55.331262 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:55.388435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8174-95b2-4465-b03f-27f705bc66b8 req-c7b6aca0-6b4f-4710-94ac-a3b76d7e34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:55.389944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-805e8174-95b2-4465-b03f-27f705bc66b8 req-c7b6aca0-6b4f-4710-94ac-a3b76d7e34e4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 1096 time: 0.0475225 Dec 08 02:09:55.427373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:09:55.427932 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:55.430342 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:09:55.431153 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:09:55.526023 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:55.535499 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:55.540701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8174-95b2-4465-b03f-27f705bc66b8 req-86e34ba9-6f2a-4838-afba-a1ded075f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:55.544009 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/4777b546-2293-4edb-8d13-4a72be0ca5b6 HTTP/1.1" status: 204 len: 168 time: 3.9078219 Dec 08 02:09:55.544794 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44910) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:55.554138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-805e8174-95b2-4465-b03f-27f705bc66b8 req-86e34ba9-6f2a-4838-afba-a1ded075f124 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 906 time: 0.1553936 Dec 08 02:09:55.572801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0a35e543-dccd-4c3a-acdf-59cd3f862375 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1683542993'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:55.604017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068782b-57c8-47cd-b8a9-3663683ce1a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Network': ['ID=4777b546-2293-4edb-8d13-4a72be0ca5b6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:55.615448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-7f9ece4e-e832-453c-8343-a5986e947314 req-07514853-baa7-4b68-a740-7f8ac585bae8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] For port d4d887bc-9833-4f97-99d5-7df07863da28, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=d4d887bc-9833-4f97-99d5-7df07863da28,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:55.615869 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7f9ece4e-e832-453c-8343-a5986e947314 req-07514853-baa7-4b68-a740-7f8ac585bae8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:55.644259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-7f9ece4e-e832-453c-8343-a5986e947314 req-07514853-baa7-4b68-a740-7f8ac585bae8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Calling delete_port for d4d887bc-9833-4f97-99d5-7df07863da28 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:55.647185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-805e8174-95b2-4465-b03f-27f705bc66b8 req-194db7e5-4f86-4be1-91e1-6ecb581749bc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c0cfdb2-275a-416a-a3a0-a7aae9624d55 HTTP/1.1" status: 200 len: 217 time: 0.0847907 Dec 08 02:09:55.647327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a35e543-dccd-4c3a-acdf-59cd3f862375 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:55.651975 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a35e543-dccd-4c3a-acdf-59cd3f862375 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:55.779689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a35e543-dccd-4c3a-acdf-59cd3f862375 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:09:55.811562 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a35e543-dccd-4c3a-acdf-59cd3f862375 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:55.812761 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-0a35e543-dccd-4c3a-acdf-59cd3f862375 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Added segment 314e7ce1-6aa6-4019-bc41-92c46637d3c8 of type vlan for network 9c2ba5b0-0411-4bcd-a131-307ff3287a55 Dec 08 02:09:55.846318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ab909-5b45-4fed-82f2-3552d333ec1e req-cf0704e7-1726-477f-ad85-4a31f9119846 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:55.847881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926ab909-5b45-4fed-82f2-3552d333ec1e req-cf0704e7-1726-477f-ad85-4a31f9119846 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f64d4b31-c25b-4fd5-a690-40e3d36af39b HTTP/1.1" status: 200 len: 945 time: 0.2105756 Dec 08 02:09:55.876521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8174-95b2-4465-b03f-27f705bc66b8 req-bf231f96-a7c4-4b1f-b100-8b52423c6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:55.879922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-805e8174-95b2-4465-b03f-27f705bc66b8 req-bf231f96-a7c4-4b1f-b100-8b52423c6748 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.2253129 Dec 08 02:09:55.882773 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a35e543-dccd-4c3a-acdf-59cd3f862375 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:55.947009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-805e8174-95b2-4465-b03f-27f705bc66b8 req-157c3456-45b4-4881-bc67-63f9c7737728 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456192 Dec 08 02:09:55.950614 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a35e543-dccd-4c3a-acdf-59cd3f862375 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:55.952945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a35e543-dccd-4c3a-acdf-59cd3f862375 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:55.953567 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a35e543-dccd-4c3a-acdf-59cd3f862375 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:55.997863 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7f9ece4e-e832-453c-8343-a5986e947314 req-07514853-baa7-4b68-a740-7f8ac585bae8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:56.015753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d7c6f-36c0-44d9-891e-52513fba85dc req-aec6be86-57c0-4d17-982d-cdb1eec384ff tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:56.017543 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-406d7c6f-36c0-44d9-891e-52513fba85dc req-aec6be86-57c0-4d17-982d-cdb1eec384ff tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 944 time: 0.2417850 Dec 08 02:09:56.032927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['dd2c20c7-c732-446f-9b0f-d064bb66d6e6', 'd4d887bc-9833-4f97-99d5-7df07863da28'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:56.037433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['7d9b7dbc-69a1-452a-b823-ca8a50551230', 'eeea3ee3-dfe0-432f-82ff-290f3a2c845c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:56.040134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07514853-baa7-4b68-a740-7f8ac585bae8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Pushing event deleted for resources: {'Port': ['ID=d4d887bc-9833-4f97-99d5-7df07863da28,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:56.083469 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-926ab909-5b45-4fed-82f2-3552d333ec1e req-766535fe-d029-4901-92a9-21ca9199398a tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273436 Dec 08 02:09:56.120694 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-406d7c6f-36c0-44d9-891e-52513fba85dc req-6b00c1de-721e-43c5-8082-27db7dc68bff tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941856 Dec 08 02:09:56.132127 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0a35e543-dccd-4c3a-acdf-59cd3f862375 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5790348 Dec 08 02:09:56.135397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44922) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:56.161391 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-61a300c1-d776-4127-acc7-37d33bf5883e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'subnet': {'network_id': '9c2ba5b0-0411-4bcd-a131-307ff3287a55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:56.165967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35e543-dccd-4c3a-acdf-59cd3f862375 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Network': ['ID=9c2ba5b0-0411-4bcd-a131-307ff3287a55,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:56.211393 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d435f2e-ff00-476c-86f4-eb36ff96f3f4 None None] DHCP port deletion for b3d476c4-1349-4a9a-a122-cb4a1c8ae29a request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:09:56.216698 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 9c2ba5b0-0411-4bcd-a131-307ff3287a55 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:09:56.246390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9ece4e-e832-453c-8343-a5986e947314 req-07514853-baa7-4b68-a740-7f8ac585bae8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] No DVR routers for this DVR port d4d887bc-9833-4f97-99d5-7df07863da28 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:09:56.254745 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7f9ece4e-e832-453c-8343-a5986e947314 req-07514853-baa7-4b68-a740-7f8ac585bae8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:56.264583 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f9ece4e-e832-453c-8343-a5986e947314 req-07514853-baa7-4b68-a740-7f8ac585bae8 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.75 "DELETE /v2.0/ports/d4d887bc-9833-4f97-99d5-7df07863da28 HTTP/1.1" status: 204 len: 173 time: 1.1902714 Dec 08 02:09:56.266001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64d4b31-c25b-4fd5-a690-40e3d36af39b', 'name': 'network-vif-deleted', 'tag': 'd4d887bc-9833-4f97-99d5-7df07863da28'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:56.269934 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a70159d-2116-4c83-9e8a-d36200884ed2" -d '{"events": [{"server_uuid": "f64d4b31-c25b-4fd5-a690-40e3d36af39b", "name": "network-vif-deleted", "tag": "d4d887bc-9833-4f97-99d5-7df07863da28"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:56.302759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-805e8174-95b2-4465-b03f-27f705bc66b8 req-ed23e6bf-24ec-45b2-abb3-d571187c762b service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462617 Dec 08 02:09:56.311064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a300c1-d776-4127-acc7-37d33bf5883e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:56.322921 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61a300c1-d776-4127-acc7-37d33bf5883e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:56.389839 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a1bcad-1422-40f4-a88e-4a6603f4b388 x-openstack-request-id: req-a3a1bcad-1422-40f4-a88e-4a6603f4b388 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:56.390175 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64d4b31-c25b-4fd5-a690-40e3d36af39b", "name": "network-vif-deleted", "tag": "d4d887bc-9833-4f97-99d5-7df07863da28", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:56.390582 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a3a1bcad-1422-40f4-a88e-4a6603f4b388 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:56.392248 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64d4b31-c25b-4fd5-a690-40e3d36af39b', 'name': 'network-vif-deleted', 'tag': 'd4d887bc-9833-4f97-99d5-7df07863da28', 'status': 'completed', 'code': 200} Dec 08 02:09:56.589205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c595005-1b2f-4ae8-9334-e9ed41dd7261 req-932e6dfb-8914-4e48-8e4b-f571aaaf6f72 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:56.590744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c595005-1b2f-4ae8-9334-e9ed41dd7261 req-932e6dfb-8914-4e48-8e4b-f571aaaf6f72 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1917918 Dec 08 02:09:56.703739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-805e8174-95b2-4465-b03f-27f705bc66b8 req-52cc137f-86e6-4378-a23d-bd07a7ebeec1 service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707993 Dec 08 02:09:56.785554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c595005-1b2f-4ae8-9334-e9ed41dd7261 req-66531524-1079-41dc-ba3b-1186aa4a3308 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818764 Dec 08 02:09:56.840351 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61a300c1-d776-4127-acc7-37d33bf5883e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:56.883289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:09:56.981952 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:56.983179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a300c1-d776-4127-acc7-37d33bf5883e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Checking segment: {'id': '314e7ce1-6aa6-4019-bc41-92c46637d3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9c2ba5b0-0411-4bcd-a131-307ff3287a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:56.983542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a300c1-d776-4127-acc7-37d33bf5883e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network hostable DHCP agents. Network: 9c2ba5b0-0411-4bcd-a131-307ff3287a55, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:09:56.990798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a300c1-d776-4127-acc7-37d33bf5883e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Subnet': ['ID=b9f6b726-462a-414b-b383-654a6aa960f9,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:57.020061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a300c1-d776-4127-acc7-37d33bf5883e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network 9c2ba5b0-0411-4bcd-a131-307ff3287a55 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:09:57.034445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-61a300c1-d776-4127-acc7-37d33bf5883e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 9c2ba5b0-0411-4bcd-a131-307ff3287a55) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:57.046300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a300c1-d776-4127-acc7-37d33bf5883e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:57.047119 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61a300c1-d776-4127-acc7-37d33bf5883e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:57.073972 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-61a300c1-d776-4127-acc7-37d33bf5883e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9356101 Dec 08 02:09:57.078445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44936) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:57.090110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ad6c1c-0e8d-46a5-abdf-30ad89c941d0 None None] Network 9c2ba5b0-0411-4bcd-a131-307ff3287a55 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:57.259740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3c0cfdb2-275a-416a-a3a0-a7aae9624d55,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:57.267102 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:57.303369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '3c0cfdb2-275a-416a-a3a0-a7aae9624d55', 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'port_id': '3c0cfdb2-275a-416a-a3a0-a7aae9624d55', 'mac_address': 'fa:16:3e:93:a6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c08e74-103b-4cbe-976c-ceed8594a0cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:09:57.332784 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b4edf9-33ac-4804-a7c6-984fbc807f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-9c2ba5b0-0411-4bcd-a131-307ff3287a55', 'network_id': '9c2ba5b0-0411-4bcd-a131-307ff3287a55', 'project_id': 'e2005d3a34b348439b3b805aec14e69a', 'fixed_ips': [{'subnet_id': 'b9f6b726-462a-414b-b383-654a6aa960f9'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:09:57.333673 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b3b4edf9-33ac-4804-a7c6-984fbc807f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:57.416232 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:57.433651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d7760-c878-4001-9449-78971d2aa793 req-c99eea7f-0a4b-4918-a1eb-1533cbe0cbe5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:57.452285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c3d7760-c878-4001-9449-78971d2aa793 req-c99eea7f-0a4b-4918-a1eb-1533cbe0cbe5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 944 time: 0.1254344 Dec 08 02:09:57.454704 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:57.534558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:09:57.540108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c3d7760-c878-4001-9449-78971d2aa793 req-3f3653eb-d5fa-4d9e-9bab-2f59fd7a9d7f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868826 Dec 08 02:09:57.552944 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:57.610065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f6b726-462a-414b-b383-654a6aa960f9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:57.612510 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3c0cfdb2-275a-416a-a3a0-a7aae9624d55,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:57.721124 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:57.746297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2ba5b0-0411-4bcd-a131-307ff3287a55']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:57.759248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314e7ce1-6aa6-4019-bc41-92c46637d3c8') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:57.770236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314e7ce1-6aa6-4019-bc41-92c46637d3c8') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:57.789989 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server [None req-b3b4edf9-33ac-4804-a7c6-984fbc807f2b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9f6b726-462a-414b-b383-654a6aa960f9: This subnet is being modified by another concurrent operation. Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:09:57.796046 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise exception Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9f6b726-462a-414b-b383-654a6aa960f9: This subnet is being modified by another concurrent operation. Dec 08 02:09:57.800693 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server Dec 08 02:09:57.805084 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:57.831135 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:57.866050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:09:57.869260 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:09:57.877131 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:09:57.929913 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:57.938800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02490f39-9090-42a4-aa70-7243f16e2ec6 None None] Network 9c2ba5b0-0411-4bcd-a131-307ff3287a55 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:58.041177 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:58.045071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3c0cfdb2-275a-416a-a3a0-a7aae9624d55,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:58.048316 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:58.054495 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/9c2ba5b0-0411-4bcd-a131-307ff3287a55 HTTP/1.1" status: 204 len: 168 time: 0.9731693 Dec 08 02:09:58.058762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44952) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:58.068884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e6253cdf-5db8-4525-a748-27d1e30d8742 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1048577345'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:58.092615 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cbe62-72a7-4d44-904e-38f08ff71b1c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Network': ['ID=9c2ba5b0-0411-4bcd-a131-307ff3287a55,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:58.122150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564609c7-50d2-4798-9a14-3d77fdd218a0 req-341d83ec-f490-4fe8-b3f0-0de7912f123e tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:58.123914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-564609c7-50d2-4798-9a14-3d77fdd218a0 req-341d83ec-f490-4fe8-b3f0-0de7912f123e tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1649501 Dec 08 02:09:58.130704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6253cdf-5db8-4525-a748-27d1e30d8742 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:58.137974 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6253cdf-5db8-4525-a748-27d1e30d8742 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:58.160909 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['3c0cfdb2-275a-416a-a3a0-a7aae9624d55'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:58.183451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6253cdf-5db8-4525-a748-27d1e30d8742 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:09:58.208232 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6253cdf-5db8-4525-a748-27d1e30d8742 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:58.208580 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-e6253cdf-5db8-4525-a748-27d1e30d8742 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Added segment a4671b93-f49e-4804-9407-e7bcfeecf36e of type vlan for network 7e229894-776e-43a0-88a7-bab801d1338a Dec 08 02:09:58.236287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5782fd17-ffd0-44a2-b9e5-1f8008bce186 None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:09:58.248768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-564609c7-50d2-4798-9a14-3d77fdd218a0 req-579470d8-4f80-49e5-be05-2cb8cab4be00 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934885 Dec 08 02:09:58.263851 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6253cdf-5db8-4525-a748-27d1e30d8742 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:58.296389 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6253cdf-5db8-4525-a748-27d1e30d8742 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:58.303581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6253cdf-5db8-4525-a748-27d1e30d8742 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:58.305233 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6253cdf-5db8-4525-a748-27d1e30d8742 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:58.342636 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e6253cdf-5db8-4525-a748-27d1e30d8742 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2829080 Dec 08 02:09:58.345449 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 44956) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:58.350620 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-86bbab44-28d4-41f1-ab08-9b6b409771e5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'subnet': {'network_id': '7e229894-776e-43a0-88a7-bab801d1338a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:58.370077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5782fd17-ffd0-44a2-b9e5-1f8008bce186 None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:09:58.385071 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6253cdf-5db8-4525-a748-27d1e30d8742 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Network': ['ID=7e229894-776e-43a0-88a7-bab801d1338a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:58.406969 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 7e229894-776e-43a0-88a7-bab801d1338a details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:09:58.471440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bbab44-28d4-41f1-ab08-9b6b409771e5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:58.474997 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86bbab44-28d4-41f1-ab08-9b6b409771e5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:58.532707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-86bbab44-28d4-41f1-ab08-9b6b409771e5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Performing IP validity checks on allocation pools {{(pid=109766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 02:09:58.533243 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-86bbab44-28d4-41f1-ab08-9b6b409771e5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 02:09:58.689982 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86bbab44-28d4-41f1-ab08-9b6b409771e5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:58.697951 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b187e93-abad-4b54-9b4a-e2764ff82f49 req-a255be7e-c5f0-4648-a93b-fb02eb371018 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:58.699701 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b187e93-abad-4b54-9b4a-e2764ff82f49 req-a255be7e-c5f0-4648-a93b-fb02eb371018 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 945 time: 0.0561996 Dec 08 02:09:58.755789 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b187e93-abad-4b54-9b4a-e2764ff82f49 req-d896e4da-54f9-4d48-ae8e-5ac723cae789 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492189 Dec 08 02:09:58.784068 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbab44-28d4-41f1-ab08-9b6b409771e5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Subnet': ['ID=61e0b69c-0c60-4f83-9126-823cce187fba,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:58.788347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bbab44-28d4-41f1-ab08-9b6b409771e5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Checking segment: {'id': 'a4671b93-f49e-4804-9407-e7bcfeecf36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e229894-776e-43a0-88a7-bab801d1338a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:58.788709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bbab44-28d4-41f1-ab08-9b6b409771e5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network hostable DHCP agents. Network: 7e229894-776e-43a0-88a7-bab801d1338a, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:09:58.805471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bbab44-28d4-41f1-ab08-9b6b409771e5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network 7e229894-776e-43a0-88a7-bab801d1338a is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:09:58.814614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-86bbab44-28d4-41f1-ab08-9b6b409771e5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 7e229894-776e-43a0-88a7-bab801d1338a) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:58.818789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbab44-28d4-41f1-ab08-9b6b409771e5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:58.819374 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86bbab44-28d4-41f1-ab08-9b6b409771e5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:58.826126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b123cd-41e3-4df5-bf2d-022be82f497c None None] Network 7e229894-776e-43a0-88a7-bab801d1338a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:58.840417 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-86bbab44-28d4-41f1-ab08-9b6b409771e5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4929719 Dec 08 02:09:58.842711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 44964) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:58.892516 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d4d887bc-9833-4f97-99d5-7df07863da28 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:09:58.918345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: d4d887bc-9833-4f97-99d5-7df07863da28 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:09:58.918756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device d4d887bc-9833-4f97-99d5-7df07863da28 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:09:58.960167 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:58.989431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-7e229894-776e-43a0-88a7-bab801d1338a', 'network_id': '7e229894-776e-43a0-88a7-bab801d1338a', 'project_id': 'e2005d3a34b348439b3b805aec14e69a', 'fixed_ips': [{'subnet_id': '61e0b69c-0c60-4f83-9126-823cce187fba'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:09:58.990460 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:59.023847 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:59.154330 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Allocated IP 172.20.0.3 (7e229894-776e-43a0-88a7-bab801d1338a/61e0b69c-0c60-4f83-9126-823cce187fba/28ed80c1-f6c5-42cc-922b-b1e80d90fcf0) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:59.353054 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:59.364270 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:59.387289 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:59.398718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Network 7e229894-776e-43a0-88a7-bab801d1338a is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:59.440698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Subnet': ['ID=61e0b69c-0c60-4f83-9126-823cce187fba,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:59.449563 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:59.463236 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:59.542565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cb775-d9f6-476f-a270-bbf10561b5c0 req-c547e5c6-d2aa-49fd-924b-f1232199bfa9 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:59.544150 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b4cb775-d9f6-476f-a270-bbf10561b5c0 req-c547e5c6-d2aa-49fd-924b-f1232199bfa9 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1168950 Dec 08 02:09:59.545904 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:59.547057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Pushing event updated for resources: {'Port': ['ID=28ed80c1-f6c5-42cc-922b-b1e80d90fcf0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:59.560356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Attempting to bind port 28ed80c1-f6c5-42cc-922b-b1e80d90fcf0 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:09:59.560898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Attempting to bind port 28ed80c1-f6c5-42cc-922b-b1e80d90fcf0 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'a4671b93-f49e-4804-9407-e7bcfeecf36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e229894-776e-43a0-88a7-bab801d1338a'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:09:59.561448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Attempting to bind port 28ed80c1-f6c5-42cc-922b-b1e80d90fcf0 on network 7e229894-776e-43a0-88a7-bab801d1338a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:59.566891 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:09:59.567530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Checking segment: {'id': 'a4671b93-f49e-4804-9407-e7bcfeecf36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e229894-776e-43a0-88a7-bab801d1338a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:59.568141 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:59.568685 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Bound using segment: {'id': 'a4671b93-f49e-4804-9407-e7bcfeecf36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e229894-776e-43a0-88a7-bab801d1338a'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:09:59.569321 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Bound port: 28ed80c1-f6c5-42cc-922b-b1e80d90fcf0, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4671b93-f49e-4804-9407-e7bcfeecf36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e229894-776e-43a0-88a7-bab801d1338a'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:09:59.569874 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:59.591797 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e229894-776e-43a0-88a7-bab801d1338a']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:59.610119 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4671b93-f49e-4804-9407-e7bcfeecf36e') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:59.610415 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4671b93-f49e-4804-9407-e7bcfeecf36e') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:59.628870 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:59.641756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] For port 28ed80c1-f6c5-42cc-922b-b1e80d90fcf0, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:09:59.645431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] For port 28ed80c1-f6c5-42cc-922b-b1e80d90fcf0, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=28ed80c1-f6c5-42cc-922b-b1e80d90fcf0,segment=NetworkSegment(a4671b93-f49e-4804-9407-e7bcfeecf36e),segment_id=a4671b93-f49e-4804-9407-e7bcfeecf36e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:09:59.651529 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:59.665581 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b4cb775-d9f6-476f-a270-bbf10561b5c0 req-50e54667-a1d1-4cdd-9ca9-c3a4a53a4a5b tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006737 Dec 08 02:09:59.679463 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:59.689660 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:09:59.690428 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:09:59.694902 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:09:59.745305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70559d30-77fa-4caf-b71c-89bdb792bade None None] Pushing event updated for resources: {'Port': ['ID=28ed80c1-f6c5-42cc-922b-b1e80d90fcf0,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:59.759808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18608bb-904d-4797-9b45-525a54e9d5ee None None] Network 7e229894-776e-43a0-88a7-bab801d1338a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:59.831146 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 02:09:59.831146 n-d-713499-31 neutron-server[109767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 02:09:59.831146 n-d-713499-31 neutron-server[109767]: [parameters: {'id': '7e229894-776e-43a0-88a7-bab801d1338a'}] Dec 08 02:09:59.831146 n-d-713499-31 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:09:59.831769 n-d-713499-31 neutron-server[109767]: DEBUG oslo_db.api [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:09:59.920655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637d7c2d-3c4f-46c7-9b35-45958f01c4e1 None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:09:59.968904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5262b7e-d9e3-40ad-8175-43a27798333b req-25055901-0603-417c-84f5-5e0ef48d9385 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:59.971855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5262b7e-d9e3-40ad-8175-43a27798333b req-25055901-0603-417c-84f5-5e0ef48d9385 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 945 time: 0.0962539 Dec 08 02:10:00.047355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d7c2d-3c4f-46c7-9b35-45958f01c4e1 None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:10:00.078883 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5262b7e-d9e3-40ad-8175-43a27798333b req-8104bfde-f956-48a8-a74f-1948378f0f35 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995173 Dec 08 02:10:00.335660 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:00.466313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Deleting port 28ed80c1-f6c5-42cc-922b-b1e80d90fcf0 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:00.467393 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:00.559535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] For port 28ed80c1-f6c5-42cc-922b-b1e80d90fcf0, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=28ed80c1-f6c5-42cc-922b-b1e80d90fcf0,segment=NetworkSegment(a4671b93-f49e-4804-9407-e7bcfeecf36e),segment_id=a4671b93-f49e-4804-9407-e7bcfeecf36e)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:00.560245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:00.574599 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Calling delete_port for 28ed80c1-f6c5-42cc-922b-b1e80d90fcf0 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:00.670251 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:00.687180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No DVR routers for this DVR port 28ed80c1-f6c5-42cc-922b-b1e80d90fcf0 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:00.745381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Port': ['ID=28ed80c1-f6c5-42cc-922b-b1e80d90fcf0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:00.816294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:00.816737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:00.817150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:00.817560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:00.817966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:00.818367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:00.818766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:00.819166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:00.819559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:00.819974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:00.820404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:00.820793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:00.821244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:00.835341 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:00.866375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740da23-2e97-4d39-9e83-938ed3fff272 req-8c0f0250-914b-4031-ac1c-bbd9501b9b02 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:00.868591 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7740da23-2e97-4d39-9e83-938ed3fff272 req-8c0f0250-914b-4031-ac1c-bbd9501b9b02 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1338983 Dec 08 02:10:00.872377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e229894-776e-43a0-88a7-bab801d1338a']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:00.888822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4671b93-f49e-4804-9407-e7bcfeecf36e') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:00.889286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4671b93-f49e-4804-9407-e7bcfeecf36e') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:00.908342 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:00.911335 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:10:00.941119 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:00.953197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7740da23-2e97-4d39-9e83-938ed3fff272 req-0828dd15-8924-4ed2-a430-c3b8946692e9 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735390 Dec 08 02:10:00.954529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:00.955170 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:00.958515 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:01.001223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:10:01.004980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:10:01.005426 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:01.029760 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:01.034913 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:01.042530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45000) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:01.043005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/7e229894-776e-43a0-88a7-bab801d1338a HTTP/1.1" status: 204 len: 168 time: 2.1986692 Dec 08 02:10:01.048909 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1545046740'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:01.066419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84115b80-03d0-485c-9787-5e6c9455431d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Network': ['ID=7e229894-776e-43a0-88a7-bab801d1338a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:01.084451 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:01.089767 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:01.144498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:10:01.167503 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:01.167861 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Added segment 06832600-d37c-478d-92d3-9aa1d14604e1 of type vlan for network 6852a83b-b1d3-4cb7-b635-87d5a5ead5dd Dec 08 02:10:01.215051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40538e0c-0ba1-4c9f-af6f-57b6a830ebac req-14f8969b-cf5c-4e14-a128-66162c770d38 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:01.217097 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40538e0c-0ba1-4c9f-af6f-57b6a830ebac req-14f8969b-cf5c-4e14-a128-66162c770d38 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 945 time: 0.0612264 Dec 08 02:10:01.278298 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:01.289497 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:01.297511 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40538e0c-0ba1-4c9f-af6f-57b6a830ebac req-f26af7bc-0226-454e-8cb2-6776865fe8f2 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717161 Dec 08 02:10:01.324949 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:01.333073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:01.335322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6dccee-8e70-427e-a4b0-1f6cc35d14df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0cfdb2-275a-416a-a3a0-a7aae9624d55'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:01.336405 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:01.338323 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd9781a-a3bf-4688-970c-2323327dfa3b" -d '{"events": [{"server_uuid": "cb6dccee-8e70-427e-a4b0-1f6cc35d14df", "name": "network-vif-plugged", "status": "completed", "tag": "3c0cfdb2-275a-416a-a3a0-a7aae9624d55"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:01.354632 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3c0cfdb2-275a-416a-a3a0-a7aae9624d55,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:01.358358 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:01.385128 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3413823 Dec 08 02:10:01.388811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45006) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:01.396253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8f3f3e54-799d-4813-b9c4-4650295f11ea tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'subnet': {'network_id': '6852a83b-b1d3-4cb7-b635-87d5a5ead5dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:01.416669 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737ff043-26e9-4a2a-88c0-b35f9af89f11 x-openstack-request-id: req-737ff043-26e9-4a2a-88c0-b35f9af89f11 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:01.417006 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6dccee-8e70-427e-a4b0-1f6cc35d14df", "name": "network-vif-plugged", "status": "completed", "tag": "3c0cfdb2-275a-416a-a3a0-a7aae9624d55", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:01.417207 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-737ff043-26e9-4a2a-88c0-b35f9af89f11 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:01.417612 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6dccee-8e70-427e-a4b0-1f6cc35d14df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0cfdb2-275a-416a-a3a0-a7aae9624d55', 'code': 200} Dec 08 02:10:01.426606 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Network': ['ID=6852a83b-b1d3-4cb7-b635-87d5a5ead5dd,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:01.435425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:01.435851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:01.436208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:01.436553 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:01.437073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:01.437421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:01.437803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:01.438148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:01.438921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:01.438921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:01.439134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:01.439438 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:01.439850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba83ddd-4bbd-432e-9acb-5a95a4864537 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:01.457721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3c0cfdb2-275a-416a-a3a0-a7aae9624d55,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:01.480624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 6852a83b-b1d3-4cb7-b635-87d5a5ead5dd details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:10:01.651455 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb716cdf-b4fd-4f57-af35-e049dd306c4c req-71b8981b-735d-4ff5-955d-29b7a5c6233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:01.653527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb716cdf-b4fd-4f57-af35-e049dd306c4c req-71b8981b-735d-4ff5-955d-29b7a5c6233f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 1098 time: 0.1194384 Dec 08 02:10:01.654821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3f3e54-799d-4813-b9c4-4650295f11ea tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:01.658411 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3e54-799d-4813-b9c4-4650295f11ea tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:01.826319 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb716cdf-b4fd-4f57-af35-e049dd306c4c req-d971996e-d718-4dec-94c9-1b1ad7e4f745 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614094 Dec 08 02:10:02.040523 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3e54-799d-4813-b9c4-4650295f11ea tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:02.149150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3560990-d97f-4af8-b454-bf01f2e5ee1f req-1e4b1aa6-f22a-4062-bed1-36a0ced03114 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:02.150640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3560990-d97f-4af8-b454-bf01f2e5ee1f req-1e4b1aa6-f22a-4062-bed1-36a0ced03114 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 946 time: 0.1586144 Dec 08 02:10:02.151270 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f3e54-799d-4813-b9c4-4650295f11ea tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Subnet': ['ID=763a966d-1421-4648-b4f1-005d788d03c7,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:02.191099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3f3e54-799d-4813-b9c4-4650295f11ea tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Checking segment: {'id': '06832600-d37c-478d-92d3-9aa1d14604e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6852a83b-b1d3-4cb7-b635-87d5a5ead5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:02.191099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f3e54-799d-4813-b9c4-4650295f11ea tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network hostable DHCP agents. Network: 6852a83b-b1d3-4cb7-b635-87d5a5ead5dd, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:10:02.206947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b56c9-75d7-4956-a6ea-c294c2939d10 req-2ecbd812-242e-4c0b-a15b-340f0f5783e4 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:02.208483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4b56c9-75d7-4956-a6ea-c294c2939d10 req-2ecbd812-242e-4c0b-a15b-340f0f5783e4 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1068623 Dec 08 02:10:02.260155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f3e54-799d-4813-b9c4-4650295f11ea tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network 6852a83b-b1d3-4cb7-b635-87d5a5ead5dd is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:10:02.277045 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3560990-d97f-4af8-b454-bf01f2e5ee1f req-67636cc4-8046-48f1-9f5a-6c60b0f6fad7 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071420 Dec 08 02:10:02.280506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8f3f3e54-799d-4813-b9c4-4650295f11ea tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 6852a83b-b1d3-4cb7-b635-87d5a5ead5dd) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:02.291544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f3e54-799d-4813-b9c4-4650295f11ea tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:02.292183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3e54-799d-4813-b9c4-4650295f11ea tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:02.297494 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccc3ba5-51ce-47ab-98bf-086370b83237 None None] Network 6852a83b-b1d3-4cb7-b635-87d5a5ead5dd requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:02.305549 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4b56c9-75d7-4956-a6ea-c294c2939d10 req-6e7083c5-8900-4a4e-88f6-2bb208037174 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849426 Dec 08 02:10:02.322364 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8f3f3e54-799d-4813-b9c4-4650295f11ea tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9314647 Dec 08 02:10:02.325125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45036) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:02.488909 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fa9a4-5edf-4e98-a75c-6be76566a009 req-a91239b2-ee20-4d5a-b22a-551caeb6941a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:02.490426 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-512fa9a4-5edf-4e98-a75c-6be76566a009 req-a91239b2-ee20-4d5a-b22a-551caeb6941a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 946 time: 0.0798230 Dec 08 02:10:02.524534 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:02.548872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-6852a83b-b1d3-4cb7-b635-87d5a5ead5dd', 'network_id': '6852a83b-b1d3-4cb7-b635-87d5a5ead5dd', 'project_id': 'e2005d3a34b348439b3b805aec14e69a', 'fixed_ips': [{'subnet_id': '763a966d-1421-4648-b4f1-005d788d03c7'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:10:02.550404 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:02.651937 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-512fa9a4-5edf-4e98-a75c-6be76566a009 req-1b248768-3771-46a9-91c6-b31b076f2ed0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384983 Dec 08 02:10:02.654944 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:02.774693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Allocated IP 172.20.0.1 (6852a83b-b1d3-4cb7-b635-87d5a5ead5dd/763a966d-1421-4648-b4f1-005d788d03c7/3617f600-3960-466c-aded-e019dd3058fc) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:10:03.021592 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:03.040105 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:03.080447 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:03.111170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Network 6852a83b-b1d3-4cb7-b635-87d5a5ead5dd is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:10:03.118414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:03.122713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:10:03.198527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Subnet': ['ID=763a966d-1421-4648-b4f1-005d788d03c7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:03.200241 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Pushing event updated for resources: {'Port': ['ID=3617f600-3960-466c-aded-e019dd3058fc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:03.271218 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Attempting to bind port 3617f600-3960-466c-aded-e019dd3058fc on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:10:03.271422 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Attempting to bind port 3617f600-3960-466c-aded-e019dd3058fc by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '06832600-d37c-478d-92d3-9aa1d14604e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6852a83b-b1d3-4cb7-b635-87d5a5ead5dd'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:10:03.271715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Attempting to bind port 3617f600-3960-466c-aded-e019dd3058fc on network 6852a83b-b1d3-4cb7-b635-87d5a5ead5dd {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:03.278436 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:10:03.278967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Checking segment: {'id': '06832600-d37c-478d-92d3-9aa1d14604e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6852a83b-b1d3-4cb7-b635-87d5a5ead5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:03.279376 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:03.279799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Bound using segment: {'id': '06832600-d37c-478d-92d3-9aa1d14604e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6852a83b-b1d3-4cb7-b635-87d5a5ead5dd'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:10:03.280356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Bound port: 3617f600-3960-466c-aded-e019dd3058fc, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06832600-d37c-478d-92d3-9aa1d14604e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6852a83b-b1d3-4cb7-b635-87d5a5ead5dd'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:10:03.281565 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:03.333607 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:03.388803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] For port 3617f600-3960-466c-aded-e019dd3058fc, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:10:03.393026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6852a83b-b1d3-4cb7-b635-87d5a5ead5dd']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:03.395949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] For port 3617f600-3960-466c-aded-e019dd3058fc, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3617f600-3960-466c-aded-e019dd3058fc,segment=NetworkSegment(06832600-d37c-478d-92d3-9aa1d14604e1),segment_id=06832600-d37c-478d-92d3-9aa1d14604e1)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:10:03.404014 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:03.425495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06832600-d37c-478d-92d3-9aa1d14604e1') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:03.425871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06832600-d37c-478d-92d3-9aa1d14604e1') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:03.448997 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:03.488985 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:03.499982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:03.500500 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:03.543871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d040f-2db0-489a-8fcd-ece97b71cfee None None] Pushing event updated for resources: {'Port': ['ID=3617f600-3960-466c-aded-e019dd3058fc,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:03.566077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bcdc9e-b85f-49e2-b6a7-fb3f5ba7327d None None] Network 6852a83b-b1d3-4cb7-b635-87d5a5ead5dd requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:03.604354 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:03.608311 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.db.api [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 02:10:03.608311 n-d-713499-31 neutron-server[109766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 02:10:03.608311 n-d-713499-31 neutron-server[109766]: [parameters: {'id': '6852a83b-b1d3-4cb7-b635-87d5a5ead5dd'}] Dec 08 02:10:03.608311 n-d-713499-31 neutron-server[109766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:10:03.608781 n-d-713499-31 neutron-server[109766]: DEBUG oslo_db.api [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:10:03.635196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5daec-3f6e-4ef2-b20a-3b77e8c637ea req-bb8e6a48-25bb-4cb5-989c-f7b3d1e944fe tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:03.636957 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-29a5daec-3f6e-4ef2-b20a-3b77e8c637ea req-bb8e6a48-25bb-4cb5-989c-f7b3d1e944fe tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 946 time: 0.1929486 Dec 08 02:10:03.670482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d1643-29f2-4cd0-b587-1e1b3634ae81 req-5304d6c5-8883-456d-b420-4566345c396a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:03.672814 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-611d1643-29f2-4cd0-b587-1e1b3634ae81 req-5304d6c5-8883-456d-b420-4566345c396a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1652081 Dec 08 02:10:03.716076 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a61b4f-ce53-4b0e-b749-fdb17300bcb1 None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:10:03.778706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-29a5daec-3f6e-4ef2-b20a-3b77e8c637ea req-24641ba7-5eb0-424f-bd55-9323a7113754 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317625 Dec 08 02:10:03.820148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-611d1643-29f2-4cd0-b587-1e1b3634ae81 req-1955955a-7054-4345-adb4-be46d5b046fa tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274862 Dec 08 02:10:03.838343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a61b4f-ce53-4b0e-b749-fdb17300bcb1 None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:10:03.921292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12039bae-4bbc-4993-b7c2-d82f86519729 req-9db6f3bc-6ac6-4db6-b731-716cb4a56006 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:03.922682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12039bae-4bbc-4993-b7c2-d82f86519729 req-9db6f3bc-6ac6-4db6-b731-716cb4a56006 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 946 time: 0.0555599 Dec 08 02:10:04.047910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a8c05-01b4-4ba2-917c-53bccb8268ae req-1ad20325-0ae2-4797-8d3c-f55f2bfe001b tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:04.049492 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-081a8c05-01b4-4ba2-917c-53bccb8268ae req-1ad20325-0ae2-4797-8d3c-f55f2bfe001b tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 946 time: 0.0677116 Dec 08 02:10:04.109828 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.156245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-081a8c05-01b4-4ba2-917c-53bccb8268ae req-275f8bc1-9524-4735-b8a9-d219bddaa0d1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Deleting port dd2c20c7-c732-446f-9b0f-d064bb66d6e6 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:04.156626 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-081a8c05-01b4-4ba2-917c-53bccb8268ae req-275f8bc1-9524-4735-b8a9-d219bddaa0d1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.224986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Deleting port 3617f600-3960-466c-aded-e019dd3058fc {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:04.225356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.334517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] For port 3617f600-3960-466c-aded-e019dd3058fc, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3617f600-3960-466c-aded-e019dd3058fc,segment=NetworkSegment(06832600-d37c-478d-92d3-9aa1d14604e1),segment_id=06832600-d37c-478d-92d3-9aa1d14604e1)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:04.335207 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.350998 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Calling delete_port for 3617f600-3960-466c-aded-e019dd3058fc owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:04.455171 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.478061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No DVR routers for this DVR port 3617f600-3960-466c-aded-e019dd3058fc on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:04.524164 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Port': ['ID=3617f600-3960-466c-aded-e019dd3058fc,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:04.581612 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.607785 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6852a83b-b1d3-4cb7-b635-87d5a5ead5dd']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:04.619784 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06832600-d37c-478d-92d3-9aa1d14604e1') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:04.620337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06832600-d37c-478d-92d3-9aa1d14604e1') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:04.626816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12039bae-4bbc-4993-b7c2-d82f86519729 req-26a07f4f-1790-4123-bcbb-b170a9f7f67f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6980491 Dec 08 02:10:04.632437 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.642619 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-081a8c05-01b4-4ba2-917c-53bccb8268ae req-275f8bc1-9524-4735-b8a9-d219bddaa0d1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] For port dd2c20c7-c732-446f-9b0f-d064bb66d6e6, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=dd2c20c7-c732-446f-9b0f-d064bb66d6e6,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:04.642990 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-081a8c05-01b4-4ba2-917c-53bccb8268ae req-275f8bc1-9524-4735-b8a9-d219bddaa0d1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.648810 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.656282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:04.656736 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:04.660135 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:04.671491 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-081a8c05-01b4-4ba2-917c-53bccb8268ae req-275f8bc1-9524-4735-b8a9-d219bddaa0d1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Calling delete_port for dd2c20c7-c732-446f-9b0f-d064bb66d6e6 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:04.727317 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.735344 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.738771 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/6852a83b-b1d3-4cb7-b635-87d5a5ead5dd HTTP/1.1" status: 204 len: 168 time: 2.4120347 Dec 08 02:10:04.743355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45090) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:04.748406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9b18c62b-b3ef-4320-8c93-4bcb73e8f160 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-308220266'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:04.762994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a0279-8040-419a-ae06-44f2b1186689 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Network': ['ID=6852a83b-b1d3-4cb7-b635-87d5a5ead5dd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:04.784763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b18c62b-b3ef-4320-8c93-4bcb73e8f160 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:04.789701 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b18c62b-b3ef-4320-8c93-4bcb73e8f160 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.811675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a951cab-0326-4210-a40c-7ae0bd4cf52d req-15d54687-2505-4707-94f3-8876aba91a97 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:04.816282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a951cab-0326-4210-a40c-7ae0bd4cf52d req-15d54687-2505-4707-94f3-8876aba91a97 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 946 time: 0.0782926 Dec 08 02:10:04.819718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b18c62b-b3ef-4320-8c93-4bcb73e8f160 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:10:04.833890 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b18c62b-b3ef-4320-8c93-4bcb73e8f160 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.834247 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-9b18c62b-b3ef-4320-8c93-4bcb73e8f160 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Added segment f7c003e2-197d-4987-9237-bdbf5408a3b0 of type vlan for network 72ea02be-1b83-462c-b119-b717930903c6 Dec 08 02:10:04.883898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b18c62b-b3ef-4320-8c93-4bcb73e8f160 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.910636 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b18c62b-b3ef-4320-8c93-4bcb73e8f160 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.916971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b18c62b-b3ef-4320-8c93-4bcb73e8f160 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:04.917568 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9b18c62b-b3ef-4320-8c93-4bcb73e8f160 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.932248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a951cab-0326-4210-a40c-7ae0bd4cf52d req-02b00311-fb8c-4e20-8ff3-6f15bc0f92b2 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130970 Dec 08 02:10:04.934100 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-081a8c05-01b4-4ba2-917c-53bccb8268ae req-275f8bc1-9524-4735-b8a9-d219bddaa0d1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.959575 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9b18c62b-b3ef-4320-8c93-4bcb73e8f160 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2151368 Dec 08 02:10:04.963761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45100) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:04.966466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['dd2c20c7-c732-446f-9b0f-d064bb66d6e6'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:04.967916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f8bc1-9524-4735-b8a9-d219bddaa0d1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Pushing event deleted for resources: {'Port': ['ID=dd2c20c7-c732-446f-9b0f-d064bb66d6e6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:04.969129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-704a54ae-19d3-4045-a4e5-f7e791f18fa3 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'subnet': {'network_id': '72ea02be-1b83-462c-b119-b717930903c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:04.980125 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1dc52-b697-4b84-a4f7-cf82eb80939d req-3f8ea7ab-8a25-4de4-9760-89e49c2f68cc tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:04.981497 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22f1dc52-b697-4b84-a4f7-cf82eb80939d req-3f8ea7ab-8a25-4de4-9760-89e49c2f68cc tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6c85ab6-5675-45f0-835c-587ff063c3cb HTTP/1.1" status: 200 len: 867 time: 0.1190069 Dec 08 02:10:05.007314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['7d9b7dbc-69a1-452a-b823-ca8a50551230', 'eeea3ee3-dfe0-432f-82ff-290f3a2c845c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:05.009645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c8220-55e0-49ce-b74c-e4b1e6132933 None None] DHCP port deletion for b3d476c4-1349-4a9a-a122-cb4a1c8ae29a request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:05.036455 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-081a8c05-01b4-4ba2-917c-53bccb8268ae req-275f8bc1-9524-4735-b8a9-d219bddaa0d1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] No DVR routers for this DVR port dd2c20c7-c732-446f-9b0f-d064bb66d6e6 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:05.040614 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-081a8c05-01b4-4ba2-917c-53bccb8268ae req-275f8bc1-9524-4735-b8a9-d219bddaa0d1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:05.043914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-081a8c05-01b4-4ba2-917c-53bccb8268ae req-275f8bc1-9524-4735-b8a9-d219bddaa0d1 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.75 "DELETE /v2.0/ports/dd2c20c7-c732-446f-9b0f-d064bb66d6e6 HTTP/1.1" status: 204 len: 173 time: 0.9879472 Dec 08 02:10:05.044362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c85ab6-5675-45f0-835c-587ff063c3cb', 'name': 'network-vif-deleted', 'tag': 'dd2c20c7-c732-446f-9b0f-d064bb66d6e6'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:05.046613 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5b352a-7baf-4a24-bb8c-50d2f4f93e0b" -d '{"events": [{"server_uuid": "f6c85ab6-5675-45f0-835c-587ff063c3cb", "name": "network-vif-deleted", "tag": "dd2c20c7-c732-446f-9b0f-d064bb66d6e6"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:05.072061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18c62b-b3ef-4320-8c93-4bcb73e8f160 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Network': ['ID=72ea02be-1b83-462c-b119-b717930903c6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:05.095994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 72ea02be-1b83-462c-b119-b717930903c6 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:10:05.097823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22f1dc52-b697-4b84-a4f7-cf82eb80939d req-6446ed77-0860-44be-8a0f-10df1e1984b0 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926981 Dec 08 02:10:05.184076 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704a54ae-19d3-4045-a4e5-f7e791f18fa3 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:05.189353 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-704a54ae-19d3-4045-a4e5-f7e791f18fa3 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:05.250128 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a21eb-c0ff-4076-8b4d-10566704354e req-411523fd-33d1-4055-a879-57f7507e8627 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:05.251742 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-120a21eb-c0ff-4076-8b4d-10566704354e req-411523fd-33d1-4055-a879-57f7507e8627 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.0901093 Dec 08 02:10:05.321930 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-120a21eb-c0ff-4076-8b4d-10566704354e req-c61992e4-fd39-434c-8e09-807c44b76aa9 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616252 Dec 08 02:10:05.415989 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b579421-498e-4ba8-87d4-13565005dcbe x-openstack-request-id: req-8b579421-498e-4ba8-87d4-13565005dcbe {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:05.416321 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c85ab6-5675-45f0-835c-587ff063c3cb", "name": "network-vif-deleted", "tag": "dd2c20c7-c732-446f-9b0f-d064bb66d6e6", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:05.416578 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8b579421-498e-4ba8-87d4-13565005dcbe {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:05.416993 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c85ab6-5675-45f0-835c-587ff063c3cb', 'name': 'network-vif-deleted', 'tag': 'dd2c20c7-c732-446f-9b0f-d064bb66d6e6', 'status': 'completed', 'code': 200} Dec 08 02:10:05.526118 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-704a54ae-19d3-4045-a4e5-f7e791f18fa3 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:05.557070 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfa082-3ad6-4d3b-9244-01c88a383c19 req-e2a2688a-f0cb-4bde-9306-6dcd2cb8095f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:05.569242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8dbfa082-3ad6-4d3b-9244-01c88a383c19 req-e2a2688a-f0cb-4bde-9306-6dcd2cb8095f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 946 time: 0.0906444 Dec 08 02:10:05.645428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8dbfa082-3ad6-4d3b-9244-01c88a383c19 req-c0e690ac-9dbd-4688-a69d-87425a4be531 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750644 Dec 08 02:10:05.654736 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a54ae-19d3-4045-a4e5-f7e791f18fa3 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Subnet': ['ID=4bae84a5-89c3-46a9-9983-e7d468f20c64,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:05.664829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a54ae-19d3-4045-a4e5-f7e791f18fa3 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Checking segment: {'id': 'f7c003e2-197d-4987-9237-bdbf5408a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '72ea02be-1b83-462c-b119-b717930903c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:05.665201 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a54ae-19d3-4045-a4e5-f7e791f18fa3 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network hostable DHCP agents. Network: 72ea02be-1b83-462c-b119-b717930903c6, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:10:05.685538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a54ae-19d3-4045-a4e5-f7e791f18fa3 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network 72ea02be-1b83-462c-b119-b717930903c6 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:10:05.696175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-704a54ae-19d3-4045-a4e5-f7e791f18fa3 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 72ea02be-1b83-462c-b119-b717930903c6) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:05.705048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a54ae-19d3-4045-a4e5-f7e791f18fa3 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:05.705048 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-704a54ae-19d3-4045-a4e5-f7e791f18fa3 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:05.707356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe7f15f-b9aa-436f-bf5c-fad89bb9dea8 None None] Network 72ea02be-1b83-462c-b119-b717930903c6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:05.742327 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-704a54ae-19d3-4045-a4e5-f7e791f18fa3 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7775049 Dec 08 02:10:05.745107 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45124) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:05.874886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-72ea02be-1b83-462c-b119-b717930903c6', 'network_id': '72ea02be-1b83-462c-b119-b717930903c6', 'project_id': 'e2005d3a34b348439b3b805aec14e69a', 'fixed_ips': [{'subnet_id': '4bae84a5-89c3-46a9-9983-e7d468f20c64'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:10:05.875841 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:05.893374 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:05.956101 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.040325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Allocated IP 172.20.0.1 (72ea02be-1b83-462c-b119-b717930903c6/4bae84a5-89c3-46a9-9983-e7d468f20c64/9ef9cc84-804c-42f0-9269-b97b8288b22e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:10:06.204667 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.220084 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.243259 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.282191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Subnet': ['ID=4bae84a5-89c3-46a9-9983-e7d468f20c64,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:06.283096 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Network 72ea02be-1b83-462c-b119-b717930903c6 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:10:06.287046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:06.289658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:10:06.298215 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Pushing event updated for resources: {'Port': ['ID=9ef9cc84-804c-42f0-9269-b97b8288b22e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:06.360362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Attempting to bind port 9ef9cc84-804c-42f0-9269-b97b8288b22e on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:10:06.360818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Attempting to bind port 9ef9cc84-804c-42f0-9269-b97b8288b22e by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'f7c003e2-197d-4987-9237-bdbf5408a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '72ea02be-1b83-462c-b119-b717930903c6'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:10:06.361515 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Attempting to bind port 9ef9cc84-804c-42f0-9269-b97b8288b22e on network 72ea02be-1b83-462c-b119-b717930903c6 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:06.369171 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:10:06.369556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Checking segment: {'id': 'f7c003e2-197d-4987-9237-bdbf5408a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '72ea02be-1b83-462c-b119-b717930903c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:06.369964 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.370362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Bound using segment: {'id': 'f7c003e2-197d-4987-9237-bdbf5408a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '72ea02be-1b83-462c-b119-b717930903c6'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:10:06.370843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Bound port: 9ef9cc84-804c-42f0-9269-b97b8288b22e, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c003e2-197d-4987-9237-bdbf5408a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '72ea02be-1b83-462c-b119-b717930903c6'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:10:06.371338 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.472845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] For port 9ef9cc84-804c-42f0-9269-b97b8288b22e, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:10:06.474939 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.477646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] For port 9ef9cc84-804c-42f0-9269-b97b8288b22e, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9ef9cc84-804c-42f0-9269-b97b8288b22e,segment=NetworkSegment(f7c003e2-197d-4987-9237-bdbf5408a3b0),segment_id=f7c003e2-197d-4987-9237-bdbf5408a3b0)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:10:06.485919 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.535245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ea02be-1b83-462c-b119-b717930903c6']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:06.581906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c003e2-197d-4987-9237-bdbf5408a3b0') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:06.582653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c003e2-197d-4987-9237-bdbf5408a3b0') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:06.604207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1636c07-7dc7-4fee-8a5d-5ed967dcb34a None None] Pushing event updated for resources: {'Port': ['ID=9ef9cc84-804c-42f0-9269-b97b8288b22e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:06.615973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9611fe8-2533-4c02-a4ba-644defaba1b6 None None] Network 72ea02be-1b83-462c-b119-b717930903c6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:06.638199 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.683227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce080c-e150-4f64-b585-22406c8717ef req-d1be6e9e-c18f-4284-8f58-63fb104b9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:06.684974 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64ce080c-e150-4f64-b585-22406c8717ef req-d1be6e9e-c18f-4284-8f58-63fb104b9088 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 1098 time: 0.1238120 Dec 08 02:10:06.694003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36132a3c-0e65-4341-95b8-91ddec4b346f req-971a85eb-f38b-4b81-97f0-9ff46b7bce6c tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:06.696278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36132a3c-0e65-4341-95b8-91ddec4b346f req-971a85eb-f38b-4b81-97f0-9ff46b7bce6c tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 945 time: 0.1952374 Dec 08 02:10:06.700351 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.713617 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:06.714161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:06.717565 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:06.760388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933ec03f-06b3-4ebe-92af-1a5dee4e7a25 None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:10:06.835045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d4b39-d839-4b2d-9e64-52b3e9e14464 req-1bd13f4e-6dbf-46f1-a090-f3092dab35c0 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:06.843737 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e31d4b39-d839-4b2d-9e64-52b3e9e14464 req-1bd13f4e-6dbf-46f1-a090-f3092dab35c0 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.3548079 Dec 08 02:10:06.880308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933ec03f-06b3-4ebe-92af-1a5dee4e7a25 None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:10:06.969979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device dd2c20c7-c732-446f-9b0f-d064bb66d6e6 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:06.976087 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e31d4b39-d839-4b2d-9e64-52b3e9e14464 req-d37dccc2-4a25-442a-86df-4518dcc3f4ff tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312563 Dec 08 02:10:06.995298 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36132a3c-0e65-4341-95b8-91ddec4b346f req-bb4ec8ce-a412-4878-873e-dc12e62e23a0 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859404 Dec 08 02:10:07.026034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: dd2c20c7-c732-446f-9b0f-d064bb66d6e6 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:07.026921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device dd2c20c7-c732-446f-9b0f-d064bb66d6e6 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:07.033962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 02:10:07.033962 n-d-713499-31 neutron-server[109767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 02:10:07.033962 n-d-713499-31 neutron-server[109767]: [parameters: {'id': '72ea02be-1b83-462c-b119-b717930903c6'}] Dec 08 02:10:07.033962 n-d-713499-31 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:10:07.045268 n-d-713499-31 neutron-server[109767]: DEBUG oslo_db.api [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:10:07.086409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a483ff4-b43d-495c-b4bc-7872adc69412 req-9353d851-6fcc-42f2-a57e-4b73c4a78a9e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:07.088120 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a483ff4-b43d-495c-b4bc-7872adc69412 req-9353d851-6fcc-42f2-a57e-4b73c4a78a9e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 946 time: 0.1331558 Dec 08 02:10:07.105432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64ce080c-e150-4f64-b585-22406c8717ef req-0395e20f-ea37-468a-8808-82574641ee90 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526449 Dec 08 02:10:07.135687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b321e-a07c-48a2-8d2e-dc2b51183d05 req-bb2b9451-3547-45fd-9fc8-1817606b686d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:07.137220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d66b321e-a07c-48a2-8d2e-dc2b51183d05 req-bb2b9451-3547-45fd-9fc8-1817606b686d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb6dccee-8e70-427e-a4b0-1f6cc35d14df HTTP/1.1" status: 200 len: 946 time: 0.0872836 Dec 08 02:10:07.214765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d66b321e-a07c-48a2-8d2e-dc2b51183d05 req-d803af94-09ec-4fd3-afd2-ca2786d8600d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567300 Dec 08 02:10:07.223083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-5a483ff4-b43d-495c-b4bc-7872adc69412 req-cd959f5e-15ca-4ede-84f7-6ad5bc11f272 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Deleting port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:07.223399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a483ff4-b43d-495c-b4bc-7872adc69412 req-cd959f5e-15ca-4ede-84f7-6ad5bc11f272 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.352864 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5a483ff4-b43d-495c-b4bc-7872adc69412 req-cd959f5e-15ca-4ede-84f7-6ad5bc11f272 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] For port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3c0cfdb2-275a-416a-a3a0-a7aae9624d55,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:07.353659 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a483ff4-b43d-495c-b4bc-7872adc69412 req-cd959f5e-15ca-4ede-84f7-6ad5bc11f272 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.370315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-5a483ff4-b43d-495c-b4bc-7872adc69412 req-cd959f5e-15ca-4ede-84f7-6ad5bc11f272 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Calling delete_port for 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:07.520893 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a483ff4-b43d-495c-b4bc-7872adc69412 req-cd959f5e-15ca-4ede-84f7-6ad5bc11f272 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.546445 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.549694 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd959f5e-15ca-4ede-84f7-6ad5bc11f272 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Pushing event deleted for resources: {'Port': ['ID=3c0cfdb2-275a-416a-a3a0-a7aae9624d55,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:07.555864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['3c0cfdb2-275a-416a-a3a0-a7aae9624d55'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:07.562335 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a9545aae-5e04-40b2-b242-477b3b953496'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:07.602447 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f139a1d9-237d-4a43-9c05-f78073c68ec0 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:07.627027 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a483ff4-b43d-495c-b4bc-7872adc69412 req-cd959f5e-15ca-4ede-84f7-6ad5bc11f272 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] No DVR routers for this DVR port 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:07.630670 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5a483ff4-b43d-495c-b4bc-7872adc69412 req-cd959f5e-15ca-4ede-84f7-6ad5bc11f272 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.634743 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5a483ff4-b43d-495c-b4bc-7872adc69412 req-cd959f5e-15ca-4ede-84f7-6ad5bc11f272 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "DELETE /v2.0/ports/3c0cfdb2-275a-416a-a3a0-a7aae9624d55 HTTP/1.1" status: 204 len: 173 time: 0.5387859 Dec 08 02:10:07.635219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6dccee-8e70-427e-a4b0-1f6cc35d14df', 'name': 'network-vif-deleted', 'tag': '3c0cfdb2-275a-416a-a3a0-a7aae9624d55'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:07.637978 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdfa69c-73ec-40b2-88c0-0fc863c5f471" -d '{"events": [{"server_uuid": "cb6dccee-8e70-427e-a4b0-1f6cc35d14df", "name": "network-vif-deleted", "tag": "3c0cfdb2-275a-416a-a3a0-a7aae9624d55"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:07.652282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Deleting port 9ef9cc84-804c-42f0-9269-b97b8288b22e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:07.652629 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.691932 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0f098e-1839-4e13-ba70-7de50eddc56a x-openstack-request-id: req-5f0f098e-1839-4e13-ba70-7de50eddc56a {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:07.692238 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6dccee-8e70-427e-a4b0-1f6cc35d14df", "name": "network-vif-deleted", "tag": "3c0cfdb2-275a-416a-a3a0-a7aae9624d55", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:07.693362 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5f0f098e-1839-4e13-ba70-7de50eddc56a {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:07.693508 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6dccee-8e70-427e-a4b0-1f6cc35d14df', 'name': 'network-vif-deleted', 'tag': '3c0cfdb2-275a-416a-a3a0-a7aae9624d55', 'status': 'completed', 'code': 200} Dec 08 02:10:07.725175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] For port 9ef9cc84-804c-42f0-9269-b97b8288b22e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9ef9cc84-804c-42f0-9269-b97b8288b22e,segment=NetworkSegment(f7c003e2-197d-4987-9237-bdbf5408a3b0),segment_id=f7c003e2-197d-4987-9237-bdbf5408a3b0)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:07.725648 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.760020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Calling delete_port for 9ef9cc84-804c-42f0-9269-b97b8288b22e owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:07.851327 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.879414 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Port': ['ID=9ef9cc84-804c-42f0-9269-b97b8288b22e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:07.884265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No DVR routers for this DVR port 9ef9cc84-804c-42f0-9269-b97b8288b22e on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:07.973694 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.997837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ea02be-1b83-462c-b119-b717930903c6']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:08.009184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c003e2-197d-4987-9237-bdbf5408a3b0') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:08.009553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c003e2-197d-4987-9237-bdbf5408a3b0') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:08.025221 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.063490 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.085747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:08.086523 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:08.089933 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:08.173387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8ea6e-7d59-49a9-99ef-d3d8af659590 req-e94f3a92-eb49-435c-a5ac-636a19acfe92 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:08.174967 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8c8ea6e-7d59-49a9-99ef-d3d8af659590 req-e94f3a92-eb49-435c-a5ac-636a19acfe92 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 945 time: 0.0605736 Dec 08 02:10:08.206331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f1983-74c3-4761-9860-ad51c49f7fce req-97f84ad4-83b3-42dc-b15c-440c13da0818 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:08.207911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea0f1983-74c3-4761-9860-ad51c49f7fce req-97f84ad4-83b3-42dc-b15c-440c13da0818 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1548014 Dec 08 02:10:08.211705 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.221143 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.225033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/72ea02be-1b83-462c-b119-b717930903c6 HTTP/1.1" status: 204 len: 168 time: 2.4788008 Dec 08 02:10:08.233186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45154) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:08.249839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b1b64400-d386-461d-bdf4-dc678cd9d236 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-60045898'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:08.306896 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-e8c8ea6e-7d59-49a9-99ef-d3d8af659590 req-a6734e14-6c79-409e-b360-41237537ea8d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Deleting port eeea3ee3-dfe0-432f-82ff-290f3a2c845c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:08.307289 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e8c8ea6e-7d59-49a9-99ef-d3d8af659590 req-a6734e14-6c79-409e-b360-41237537ea8d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.315106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d08ec1-dd72-4cf4-87a2-32523cd4a5fe req-8db0cba4-34f5-4b12-8867-3a92da78f0a6 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:08.317186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21d08ec1-dd72-4cf4-87a2-32523cd4a5fe req-8db0cba4-34f5-4b12-8867-3a92da78f0a6 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 945 time: 0.2117345 Dec 08 02:10:08.318251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefe891-1587-4eb0-95fe-baa55d87809c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Network': ['ID=72ea02be-1b83-462c-b119-b717930903c6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:08.400791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea0f1983-74c3-4761-9860-ad51c49f7fce req-af065abd-1111-4483-81c1-f450e4955b35 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738250 Dec 08 02:10:08.404472 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21d08ec1-dd72-4cf4-87a2-32523cd4a5fe req-1be2ef06-3012-4008-845d-14191f5aebb7 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610065 Dec 08 02:10:08.405234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b64400-d386-461d-bdf4-dc678cd9d236 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:08.408582 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1b64400-d386-461d-bdf4-dc678cd9d236 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.437264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b64400-d386-461d-bdf4-dc678cd9d236 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:10:08.448653 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1b64400-d386-461d-bdf4-dc678cd9d236 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.449035 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-b1b64400-d386-461d-bdf4-dc678cd9d236 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Added segment f69c0656-a14f-4c9b-8b06-7b2d26c3fdce of type vlan for network ac3ce107-df7c-447e-b8b4-92a65e6f0107 Dec 08 02:10:08.506208 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1b64400-d386-461d-bdf4-dc678cd9d236 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.528305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-e8c8ea6e-7d59-49a9-99ef-d3d8af659590 req-a6734e14-6c79-409e-b360-41237537ea8d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] For port eeea3ee3-dfe0-432f-82ff-290f3a2c845c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=eeea3ee3-dfe0-432f-82ff-290f3a2c845c,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:08.534544 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e8c8ea6e-7d59-49a9-99ef-d3d8af659590 req-a6734e14-6c79-409e-b360-41237537ea8d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.538472 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1b64400-d386-461d-bdf4-dc678cd9d236 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.546017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b64400-d386-461d-bdf4-dc678cd9d236 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:08.546822 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1b64400-d386-461d-bdf4-dc678cd9d236 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.562559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-e8c8ea6e-7d59-49a9-99ef-d3d8af659590 req-a6734e14-6c79-409e-b360-41237537ea8d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Calling delete_port for eeea3ee3-dfe0-432f-82ff-290f3a2c845c owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:08.624345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b1b64400-d386-461d-bdf4-dc678cd9d236 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3857062 Dec 08 02:10:08.646196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45162) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:08.654975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5e642093-7c4a-4256-b6a0-25742c55b8d5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:08.743393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b64400-d386-461d-bdf4-dc678cd9d236 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Network': ['ID=ac3ce107-df7c-447e-b8b4-92a65e6f0107,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:08.744154 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e8c8ea6e-7d59-49a9-99ef-d3d8af659590 req-a6734e14-6c79-409e-b360-41237537ea8d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.761970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network ac3ce107-df7c-447e-b8b4-92a65e6f0107 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:10:08.820256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['7d9b7dbc-69a1-452a-b823-ca8a50551230', 'eeea3ee3-dfe0-432f-82ff-290f3a2c845c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:08.885242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6734e14-6c79-409e-b360-41237537ea8d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Pushing event deleted for resources: {'Port': ['ID=eeea3ee3-dfe0-432f-82ff-290f3a2c845c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:08.941433 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e642093-7c4a-4256-b6a0-25742c55b8d5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.962752 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e642093-7c4a-4256-b6a0-25742c55b8d5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:08.971543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b55210a-1031-4530-99e2-d3f1e5c49293 None None] DHCP port deletion for b3d476c4-1349-4a9a-a122-cb4a1c8ae29a request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:08.993514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c8ea6e-7d59-49a9-99ef-d3d8af659590 req-a6734e14-6c79-409e-b360-41237537ea8d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] No DVR routers for this DVR port eeea3ee3-dfe0-432f-82ff-290f3a2c845c on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:09.000597 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e8c8ea6e-7d59-49a9-99ef-d3d8af659590 req-a6734e14-6c79-409e-b360-41237537ea8d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:09.009772 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8c8ea6e-7d59-49a9-99ef-d3d8af659590 req-a6734e14-6c79-409e-b360-41237537ea8d tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.45 "DELETE /v2.0/ports/eeea3ee3-dfe0-432f-82ff-290f3a2c845c HTTP/1.1" status: 204 len: 173 time: 0.8274412 Dec 08 02:10:09.106540 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e642093-7c4a-4256-b6a0-25742c55b8d5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network ac3ce107-df7c-447e-b8b4-92a65e6f0107 is not hosted by any dhcp agent {{(pid=109767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 02:10:09.112770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e642093-7c4a-4256-b6a0-25742c55b8d5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:09.113486 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e642093-7c4a-4256-b6a0-25742c55b8d5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:09.114931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5e642093-7c4a-4256-b6a0-25742c55b8d5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "PUT /v2.0/networks/ac3ce107-df7c-447e-b8b4-92a65e6f0107 HTTP/1.1" status: 200 len: 723 time: 0.4657986 Dec 08 02:10:09.117877 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45170) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:09.125750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ad9e92a6-62ed-4ff8-9301-5aca0267cf56 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'subnet': {'network_id': 'ac3ce107-df7c-447e-b8b4-92a65e6f0107', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:09.126151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e642093-7c4a-4256-b6a0-25742c55b8d5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Network': ['ID=ac3ce107-df7c-447e-b8b4-92a65e6f0107,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:09.168569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network ac3ce107-df7c-447e-b8b4-92a65e6f0107 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:10:09.708479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ea7e2-4e4c-44c7-80df-653ba7c4438b req-16eca496-ae1c-449c-8852-b0a0d841a25c tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:09.711476 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd3ea7e2-4e4c-44c7-80df-653ba7c4438b req-16eca496-ae1c-449c-8852-b0a0d841a25c tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1641483 Dec 08 02:10:09.744716 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ad19dd5-e14b-49ac-a5e6-dfb6d928497c req-e4e11138-8919-431c-8890-aa4df90b1d5a tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a029961-e1c7-4c9d-9016-b9a786c3822a HTTP/1.1" status: 200 len: 210 time: 0.1062610 Dec 08 02:10:09.814848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd3ea7e2-4e4c-44c7-80df-653ba7c4438b req-7878d8fa-e23d-44dd-8b14-a41f966c32a4 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871012 Dec 08 02:10:10.004730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a029961-e1c7-4c9d-9016-b9a786c3822a', 'name': 'network-vif-deleted', 'tag': 'eeea3ee3-dfe0-432f-82ff-290f3a2c845c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:10.008725 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1f60d2-b63f-4776-9696-fc2535a305b0" -d '{"events": [{"server_uuid": "9a029961-e1c7-4c9d-9016-b9a786c3822a", "name": "network-vif-deleted", "tag": "eeea3ee3-dfe0-432f-82ff-290f3a2c845c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:10.043082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c230a7a-fea1-41d5-814d-a1e7ebdcbf2c req-04f3efc0-e12a-45b0-9cb0-0b8329d28aa9 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:10.044639 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c230a7a-fea1-41d5-814d-a1e7ebdcbf2c req-04f3efc0-e12a-45b0-9cb0-0b8329d28aa9 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1126409 Dec 08 02:10:10.071097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9e92a6-62ed-4ff8-9301-5aca0267cf56 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:10.076479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad9e92a6-62ed-4ff8-9301-5aca0267cf56 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:10.172713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c230a7a-fea1-41d5-814d-a1e7ebdcbf2c req-28db55e1-d5ba-47a9-93ed-29d0b1f9b59d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177285 Dec 08 02:10:10.205170 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc713ad6-19de-493e-8253-22a59f949069 req-806ed165-9766-427b-96fa-43416f389b73 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:10.221639 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc713ad6-19de-493e-8253-22a59f949069 req-806ed165-9766-427b-96fa-43416f389b73 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.1981907 Dec 08 02:10:10.251916 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e3e480-104a-47d6-9a1a-871bc6aaf345 x-openstack-request-id: req-17e3e480-104a-47d6-9a1a-871bc6aaf345 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:10.252708 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a029961-e1c7-4c9d-9016-b9a786c3822a", "name": "network-vif-deleted", "tag": "eeea3ee3-dfe0-432f-82ff-290f3a2c845c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:10.253707 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-17e3e480-104a-47d6-9a1a-871bc6aaf345 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:10.254221 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a029961-e1c7-4c9d-9016-b9a786c3822a', 'name': 'network-vif-deleted', 'tag': 'eeea3ee3-dfe0-432f-82ff-290f3a2c845c', 'status': 'completed', 'code': 200} Dec 08 02:10:10.255637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc713ad6-19de-493e-8253-22a59f949069 req-e83af3ac-f11a-4980-8730-022241d099c0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/quotas/6f00c661668d43f18aa8b95269722bb0 HTTP/1.1" status: 200 len: 375 time: 0.0330229 Dec 08 02:10:10.358643 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad9e92a6-62ed-4ff8-9301-5aca0267cf56 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:10.417873 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc713ad6-19de-493e-8253-22a59f949069 req-094dab1b-8607-44c8-b1af-ed56ff7cd662 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1611161 Dec 08 02:10:10.481055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e92a6-62ed-4ff8-9301-5aca0267cf56 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Subnet': ['ID=8df9ef3c-83b3-439c-9a8a-ba7e0e2382e1,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:10.496871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e92a6-62ed-4ff8-9301-5aca0267cf56 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Checking segment: {'id': 'f69c0656-a14f-4c9b-8b06-7b2d26c3fdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ac3ce107-df7c-447e-b8b4-92a65e6f0107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:10.497248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e92a6-62ed-4ff8-9301-5aca0267cf56 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network hostable DHCP agents. Network: ac3ce107-df7c-447e-b8b4-92a65e6f0107, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:10:10.532450 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e92a6-62ed-4ff8-9301-5aca0267cf56 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network ac3ce107-df7c-447e-b8b4-92a65e6f0107 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:10:10.548495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e92a6-62ed-4ff8-9301-5aca0267cf56 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, ac3ce107-df7c-447e-b8b4-92a65e6f0107) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:10.553456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e92a6-62ed-4ff8-9301-5aca0267cf56 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:10.554780 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad9e92a6-62ed-4ff8-9301-5aca0267cf56 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:10.562726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f66598-1c63-427e-a594-d9a451711e71 None None] Network ac3ce107-df7c-447e-b8b4-92a65e6f0107 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:10.608346 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ad9e92a6-62ed-4ff8-9301-5aca0267cf56 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4889309 Dec 08 02:10:10.615367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45212) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:10.630700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0c98b998-f791-4e2b-925c-f428e97fcaec tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:10.695424 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc713ad6-19de-493e-8253-22a59f949069 req-8217d967-d20c-4b72-b4b4-fff7d63f8154 service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761378 Dec 08 02:10:10.745974 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-ac3ce107-df7c-447e-b8b4-92a65e6f0107', 'network_id': 'ac3ce107-df7c-447e-b8b4-92a65e6f0107', 'project_id': 'e2005d3a34b348439b3b805aec14e69a', 'fixed_ips': [{'subnet_id': '8df9ef3c-83b3-439c-9a8a-ba7e0e2382e1'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:10:10.747466 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:10.841937 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c98b998-f791-4e2b-925c-f428e97fcaec tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5020029'] for subnet, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:10.857097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004037a-c820-4830-bb3f-a57232970ff6 req-189d0e7a-2f31-4fa8-9f68-448a4aec558f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:10.864032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0004037a-c820-4830-bb3f-a57232970ff6 req-189d0e7a-2f31-4fa8-9f68-448a4aec558f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1846795 Dec 08 02:10:10.937809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc713ad6-19de-493e-8253-22a59f949069 req-345e22c9-63c7-4cba-8c62-6ef268da1807 service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970899 Dec 08 02:10:10.952859 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device eeea3ee3-dfe0-432f-82ff-290f3a2c845c no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:10.979334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: eeea3ee3-dfe0-432f-82ff-290f3a2c845c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:10.980061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device eeea3ee3-dfe0-432f-82ff-290f3a2c845c not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:10.982172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:11.011745 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:11.012461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3c0cfdb2-275a-416a-a3a0-a7aae9624d55 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:11.014042 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0004037a-c820-4830-bb3f-a57232970ff6 req-86d1305b-eff7-4066-a8ff-e5546f0821eb tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409104 Dec 08 02:10:11.134239 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c98b998-f791-4e2b-925c-f428e97fcaec tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785260559270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4789237'] for subnet, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:11.211031 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98b998-f791-4e2b-925c-f428e97fcaec tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:11.211663 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c98b998-f791-4e2b-925c-f428e97fcaec tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:11.213009 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0c98b998-f791-4e2b-925c-f428e97fcaec tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "PUT /v2.0/subnets/8df9ef3c-83b3-439c-9a8a-ba7e0e2382e1 HTTP/1.1" status: 200 len: 806 time: 0.5968349 Dec 08 02:10:11.215783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45224) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:11.298689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98b998-f791-4e2b-925c-f428e97fcaec tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Subnet': ['ID=8df9ef3c-83b3-439c-9a8a-ba7e0e2382e1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:11.335042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Allocated IP 172.20.0.2 (ac3ce107-df7c-447e-b8b4-92a65e6f0107/8df9ef3c-83b3-439c-9a8a-ba7e0e2382e1/99db9b80-9253-4bbf-9b27-1699be770761) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:10:11.360201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fff6d873-6189-48ab-a160-0694989af3e5 req-51af168d-c802-4a42-a4cf-1ab676e3f8f7 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 210 time: 0.1420612 Dec 08 02:10:11.544159 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:11.610258 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:11.634354 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:11.644897 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:11.723103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Network ac3ce107-df7c-447e-b8b4-92a65e6f0107 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:10:11.723364 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:11.729468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:11.734643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:10:11.751834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Pushing event updated for resources: {'Port': ['ID=99db9b80-9253-4bbf-9b27-1699be770761,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:11.786876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Subnet': ['ID=8df9ef3c-83b3-439c-9a8a-ba7e0e2382e1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:11.844775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:11.845355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:11.845802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:11.850757 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:11.851902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:11.852773 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:11.853649 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:11.854774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:11.857017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:11.857476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:11.857895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:11.858325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:11.860414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:11.885019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Attempting to bind port 99db9b80-9253-4bbf-9b27-1699be770761 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:10:11.885537 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Attempting to bind port 99db9b80-9253-4bbf-9b27-1699be770761 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'f69c0656-a14f-4c9b-8b06-7b2d26c3fdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ac3ce107-df7c-447e-b8b4-92a65e6f0107'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:10:11.885998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Attempting to bind port 99db9b80-9253-4bbf-9b27-1699be770761 on network ac3ce107-df7c-447e-b8b4-92a65e6f0107 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:11.893797 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:11.904800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:10:11.905432 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Checking segment: {'id': 'f69c0656-a14f-4c9b-8b06-7b2d26c3fdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ac3ce107-df7c-447e-b8b4-92a65e6f0107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:11.906742 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:11.907260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Bound using segment: {'id': 'f69c0656-a14f-4c9b-8b06-7b2d26c3fdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ac3ce107-df7c-447e-b8b4-92a65e6f0107'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:10:11.908037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Bound port: 99db9b80-9253-4bbf-9b27-1699be770761, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69c0656-a14f-4c9b-8b06-7b2d26c3fdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ac3ce107-df7c-447e-b8b4-92a65e6f0107'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:10:11.912238 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:11.963163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3ce107-df7c-447e-b8b4-92a65e6f0107']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:11.994009 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69c0656-a14f-4c9b-8b06-7b2d26c3fdce') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:11.994372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69c0656-a14f-4c9b-8b06-7b2d26c3fdce') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:11.997792 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] For port 99db9b80-9253-4bbf-9b27-1699be770761, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:10:12.002090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] For port 99db9b80-9253-4bbf-9b27-1699be770761, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=99db9b80-9253-4bbf-9b27-1699be770761,segment=NetworkSegment(f69c0656-a14f-4c9b-8b06-7b2d26c3fdce),segment_id=f69c0656-a14f-4c9b-8b06-7b2d26c3fdce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:10:12.010343 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:12.024487 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:12.092923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36a73a-4880-47a0-ab08-457bd8d5711a None None] Pushing event updated for resources: {'Port': ['ID=99db9b80-9253-4bbf-9b27-1699be770761,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:12.093687 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:12.116108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:12.116535 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:12.123012 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:12.243375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7839fef5-dc63-48d4-b095-48865998b81e None None] Network ac3ce107-df7c-447e-b8b4-92a65e6f0107 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:12.393966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117fff9-fc5f-41b7-b97e-19c4495a012c req-0c63def0-1bef-4661-a582-11d9082bda06 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:12.402654 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a117fff9-fc5f-41b7-b97e-19c4495a012c req-0c63def0-1bef-4661-a582-11d9082bda06 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.2237802 Dec 08 02:10:12.420314 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 02:10:12.420314 n-d-713499-31 neutron-server[109767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 02:10:12.420314 n-d-713499-31 neutron-server[109767]: [parameters: {'id': 'ac3ce107-df7c-447e-b8b4-92a65e6f0107'}] Dec 08 02:10:12.420314 n-d-713499-31 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:10:12.421273 n-d-713499-31 neutron-server[109767]: DEBUG oslo_db.api [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:10:12.492156 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bea51f8-c1ac-442a-9434-027b538911f9 None None] Network ac3ce107-df7c-447e-b8b4-92a65e6f0107 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:12.510221 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a117fff9-fc5f-41b7-b97e-19c4495a012c req-9b41c375-a75c-4414-aed9-0fc00500ec5f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965958 Dec 08 02:10:12.564078 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42aae8d8-834b-436f-9bcb-1ecbec98c9cb req-63ab5e07-6acc-4099-836f-841523847b5c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 210 time: 0.0787930 Dec 08 02:10:12.763520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca4410d-75b6-424c-acb0-6befbdf9bd2d None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:10:12.904298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca4410d-75b6-424c-acb0-6befbdf9bd2d None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:10:12.939588 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:13.011445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e44f3-f8ec-4fce-ad46-58c148e73a7c req-54257af9-c9ef-48e3-8084-cc39da8bcad5 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:13.021552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827e44f3-f8ec-4fce-ad46-58c148e73a7c req-54257af9-c9ef-48e3-8084-cc39da8bcad5 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1298094 Dec 08 02:10:13.031260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc713ad6-19de-493e-8253-22a59f949069 req-41d365dc-906c-476e-8aa2-433beea3cbf4 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:13.050623 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc713ad6-19de-493e-8253-22a59f949069 req-41d365dc-906c-476e-8aa2-433beea3cbf4 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.3054752 Dec 08 02:10:13.086409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-cc713ad6-19de-493e-8253-22a59f949069 req-3ce4256c-57cc-42f4-93f8-f5b09721299c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Request body: {'port': {'device_id': '724fae91-618b-46f3-ae2b-e6d29727c58e', 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'admin_state_up': True, 'tenant_id': '6f00c661668d43f18aa8b95269722bb0'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:13.172782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-827e44f3-f8ec-4fce-ad46-58c148e73a7c req-2a95f7a7-e17b-47c1-a95c-a759f256d8e7 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180210 Dec 08 02:10:13.215661 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Deleting port 99db9b80-9253-4bbf-9b27-1699be770761 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:13.215661 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:13.335895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc713ad6-19de-493e-8253-22a59f949069 req-3ce4256c-57cc-42f4-93f8-f5b09721299c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Made reservation on behalf of 6f00c661668d43f18aa8b95269722bb0 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:13.340355 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc713ad6-19de-493e-8253-22a59f949069 req-3ce4256c-57cc-42f4-93f8-f5b09721299c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:13.351597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] For port 99db9b80-9253-4bbf-9b27-1699be770761, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=99db9b80-9253-4bbf-9b27-1699be770761,segment=NetworkSegment(f69c0656-a14f-4c9b-8b06-7b2d26c3fdce),segment_id=f69c0656-a14f-4c9b-8b06-7b2d26c3fdce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:13.351984 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:13.367489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Calling delete_port for 99db9b80-9253-4bbf-9b27-1699be770761 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:13.523061 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:13.535114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-cc713ad6-19de-493e-8253-22a59f949069 req-3ce4256c-57cc-42f4-93f8-f5b09721299c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Allocated IP 172.20.0.13 (3c1d6076-2a4e-4d70-97ce-7376926325bf/d8c08e74-103b-4cbe-976c-ceed8594a0cb/8cfdf8d9-7c9f-4f50-b743-c73c1dc30803) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:10:13.560968 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Port': ['ID=99db9b80-9253-4bbf-9b27-1699be770761,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:13.565700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No DVR routers for this DVR port 99db9b80-9253-4bbf-9b27-1699be770761 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:13.622783 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:10:13.770204 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:13.824532 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc713ad6-19de-493e-8253-22a59f949069 req-3ce4256c-57cc-42f4-93f8-f5b09721299c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:13.846121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3ce107-df7c-447e-b8b4-92a65e6f0107']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:13.860613 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2c123f2b-9be1-4cfb-ba78-acc008468ff5 req-de0e5f6b-eb74-4163-901e-1d07416d0438 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 210 time: 0.1057084 Dec 08 02:10:13.864389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc713ad6-19de-493e-8253-22a59f949069 req-3ce4256c-57cc-42f4-93f8-f5b09721299c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:13.864546 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69c0656-a14f-4c9b-8b06-7b2d26c3fdce') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:13.864764 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69c0656-a14f-4c9b-8b06-7b2d26c3fdce') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:13.878759 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:13.901681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a9545aae-5e04-40b2-b242-477b3b953496'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:13.910263 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:13.920804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:13.921652 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:13.926118 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:13.952565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc713ad6-19de-493e-8253-22a59f949069 req-3ce4256c-57cc-42f4-93f8-f5b09721299c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Network 3c1d6076-2a4e-4d70-97ce-7376926325bf is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:10:13.955548 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-cc713ad6-19de-493e-8253-22a59f949069 req-3ce4256c-57cc-42f4-93f8-f5b09721299c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:13.959257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc713ad6-19de-493e-8253-22a59f949069 req-3ce4256c-57cc-42f4-93f8-f5b09721299c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:10:13.979064 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3307b7-a2af-4e48-96a9-44db62edf397 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:14.038116 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:14.053809 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:14.059685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/ac3ce107-df7c-447e-b8b4-92a65e6f0107 HTTP/1.1" status: 204 len: 168 time: 2.8428087 Dec 08 02:10:14.078262 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc713ad6-19de-493e-8253-22a59f949069 req-3ce4256c-57cc-42f4-93f8-f5b09721299c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:14.078879 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc713ad6-19de-493e-8253-22a59f949069 req-3ce4256c-57cc-42f4-93f8-f5b09721299c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:14.083821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45264) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:14.085252 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d1f41-bdef-40d5-8073-807c8e134fd2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Network': ['ID=ac3ce107-df7c-447e-b8b4-92a65e6f0107,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:14.122973 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7557ac-828e-4b54-a599-3d178bf45fa9 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:14.123884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7557ac-828e-4b54-a599-3d178bf45fa9 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:14.126656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4256c-57cc-42f4-93f8-f5b09721299c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Pushing event updated for resources: {'Port': ['ID=8cfdf8d9-7c9f-4f50-b743-c73c1dc30803,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:14.130405 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6a7557ac-828e-4b54-a599-3d178bf45fa9 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/ac3ce107-df7c-447e-b8b4-92a65e6f0107 HTTP/1.1" status: 404 len: 339 time: 0.0357344 Dec 08 02:10:14.137014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45266) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:14.151396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b7b1fd10-c947-453e-a3a0-08e6a2968b94 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1938280547', 'description': 'd1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:14.169760 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc713ad6-19de-493e-8253-22a59f949069 req-3ce4256c-57cc-42f4-93f8-f5b09721299c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0897679 Dec 08 02:10:14.175984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8ba02c95-99ea-4670-bfe6-20c6db4ed426 None None] Provisioning complete for port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:10:14.179590 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ba02c95-99ea-4670-bfe6-20c6db4ed426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:14.192206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Request body: {'port': {'device_id': '724fae91-618b-46f3-ae2b-e6d29727c58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:14.266742 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b1fd10-c947-453e-a3a0-08e6a2968b94 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:14.270202 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b7b1fd10-c947-453e-a3a0-08e6a2968b94 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:14.286492 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8ba02c95-99ea-4670-bfe6-20c6db4ed426 None None] Port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:10:14.336809 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:14.403726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b1fd10-c947-453e-a3a0-08e6a2968b94 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:10:14.423855 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b7b1fd10-c947-453e-a3a0-08e6a2968b94 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:14.424156 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-b7b1fd10-c947-453e-a3a0-08e6a2968b94 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Added segment c4bb8459-7240-4b38-90db-eb1c7fc92e18 of type vlan for network d618052c-b8b8-4a40-92b8-18c7b658bca4 Dec 08 02:10:14.425821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454685f7-ec0d-4c79-a8bf-79f46a455f36 req-f0c3347c-0c1d-45fa-a299-172ea999fd10 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:14.430385 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-454685f7-ec0d-4c79-a8bf-79f46a455f36 req-f0c3347c-0c1d-45fa-a299-172ea999fd10 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1136720 Dec 08 02:10:14.533936 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b7b1fd10-c947-453e-a3a0-08e6a2968b94 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:14.544055 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-454685f7-ec0d-4c79-a8bf-79f46a455f36 req-6ff2f789-2375-4e03-b28d-3629d0079b19 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076624 Dec 08 02:10:14.669625 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b7b1fd10-c947-453e-a3a0-08e6a2968b94 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:14.675258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b1fd10-c947-453e-a3a0-08e6a2968b94 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:14.689562 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b7b1fd10-c947-453e-a3a0-08e6a2968b94 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:14.962719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1fd10-c947-453e-a3a0-08e6a2968b94 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Network': ['ID=d618052c-b8b8-4a40-92b8-18c7b658bca4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:14.975643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network d618052c-b8b8-4a40-92b8-18c7b658bca4 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:10:15.027386 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b7b1fd10-c947-453e-a3a0-08e6a2968b94 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8885846 Dec 08 02:10:15.033354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45282) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:15.095340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:10:15.141616 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:15.196084 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473cdcbe-c1e7-42c2-8c83-b45f49fa593f tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:15.200227 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-473cdcbe-c1e7-42c2-8c83-b45f49fa593f tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "GET /v2.0/networks?id=d618052c-b8b8-4a40-92b8-18c7b658bca4 HTTP/1.1" status: 200 len: 761 time: 0.1581063 Dec 08 02:10:15.200694 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45286) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:15.203446 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Transition to ACTIVE for port object 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:10:15.215639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c98ee398-5f4d-4f37-9e04-105ed55b6fbc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'network': {'description': 'd2'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:15.399476 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:15.591565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a3e146-2cc9-4281-8293-1e38577cd5f2 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:15.909830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c98ee398-5f4d-4f37-9e04-105ed55b6fbc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:15.937162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f60a5-117d-4e95-942b-502f02354b1d req-95bd20b1-c12a-4239-b8c8-0be8db574662 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:15.947442 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f6f60a5-117d-4e95-942b-502f02354b1d req-95bd20b1-c12a-4239-b8c8-0be8db574662 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 932 time: 0.9516609 Dec 08 02:10:15.954743 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c98ee398-5f4d-4f37-9e04-105ed55b6fbc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:15.972069 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfdf8d9-7c9f-4f50-b743-c73c1dc30803,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:15.978669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c98ee398-5f4d-4f37-9e04-105ed55b6fbc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network d618052c-b8b8-4a40-92b8-18c7b658bca4 is not hosted by any dhcp agent {{(pid=109766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 02:10:15.985773 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ee398-5f4d-4f37-9e04-105ed55b6fbc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:15.986625 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c98ee398-5f4d-4f37-9e04-105ed55b6fbc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:15.990970 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c98ee398-5f4d-4f37-9e04-105ed55b6fbc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "PUT /v2.0/networks/d618052c-b8b8-4a40-92b8-18c7b658bca4 HTTP/1.1" status: 200 len: 758 time: 0.7890947 Dec 08 02:10:15.997943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45298) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:16.172535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ee398-5f4d-4f37-9e04-105ed55b6fbc tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Network': ['ID=d618052c-b8b8-4a40-92b8-18c7b658bca4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:16.180607 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec8f9c-a5a8-4b37-aacd-12bae4c18662 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:16.186144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-49ec8f9c-a5a8-4b37-aacd-12bae4c18662 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "GET /v2.0/networks?id=d618052c-b8b8-4a40-92b8-18c7b658bca4 HTTP/1.1" status: 200 len: 761 time: 0.1871579 Dec 08 02:10:16.209979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45302) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:16.219893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network d618052c-b8b8-4a40-92b8-18c7b658bca4 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:10:16.255156 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8a3c385d-640d-4a12-a236-fb9c9212cc9a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2141004051'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:16.294586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Attempting to bind port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:10:16.294943 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Attempting to bind port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:10:16.295286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Attempting to bind port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 on network 3c1d6076-2a4e-4d70-97ce-7376926325bf {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:16.305700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f6f60a5-117d-4e95-942b-502f02354b1d req-a758f2ab-75ec-407d-be58-f125e4afb65f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526173 Dec 08 02:10:16.305960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 on network 3c1d6076-2a4e-4d70-97ce-7376926325bf not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:10:16.306316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Attempting to bind port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 on network 3c1d6076-2a4e-4d70-97ce-7376926325bf {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:16.317532 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:10:16.317888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Checking segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:16.318285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Bound using segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:10:16.318737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Bound port: 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:10:16.319107 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:16.328901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3c385d-640d-4a12-a236-fb9c9212cc9a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:16.333620 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a3c385d-640d-4a12-a236-fb9c9212cc9a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:16.385228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3c385d-640d-4a12-a236-fb9c9212cc9a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:10:16.405154 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a3c385d-640d-4a12-a236-fb9c9212cc9a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:16.405877 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-8a3c385d-640d-4a12-a236-fb9c9212cc9a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Added segment 3705cc38-1ccb-4e9e-88be-d523c78aca62 of type vlan for network c81c8f00-0d40-4374-b66c-9a89ecc21dc1 Dec 08 02:10:16.451495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] For port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:10:16.462128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] For port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8cfdf8d9-7c9f-4f50-b743-c73c1dc30803,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:10:16.472700 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:16.487404 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a3c385d-640d-4a12-a236-fb9c9212cc9a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:16.541465 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a3c385d-640d-4a12-a236-fb9c9212cc9a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:16.550840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3c385d-640d-4a12-a236-fb9c9212cc9a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:16.555388 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a3c385d-640d-4a12-a236-fb9c9212cc9a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:16.646207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfdf8d9-7c9f-4f50-b743-c73c1dc30803,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:16.666260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:16.666918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:16.668871 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac595434-b6f7-4bda-8b0a-2e4dae52d361 service neutron] 10.222.0.75 "PUT /v2.0/ports/8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 HTTP/1.1" status: 200 len: 1093 time: 2.4809234 Dec 08 02:10:16.669366 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724fae91-618b-46f3-ae2b-e6d29727c58e', 'tag': '8cfdf8d9-7c9f-4f50-b743-c73c1dc30803'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:16.671799 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb29496f-5e1d-4b39-88be-408ef902b028" -d '{"events": [{"name": "network-changed", "server_uuid": "724fae91-618b-46f3-ae2b-e6d29727c58e", "tag": "8cfdf8d9-7c9f-4f50-b743-c73c1dc30803"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:16.675675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aead141-cda1-43f0-8423-a3c78a200705 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:16.716999 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c385d-640d-4a12-a236-fb9c9212cc9a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Network': ['ID=c81c8f00-0d40-4374-b66c-9a89ecc21dc1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:16.733199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network c81c8f00-0d40-4374-b66c-9a89ecc21dc1 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:10:16.767426 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8a3c385d-640d-4a12-a236-fb9c9212cc9a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5448613 Dec 08 02:10:16.768846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45306) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:16.775057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f8841a6e-fdd5-4937-bc70-352fcde8894e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'subnet': {'network_id': 'c81c8f00-0d40-4374-b66c-9a89ecc21dc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:16.900523 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b77608e-611b-4a12-9892-ff72ff668a2b x-openstack-request-id: req-7b77608e-611b-4a12-9892-ff72ff668a2b {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:16.900523 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724fae91-618b-46f3-ae2b-e6d29727c58e", "tag": "8cfdf8d9-7c9f-4f50-b743-c73c1dc30803", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:16.900523 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7b77608e-611b-4a12-9892-ff72ff668a2b {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:16.902102 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724fae91-618b-46f3-ae2b-e6d29727c58e', 'tag': '8cfdf8d9-7c9f-4f50-b743-c73c1dc30803', 'status': 'completed', 'code': 200} Dec 08 02:10:17.057687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc713ad6-19de-493e-8253-22a59f949069 req-3750df30-7232-41e3-9c8e-614833a141af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:17.060172 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc713ad6-19de-493e-8253-22a59f949069 req-3750df30-7232-41e3-9c8e-614833a141af service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 1096 time: 0.1580844 Dec 08 02:10:17.165678 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc713ad6-19de-493e-8253-22a59f949069 req-e6985624-f461-45ba-aa11-d377c3b8c132 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 HTTP/1.1" status: 200 len: 217 time: 0.0892344 Dec 08 02:10:17.290258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8841a6e-fdd5-4937-bc70-352fcde8894e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:17.297890 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8841a6e-fdd5-4937-bc70-352fcde8894e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:17.455587 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc713ad6-19de-493e-8253-22a59f949069 req-f3e37fdd-5ee6-4060-a22e-c00edf44b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:17.458320 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc713ad6-19de-493e-8253-22a59f949069 req-f3e37fdd-5ee6-4060-a22e-c00edf44b37d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.2846212 Dec 08 02:10:17.505982 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc713ad6-19de-493e-8253-22a59f949069 req-54e2225f-a6a1-47df-b97d-a21deb0a0dba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403316 Dec 08 02:10:17.626391 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f19881-8f8a-4537-8914-b24fdd442008 req-a7560323-554e-4541-9cf8-da2e89ea95f7 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:17.628004 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04f19881-8f8a-4537-8914-b24fdd442008 req-a7560323-554e-4541-9cf8-da2e89ea95f7 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 945 time: 0.2753079 Dec 08 02:10:17.641451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafda6b-1bfd-40c9-8df3-bdf0855da025 req-945b28d6-6ad3-4680-9958-9ccf5f9b41b2 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:17.642922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3dafda6b-1bfd-40c9-8df3-bdf0855da025 req-945b28d6-6ad3-4680-9958-9ccf5f9b41b2 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 944 time: 0.2000582 Dec 08 02:10:17.658776 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc713ad6-19de-493e-8253-22a59f949069 req-ac2b47c2-191d-4724-b0c1-f3852c56fede service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449752 Dec 08 02:10:17.744340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04f19881-8f8a-4537-8914-b24fdd442008 req-137a5a0e-4a12-4ff1-aa9b-79193b06e7df tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004035 Dec 08 02:10:17.774976 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3dafda6b-1bfd-40c9-8df3-bdf0855da025 req-7aec4e50-ea5a-486c-8942-e4b22fe9f7dc tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203046 Dec 08 02:10:17.842563 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc713ad6-19de-493e-8253-22a59f949069 req-9be1d818-226b-4d46-b8ed-1cc03e3954f3 service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725559 Dec 08 02:10:17.931196 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8841a6e-fdd5-4937-bc70-352fcde8894e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:18.027846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8841a6e-fdd5-4937-bc70-352fcde8894e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Checking segment: {'id': '3705cc38-1ccb-4e9e-88be-d523c78aca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c81c8f00-0d40-4374-b66c-9a89ecc21dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:18.028173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8841a6e-fdd5-4937-bc70-352fcde8894e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network hostable DHCP agents. Network: c81c8f00-0d40-4374-b66c-9a89ecc21dc1, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:10:18.048874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8841a6e-fdd5-4937-bc70-352fcde8894e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Subnet': ['ID=12979b78-c6d3-44b5-95a6-fe41b0d74f9a,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:18.082058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29496f-5e1d-4b39-88be-408ef902b028 req-60a3df56-58de-499b-9fc1-978761e170f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:18.092673 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bb29496f-5e1d-4b39-88be-408ef902b028 req-60a3df56-58de-499b-9fc1-978761e170f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 1096 time: 0.1230037 Dec 08 02:10:18.133863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8841a6e-fdd5-4937-bc70-352fcde8894e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network c81c8f00-0d40-4374-b66c-9a89ecc21dc1 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:10:18.153006 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-f8841a6e-fdd5-4937-bc70-352fcde8894e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, c81c8f00-0d40-4374-b66c-9a89ecc21dc1) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:18.163827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be187b6-4d1a-4908-8b51-f852fc16adab None None] Network c81c8f00-0d40-4374-b66c-9a89ecc21dc1 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:18.245654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8841a6e-fdd5-4937-bc70-352fcde8894e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:18.246256 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8841a6e-fdd5-4937-bc70-352fcde8894e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:18.302504 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f8841a6e-fdd5-4937-bc70-352fcde8894e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5267494 Dec 08 02:10:18.302504 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45328) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:18.447932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-c81c8f00-0d40-4374-b66c-9a89ecc21dc1', 'network_id': 'c81c8f00-0d40-4374-b66c-9a89ecc21dc1', 'project_id': 'e2005d3a34b348439b3b805aec14e69a', 'fixed_ips': [{'subnet_id': '12979b78-c6d3-44b5-95a6-fe41b0d74f9a'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:10:18.451793 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:18.533065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:18.563510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29496f-5e1d-4b39-88be-408ef902b028 req-e56ae3c4-12ae-4b12-8400-adf59cfff942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:18.565305 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bb29496f-5e1d-4b39-88be-408ef902b028 req-e56ae3c4-12ae-4b12-8400-adf59cfff942 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 906 time: 0.4622800 Dec 08 02:10:18.701499 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bb29496f-5e1d-4b39-88be-408ef902b028 req-f3c056b2-a8c0-4356-93f6-7c472d0f5d25 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 HTTP/1.1" status: 200 len: 217 time: 0.0898230 Dec 08 02:10:18.815180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29496f-5e1d-4b39-88be-408ef902b028 req-f0045c36-e7ac-4e8f-8308-5d7a0cc055ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:18.820541 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bb29496f-5e1d-4b39-88be-408ef902b028 req-f0045c36-e7ac-4e8f-8308-5d7a0cc055ea service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.0983517 Dec 08 02:10:18.851773 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45340) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:18.892875 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Allocated IP 172.20.0.2 (c81c8f00-0d40-4374-b66c-9a89ecc21dc1/12979b78-c6d3-44b5-95a6-fe41b0d74f9a/2b314f13-3b7d-46a6-a2e5-2fc9c5525f82) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:10:19.014661 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:19.107643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:10:19.141051 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bb29496f-5e1d-4b39-88be-408ef902b028 req-7567cbe1-e9dd-44bb-982c-c2c1e2b8b169 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3080268 Dec 08 02:10:19.204133 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f600f9bb-dd7e-42e8-9790-dc33fdee382d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:19.227158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1fb0-182a-4d6d-9bd3-57781a80c584 req-896484f2-12b7-4ef1-ad06-c4bd99acf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:19.229318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b2d1fb0-182a-4d6d-9bd3-57781a80c584 req-896484f2-12b7-4ef1-ad06-c4bd99acf560 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 1098 time: 0.2591877 Dec 08 02:10:19.241094 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8e950-8e9d-400d-a325-0b733d72e04c req-04200d2f-ad7b-44f6-9bba-ae6f97f4b996 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:19.244945 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6bb8e950-8e9d-400d-a325-0b733d72e04c req-04200d2f-ad7b-44f6-9bba-ae6f97f4b996 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 945 time: 0.3422904 Dec 08 02:10:19.349413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1fb0-182a-4d6d-9bd3-57781a80c584 req-60b7fe7f-3e7c-45a6-8cc0-e8a0d2e20333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:19.351787 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b2d1fb0-182a-4d6d-9bd3-57781a80c584 req-60b7fe7f-3e7c-45a6-8cc0-e8a0d2e20333 service neutron] 10.222.0.45 "GET /v2.0/networks?id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 200 len: 920 time: 0.1025202 Dec 08 02:10:19.465064 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bb29496f-5e1d-4b39-88be-408ef902b028 req-e5ff2be5-fd7c-4873-bbee-409cf6eefa90 service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113379 Dec 08 02:10:19.481623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b2d1fb0-182a-4d6d-9bd3-57781a80c584 req-7863817f-482e-4fef-8bf8-742cdb4fa219 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796cba1e-4e9a-4880-bd68-63fd1c08e229 HTTP/1.1" status: 200 len: 217 time: 0.0518851 Dec 08 02:10:19.535668 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8cfdf8d9-7c9f-4f50-b743-c73c1dc30803,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:19.556766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1fb0-182a-4d6d-9bd3-57781a80c584 req-a01c7c85-07a1-4b5d-aa77-82e3890ade53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:19.558267 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b2d1fb0-182a-4d6d-9bd3-57781a80c584 req-a01c7c85-07a1-4b5d-aa77-82e3890ade53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7dd109b-19a8-41cd-875c-3304ef52d129 HTTP/1.1" status: 200 len: 859 time: 0.0535877 Dec 08 02:10:19.571539 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d40f5-39ac-4ea4-af3f-881ed45ac6a0 req-1542993d-cb8d-4767-a044-85a0c83a3b12 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:19.574161 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:19.576371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '8cfdf8d9-7c9f-4f50-b743-c73c1dc30803', 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'port_id': '8cfdf8d9-7c9f-4f50-b743-c73c1dc30803', 'mac_address': 'fa:16:3e:06:48:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c08e74-103b-4cbe-976c-ceed8594a0cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:10:19.579323 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-483d40f5-39ac-4ea4-af3f-881ed45ac6a0 req-1542993d-cb8d-4767-a044-85a0c83a3b12 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 944 time: 0.4912622 Dec 08 02:10:19.652218 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:19.666512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b2d1fb0-182a-4d6d-9bd3-57781a80c584 req-640fcd39-2ab0-4e12-a0dd-b122ae8c1285 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840118 Dec 08 02:10:19.676614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4771be3f-bd5d-4ea5-a14d-a8ffc589f34e req-8e3c0e1b-07f3-4be7-99d3-70d5a89852a1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3238420 Dec 08 02:10:19.688435 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:19.758968 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3143332-8586-47d4-8d40-f7912b9d8171 req-2033cf05-8381-44ec-b3e5-f60ceb973d8c tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:19.763948 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e3143332-8586-47d4-8d40-f7912b9d8171 req-2033cf05-8381-44ec-b3e5-f60ceb973d8c tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.45 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 945 time: 0.8833976 Dec 08 02:10:19.799828 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b2d1fb0-182a-4d6d-9bd3-57781a80c584 req-e49890ca-b9da-47b7-9a18-a5797f7dc2e5 service neutron] 10.222.0.45 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221867 Dec 08 02:10:19.808983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6bb8e950-8e9d-400d-a325-0b733d72e04c req-179592bf-8216-4980-a536-856cac8d8a1e tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/security-groups?id=fb0a86f9-f7df-400d-8d04-b146af8c2864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549091 Dec 08 02:10:19.833629 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-483d40f5-39ac-4ea4-af3f-881ed45ac6a0 req-59007353-d9bd-4cae-ba05-9add74b6c1cf tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495520 Dec 08 02:10:19.926001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Network c81c8f00-0d40-4374-b66c-9a89ecc21dc1 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:10:19.932389 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:19.935932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Subnet': ['ID=12979b78-c6d3-44b5-95a6-fe41b0d74f9a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:19.976953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:10:19.998813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8cfdf8d9-7c9f-4f50-b743-c73c1dc30803,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:20.000772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:20.003723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Pushing event updated for resources: {'Port': ['ID=2b314f13-3b7d-46a6-a2e5-2fc9c5525f82,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:20.006857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:10:20.008971 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.039676 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bb29496f-5e1d-4b39-88be-408ef902b028 req-7c8bf44e-1c8d-4028-a870-4567657e1b3c service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663748 Dec 08 02:10:20.066444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=8cfdf8d9-7c9f-4f50-b743-c73c1dc30803,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:20.095454 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f600f9bb-dd7e-42e8-9790-dc33fdee382d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.108006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771be3f-bd5d-4ea5-a14d-a8ffc589f34e req-e858fb69-d32f-4729-b16f-1c716ae3aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:20.109790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4771be3f-bd5d-4ea5-a14d-a8ffc589f34e req-e858fb69-d32f-4729-b16f-1c716ae3aa49 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 1098 time: 0.3088408 Dec 08 02:10:20.113169 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f600f9bb-dd7e-42e8-9790-dc33fdee382d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.186125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Attempting to bind port 2b314f13-3b7d-46a6-a2e5-2fc9c5525f82 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:10:20.186789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Attempting to bind port 2b314f13-3b7d-46a6-a2e5-2fc9c5525f82 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '3705cc38-1ccb-4e9e-88be-d523c78aca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c81c8f00-0d40-4374-b66c-9a89ecc21dc1'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:10:20.187558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Attempting to bind port 2b314f13-3b7d-46a6-a2e5-2fc9c5525f82 on network c81c8f00-0d40-4374-b66c-9a89ecc21dc1 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:20.193409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:10:20.193802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Checking segment: {'id': '3705cc38-1ccb-4e9e-88be-d523c78aca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c81c8f00-0d40-4374-b66c-9a89ecc21dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:20.194383 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.194980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Bound using segment: {'id': '3705cc38-1ccb-4e9e-88be-d523c78aca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c81c8f00-0d40-4374-b66c-9a89ecc21dc1'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:10:20.195637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Bound port: 2b314f13-3b7d-46a6-a2e5-2fc9c5525f82, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3705cc38-1ccb-4e9e-88be-d523c78aca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c81c8f00-0d40-4374-b66c-9a89ecc21dc1'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:10:20.196205 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.220078 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.284293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81c8f00-0d40-4374-b66c-9a89ecc21dc1']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:20.300835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] For port 2b314f13-3b7d-46a6-a2e5-2fc9c5525f82, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:10:20.307271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3705cc38-1ccb-4e9e-88be-d523c78aca62') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:20.307731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3705cc38-1ccb-4e9e-88be-d523c78aca62') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:20.308293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] For port 2b314f13-3b7d-46a6-a2e5-2fc9c5525f82, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2b314f13-3b7d-46a6-a2e5-2fc9c5525f82,segment=NetworkSegment(3705cc38-1ccb-4e9e-88be-d523c78aca62),segment_id=3705cc38-1ccb-4e9e-88be-d523c78aca62)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:10:20.309830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['8cfdf8d9-7c9f-4f50-b743-c73c1dc30803'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:20.325806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-e3143332-8586-47d4-8d40-f7912b9d8171 req-08068c1b-e34b-44d3-937e-15fdc6cdfcdd tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Deleting port 7d9b7dbc-69a1-452a-b823-ca8a50551230 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:20.326349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e3143332-8586-47d4-8d40-f7912b9d8171 req-08068c1b-e34b-44d3-937e-15fdc6cdfcdd tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.331632 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.344451 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.357081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b2d1fb0-182a-4d6d-9bd3-57781a80c584 req-0d23044f-a408-4431-ae16-aa7160d5b7f4 service neutron] 10.222.0.45 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471084 Dec 08 02:10:20.359077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771be3f-bd5d-4ea5-a14d-a8ffc589f34e req-0151d612-c29e-417e-bb71-345a01eb766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:20.360488 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4771be3f-bd5d-4ea5-a14d-a8ffc589f34e req-0151d612-c29e-417e-bb71-345a01eb766b service neutron] 10.222.0.75 "GET /v2.0/networks?id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 200 len: 920 time: 0.1999969 Dec 08 02:10:20.373944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e869fa3-806e-4741-b830-686d8c894713 req-3348ccc7-912d-4966-b8eb-3b4d024a3e8d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:20.378859 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.381747 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e869fa3-806e-4741-b830-686d8c894713 req-3348ccc7-912d-4966-b8eb-3b4d024a3e8d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.3932259 Dec 08 02:10:20.408786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f600f9bb-dd7e-42e8-9790-dc33fdee382d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eca071f07ca04857b3ab1cff2e4145eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5549593 Dec 08 02:10:20.417949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45350) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:20.448077 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4771be3f-bd5d-4ea5-a14d-a8ffc589f34e req-751af237-80ff-4a48-a3d1-14c86af1b67e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a3748e6-5b1b-4abe-b504-729c26cff173 HTTP/1.1" status: 200 len: 217 time: 0.0634556 Dec 08 02:10:20.448634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600f9bb-dd7e-42e8-9790-dc33fdee382d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8df519-1cd2-40dd-913b-5809ef9b471c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:20.467112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:20.467666 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:20.471638 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:20.498655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e869fa3-806e-4741-b830-686d8c894713 req-2023dc94-cfad-4dbe-9897-545c693c3a64 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132011 Dec 08 02:10:20.549824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771be3f-bd5d-4ea5-a14d-a8ffc589f34e req-c2247e29-2575-4292-918b-8b218632e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:20.551693 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4771be3f-bd5d-4ea5-a14d-a8ffc589f34e req-c2247e29-2575-4292-918b-8b218632e955 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d7dd109b-19a8-41cd-875c-3304ef52d129 HTTP/1.1" status: 200 len: 859 time: 0.0658133 Dec 08 02:10:20.598862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4771be3f-bd5d-4ea5-a14d-a8ffc589f34e req-01da248d-a49c-464c-8c79-51f2b97624bd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384567 Dec 08 02:10:20.638391 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.db.api [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 02:10:20.638391 n-d-713499-31 neutron-server[109766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 02:10:20.638391 n-d-713499-31 neutron-server[109766]: [parameters: {'id': 'c81c8f00-0d40-4374-b66c-9a89ecc21dc1'}] Dec 08 02:10:20.638391 n-d-713499-31 neutron-server[109766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:10:20.638795 n-d-713499-31 neutron-server[109766]: DEBUG oslo_db.api [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:10:20.642815 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a14e123e-417e-42d5-a2c1-e6053e1b8f20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.646355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-e3143332-8586-47d4-8d40-f7912b9d8171 req-08068c1b-e34b-44d3-937e-15fdc6cdfcdd tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] For port 7d9b7dbc-69a1-452a-b823-ca8a50551230, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7d9b7dbc-69a1-452a-b823-ca8a50551230,segment=NetworkSegment(32329f44-27a9-4305-b1d4-84f89f4e6ded),segment_id=32329f44-27a9-4305-b1d4-84f89f4e6ded)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:20.646860 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e3143332-8586-47d4-8d40-f7912b9d8171 req-08068c1b-e34b-44d3-937e-15fdc6cdfcdd tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.677921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-e3143332-8586-47d4-8d40-f7912b9d8171 req-08068c1b-e34b-44d3-937e-15fdc6cdfcdd tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Calling delete_port for 7d9b7dbc-69a1-452a-b823-ca8a50551230 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:20.685736 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a14e123e-417e-42d5-a2c1-e6053e1b8f20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.721196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2652de1-ceac-412a-89e3-4b322d8b4b99 None None] Pushing event updated for resources: {'Port': ['ID=2b314f13-3b7d-46a6-a2e5-2fc9c5525f82,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:20.727291 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be7a1f5-f7e7-4e11-8cb5-e44a679bac90 None None] Network c81c8f00-0d40-4374-b66c-9a89ecc21dc1 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:20.751636 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4771be3f-bd5d-4ea5-a14d-a8ffc589f34e req-17b0f7c6-ab29-4687-b909-9499d7c2ab4a service neutron] 10.222.0.75 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432254 Dec 08 02:10:20.875012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd0e489-be5a-4f12-8133-293976e9befc None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:10:20.888026 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a14e123e-417e-42d5-a2c1-e6053e1b8f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.891751 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a14e123e-417e-42d5-a2c1-e6053e1b8f20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.896848 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a14e123e-417e-42d5-a2c1-e6053e1b8f20 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef8df519-1cd2-40dd-913b-5809ef9b471c HTTP/1.1" status: 204 len: 168 time: 0.4753931 Dec 08 02:10:20.908845 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e3143332-8586-47d4-8d40-f7912b9d8171 req-08068c1b-e34b-44d3-937e-15fdc6cdfcdd tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:20.923980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e123e-417e-42d5-a2c1-e6053e1b8f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8df519-1cd2-40dd-913b-5809ef9b471c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:20.990192 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4771be3f-bd5d-4ea5-a14d-a8ffc589f34e req-219d135f-9e9d-4f93-a766-1262324867fa service neutron] 10.222.0.75 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301037 Dec 08 02:10:21.005018 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7d9b7dbc-69a1-452a-b823-ca8a50551230 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:21.029239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08068c1b-e34b-44d3-937e-15fdc6cdfcdd tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Pushing event deleted for resources: {'Port': ['ID=7d9b7dbc-69a1-452a-b823-ca8a50551230,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:21.042967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd0e489-be5a-4f12-8133-293976e9befc None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:10:21.052366 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-722a9668-afe6-44ce-b5ee-689b14f7110a req-b7269619-7551-41c8-ac6b-12184175cbb9 tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.71 "GET /v2.0/ports?device_id=36337eae-cbff-4503-b894-dc8c5a60674f HTTP/1.1" status: 200 len: 210 time: 0.0338643 Dec 08 02:10:21.054158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3143332-8586-47d4-8d40-f7912b9d8171 req-08068c1b-e34b-44d3-937e-15fdc6cdfcdd tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] No DVR routers for this DVR port 7d9b7dbc-69a1-452a-b823-ca8a50551230 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:21.057796 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e3143332-8586-47d4-8d40-f7912b9d8171 req-08068c1b-e34b-44d3-937e-15fdc6cdfcdd tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.062245 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e3143332-8586-47d4-8d40-f7912b9d8171 req-08068c1b-e34b-44d3-937e-15fdc6cdfcdd tempest-AttachVolumeNegativeTest-148435206 tempest-AttachVolumeNegativeTest-148435206-project] 10.222.0.45 "DELETE /v2.0/ports/7d9b7dbc-69a1-452a-b823-ca8a50551230 HTTP/1.1" status: 204 len: 173 time: 1.2086394 Dec 08 02:10:21.062818 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36337eae-cbff-4503-b894-dc8c5a60674f', 'name': 'network-vif-deleted', 'tag': '7d9b7dbc-69a1-452a-b823-ca8a50551230'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:21.066203 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d62386-b0a5-4aa8-b53a-8f2936092003" -d '{"events": [{"server_uuid": "36337eae-cbff-4503-b894-dc8c5a60674f", "name": "network-vif-deleted", "tag": "7d9b7dbc-69a1-452a-b823-ca8a50551230"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:21.092464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 7d9b7dbc-69a1-452a-b823-ca8a50551230 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:21.092813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7d9b7dbc-69a1-452a-b823-ca8a50551230 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:21.099403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68eaad-02cb-4cd8-b0ac-f109017512fd req-11132ce5-57f8-4d7f-90f7-f69b67306aee tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:21.104760 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e68eaad-02cb-4cd8-b0ac-f109017512fd req-11132ce5-57f8-4d7f-90f7-f69b67306aee tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 945 time: 0.1348627 Dec 08 02:10:21.129831 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9f776c-e2c4-4de1-9168-374471e127fa x-openstack-request-id: req-1f9f776c-e2c4-4de1-9168-374471e127fa {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:21.130125 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36337eae-cbff-4503-b894-dc8c5a60674f", "name": "network-vif-deleted", "tag": "7d9b7dbc-69a1-452a-b823-ca8a50551230", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:21.130380 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1f9f776c-e2c4-4de1-9168-374471e127fa {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:21.130779 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36337eae-cbff-4503-b894-dc8c5a60674f', 'name': 'network-vif-deleted', 'tag': '7d9b7dbc-69a1-452a-b823-ca8a50551230', 'status': 'completed', 'code': 200} Dec 08 02:10:21.139496 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.287556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e68eaad-02cb-4cd8-b0ac-f109017512fd req-7d0a09f3-22a3-4c95-b49d-267b9837170a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713078 Dec 08 02:10:21.308901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Deleting port 2b314f13-3b7d-46a6-a2e5-2fc9c5525f82 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:21.324065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.426042 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] For port 2b314f13-3b7d-46a6-a2e5-2fc9c5525f82, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2b314f13-3b7d-46a6-a2e5-2fc9c5525f82,segment=NetworkSegment(3705cc38-1ccb-4e9e-88be-d523c78aca62),segment_id=3705cc38-1ccb-4e9e-88be-d523c78aca62)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:21.427646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.444244 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Calling delete_port for 2b314f13-3b7d-46a6-a2e5-2fc9c5525f82 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:21.546157 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.604349 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Port': ['ID=2b314f13-3b7d-46a6-a2e5-2fc9c5525f82,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:21.606921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No DVR routers for this DVR port 2b314f13-3b7d-46a6-a2e5-2fc9c5525f82 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:21.675024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba3148-27eb-47b7-9a12-f469ab09ed31 req-a5b5902b-f14e-4c1d-a97e-18908868a09c tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:21.685006 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6ba3148-27eb-47b7-9a12-f469ab09ed31 req-a5b5902b-f14e-4c1d-a97e-18908868a09c tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.0782464 Dec 08 02:10:21.789897 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.790193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6ba3148-27eb-47b7-9a12-f469ab09ed31 req-4e7099d3-fac7-4b12-9ec9-1981c475e2b6 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000185 Dec 08 02:10:21.824072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81c8f00-0d40-4374-b66c-9a89ecc21dc1']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:21.837042 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3705cc38-1ccb-4e9e-88be-d523c78aca62') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:21.837462 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3705cc38-1ccb-4e9e-88be-d523c78aca62') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:21.850912 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.867474 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.874664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:21.875069 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:21.878579 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:21.916856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a11ab8-7731-4f16-8430-378c6e8106d4 None None] DHCP port deletion for b3d476c4-1349-4a9a-a122-cb4a1c8ae29a request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:21.952401 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.963724 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74e1ff6a-2d31-4663-8a91-5552b31a1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.967355 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.971374 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/c81c8f00-0d40-4374-b66c-9a89ecc21dc1 HTTP/1.1" status: 204 len: 168 time: 3.6675093 Dec 08 02:10:21.973552 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45384) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:21.981034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ffdb1-c7b8-4b45-a15b-12eb1e78f52e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Network': ['ID=c81c8f00-0d40-4374-b66c-9a89ecc21dc1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:22.005151 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-93cf6204-8a2f-460f-8f3d-bd4254a35d3e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] GET failed (client error): The resource could not be found. Dec 08 02:10:22.006545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-93cf6204-8a2f-460f-8f3d-bd4254a35d3e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "GET /v2.0/subnets/12979b78-c6d3-44b5-95a6-fe41b0d74f9a HTTP/1.1" status: 404 len: 337 time: 0.0318241 Dec 08 02:10:22.009877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45386) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:22.029008 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-402a49c8-889a-4f2f-9580-8fe441bff8cd tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:22.029505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402a49c8-889a-4f2f-9580-8fe441bff8cd tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:22.032618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-402a49c8-889a-4f2f-9580-8fe441bff8cd tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/c81c8f00-0d40-4374-b66c-9a89ecc21dc1 HTTP/1.1" status: 404 len: 339 time: 0.0217447 Dec 08 02:10:22.036327 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45390) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:22.103651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45394) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:22.161665 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-155b3f12-b5b1-4f31-963f-28af90d1d25d admin admin] Deleting subnet c7edc8da-fc0d-472c-9093-a156fba7e61f {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:10:22.165390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-155b3f12-b5b1-4f31-963f-28af90d1d25d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.201767 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-155b3f12-b5b1-4f31-963f-28af90d1d25d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.242633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc352c07-88e8-4810-84e0-fc4a2776f6d3 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:22.247033 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-155b3f12-b5b1-4f31-963f-28af90d1d25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.247178 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cc352c07-88e8-4810-84e0-fc4a2776f6d3 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2098081 Dec 08 02:10:22.247783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45400) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:22.291986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a079e8a1-0c0a-4c68-8da9-bedca601c6a2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 207 time: 0.0430558 Dec 08 02:10:22.292641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45404) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:22.308912 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-155b3f12-b5b1-4f31-963f-28af90d1d25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.353880 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b3f12-b5b1-4f31-963f-28af90d1d25d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7edc8da-fc0d-472c-9093-a156fba7e61f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:22.358884 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-155b3f12-b5b1-4f31-963f-28af90d1d25d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.360612 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc9e679-7b2f-45d4-bcfe-1e4e51e2af6f None None] Network b3d476c4-1349-4a9a-a122-cb4a1c8ae29a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:22.364074 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-155b3f12-b5b1-4f31-963f-28af90d1d25d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c7edc8da-fc0d-472c-9093-a156fba7e61f HTTP/1.1" status: 204 len: 168 time: 0.2593577 Dec 08 02:10:22.375522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45408) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:22.452784 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7546323d-09e8-4f8f-aec1-7a843f5295dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.492904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3753c05-db66-4178-8be4-3f01286061cc None None] DHCP port deletion for b3d476c4-1349-4a9a-a122-cb4a1c8ae29a request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:22.524061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d536c13a-c214-4714-a198-b300cdcb7ea1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:22.530544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d536c13a-c214-4714-a198-b300cdcb7ea1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:22.536434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d536c13a-c214-4714-a198-b300cdcb7ea1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:22.542952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d536c13a-c214-4714-a198-b300cdcb7ea1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:22.544661 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d536c13a-c214-4714-a198-b300cdcb7ea1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2510974 Dec 08 02:10:22.550054 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45414) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:22.553075 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7546323d-09e8-4f8f-aec1-7a843f5295dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.568700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b19cc2-893c-4846-87c0-944e5cde581b req-d1eef8bd-16c9-47aa-9bf8-7b8ffc04d483 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:22.570455 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46b19cc2-893c-4846-87c0-944e5cde581b req-d1eef8bd-16c9-47aa-9bf8-7b8ffc04d483 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 945 time: 0.2262237 Dec 08 02:10:22.633101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-7546323d-09e8-4f8f-aec1-7a843f5295dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d476c4-1349-4a9a-a122-cb4a1c8ae29a']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:22.649927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-7546323d-09e8-4f8f-aec1-7a843f5295dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32329f44-27a9-4305-b1d4-84f89f4e6ded') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:22.650223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-7546323d-09e8-4f8f-aec1-7a843f5295dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32329f44-27a9-4305-b1d4-84f89f4e6ded') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:22.665808 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7546323d-09e8-4f8f-aec1-7a843f5295dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.692789 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7546323d-09e8-4f8f-aec1-7a843f5295dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.712641 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6c184791-39be-4f3f-b395-9c0b74b97dc5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1614509 Dec 08 02:10:22.713929 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7546323d-09e8-4f8f-aec1-7a843f5295dd admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7546323d-09e8-4f8f-aec1-7a843f5295dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:22.716210 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:22.731195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45420) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:22.842381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7546323d-09e8-4f8f-aec1-7a843f5295dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.854646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7546323d-09e8-4f8f-aec1-7a843f5295dd admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.857860 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7546323d-09e8-4f8f-aec1-7a843f5295dd admin admin] 10.222.0.71 "DELETE /v2.0/networks/b3d476c4-1349-4a9a-a122-cb4a1c8ae29a HTTP/1.1" status: 204 len: 168 time: 0.4813354 Dec 08 02:10:22.876272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546323d-09e8-4f8f-aec1-7a843f5295dd admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d476c4-1349-4a9a-a122-cb4a1c8ae29a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:22.880561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032aa8fa-3497-4e9f-8151-f1ce1453d3d5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:22.882257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032aa8fa-3497-4e9f-8151-f1ce1453d3d5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:22.883832 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-032aa8fa-3497-4e9f-8151-f1ce1453d3d5 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1516507 Dec 08 02:10:22.897123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45434) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:22.953761 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46b19cc2-893c-4846-87c0-944e5cde581b req-87cb9086-0ab5-4d12-9f9f-54f880af8a1c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717659 Dec 08 02:10:22.977541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054351e7-a33c-4957-83b2-965a3fb3422b req-7dd504ac-683a-43b6-ae9f-89d451fe6e27 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:22.987086 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-054351e7-a33c-4957-83b2-965a3fb3422b req-7dd504ac-683a-43b6-ae9f-89d451fe6e27 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1042793 Dec 08 02:10:23.023361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:10:23.056635 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-054351e7-a33c-4957-83b2-965a3fb3422b req-13c08340-abd8-4805-a8ed-edfc6e682702 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616078 Dec 08 02:10:23.143979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:10:23.152111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:10:23.152111 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:23.267031 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:23.319461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8cfdf8d9-7c9f-4f50-b743-c73c1dc30803,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:23.321205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724fae91-618b-46f3-ae2b-e6d29727c58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfdf8d9-7c9f-4f50-b743-c73c1dc30803'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:23.324680 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e146496-7793-49b7-b355-0be2c8d8467d" -d '{"events": [{"server_uuid": "724fae91-618b-46f3-ae2b-e6d29727c58e", "name": "network-vif-plugged", "status": "completed", "tag": "8cfdf8d9-7c9f-4f50-b743-c73c1dc30803"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:23.331028 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:23.411483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45454) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:23.425053 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845cc541-fe1a-4a27-9b6d-5b8a6526d64e x-openstack-request-id: req-845cc541-fe1a-4a27-9b6d-5b8a6526d64e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:23.425511 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724fae91-618b-46f3-ae2b-e6d29727c58e", "name": "network-vif-plugged", "status": "completed", "tag": "8cfdf8d9-7c9f-4f50-b743-c73c1dc30803", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:23.426217 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-845cc541-fe1a-4a27-9b6d-5b8a6526d64e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:23.428529 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724fae91-618b-46f3-ae2b-e6d29727c58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfdf8d9-7c9f-4f50-b743-c73c1dc30803', 'code': 200} Dec 08 02:10:23.431804 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:23.435649 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=8cfdf8d9-7c9f-4f50-b743-c73c1dc30803,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:23.500566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1623de18-631c-4548-9644-ccda8997af66 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:23.502913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1623de18-631c-4548-9644-ccda8997af66 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['shared'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:23.504497 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fec9ac80-afb9-46ef-a031-abb6d007c4ea admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=599f20414bca47809376ee6158cd4fab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910575 Dec 08 02:10:23.504653 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1623de18-631c-4548-9644-ccda8997af66 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.6154244 Dec 08 02:10:23.505248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45458) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:23.512427 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45460) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:23.555863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bb140-658c-4044-900d-8f8e10389b75 req-96075edf-bee4-4b63-b527-e98a6bb5044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:23.557953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b47bb140-658c-4044-900d-8f8e10389b75 req-96075edf-bee4-4b63-b527-e98a6bb5044e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 1098 time: 0.0516977 Dec 08 02:10:23.615187 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b47bb140-658c-4044-900d-8f8e10389b75 req-417e7253-adaa-4d2b-b690-1087ed8b43a6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489798 Dec 08 02:10:23.640419 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-006007a5-27f8-4222-ba4c-6164c81c5ffd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:23.661631 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c68f8f-29cc-46b4-8f61-991cc2d189e8 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:23.662986 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a3c68f8f-29cc-46b4-8f61-991cc2d189e8 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "GET /v2.0/networks/f0df85df-e765-4bda-8a00-36395df97fd5 HTTP/1.1" status: 200 len: 800 time: 0.1495070 Dec 08 02:10:23.667911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45466) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:23.678207 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-006007a5-27f8-4222-ba4c-6164c81c5ffd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:23.737860 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-006007a5-27f8-4222-ba4c-6164c81c5ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:23.740565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-006007a5-27f8-4222-ba4c-6164c81c5ffd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:23.742110 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-006007a5-27f8-4222-ba4c-6164c81c5ffd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fb0a86f9-f7df-400d-8d04-b146af8c2864 HTTP/1.1" status: 204 len: 168 time: 0.2355173 Dec 08 02:10:23.751820 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006007a5-27f8-4222-ba4c-6164c81c5ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0a86f9-f7df-400d-8d04-b146af8c2864,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:23.782983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0ae9e80a-0398-4402-90d7-263b25032aff tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "GET /v2.0/networks/f0df85df-e765-4bda-8a00-36395df97fd5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1100771 Dec 08 02:10:23.782983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45474) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:23.844944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031de3c4-ddae-4c6a-b50a-cc2455bf60c2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:23.849641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-031de3c4-ddae-4c6a-b50a-cc2455bf60c2 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "GET /v2.0/subnets/0f8adeb9-2261-411f-9448-db72548dc730 HTTP/1.1" status: 200 len: 811 time: 0.0625801 Dec 08 02:10:23.849932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45476) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:23.905719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbf09f7-b5d6-497e-9104-65cca7c77496 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:23.910381 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dbbf09f7-b5d6-497e-9104-65cca7c77496 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "GET /v2.0/subnets/0f8adeb9-2261-411f-9448-db72548dc730?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0562332 Dec 08 02:10:23.910747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45478) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:23.916524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7e15bda3-dff8-4c51-9208-029f5bf650a1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1381795340'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:23.950411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e15bda3-dff8-4c51-9208-029f5bf650a1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:23.956782 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e15bda3-dff8-4c51-9208-029f5bf650a1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:23.992251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e15bda3-dff8-4c51-9208-029f5bf650a1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:10:24.004830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e15bda3-dff8-4c51-9208-029f5bf650a1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:24.005321 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-7e15bda3-dff8-4c51-9208-029f5bf650a1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Added segment b4fec591-2d39-4a48-96a9-674a99cb7ef2 of type vlan for network edec0bbb-f79e-4f1f-89b5-074bef3cbe63 Dec 08 02:10:24.059048 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e15bda3-dff8-4c51-9208-029f5bf650a1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:24.094397 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e15bda3-dff8-4c51-9208-029f5bf650a1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:24.103744 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e15bda3-dff8-4c51-9208-029f5bf650a1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:24.103744 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7e15bda3-dff8-4c51-9208-029f5bf650a1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:24.131152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49fe17-728b-400a-9b6e-71a9cc7718bc req-954f5f54-d3ee-401c-b192-406c5d8985a1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:24.141638 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e49fe17-728b-400a-9b6e-71a9cc7718bc req-954f5f54-d3ee-401c-b192-406c5d8985a1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 946 time: 0.1200786 Dec 08 02:10:24.214268 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:24.220295 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7e15bda3-dff8-4c51-9208-029f5bf650a1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3084219 Dec 08 02:10:24.223267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45490) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:24.231634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a7bc50bc-fe38-43b8-a2dd-fc0145fcf09d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'subnet': {'network_id': 'edec0bbb-f79e-4f1f-89b5-074bef3cbe63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:24.240218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15bda3-dff8-4c51-9208-029f5bf650a1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Network': ['ID=edec0bbb-f79e-4f1f-89b5-074bef3cbe63,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:24.259789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network edec0bbb-f79e-4f1f-89b5-074bef3cbe63 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:10:24.373282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bc50bc-fe38-43b8-a2dd-fc0145fcf09d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Made reservation on behalf of e2005d3a34b348439b3b805aec14e69a for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:24.379589 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7bc50bc-fe38-43b8-a2dd-fc0145fcf09d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:24.426706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e49fe17-728b-400a-9b6e-71a9cc7718bc req-5c5bee31-da8a-48de-85b5-25d332db9319 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809711 Dec 08 02:10:24.448571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0f022-4ad2-47c5-a249-5a6a7d18df28 req-94a028ed-7997-44da-b802-910aa090000b tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:24.450351 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4df0f022-4ad2-47c5-a249-5a6a7d18df28 req-94a028ed-7997-44da-b802-910aa090000b tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.2409251 Dec 08 02:10:24.484578 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f412ec65-a609-4cf8-a3eb-10b70c131d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:24.525078 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-a7bc50bc-fe38-43b8-a2dd-fc0145fcf09d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Performing IP validity checks on allocation pools {{(pid=109766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 02:10:24.527405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-a7bc50bc-fe38-43b8-a2dd-fc0145fcf09d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 02:10:24.533991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4df0f022-4ad2-47c5-a249-5a6a7d18df28 req-123810e8-6ea0-4877-aaae-94499a327591 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748589 Dec 08 02:10:24.602344 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45500) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:24.725786 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7bc50bc-fe38-43b8-a2dd-fc0145fcf09d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:24.764631 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da072e83-9c9e-4c47-9957-2fcd8d8c90fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:24.802402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc50bc-fe38-43b8-a2dd-fc0145fcf09d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Subnet': ['ID=e7b6b263-4a35-49e0-9ef0-0baef604be1d,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:24.811676 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc50bc-fe38-43b8-a2dd-fc0145fcf09d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Checking segment: {'id': 'b4fec591-2d39-4a48-96a9-674a99cb7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'edec0bbb-f79e-4f1f-89b5-074bef3cbe63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:24.812057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc50bc-fe38-43b8-a2dd-fc0145fcf09d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network hostable DHCP agents. Network: edec0bbb-f79e-4f1f-89b5-074bef3cbe63, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:10:24.833540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc50bc-fe38-43b8-a2dd-fc0145fcf09d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Network edec0bbb-f79e-4f1f-89b5-074bef3cbe63 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:10:24.848492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a7bc50bc-fe38-43b8-a2dd-fc0145fcf09d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, edec0bbb-f79e-4f1f-89b5-074bef3cbe63) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:24.859499 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0fc43c-d743-42a8-ad98-4e89e6a0172e None None] Network edec0bbb-f79e-4f1f-89b5-074bef3cbe63 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:24.863213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bc50bc-fe38-43b8-a2dd-fc0145fcf09d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:24.863849 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a7bc50bc-fe38-43b8-a2dd-fc0145fcf09d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:24.890294 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a7bc50bc-fe38-43b8-a2dd-fc0145fcf09d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6657875 Dec 08 02:10:24.896809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45510) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:24.903001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-3d498a0b-8004-4142-9cf4-3294076e8dff tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:24.927717 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da072e83-9c9e-4c47-9957-2fcd8d8c90fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:24.933773 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da072e83-9c9e-4c47-9957-2fcd8d8c90fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:24.993479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45516) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:24.994119 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-da072e83-9c9e-4c47-9957-2fcd8d8c90fd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1cfe02ae84e44f9e842172741c1375f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3903749 Dec 08 02:10:25.004536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da072e83-9c9e-4c47-9957-2fcd8d8c90fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8ef887-c297-4450-9402-ae2220726c00,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:25.021391 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-edec0bbb-f79e-4f1f-89b5-074bef3cbe63', 'network_id': 'edec0bbb-f79e-4f1f-89b5-074bef3cbe63', 'project_id': 'e2005d3a34b348439b3b805aec14e69a', 'fixed_ips': [{'subnet_id': 'e7b6b263-4a35-49e0-9ef0-0baef604be1d'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:10:25.022271 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:25.122948 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3d498a0b-8004-4142-9cf4-3294076e8dff tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5020029'] for subnet, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:25.135369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88326f68-087c-46e9-93f4-830cd356c2d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:25.199289 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88326f68-087c-46e9-93f4-830cd356c2d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:25.270376 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 02:10:25.270376 n-d-713499-31 neutron-server[109768]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 08 02:10:25.270376 n-d-713499-31 neutron-server[109768]: [parameters: {'in_use': 1, 'id_1': 'e7b6b263-4a35-49e0-9ef0-0baef604be1d'}] Dec 08 02:10:25.270376 n-d-713499-31 neutron-server[109768]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:10:25.272134 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:10:25.317658 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88326f68-087c-46e9-93f4-830cd356c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:25.321209 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88326f68-087c-46e9-93f4-830cd356c2d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:25.322437 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-88326f68-087c-46e9-93f4-830cd356c2d7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2b8ef887-c297-4450-9402-ae2220726c00 HTTP/1.1" status: 204 len: 168 time: 0.3280156 Dec 08 02:10:25.339757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88326f68-087c-46e9-93f4-830cd356c2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8ef887-c297-4450-9402-ae2220726c00,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:25.401708 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3d498a0b-8004-4142-9cf4-3294076e8dff tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785260559270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4789237'] for subnet, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:25.456309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d498a0b-8004-4142-9cf4-3294076e8dff tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:25.457242 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3d498a0b-8004-4142-9cf4-3294076e8dff tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:25.459247 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3d498a0b-8004-4142-9cf4-3294076e8dff tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "PUT /v2.0/subnets/e7b6b263-4a35-49e0-9ef0-0baef604be1d HTTP/1.1" status: 200 len: 877 time: 0.5600462 Dec 08 02:10:25.462043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45530) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:25.466150 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:25.488656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d498a0b-8004-4142-9cf4-3294076e8dff tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event updated for resources: {'Subnet': ['ID=e7b6b263-4a35-49e0-9ef0-0baef604be1d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:25.724961 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:25.747449 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36effd01-0421-4a4f-9634-24155c130a05 req-530dfe08-0b9a-44e1-94cc-1f324d61c5cb tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:25.751320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36effd01-0421-4a4f-9634-24155c130a05 req-530dfe08-0b9a-44e1-94cc-1f324d61c5cb tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 946 time: 0.2166204 Dec 08 02:10:25.773710 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:25.791101 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093396d1-95c4-4c11-9d0a-6cbbe5863271 req-b1915313-da18-4efd-8c5e-a6d0e6ecbbd2 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:25.792750 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-093396d1-95c4-4c11-9d0a-6cbbe5863271 req-b1915313-da18-4efd-8c5e-a6d0e6ecbbd2 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1388550 Dec 08 02:10:25.913709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45544) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:25.939436 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2bd38a69-c97e-478e-9dd4-5db6a6249750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:25.994241 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.037572 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Allocated IP 172.20.0.3 (edec0bbb-f79e-4f1f-89b5-074bef3cbe63/e7b6b263-4a35-49e0-9ef0-0baef604be1d/6f9a9b37-7a12-42d3-b698-41c2dc0bb27d) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:10:26.049288 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2bd38a69-c97e-478e-9dd4-5db6a6249750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.055033 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2bd38a69-c97e-478e-9dd4-5db6a6249750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.079779 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36effd01-0421-4a4f-9634-24155c130a05 req-6a5fb64f-a468-4667-bd0d-fe1520501d5e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025460 Dec 08 02:10:26.097455 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd38a69-c97e-478e-9dd4-5db6a6249750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb61ec00-2307-4ac6-af95-806513217292,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:26.120726 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2bd38a69-c97e-478e-9dd4-5db6a6249750 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=24af729f451f409abc7a6bbddb2f7e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2050092 Dec 08 02:10:26.124936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45550) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:26.197189 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0583dcd8-be0e-4a5b-97ba-c374e3f35f52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.225360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-093396d1-95c4-4c11-9d0a-6cbbe5863271 req-9faf487a-7714-4e0c-80fe-d5a634eed652 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316685 Dec 08 02:10:26.228179 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0583dcd8-be0e-4a5b-97ba-c374e3f35f52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.297753 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0583dcd8-be0e-4a5b-97ba-c374e3f35f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.301405 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0583dcd8-be0e-4a5b-97ba-c374e3f35f52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.309668 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0583dcd8-be0e-4a5b-97ba-c374e3f35f52 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bb61ec00-2307-4ac6-af95-806513217292 HTTP/1.1" status: 204 len: 168 time: 0.1759017 Dec 08 02:10:26.315786 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.327787 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.332182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583dcd8-be0e-4a5b-97ba-c374e3f35f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb61ec00-2307-4ac6-af95-806513217292,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:26.337422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff979bdb-845c-4a4d-a00a-d84a47744895 req-782744db-cebb-4650-824b-91ba565f8c84 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:26.348420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff979bdb-845c-4a4d-a00a-d84a47744895 req-782744db-cebb-4650-824b-91ba565f8c84 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 946 time: 0.1463804 Dec 08 02:10:26.412797 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.423101 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Network edec0bbb-f79e-4f1f-89b5-074bef3cbe63 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:10:26.425320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:26.432756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:10:26.470707 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Pushing event updated for resources: {'Port': ['ID=6f9a9b37-7a12-42d3-b698-41c2dc0bb27d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:26.521374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Attempting to bind port 6f9a9b37-7a12-42d3-b698-41c2dc0bb27d on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:10:26.522023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Attempting to bind port 6f9a9b37-7a12-42d3-b698-41c2dc0bb27d by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'b4fec591-2d39-4a48-96a9-674a99cb7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'edec0bbb-f79e-4f1f-89b5-074bef3cbe63'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:10:26.523011 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Attempting to bind port 6f9a9b37-7a12-42d3-b698-41c2dc0bb27d on network edec0bbb-f79e-4f1f-89b5-074bef3cbe63 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:26.528265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b6b263-4a35-49e0-9ef0-0baef604be1d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:26.536973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:10:26.540289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Checking segment: {'id': 'b4fec591-2d39-4a48-96a9-674a99cb7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'edec0bbb-f79e-4f1f-89b5-074bef3cbe63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:26.540711 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.541122 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Bound using segment: {'id': 'b4fec591-2d39-4a48-96a9-674a99cb7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'edec0bbb-f79e-4f1f-89b5-074bef3cbe63'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:10:26.542937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Bound port: 6f9a9b37-7a12-42d3-b698-41c2dc0bb27d, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fec591-2d39-4a48-96a9-674a99cb7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'edec0bbb-f79e-4f1f-89b5-074bef3cbe63'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:10:26.543329 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.556220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff979bdb-845c-4a4d-a00a-d84a47744895 req-afdc2387-2f8b-492c-844f-195b6c6547bd tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068355 Dec 08 02:10:26.651921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] For port 6f9a9b37-7a12-42d3-b698-41c2dc0bb27d, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:10:26.659496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] For port 6f9a9b37-7a12-42d3-b698-41c2dc0bb27d, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6f9a9b37-7a12-42d3-b698-41c2dc0bb27d,segment=NetworkSegment(b4fec591-2d39-4a48-96a9-674a99cb7ef2),segment_id=b4fec591-2d39-4a48-96a9-674a99cb7ef2)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:10:26.665759 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.666988 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.719906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edec0bbb-f79e-4f1f-89b5-074bef3cbe63']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:26.744436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fec591-2d39-4a48-96a9-674a99cb7ef2') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:26.744975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fec591-2d39-4a48-96a9-674a99cb7ef2') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:26.766031 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.817379 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.842793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:26.843240 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:26.849597 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:26.865102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46ef4e-dce4-430e-a7bb-756df88c79ca None None] Pushing event updated for resources: {'Port': ['ID=6f9a9b37-7a12-42d3-b698-41c2dc0bb27d,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:26.895233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf35094-c1e5-48ff-8c69-5fcbe61289df None None] Network edec0bbb-f79e-4f1f-89b5-074bef3cbe63 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:27.003984 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 02:10:27.003984 n-d-713499-31 neutron-server[109767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 02:10:27.003984 n-d-713499-31 neutron-server[109767]: [parameters: {'id': 'edec0bbb-f79e-4f1f-89b5-074bef3cbe63'}] Dec 08 02:10:27.003984 n-d-713499-31 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:10:27.003984 n-d-713499-31 neutron-server[109767]: DEBUG oslo_db.api [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:10:27.018735 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:27.062691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7617c4-43e2-4b82-9b7d-3dedeecada1c req-f8ff66f7-50ab-4a94-8c22-1f0f4ba1dd29 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:27.071436 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a7617c4-43e2-4b82-9b7d-3dedeecada1c req-f8ff66f7-50ab-4a94-8c22-1f0f4ba1dd29 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 946 time: 0.0831158 Dec 08 02:10:27.123842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48119d8c-b000-4316-9771-eafff8a543fb None None] Network edec0bbb-f79e-4f1f-89b5-074bef3cbe63 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:27.175747 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a7617c4-43e2-4b82-9b7d-3dedeecada1c req-9f9cc297-0db4-45e0-915f-106d63d6df0c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968440 Dec 08 02:10:27.359859 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690146b0-d744-4d65-a988-a54af543c9a8 None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:10:27.503925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de6bc7-32c4-4258-b290-c84b2d10ba59 req-bee1d09c-c0ee-4560-af06-22a1dbc65475 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:27.505903 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26de6bc7-32c4-4258-b290-c84b2d10ba59 req-bee1d09c-c0ee-4560-af06-22a1dbc65475 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1362889 Dec 08 02:10:27.506496 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:27.509496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690146b0-d744-4d65-a988-a54af543c9a8 None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:10:27.630979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26de6bc7-32c4-4258-b290-c84b2d10ba59 req-d6abf2b8-c019-4f6a-9f3a-7a1366d0006c tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176639 Dec 08 02:10:27.665249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Deleting port 6f9a9b37-7a12-42d3-b698-41c2dc0bb27d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:27.665901 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:27.763711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] For port 6f9a9b37-7a12-42d3-b698-41c2dc0bb27d, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6f9a9b37-7a12-42d3-b698-41c2dc0bb27d,segment=NetworkSegment(b4fec591-2d39-4a48-96a9-674a99cb7ef2),segment_id=b4fec591-2d39-4a48-96a9-674a99cb7ef2)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:27.764057 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:27.794507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Calling delete_port for 6f9a9b37-7a12-42d3-b698-41c2dc0bb27d owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:27.879423 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:27.942675 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:27.973807 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Port': ['ID=6f9a9b37-7a12-42d3-b698-41c2dc0bb27d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:27.978151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No DVR routers for this DVR port 6f9a9b37-7a12-42d3-b698-41c2dc0bb27d on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:28.092684 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.117646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edec0bbb-f79e-4f1f-89b5-074bef3cbe63']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:28.132335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fec591-2d39-4a48-96a9-674a99cb7ef2') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:28.132713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fec591-2d39-4a48-96a9-674a99cb7ef2') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:28.144498 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.162807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.175323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:28.177279 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:28.181077 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:28.273104 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.281856 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.285791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/edec0bbb-f79e-4f1f-89b5-074bef3cbe63 HTTP/1.1" status: 204 len: 168 time: 2.8218954 Dec 08 02:10:28.290326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45624) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:28.316932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5b124-5b38-4ce2-8e20-7bcbce8c9e06 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Network': ['ID=edec0bbb-f79e-4f1f-89b5-074bef3cbe63,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:28.331841 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ed098c-7858-436a-9ed6-65b7752be026 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:28.332664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ed098c-7858-436a-9ed6-65b7752be026 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:28.336976 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f6ed098c-7858-436a-9ed6-65b7752be026 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/subnets/e7b6b263-4a35-49e0-9ef0-0baef604be1d HTTP/1.1" status: 404 len: 337 time: 0.0450103 Dec 08 02:10:28.339536 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45626) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:28.374518 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e18076-f7ac-4457-8024-4072099066dd tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:28.375042 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e18076-f7ac-4457-8024-4072099066dd tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:28.394665 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-80e18076-f7ac-4457-8024-4072099066dd tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/edec0bbb-f79e-4f1f-89b5-074bef3cbe63 HTTP/1.1" status: 404 len: 339 time: 0.0538044 Dec 08 02:10:28.397086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45628) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:28.409338 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45630) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:28.442066 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a10ca31-5cd0-41d2-84b6-4f392248634d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:28.442945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a10ca31-5cd0-41d2-84b6-4f392248634d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:28.447910 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9a10ca31-5cd0-41d2-84b6-4f392248634d tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/subnets/12979b78-c6d3-44b5-95a6-fe41b0d74f9a HTTP/1.1" status: 404 len: 337 time: 0.0489106 Dec 08 02:10:28.449830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45636) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:28.483217 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-05285ebb-8b4e-4d18-b14b-b16dbb5b8806 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:28.484879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05285ebb-8b4e-4d18-b14b-b16dbb5b8806 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:28.488413 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-05285ebb-8b4e-4d18-b14b-b16dbb5b8806 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/c81c8f00-0d40-4374-b66c-9a89ecc21dc1 HTTP/1.1" status: 404 len: 339 time: 0.0349236 Dec 08 02:10:28.490940 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45638) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:28.493975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a0363-9b01-46e7-b388-7b81377e2f27 req-bc98282d-abb3-42c6-ac3c-d0b6731451ed tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:28.495535 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-644a0363-9b01-46e7-b388-7b81377e2f27 req-bc98282d-abb3-42c6-ac3c-d0b6731451ed tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 946 time: 0.1931920 Dec 08 02:10:28.504652 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe99fec-19da-4efb-9dc6-8b94b668c8bd req-52684d20-15f2-4a42-90bd-2fe42cfff650 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:28.506342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2fe99fec-19da-4efb-9dc6-8b94b668c8bd req-52684d20-15f2-4a42-90bd-2fe42cfff650 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 946 time: 0.1043103 Dec 08 02:10:28.594160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7ece-631e-4761-ad24-fb0d2c0ac08b tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.629684 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-644a0363-9b01-46e7-b388-7b81377e2f27 req-dcfc87f2-f073-42e7-b0e6-5f8e08854c6b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218550 Dec 08 02:10:28.664906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-2fe99fec-19da-4efb-9dc6-8b94b668c8bd req-549fb608-b26a-4429-b693-cde80279ecd8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Deleting port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:28.665543 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2fe99fec-19da-4efb-9dc6-8b94b668c8bd req-549fb608-b26a-4429-b693-cde80279ecd8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.755571 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7ece-631e-4761-ad24-fb0d2c0ac08b tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.758672 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a779fbdc-1067-446e-85b5-1aed1e1b7f1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.796806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cb8d7ece-631e-4761-ad24-fb0d2c0ac08b tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d618052c-b8b8-4a40-92b8-18c7b658bca4']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:28.810869 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cb8d7ece-631e-4761-ad24-fb0d2c0ac08b tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bb8459-7240-4b38-90db-eb1c7fc92e18') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:28.811195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cb8d7ece-631e-4761-ad24-fb0d2c0ac08b tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bb8459-7240-4b38-90db-eb1c7fc92e18') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:28.824360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2fe99fec-19da-4efb-9dc6-8b94b668c8bd req-549fb608-b26a-4429-b693-cde80279ecd8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] For port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=8cfdf8d9-7c9f-4f50-b743-c73c1dc30803,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:28.824654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2fe99fec-19da-4efb-9dc6-8b94b668c8bd req-549fb608-b26a-4429-b693-cde80279ecd8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.834111 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7ece-631e-4761-ad24-fb0d2c0ac08b tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.834480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335397f-5210-40c0-ad84-84b99cb762ec req-7ec69c9e-4a8f-4f39-a93c-d34b7ea7476f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:28.836821 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6335397f-5210-40c0-ad84-84b99cb762ec req-7ec69c9e-4a8f-4f39-a93c-d34b7ea7476f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.0847056 Dec 08 02:10:28.855365 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7ece-631e-4761-ad24-fb0d2c0ac08b tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.858567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-2fe99fec-19da-4efb-9dc6-8b94b668c8bd req-549fb608-b26a-4429-b693-cde80279ecd8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Calling delete_port for 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:28.866122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8d7ece-631e-4761-ad24-fb0d2c0ac08b tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:28.866675 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7ece-631e-4761-ad24-fb0d2c0ac08b tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:28.869754 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:28.952841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6335397f-5210-40c0-ad84-84b99cb762ec req-5442ef7c-7edb-4e06-bd3c-87860ab1dbd7 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959971 Dec 08 02:10:28.955034 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7ece-631e-4761-ad24-fb0d2c0ac08b tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.959470 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7ece-631e-4761-ad24-fb0d2c0ac08b tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.963756 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cb8d7ece-631e-4761-ad24-fb0d2c0ac08b tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/d618052c-b8b8-4a40-92b8-18c7b658bca4 HTTP/1.1" status: 204 len: 168 time: 0.4715207 Dec 08 02:10:28.966397 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a779fbdc-1067-446e-85b5-1aed1e1b7f1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:28.969558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45650) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:28.983360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d7ece-631e-4761-ad24-fb0d2c0ac08b tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Network': ['ID=d618052c-b8b8-4a40-92b8-18c7b658bca4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:28.985933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a779fbdc-1067-446e-85b5-1aed1e1b7f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.029030 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a779fbdc-1067-446e-85b5-1aed1e1b7f1b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=373593d563444bf39f3b654d30044535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6160383 Dec 08 02:10:29.029030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779fbdc-1067-446e-85b5-1aed1e1b7f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13c3db5-eff8-46a8-9d33-a727c123d088,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:29.029371 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8ea568-8b19-415b-a6cd-7025e560f9dd tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.029371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8ea568-8b19-415b-a6cd-7025e560f9dd tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.031029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45652) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.033882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0b8ea568-8b19-415b-a6cd-7025e560f9dd tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/subnets/8df9ef3c-83b3-439c-9a8a-ba7e0e2382e1 HTTP/1.1" status: 404 len: 337 time: 0.0611169 Dec 08 02:10:29.034205 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45654) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.060366 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2fe99fec-19da-4efb-9dc6-8b94b668c8bd req-549fb608-b26a-4429-b693-cde80279ecd8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.069037 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7efa7b-d1cc-4f18-ac47-d04e8bd47ae1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.070122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7efa7b-d1cc-4f18-ac47-d04e8bd47ae1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.073380 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5c7efa7b-d1cc-4f18-ac47-d04e8bd47ae1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/ac3ce107-df7c-447e-b8b4-92a65e6f0107 HTTP/1.1" status: 404 len: 339 time: 0.0383601 Dec 08 02:10:29.078831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45658) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.092293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a9545aae-5e04-40b2-b242-477b3b953496'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:29.098918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fb608-b26a-4429-b693-cde80279ecd8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Pushing event deleted for resources: {'Port': ['ID=8cfdf8d9-7c9f-4f50-b743-c73c1dc30803,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:29.127138 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc834038-82b9-4af3-b160-c4c6a1012fa1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.127740 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc834038-82b9-4af3-b160-c4c6a1012fa1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.130870 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cc834038-82b9-4af3-b160-c4c6a1012fa1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/subnets/4bae84a5-89c3-46a9-9983-e7d468f20c64 HTTP/1.1" status: 404 len: 337 time: 0.0511639 Dec 08 02:10:29.133924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45662) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.151927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['8cfdf8d9-7c9f-4f50-b743-c73c1dc30803'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:29.154508 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02bff71-85ed-4a4b-98c6-2fea0b3b95f7 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:29.157408 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-43500539-f362-480e-9dad-0e238b9aead1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.157928 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43500539-f362-480e-9dad-0e238b9aead1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.159556 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe99fec-19da-4efb-9dc6-8b94b668c8bd req-549fb608-b26a-4429-b693-cde80279ecd8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] No DVR routers for this DVR port 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:29.161897 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-43500539-f362-480e-9dad-0e238b9aead1 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/72ea02be-1b83-462c-b119-b717930903c6 HTTP/1.1" status: 404 len: 339 time: 0.0262454 Dec 08 02:10:29.164402 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2fe99fec-19da-4efb-9dc6-8b94b668c8bd req-549fb608-b26a-4429-b693-cde80279ecd8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.165132 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45664) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.168335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2fe99fec-19da-4efb-9dc6-8b94b668c8bd req-549fb608-b26a-4429-b693-cde80279ecd8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "DELETE /v2.0/ports/8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 HTTP/1.1" status: 204 len: 173 time: 0.6515503 Dec 08 02:10:29.168822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724fae91-618b-46f3-ae2b-e6d29727c58e', 'name': 'network-vif-deleted', 'tag': '8cfdf8d9-7c9f-4f50-b743-c73c1dc30803'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:29.171278 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e046662-8bfc-494c-b6d5-681dab068da2" -d '{"events": [{"server_uuid": "724fae91-618b-46f3-ae2b-e6d29727c58e", "name": "network-vif-deleted", "tag": "8cfdf8d9-7c9f-4f50-b743-c73c1dc30803"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:29.223289 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f000439f-576e-4765-ab2b-d4873b42250a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.223996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f000439f-576e-4765-ab2b-d4873b42250a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.228413 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f000439f-576e-4765-ab2b-d4873b42250a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/subnets/763a966d-1421-4648-b4f1-005d788d03c7 HTTP/1.1" status: 404 len: 337 time: 0.0620563 Dec 08 02:10:29.231560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45668) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.232242 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c72c3823-93a2-453c-a04a-f5303321141b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.246793 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d473f8fb-24c7-4ef2-8bb5-0bf0b7db584e x-openstack-request-id: req-d473f8fb-24c7-4ef2-8bb5-0bf0b7db584e {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:29.247110 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724fae91-618b-46f3-ae2b-e6d29727c58e", "name": "network-vif-deleted", "tag": "8cfdf8d9-7c9f-4f50-b743-c73c1dc30803", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:29.247368 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d473f8fb-24c7-4ef2-8bb5-0bf0b7db584e {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:29.247804 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724fae91-618b-46f3-ae2b-e6d29727c58e', 'name': 'network-vif-deleted', 'tag': '8cfdf8d9-7c9f-4f50-b743-c73c1dc30803', 'status': 'completed', 'code': 200} Dec 08 02:10:29.258310 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c72c3823-93a2-453c-a04a-f5303321141b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.282821 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-677d584c-831d-4fe5-b273-4f70fb74a3f6 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.286321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677d584c-831d-4fe5-b273-4f70fb74a3f6 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.290811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-677d584c-831d-4fe5-b273-4f70fb74a3f6 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/6852a83b-b1d3-4cb7-b635-87d5a5ead5dd HTTP/1.1" status: 404 len: 339 time: 0.0581114 Dec 08 02:10:29.296407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45670) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.326137 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c72c3823-93a2-453c-a04a-f5303321141b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.329401 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1242804a-078e-4ed5-86ce-3ab37b556a99 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.329642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1242804a-078e-4ed5-86ce-3ab37b556a99 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.333275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1242804a-078e-4ed5-86ce-3ab37b556a99 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/subnets/61e0b69c-0c60-4f83-9126-823cce187fba HTTP/1.1" status: 404 len: 337 time: 0.0337591 Dec 08 02:10:29.334112 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c72c3823-93a2-453c-a04a-f5303321141b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.336759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45672) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.337396 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c72c3823-93a2-453c-a04a-f5303321141b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d13c3db5-eff8-46a8-9d33-a727c123d088 HTTP/1.1" status: 204 len: 168 time: 0.3053987 Dec 08 02:10:29.359691 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdf4b25-23d5-45db-bd52-406bbca3269e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.360348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffdf4b25-23d5-45db-bd52-406bbca3269e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.361944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c3823-93a2-453c-a04a-f5303321141b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13c3db5-eff8-46a8-9d33-a727c123d088,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:29.364012 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ffdf4b25-23d5-45db-bd52-406bbca3269e tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/7e229894-776e-43a0-88a7-bab801d1338a HTTP/1.1" status: 404 len: 339 time: 0.0258992 Dec 08 02:10:29.367220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45676) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.402924 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-73aec022-10b0-4ea5-aba1-e8e7c3ae7ead tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.403487 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73aec022-10b0-4ea5-aba1-e8e7c3ae7ead tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.407657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-73aec022-10b0-4ea5-aba1-e8e7c3ae7ead tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/subnets/b9f6b726-462a-414b-b383-654a6aa960f9 HTTP/1.1" status: 404 len: 337 time: 0.0384295 Dec 08 02:10:29.409425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45680) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.433905 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da6de59-4ef7-4ffb-bf97-c4655f033040 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.434538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da6de59-4ef7-4ffb-bf97-c4655f033040 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.437834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0da6de59-4ef7-4ffb-bf97-c4655f033040 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/9c2ba5b0-0411-4bcd-a131-307ff3287a55 HTTP/1.1" status: 404 len: 339 time: 0.0272291 Dec 08 02:10:29.440644 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45682) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.469136 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7342b3d0-4970-4b9e-ae6c-df64132203cf tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.469602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7342b3d0-4970-4b9e-ae6c-df64132203cf tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.472689 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7342b3d0-4970-4b9e-ae6c-df64132203cf tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/subnets/2fbdfb48-f3e0-45cf-9aea-6f854e7d2f69 HTTP/1.1" status: 404 len: 337 time: 0.0309420 Dec 08 02:10:29.475228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45684) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.493953 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c190b8-d478-45ec-99d1-eda105dcb231 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.494445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c190b8-d478-45ec-99d1-eda105dcb231 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.497474 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a1c190b8-d478-45ec-99d1-eda105dcb231 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/4777b546-2293-4edb-8d13-4a72be0ca5b6 HTTP/1.1" status: 404 len: 339 time: 0.0207000 Dec 08 02:10:29.500245 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45686) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.528756 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b581c8df-36e2-488f-918b-7720d9631586 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.529223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b581c8df-36e2-488f-918b-7720d9631586 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.532487 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b581c8df-36e2-488f-918b-7720d9631586 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/subnets/9829af52-5f74-4f17-8291-9e45e93af18c HTTP/1.1" status: 404 len: 337 time: 0.0309298 Dec 08 02:10:29.534915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45688) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.553299 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d422a898-5a2f-4219-906a-af1fdb73bbf6 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.554084 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d422a898-5a2f-4219-906a-af1fdb73bbf6 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.559399 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d422a898-5a2f-4219-906a-af1fdb73bbf6 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/0e083e51-8b9c-4033-a7d4-b22607276fb5 HTTP/1.1" status: 404 len: 339 time: 0.0210645 Dec 08 02:10:29.559657 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45690) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.591643 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af51780-1def-4f0d-a778-f1a1f7c61081 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.592110 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af51780-1def-4f0d-a778-f1a1f7c61081 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.595175 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4af51780-1def-4f0d-a778-f1a1f7c61081 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/subnets/9138f6ef-6fa7-4db0-ab06-ec34f65e2029 HTTP/1.1" status: 404 len: 337 time: 0.0344310 Dec 08 02:10:29.598770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45696) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.624952 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ea91e9-871f-4089-b89c-c2c7b3791b0c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] DELETE failed (client error): The resource could not be found. Dec 08 02:10:29.626015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ea91e9-871f-4089-b89c-c2c7b3791b0c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:10:29.634971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45700) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.635835 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-01ea91e9-871f-4089-b89c-c2c7b3791b0c tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/68424bf3-ff65-4d4c-8b6b-82f1b6bffc94 HTTP/1.1" status: 404 len: 339 time: 0.0358288 Dec 08 02:10:29.734182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45708) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.752122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ce7535-2cc3-43b1-8421-83737ebbbd67 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Deleting subnet 0f8adeb9-2261-411f-9448-db72548dc730 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:10:29.760273 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7535-2cc3-43b1-8421-83737ebbbd67 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.838913 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7535-2cc3-43b1-8421-83737ebbbd67 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.853540 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60794bd8-6225-4b08-84b1-9ad1872be886 req-7f1cdd7e-29d6-4bab-8225-95796be23c87 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=724fae91-618b-46f3-ae2b-e6d29727c58e HTTP/1.1" status: 200 len: 210 time: 0.0435922 Dec 08 02:10:29.920889 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d3c7f75-43de-4b15-b093-dcc1bd23aed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.942887 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7535-2cc3-43b1-8421-83737ebbbd67 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.005979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45714) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:30.015927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7535-2cc3-43b1-8421-83737ebbbd67 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.028902 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d3c7f75-43de-4b15-b093-dcc1bd23aed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.030159 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9653a4e2-52ba-47af-93d1-043f2da1a892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.034017 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7535-2cc3-43b1-8421-83737ebbbd67 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.037905 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d8ce7535-2cc3-43b1-8421-83737ebbbd67 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/subnets/0f8adeb9-2261-411f-9448-db72548dc730 HTTP/1.1" status: 204 len: 168 time: 0.4017074 Dec 08 02:10:30.042980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5f495b-f9c4-4df7-9486-ae89715c24dc None None] Network f0df85df-e765-4bda-8a00-36395df97fd5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:30.047495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45716) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:30.050397 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d3c7f75-43de-4b15-b093-dcc1bd23aed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.060707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce7535-2cc3-43b1-8421-83737ebbbd67 tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8adeb9-2261-411f-9448-db72548dc730,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:30.196197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c7f75-43de-4b15-b093-dcc1bd23aed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91db1212-1f59-446d-bb28-26c9a6691ab1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:30.202978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9d3c7f75-43de-4b15-b093-dcc1bd23aed9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=19100844bd26485a964df0c874fa924d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4652107 Dec 08 02:10:30.203441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45718) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:30.230664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d663c6a6-c35a-44b1-9e3e-9a41553b535c None None] DHCP port deletion for f0df85df-e765-4bda-8a00-36395df97fd5 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:30.238938 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.285214 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-06b3d253-13a0-459e-a914-5088b17ac2ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.286983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2f158-e075-4a12-bfcd-34950ce2011d req-e9168f25-b899-416b-b0a7-736b66c1b864 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:30.287670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d663c6a6-c35a-44b1-9e3e-9a41553b535c None None] Deleting port b952ed90-7d2f-4157-9461-63f8ace6a9d4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:30.288516 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d663c6a6-c35a-44b1-9e3e-9a41553b535c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.288686 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04f2f158-e075-4a12-bfcd-34950ce2011d req-e9168f25-b899-416b-b0a7-736b66c1b864 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.2126172 Dec 08 02:10:30.321147 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-06b3d253-13a0-459e-a914-5088b17ac2ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.373314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d663c6a6-c35a-44b1-9e3e-9a41553b535c None None] For port b952ed90-7d2f-4157-9461-63f8ace6a9d4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b952ed90-7d2f-4157-9461-63f8ace6a9d4,segment=NetworkSegment(0fb88bbb-d5af-488c-abeb-3b10ee1850d1),segment_id=0fb88bbb-d5af-488c-abeb-3b10ee1850d1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:30.374051 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d663c6a6-c35a-44b1-9e3e-9a41553b535c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.388131 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-06b3d253-13a0-459e-a914-5088b17ac2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.389997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d663c6a6-c35a-44b1-9e3e-9a41553b535c None None] Calling delete_port for b952ed90-7d2f-4157-9461-63f8ace6a9d4 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:30.391183 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-06b3d253-13a0-459e-a914-5088b17ac2ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.392714 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-06b3d253-13a0-459e-a914-5088b17ac2ff admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/91db1212-1f59-446d-bb28-26c9a6691ab1 HTTP/1.1" status: 204 len: 168 time: 0.1883357 Dec 08 02:10:30.399629 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9653a4e2-52ba-47af-93d1-043f2da1a892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.405393 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04f2f158-e075-4a12-bfcd-34950ce2011d req-b52ac12a-917d-450c-8a47-8b54db5dd6d8 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055195 Dec 08 02:10:30.407821 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9653a4e2-52ba-47af-93d1-043f2da1a892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.422599 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3d253-13a0-459e-a914-5088b17ac2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91db1212-1f59-446d-bb28-26c9a6691ab1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:30.440097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Deleting port b952ed90-7d2f-4157-9461-63f8ace6a9d4 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:30.440445 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.478620 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9653a4e2-52ba-47af-93d1-043f2da1a892 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0cb7508970af4986a56e088d90f4ce13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4719458 Dec 08 02:10:30.481295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45722) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:30.516296 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d663c6a6-c35a-44b1-9e3e-9a41553b535c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.519277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653a4e2-52ba-47af-93d1-043f2da1a892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114988ea-45bb-484e-9544-8f5001bc6f20,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:30.554671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] For port b952ed90-7d2f-4157-9461-63f8ace6a9d4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b952ed90-7d2f-4157-9461-63f8ace6a9d4,segment=NetworkSegment(0fb88bbb-d5af-488c-abeb-3b10ee1850d1),segment_id=0fb88bbb-d5af-488c-abeb-3b10ee1850d1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:30.555227 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.571772 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Calling delete_port for b952ed90-7d2f-4157-9461-63f8ace6a9d4 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:30.577582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663c6a6-c35a-44b1-9e3e-9a41553b535c None None] Pushing event deleted for resources: {'Port': ['ID=b952ed90-7d2f-4157-9461-63f8ace6a9d4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:30.590734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d663c6a6-c35a-44b1-9e3e-9a41553b535c None None] No DVR routers for this DVR port b952ed90-7d2f-4157-9461-63f8ace6a9d4 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:30.604964 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2b8030d-c570-4e49-a29a-cbff5c41adae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.638848 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2b8030d-c570-4e49-a29a-cbff5c41adae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.680017 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.703406 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2b8030d-c570-4e49-a29a-cbff5c41adae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.708085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2b8030d-c570-4e49-a29a-cbff5c41adae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.710709 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c2b8030d-c570-4e49-a29a-cbff5c41adae admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/114988ea-45bb-484e-9544-8f5001bc6f20 HTTP/1.1" status: 204 len: 168 time: 0.2271347 Dec 08 02:10:30.718379 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Port': ['ID=b952ed90-7d2f-4157-9461-63f8ace6a9d4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:30.720676 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8030d-c570-4e49-a29a-cbff5c41adae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114988ea-45bb-484e-9544-8f5001bc6f20,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:30.726527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] No DVR routers for this DVR port b952ed90-7d2f-4157-9461-63f8ace6a9d4 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:30.839280 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.865826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0df85df-e765-4bda-8a00-36395df97fd5']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:30.893008 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb88bbb-d5af-488c-abeb-3b10ee1850d1') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:30.894267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb88bbb-d5af-488c-abeb-3b10ee1850d1') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:30.907776 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.924175 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.930892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:30.931429 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:30.935916 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:30.975990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45734) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:30.993199 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94319c41-4a5f-4b37-9c29-cf23533d05b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:31.054688 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:31.058622 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:31.074367 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:31.081444 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] 10.222.0.71 "DELETE /v2.0/networks/f0df85df-e765-4bda-8a00-36395df97fd5 HTTP/1.1" status: 204 len: 168 time: 1.0326660 Dec 08 02:10:31.094344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:31.094712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 8cfdf8d9-7c9f-4f50-b743-c73c1dc30803 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:31.108784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33d51f-b292-4500-93d3-5f2fc893c34a tempest-NetworksTest-415696393 tempest-NetworksTest-415696393-project] Pushing event deleted for resources: {'Network': ['ID=f0df85df-e765-4bda-8a00-36395df97fd5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:31.136349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94319c41-4a5f-4b37-9c29-cf23533d05b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:31.142563 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94319c41-4a5f-4b37-9c29-cf23533d05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:31.202662 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-94319c41-4a5f-4b37-9c29-cf23533d05b8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1aa74ffc8ced4c6eac9e9d5ef6caa14e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249434 Dec 08 02:10:31.204009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94319c41-4a5f-4b37-9c29-cf23533d05b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49d90a4-fda0-4276-996f-3b13d1120adb,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:31.205039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45748) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:31.339385 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9aed00a3-7300-47d4-8932-7996fe0374d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:31.394145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9aed00a3-7300-47d4-8932-7996fe0374d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:31.418191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-79c491cf-f501-43a0-9f89-fc8b636aadd0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:31.424859 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-79c491cf-f501-43a0-9f89-fc8b636aadd0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.1800954 Dec 08 02:10:31.451950 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b952ed90-7d2f-4157-9461-63f8ace6a9d4 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:31.512013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: b952ed90-7d2f-4157-9461-63f8ace6a9d4 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:31.512450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b952ed90-7d2f-4157-9461-63f8ace6a9d4 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:31.530858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-5463bc9f-c9bd-440a-ad37-63e161e58d86 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/quotas/6f00c661668d43f18aa8b95269722bb0 HTTP/1.1" status: 200 len: 375 time: 0.0784202 Dec 08 02:10:31.566314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45764) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:31.597897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734c3c8-9b5f-4662-93ab-deac833c044e req-bad3a4ed-55c9-4357-8243-dbd39399e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:31.599442 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d734c3c8-9b5f-4662-93ab-deac833c044e req-bad3a4ed-55c9-4357-8243-dbd39399e90d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 1098 time: 0.0851779 Dec 08 02:10:31.640529 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9aed00a3-7300-47d4-8932-7996fe0374d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:31.647960 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9aed00a3-7300-47d4-8932-7996fe0374d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:31.655207 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9aed00a3-7300-47d4-8932-7996fe0374d0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a49d90a4-fda0-4276-996f-3b13d1120adb HTTP/1.1" status: 204 len: 168 time: 0.4450006 Dec 08 02:10:31.670757 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d734c3c8-9b5f-4662-93ab-deac833c044e req-9d23ffe7-4862-4ec3-8977-0c119b8ca5e0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629740 Dec 08 02:10:31.704044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed00a3-7300-47d4-8932-7996fe0374d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49d90a4-fda0-4276-996f-3b13d1120adb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:31.716952 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-e15d2689-eaaf-48b9-8f91-0dbcbbb5bbab tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1775155 Dec 08 02:10:31.745420 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9c415-47a9-4f51-8b3b-12aecb5e668f req-0a8936fd-9f81-455b-a4da-3652b44ee7ab tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:31.752597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69c9c415-47a9-4f51-8b3b-12aecb5e668f req-0a8936fd-9f81-455b-a4da-3652b44ee7ab tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1527603 Dec 08 02:10:31.858842 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69c9c415-47a9-4f51-8b3b-12aecb5e668f req-6ee7d6a2-0854-4be3-b584-ced63580d7dc tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053836 Dec 08 02:10:31.880446 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-6190a3f6-c2ac-4f7a-a851-2ab660cac57a service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538200 Dec 08 02:10:31.915293 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-43312bbc-9e13-41f1-8b23-7e7ac3b55060 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e2005d3a34b348439b3b805aec14e69a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3390226 Dec 08 02:10:31.915562 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45776) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:32.029306 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-464caa2f-12af-4d53-bb0e-1aaff62e71b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:32.037427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-a95899a2-5129-46c6-a620-d1d6dda90fc2 service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438503 Dec 08 02:10:32.062496 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-464caa2f-12af-4d53-bb0e-1aaff62e71b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:32.150825 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-464caa2f-12af-4d53-bb0e-1aaff62e71b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:32.153549 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-464caa2f-12af-4d53-bb0e-1aaff62e71b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:32.154872 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-464caa2f-12af-4d53-bb0e-1aaff62e71b1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2d7dbc77-ad9a-4864-bddf-9a4315c758fc HTTP/1.1" status: 204 len: 168 time: 0.2381895 Dec 08 02:10:32.171069 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464caa2f-12af-4d53-bb0e-1aaff62e71b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7dbc77-ad9a-4864-bddf-9a4315c758fc,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:32.296837 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf7bfbf4-7efe-468a-98e2-c821ab904454 req-28faf256-1fa9-4d15-9f47-4d8bb5846282 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 210 time: 0.0670607 Dec 08 02:10:33.051762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88325fe-a56d-423c-a870-5c4d2c0676eb req-e33e3644-04ea-42bf-ae8f-eebcd7bbb38a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:33.060684 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c88325fe-a56d-423c-a870-5c4d2c0676eb req-e33e3644-04ea-42bf-ae8f-eebcd7bbb38a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1051183 Dec 08 02:10:33.149218 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c88325fe-a56d-423c-a870-5c4d2c0676eb req-51b5c421-1a35-4df9-b481-64df01ecb40a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875955 Dec 08 02:10:33.601623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58e3660a-fa0e-4f4f-8309-9ea8a033b15d req-f1b93d0c-de1c-40b5-92af-9b2b5a097c65 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 210 time: 0.0659111 Dec 08 02:10:33.656606 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdec5eb-d63e-4d85-a540-9e61bcbf13f1 req-319d0581-ab06-4333-be2d-f79cc4d71abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:33.658140 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbdec5eb-d63e-4d85-a540-9e61bcbf13f1 req-319d0581-ab06-4333-be2d-f79cc4d71abe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 1098 time: 0.0754688 Dec 08 02:10:33.769815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07241bd0-96fb-41e3-bfd6-80b4e4d1f89a req-b07c26b2-dfb8-4106-8d29-53924e0cd738 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:33.783193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07241bd0-96fb-41e3-bfd6-80b4e4d1f89a req-b07c26b2-dfb8-4106-8d29-53924e0cd738 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1656260 Dec 08 02:10:33.792002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-33997cb9-145e-4309-8c8c-47c4841387d5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:33.793852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-33997cb9-145e-4309-8c8c-47c4841387d5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.3915160 Dec 08 02:10:33.814838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-4de29d44-e7f3-456e-a5cb-f835387f91b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Request body: {'port': {'device_id': '7da0af32-5891-4431-b27d-37f71a882f9c', 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'admin_state_up': True, 'tenant_id': '6f00c661668d43f18aa8b95269722bb0'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:33.818965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdec5eb-d63e-4d85-a540-9e61bcbf13f1 req-b025a51f-578c-4189-8868-7902ee140488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:33.821287 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbdec5eb-d63e-4d85-a540-9e61bcbf13f1 req-b025a51f-578c-4189-8868-7902ee140488 service neutron] 10.222.0.45 "GET /v2.0/networks?id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 200 len: 920 time: 0.1559415 Dec 08 02:10:33.916687 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbdec5eb-d63e-4d85-a540-9e61bcbf13f1 req-65aafe6a-81cc-4542-aa2f-777a11ab31fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796cba1e-4e9a-4880-bd68-63fd1c08e229 HTTP/1.1" status: 200 len: 217 time: 0.0873821 Dec 08 02:10:33.921243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07241bd0-96fb-41e3-bfd6-80b4e4d1f89a req-1393b591-0b81-42eb-b23c-5b774c1d86a6 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210999 Dec 08 02:10:33.991743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45880) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:34.037682 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdec5eb-d63e-4d85-a540-9e61bcbf13f1 req-c724ae15-2450-4092-9c29-5b0938f887b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:34.040230 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbdec5eb-d63e-4d85-a540-9e61bcbf13f1 req-c724ae15-2450-4092-9c29-5b0938f887b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7dd109b-19a8-41cd-875c-3304ef52d129 HTTP/1.1" status: 200 len: 859 time: 0.1170919 Dec 08 02:10:34.040731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-4de29d44-e7f3-456e-a5cb-f835387f91b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Made reservation on behalf of 6f00c661668d43f18aa8b95269722bb0 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:34.044883 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-4de29d44-e7f3-456e-a5cb-f835387f91b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:34.081180 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbdec5eb-d63e-4d85-a540-9e61bcbf13f1 req-2fdceaf7-d8ec-4ceb-a0ca-34acf4929c68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320079 Dec 08 02:10:34.197186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-4de29d44-e7f3-456e-a5cb-f835387f91b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Allocated IP 172.20.0.13 (3c1d6076-2a4e-4d70-97ce-7376926325bf/d8c08e74-103b-4cbe-976c-ceed8594a0cb/e1d52a8b-ea8d-4101-897e-6a23ad46418a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:10:34.221757 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbdec5eb-d63e-4d85-a540-9e61bcbf13f1 req-b68a7c75-ae8f-42a5-b6a3-db9e12137498 service neutron] 10.222.0.45 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331041 Dec 08 02:10:34.407427 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fbdec5eb-d63e-4d85-a540-9e61bcbf13f1 req-58173c44-b356-46fb-953a-ca763b000752 service neutron] 10.222.0.45 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784906 Dec 08 02:10:34.420864 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-4de29d44-e7f3-456e-a5cb-f835387f91b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:34.469564 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-4de29d44-e7f3-456e-a5cb-f835387f91b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:34.490696 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8a6206d0-a806-48d7-8ccb-246cde85b973 tempest-ServiceProvidersTest-1595641367 tempest-ServiceProvidersTest-1595641367-project] 10.222.0.71 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4960079 Dec 08 02:10:34.510674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a9545aae-5e04-40b2-b242-477b3b953496'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:34.527942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-4de29d44-e7f3-456e-a5cb-f835387f91b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Network 3c1d6076-2a4e-4d70-97ce-7376926325bf is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:10:34.534072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-4de29d44-e7f3-456e-a5cb-f835387f91b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:34.548874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-4de29d44-e7f3-456e-a5cb-f835387f91b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:10:34.591452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de29d44-e7f3-456e-a5cb-f835387f91b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Pushing event updated for resources: {'Port': ['ID=e1d52a8b-ea8d-4101-897e-6a23ad46418a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:34.605912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 45896) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:34.619496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70684fd1-c223-4744-a6d0-eca4086ef6af None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:34.624115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-4de29d44-e7f3-456e-a5cb-f835387f91b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:34.624943 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-4de29d44-e7f3-456e-a5cb-f835387f91b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:34.654099 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-4de29d44-e7f3-456e-a5cb-f835387f91b1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8424137 Dec 08 02:10:34.675124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Request body: {'port': {'device_id': '7da0af32-5891-4431-b27d-37f71a882f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:34.754581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8da1b963-c460-480e-b5ee-04f0c92eb792 None None] Provisioning complete for port e1d52a8b-ea8d-4101-897e-6a23ad46418a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:10:34.755246 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8da1b963-c460-480e-b5ee-04f0c92eb792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:34.835342 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:34.852675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8da1b963-c460-480e-b5ee-04f0c92eb792 None None] Port e1d52a8b-ea8d-4101-897e-6a23ad46418a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:10:34.858901 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5522-df9c-4e71-b6ad-0cd395e9ab4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:34.917787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c12cdd-e48a-49b5-8ab2-e80e2f1cc889 req-a5f600b0-8202-430d-94b9-fb38daa14851 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:34.921197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1c12cdd-e48a-49b5-8ab2-e80e2f1cc889 req-a5f600b0-8202-430d-94b9-fb38daa14851 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 932 time: 0.1457100 Dec 08 02:10:34.985995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45908) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:35.177084 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c002526d-2db7-4818-bae5-377c013e1215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.313422 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c002526d-2db7-4818-bae5-377c013e1215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.318176 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c002526d-2db7-4818-bae5-377c013e1215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.360372 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c002526d-2db7-4818-bae5-377c013e1215 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7f9ba33fa1184905abec26c425611073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3704679 Dec 08 02:10:35.362850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45922) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:35.383413 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002526d-2db7-4818-bae5-377c013e1215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957c9ab7-1534-4089-9c6b-dea4e0a55608,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:35.420488 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02c3718b-4024-4e4c-840d-cf1fd3aef528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.445523 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02c3718b-4024-4e4c-840d-cf1fd3aef528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.464807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1c12cdd-e48a-49b5-8ab2-e80e2f1cc889 req-0093b7e9-69dd-4417-afe6-5ffb7d861acd tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221620 Dec 08 02:10:35.514878 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02c3718b-4024-4e4c-840d-cf1fd3aef528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.519357 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02c3718b-4024-4e4c-840d-cf1fd3aef528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.521516 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-02c3718b-4024-4e4c-840d-cf1fd3aef528 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/957c9ab7-1534-4089-9c6b-dea4e0a55608 HTTP/1.1" status: 204 len: 168 time: 0.1571364 Dec 08 02:10:35.533916 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3718b-4024-4e4c-840d-cf1fd3aef528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957c9ab7-1534-4089-9c6b-dea4e0a55608,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:35.555834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968d254-9163-4c05-8a0e-0217b888ab11 req-0f56602f-6a91-4855-b072-911c2e6603a9 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:35.557639 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5968d254-9163-4c05-8a0e-0217b888ab11 req-0f56602f-6a91-4855-b072-911c2e6603a9 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.4763186 Dec 08 02:10:35.606404 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5522-df9c-4e71-b6ad-0cd395e9ab4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.622318 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5522-df9c-4e71-b6ad-0cd395e9ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.681121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5968d254-9163-4c05-8a0e-0217b888ab11 req-25f84d5c-212a-46cb-b4ae-b1e572159d30 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146922 Dec 08 02:10:35.700213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6bbd5522-df9c-4e71-b6ad-0cd395e9ab4f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7a69e8b63d014108a0e6fc2b1bd60c1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0930612 Dec 08 02:10:35.702886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45934) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:35.706866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd5522-df9c-4e71-b6ad-0cd395e9ab4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa62ca66-6040-47ee-96e1-a117f8f8a9c6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:35.750824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d52a8b-ea8d-4101-897e-6a23ad46418a {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:10:35.759647 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.773264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Transition to ACTIVE for port object e1d52a8b-ea8d-4101-897e-6a23ad46418a will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:10:35.778503 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.798873 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f999f7c0-91b4-42ea-b13b-4df0515883bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.825341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d49c4-edbb-4c5e-85be-6562d5b3f485 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:35.845615 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f999f7c0-91b4-42ea-b13b-4df0515883bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.871337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d52a8b-ea8d-4101-897e-6a23ad46418a,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:35.959400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Attempting to bind port e1d52a8b-ea8d-4101-897e-6a23ad46418a on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:10:35.960673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Attempting to bind port e1d52a8b-ea8d-4101-897e-6a23ad46418a by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:10:35.961494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Attempting to bind port e1d52a8b-ea8d-4101-897e-6a23ad46418a on network 3c1d6076-2a4e-4d70-97ce-7376926325bf {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:35.966942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Port e1d52a8b-ea8d-4101-897e-6a23ad46418a on network 3c1d6076-2a4e-4d70-97ce-7376926325bf not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:10:35.967512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Attempting to bind port e1d52a8b-ea8d-4101-897e-6a23ad46418a on network 3c1d6076-2a4e-4d70-97ce-7376926325bf {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:35.973258 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:10:35.973940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Checking segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:35.974554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Bound using segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:10:35.975267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Bound port: e1d52a8b-ea8d-4101-897e-6a23ad46418a, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:10:35.976276 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.991344 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f999f7c0-91b4-42ea-b13b-4df0515883bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.994271 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f999f7c0-91b4-42ea-b13b-4df0515883bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:35.995457 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f999f7c0-91b4-42ea-b13b-4df0515883bb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aa62ca66-6040-47ee-96e1-a117f8f8a9c6 HTTP/1.1" status: 204 len: 168 time: 0.2906406 Dec 08 02:10:36.004297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999f7c0-91b4-42ea-b13b-4df0515883bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa62ca66-6040-47ee-96e1-a117f8f8a9c6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:36.068012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] For port e1d52a8b-ea8d-4101-897e-6a23ad46418a, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:10:36.072215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] For port e1d52a8b-ea8d-4101-897e-6a23ad46418a, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e1d52a8b-ea8d-4101-897e-6a23ad46418a,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:10:36.077312 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:36.126058 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:36.126674 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:36.128099 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] 10.222.0.75 "PUT /v2.0/ports/e1d52a8b-ea8d-4101-897e-6a23ad46418a HTTP/1.1" status: 200 len: 1093 time: 1.4612114 Dec 08 02:10:36.129059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da0af32-5891-4431-b27d-37f71a882f9c', 'tag': 'e1d52a8b-ea8d-4101-897e-6a23ad46418a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:36.132200 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8514cae5-4722-4489-9019-519d49c5dcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "7da0af32-5891-4431-b27d-37f71a882f9c", "tag": "e1d52a8b-ea8d-4101-897e-6a23ad46418a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:36.140343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4310b852-6dbc-401c-812b-8e5b8536a016 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:36.158595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b3b0c-936d-450b-8a1e-c62a64d99f12 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d52a8b-ea8d-4101-897e-6a23ad46418a,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:36.194494 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2ceb0c-19c1-4a6f-bfa3-fae100f2aa62 x-openstack-request-id: req-5c2ceb0c-19c1-4a6f-bfa3-fae100f2aa62 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:36.195001 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da0af32-5891-4431-b27d-37f71a882f9c", "tag": "e1d52a8b-ea8d-4101-897e-6a23ad46418a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:36.195281 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5c2ceb0c-19c1-4a6f-bfa3-fae100f2aa62 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:36.195700 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da0af32-5891-4431-b27d-37f71a882f9c', 'tag': 'e1d52a8b-ea8d-4101-897e-6a23ad46418a', 'status': 'completed', 'code': 200} Dec 08 02:10:36.427311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-3168b6f8-a674-49fa-af63-4331a1aeacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:36.429730 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-3168b6f8-a674-49fa-af63-4331a1aeacaa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 1096 time: 0.2444558 Dec 08 02:10:36.445555 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45974) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:36.500325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-cbe8fd50-b052-4aef-9ccb-86dc991cd126 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1d52a8b-ea8d-4101-897e-6a23ad46418a HTTP/1.1" status: 200 len: 217 time: 0.0547001 Dec 08 02:10:36.550621 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e72d6f2b-39d7-40b8-b811-0064210c1b61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:36.667132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-a6cacb56-6460-47fd-ab72-95c85c17159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:36.668058 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e72d6f2b-39d7-40b8-b811-0064210c1b61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:36.668834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-a6cacb56-6460-47fd-ab72-95c85c17159c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.1612263 Dec 08 02:10:36.675880 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e72d6f2b-39d7-40b8-b811-0064210c1b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:36.679783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e160f-f378-4cf0-973b-9161fbf01fac req-95bfea49-c589-4e8e-afa1-b2f714a8fad4 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:36.681423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-957e160f-f378-4cf0-973b-9161fbf01fac req-95bfea49-c589-4e8e-afa1-b2f714a8fad4 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 944 time: 0.0976624 Dec 08 02:10:36.720389 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-ff120776-b2cf-4df5-867c-4a5facf4893c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379627 Dec 08 02:10:36.759423 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e72d6f2b-39d7-40b8-b811-0064210c1b61 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=38c434f8f8f4402196823a1bc683149a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3127484 Dec 08 02:10:36.770410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 45992) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:36.778256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d6f2b-39d7-40b8-b811-0064210c1b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6908bc88-8faf-42b4-b4ab-c0e1e7f7a1a7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:36.819468 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-f3823521-e6e1-40d2-a616-e97adeb9004c service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896671 Dec 08 02:10:36.870580 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e43f2147-65bf-4a62-8145-a42f8d543d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:36.905808 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e43f2147-65bf-4a62-8145-a42f8d543d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:36.919859 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-957e160f-f378-4cf0-973b-9161fbf01fac req-440459f5-381d-432e-8f1f-805e814c4946 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278388 Dec 08 02:10:36.983068 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e43f2147-65bf-4a62-8145-a42f8d543d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:36.987578 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e43f2147-65bf-4a62-8145-a42f8d543d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:36.989537 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e43f2147-65bf-4a62-8145-a42f8d543d91 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6908bc88-8faf-42b4-b4ab-c0e1e7f7a1a7 HTTP/1.1" status: 204 len: 168 time: 0.2180846 Dec 08 02:10:36.993689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb4921-6479-43fd-94d4-9b45e667f08b req-cd28fecd-b88f-438f-8b9e-012ae7f9dd6b tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:36.995084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8eb4921-6479-43fd-94d4-9b45e667f08b req-cd28fecd-b88f-438f-8b9e-012ae7f9dd6b tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1531131 Dec 08 02:10:37.000035 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f2147-65bf-4a62-8145-a42f8d543d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6908bc88-8faf-42b4-b4ab-c0e1e7f7a1a7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:37.057099 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f1ae5b8-535b-415e-831e-fdf810f1cbaf req-54c09994-a6f4-4d29-96fd-b2b352c1fc8f service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294579 Dec 08 02:10:37.079355 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8eb4921-6479-43fd-94d4-9b45e667f08b req-e687d268-6fdc-4a15-9bd1-67b058bc0fab tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732791 Dec 08 02:10:37.256180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514cae5-4722-4489-9019-519d49c5dcfc req-316b2662-1e15-476f-9d48-a9efdbe7703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:37.260489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8514cae5-4722-4489-9019-519d49c5dcfc req-316b2662-1e15-476f-9d48-a9efdbe7703d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 1096 time: 0.1053126 Dec 08 02:10:37.407438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514cae5-4722-4489-9019-519d49c5dcfc req-86b42c18-7fed-43e9-92d3-9c7cf7181f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:37.409634 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8514cae5-4722-4489-9019-519d49c5dcfc req-86b42c18-7fed-43e9-92d3-9c7cf7181f25 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 906 time: 0.1400330 Dec 08 02:10:37.492021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8514cae5-4722-4489-9019-519d49c5dcfc req-94888621-2b9d-43d0-9978-89255d7ef8f3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1d52a8b-ea8d-4101-897e-6a23ad46418a HTTP/1.1" status: 200 len: 217 time: 0.0738533 Dec 08 02:10:37.572043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514cae5-4722-4489-9019-519d49c5dcfc req-36391c54-90cc-4524-967d-b0a94a32a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:37.574258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8514cae5-4722-4489-9019-519d49c5dcfc req-36391c54-90cc-4524-967d-b0a94a32a293 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.0747228 Dec 08 02:10:37.627506 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8514cae5-4722-4489-9019-519d49c5dcfc req-dd23fb1e-04e5-4f12-881c-dd3a620b492b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411687 Dec 08 02:10:37.783168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8514cae5-4722-4489-9019-519d49c5dcfc req-1168e8c7-6fe7-4d75-b0aa-7dd3de25704e service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470766 Dec 08 02:10:37.901462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8514cae5-4722-4489-9019-519d49c5dcfc req-8fd5c1ea-5556-4ba0-886e-7ce2f3736510 service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093059 Dec 08 02:10:38.094899 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f259d-53f9-4792-a4ee-412a3b0d9727 req-9cf75ab8-b0ec-4d7e-bc61-3cecd1e5b384 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:38.097057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-730f259d-53f9-4792-a4ee-412a3b0d9727 req-9cf75ab8-b0ec-4d7e-bc61-3cecd1e5b384 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 944 time: 0.0626819 Dec 08 02:10:38.208809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-730f259d-53f9-4792-a4ee-412a3b0d9727 req-c88d6064-2fd8-418b-b7a9-efc91d40c460 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030359 Dec 08 02:10:38.702197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9e1e0-24d6-4819-bdcc-c3cd2139dbce req-c6ec8c9e-d6d6-4d8c-a9dc-e4be1c043644 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:38.703758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15a9e1e0-24d6-4819-bdcc-c3cd2139dbce req-c6ec8c9e-d6d6-4d8c-a9dc-e4be1c043644 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.0633552 Dec 08 02:10:38.780123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15a9e1e0-24d6-4819-bdcc-c3cd2139dbce req-5da93457-ff06-4a56-a840-8a494d03e3df tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611279 Dec 08 02:10:38.981252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46110) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:39.106959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e1d52a8b-ea8d-4101-897e-6a23ad46418a details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:10:39.184448 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dda0678-a1c9-4faa-85a3-3ddfc06a341a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.321667 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e1d52a8b-ea8d-4101-897e-6a23ad46418a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e1d52a8b-ea8d-4101-897e-6a23ad46418a,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:39.360456 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'e1d52a8b-ea8d-4101-897e-6a23ad46418a', 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'port_id': 'e1d52a8b-ea8d-4101-897e-6a23ad46418a', 'mac_address': 'fa:16:3e:b6:35:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c08e74-103b-4cbe-976c-ceed8594a0cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:10:39.374217 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dda0678-a1c9-4faa-85a3-3ddfc06a341a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.385316 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dda0678-a1c9-4faa-85a3-3ddfc06a341a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.412013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46154) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:39.425740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54968408-eea9-42cf-a4ee-fa3a75f478c2 req-561ce882-8dce-42c4-9869-457ab2f99375 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:39.439177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54968408-eea9-42cf-a4ee-fa3a75f478c2 req-561ce882-8dce-42c4-9869-457ab2f99375 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 944 time: 0.1104765 Dec 08 02:10:39.448134 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.472478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d52a8b-ea8d-4101-897e-6a23ad46418a {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:10:39.485691 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1dda0678-a1c9-4faa-85a3-3ddfc06a341a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=92d3c83101b34305b4989f0a7331d4f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5020502 Dec 08 02:10:39.490138 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46166) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:39.498107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e1d52a8b-ea8d-4101-897e-6a23ad46418a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e1d52a8b-ea8d-4101-897e-6a23ad46418a,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:39.506558 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.515961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda0678-a1c9-4faa-85a3-3ddfc06a341a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c062554-f742-4e13-91d8-5a307845ff36,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:39.574748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54968408-eea9-42cf-a4ee-fa3a75f478c2 req-02bee598-9a37-40ec-809f-c44419b6f71a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290915 Dec 08 02:10:39.616653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=e1d52a8b-ea8d-4101-897e-6a23ad46418a,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:39.653853 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-06425307-212b-4562-aefd-2a4f466cb2f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.698017 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d722cf9e-33e2-4cc9-b8ee-acc067b91255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.739472 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d722cf9e-33e2-4cc9-b8ee-acc067b91255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.797436 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['e1d52a8b-ea8d-4101-897e-6a23ad46418a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:39.860144 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-06425307-212b-4562-aefd-2a4f466cb2f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.870777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-06425307-212b-4562-aefd-2a4f466cb2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.918301 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d722cf9e-33e2-4cc9-b8ee-acc067b91255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.920947 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d722cf9e-33e2-4cc9-b8ee-acc067b91255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.931499 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d722cf9e-33e2-4cc9-b8ee-acc067b91255 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c062554-f742-4e13-91d8-5a307845ff36 HTTP/1.1" status: 204 len: 168 time: 0.4385107 Dec 08 02:10:40.002952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46210) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:40.004424 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-06425307-212b-4562-aefd-2a4f466cb2f0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1843fea7fccc4d6fbf4bc813e0a25513&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5859652 Dec 08 02:10:40.009985 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06425307-212b-4562-aefd-2a4f466cb2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb623f8-82f7-4ecf-8e88-e07a9949bca6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:40.039355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722cf9e-33e2-4cc9-b8ee-acc067b91255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c062554-f742-4e13-91d8-5a307845ff36,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:40.144106 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af9e084f-d996-47eb-b49f-2e5b6e17d060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:40.182989 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af9e084f-d996-47eb-b49f-2e5b6e17d060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:40.183525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46212) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:40.253463 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af9e084f-d996-47eb-b49f-2e5b6e17d060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:40.256584 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af9e084f-d996-47eb-b49f-2e5b6e17d060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:40.257838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-af9e084f-d996-47eb-b49f-2e5b6e17d060 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cfb623f8-82f7-4ecf-8e88-e07a9949bca6 HTTP/1.1" status: 204 len: 168 time: 0.2536848 Dec 08 02:10:40.266406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e084f-d996-47eb-b49f-2e5b6e17d060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb623f8-82f7-4ecf-8e88-e07a9949bca6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:40.450642 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e97a81d4-17fa-4a8b-8bf0-445b5d0a5072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:40.635762 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e97a81d4-17fa-4a8b-8bf0-445b5d0a5072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:40.650335 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e97a81d4-17fa-4a8b-8bf0-445b5d0a5072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:40.736451 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e97a81d4-17fa-4a8b-8bf0-445b5d0a5072 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=101a9d9026c9441c906f83591bb6cd56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5517049 Dec 08 02:10:40.738970 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46230) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:40.751895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a81d4-17fa-4a8b-8bf0-445b5d0a5072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc08a031-5445-449c-986d-5c83e413feae,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:40.767443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46232) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:40.797105 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91b9b662-6b81-447b-8f0f-7116576389ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:40.888287 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91b9b662-6b81-447b-8f0f-7116576389ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:40.896071 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91b9b662-6b81-447b-8f0f-7116576389ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:40.896535 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ee34b43-a4db-42be-804c-567378e70308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:40.919414 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d6e4e-1d72-4c71-a01f-57fd2fc04733 req-229b76e7-c7bb-4252-87bc-9a1417e01d1d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:40.921400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08d6e4e-1d72-4c71-a01f-57fd2fc04733 req-229b76e7-c7bb-4252-87bc-9a1417e01d1d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 945 time: 0.2098086 Dec 08 02:10:40.947442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ee34b43-a4db-42be-804c-567378e70308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:40.997212 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-91b9b662-6b81-447b-8f0f-7116576389ed admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fa43545480aa4805b8ea5008b1383c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257175 Dec 08 02:10:40.999896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46236) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:41.006675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9b662-6b81-447b-8f0f-7116576389ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17b9a6b-0881-4fcd-b100-808790f2acb3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:41.067476 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ee34b43-a4db-42be-804c-567378e70308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:41.074493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ee34b43-a4db-42be-804c-567378e70308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:41.078816 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5ee34b43-a4db-42be-804c-567378e70308 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cc08a031-5445-449c-986d-5c83e413feae HTTP/1.1" status: 204 len: 168 time: 0.3357792 Dec 08 02:10:41.100848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e1d52a8b-ea8d-4101-897e-6a23ad46418a up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:10:41.107407 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a08d6e4e-1d72-4c71-a01f-57fd2fc04733 req-4bbe753e-fd03-4d7a-ab4b-01715f17f423 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736088 Dec 08 02:10:41.116217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee34b43-a4db-42be-804c-567378e70308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc08a031-5445-449c-986d-5c83e413feae,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:41.157903 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db353322-30e8-4b87-880f-365359b17ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:41.196085 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db353322-30e8-4b87-880f-365359b17ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:41.264851 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db353322-30e8-4b87-880f-365359b17ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:41.268343 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db353322-30e8-4b87-880f-365359b17ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:41.274311 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-db353322-30e8-4b87-880f-365359b17ac4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d17b9a6b-0881-4fcd-b100-808790f2acb3 HTTP/1.1" status: 204 len: 168 time: 0.2730083 Dec 08 02:10:41.296411 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db353322-30e8-4b87-880f-365359b17ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17b9a6b-0881-4fcd-b100-808790f2acb3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:41.375273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port e1d52a8b-ea8d-4101-897e-6a23ad46418a completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:10:41.390392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port e1d52a8b-ea8d-4101-897e-6a23ad46418a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:10:41.391354 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:41.540253 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:41.591069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da0af32-5891-4431-b27d-37f71a882f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d52a8b-ea8d-4101-897e-6a23ad46418a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:41.593394 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3ea373-7f9a-42cf-8773-6d7dd83a2921" -d '{"events": [{"server_uuid": "7da0af32-5891-4431-b27d-37f71a882f9c", "name": "network-vif-plugged", "status": "completed", "tag": "e1d52a8b-ea8d-4101-897e-6a23ad46418a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:41.619534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e1d52a8b-ea8d-4101-897e-6a23ad46418a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e1d52a8b-ea8d-4101-897e-6a23ad46418a,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:41.625953 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:41.667836 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ef1d1-2634-4802-8970-04c417baaa91 x-openstack-request-id: req-9b3ef1d1-2634-4802-8970-04c417baaa91 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:41.668132 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da0af32-5891-4431-b27d-37f71a882f9c", "name": "network-vif-plugged", "status": "completed", "tag": "e1d52a8b-ea8d-4101-897e-6a23ad46418a", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:41.668388 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9b3ef1d1-2634-4802-8970-04c417baaa91 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:41.668953 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da0af32-5891-4431-b27d-37f71a882f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d52a8b-ea8d-4101-897e-6a23ad46418a', 'code': 200} Dec 08 02:10:41.715905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=e1d52a8b-ea8d-4101-897e-6a23ad46418a,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:41.845183 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46260) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:41.853106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a624f3-e226-4d47-b998-ddc466d0497c req-dcb1c00a-86b8-4a9b-abfc-ae245d340f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:41.861471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a624f3-e226-4d47-b998-ddc466d0497c req-dcb1c00a-86b8-4a9b-abfc-ae245d340f9c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 1098 time: 0.1033914 Dec 08 02:10:41.871558 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36ae2fb3-5ceb-4f3d-b0c0-10dde7ba0be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:41.966629 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72a624f3-e226-4d47-b998-ddc466d0497c req-ec993ea2-8a08-4cc4-b0ba-c798bb5baca6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973365 Dec 08 02:10:41.998775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36ae2fb3-5ceb-4f3d-b0c0-10dde7ba0be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:42.009637 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36ae2fb3-5ceb-4f3d-b0c0-10dde7ba0be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:42.061964 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-36ae2fb3-5ceb-4f3d-b0c0-10dde7ba0be9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f3406c85dc88459dadbd7c1f915fe916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153370 Dec 08 02:10:42.063030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae2fb3-5ceb-4f3d-b0c0-10dde7ba0be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c14c5e8-274d-4084-8d2b-2f22eb3fb46c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:42.064612 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46266) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:42.163150 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-513bbc0d-5ddf-4c95-acc3-e8b55f55bdef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:42.218816 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-513bbc0d-5ddf-4c95-acc3-e8b55f55bdef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:42.395106 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-513bbc0d-5ddf-4c95-acc3-e8b55f55bdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:42.399585 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-513bbc0d-5ddf-4c95-acc3-e8b55f55bdef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:42.401466 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-513bbc0d-5ddf-4c95-acc3-e8b55f55bdef admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1c14c5e8-274d-4084-8d2b-2f22eb3fb46c HTTP/1.1" status: 204 len: 168 time: 0.3356452 Dec 08 02:10:42.434588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44898d-9115-4bb0-8fad-247b00a98325 req-de065f2c-3e53-4811-9ec8-791bec399e91 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:42.438532 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e44898d-9115-4bb0-8fad-247b00a98325 req-de065f2c-3e53-4811-9ec8-791bec399e91 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 946 time: 0.1884646 Dec 08 02:10:42.449068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bbc0d-5ddf-4c95-acc3-e8b55f55bdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c14c5e8-274d-4084-8d2b-2f22eb3fb46c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:42.529448 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e44898d-9115-4bb0-8fad-247b00a98325 req-bb39f463-bd8d-4bb9-8931-53b5a4d3d994 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816264 Dec 08 02:10:43.707295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32192105-00f7-4d65-90fd-1348c9cacbd0 req-b92a3e98-7200-46d8-8acc-e2d7633def7d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:43.711486 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-32192105-00f7-4d65-90fd-1348c9cacbd0 req-b92a3e98-7200-46d8-8acc-e2d7633def7d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 946 time: 0.0751965 Dec 08 02:10:43.810853 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-32192105-00f7-4d65-90fd-1348c9cacbd0 req-2fdf9207-7adf-4796-980f-65ae73b461ac tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924311 Dec 08 02:10:44.515626 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1054fdd7-a349-494a-a318-66acbd4f2b6b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:44.521097 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1054fdd7-a349-494a-a318-66acbd4f2b6b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.2411857 Dec 08 02:10:44.549267 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-8f553712-d188-4965-9290-2676dce71afe tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/quotas/6f00c661668d43f18aa8b95269722bb0 HTTP/1.1" status: 200 len: 375 time: 0.0159383 Dec 08 02:10:44.651547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-e0f72e65-444f-46bf-a9dd-90fe562b0aaf tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942264 Dec 08 02:10:44.791511 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-4ba35562-acf3-4560-8720-9b2cb16ba759 service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320274 Dec 08 02:10:45.011194 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46444) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:45.012907 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1f9c2f3f-0cca-477d-ae8b-223629de1d9d service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152231 Dec 08 02:10:45.155720 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46450) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:45.322371 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0989c266-002f-47f7-b801-d94fb296c8c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.406765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4aec27dc-492b-45dc-a7af-0c3c70f48d70 req-b2f22bac-f4bb-457a-8548-d18b3658eb89 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 210 time: 0.1010511 Dec 08 02:10:45.453549 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3c3e6a4-05b3-4af7-a396-c71730fd3442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.566118 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0989c266-002f-47f7-b801-d94fb296c8c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.573414 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0989c266-002f-47f7-b801-d94fb296c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.614161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989c266-002f-47f7-b801-d94fb296c8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefd4dc6-8315-4094-bbbb-0ebeb2263cbd,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:45.645350 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0989c266-002f-47f7-b801-d94fb296c8c9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c41f6652402a4ff7b5ed9d908543dd90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6329231 Dec 08 02:10:45.648385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46472) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:45.667147 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3c3e6a4-05b3-4af7-a396-c71730fd3442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.681976 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3c3e6a4-05b3-4af7-a396-c71730fd3442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.724516 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb2a67db-cb4d-4bb9-ba3d-b2a25b76c46b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.762451 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f3c3e6a4-05b3-4af7-a396-c71730fd3442 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=15fda9d707084778bfdd4bece9b1c704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6055193 Dec 08 02:10:45.763123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46474) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:45.763884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3e6a4-05b3-4af7-a396-c71730fd3442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f6e8e9-5104-4d7c-b12d-b5be3cf5d707,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:45.788300 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb2a67db-cb4d-4bb9-ba3d-b2a25b76c46b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.839584 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1589-10f6-4315-b271-72efaedfded5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.877841 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1589-10f6-4315-b271-72efaedfded5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.885957 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb2a67db-cb4d-4bb9-ba3d-b2a25b76c46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.890196 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb2a67db-cb4d-4bb9-ba3d-b2a25b76c46b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.891763 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eb2a67db-cb4d-4bb9-ba3d-b2a25b76c46b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cefd4dc6-8315-4094-bbbb-0ebeb2263cbd HTTP/1.1" status: 204 len: 168 time: 0.2421231 Dec 08 02:10:45.906964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a67db-cb4d-4bb9-ba3d-b2a25b76c46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefd4dc6-8315-4094-bbbb-0ebeb2263cbd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:45.985706 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1589-10f6-4315-b271-72efaedfded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.988589 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1589-10f6-4315-b271-72efaedfded5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.997517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3c3f1589-10f6-4315-b271-72efaedfded5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a6f6e8e9-5104-4d7c-b12d-b5be3cf5d707 HTTP/1.1" status: 204 len: 168 time: 0.2306726 Dec 08 02:10:46.021302 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f1589-10f6-4315-b271-72efaedfded5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f6e8e9-5104-4d7c-b12d-b5be3cf5d707,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:46.578757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a3f90d7-8edf-4ea8-9ea3-bfab6783a5aa req-ab84514a-2f75-4f5b-9d37-6340bba85986 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 210 time: 0.0390549 Dec 08 02:10:46.686578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46502) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:46.715434 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81405742-b39a-4583-b9b3-bbbae7460bf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.880554 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81405742-b39a-4583-b9b3-bbbae7460bf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.888311 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-81405742-b39a-4583-b9b3-bbbae7460bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.935020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-81405742-b39a-4583-b9b3-bbbae7460bf9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=34fcfd01653b453687a01a418510d205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2445209 Dec 08 02:10:46.935020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81405742-b39a-4583-b9b3-bbbae7460bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627258d1-c67c-4bb6-8b47-ada22fd15fcd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:46.935507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46508) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:47.011390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e3861da-f6c0-439b-b15f-e32178feaed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:47.042590 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e3861da-f6c0-439b-b15f-e32178feaed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:47.099392 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e3861da-f6c0-439b-b15f-e32178feaed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:47.108154 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e3861da-f6c0-439b-b15f-e32178feaed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:47.109533 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9e3861da-f6c0-439b-b15f-e32178feaed7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/627258d1-c67c-4bb6-8b47-ada22fd15fcd HTTP/1.1" status: 204 len: 168 time: 0.1723506 Dec 08 02:10:47.124132 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3861da-f6c0-439b-b15f-e32178feaed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627258d1-c67c-4bb6-8b47-ada22fd15fcd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:47.501037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-24f2c1cf-26c6-49a7-926a-a655a5588b30 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:47.502273 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-24f2c1cf-26c6-49a7-926a-a655a5588b30 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.45 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.2387710 Dec 08 02:10:47.533386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1340391b-66a0-4bfd-a545-ccf7db15a93e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Request body: {'port': {'device_id': 'a99e9d63-0010-4e99-98f9-5230e3cdbaa9', 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'admin_state_up': True, 'tenant_id': '6f00c661668d43f18aa8b95269722bb0'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:47.730782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1340391b-66a0-4bfd-a545-ccf7db15a93e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Made reservation on behalf of 6f00c661668d43f18aa8b95269722bb0 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:47.737277 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1340391b-66a0-4bfd-a545-ccf7db15a93e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:47.781796 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f2a7310d-e115-4542-961a-f3517497deb7 req-6567f694-4ebf-4ff6-8ff3-d6640cc31b2d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 210 time: 0.0677688 Dec 08 02:10:47.897867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46550) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:47.918468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1340391b-66a0-4bfd-a545-ccf7db15a93e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Allocated IP 172.20.0.8 (3c1d6076-2a4e-4d70-97ce-7376926325bf/d8c08e74-103b-4cbe-976c-ceed8594a0cb/d28ad115-d646-4d08-ba8f-af05f6acfffd) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:10:48.138175 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1340391b-66a0-4bfd-a545-ccf7db15a93e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.158714 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33b95905-f6a9-4394-aab8-76fe68657be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.190527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1340391b-66a0-4bfd-a545-ccf7db15a93e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.231800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['e1d52a8b-ea8d-4101-897e-6a23ad46418a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:48.237887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a9545aae-5e04-40b2-b242-477b3b953496'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:48.310452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33b95905-f6a9-4394-aab8-76fe68657be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.317672 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33b95905-f6a9-4394-aab8-76fe68657be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.393334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1340391b-66a0-4bfd-a545-ccf7db15a93e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Network 3c1d6076-2a4e-4d70-97ce-7376926325bf is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:10:48.405433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340391b-66a0-4bfd-a545-ccf7db15a93e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Pushing event updated for resources: {'Port': ['ID=d28ad115-d646-4d08-ba8f-af05f6acfffd,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:48.413867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1340391b-66a0-4bfd-a545-ccf7db15a93e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:48.420190 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1340391b-66a0-4bfd-a545-ccf7db15a93e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:10:48.427450 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b95905-f6a9-4394-aab8-76fe68657be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b9f4b0-ad03-4857-bacb-9b2b851f068e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:48.468171 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c1300-10eb-4b4c-a2f8-88f267ea5bcd None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:48.479654 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-33b95905-f6a9-4394-aab8-76fe68657be9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6da5db3e35034a4fb57ffd3bdf5cadf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5805783 Dec 08 02:10:48.482843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46566) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:48.563457 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1340391b-66a0-4bfd-a545-ccf7db15a93e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:48.564361 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1340391b-66a0-4bfd-a545-ccf7db15a93e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.595416 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-1340391b-66a0-4bfd-a545-ccf7db15a93e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0658703 Dec 08 02:10:48.602266 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a62c550-e9d9-41fd-b601-c5c3934dc357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.638492 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a62c550-e9d9-41fd-b601-c5c3934dc357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.738041 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a62c550-e9d9-41fd-b601-c5c3934dc357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.741792 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a62c550-e9d9-41fd-b601-c5c3934dc357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.743699 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1a62c550-e9d9-41fd-b601-c5c3934dc357 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/71b9f4b0-ad03-4857-bacb-9b2b851f068e HTTP/1.1" status: 204 len: 168 time: 0.2592592 Dec 08 02:10:48.753613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d988d655-5f9b-4eb3-b77a-0ca6a9286d09 None None] Provisioning complete for port d28ad115-d646-4d08-ba8f-af05f6acfffd triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:10:48.754443 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d988d655-5f9b-4eb3-b77a-0ca6a9286d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.766543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62c550-e9d9-41fd-b601-c5c3934dc357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b9f4b0-ad03-4857-bacb-9b2b851f068e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:48.888134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Request body: {'port': {'device_id': 'a99e9d63-0010-4e99-98f9-5230e3cdbaa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:48.956255 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d988d655-5f9b-4eb3-b77a-0ca6a9286d09 None None] Port d28ad115-d646-4d08-ba8f-af05f6acfffd cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:10:49.043923 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.050134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1283e-b156-4730-bcf9-042be1f6a9ce req-7c490bad-b330-4d78-8724-bde50164e542 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:49.057779 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fde1283e-b156-4730-bcf9-042be1f6a9ce req-7c490bad-b330-4d78-8724-bde50164e542 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 931 time: 0.1108010 Dec 08 02:10:49.153656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fde1283e-b156-4730-bcf9-042be1f6a9ce req-040d692c-0da3-402f-a339-1998ff740355 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945303 Dec 08 02:10:49.448543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28ad115-d646-4d08-ba8f-af05f6acfffd {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:10:49.466256 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.483875 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Transition to ACTIVE for port object d28ad115-d646-4d08-ba8f-af05f6acfffd will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:10:49.489361 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.544150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b341cae-080d-4beb-8237-6b3ca917ad38 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:49.590642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Pushing event updated for resources: {'Port': ['ID=d28ad115-d646-4d08-ba8f-af05f6acfffd,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:49.691890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Attempting to bind port d28ad115-d646-4d08-ba8f-af05f6acfffd on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:10:49.692517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Attempting to bind port d28ad115-d646-4d08-ba8f-af05f6acfffd by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:10:49.693303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Attempting to bind port d28ad115-d646-4d08-ba8f-af05f6acfffd on network 3c1d6076-2a4e-4d70-97ce-7376926325bf {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:49.699661 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Port d28ad115-d646-4d08-ba8f-af05f6acfffd on network 3c1d6076-2a4e-4d70-97ce-7376926325bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:10:49.700222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Attempting to bind port d28ad115-d646-4d08-ba8f-af05f6acfffd on network 3c1d6076-2a4e-4d70-97ce-7376926325bf {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:49.707192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:10:49.707861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Checking segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:49.708512 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Bound using segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:10:49.709139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Bound port: d28ad115-d646-4d08-ba8f-af05f6acfffd, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:10:49.710779 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.858060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] For port d28ad115-d646-4d08-ba8f-af05f6acfffd, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:10:49.866114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] For port d28ad115-d646-4d08-ba8f-af05f6acfffd, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d28ad115-d646-4d08-ba8f-af05f6acfffd,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:10:49.885895 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.000877 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Pushing event updated for resources: {'Port': ['ID=d28ad115-d646-4d08-ba8f-af05f6acfffd,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:50.028267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:50.031468 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.036044 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-f3f4573f-9e31-417d-8045-fe30e3f65e1e service neutron] 10.222.0.45 "PUT /v2.0/ports/d28ad115-d646-4d08-ba8f-af05f6acfffd HTTP/1.1" status: 200 len: 1092 time: 1.4212711 Dec 08 02:10:50.036533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99e9d63-0010-4e99-98f9-5230e3cdbaa9', 'tag': 'd28ad115-d646-4d08-ba8f-af05f6acfffd'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:50.046754 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695385e0-6fc1-4b66-a01f-a9563d943285" -d '{"events": [{"name": "network-changed", "server_uuid": "a99e9d63-0010-4e99-98f9-5230e3cdbaa9", "tag": "d28ad115-d646-4d08-ba8f-af05f6acfffd"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:50.058168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f97ac86-b176-495a-9cf2-a69e95d608ba None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:50.260228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-9c1eacfd-5286-4f75-b7d6-19a5b6ff559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:50.261977 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-9c1eacfd-5286-4f75-b7d6-19a5b6ff559a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 1095 time: 0.1574049 Dec 08 02:10:50.317942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46656) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:50.388561 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-d2f505a5-c836-46e4-ab70-86d96b08f185 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d28ad115-d646-4d08-ba8f-af05f6acfffd HTTP/1.1" status: 200 len: 217 time: 0.1054165 Dec 08 02:10:50.443940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a92ecc-5098-4e97-95b3-a813428f0cd1 req-a0e8b155-a462-4a65-93d2-c04199632f63 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:50.448247 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a0a92ecc-5098-4e97-95b3-a813428f0cd1 req-a0e8b155-a462-4a65-93d2-c04199632f63 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 943 time: 0.1088746 Dec 08 02:10:50.489962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-287cbaf6-7aef-4607-89a9-7e8f0206494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:50.496709 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-287cbaf6-7aef-4607-89a9-7e8f0206494e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.0977569 Dec 08 02:10:50.535213 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-0d85d284-58a0-4757-a888-3da8f12bc12a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333891 Dec 08 02:10:50.566228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a0a92ecc-5098-4e97-95b3-a813428f0cd1 req-ae0cc3c3-2069-4c79-9742-4e236524d692 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112461 Dec 08 02:10:50.627836 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:10:50.644152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-819276302'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:50.673175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Made reservation on behalf of 4c122492995145139e9b49011e280da7 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:50.678746 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.681775 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161761d9-4dcf-43c3-bbc1-fadbffea9a68 x-openstack-request-id: req-161761d9-4dcf-43c3-bbc1-fadbffea9a68 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:50.682353 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99e9d63-0010-4e99-98f9-5230e3cdbaa9", "tag": "d28ad115-d646-4d08-ba8f-af05f6acfffd", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:50.682872 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-161761d9-4dcf-43c3-bbc1-fadbffea9a68 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:50.683501 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99e9d63-0010-4e99-98f9-5230e3cdbaa9', 'tag': 'd28ad115-d646-4d08-ba8f-af05f6acfffd', 'status': 'completed', 'code': 200} Dec 08 02:10:50.694335 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.753880 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-4918123e-e1fe-4a4c-bb00-93bfc9bbddb8 service neutron] 10.222.0.45 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108674 Dec 08 02:10:50.832619 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.842114 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.911962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9416325d-d845-499e-9670-ad7693fd4036,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:50.927455 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:10:50.948733 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.949071 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Added segment eab3bfcf-e77b-4c97-8046-ca8d0b42c722 of type vlan for network c3c31b27-9b4d-44d1-a9c5-135cdbffa660 Dec 08 02:10:50.963487 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-abfd2bdb-ec77-4758-82f6-6f300dc6fb72 req-eef3d62e-6968-4bd7-9c51-193cb76f3e24 service neutron] 10.222.0.45 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964409 Dec 08 02:10:51.002290 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:51.031992 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:51.040701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:51.041391 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:51.090789 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7718611 Dec 08 02:10:51.094292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46682) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:51.100442 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ce8ee1e4-f969-47a9-9879-abe028fef052 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Request body: {'subnet': {'network_id': 'c3c31b27-9b4d-44d1-a9c5-135cdbffa660', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:51.158077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695385e0-6fc1-4b66-a01f-a9563d943285 req-4866c3d9-e3d7-4c66-b64c-bdfbd22012e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:51.160288 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-695385e0-6fc1-4b66-a01f-a9563d943285 req-4866c3d9-e3d7-4c66-b64c-bdfbd22012e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 1095 time: 0.0837004 Dec 08 02:10:51.319366 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695385e0-6fc1-4b66-a01f-a9563d943285 req-40a73bb3-c0e7-4562-9ee0-e955ffe8fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:51.322221 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-695385e0-6fc1-4b66-a01f-a9563d943285 req-40a73bb3-c0e7-4562-9ee0-e955ffe8fc14 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 906 time: 0.1493666 Dec 08 02:10:51.332541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc90ee-5c06-416a-acb7-132afd6120d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Pushing event updated for resources: {'Network': ['ID=c3c31b27-9b4d-44d1-a9c5-135cdbffa660,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:51.353025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network c3c31b27-9b4d-44d1-a9c5-135cdbffa660 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:10:51.378604 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8ee1e4-f969-47a9-9879-abe028fef052 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Made reservation on behalf of 4c122492995145139e9b49011e280da7 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:51.389284 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee1e4-f969-47a9-9879-abe028fef052 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:51.401170 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-695385e0-6fc1-4b66-a01f-a9563d943285 req-e04e4bf8-162e-450a-aa07-6dd0bb8c7b5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d28ad115-d646-4d08-ba8f-af05f6acfffd HTTP/1.1" status: 200 len: 217 time: 0.0675731 Dec 08 02:10:51.477208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695385e0-6fc1-4b66-a01f-a9563d943285 req-cf2159f1-7d3e-4ff7-b830-e193ecb3e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:51.479318 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-695385e0-6fc1-4b66-a01f-a9563d943285 req-cf2159f1-7d3e-4ff7-b830-e193ecb3e273 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.0685217 Dec 08 02:10:51.531692 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-695385e0-6fc1-4b66-a01f-a9563d943285 req-9aca5fc6-a0b5-4d6e-9cce-1aeacbf47765 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444722 Dec 08 02:10:51.730042 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-695385e0-6fc1-4b66-a01f-a9563d943285 req-c2c8c717-6cbc-4b40-8030-85b977f81791 service neutron] 10.222.0.45 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828315 Dec 08 02:10:51.775262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee1e4-f969-47a9-9879-abe028fef052 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:51.854603 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e08fd6-0b8a-4cdd-af9d-057cf7d19c62 req-1b754cc6-2f26-4ddf-a994-4c6e267dfd6b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:51.857507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6e08fd6-0b8a-4cdd-af9d-057cf7d19c62 req-1b754cc6-2f26-4ddf-a994-4c6e267dfd6b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 943 time: 0.1900907 Dec 08 02:10:51.970744 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-169d50e4-4b1f-4077-96a7-f68b6ef40449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:52.009495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ee1e4-f969-47a9-9879-abe028fef052 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Pushing event updated for resources: {'Subnet': ['ID=547a432c-a9f7-4c74-8bf3-e14e26bcf7b0,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:52.099133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ee1e4-f969-47a9-9879-abe028fef052 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Checking segment: {'id': 'eab3bfcf-e77b-4c97-8046-ca8d0b42c722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3c31b27-9b4d-44d1-a9c5-135cdbffa660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:52.099499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8ee1e4-f969-47a9-9879-abe028fef052 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Network hostable DHCP agents. Network: c3c31b27-9b4d-44d1-a9c5-135cdbffa660, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:10:52.107125 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6e08fd6-0b8a-4cdd-af9d-057cf7d19c62 req-2144949a-f354-46d5-acbd-ef38ab4112c1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587791 Dec 08 02:10:52.124785 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8ee1e4-f969-47a9-9879-abe028fef052 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Network c3c31b27-9b4d-44d1-a9c5-135cdbffa660 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:10:52.146876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ce8ee1e4-f969-47a9-9879-abe028fef052 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, c3c31b27-9b4d-44d1-a9c5-135cdbffa660) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:52.151853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8ee1e4-f969-47a9-9879-abe028fef052 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:52.152464 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee1e4-f969-47a9-9879-abe028fef052 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:52.159550 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4028144-8ae9-402e-990c-4717e83d615c None None] Network c3c31b27-9b4d-44d1-a9c5-135cdbffa660 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:52.173989 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ce8ee1e4-f969-47a9-9879-abe028fef052 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0779932 Dec 08 02:10:52.174793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46730) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:52.180783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-839ca336-2cec-4cf6-93e2-ce908d4f4952 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Request body: {'port': {'network_id': 'c3c31b27-9b4d-44d1-a9c5-135cdbffa660', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1401337326'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:52.247777 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-695385e0-6fc1-4b66-a01f-a9563d943285 req-0af5c743-d57b-4214-b0ab-4a3d4c1ae9aa service neutron] 10.222.0.45 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098000 Dec 08 02:10:52.336718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839ca336-2cec-4cf6-93e2-ce908d4f4952 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Made reservation on behalf of 4c122492995145139e9b49011e280da7 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:52.355633 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-839ca336-2cec-4cf6-93e2-ce908d4f4952 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:52.391381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-839ca336-2cec-4cf6-93e2-ce908d4f4952 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] device_id is not set on port 16db0a96-72ac-41ee-b0be-4c90b38d6417 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:10:52.499194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-c3c31b27-9b4d-44d1-a9c5-135cdbffa660', 'network_id': 'c3c31b27-9b4d-44d1-a9c5-135cdbffa660', 'project_id': '4c122492995145139e9b49011e280da7', 'fixed_ips': [{'subnet_id': '547a432c-a9f7-4c74-8bf3-e14e26bcf7b0'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:10:52.502458 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:52.548312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-839ca336-2cec-4cf6-93e2-ce908d4f4952 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Allocated IP 2001:db8::11d (c3c31b27-9b4d-44d1-a9c5-135cdbffa660/547a432c-a9f7-4c74-8bf3-e14e26bcf7b0/16db0a96-72ac-41ee-b0be-4c90b38d6417) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:10:52.742074 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-839ca336-2cec-4cf6-93e2-ce908d4f4952 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:52.781466 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-839ca336-2cec-4cf6-93e2-ce908d4f4952 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:52.835350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ca336-2cec-4cf6-93e2-ce908d4f4952 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Network c3c31b27-9b4d-44d1-a9c5-135cdbffa660 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:10:52.838705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-839ca336-2cec-4cf6-93e2-ce908d4f4952 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:52.843310 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ca336-2cec-4cf6-93e2-ce908d4f4952 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:10:52.849108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ca336-2cec-4cf6-93e2-ce908d4f4952 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:52.850186 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-839ca336-2cec-4cf6-93e2-ce908d4f4952 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:52.868032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ca336-2cec-4cf6-93e2-ce908d4f4952 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Pushing event updated for resources: {'Port': ['ID=16db0a96-72ac-41ee-b0be-4c90b38d6417,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:52.875996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Allocated IP 2001:db8::2 (c3c31b27-9b4d-44d1-a9c5-135cdbffa660/547a432c-a9f7-4c74-8bf3-e14e26bcf7b0/cc624ce4-6d52-487f-8bcb-359283edb1e3) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:10:52.879767 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-839ca336-2cec-4cf6-93e2-ce908d4f4952 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7036819 Dec 08 02:10:52.880037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46762) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:52.888489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Request body: {'port': {'network_id': 'c3c31b27-9b4d-44d1-a9c5-135cdbffa660', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-224287824', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:52.889269 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.api.validators [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] bootfile-name is not in valid_values {{(pid=109766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 02:10:52.889892 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.api.validators [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] tftp-server is not in valid_values {{(pid=109766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 02:10:52.890580 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.api.validators [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] server-ip-address is not in valid_values {{(pid=109766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 02:10:53.047886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Made reservation on behalf of 4c122492995145139e9b49011e280da7 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:53.050761 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d28ad115-d646-4d08-ba8f-af05f6acfffd details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:10:53.055098 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:53.060802 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:53.077747 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:53.097827 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] device_id is not set on port 153a6a12-cff5-4174-99c3-8a03704d697b yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:10:53.151541 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Network c3c31b27-9b4d-44d1-a9c5-135cdbffa660 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:10:53.188539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:53.192509 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:10:53.221474 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Pushing event updated for resources: {'Port': ['ID=cc624ce4-6d52-487f-8bcb-359283edb1e3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:53.289797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Attempting to bind port cc624ce4-6d52-487f-8bcb-359283edb1e3 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:10:53.290439 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Attempting to bind port cc624ce4-6d52-487f-8bcb-359283edb1e3 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'eab3bfcf-e77b-4c97-8046-ca8d0b42c722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3c31b27-9b4d-44d1-a9c5-135cdbffa660'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:10:53.301215 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Attempting to bind port cc624ce4-6d52-487f-8bcb-359283edb1e3 on network c3c31b27-9b4d-44d1-a9c5-135cdbffa660 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:53.323226 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60604ac5-3774-4686-9fd3-6448f53887df req-fa2fc724-2887-4789-9f7f-9b8d65487bf3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:53.330562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:10:53.330944 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Checking segment: {'id': 'eab3bfcf-e77b-4c97-8046-ca8d0b42c722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3c31b27-9b4d-44d1-a9c5-135cdbffa660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:53.331557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60604ac5-3774-4686-9fd3-6448f53887df req-fa2fc724-2887-4789-9f7f-9b8d65487bf3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 943 time: 0.0690403 Dec 08 02:10:53.331708 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:53.332042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Bound using segment: {'id': 'eab3bfcf-e77b-4c97-8046-ca8d0b42c722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3c31b27-9b4d-44d1-a9c5-135cdbffa660'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:10:53.332538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Bound port: cc624ce4-6d52-487f-8bcb-359283edb1e3, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab3bfcf-e77b-4c97-8046-ca8d0b42c722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3c31b27-9b4d-44d1-a9c5-135cdbffa660'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:10:53.332925 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:53.370212 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Allocated IP 2001:db8::296 (c3c31b27-9b4d-44d1-a9c5-135cdbffa660/547a432c-a9f7-4c74-8bf3-e14e26bcf7b0/153a6a12-cff5-4174-99c3-8a03704d697b) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:10:53.394994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port d28ad115-d646-4d08-ba8f-af05f6acfffd, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d28ad115-d646-4d08-ba8f-af05f6acfffd,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:53.409516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60604ac5-3774-4686-9fd3-6448f53887df req-9bce2645-a827-450b-b2c9-00fcc4c6d5a4 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719519 Dec 08 02:10:53.464866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'd28ad115-d646-4d08-ba8f-af05f6acfffd', 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'port_id': 'd28ad115-d646-4d08-ba8f-af05f6acfffd', 'mac_address': 'fa:16:3e:9e:1b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c08e74-103b-4cbe-976c-ceed8594a0cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:10:53.470891 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:53.508904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] For port cc624ce4-6d52-487f-8bcb-359283edb1e3, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:10:53.577896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] For port cc624ce4-6d52-487f-8bcb-359283edb1e3, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=cc624ce4-6d52-487f-8bcb-359283edb1e3,segment=NetworkSegment(eab3bfcf-e77b-4c97-8046-ca8d0b42c722),segment_id=eab3bfcf-e77b-4c97-8046-ca8d0b42c722)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:10:53.607725 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:53.684652 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:53.717879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16b03a-9d08-420b-8e27-29379de339f1 None None] Pushing event updated for resources: {'Port': ['ID=cc624ce4-6d52-487f-8bcb-359283edb1e3,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:53.720652 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:53.753263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:53.763485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28ad115-d646-4d08-ba8f-af05f6acfffd {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:10:53.786969 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port d28ad115-d646-4d08-ba8f-af05f6acfffd, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d28ad115-d646-4d08-ba8f-af05f6acfffd,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:53.794116 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:53.848754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Network c3c31b27-9b4d-44d1-a9c5-135cdbffa660 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:10:53.852888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:53.859062 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:10:53.866868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:53.867634 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:53.890930 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.0080628 Dec 08 02:10:53.893471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46830) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:53.901508 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=d28ad115-d646-4d08-ba8f-af05f6acfffd,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:54.002091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe47a77-f5b4-408b-bbac-dfd62e3c6086 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Pushing event updated for resources: {'Port': ['ID=153a6a12-cff5-4174-99c3-8a03704d697b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:54.064629 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ee09db-1170-4421-ac52-06c04b6de342 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:54.071540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ee09db-1170-4421-ac52-06c04b6de342 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:54.080745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ee09db-1170-4421-ac52-06c04b6de342 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:54.083648 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-57ee09db-1170-4421-ac52-06c04b6de342 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1861198 Dec 08 02:10:54.086536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46840) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:54.101365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['d28ad115-d646-4d08-ba8f-af05f6acfffd'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:54.202986 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:54.267880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-79c58571-c4be-4de1-bb82-cc7f66954a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Deleting port 153a6a12-cff5-4174-99c3-8a03704d697b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:54.268221 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-79c58571-c4be-4de1-bb82-cc7f66954a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:54.359575 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-325e05ef-6df7-4bde-ad95-551a76927287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:54.433865 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-79c58571-c4be-4de1-bb82-cc7f66954a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:54.454920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-79c58571-c4be-4de1-bb82-cc7f66954a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Calling delete_port for 153a6a12-cff5-4174-99c3-8a03704d697b owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:54.511766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46870) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:54.643150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602332a2-2da7-40d0-810d-a37f96ab66a9 req-bf21402f-3d38-462a-8cb1-ea566fcee2a7 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:54.645737 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-602332a2-2da7-40d0-810d-a37f96ab66a9 req-bf21402f-3d38-462a-8cb1-ea566fcee2a7 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 944 time: 0.1067111 Dec 08 02:10:54.813885 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-acaf3c55-7496-4144-a0d5-38dc6324d07b admin admin] Deleting subnet 4edbeda8-3bbb-47c9-8508-5d84805c3fe2 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:10:54.815019 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-602332a2-2da7-40d0-810d-a37f96ab66a9 req-0d811f01-efd9-453e-ac33-2d5700991ef1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053736 Dec 08 02:10:54.820320 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-79c58571-c4be-4de1-bb82-cc7f66954a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:54.821248 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acaf3c55-7496-4144-a0d5-38dc6324d07b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:54.891365 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c58571-c4be-4de1-bb82-cc7f66954a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Pushing event deleted for resources: {'Port': ['ID=153a6a12-cff5-4174-99c3-8a03704d697b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:54.914903 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acaf3c55-7496-4144-a0d5-38dc6324d07b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:54.932151 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-79c58571-c4be-4de1-bb82-cc7f66954a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:54.935511 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-79c58571-c4be-4de1-bb82-cc7f66954a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] 10.222.0.71 "DELETE /v2.0/ports/153a6a12-cff5-4174-99c3-8a03704d697b HTTP/1.1" status: 204 len: 168 time: 0.8480377 Dec 08 02:10:54.940733 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46896) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:54.946352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-078290d6-4bfd-410f-bc1d-953f893c0435 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Request body: {'port': {'name': 'tempest-new-port-name-302624518', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:54.946846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.api.validators [None req-078290d6-4bfd-410f-bc1d-953f893c0435 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] bootfile-name is not in valid_values {{(pid=109767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 02:10:54.947214 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.api.validators [None req-078290d6-4bfd-410f-bc1d-953f893c0435 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] tftp-server is not in valid_values {{(pid=109767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 02:10:54.947556 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.api.validators [None req-078290d6-4bfd-410f-bc1d-953f893c0435 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] server-ip-address is not in valid_values {{(pid=109767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 02:10:55.033970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acaf3c55-7496-4144-a0d5-38dc6324d07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.038454 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-078290d6-4bfd-410f-bc1d-953f893c0435 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.058010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d28ad115-d646-4d08-ba8f-af05f6acfffd up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:10:55.164770 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acaf3c55-7496-4144-a0d5-38dc6324d07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.180804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port d28ad115-d646-4d08-ba8f-af05f6acfffd completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:10:55.194865 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port d28ad115-d646-4d08-ba8f-af05f6acfffd triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:10:55.195233 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.205212 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf3c55-7496-4144-a0d5-38dc6324d07b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4edbeda8-3bbb-47c9-8508-5d84805c3fe2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:55.215982 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-acaf3c55-7496-4144-a0d5-38dc6324d07b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.215982 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-acaf3c55-7496-4144-a0d5-38dc6324d07b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4edbeda8-3bbb-47c9-8508-5d84805c3fe2 HTTP/1.1" status: 204 len: 168 time: 0.7023721 Dec 08 02:10:55.218030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46912) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:55.301413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eeecb0-a8ec-4274-b9a1-4baab1a2158b None None] Network 382cbe24-d5a5-4b40-9d16-dc4dabb83634 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:55.356385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ded44c6-27b3-408c-b431-94c223dee148 None None] Network c3c31b27-9b4d-44d1-a9c5-135cdbffa660 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:55.457496 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-250945de-f261-4d6b-82b9-9fdfa27958e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.465396 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-078290d6-4bfd-410f-bc1d-953f893c0435 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.478173 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-078290d6-4bfd-410f-bc1d-953f893c0435 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.618471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-078290d6-4bfd-410f-bc1d-953f893c0435 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] In _notify_port_updated(), no bound segment for port 16db0a96-72ac-41ee-b0be-4c90b38d6417 on network c3c31b27-9b4d-44d1-a9c5-135cdbffa660 {{(pid=109767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:10:55.641080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078290d6-4bfd-410f-bc1d-953f893c0435 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:55.650013 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-078290d6-4bfd-410f-bc1d-953f893c0435 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.663108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-078290d6-4bfd-410f-bc1d-953f893c0435 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] 10.222.0.71 "PUT /v2.0/ports/16db0a96-72ac-41ee-b0be-4c90b38d6417 HTTP/1.1" status: 200 len: 1129 time: 0.7212751 Dec 08 02:10:55.663789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46930) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:55.673048 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-250945de-f261-4d6b-82b9-9fdfa27958e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.679789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cc624ce4-6d52-487f-8bcb-359283edb1e3 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:10:55.705492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-250945de-f261-4d6b-82b9-9fdfa27958e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382cbe24-d5a5-4b40-9d16-dc4dabb83634']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:55.738355 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.748793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-250945de-f261-4d6b-82b9-9fdfa27958e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a8edd6-315e-4273-b0bb-235630e51eb9') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:55.749242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-250945de-f261-4d6b-82b9-9fdfa27958e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a8edd6-315e-4273-b0bb-235630e51eb9') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:55.776972 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-250945de-f261-4d6b-82b9-9fdfa27958e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.804807 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-250945de-f261-4d6b-82b9-9fdfa27958e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.806654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4267d153-8087-425d-9bde-a6cd95b080e9 None None] Provisioning complete for port cc624ce4-6d52-487f-8bcb-359283edb1e3 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:10:55.807264 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4267d153-8087-425d-9bde-a6cd95b080e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.824378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250945de-f261-4d6b-82b9-9fdfa27958e8 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:55.825220 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-250945de-f261-4d6b-82b9-9fdfa27958e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.825650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078290d6-4bfd-410f-bc1d-953f893c0435 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Pushing event updated for resources: {'Port': ['ID=16db0a96-72ac-41ee-b0be-4c90b38d6417,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:55.831759 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:55.856058 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd88143-7818-48e8-8ee6-25bd63d20eed None None] DHCP port deletion for 382cbe24-d5a5-4b40-9d16-dc4dabb83634 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:55.892395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909c5d4a-4748-485a-abda-ba30fcfe6ebf tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:55.899315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-909c5d4a-4748-485a-abda-ba30fcfe6ebf tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] 10.222.0.71 "GET /v2.0/ports/16db0a96-72ac-41ee-b0be-4c90b38d6417 HTTP/1.1" status: 200 len: 1129 time: 0.1837311 Dec 08 02:10:55.904590 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46944) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:55.963507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port cc624ce4-6d52-487f-8bcb-359283edb1e3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:10:55.963507 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.969387 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.982190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-250945de-f261-4d6b-82b9-9fdfa27958e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:55.995371 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-250945de-f261-4d6b-82b9-9fdfa27958e8 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:56.014576 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-250945de-f261-4d6b-82b9-9fdfa27958e8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/382cbe24-d5a5-4b40-9d16-dc4dabb83634 HTTP/1.1" status: 204 len: 168 time: 0.7924564 Dec 08 02:10:56.061576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250945de-f261-4d6b-82b9-9fdfa27958e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=382cbe24-d5a5-4b40-9d16-dc4dabb83634,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:56.141630 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99e9d63-0010-4e99-98f9-5230e3cdbaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28ad115-d646-4d08-ba8f-af05f6acfffd'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:56.149100 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f152412-7b3b-44e4-be0b-9236b02673ef" -d '{"events": [{"server_uuid": "a99e9d63-0010-4e99-98f9-5230e3cdbaa9", "name": "network-vif-plugged", "status": "completed", "tag": "d28ad115-d646-4d08-ba8f-af05f6acfffd"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:56.179568 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd4837-621f-4aed-9a11-507ef4f24a01 req-e8770a88-9db8-4c36-b43a-03cbd4123c35 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:56.188532 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bcbd4837-621f-4aed-9a11-507ef4f24a01 req-e8770a88-9db8-4c36-b43a-03cbd4123c35 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 944 time: 0.0923169 Dec 08 02:10:56.194435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-01c00937-1850-4973-a7f2-0275e3fc2dc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Deleting port 16db0a96-72ac-41ee-b0be-4c90b38d6417 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:56.195123 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01c00937-1850-4973-a7f2-0275e3fc2dc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:56.197811 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4267d153-8087-425d-9bde-a6cd95b080e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:56.207410 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port d28ad115-d646-4d08-ba8f-af05f6acfffd, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d28ad115-d646-4d08-ba8f-af05f6acfffd,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:56.266724 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:56.280298 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bcbd4837-621f-4aed-9a11-507ef4f24a01 req-b803a8ae-dd44-452f-abf6-bd4772c245da tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860429 Dec 08 02:10:56.337484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 46964) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:56.389024 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b67ddaa-eab6-468d-a02f-9086518579a2 x-openstack-request-id: req-0b67ddaa-eab6-468d-a02f-9086518579a2 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:56.391154 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99e9d63-0010-4e99-98f9-5230e3cdbaa9", "name": "network-vif-plugged", "status": "completed", "tag": "d28ad115-d646-4d08-ba8f-af05f6acfffd", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:56.392056 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0b67ddaa-eab6-468d-a02f-9086518579a2 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:56.392656 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99e9d63-0010-4e99-98f9-5230e3cdbaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28ad115-d646-4d08-ba8f-af05f6acfffd', 'code': 200} Dec 08 02:10:56.457992 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9d4dce63-9adc-4a71-b510-787dc46e598f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2a5e0df062134f7b8b12edf948c9b904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1186912 Dec 08 02:10:56.459227 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01c00937-1850-4973-a7f2-0275e3fc2dc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:56.462851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 46976) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:56.493116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-01c00937-1850-4973-a7f2-0275e3fc2dc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Calling delete_port for 16db0a96-72ac-41ee-b0be-4c90b38d6417 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:56.520602 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4267d153-8087-425d-9bde-a6cd95b080e9 None None] For port cc624ce4-6d52-487f-8bcb-359283edb1e3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=cc624ce4-6d52-487f-8bcb-359283edb1e3,segment=NetworkSegment(eab3bfcf-e77b-4c97-8046-ca8d0b42c722),segment_id=eab3bfcf-e77b-4c97-8046-ca8d0b42c722)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:56.554314 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4267d153-8087-425d-9bde-a6cd95b080e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:56.566430 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8770a1-a5c3-4c68-8d8b-890d05d438d0 req-ac99d4af-6634-43f1-a845-2eb9866c80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:56.571522 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6e8770a1-a5c3-4c68-8d8b-890d05d438d0 req-ac99d4af-6634-43f1-a845-2eb9866c80cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 1097 time: 0.1607933 Dec 08 02:10:56.590581 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:56.651967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=d28ad115-d646-4d08-ba8f-af05f6acfffd,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:56.702498 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c7eb446-173b-4d8f-b807-16c1d958d94e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:56.705037 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6e8770a1-a5c3-4c68-8d8b-890d05d438d0 req-cb8515a1-05b1-42f2-b483-62bb8960554f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248419 Dec 08 02:10:56.748529 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c7eb446-173b-4d8f-b807-16c1d958d94e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:56.756023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267d153-8087-425d-9bde-a6cd95b080e9 None None] Pushing event updated for resources: {'Port': ['ID=cc624ce4-6d52-487f-8bcb-359283edb1e3,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:56.858092 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:10:56.858092 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:10:56.941680 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:56.947358 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c7eb446-173b-4d8f-b807-16c1d958d94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:56.950618 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c7eb446-173b-4d8f-b807-16c1d958d94e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:56.963707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1c7eb446-173b-4d8f-b807-16c1d958d94e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc HTTP/1.1" status: 204 len: 168 time: 0.4910219 Dec 08 02:10:57.022060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7eb446-173b-4d8f-b807-16c1d958d94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3e4ff3-1a90-40fa-aef7-1bc2397a7cdc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:57.023006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b088c966-bb67-4ecf-8968-1eb88ef25ab9 None None] Provisioning complete for port cc624ce4-6d52-487f-8bcb-359283edb1e3 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:10:57.023449 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b088c966-bb67-4ecf-8968-1eb88ef25ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:57.025847 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01c00937-1850-4973-a7f2-0275e3fc2dc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:57.077839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c00937-1850-4973-a7f2-0275e3fc2dc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Pushing event deleted for resources: {'Port': ['ID=16db0a96-72ac-41ee-b0be-4c90b38d6417,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:57.110221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411dea1-9cad-48af-9642-d316b17d74a1 req-fb0e428b-b210-4c91-bbfa-912abdbe4f2e tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:57.119763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4411dea1-9cad-48af-9642-d316b17d74a1 req-fb0e428b-b210-4c91-bbfa-912abdbe4f2e tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1543424 Dec 08 02:10:57.124166 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-01c00937-1850-4973-a7f2-0275e3fc2dc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:57.128264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-01c00937-1850-4973-a7f2-0275e3fc2dc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] 10.222.0.71 "DELETE /v2.0/ports/16db0a96-72ac-41ee-b0be-4c90b38d6417 HTTP/1.1" status: 204 len: 168 time: 1.2224934 Dec 08 02:10:57.130677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47008) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:57.142833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c41f1-abe3-412a-a391-27ee418cbf3a req-2dfc9283-f70c-4561-b11a-263e8922a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:57.154938 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6c5c41f1-abe3-412a-a391-27ee418cbf3a req-2dfc9283-f70c-4561-b11a-263e8922a6f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 1098 time: 0.0965936 Dec 08 02:10:57.259539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b088c966-bb67-4ecf-8968-1eb88ef25ab9 None None] Could not find standard attr ID for object 16db0a96-72ac-41ee-b0be-4c90b38d6417. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:10:57.340503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c41f1-abe3-412a-a391-27ee418cbf3a req-fd6079a3-0e6b-4827-bbf1-6a6703493a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:57.342655 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6c5c41f1-abe3-412a-a391-27ee418cbf3a req-fd6079a3-0e6b-4827-bbf1-6a6703493a63 service neutron] 10.222.0.45 "GET /v2.0/networks?id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 200 len: 920 time: 0.1758442 Dec 08 02:10:57.402044 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6c5c41f1-abe3-412a-a391-27ee418cbf3a req-1a03d502-5e81-43d3-8bd7-04791f16f5c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796cba1e-4e9a-4880-bd68-63fd1c08e229 HTTP/1.1" status: 200 len: 217 time: 0.0485060 Dec 08 02:10:57.424699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-643319af-bfe3-4a03-9df8-20508e4a3892 None None] Could not find standard attr ID for object 16db0a96-72ac-41ee-b0be-4c90b38d6417. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:10:57.506756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c41f1-abe3-412a-a391-27ee418cbf3a req-54ef4444-a028-40c4-ad81-d8a87600a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:57.508448 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6c5c41f1-abe3-412a-a391-27ee418cbf3a req-54ef4444-a028-40c4-ad81-d8a87600a85d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7dd109b-19a8-41cd-875c-3304ef52d129 HTTP/1.1" status: 200 len: 859 time: 0.0983593 Dec 08 02:10:57.561705 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6c5c41f1-abe3-412a-a391-27ee418cbf3a req-fba0eb3c-c647-426d-832e-eb3a931ed1b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377734 Dec 08 02:10:57.577195 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cc624ce4-6d52-487f-8bcb-359283edb1e3 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:10:57.655090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-902676bf-eee6-4f71-948e-e8ba83393d1c None None] Could not find standard attr ID for object 153a6a12-cff5-4174-99c3-8a03704d697b. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:10:57.684652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port cc624ce4-6d52-487f-8bcb-359283edb1e3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:10:57.684991 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:57.747036 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6c5c41f1-abe3-412a-a391-27ee418cbf3a req-75cb5355-01bf-4a82-b009-dab4c5978892 service neutron] 10.222.0.45 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766374 Dec 08 02:10:57.751852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c6e602-5951-4454-af30-87c44b8e2484 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Deleting subnet 547a432c-a9f7-4c74-8bf3-e14e26bcf7b0 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:10:57.766247 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41c6e602-5951-4454-af30-87c44b8e2484 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:57.867714 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:57.901288 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6c5c41f1-abe3-412a-a391-27ee418cbf3a req-5dc592c6-d1d8-4b6e-9092-531eb1c25e8d service neutron] 10.222.0.45 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258769 Dec 08 02:10:57.908277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd4c7d-14bc-440e-918c-be8717cab3e6 req-86760d21-7a2a-4e94-b3bb-0e177145e939 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:57.910112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25fd4c7d-14bc-440e-918c-be8717cab3e6 req-86760d21-7a2a-4e94-b3bb-0e177145e939 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 945 time: 0.2279055 Dec 08 02:10:57.933646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4411dea1-9cad-48af-9642-d316b17d74a1 req-d63caddd-47a6-4525-99e2-863558e0d34a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8128786 Dec 08 02:10:57.949639 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41c6e602-5951-4454-af30-87c44b8e2484 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.074978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25fd4c7d-14bc-440e-918c-be8717cab3e6 req-a186bb1a-934f-433f-a305-703afd372c39 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404009 Dec 08 02:10:58.109865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47052) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:58.168917 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41c6e602-5951-4454-af30-87c44b8e2484 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.268419 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41c6e602-5951-4454-af30-87c44b8e2484 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.311010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6e602-5951-4454-af30-87c44b8e2484 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Pushing event deleted for resources: {'Subnet': ['ID=547a432c-a9f7-4c74-8bf3-e14e26bcf7b0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:58.323409 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-41c6e602-5951-4454-af30-87c44b8e2484 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.327807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-41c6e602-5951-4454-af30-87c44b8e2484 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] 10.222.0.71 "DELETE /v2.0/subnets/547a432c-a9f7-4c74-8bf3-e14e26bcf7b0 HTTP/1.1" status: 204 len: 168 time: 1.1950476 Dec 08 02:10:58.329946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47062) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:58.331091 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80d4de25-1b3c-4620-8e29-f8dba0f07b54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.456727 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.485572 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80d4de25-1b3c-4620-8e29-f8dba0f07b54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.498520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc941613-0fc1-48c0-8743-b77c98800f78 None None] Network c3c31b27-9b4d-44d1-a9c5-135cdbffa660 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:58.502804 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80d4de25-1b3c-4620-8e29-f8dba0f07b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.526801 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b7af4483-abcb-468b-b19f-f5dbee5345c7 None None] Could not find standard attr ID for object 16db0a96-72ac-41ee-b0be-4c90b38d6417. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:10:58.556612 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Deleting port cc624ce4-6d52-487f-8bcb-359283edb1e3 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:58.556956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.578001 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-80d4de25-1b3c-4620-8e29-f8dba0f07b54 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8f24465674bc4743abd533aaf07a3f19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4669385 Dec 08 02:10:58.580354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4de25-1b3c-4620-8e29-f8dba0f07b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef563674-0526-48c4-8c34-874ce269f602,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:58.589366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47068) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:58.697600 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] For port cc624ce4-6d52-487f-8bcb-359283edb1e3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=cc624ce4-6d52-487f-8bcb-359283edb1e3,segment=NetworkSegment(eab3bfcf-e77b-4c97-8046-ca8d0b42c722),segment_id=eab3bfcf-e77b-4c97-8046-ca8d0b42c722)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:58.697966 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.710773 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa98efa8-92ec-467f-b1b5-2e99684c0880 None None] DHCP port deletion for c3c31b27-9b4d-44d1-a9c5-135cdbffa660 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:58.727166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Calling delete_port for cc624ce4-6d52-487f-8bcb-359283edb1e3 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:58.731392 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af6f8c34-42b7-4788-8d10-27c70a6f6edf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.775731 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-aa98efa8-92ec-467f-b1b5-2e99684c0880 None None] Deleting port cc624ce4-6d52-487f-8bcb-359283edb1e3 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:58.776476 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa98efa8-92ec-467f-b1b5-2e99684c0880 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.795236 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af6f8c34-42b7-4788-8d10-27c70a6f6edf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.857643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-aa98efa8-92ec-467f-b1b5-2e99684c0880 None None] For port cc624ce4-6d52-487f-8bcb-359283edb1e3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=cc624ce4-6d52-487f-8bcb-359283edb1e3,segment=NetworkSegment(eab3bfcf-e77b-4c97-8046-ca8d0b42c722),segment_id=eab3bfcf-e77b-4c97-8046-ca8d0b42c722)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:58.858323 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa98efa8-92ec-467f-b1b5-2e99684c0880 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.874909 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-aa98efa8-92ec-467f-b1b5-2e99684c0880 None None] Calling delete_port for cc624ce4-6d52-487f-8bcb-359283edb1e3 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:58.886944 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.908713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] No DVR routers for this DVR port cc624ce4-6d52-487f-8bcb-359283edb1e3 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:58.916035 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af6f8c34-42b7-4788-8d10-27c70a6f6edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.918674 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af6f8c34-42b7-4788-8d10-27c70a6f6edf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:58.922440 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-af6f8c34-42b7-4788-8d10-27c70a6f6edf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef563674-0526-48c4-8c34-874ce269f602 HTTP/1.1" status: 204 len: 168 time: 0.3296347 Dec 08 02:10:58.970975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Pushing event deleted for resources: {'Port': ['ID=cc624ce4-6d52-487f-8bcb-359283edb1e3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:58.972498 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa98efa8-92ec-467f-b1b5-2e99684c0880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:59.005629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa98efa8-92ec-467f-b1b5-2e99684c0880 None None] No DVR routers for this DVR port cc624ce4-6d52-487f-8bcb-359283edb1e3 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:59.048941 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98efa8-92ec-467f-b1b5-2e99684c0880 None None] Pushing event deleted for resources: {'Port': ['ID=cc624ce4-6d52-487f-8bcb-359283edb1e3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:59.052176 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:59.077238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c31b27-9b4d-44d1-a9c5-135cdbffa660']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:59.088652 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f8c34-42b7-4788-8d10-27c70a6f6edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef563674-0526-48c4-8c34-874ce269f602,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:59.091890 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab3bfcf-e77b-4c97-8046-ca8d0b42c722') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:59.092206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab3bfcf-e77b-4c97-8046-ca8d0b42c722') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:59.167423 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:59.192058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:59.203010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:59.203542 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:59.207700 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:59.229409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8189d-e922-4322-b310-4c4a15097c9d req-78f4354a-2e81-401e-a68a-ab422caea372 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:59.231070 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9b8189d-e922-4322-b310-4c4a15097c9d req-78f4354a-2e81-401e-a68a-ab422caea372 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1367478 Dec 08 02:10:59.343157 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:59.348320 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:59.352952 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] 10.222.0.71 "DELETE /v2.0/networks/c3c31b27-9b4d-44d1-a9c5-135cdbffa660 HTTP/1.1" status: 204 len: 168 time: 1.0213819 Dec 08 02:10:59.380545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1e77a-6a57-4154-92f4-baa02d5574e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761 tempest-ExtraDHCPOptionsIpV6TestJSON-1363555761-project] Pushing event deleted for resources: {'Network': ['ID=c3c31b27-9b4d-44d1-a9c5-135cdbffa660,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:59.399505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde7d0-3d95-4e7e-b0ef-7ab34a4d8f5a req-65d45893-3285-4706-967d-448d4f692c31 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:59.401073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4dde7d0-3d95-4e7e-b0ef-7ab34a4d8f5a req-65d45893-3285-4706-967d-448d4f692c31 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 945 time: 0.1925571 Dec 08 02:10:59.409527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9b8189d-e922-4322-b310-4c4a15097c9d req-2ce16f5b-bd69-4374-90b5-15ecba8da835 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293697 Dec 08 02:10:59.468005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4dde7d0-3d95-4e7e-b0ef-7ab34a4d8f5a req-f6e88b59-ec91-41da-96bb-1a6882c26b63 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553918 Dec 08 02:10:59.581614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cc624ce4-6d52-487f-8bcb-359283edb1e3 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:59.608949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: cc624ce4-6d52-487f-8bcb-359283edb1e3 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:59.609413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cc624ce4-6d52-487f-8bcb-359283edb1e3 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:59.651889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d162db7-8b2f-4917-9dd6-cf42bb45e683 req-0983cbb0-614a-483d-8bde-2cf1657941bd tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:59.660245 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d162db7-8b2f-4917-9dd6-cf42bb45e683 req-0983cbb0-614a-483d-8bde-2cf1657941bd tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 946 time: 0.0871229 Dec 08 02:10:59.713269 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d162db7-8b2f-4917-9dd6-cf42bb45e683 req-14f8885d-df1a-47d2-93bb-7bd9d1461e41 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511494 Dec 08 02:10:59.776395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47112) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:59.868061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4b1b5-f2be-4616-9140-a722347fca74 req-ba001e8e-6e3f-444f-af57-f5a63b36d5ba tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:59.869618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46a4b1b5-f2be-4616-9140-a722347fca74 req-ba001e8e-6e3f-444f-af57-f5a63b36d5ba tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 945 time: 0.0713637 Dec 08 02:10:59.944238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46a4b1b5-f2be-4616-9140-a722347fca74 req-0307a183-2a80-49ab-b1fa-c6293bbbd52a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644982 Dec 08 02:11:00.092607 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-29d5b372-d850-4fbb-a893-4fa69f4418b8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4c122492995145139e9b49011e280da7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3149588 Dec 08 02:11:00.094988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47128) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:00.169702 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07862884-04fc-4dcb-af8a-88967a24a797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:00.213782 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07862884-04fc-4dcb-af8a-88967a24a797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:00.290838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabce4b-d42c-42b8-8353-c2377edaab82 req-ea19ac2e-7573-410b-8b96-74470162ce2c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:00.296042 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4aabce4b-d42c-42b8-8353-c2377edaab82 req-ea19ac2e-7573-410b-8b96-74470162ce2c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 945 time: 0.0997133 Dec 08 02:11:00.340750 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07862884-04fc-4dcb-af8a-88967a24a797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:00.340750 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07862884-04fc-4dcb-af8a-88967a24a797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:00.340750 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-07862884-04fc-4dcb-af8a-88967a24a797 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9416325d-d845-499e-9670-ad7693fd4036 HTTP/1.1" status: 204 len: 168 time: 0.2412570 Dec 08 02:11:00.359234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07862884-04fc-4dcb-af8a-88967a24a797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9416325d-d845-499e-9670-ad7693fd4036,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:00.375504 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4aabce4b-d42c-42b8-8353-c2377edaab82 req-e3777dcb-882d-4933-a067-81caed0ef0aa tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697117 Dec 08 02:11:00.545472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e24b1-1eee-44d1-ad05-c09f4abd0db1 req-2956fe3c-7a04-4ecd-a7f9-9fa5ffae348f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:00.553571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c4e24b1-1eee-44d1-ad05-c09f4abd0db1 req-2956fe3c-7a04-4ecd-a7f9-9fa5ffae348f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.0619392 Dec 08 02:11:00.616325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5c4e24b1-1eee-44d1-ad05-c09f4abd0db1 req-1ffcb05a-c6e8-4622-b77b-6691cb3471ff tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588367 Dec 08 02:11:00.854993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47160) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:00.862858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Request body: {'network': {'name': 'tempest-network-smoke--1820419605', 'project_id': '93f82e85120244488a2d8ce6d04585da', 'port_security_enabled': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:00.891439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Made reservation on behalf of 93f82e85120244488a2d8ce6d04585da for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:00.895167 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:00.910088 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.031346 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.035871 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.064702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:11:01.088237 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.088662 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Added segment 3de069df-8fe4-45a4-ae37-3c3cb03a3b21 of type vlan for network 5b1ebd6c-4a11-4429-88f6-78f878af07db Dec 08 02:11:01.089922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38cb089f-dc85-4ff8-b7c2-c9918fe6cb5d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:01.108731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:01.109091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:01.109420 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:01.109794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:01.110126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:01.110461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:01.110789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:01.111123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:01.111448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:01.111812 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:01.112126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:01.112460 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:01.112779 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:01.149452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.186890 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.193771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:01.194372 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.264024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4078364 Dec 08 02:11:01.266843 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47194) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:01.275196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'admin_state_up': True, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:01.296084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00006ce-7d70-4d4a-a277-d3828d678db1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'Network': ['ID=5b1ebd6c-4a11-4429-88f6-78f878af07db,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:01.308272 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 5b1ebd6c-4a11-4429-88f6-78f878af07db details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:11:01.337494 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.339268 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.414308 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.430449 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47202) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:01.462464 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47208) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:01.613465 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-492629d4-d957-4a5f-ad6d-ebf7871e5cbe tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] Request body: {'port': {'network_id': 'b6c5b7f5-d3bd-4038-89ba-a0f3b761f3e8', 'name': 'tempest-NetworksNegativeTestJSON-1154321843'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:01.628620 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-492629d4-d957-4a5f-ad6d-ebf7871e5cbe tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] POST failed (client error): The resource could not be found. Dec 08 02:11:01.632026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492629d4-d957-4a5f-ad6d-ebf7871e5cbe tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:11:01.635453 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.638640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47218) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:01.648655 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-492629d4-d957-4a5f-ad6d-ebf7871e5cbe tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2163703 Dec 08 02:11:01.689432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1e0c3-4062-4c56-8b30-8c4337345326 req-d3a606c1-4ffd-4262-9de2-27db332f3d46 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:01.697961 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ca1e0c3-4062-4c56-8b30-8c4337345326 req-d3a606c1-4ffd-4262-9de2-27db332f3d46 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 945 time: 0.1579375 Dec 08 02:11:01.713763 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c969d7-9df5-4c01-8119-171683497295 tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] DELETE failed (client error): The resource could not be found. Dec 08 02:11:01.714600 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c969d7-9df5-4c01-8119-171683497295 tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:11:01.718114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-97c969d7-9df5-4c01-8119-171683497295 tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] 10.222.0.71 "DELETE /v2.0/networks/63c250d0-572c-4a7a-8757-5adc9be76b1f HTTP/1.1" status: 404 len: 339 time: 0.0783725 Dec 08 02:11:01.724197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.726160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47220) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:01.836215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ca1e0c3-4062-4c56-8b30-8c4337345326 req-5801e19f-6a48-4b00-89c8-bff4157908cc tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334689 Dec 08 02:11:01.838308 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.860710 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f8c0-6093-4f40-8b94-0354319d6173 req-b61817f3-b419-437f-b93d-25cdc03bf8ca tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:01.862443 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ca1f8c0-6093-4f40-8b94-0354319d6173 req-b61817f3-b419-437f-b93d-25cdc03bf8ca tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1199822 Dec 08 02:11:01.874962 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be1c9cf-cbd0-4567-9701-a7a5f1a6671d tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] DELETE failed (client error): The resource could not be found. Dec 08 02:11:01.875681 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be1c9cf-cbd0-4567-9701-a7a5f1a6671d tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:11:01.879900 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3be1c9cf-cbd0-4567-9701-a7a5f1a6671d tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] 10.222.0.71 "DELETE /v2.0/ports/0d3134cf-6db1-4537-a19e-3ce122698c38 HTTP/1.1" status: 404 len: 333 time: 0.1508484 Dec 08 02:11:01.881025 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.885573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47224) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:01.889599 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47226) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:01.913905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d385c13-389c-433c-9c42-23bfe1f6d8e3 req-b1e2965e-9bb7-4ea9-8998-8c04f77a4aff tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:01.916042 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1d385c13-389c-433c-9c42-23bfe1f6d8e3 req-b1e2965e-9bb7-4ea9-8998-8c04f77a4aff tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.45 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 945 time: 0.2640226 Dec 08 02:11:01.937134 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ca1f8c0-6093-4f40-8b94-0354319d6173 req-1cdf82bb-cee4-4ac5-80ef-4bb03184eb52 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670276 Dec 08 02:11:02.010035 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2429c13-baf8-48a8-992f-922dbff1fa53 tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] DELETE failed (client error): The resource could not be found. Dec 08 02:11:02.010512 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2429c13-baf8-48a8-992f-922dbff1fa53 tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:11:02.013729 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e2429c13-baf8-48a8-992f-922dbff1fa53 tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] 10.222.0.71 "DELETE /v2.0/subnets/602deb81-ce44-4c42-8237-e24e58030dd3 HTTP/1.1" status: 404 len: 337 time: 0.1252654 Dec 08 02:11:02.037814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47230) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:02.045949 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=805fe704e47c4f6db6cd2a41234dbd2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5800216 Dec 08 02:11:02.045949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba234619-7e03-45f4-9c90-82f819e697b7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:02.046624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47232) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:02.072000 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:02.072356 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:02.072733 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:02.073083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:02.073426 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:02.073664 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-283a99df-5cf5-4ffb-b291-2998c95ee9b5 tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] GET failed (client error): The resource could not be found. Dec 08 02:11:02.073781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:02.074090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:02.074424 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:02.074756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:02.075048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-283a99df-5cf5-4ffb-b291-2998c95ee9b5 tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] 10.222.0.71 "GET /v2.0/networks/313b70d6-855f-457b-987e-5f25be8fb22e HTTP/1.1" status: 404 len: 339 time: 0.0362794 Dec 08 02:11:02.075180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:02.075525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:02.075745 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.075894 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:02.076225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b808907-6bc8-4153-9047-c6fa4e600fe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:02.094633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47234) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:02.097126 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.110682 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e814b6f-b71d-43a3-b706-3da3081f0fca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.132481 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbc14ab-1638-4c15-a4a0-1b136e772d4d tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] GET failed (client error): The resource could not be found. Dec 08 02:11:02.138533 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4fbc14ab-1638-4c15-a4a0-1b136e772d4d tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] 10.222.0.71 "GET /v2.0/ports/9216f7c4-04a0-4773-9f65-4242fd5ff904 HTTP/1.1" status: 404 len: 333 time: 0.0383060 Dec 08 02:11:02.138761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47236) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:02.194842 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ece6-6295-4ec9-af29-34aa3dbd384a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.201508 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a0496a-c64a-42d3-a6ab-896d3865b9bc tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] GET failed (client error): The resource could not be found. Dec 08 02:11:02.202860 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-16a0496a-c64a-42d3-a6ab-896d3865b9bc tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] 10.222.0.71 "GET /v2.0/subnets/5334c476-3af4-4ab9-bf6d-5b9478cf91cf HTTP/1.1" status: 404 len: 337 time: 0.0637536 Dec 08 02:11:02.207923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-1d385c13-389c-433c-9c42-23bfe1f6d8e3 req-c438a298-553e-4ae0-9e02-53feed102fb0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Deleting port d28ad115-d646-4d08-ba8f-af05f6acfffd {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:02.208267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1d385c13-389c-433c-9c42-23bfe1f6d8e3 req-c438a298-553e-4ae0-9e02-53feed102fb0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.211246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47238) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:02.224122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-df399f28-95fb-49ad-9a70-a9bd4f1632cc tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:02.239318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Allocated IP 172.25.8.130 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/49eb53e3-6aab-4d48-abbd-2f0f8832d408) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:02.284296 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ece6-6295-4ec9-af29-34aa3dbd384a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.310473 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-df399f28-95fb-49ad-9a70-a9bd4f1632cc tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] PUT failed (client error): The resource could not be found. Dec 08 02:11:02.310990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df399f28-95fb-49ad-9a70-a9bd4f1632cc tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:11:02.312194 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-df399f28-95fb-49ad-9a70-a9bd4f1632cc tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] 10.222.0.71 "PUT /v2.0/networks/1cfa931d-3d63-41b0-8598-41ab4912f452 HTTP/1.1" status: 404 len: 339 time: 0.0934386 Dec 08 02:11:02.316084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:02.323347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1ee4c40a-b1e6-4d2b-bc49-054691e2ec8f tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:02.346549 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee4c40a-b1e6-4d2b-bc49-054691e2ec8f tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] PUT failed (client error): The resource could not be found. Dec 08 02:11:02.347096 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee4c40a-b1e6-4d2b-bc49-054691e2ec8f tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:11:02.351813 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1ee4c40a-b1e6-4d2b-bc49-054691e2ec8f tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] 10.222.0.71 "PUT /v2.0/ports/a13101f8-ca26-4473-99a5-5bdf310751bf HTTP/1.1" status: 404 len: 333 time: 0.0311310 Dec 08 02:11:02.352015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47242) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:02.360257 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5d0a1b73-1eae-4037-8b7e-3a4ebcfb1060 tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:02.389278 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0a1b73-1eae-4037-8b7e-3a4ebcfb1060 tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] PUT failed (client error): The resource could not be found. Dec 08 02:11:02.389737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0a1b73-1eae-4037-8b7e-3a4ebcfb1060 tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:11:02.394115 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5d0a1b73-1eae-4037-8b7e-3a4ebcfb1060 tempest-NetworksNegativeTestJSON-1046591271 tempest-NetworksNegativeTestJSON-1046591271-project] 10.222.0.71 "PUT /v2.0/subnets/0ccfe715-a278-49db-9d67-cc337b5021bc HTTP/1.1" status: 404 len: 337 time: 0.0377293 Dec 08 02:11:02.412291 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.412758 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-1d385c13-389c-433c-9c42-23bfe1f6d8e3 req-c438a298-553e-4ae0-9e02-53feed102fb0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] For port d28ad115-d646-4d08-ba8f-af05f6acfffd, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=d28ad115-d646-4d08-ba8f-af05f6acfffd,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:02.413129 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1d385c13-389c-433c-9c42-23bfe1f6d8e3 req-c438a298-553e-4ae0-9e02-53feed102fb0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.426928 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e814b6f-b71d-43a3-b706-3da3081f0fca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.431714 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ece6-6295-4ec9-af29-34aa3dbd384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.434314 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ece6-6295-4ec9-af29-34aa3dbd384a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.435455 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d3a3ece6-6295-4ec9-af29-34aa3dbd384a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ba234619-7e03-45f4-9c90-82f819e697b7 HTTP/1.1" status: 204 len: 168 time: 0.3861687 Dec 08 02:11:02.436503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-1d385c13-389c-433c-9c42-23bfe1f6d8e3 req-c438a298-553e-4ae0-9e02-53feed102fb0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Calling delete_port for d28ad115-d646-4d08-ba8f-af05f6acfffd owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:02.439832 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e814b6f-b71d-43a3-b706-3da3081f0fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.461992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3ece6-6295-4ec9-af29-34aa3dbd384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba234619-7e03-45f4-9c90-82f819e697b7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:02.462250 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.510371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:02.515020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:02.527634 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4e814b6f-b71d-43a3-b706-3da3081f0fca admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bd3f202f000c40dfb398d1c422c03f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6228330 Dec 08 02:11:02.529844 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47248) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:02.531208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:02.531563 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b3272e-29b8-451d-83b5-d4fd76d1de64 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:02.582084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'Port': ['ID=49eb53e3-6aab-4d48-abbd-2f0f8832d408,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:02.588112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e814b6f-b71d-43a3-b706-3da3081f0fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5def07-0b3c-421a-a612-2a97d074caa7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:02.607192 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b89386f4-e31b-4b04-abdf-7b608bd4c1c9 None None] Provisioning complete for port 49eb53e3-6aab-4d48-abbd-2f0f8832d408 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:02.608785 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b89386f4-e31b-4b04-abdf-7b608bd4c1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.622041 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4303d631-2df8-4c47-883c-f78ece6690b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.675335 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4303d631-2df8-4c47-883c-f78ece6690b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.696150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47252) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:02.703005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b89386f4-e31b-4b04-abdf-7b608bd4c1c9 None None] Port 49eb53e3-6aab-4d48-abbd-2f0f8832d408 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:02.732663 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1d385c13-389c-433c-9c42-23bfe1f6d8e3 req-c438a298-553e-4ae0-9e02-53feed102fb0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.773063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a9545aae-5e04-40b2-b242-477b3b953496', 'd28ad115-d646-4d08-ba8f-af05f6acfffd'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:11:02.773299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438a298-553e-4ae0-9e02-53feed102fb0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Pushing event deleted for resources: {'Port': ['ID=d28ad115-d646-4d08-ba8f-af05f6acfffd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:02.779364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['e1d52a8b-ea8d-4101-897e-6a23ad46418a'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:11:02.830303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d385c13-389c-433c-9c42-23bfe1f6d8e3 req-c438a298-553e-4ae0-9e02-53feed102fb0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] No DVR routers for this DVR port d28ad115-d646-4d08-ba8f-af05f6acfffd on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:02.832203 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4303d631-2df8-4c47-883c-f78ece6690b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.835271 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4303d631-2df8-4c47-883c-f78ece6690b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.836690 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4303d631-2df8-4c47-883c-f78ece6690b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c5def07-0b3c-421a-a612-2a97d074caa7 HTTP/1.1" status: 204 len: 168 time: 0.3009720 Dec 08 02:11:02.839929 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-1d385c13-389c-433c-9c42-23bfe1f6d8e3 req-c438a298-553e-4ae0-9e02-53feed102fb0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.846003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfb1942-0d96-4a4a-8283-d311a079030e None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:02.853030 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1d385c13-389c-433c-9c42-23bfe1f6d8e3 req-c438a298-553e-4ae0-9e02-53feed102fb0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.45 "DELETE /v2.0/ports/d28ad115-d646-4d08-ba8f-af05f6acfffd HTTP/1.1" status: 204 len: 173 time: 0.9229097 Dec 08 02:11:02.856123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99e9d63-0010-4e99-98f9-5230e3cdbaa9', 'name': 'network-vif-deleted', 'tag': 'd28ad115-d646-4d08-ba8f-af05f6acfffd'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:02.860058 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8e0ab2-65f4-41f7-b041-e34f2b9c34b3" -d '{"events": [{"server_uuid": "a99e9d63-0010-4e99-98f9-5230e3cdbaa9", "name": "network-vif-deleted", "tag": "d28ad115-d646-4d08-ba8f-af05f6acfffd"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:02.873198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303d631-2df8-4c47-883c-f78ece6690b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5def07-0b3c-421a-a612-2a97d074caa7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:02.951129 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8d4fd08-6664-487a-9656-738fb944d201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.991220 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232e5612-1da2-4f16-9512-d1d3117553aa x-openstack-request-id: req-232e5612-1da2-4f16-9512-d1d3117553aa {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:02.992401 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99e9d63-0010-4e99-98f9-5230e3cdbaa9", "name": "network-vif-deleted", "tag": "d28ad115-d646-4d08-ba8f-af05f6acfffd", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:02.993371 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-232e5612-1da2-4f16-9512-d1d3117553aa {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:02.994950 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99e9d63-0010-4e99-98f9-5230e3cdbaa9', 'name': 'network-vif-deleted', 'tag': 'd28ad115-d646-4d08-ba8f-af05f6acfffd', 'status': 'completed', 'code': 200} Dec 08 02:11:03.110874 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c72481fe-db98-474f-ba0c-a276231d1663 req-14cb0e34-2245-4a2e-9ca5-0473c8496dbf tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=a99e9d63-0010-4e99-98f9-5230e3cdbaa9 HTTP/1.1" status: 200 len: 210 time: 0.0740132 Dec 08 02:11:03.172020 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8d4fd08-6664-487a-9656-738fb944d201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.179268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8d4fd08-6664-487a-9656-738fb944d201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.191443 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.253281 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b8d4fd08-6664-487a-9656-738fb944d201 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1dffe6643284462e8e7b49c3e6a6569d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5530758 Dec 08 02:11:03.253497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47274) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:03.260561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e9fc8-764d-4621-a388-a031cb6724b1 req-279e964c-a28e-4eea-b1a4-7fc5c6f57eae tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:03.261045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4fd08-6664-487a-9656-738fb944d201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8012caa0-fc6f-4675-95b3-ae632f787e93,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:03.267780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-528e9fc8-764d-4621-a388-a031cb6724b1 req-279e964c-a28e-4eea-b1a4-7fc5c6f57eae tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1254981 Dec 08 02:11:03.336344 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-177334ee-889b-4912-9d95-f548a08ebfc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.371886 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-177334ee-889b-4912-9d95-f548a08ebfc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.378402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-528e9fc8-764d-4621-a388-a031cb6724b1 req-fcc05959-d900-42f0-bc86-51fd6c71ae33 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044395 Dec 08 02:11:03.444665 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47278) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:03.456766 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-177334ee-889b-4912-9d95-f548a08ebfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.460337 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-177334ee-889b-4912-9d95-f548a08ebfc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.461652 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-177334ee-889b-4912-9d95-f548a08ebfc2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8012caa0-fc6f-4675-95b3-ae632f787e93 HTTP/1.1" status: 204 len: 168 time: 0.2070661 Dec 08 02:11:03.481927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6d7db197-8fc8-4164-aad3-ea7f009408ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.494398 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177334ee-889b-4912-9d95-f548a08ebfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8012caa0-fc6f-4675-95b3-ae632f787e93,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:03.532933 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.620021 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6d7db197-8fc8-4164-aad3-ea7f009408ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.625224 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6d7db197-8fc8-4164-aad3-ea7f009408ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.683352 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6d7db197-8fc8-4164-aad3-ea7f009408ad admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=03117c6c79e24932a4a75c700a8d9d2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2369959 Dec 08 02:11:03.684540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47286) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:03.694857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7db197-8fc8-4164-aad3-ea7f009408ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9f8859-afcc-4e45-a75a-00430f1d61ee,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:03.771998 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70d959a0-17c2-465f-b7fc-1d2f30a0d3e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.809382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70d959a0-17c2-465f-b7fc-1d2f30a0d3e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.881955 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70d959a0-17c2-465f-b7fc-1d2f30a0d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.884777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-70d959a0-17c2-465f-b7fc-1d2f30a0d3e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.886235 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-70d959a0-17c2-465f-b7fc-1d2f30a0d3e1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5b9f8859-afcc-4e45-a75a-00430f1d61ee HTTP/1.1" status: 204 len: 168 time: 0.1994228 Dec 08 02:11:03.896870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d959a0-17c2-465f-b7fc-1d2f30a0d3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9f8859-afcc-4e45-a75a-00430f1d61ee,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:03.986966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Router 614ac1bb-75c5-4206-bd0f-14dadb367714 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:11:03.992198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47302) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:04.104961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9bf4b-7298-4718-bac5-fb551d94ad6e req-2004a8c1-3657-43ed-a9f0-84d4726b371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:04.107314 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d6a9bf4b-7298-4718-bac5-fb551d94ad6e req-2004a8c1-3657-43ed-a9f0-84d4726b371e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 1098 time: 0.0485568 Dec 08 02:11:04.133047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:11:04.146528 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Sync routers for ids ['614ac1bb-75c5-4206-bd0f-14dadb367714'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:11:04.165286 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Routers {'614ac1bb-75c5-4206-bd0f-14dadb367714'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:04.166246 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['614ac1bb-75c5-4206-bd0f-14dadb367714'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:04.179871 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:04.185643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f78529e0-15d0-4730-8606-d9c6460d9d56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9177938 Dec 08 02:11:04.187443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47310) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:04.194287 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d6a9bf4b-7298-4718-bac5-fb551d94ad6e req-21a01953-4ada-451d-83c9-2591177658e9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794606 Dec 08 02:11:04.314701 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1597191653'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:04.373099 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:04.379505 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:04.404040 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:04.417081 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Set router 614ac1bb-75c5-4206-bd0f-14dadb367714 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:11:04.556925 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:04.565311 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:04.579192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fc05e-eb4c-4638-adac-b4a427a0b16e req-db847cfe-90d8-4a68-ba14-cfc62d55c5bc tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:04.587819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e66fc05e-eb4c-4638-adac-b4a427a0b16e req-db847cfe-90d8-4a68-ba14-cfc62d55c5bc tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 946 time: 0.1320875 Dec 08 02:11:04.619763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230d41f-91aa-4497-8bdf-3286d666995b req-789a2b95-fef7-4cfe-8cb3-06aeffc8ea81 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:04.620624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:11:04.621459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9230d41f-91aa-4497-8bdf-3286d666995b req-789a2b95-fef7-4cfe-8cb3-06aeffc8ea81 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1095593 Dec 08 02:11:04.651903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5ce879-8b43-4515-a2ea-4659d726752c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:04.679114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-074128ca-cd38-4e25-96d7-130a08f3ade3 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=93f82e85120244488a2d8ce6d04585da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4875700 Dec 08 02:11:04.679539 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:04.679539 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Added segment 1435ff02-9ebe-4568-a6e3-b1d86249a3fc of type vlan for network 27b71a85-dd81-4415-b869-7bdb583f90f3 Dec 08 02:11:04.687026 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47336) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:04.761891 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:11:02Z', 'revision_number': 3, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:04.780810 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e66fc05e-eb4c-4638-adac-b4a427a0b16e req-cf09692e-3d9a-44db-b664-111e8bfcd557 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914351 Dec 08 02:11:04.784700 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:04.794577 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Checking router: 614ac1bb-75c5-4206-bd0f-14dadb367714 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:11:04.794928 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Updating router 614ac1bb-75c5-4206-bd0f-14dadb367714 port 49eb53e3-6aab-4d48-abbd-2f0f8832d408 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:11:04.818259 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:04.829106 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:04.830827 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:04.833822 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:04.916190 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47342) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:04.929510 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9361947 Dec 08 02:11:04.931313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9230d41f-91aa-4497-8bdf-3286d666995b req-f7dd6f52-a304-42b5-bc12-98fe52d711f6 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828031 Dec 08 02:11:04.933856 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47346) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:04.941952 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-dd8f5224-9e3a-42e7-b4cb-05d2682129b4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:04.946148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bd6bf-f6c1-4fe3-9074-f49b9f93d8a5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Network': ['ID=27b71a85-dd81-4415-b869-7bdb583f90f3,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:04.981278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:11:05.028767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281bba22-0e19-4ebf-8389-295c5ea74dad tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:05.031402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-281bba22-0e19-4ebf-8389-295c5ea74dad tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3409884 Dec 08 02:11:05.035650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47352) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:05.087483 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-df2d5717-b9c0-47e6-b8ce-135494df169b tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506856 Dec 08 02:11:05.090284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47354) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:05.098304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8f5224-9e3a-42e7-b4cb-05d2682129b4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:05.101803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a71df479-5aa3-4d6f-8d0e-ab9c910b0759 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-465985794', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'project_id': '93f82e85120244488a2d8ce6d04585da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:05.104154 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5224-9e3a-42e7-b4cb-05d2682129b4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.303197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71df479-5aa3-4d6f-8d0e-ab9c910b0759 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Made reservation on behalf of 93f82e85120244488a2d8ce6d04585da for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:05.310047 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a71df479-5aa3-4d6f-8d0e-ab9c910b0759 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.319285 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.329775 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.375887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e986f881-6d56-43fa-bf3a-97d31b10a9db None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:05.387341 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Attempting to bind port 49eb53e3-6aab-4d48-abbd-2f0f8832d408 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:05.387795 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Attempting to bind port 49eb53e3-6aab-4d48-abbd-2f0f8832d408 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:05.388165 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Attempting to bind port 49eb53e3-6aab-4d48-abbd-2f0f8832d408 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:05.388366 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5224-9e3a-42e7-b4cb-05d2682129b4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.398410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1616966078'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:05.410038 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:05.410404 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:05.410809 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.415848 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:05.418156 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Bound port: 49eb53e3-6aab-4d48-abbd-2f0f8832d408, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:05.419149 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.473924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8026fc35-a976-46fd-b4f8-72493b9e7d83 None None] Provisioning complete for port 49eb53e3-6aab-4d48-abbd-2f0f8832d408 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:05.474185 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8026fc35-a976-46fd-b4f8-72493b9e7d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.500020 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] For port 49eb53e3-6aab-4d48-abbd-2f0f8832d408, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:05.502353 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f5224-9e3a-42e7-b4cb-05d2682129b4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:05.502809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8f5224-9e3a-42e7-b4cb-05d2682129b4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network hostable DHCP agents. Network: 27b71a85-dd81-4415-b869-7bdb583f90f3, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:11:05.504306 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] For port 49eb53e3-6aab-4d48-abbd-2f0f8832d408, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=49eb53e3-6aab-4d48-abbd-2f0f8832d408,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:05.506118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:05.511252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.513593 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Pushing event updated for resources: {'Port': ['ID=49eb53e3-6aab-4d48-abbd-2f0f8832d408,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:05.515720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f5224-9e3a-42e7-b4cb-05d2682129b4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=909004ec-8b59-4059-b003-361eba838263,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:05.519192 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.530936 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.531142 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:05.531338 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:05.531983 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:05.532681 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:05.533174 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:05.533684 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:05.534004 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:05.534488 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:05.535125 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:05.535458 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:05.536019 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:05.536356 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:05.536680 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:05.574197 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8026fc35-a976-46fd-b4f8-72493b9e7d83 None None] Port 49eb53e3-6aab-4d48-abbd-2f0f8832d408 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:05.595084 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a28fc4-5fd4-4899-ab60-302376266502 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:05.611578 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Routers {'614ac1bb-75c5-4206-bd0f-14dadb367714'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:05.611578 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['614ac1bb-75c5-4206-bd0f-14dadb367714'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:05.648134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8f5224-9e3a-42e7-b4cb-05d2682129b4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:11:05.657685 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a71df479-5aa3-4d6f-8d0e-ab9c910b0759 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.657962 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.664047 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.675910 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-dd8f5224-9e3a-42e7-b4cb-05d2682129b4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 27b71a85-dd81-4415-b869-7bdb583f90f3) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:05.686085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d458bef6-864b-48ea-8b1c-d0f23773cda6 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:05.691412 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7ca80-6f35-44b6-80bb-e8c88535bdbd None None] Pushing event updated for resources: {'Port': ['ID=49eb53e3-6aab-4d48-abbd-2f0f8832d408,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:05.725658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8f5224-9e3a-42e7-b4cb-05d2682129b4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:05.729187 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5224-9e3a-42e7-b4cb-05d2682129b4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.736302 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71df479-5aa3-4d6f-8d0e-ab9c910b0759 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Checking segment: {'id': '3de069df-8fe4-45a4-ae37-3c3cb03a3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:05.737456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71df479-5aa3-4d6f-8d0e-ab9c910b0759 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Network hostable DHCP agents. Network: 5b1ebd6c-4a11-4429-88f6-78f878af07db, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:11:05.751594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:11:05.772982 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71df479-5aa3-4d6f-8d0e-ab9c910b0759 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'Subnet': ['ID=7978e0f8-eb4b-43d4-9187-0121f1a166a0,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:05.785636 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] Set router 614ac1bb-75c5-4206-bd0f-14dadb367714 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:11:05.804830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71df479-5aa3-4d6f-8d0e-ab9c910b0759 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Network 5b1ebd6c-4a11-4429-88f6-78f878af07db is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:11:05.828080 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dd8f5224-9e3a-42e7-b4cb-05d2682129b4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8899436 Dec 08 02:11:05.829303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47370) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:05.832376 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.832750 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Added segment e165f410-b7f5-43f3-93e7-79570eade059 of type vlan for network 9b60a089-f1ca-4341-91eb-983e9c217019 Dec 08 02:11:05.834522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c6dda4-5f00-4961-845c-7454f287ee91,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:05.840001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f5d141f7-02a2-4cbb-b96d-7194033d19e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'name': 'tempest-NetworksTestDHCPv6-761637333'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:05.853304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a71df479-5aa3-4d6f-8d0e-ab9c910b0759 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 5b1ebd6c-4a11-4429-88f6-78f878af07db) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:05.863786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71df479-5aa3-4d6f-8d0e-ab9c910b0759 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:05.864647 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a71df479-5aa3-4d6f-8d0e-ab9c910b0759 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.904547 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.936664 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.950158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:05.951103 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.996336 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0776253 Dec 08 02:11:05.996336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47376) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:06.012654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-27680848-aa3e-4a33-8012-5dba46910e08 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-278275790'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:06.081434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a71df479-5aa3-4d6f-8d0e-ab9c910b0759 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9894011 Dec 08 02:11:06.091953 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47380) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:06.109230 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27680848-aa3e-4a33-8012-5dba46910e08 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:06.113450 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27680848-aa3e-4a33-8012-5dba46910e08 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:06.115290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e8045e-036a-4474-9ee8-9bba86a2c899 None None] Network 5b1ebd6c-4a11-4429-88f6-78f878af07db requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:06.142789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5729b84-b1f3-4b35-a53c-65047f49e6b7 req-af1492d9-babf-41c8-af34-e7907ef4ffb8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:06.143996 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:11:02Z', 'revision_number': 3, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:06.144334 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5729b84-b1f3-4b35-a53c-65047f49e6b7 req-af1492d9-babf-41c8-af34-e7907ef4ffb8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 946 time: 0.2410088 Dec 08 02:11:06.149920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8074e1ae-e3f8-45ec-be23-cbc029ee93c5 None None] Provisioning complete for port 49eb53e3-6aab-4d48-abbd-2f0f8832d408 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:06.150872 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8074e1ae-e3f8-45ec-be23-cbc029ee93c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:06.166935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180c16a-301b-47bd-a71a-cd66b9375961 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Network': ['ID=9b60a089-f1ca-4341-91eb-983e9c217019,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:06.176209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3754f98-188f-4bdc-ad73-65947629dbcc req-9d1b2b25-bd88-4ef8-99eb-f677be981bba tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:06.185325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3754f98-188f-4bdc-ad73-65947629dbcc req-9d1b2b25-bd88-4ef8-99eb-f677be981bba tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 946 time: 0.2587814 Dec 08 02:11:06.204452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0de9a-e184-4399-8be1-f9d2d78e83d0 req-54e08ae5-280d-46ba-a0c3-b3b05f280361 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:06.206011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71b0de9a-e184-4399-8be1-f9d2d78e83d0 req-54e08ae5-280d-46ba-a0c3-b3b05f280361 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1528647 Dec 08 02:11:06.217616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 9b60a089-f1ca-4341-91eb-983e9c217019 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:11:06.227589 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da756ca8-90bf-41db-9fad-fd0831efec8f None None] The sync data for ids ['614ac1bb-75c5-4206-bd0f-14dadb367714'] in n-d-713499-31 is: [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:11:02Z', 'revision_number': 3, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:11:06.267534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27680848-aa3e-4a33-8012-5dba46910e08 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:11:06.297671 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27680848-aa3e-4a33-8012-5dba46910e08 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:06.298021 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-27680848-aa3e-4a33-8012-5dba46910e08 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Added segment a5e471c6-dc8a-4c39-a569-9dff8ac9b70e of type vlan for network 2278db9d-99d5-4183-80b1-4bec52981bba Dec 08 02:11:06.340069 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3754f98-188f-4bdc-ad73-65947629dbcc req-5407e5d3-bd4b-4938-9629-9462452409d6 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537361 Dec 08 02:11:06.392992 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71b0de9a-e184-4399-8be1-f9d2d78e83d0 req-b902a04a-67a4-470e-9bac-92ed389454af tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499891 Dec 08 02:11:06.441768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': '909004ec-8b59-4059-b003-361eba838263'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:11:06.442646 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:06.485904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-5b1ebd6c-4a11-4429-88f6-78f878af07db', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'project_id': '93f82e85120244488a2d8ce6d04585da', 'fixed_ips': [{'subnet_id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:11:06.486791 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:06.509005 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d141f7-02a2-4cbb-b96d-7194033d19e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:06.513782 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f5d141f7-02a2-4cbb-b96d-7194033d19e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:06.568687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-f5d141f7-02a2-4cbb-b96d-7194033d19e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port 4a4fa51b-6562-4457-aef2-e63460bc781f yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:11:06.647421 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27680848-aa3e-4a33-8012-5dba46910e08 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:06.667109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-a5729b84-b1f3-4b35-a53c-65047f49e6b7 req-f98ddc17-065e-43a9-8331-a709e36b316c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Deleting port e1d52a8b-ea8d-4101-897e-6a23ad46418a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:06.667510 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a5729b84-b1f3-4b35-a53c-65047f49e6b7 req-f98ddc17-065e-43a9-8331-a709e36b316c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:06.732347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Allocated IP 2001:db8::2 (27b71a85-dd81-4415-b869-7bdb583f90f3/909004ec-8b59-4059-b003-361eba838263/b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:06.843291 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27680848-aa3e-4a33-8012-5dba46910e08 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:06.849659 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27680848-aa3e-4a33-8012-5dba46910e08 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:06.850368 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27680848-aa3e-4a33-8012-5dba46910e08 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:06.854724 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a5729b84-b1f3-4b35-a53c-65047f49e6b7 req-f98ddc17-065e-43a9-8331-a709e36b316c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] For port e1d52a8b-ea8d-4101-897e-6a23ad46418a, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e1d52a8b-ea8d-4101-897e-6a23ad46418a,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:06.856111 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a5729b84-b1f3-4b35-a53c-65047f49e6b7 req-f98ddc17-065e-43a9-8331-a709e36b316c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:06.886713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-a5729b84-b1f3-4b35-a53c-65047f49e6b7 req-f98ddc17-065e-43a9-8331-a709e36b316c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Calling delete_port for e1d52a8b-ea8d-4101-897e-6a23ad46418a owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:06.897422 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8074e1ae-e3f8-45ec-be23-cbc029ee93c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:06.980324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27680848-aa3e-4a33-8012-5dba46910e08 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Network': ['ID=2278db9d-99d5-4183-80b1-4bec52981bba,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:07.015508 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8074e1ae-e3f8-45ec-be23-cbc029ee93c5 None None] For port 49eb53e3-6aab-4d48-abbd-2f0f8832d408, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=49eb53e3-6aab-4d48-abbd-2f0f8832d408,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:07.025318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 2278db9d-99d5-4183-80b1-4bec52981bba details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:11:07.042325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd01b2-ec43-48a3-995c-32fafd59a3c2 req-b4642b03-4683-4570-a53a-2618386f24d6 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:07.044121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14dd01b2-ec43-48a3-995c-32fafd59a3c2 req-b4642b03-4683-4570-a53a-2618386f24d6 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1364086 Dec 08 02:11:07.050799 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-27680848-aa3e-4a33-8012-5dba46910e08 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0449591 Dec 08 02:11:07.054010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47400) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:07.070419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-704315b8-7246-45fb-88f0-6d473511abfa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'subnet': {'network_id': '9b60a089-f1ca-4341-91eb-983e9c217019', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:07.108966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add3889-2985-44fb-9a00-25d0536f74bf req-0de62542-6b19-4547-8878-9be2f5059e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:07.110760 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0add3889-2985-44fb-9a00-25d0536f74bf req-0de62542-6b19-4547-8878-9be2f5059e76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 1098 time: 0.1128063 Dec 08 02:11:07.119876 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d28ad115-d646-4d08-ba8f-af05f6acfffd no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:07.131653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47402) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:07.189295 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8074e1ae-e3f8-45ec-be23-cbc029ee93c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:07.278524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074e1ae-e3f8-45ec-be23-cbc029ee93c5 None None] Pushing event updated for resources: {'Port': ['ID=49eb53e3-6aab-4d48-abbd-2f0f8832d408,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:07.291896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14dd01b2-ec43-48a3-995c-32fafd59a3c2 req-c4f39fea-5f25-45d2-8243-fdabeec68d93 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332792 Dec 08 02:11:07.300168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704315b8-7246-45fb-88f0-6d473511abfa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:07.306535 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-704315b8-7246-45fb-88f0-6d473511abfa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:07.311433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: d28ad115-d646-4d08-ba8f-af05f6acfffd {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:11:07.311885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device d28ad115-d646-4d08-ba8f-af05f6acfffd not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:07.388147 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:07.404814 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:07.409319 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a5729b84-b1f3-4b35-a53c-65047f49e6b7 req-f98ddc17-065e-43a9-8331-a709e36b316c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:07.412712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Allocated IP 172.20.0.2 (5b1ebd6c-4a11-4429-88f6-78f878af07db/7978e0f8-eb4b-43d4-9187-0121f1a166a0/1d8858f7-8b54-4288-b039-71ac9944873c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:07.475979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a9545aae-5e04-40b2-b242-477b3b953496'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:11:07.550348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:07.568810 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c46d5685-d3d9-414c-b0b0-866a9f74f60a req-93d22af1-84d3-4c21-b993-ce23df3297dd tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=7da0af32-5891-4431-b27d-37f71a882f9c HTTP/1.1" status: 200 len: 210 time: 0.0827305 Dec 08 02:11:07.569328 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a416996-6138-4f8e-bf53-10c7526ef2d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:07.580048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9885176e-c2ee-4265-99e2-cd8d9a070b2d None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:07.599315 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ddc17-065e-43a9-8331-a709e36b316c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Pushing event deleted for resources: {'Port': ['ID=e1d52a8b-ea8d-4101-897e-6a23ad46418a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:07.615488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5729b84-b1f3-4b35-a53c-65047f49e6b7 req-f98ddc17-065e-43a9-8331-a709e36b316c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] No DVR routers for this DVR port e1d52a8b-ea8d-4101-897e-6a23ad46418a on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:07.621317 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a5729b84-b1f3-4b35-a53c-65047f49e6b7 req-f98ddc17-065e-43a9-8331-a709e36b316c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:07.621971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:07.622175 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5729b84-b1f3-4b35-a53c-65047f49e6b7 req-f98ddc17-065e-43a9-8331-a709e36b316c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "DELETE /v2.0/ports/e1d52a8b-ea8d-4101-897e-6a23ad46418a HTTP/1.1" status: 204 len: 173 time: 1.4686468 Dec 08 02:11:07.633477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da0af32-5891-4431-b27d-37f71a882f9c', 'name': 'network-vif-deleted', 'tag': 'e1d52a8b-ea8d-4101-897e-6a23ad46418a'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:07.636657 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0145da66-bce8-4870-a64d-4be81b17bd0e" -d '{"events": [{"server_uuid": "7da0af32-5891-4431-b27d-37f71a882f9c", "name": "network-vif-deleted", "tag": "e1d52a8b-ea8d-4101-897e-6a23ad46418a"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:07.656228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 49eb53e3-6aab-4d48-abbd-2f0f8832d408 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:07.669528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:07.674158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Pushing event updated for resources: {'Port': ['ID=b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:07.704692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-f5d141f7-02a2-4cbb-b96d-7194033d19e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::1e2 (27b71a85-dd81-4415-b869-7bdb583f90f3/909004ec-8b59-4059-b003-361eba838263/4a4fa51b-6562-4457-aef2-e63460bc781f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:07.721410 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcc711c-6be8-4b77-87ef-f2630a1ccfb4 x-openstack-request-id: req-efcc711c-6be8-4b77-87ef-f2630a1ccfb4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:07.721781 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da0af32-5891-4431-b27d-37f71a882f9c", "name": "network-vif-deleted", "tag": "e1d52a8b-ea8d-4101-897e-6a23ad46418a", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:07.721988 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-efcc711c-6be8-4b77-87ef-f2630a1ccfb4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:07.722371 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da0af32-5891-4431-b27d-37f71a882f9c', 'name': 'network-vif-deleted', 'tag': 'e1d52a8b-ea8d-4101-897e-6a23ad46418a', 'status': 'completed', 'code': 200} Dec 08 02:11:07.851513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Attempting to bind port b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:07.851910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Attempting to bind port b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:07.852795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Attempting to bind port b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:07.877966 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:07.878967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:07.879695 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:07.880323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:07.881074 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Bound port: b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:07.881694 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:07.893057 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:07.911242 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 49eb53e3-6aab-4d48-abbd-2f0f8832d408 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:07.912540 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:07.924693 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a416996-6138-4f8e-bf53-10c7526ef2d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:07.965838 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add3889-2985-44fb-9a00-25d0536f74bf req-48286d21-de0e-4634-83ce-d052061431c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:07.967335 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0add3889-2985-44fb-9a00-25d0536f74bf req-48286d21-de0e-4634-83ce-d052061431c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 200 len: 920 time: 0.8494236 Dec 08 02:11:07.973636 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8a416996-6138-4f8e-bf53-10c7526ef2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.023013 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0add3889-2985-44fb-9a00-25d0536f74bf req-987e619c-c012-4a2e-b2a6-a285580a0b29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796cba1e-4e9a-4880-bd68-63fd1c08e229 HTTP/1.1" status: 200 len: 217 time: 0.0463357 Dec 08 02:11:08.044412 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8a416996-6138-4f8e-bf53-10c7526ef2d7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=752b358d6ab74f11ac1a9be4c3fdd8d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9093564 Dec 08 02:11:08.047294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47410) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:08.055475 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-704315b8-7246-45fb-88f0-6d473511abfa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.100574 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] For port b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:08.100814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a416996-6138-4f8e-bf53-10c7526ef2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4595c515-0320-410a-9440-8540f164bf34,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:08.122423 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.126157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] For port b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:08.139761 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.174860 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.183199 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f5d141f7-02a2-4cbb-b96d-7194033d19e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.189350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704315b8-7246-45fb-88f0-6d473511abfa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Subnet': ['ID=d0f2afc9-366b-4372-8626-6b3d95ee8694,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:08.233877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704315b8-7246-45fb-88f0-6d473511abfa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Checking segment: {'id': 'e165f410-b7f5-43f3-93e7-79570eade059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9b60a089-f1ca-4341-91eb-983e9c217019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:08.234241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704315b8-7246-45fb-88f0-6d473511abfa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network hostable DHCP agents. Network: 9b60a089-f1ca-4341-91eb-983e9c217019, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:11:08.254031 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04670898-02e8-4b21-b892-256760fc9b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.294448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Network 5b1ebd6c-4a11-4429-88f6-78f878af07db is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:08.307983 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:08.309801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add3889-2985-44fb-9a00-25d0536f74bf req-fcbc6a56-7bad-4a06-916f-4b1f327e3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:08.311718 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0add3889-2985-44fb-9a00-25d0536f74bf req-fcbc6a56-7bad-4a06-916f-4b1f327e3da3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7dd109b-19a8-41cd-875c-3304ef52d129 HTTP/1.1" status: 200 len: 859 time: 0.2507296 Dec 08 02:11:08.312393 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f5d141f7-02a2-4cbb-b96d-7194033d19e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.312690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:08.316527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14471431-3986-48e6-a103-3fd22d7f6828 None None] Pushing event updated for resources: {'Port': ['ID=b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:08.330159 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04670898-02e8-4b21-b892-256760fc9b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.348962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704315b8-7246-45fb-88f0-6d473511abfa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network 9b60a089-f1ca-4341-91eb-983e9c217019 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:11:08.426950 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-704315b8-7246-45fb-88f0-6d473511abfa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 9b60a089-f1ca-4341-91eb-983e9c217019) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:08.433126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704315b8-7246-45fb-88f0-6d473511abfa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:08.434198 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-704315b8-7246-45fb-88f0-6d473511abfa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.440678 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276eb8a-43bf-4ca6-bfaf-8e0a7801b7ea None None] Network 9b60a089-f1ca-4341-91eb-983e9c217019 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:08.440950 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d141f7-02a2-4cbb-b96d-7194033d19e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:08.442585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Pushing event updated for resources: {'Port': ['ID=1d8858f7-8b54-4288-b039-71ac9944873c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:08.475290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Attempting to bind port 1d8858f7-8b54-4288-b039-71ac9944873c on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:08.481094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Attempting to bind port 1d8858f7-8b54-4288-b039-71ac9944873c by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '3de069df-8fe4-45a4-ae37-3c3cb03a3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:08.481583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Attempting to bind port 1d8858f7-8b54-4288-b039-71ac9944873c on network 5b1ebd6c-4a11-4429-88f6-78f878af07db {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:08.488483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f5d141f7-02a2-4cbb-b96d-7194033d19e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:08.491848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d141f7-02a2-4cbb-b96d-7194033d19e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:08.497673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d141f7-02a2-4cbb-b96d-7194033d19e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:08.498297 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f5d141f7-02a2-4cbb-b96d-7194033d19e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.507874 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0add3889-2985-44fb-9a00-25d0536f74bf req-6c0e69ce-4c9d-456f-a084-cd3035652e86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585720 Dec 08 02:11:08.516178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d141f7-02a2-4cbb-b96d-7194033d19e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=4a4fa51b-6562-4457-aef2-e63460bc781f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:08.533040 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:08.533322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Checking segment: {'id': '3de069df-8fe4-45a4-ae37-3c3cb03a3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:08.533880 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.534305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Bound using segment: {'id': '3de069df-8fe4-45a4-ae37-3c3cb03a3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:08.535138 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Bound port: 1d8858f7-8b54-4288-b039-71ac9944873c, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de069df-8fe4-45a4-ae37-3c3cb03a3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:08.535291 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.543215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-704315b8-7246-45fb-88f0-6d473511abfa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4877887 Dec 08 02:11:08.546695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47414) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:08.557037 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-05133f26-0cac-4ec8-b3a7-5c0f5d6dfa2c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'subnet': {'network_id': '2278db9d-99d5-4183-80b1-4bec52981bba', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:08.570224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f5d141f7-02a2-4cbb-b96d-7194033d19e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7395794 Dec 08 02:11:08.589031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47416) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:08.647413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdb18f-afdf-4924-a28f-4e1cb798ab6c req-36ab11b9-b945-4f89-8dcc-269a92bbe3ae tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:08.649024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97cdb18f-afdf-4924-a28f-4e1cb798ab6c req-36ab11b9-b945-4f89-8dcc-269a92bbe3ae tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1946423 Dec 08 02:11:08.649697 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04670898-02e8-4b21-b892-256760fc9b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.652356 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-04670898-02e8-4b21-b892-256760fc9b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.653404 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-04670898-02e8-4b21-b892-256760fc9b0c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4595c515-0320-410a-9440-8540f164bf34 HTTP/1.1" status: 204 len: 168 time: 0.5992341 Dec 08 02:11:08.706140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04670898-02e8-4b21-b892-256760fc9b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4595c515-0320-410a-9440-8540f164bf34,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:08.762227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1604f6a1-f8a4-4e35-a10a-2f5c4a870565 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:08.768451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1604f6a1-f8a4-4e35-a10a-2f5c4a870565 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:08.770047 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1604f6a1-f8a4-4e35-a10a-2f5c4a870565 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1786659 Dec 08 02:11:08.775178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47424) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:08.795243 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0add3889-2985-44fb-9a00-25d0536f74bf req-5df13659-d756-4d52-be75-03e95ae547f5 service neutron] 10.222.0.45 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771661 Dec 08 02:11:08.809437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97cdb18f-afdf-4924-a28f-4e1cb798ab6c req-2628e271-3c80-4026-a98a-9364b744a419 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356091 Dec 08 02:11:08.845058 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-9b60a089-f1ca-4341-91eb-983e9c217019', 'network_id': '9b60a089-f1ca-4341-91eb-983e9c217019', 'project_id': 'ea9220481296430fa8c96b469a3502db', 'fixed_ips': [{'subnet_id': 'd0f2afc9-366b-4372-8626-6b3d95ee8694'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:11:08.846933 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.883275 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] For port 1d8858f7-8b54-4288-b039-71ac9944873c, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:08.895994 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05133f26-0cac-4ec8-b3a7-5c0f5d6dfa2c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:08.905701 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05133f26-0cac-4ec8-b3a7-5c0f5d6dfa2c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:08.989248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] For port 1d8858f7-8b54-4288-b039-71ac9944873c, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1d8858f7-8b54-4288-b039-71ac9944873c,segment=NetworkSegment(3de069df-8fe4-45a4-ae37-3c3cb03a3b21),segment_id=3de069df-8fe4-45a4-ae37-3c3cb03a3b21)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:09.024307 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:09.048735 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Allocated IP 172.20.0.1 (5b1ebd6c-4a11-4429-88f6-78f878af07db/7978e0f8-eb4b-43d4-9187-0121f1a166a0/f3725f7c-832c-44fc-881a-07cbd52ce6a0) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:09.259223 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0add3889-2985-44fb-9a00-25d0536f74bf req-5910b9b4-2f73-476a-8efa-660b90b641ff service neutron] 10.222.0.45 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205961 Dec 08 02:11:09.282517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47438) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:09.344345 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e02dda4-4955-45dd-86ab-76c73e66273f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:09.379984 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:09.460675 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:09.516893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Network 5b1ebd6c-4a11-4429-88f6-78f878af07db is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:09.532870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:09.537341 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:09.551454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e1d52a8b-ea8d-4101-897e-6a23ad46418a no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:09.553750 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f69a90-c031-4054-b3e5-f81d99c4a5f9 None None] Pushing event updated for resources: {'Port': ['ID=1d8858f7-8b54-4288-b039-71ac9944873c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:09.579906 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e02dda4-4955-45dd-86ab-76c73e66273f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:09.587067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'Port': ['ID=f3725f7c-832c-44fc-881a-07cbd52ce6a0,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:09.606420 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e02dda4-4955-45dd-86ab-76c73e66273f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:09.618288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: e1d52a8b-ea8d-4101-897e-6a23ad46418a {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:11:09.623613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e1d52a8b-ea8d-4101-897e-6a23ad46418a not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:09.655999 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Allocated IP 2001:db8::2 (9b60a089-f1ca-4341-91eb-983e9c217019/d0f2afc9-366b-4372-8626-6b3d95ee8694/3d7462fd-3bee-4b5c-ad01-d203a36ca215) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:09.677525 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:09.697516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47440) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:09.699191 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0e02dda4-4955-45dd-86ab-76c73e66273f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ad60237cd16c47189e173fd9e938b3f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4148214 Dec 08 02:11:09.732557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:09.760643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02dda4-4955-45dd-86ab-76c73e66273f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2632d4b8-6b26-4cfd-b995-e76865d1ca71,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:09.866664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:09.867240 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:09.947367 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.019373 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.034789 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.046548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-b5680e06-bc16-4b2a-b5f9-6ce815d6bf66 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:10.048414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-b5680e06-bc16-4b2a-b5f9-6ce815d6bf66 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.3257158 Dec 08 02:11:10.078863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-fb409338-1af1-41b2-a2fe-92c3574287e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port 4a4fa51b-6562-4457-aef2-e63460bc781f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:10.078983 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb409338-1af1-41b2-a2fe-92c3574287e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.084555 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.104010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Network 9b60a089-f1ca-4341-91eb-983e9c217019 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:10.108156 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-caf6f19b-caba-4014-8ac3-dae2aafa6f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.111352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:10.113873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:10.122320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Pushing event updated for resources: {'Port': ['ID=3d7462fd-3bee-4b5c-ad01-d203a36ca215,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:10.137078 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-b53be9e5-b600-451e-8e77-2f86b4d9ec5e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/quotas/6f00c661668d43f18aa8b95269722bb0 HTTP/1.1" status: 200 len: 375 time: 0.0718017 Dec 08 02:11:10.176979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39f7d09-e29e-4d68-adbf-3d11392241be None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:10.196831 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:10.226126 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.246713 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-caf6f19b-caba-4014-8ac3-dae2aafa6f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.257606 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aca57-7e8f-4a1a-be8d-194c9055c8f3 req-e8fd78cb-de2b-4952-b7de-2bf89ae1595a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:10.259275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-335aca57-7e8f-4a1a-be8d-194c9055c8f3 req-e8fd78cb-de2b-4952-b7de-2bf89ae1595a tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.2749326 Dec 08 02:11:10.285240 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Attempting to bind port 3d7462fd-3bee-4b5c-ad01-d203a36ca215 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:10.285614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Attempting to bind port 3d7462fd-3bee-4b5c-ad01-d203a36ca215 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'e165f410-b7f5-43f3-93e7-79570eade059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9b60a089-f1ca-4341-91eb-983e9c217019'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:10.285980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Attempting to bind port 3d7462fd-3bee-4b5c-ad01-d203a36ca215 on network 9b60a089-f1ca-4341-91eb-983e9c217019 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:10.312187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:10.312614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Checking segment: {'id': 'e165f410-b7f5-43f3-93e7-79570eade059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9b60a089-f1ca-4341-91eb-983e9c217019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:10.313150 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.313632 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Bound using segment: {'id': 'e165f410-b7f5-43f3-93e7-79570eade059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9b60a089-f1ca-4341-91eb-983e9c217019'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:10.314152 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Bound port: 3d7462fd-3bee-4b5c-ad01-d203a36ca215, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e165f410-b7f5-43f3-93e7-79570eade059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9b60a089-f1ca-4341-91eb-983e9c217019'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:10.314535 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.347781 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.355450 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.362180 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:10.409547 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.421749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-df5e7d2e-03fe-4faf-8804-100d9b7232a7 None None] Provisioning complete for port b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:10.422016 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df5e7d2e-03fe-4faf-8804-100d9b7232a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.445693 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05133f26-0cac-4ec8-b3a7-5c0f5d6dfa2c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.469795 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb409338-1af1-41b2-a2fe-92c3574287e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.512090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'Port': ['ID=f3725f7c-832c-44fc-881a-07cbd52ce6a0,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:10.518103 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-02985d83-472a-439b-8895-c53e7806e9cb tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3283064 Dec 08 02:11:10.526060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] For port 3d7462fd-3bee-4b5c-ad01-d203a36ca215, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:10.528787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] For port 3d7462fd-3bee-4b5c-ad01-d203a36ca215, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3d7462fd-3bee-4b5c-ad01-d203a36ca215,segment=NetworkSegment(e165f410-b7f5-43f3-93e7-79570eade059),segment_id=e165f410-b7f5-43f3-93e7-79570eade059)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:10.539034 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.539327 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-fb409338-1af1-41b2-a2fe-92c3574287e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for 4a4fa51b-6562-4457-aef2-e63460bc781f owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:10.571760 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-caf6f19b-caba-4014-8ac3-dae2aafa6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.574517 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-caf6f19b-caba-4014-8ac3-dae2aafa6f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:10.575750 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-caf6f19b-caba-4014-8ac3-dae2aafa6f1c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2632d4b8-6b26-4cfd-b995-e76865d1ca71 HTTP/1.1" status: 204 len: 168 time: 0.8517029 Dec 08 02:11:10.591546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Network 5b1ebd6c-4a11-4429-88f6-78f878af07db is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:10.593296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:10.605459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-335aca57-7e8f-4a1a-be8d-194c9055c8f3 req-178f236b-5ae9-45c2-a8f7-e74a31c11136 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110006 Dec 08 02:11:10.626704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05133f26-0cac-4ec8-b3a7-5c0f5d6dfa2c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Subnet': ['ID=692e71eb-cb94-488e-be90-9bd9f68c0b90,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:10.677634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6f19b-caba-4014-8ac3-dae2aafa6f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2632d4b8-6b26-4cfd-b995-e76865d1ca71,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:10.791053 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174964b-dfd7-40d1-aa46-eee292253e67 None None] Pushing event updated for resources: {'Port': ['ID=3d7462fd-3bee-4b5c-ad01-d203a36ca215,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:10.796903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05133f26-0cac-4ec8-b3a7-5c0f5d6dfa2c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Checking segment: {'id': 'a5e471c6-dc8a-4c39-a569-9dff8ac9b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2278db9d-99d5-4183-80b1-4bec52981bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:10.797471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05133f26-0cac-4ec8-b3a7-5c0f5d6dfa2c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network hostable DHCP agents. Network: 2278db9d-99d5-4183-80b1-4bec52981bba, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:11:10.864174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Router 614ac1bb-75c5-4206-bd0f-14dadb367714 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:11:10.915979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-b9579c9c-7089-4222-93f6-3148d4f6eb27 service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448715 Dec 08 02:11:11.011282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05133f26-0cac-4ec8-b3a7-5c0f5d6dfa2c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network 2278db9d-99d5-4183-80b1-4bec52981bba is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:11:11.094735 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:11:11.103726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-05133f26-0cac-4ec8-b3a7-5c0f5d6dfa2c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 2278db9d-99d5-4183-80b1-4bec52981bba) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:11.114655 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ae204187-20d4-49b4-90b4-5c09b6750cd0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "PUT /v2.0/routers/614ac1bb-75c5-4206-bd0f-14dadb367714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0178628 Dec 08 02:11:11.114655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47450) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:11.115595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05133f26-0cac-4ec8-b3a7-5c0f5d6dfa2c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:11.116452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05133f26-0cac-4ec8-b3a7-5c0f5d6dfa2c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.121901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b4be0830-8857-4522-85f6-2eaddc3e9d5d tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--739390905', 'description': 'tempest-secgroup_access--739390905 description', 'project_id': '93f82e85120244488a2d8ce6d04585da'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:11.129619 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Sync routers for ids ['614ac1bb-75c5-4206-bd0f-14dadb367714'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:11:11.151807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb409338-1af1-41b2-a2fe-92c3574287e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.152304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58206b65-e4f8-4b54-9b20-43369d01b924 None None] Network 2278db9d-99d5-4183-80b1-4bec52981bba requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:11.176717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Routers {'614ac1bb-75c5-4206-bd0f-14dadb367714'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:11.178741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['614ac1bb-75c5-4206-bd0f-14dadb367714'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:11.194719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b7918-a0a8-4967-a379-d57288aecab7 None None] Network 5b1ebd6c-4a11-4429-88f6-78f878af07db requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:11.198227 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b4be0830-8857-4522-85f6-2eaddc3e9d5d tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.240020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb409338-1af1-41b2-a2fe-92c3574287e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=4a4fa51b-6562-4457-aef2-e63460bc781f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:11.264085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-05133f26-0cac-4ec8-b3a7-5c0f5d6dfa2c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7134871 Dec 08 02:11:11.264926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47454) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:11.287823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5abbd8b8-a562-4d27-85d1-8db4fbe9846d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-642560381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:11.288830 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb409338-1af1-41b2-a2fe-92c3574287e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.297127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fb409338-1af1-41b2-a2fe-92c3574287e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/4a4fa51b-6562-4457-aef2-e63460bc781f HTTP/1.1" status: 204 len: 168 time: 2.5206060 Dec 08 02:11:11.301874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47458) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:11.344091 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-8e936940-4976-4eb5-b47d-2a64583cf607 service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200578 Dec 08 02:11:11.393841 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5abbd8b8-a562-4d27-85d1-8db4fbe9846d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.394999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5abbd8b8-a562-4d27-85d1-8db4fbe9846d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.468138 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cbdcd9-5a5b-4225-8c43-5d70e4d42822 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:11.470632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cbdcd9-5a5b-4225-8c43-5d70e4d42822 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:11.475290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-19cbdcd9-5a5b-4225-8c43-5d70e4d42822 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1693687 Dec 08 02:11:11.475551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47462) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:11.499892 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Provisioning complete for port 1d8858f7-8b54-4288-b039-71ac9944873c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:11.500503 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.507828 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b4be0830-8857-4522-85f6-2eaddc3e9d5d tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.666842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2376fec-4903-4a2e-bdd3-d1fda579febf tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet 909004ec-8b59-4059-b003-361eba838263 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:11:11.683172 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2376fec-4903-4a2e-bdd3-d1fda579febf tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.721127 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5abbd8b8-a562-4d27-85d1-8db4fbe9846d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.727540 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b4be0830-8857-4522-85f6-2eaddc3e9d5d tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.757222 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-2278db9d-99d5-4183-80b1-4bec52981bba', 'network_id': '2278db9d-99d5-4183-80b1-4bec52981bba', 'project_id': 'ea9220481296430fa8c96b469a3502db', 'fixed_ips': [{'subnet_id': '692e71eb-cb94-488e-be90-9bd9f68c0b90'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:11:11.759363 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.763168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Set router 614ac1bb-75c5-4206-bd0f-14dadb367714 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:11:11.808160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5abbd8b8-a562-4d27-85d1-8db4fbe9846d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.817612 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be0830-8857-4522-85f6-2eaddc3e9d5d tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c515722b-dd95-4612-abcb-c0a73980786e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:11.823554 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b4be0830-8857-4522-85f6-2eaddc3e9d5d tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.824973 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b4be0830-8857-4522-85f6-2eaddc3e9d5d tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7093892 Dec 08 02:11:11.834721 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47474) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:11.844423 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b622d24c-e3a7-43c1-9094-7cdd90bd0fe4 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1307007025', 'description': 'tempest-secgroup_general--1307007025 description', 'project_id': '93f82e85120244488a2d8ce6d04585da'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:11.915352 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b622d24c-e3a7-43c1-9094-7cdd90bd0fe4 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.925952 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5abbd8b8-a562-4d27-85d1-8db4fbe9846d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.945854 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5abbd8b8-a562-4d27-85d1-8db4fbe9846d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6802452 Dec 08 02:11:11.957563 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2376fec-4903-4a2e-bdd3-d1fda579febf tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:11.966094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47478) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:11.989960 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:12.158527 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2376fec-4903-4a2e-bdd3-d1fda579febf tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:12.250468 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f4107a88-eaaa-402f-8fe0-2ebc458edeee req-ee3a897e-b670-437e-b5c7-703f6aa3fe5e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 210 time: 0.4497509 Dec 08 02:11:12.255053 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2376fec-4903-4a2e-bdd3-d1fda579febf tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:12.345704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2376fec-4903-4a2e-bdd3-d1fda579febf tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=909004ec-8b59-4059-b003-361eba838263,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:12.370820 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2376fec-4903-4a2e-bdd3-d1fda579febf tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:12.381411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c2376fec-4903-4a2e-bdd3-d1fda579febf tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/909004ec-8b59-4059-b003-361eba838263 HTTP/1.1" status: 204 len: 168 time: 0.9044709 Dec 08 02:11:12.383439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47490) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:12.452064 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:12.454164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e688aad-2f06-4814-87ef-bb9917d7a123 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:12.563858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b08cd-b890-4b07-b339-b1263f00d7e8 req-48a3a26c-ffac-4ffa-a5d3-621b5c141fe7 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:12.568009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de3b08cd-b890-4b07-b339-b1263f00d7e8 req-48a3a26c-ffac-4ffa-a5d3-621b5c141fe7 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.3377852 Dec 08 02:11:12.579236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47492) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:12.582024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5606eb48-aa86-4dad-8af7-87aafedfbe82 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1905990 Dec 08 02:11:12.596086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-404c0722-a59d-4e6b-9ae2-eba15f29594f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:12.655732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de3b08cd-b890-4b07-b339-b1263f00d7e8 req-a0b83d36-32e9-4e5a-84dd-0eb24ca46dd1 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713608 Dec 08 02:11:12.683435 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b622d24c-e3a7-43c1-9094-7cdd90bd0fe4 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:12.866981 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b622d24c-e3a7-43c1-9094-7cdd90bd0fe4 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:12.983451 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b622d24c-e3a7-43c1-9094-7cdd90bd0fe4 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:12.989915 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47510) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:12.992141 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b622d24c-e3a7-43c1-9094-7cdd90bd0fe4 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.1555107 Dec 08 02:11:13.004053 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a4b284de-6650-4045-a4c1-e949cc3d18ea tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Request body: {'security_group_rule': {'security_group_id': 'c515722b-dd95-4612-abcb-c0a73980786e', 'project_id': '93f82e85120244488a2d8ce6d04585da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:13.009061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622d24c-e3a7-43c1-9094-7cdd90bd0fe4 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd91ece8-1a7b-44db-b704-572d682de78d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:13.045542 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:13.070460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404c0722-a59d-4e6b-9ae2-eba15f29594f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:13.075042 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-404c0722-a59d-4e6b-9ae2-eba15f29594f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:13.136188 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4b284de-6650-4045-a4c1-e949cc3d18ea tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:13.245464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Allocated IP 2001:db8:1::2 (2278db9d-99d5-4183-80b1-4bec52981bba/692e71eb-cb94-488e-be90-9bd9f68c0b90/cc9f8985-6195-44da-9dc3-ab88b163f70a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:13.323374 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4b284de-6650-4045-a4c1-e949cc3d18ea tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:13.328440 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4b284de-6650-4045-a4c1-e949cc3d18ea tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:13.389305 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b284de-6650-4045-a4c1-e949cc3d18ea tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c92459e-f373-4d10-af36-6bdb62546684,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:13.470688 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4b284de-6650-4045-a4c1-e949cc3d18ea tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:13.475395 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a4b284de-6650-4045-a4c1-e949cc3d18ea tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4840052 Dec 08 02:11:13.506784 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23655bcc-6425-400d-9285-42149dd06bc6 req-490e0ed8-a77c-43c8-bf81-93904fe5a775 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 210 time: 0.1045954 Dec 08 02:11:13.506937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c781f746-aef4-481f-a898-a5f29e3b07d2 None None] Network 9b60a089-f1ca-4341-91eb-983e9c217019 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:13.633929 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Allocated IP 2001:db8::1 (9b60a089-f1ca-4341-91eb-983e9c217019/d0f2afc9-366b-4372-8626-6b3d95ee8694/8e1fc04d-1a42-4653-9310-78283a26952c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:13.667279 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-404c0722-a59d-4e6b-9ae2-eba15f29594f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:13.674807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:13.675150 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:13.686777 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] For port 1d8858f7-8b54-4288-b039-71ac9944873c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1d8858f7-8b54-4288-b039-71ac9944873c,segment=NetworkSegment(3de069df-8fe4-45a4-ae37-3c3cb03a3b21),segment_id=3de069df-8fe4-45a4-ae37-3c3cb03a3b21)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:13.759496 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:13.768411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404c0722-a59d-4e6b-9ae2-eba15f29594f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:13.795914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-7ad1d11d-7e13-4a62-9f71-12c503f91379 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:13.810156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-7ad1d11d-7e13-4a62-9f71-12c503f91379 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.2997222 Dec 08 02:11:13.812401 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-404c0722-a59d-4e6b-9ae2-eba15f29594f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:13.819556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c0722-a59d-4e6b-9ae2-eba15f29594f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:13.820175 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-404c0722-a59d-4e6b-9ae2-eba15f29594f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:13.846531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-9d989cab-d96f-4906-8674-54c0eda005c3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Request body: {'port': {'device_id': '45b3d574-f6e9-42b7-816f-3b3c8b3414ea', 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'admin_state_up': True, 'tenant_id': '6f00c661668d43f18aa8b95269722bb0'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:13.848696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c0722-a59d-4e6b-9ae2-eba15f29594f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=346b3352-f9df-46ec-80c7-1e9821addc85,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:13.872762 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:13.902912 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-404c0722-a59d-4e6b-9ae2-eba15f29594f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3220215 Dec 08 02:11:13.909233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47538) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:13.919347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7536f1e8-3a11-42bc-a0f9-574d8a11a924 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'name': 'tempest-NetworksTestDHCPv6-1952127482'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:13.942171 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] Could not find standard attr ID for object 4a4fa51b-6562-4457-aef2-e63460bc781f. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:11:13.947194 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.045945 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-e2bd9721-f9b7-4e6f-a08a-8b0e215c1efb tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup_access--739390905&fields=id&tenant_id=93f82e85120244488a2d8ce6d04585da HTTP/1.1" status: 200 len: 267 time: 0.2221107 Dec 08 02:11:14.117371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728c8673-6b59-455c-91d9-28e3ea216f32 None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:14.128487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Pushing event updated for resources: {'Port': ['ID=1d8858f7-8b54-4288-b039-71ac9944873c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:14.150480 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.150838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.151181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.151521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.151887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.152219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.152546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.152866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.153186 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.153508 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.153846 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.154145 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.154464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d14ea-25e3-4d38-ba96-39020ea10fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.169296 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Network 2278db9d-99d5-4183-80b1-4bec52981bba is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:14.172045 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] Provisioning complete for port 1d8858f7-8b54-4288-b039-71ac9944873c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:14.172422 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.228562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:14.231340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:14.234507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-9d989cab-d96f-4906-8674-54c0eda005c3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Made reservation on behalf of 6f00c661668d43f18aa8b95269722bb0 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:14.257691 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-9d989cab-d96f-4906-8674-54c0eda005c3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.308624 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-9ea0628e-a1d3-4f02-8175-1b99eb6b6628 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup_general--1307007025&fields=id&tenant_id=93f82e85120244488a2d8ce6d04585da HTTP/1.1" status: 200 len: 267 time: 0.2538133 Dec 08 02:11:14.414856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Pushing event updated for resources: {'Port': ['ID=cc9f8985-6195-44da-9dc3-ab88b163f70a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:14.430579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1d8858f7-8b54-4288-b039-71ac9944873c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:14.510126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Attempting to bind port cc9f8985-6195-44da-9dc3-ab88b163f70a on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:14.510542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Attempting to bind port cc9f8985-6195-44da-9dc3-ab88b163f70a by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'a5e471c6-dc8a-4c39-a569-9dff8ac9b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2278db9d-99d5-4183-80b1-4bec52981bba'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:14.510994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Attempting to bind port cc9f8985-6195-44da-9dc3-ab88b163f70a on network 2278db9d-99d5-4183-80b1-4bec52981bba {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:14.519964 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:14.520342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Checking segment: {'id': 'a5e471c6-dc8a-4c39-a569-9dff8ac9b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2278db9d-99d5-4183-80b1-4bec52981bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:14.520748 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.522379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Bound using segment: {'id': 'a5e471c6-dc8a-4c39-a569-9dff8ac9b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2278db9d-99d5-4183-80b1-4bec52981bba'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:14.522379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Bound port: cc9f8985-6195-44da-9dc3-ab88b163f70a, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e471c6-dc8a-4c39-a569-9dff8ac9b70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2278db9d-99d5-4183-80b1-4bec52981bba'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:14.522379 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.540662 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-728c8673-6b59-455c-91d9-28e3ea216f32 None None] Deleting port b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:14.541085 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-728c8673-6b59-455c-91d9-28e3ea216f32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.557160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.695029 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.698701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] For port cc9f8985-6195-44da-9dc3-ab88b163f70a, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:14.706863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] For port cc9f8985-6195-44da-9dc3-ab88b163f70a, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=cc9f8985-6195-44da-9dc3-ab88b163f70a,segment=NetworkSegment(a5e471c6-dc8a-4c39-a569-9dff8ac9b70e),segment_id=a5e471c6-dc8a-4c39-a569-9dff8ac9b70e)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:14.713734 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7536f1e8-3a11-42bc-a0f9-574d8a11a924 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:14.717800 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7536f1e8-3a11-42bc-a0f9-574d8a11a924 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.760709 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:11:09Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f3725f7c-832c-44fc-881a-07cbd52ce6a0', 'name': '', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'mac_address': 'fa:16:3e:49:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:08Z', 'updated_at': '2021-12-08T02:11:10Z', 'revision_number': 2, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'subnets': [{'id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:14.765584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network 9b60a089-f1ca-4341-91eb-983e9c217019 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:14.770152 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.776238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2cf6aeed-7c2a-448d-9bbc-34829b5633ec req-8c31ed66-36bf-4926-bbb7-e3ff2d2aa7a4 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 210 time: 0.1321082 Dec 08 02:11:14.800596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:14.808513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 1d8858f7-8b54-4288-b039-71ac9944873c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:14.809011 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.831289 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:14.834277 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.856850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=8e1fc04d-1a42-4653-9310-78283a26952c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:14.924977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-7536f1e8-3a11-42bc-a0f9-574d8a11a924 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port e8f93611-adb7-41d5-bda8-fc3bb05bf8ce yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:11:14.925303 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Checking router: 614ac1bb-75c5-4206-bd0f-14dadb367714 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:11:14.925544 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Updating router 614ac1bb-75c5-4206-bd0f-14dadb367714 port f3725f7c-832c-44fc-881a-07cbd52ce6a0 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:11:15.031255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-9d989cab-d96f-4906-8674-54c0eda005c3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Allocated IP 172.20.0.2 (3c1d6076-2a4e-4d70-97ce-7376926325bf/d8c08e74-103b-4cbe-976c-ceed8594a0cb/ff305792-892c-4e6c-b666-ff32f24c9ff1) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:15.110610 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:15.175655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9601ca-fd92-449e-b791-2a32863c5d5f None None] Pushing event updated for resources: {'Port': ['ID=cc9f8985-6195-44da-9dc3-ab88b163f70a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:15.185969 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-728c8673-6b59-455c-91d9-28e3ea216f32 None None] For port b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:15.185969 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-728c8673-6b59-455c-91d9-28e3ea216f32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:15.201051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] Provisioning complete for port f3725f7c-832c-44fc-881a-07cbd52ce6a0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:15.201417 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:15.217382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-728c8673-6b59-455c-91d9-28e3ea216f32 None None] Calling delete_port for b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:15.226296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-b5100131-f21d-4efa-bab6-77644ca3f896 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:15.231363 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-b5100131-f21d-4efa-bab6-77644ca3f896 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/networks?id=5b1ebd6c-4a11-4429-88f6-78f878af07db HTTP/1.1" status: 200 len: 797 time: 0.9144042 Dec 08 02:11:15.259386 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:15.395076 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-7536f1e8-3a11-42bc-a0f9-574d8a11a924 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::28c (27b71a85-dd81-4415-b869-7bdb583f90f3/346b3352-f9df-46ec-80c7-1e9821addc85/e8f93611-adb7-41d5-bda8-fc3bb05bf8ce) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:15.423978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-b2e25f4c-a301-4b0c-b51f-1a98b70ff058 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/quotas/93f82e85120244488a2d8ce6d04585da HTTP/1.1" status: 200 len: 375 time: 0.1553323 Dec 08 02:11:15.591821 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-9d989cab-d96f-4906-8674-54c0eda005c3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:15.641914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] Port f3725f7c-832c-44fc-881a-07cbd52ce6a0 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:15.649893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3d7462fd-3bee-4b5c-ad01-d203a36ca215 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:15.676411 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-9d989cab-d96f-4906-8674-54c0eda005c3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:15.814675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d989cab-d96f-4906-8674-54c0eda005c3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Pushing event updated for resources: {'Port': ['ID=ff305792-892c-4e6c-b666-ff32f24c9ff1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:15.843801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-9d989cab-d96f-4906-8674-54c0eda005c3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Network 3c1d6076-2a4e-4d70-97ce-7376926325bf is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:15.847380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-9d989cab-d96f-4906-8674-54c0eda005c3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:15.862152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-9d989cab-d96f-4906-8674-54c0eda005c3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:15.875471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-5e6edef2-2604-4ccc-8fb8-3e9e9fcec5dd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=93f82e85120244488a2d8ce6d04585da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4502671 Dec 08 02:11:15.939500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a9545aae-5e04-40b2-b242-477b3b953496'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:11:15.945472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5eab5b-56c0-46d1-9e3e-2828ec61f098 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:15.960243 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-728c8673-6b59-455c-91d9-28e3ea216f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:16.021489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-9d989cab-d96f-4906-8674-54c0eda005c3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:16.022643 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-9d989cab-d96f-4906-8674-54c0eda005c3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:16.061747 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c8673-6b59-455c-91d9-28e3ea216f32 None None] No DVR routers for this DVR port b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:16.123946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-9d989cab-d96f-4906-8674-54c0eda005c3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2862685 Dec 08 02:11:16.129656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c8673-6b59-455c-91d9-28e3ea216f32 None None] Pushing event deleted for resources: {'Port': ['ID=b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:16.134608 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-cff2e579-8aab-4dd9-b68e-d9df818eebaa service neutron] 10.222.0.71 "GET /v2.0/networks/5b1ebd6c-4a11-4429-88f6-78f878af07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356606 Dec 08 02:11:16.145740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24d201-2a28-4d52-b636-157d7b873416 req-ca8dddc2-2232-4bfb-9aef-066680a0379c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:16.148543 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab24d201-2a28-4d52-b636-157d7b873416 req-ca8dddc2-2232-4bfb-9aef-066680a0379c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 931 time: 0.1653955 Dec 08 02:11:16.155691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Request body: {'port': {'device_id': '45b3d574-f6e9-42b7-816f-3b3c8b3414ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:16.181120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41423ed-7fbe-4452-a2d4-a3dace8c19a9 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:16.195923 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7536f1e8-3a11-42bc-a0f9-574d8a11a924 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:16.267768 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:16.274370 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:16.275191 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:16.425418 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7536f1e8-3a11-42bc-a0f9-574d8a11a924 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:16.433793 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab24d201-2a28-4d52-b636-157d7b873416 req-2b45c41e-2dc3-4e43-88bc-929f7afe1d34 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597976 Dec 08 02:11:16.500728 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:16.520098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=8e1fc04d-1a42-4653-9310-78283a26952c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:16.577812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] Provisioning complete for port b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:16.578477 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:16.580010 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-877877ab-ce84-424b-a49f-ccef837b287c service neutron] 10.222.0.71 "GET /v2.0/networks/5b1ebd6c-4a11-4429-88f6-78f878af07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304054 Dec 08 02:11:16.604407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7536f1e8-3a11-42bc-a0f9-574d8a11a924 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:16.610937 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7536f1e8-3a11-42bc-a0f9-574d8a11a924 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:16.623833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536f1e8-3a11-42bc-a0f9-574d8a11a924 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:16.635710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7536f1e8-3a11-42bc-a0f9-574d8a11a924 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:16.636510 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7536f1e8-3a11-42bc-a0f9-574d8a11a924 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:16.665209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network 9b60a089-f1ca-4341-91eb-983e9c217019 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:16.666063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536f1e8-3a11-42bc-a0f9-574d8a11a924 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=e8f93611-adb7-41d5-bda8-fc3bb05bf8ce,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:16.670143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:16.679623 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7536f1e8-3a11-42bc-a0f9-574d8a11a924 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7685349 Dec 08 02:11:16.686279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47562) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:16.725258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] Port b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a was deleted so its status cannot be updated. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 08 02:11:16.794899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 3d7462fd-3bee-4b5c-ad01-d203a36ca215 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:16.795295 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:16.829346 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:16.873087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9e4bbe-545d-4a08-96de-8c08dffc9265 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:16.874613 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dc9e4bbe-545d-4a08-96de-8c08dffc9265 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1871243 Dec 08 02:11:16.877209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47564) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:16.921853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e94eb7c-1902-4094-984d-9b8db966b6db None None] Network 2278db9d-99d5-4183-80b1-4bec52981bba requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:16.937660 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:17.050906 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:11:17.135884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] Provisioning complete for port 3d7462fd-3bee-4b5c-ad01-d203a36ca215 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:17.139447 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:17.264386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6231d5e9-9df8-4c3e-bcb6-f52658f54c24 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port e8f93611-adb7-41d5-bda8-fc3bb05bf8ce {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:17.266235 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6231d5e9-9df8-4c3e-bcb6-f52658f54c24 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:17.312019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:11:17.327588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e3492-d268-41cf-bca5-20658aef5da0 None None] Pushing event updated for resources: {'Port': ['ID=f3725f7c-832c-44fc-881a-07cbd52ce6a0,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:17.329978 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8b66e-cb21-4f24-b684-5054ba992844 None None] Sync routers for ids ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:11:17.363538 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4082c7aa-faf2-408e-b0bd-d163f2d08b65 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3921814 Dec 08 02:11:17.387828 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8b66e-cb21-4f24-b684-5054ba992844 None None] Routers {'d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:17.388831 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c9a8b66e-cb21-4f24-b684-5054ba992844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:17.448075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47580) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:17.451980 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c9a8b66e-cb21-4f24-b684-5054ba992844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:17.468809 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8b66e-cb21-4f24-b684-5054ba992844 None None] Routers {'d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:17.469882 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c9a8b66e-cb21-4f24-b684-5054ba992844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:17.569261 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c9a8b66e-cb21-4f24-b684-5054ba992844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:17.571577 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8b66e-cb21-4f24-b684-5054ba992844 None None] The sync data for ids ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:11:17.624473 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ec50dc0a-86ee-4527-ba24-abd90d2f6219 req-e2dc014b-95f0-4723-8029-2029f5acc21e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 210 time: 0.1362646 Dec 08 02:11:17.688983 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d1bc53-55a1-4772-847e-cb306f69d650 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:17.691183 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f9d1bc53-55a1-4772-847e-cb306f69d650 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports/8e1fc04d-1a42-4653-9310-78283a26952c HTTP/1.1" status: 200 len: 911 time: 0.2417626 Dec 08 02:11:17.696145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47590) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:17.796602 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': '346b3352-f9df-46ec-80c7-1e9821addc85'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:11:17.797462 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:17.932278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590ca36-c4a8-4cff-a353-59b6998f4bfa req-1f2d1234-c54d-4e4b-9db0-228845376b50 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:17.933679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2590ca36-c4a8-4cff-a353-59b6998f4bfa req-1f2d1234-c54d-4e4b-9db0-228845376b50 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 931 time: 0.2882276 Dec 08 02:11:18.023177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff305792-892c-4e6c-b666-ff32f24c9ff1 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:11:18.069174 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:18.094058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2590ca36-c4a8-4cff-a353-59b6998f4bfa req-6d42a52a-3b30-4377-b3a4-1cd3684a6041 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529617 Dec 08 02:11:18.100409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Transition to ACTIVE for port object ff305792-892c-4e6c-b666-ff32f24c9ff1 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:11:18.106660 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:18.177245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ba163-daa9-4156-8398-58207115431e service neutron] Pushing event updated for resources: {'Port': ['ID=ff305792-892c-4e6c-b666-ff32f24c9ff1,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:18.201282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6231d5e9-9df8-4c3e-bcb6-f52658f54c24 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:18.208092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Attempting to bind port f3725f7c-832c-44fc-881a-07cbd52ce6a0 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:18.208926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Attempting to bind port f3725f7c-832c-44fc-881a-07cbd52ce6a0 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '3de069df-8fe4-45a4-ae37-3c3cb03a3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:18.216904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Attempting to bind port f3725f7c-832c-44fc-881a-07cbd52ce6a0 on network 5b1ebd6c-4a11-4429-88f6-78f878af07db {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:18.276236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6231d5e9-9df8-4c3e-bcb6-f52658f54c24 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for e8f93611-adb7-41d5-bda8-fc3bb05bf8ce owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:18.296176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd816b4-d809-4c15-9667-f9d9a989f9bd None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:18.348055 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:18.348439 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Checking segment: {'id': '3de069df-8fe4-45a4-ae37-3c3cb03a3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:18.348845 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:18.349798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Bound using segment: {'id': '3de069df-8fe4-45a4-ae37-3c3cb03a3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:18.350292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Bound port: f3725f7c-832c-44fc-881a-07cbd52ce6a0, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de069df-8fe4-45a4-ae37-3c3cb03a3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:18.350678 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:18.378393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Attempting to bind port ff305792-892c-4e6c-b666-ff32f24c9ff1 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:18.378761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Attempting to bind port ff305792-892c-4e6c-b666-ff32f24c9ff1 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:18.379090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Attempting to bind port ff305792-892c-4e6c-b666-ff32f24c9ff1 on network 3c1d6076-2a4e-4d70-97ce-7376926325bf {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:18.384135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Port ff305792-892c-4e6c-b666-ff32f24c9ff1 on network 3c1d6076-2a4e-4d70-97ce-7376926325bf not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:11:18.384466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Attempting to bind port ff305792-892c-4e6c-b666-ff32f24c9ff1 on network 3c1d6076-2a4e-4d70-97ce-7376926325bf {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:18.390126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:18.390471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Checking segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:18.390848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Bound using segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:18.391272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Bound port: ff305792-892c-4e6c-b666-ff32f24c9ff1, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:18.391715 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:18.463311 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:18.514305 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:18.549194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] For port ff305792-892c-4e6c-b666-ff32f24c9ff1, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:18.551565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Allocated IP 2001:db8::2 (27b71a85-dd81-4415-b869-7bdb583f90f3/346b3352-f9df-46ec-80c7-1e9821addc85/8572d00c-c71e-49d6-8381-c975e44fd2f7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:18.560028 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:18.572474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] For port ff305792-892c-4e6c-b666-ff32f24c9ff1, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ff305792-892c-4e6c-b666-ff32f24c9ff1,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:18.581346 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:18.664391 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] For port 3d7462fd-3bee-4b5c-ad01-d203a36ca215, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3d7462fd-3bee-4b5c-ad01-d203a36ca215,segment=NetworkSegment(e165f410-b7f5-43f3-93e7-79570eade059),segment_id=e165f410-b7f5-43f3-93e7-79570eade059)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:18.736626 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ba163-daa9-4156-8398-58207115431e service neutron] Pushing event updated for resources: {'Port': ['ID=ff305792-892c-4e6c-b666-ff32f24c9ff1,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:18.792912 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:18.797626 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:18.798857 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:18.799468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] For port f3725f7c-832c-44fc-881a-07cbd52ce6a0, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:18.809386 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-813ba163-daa9-4156-8398-58207115431e service neutron] 10.222.0.75 "PUT /v2.0/ports/ff305792-892c-4e6c-b666-ff32f24c9ff1 HTTP/1.1" status: 200 len: 1092 time: 2.6571071 Dec 08 02:11:18.811647 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b3d574-f6e9-42b7-816f-3b3c8b3414ea', 'tag': 'ff305792-892c-4e6c-b666-ff32f24c9ff1'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:18.818893 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19199768-cd32-4d27-a924-3ee007ddd0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "45b3d574-f6e9-42b7-816f-3b3c8b3414ea", "tag": "ff305792-892c-4e6c-b666-ff32f24c9ff1"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:18.829604 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:11:18.830793 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:11:18.838230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67da3376-29fe-4821-8138-dd87fbe26d2e None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:18.844879 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6231d5e9-9df8-4c3e-bcb6-f52658f54c24 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:18.955515 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c2ade1-ca4a-47b0-93a2-a61467a82efc x-openstack-request-id: req-d2c2ade1-ca4a-47b0-93a2-a61467a82efc {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:18.955861 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b3d574-f6e9-42b7-816f-3b3c8b3414ea", "tag": "ff305792-892c-4e6c-b666-ff32f24c9ff1", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:18.956122 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d2c2ade1-ca4a-47b0-93a2-a61467a82efc {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:18.956541 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b3d574-f6e9-42b7-816f-3b3c8b3414ea', 'tag': 'ff305792-892c-4e6c-b666-ff32f24c9ff1', 'status': 'completed', 'code': 200} Dec 08 02:11:18.971687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231d5e9-9df8-4c3e-bcb6-f52658f54c24 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=e8f93611-adb7-41d5-bda8-fc3bb05bf8ce,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:18.977733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f904689-2b18-4e1e-95c5-1fb820e84054 req-a33388cf-ad3f-4d7c-b296-60278e3b95ab tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 210 time: 0.1443698 Dec 08 02:11:19.034242 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] For port f3725f7c-832c-44fc-881a-07cbd52ce6a0, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f3725f7c-832c-44fc-881a-07cbd52ce6a0,segment=NetworkSegment(3de069df-8fe4-45a4-ae37-3c3cb03a3b21),segment_id=3de069df-8fe4-45a4-ae37-3c3cb03a3b21)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:19.098145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-fb2dfde9-993c-41fd-822c-f9fae833b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:19.100622 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-fb2dfde9-993c-41fd-822c-f9fae833b968 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 1095 time: 0.1336703 Dec 08 02:11:19.186909 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-fcb3a037-9aff-4e3e-9109-1a4c38ec7e5f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff305792-892c-4e6c-b666-ff32f24c9ff1 HTTP/1.1" status: 200 len: 217 time: 0.0726802 Dec 08 02:11:19.226378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6231d5e9-9df8-4c3e-bcb6-f52658f54c24 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:19.233332 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6231d5e9-9df8-4c3e-bcb6-f52658f54c24 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/e8f93611-adb7-41d5-bda8-fc3bb05bf8ce HTTP/1.1" status: 204 len: 168 time: 2.3536208 Dec 08 02:11:19.246607 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47608) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:19.283495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-84708251-a7e9-4c26-8ed6-2131a874878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:19.285242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-84708251-a7e9-4c26-8ed6-2131a874878f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.0914521 Dec 08 02:11:19.348635 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-f7172bc5-fa50-4768-ba15-07dba3b1f9d3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544863 Dec 08 02:11:19.369366 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-c3c42a4a-5ace-413f-a5a6-d09e675af23c tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:19.373077 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-c3c42a4a-5ace-413f-a5a6-d09e675af23c tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.45 "GET /v2.0/networks?id=5b1ebd6c-4a11-4429-88f6-78f878af07db HTTP/1.1" status: 200 len: 797 time: 0.5472772 Dec 08 02:11:19.390025 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:19.430051 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:19.456809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388436e9-0775-4b93-9cf4-e3c5bd11b7d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:19.460178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388436e9-0775-4b93-9cf4-e3c5bd11b7d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:19.461907 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-388436e9-0775-4b93-9cf4-e3c5bd11b7d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2097754 Dec 08 02:11:19.467725 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:19.470946 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47612) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:19.490905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Provisioning complete for port cc9f8985-6195-44da-9dc3-ab88b163f70a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:19.491199 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:19.586269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9c83a-9eec-49c9-b4c9-a456e0f6f13e None None] Pushing event updated for resources: {'Port': ['ID=3d7462fd-3bee-4b5c-ad01-d203a36ca215,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:19.644118 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f35c15-cba9-4476-a393-d61a243da750 req-3cf3a404-8cdd-4df0-a6ee-f6ebf8e02cef tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:19.646068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:19.646642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2f35c15-cba9-4476-a393-d61a243da750 req-3cf3a404-8cdd-4df0-a6ee-f6ebf8e02cef tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 943 time: 0.2966011 Dec 08 02:11:19.703849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9295a5c3-869c-43bd-a21b-6f8a33d2615c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet 346b3352-f9df-46ec-80c7-1e9821addc85 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:11:19.726489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:19.729544 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-07d67e1a-61d3-4298-871e-d74704ab885b tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93f82e85120244488a2d8ce6d04585da HTTP/1.1" status: 200 len: 477 time: 0.3174453 Dec 08 02:11:19.732485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Routers {'614ac1bb-75c5-4206-bd0f-14dadb367714'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:19.738517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['614ac1bb-75c5-4206-bd0f-14dadb367714'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:19.744239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:19.756367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-82eca309-b25b-4342-b9f4-1014e4a47875 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Request body: {'port': {'device_id': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'admin_state_up': True, 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'security_groups': ['c515722b-dd95-4612-abcb-c0a73980786e', 'bd91ece8-1a7b-44db-b704-572d682de78d']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:19.760525 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9295a5c3-869c-43bd-a21b-6f8a33d2615c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:19.875490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2f35c15-cba9-4476-a393-d61a243da750 req-21c1a101-6062-4c69-b654-1bd101ad7d69 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031972 Dec 08 02:11:19.883481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-c36495ec-d960-4495-b387-27ab4c4c48d3 service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117240 Dec 08 02:11:19.889419 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Allocated IP 2001:db8:1::1 (2278db9d-99d5-4183-80b1-4bec52981bba/692e71eb-cb94-488e-be90-9bd9f68c0b90/cd666e14-55f7-49fc-a80a-b6a3956c16d5) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:19.981007 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9295a5c3-869c-43bd-a21b-6f8a33d2615c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:19.990963 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:20.044998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1d8858f7-8b54-4288-b039-71ac9944873c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:20.185770 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e3492-d268-41cf-bca5-20658aef5da0 None None] Pushing event updated for resources: {'Port': ['ID=f3725f7c-832c-44fc-881a-07cbd52ce6a0,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:20.248244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57b8a92c-8e5f-4ce1-b387-cd263688f128 req-0cc58c9a-f0df-4fe0-9c9e-c66cd80b896a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 210 time: 0.0495844 Dec 08 02:11:20.252664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f988250-6c72-4a9e-913c-4136aaa2f152 req-9f28d754-ce67-49f8-8ba8-99bde1510e67 service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617644 Dec 08 02:11:20.279356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Pushing event updated for resources: {'Port': ['ID=8572d00c-c71e-49d6-8381-c975e44fd2f7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:20.297127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Attempting to bind port 8572d00c-c71e-49d6-8381-c975e44fd2f7 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:20.298315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Attempting to bind port 8572d00c-c71e-49d6-8381-c975e44fd2f7 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:20.298875 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Attempting to bind port 8572d00c-c71e-49d6-8381-c975e44fd2f7 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:20.304400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] For port cc9f8985-6195-44da-9dc3-ab88b163f70a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=cc9f8985-6195-44da-9dc3-ab88b163f70a,segment=NetworkSegment(a5e471c6-dc8a-4c39-a569-9dff8ac9b70e),segment_id=a5e471c6-dc8a-4c39-a569-9dff8ac9b70e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:20.316918 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:20.336024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:20.336737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:20.337322 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:20.337919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:20.339072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Bound port: 8572d00c-c71e-49d6-8381-c975e44fd2f7, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:20.339673 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:20.441166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19199768-cd32-4d27-a924-3ee007ddd0f5 req-31a35230-1473-4151-aaca-dc685eb28acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:20.442414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19199768-cd32-4d27-a924-3ee007ddd0f5 req-31a35230-1473-4151-aaca-dc685eb28acb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 1095 time: 0.0830932 Dec 08 02:11:20.468196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Pushing event updated for resources: {'Port': ['ID=cc9f8985-6195-44da-9dc3-ab88b163f70a,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:20.545245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] Set router 614ac1bb-75c5-4206-bd0f-14dadb367714 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:11:20.619812 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19199768-cd32-4d27-a924-3ee007ddd0f5 req-6ac4bcce-a0d3-452d-b817-b590a31fff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:20.621341 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19199768-cd32-4d27-a924-3ee007ddd0f5 req-6ac4bcce-a0d3-452d-b817-b590a31fff65 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 906 time: 0.1714611 Dec 08 02:11:20.710965 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19199768-cd32-4d27-a924-3ee007ddd0f5 req-16b220c2-e894-4862-ae8c-f9fbe74a25cb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff305792-892c-4e6c-b666-ff32f24c9ff1 HTTP/1.1" status: 200 len: 217 time: 0.0810192 Dec 08 02:11:20.764954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-82eca309-b25b-4342-b9f4-1014e4a47875 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Made reservation on behalf of 93f82e85120244488a2d8ce6d04585da for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:20.768098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Provisioning complete for port f3725f7c-832c-44fc-881a-07cbd52ce6a0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:20.768684 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-82eca309-b25b-4342-b9f4-1014e4a47875 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:20.768983 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:20.777136 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 1d8858f7-8b54-4288-b039-71ac9944873c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:20.777878 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:20.817050 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:20.829777 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19199768-cd32-4d27-a924-3ee007ddd0f5 req-d290896a-2c92-4b87-89bd-874e262e9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:20.831800 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19199768-cd32-4d27-a924-3ee007ddd0f5 req-d290896a-2c92-4b87-89bd-874e262e9873 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.1121950 Dec 08 02:11:20.832744 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9295a5c3-869c-43bd-a21b-6f8a33d2615c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:20.902061 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19199768-cd32-4d27-a924-3ee007ddd0f5 req-1c9c4a50-4b53-4343-aa06-496d3957242c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628390 Dec 08 02:11:20.949344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] For port 8572d00c-c71e-49d6-8381-c975e44fd2f7, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:20.975375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] For port 8572d00c-c71e-49d6-8381-c975e44fd2f7, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8572d00c-c71e-49d6-8381-c975e44fd2f7,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:20.988477 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:20.990286 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9295a5c3-869c-43bd-a21b-6f8a33d2615c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:21.049235 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295a5c3-869c-43bd-a21b-6f8a33d2615c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=346b3352-f9df-46ec-80c7-1e9821addc85,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:21.092482 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9295a5c3-869c-43bd-a21b-6f8a33d2615c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:21.103867 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9295a5c3-869c-43bd-a21b-6f8a33d2615c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/346b3352-f9df-46ec-80c7-1e9821addc85 HTTP/1.1" status: 204 len: 168 time: 1.6295235 Dec 08 02:11:21.114196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47622) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:21.171516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19199768-cd32-4d27-a924-3ee007ddd0f5 req-b62530ab-4ddc-4a0f-bee5-d7b17ced33af service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615757 Dec 08 02:11:21.226748 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-870566f8-0677-49a3-8c42-db67d377a63d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086068 Dec 08 02:11:21.246477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47626) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:21.258177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d4f6cd16-f467-4061-95f2-488ea38f59b8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:21.281481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb78ced-a8ee-49a9-aa25-8f17dd31b0e3 req-c3b695c8-75d2-4783-ab5c-55213dcf8cb9 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:21.290435 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abb78ced-a8ee-49a9-aa25-8f17dd31b0e3 req-c3b695c8-75d2-4783-ab5c-55213dcf8cb9 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 943 time: 0.3106852 Dec 08 02:11:21.337477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cc9f8985-6195-44da-9dc3-ab88b163f70a up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:21.340372 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87878806-e6db-4cac-bbb5-c70c862b0e83 None None] Pushing event updated for resources: {'Port': ['ID=8572d00c-c71e-49d6-8381-c975e44fd2f7,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:21.428709 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abb78ced-a8ee-49a9-aa25-8f17dd31b0e3 req-7adeec4a-979c-43b3-b725-d16126362d87 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349781 Dec 08 02:11:21.437381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ff305792-892c-4e6c-b666-ff32f24c9ff1 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:11:21.465037 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:21.500382 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94e79e66-4495-421c-8b80-cd4fafb48b9c req-852322a7-9c4a-4d46-99df-68caf6c60961 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 210 time: 0.0375090 Dec 08 02:11:21.524513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19199768-cd32-4d27-a924-3ee007ddd0f5 req-1dd2ef07-6fb6-4162-92ca-ba606be4ba08 service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452368 Dec 08 02:11:21.559003 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:21.654103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network 2278db9d-99d5-4183-80b1-4bec52981bba is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:21.660655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:21.669111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port cc9f8985-6195-44da-9dc3-ab88b163f70a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:21.669490 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:21.672925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] For port f3725f7c-832c-44fc-881a-07cbd52ce6a0, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f3725f7c-832c-44fc-881a-07cbd52ce6a0,segment=NetworkSegment(3de069df-8fe4-45a4-ae37-3c3cb03a3b21),segment_id=3de069df-8fe4-45a4-ae37-3c3cb03a3b21)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:21.683002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:21.684123 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:21.687067 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:21.738991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=cd666e14-55f7-49fc-a80a-b6a3956c16d5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:21.776574 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Provisioning complete for port 3d7462fd-3bee-4b5c-ad01-d203a36ca215 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:21.776947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:21.818028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-82eca309-b25b-4342-b9f4-1014e4a47875 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Allocated IP 172.20.0.11 (5b1ebd6c-4a11-4429-88f6-78f878af07db/7978e0f8-eb4b-43d4-9187-0121f1a166a0/3c2cb51b-990e-4a91-ab8a-71fb7f3175f7) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:21.826967 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5086e4a6-bf41-4ff3-b88f-8a0498aa2ebf req-af33ff33-9c06-433e-833d-bab54d2376b8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6152995 Dec 08 02:11:21.858780 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:11:09Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f3725f7c-832c-44fc-881a-07cbd52ce6a0', 'name': '', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'mac_address': 'fa:16:3e:49:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:08Z', 'updated_at': '2021-12-08T02:11:18Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'subnets': [{'id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:21.918228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca322b-2ed2-407b-9021-b8016c470707 None None] The sync data for ids ['614ac1bb-75c5-4206-bd0f-14dadb367714'] in n-d-713499-31 is: [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:11:09Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f3725f7c-832c-44fc-881a-07cbd52ce6a0', 'name': '', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'mac_address': 'fa:16:3e:49:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:08Z', 'updated_at': '2021-12-08T02:11:18Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'subnets': [{'id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:11:21.942978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ff305792-892c-4e6c-b666-ff32f24c9ff1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ff305792-892c-4e6c-b666-ff32f24c9ff1,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:21.963098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f6cd16-f467-4061-95f2-488ea38f59b8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:21.966820 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d4f6cd16-f467-4061-95f2-488ea38f59b8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:21.990587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Pushing event updated for resources: {'Port': ['ID=f3725f7c-832c-44fc-881a-07cbd52ce6a0,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:22.109226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'ff305792-892c-4e6c-b666-ff32f24c9ff1', 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'port_id': 'ff305792-892c-4e6c-b666-ff32f24c9ff1', 'mac_address': 'fa:16:3e:5d:f7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c08e74-103b-4cbe-976c-ceed8594a0cb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:11:22.116824 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eef75544-79ab-49fb-843b-c9e4f1856453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:22.268977 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d4f6cd16-f467-4061-95f2-488ea38f59b8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:22.310521 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:22.355261 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:22.366674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Provisioning complete for port 8e1fc04d-1a42-4653-9310-78283a26952c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:22.366958 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:22.433708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff305792-892c-4e6c-b666-ff32f24c9ff1 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:11:22.464455 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:11:22.465097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b0847118-c8b4-4a68-8f6d-6ea96dbc9b2a not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:22.489088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6cd16-f467-4061-95f2-488ea38f59b8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:22.531219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-d4f6cd16-f467-4061-95f2-488ea38f59b8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:22.559654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ff305792-892c-4e6c-b666-ff32f24c9ff1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ff305792-892c-4e6c-b666-ff32f24c9ff1,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:22.577978 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f6cd16-f467-4061-95f2-488ea38f59b8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:22.580424 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d4f6cd16-f467-4061-95f2-488ea38f59b8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:22.588312 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:22.724440 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=ff305792-892c-4e6c-b666-ff32f24c9ff1,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:22.732482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0bba2b0f-e398-4fe1-86d9-05fd946fdfb4 None None] Port 8e1fc04d-1a42-4653-9310-78283a26952c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:22.742577 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086e4a6-bf41-4ff3-b88f-8a0498aa2ebf req-543cbb7b-83f7-4a01-9865-c21a97b76c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:22.745240 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5086e4a6-bf41-4ff3-b88f-8a0498aa2ebf req-543cbb7b-83f7-4a01-9865-c21a97b76c4d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 1098 time: 0.8231874 Dec 08 02:11:22.745990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6cd16-f467-4061-95f2-488ea38f59b8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=bcd667d3-447c-4f9d-90f4-af6f7523ec23,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:22.798416 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a58cd41d-b172-481a-9622-485047de2bef req-8bf8ea77-c052-41e8-9063-f57f67df93e4 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 210 time: 0.0912929 Dec 08 02:11:22.837700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5c685-e808-4756-9921-c4ca135afed9 req-b73dd156-3abc-4e92-9ae0-39aa3cd4a201 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:22.842265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67e5c685-e808-4756-9921-c4ca135afed9 req-b73dd156-3abc-4e92-9ae0-39aa3cd4a201 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 944 time: 0.2513633 Dec 08 02:11:22.866081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['ff305792-892c-4e6c-b666-ff32f24c9ff1'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:11:22.889537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-82eca309-b25b-4342-b9f4-1014e4a47875 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:22.952731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67e5c685-e808-4756-9921-c4ca135afed9 req-48bcd022-30eb-406a-bd4d-f17a2cef3020 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028149 Dec 08 02:11:22.955484 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d4f6cd16-f467-4061-95f2-488ea38f59b8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7051673 Dec 08 02:11:22.959076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47640) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:22.965069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5452af59-2f70-4a65-97d3-04ced4ad9c4a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'name': 'tempest-NetworksTestDHCPv6-222210027'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:22.967169 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-82eca309-b25b-4342-b9f4-1014e4a47875 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:22.990558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f3725f7c-832c-44fc-881a-07cbd52ce6a0 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:22.991815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3721df-13db-4a84-8c51-4fe8cbb7ec83 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:23.109305 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:23.142321 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eca309-b25b-4342-b9f4-1014e4a47875 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'Port': ['ID=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:23.143199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5452af59-2f70-4a65-97d3-04ced4ad9c4a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:23.148676 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5452af59-2f70-4a65-97d3-04ced4ad9c4a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:23.175278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-5452af59-2f70-4a65-97d3-04ced4ad9c4a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port d785bb3d-023f-432f-b223-acdc56e5429a yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:11:23.179778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-82eca309-b25b-4342-b9f4-1014e4a47875 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Network 5b1ebd6c-4a11-4429-88f6-78f878af07db is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:23.193000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1b699cfd-cfce-47f5-b682-38466c3d4452 None None] Provisioning complete for port cc9f8985-6195-44da-9dc3-ab88b163f70a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:23.193465 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b699cfd-cfce-47f5-b682-38466c3d4452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:23.243579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-82eca309-b25b-4342-b9f4-1014e4a47875 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:23.260648 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-82eca309-b25b-4342-b9f4-1014e4a47875 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:23.338491 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-82eca309-b25b-4342-b9f4-1014e4a47875 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:23.339551 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-82eca309-b25b-4342-b9f4-1014e4a47875 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:23.366183 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-82eca309-b25b-4342-b9f4-1014e4a47875 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.6282365 Dec 08 02:11:23.376200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-5452af59-2f70-4a65-97d3-04ced4ad9c4a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::3bc (27b71a85-dd81-4415-b869-7bdb583f90f3/bcd667d3-447c-4f9d-90f4-af6f7523ec23/d785bb3d-023f-432f-b223-acdc56e5429a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:23.388037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Request body: {'port': {'device_id': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:23.435176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f3725f7c-832c-44fc-881a-07cbd52ce6a0 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:23.435732 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:23.502364 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:23.556722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086e4a6-bf41-4ff3-b88f-8a0498aa2ebf req-0a9eaa7e-76f3-476d-b2b9-0f79abedd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:23.558858 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5086e4a6-bf41-4ff3-b88f-8a0498aa2ebf req-0a9eaa7e-76f3-476d-b2b9-0f79abedd6f5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 200 len: 920 time: 0.6159387 Dec 08 02:11:23.650070 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5086e4a6-bf41-4ff3-b88f-8a0498aa2ebf req-c75339bb-c600-4681-ab9f-ddfe75cc88de service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a3748e6-5b1b-4abe-b504-729c26cff173 HTTP/1.1" status: 200 len: 217 time: 0.0793400 Dec 08 02:11:23.836464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cc9f8985-6195-44da-9dc3-ab88b163f70a up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:23.851183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5452af59-2f70-4a65-97d3-04ced4ad9c4a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:23.877688 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:23.915786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1b699cfd-cfce-47f5-b682-38466c3d4452 None None] Provisioning complete for port cd666e14-55f7-49fc-a80a-b6a3956c16d5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:23.916171 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b699cfd-cfce-47f5-b682-38466c3d4452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:23.948800 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d709a350-47a1-4fea-9617-ac10d9203ddf req-86d07dd6-5fe9-41b7-888b-900953b89ef6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2541206 Dec 08 02:11:23.965293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086e4a6-bf41-4ff3-b88f-8a0498aa2ebf req-6d571239-7dbd-438d-bddc-21d10773cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:23.966931 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5086e4a6-bf41-4ff3-b88f-8a0498aa2ebf req-6d571239-7dbd-438d-bddc-21d10773cd99 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d7dd109b-19a8-41cd-875c-3304ef52d129 HTTP/1.1" status: 200 len: 859 time: 0.3065994 Dec 08 02:11:24.044328 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port cc9f8985-6195-44da-9dc3-ab88b163f70a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:24.044562 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:24.046350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1b699cfd-cfce-47f5-b682-38466c3d4452 None None] Port cd666e14-55f7-49fc-a80a-b6a3956c16d5 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:24.128100 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5086e4a6-bf41-4ff3-b88f-8a0498aa2ebf req-fcf32b38-e53d-430d-9a9e-9baf1144e1ae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344109 Dec 08 02:11:24.215525 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5452af59-2f70-4a65-97d3-04ced4ad9c4a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:24.262047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52bb97-6f4d-4469-a5b5-34f89e64e252 req-b0263806-65ca-42be-8754-d69b997a0243 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:24.279408 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b52bb97-6f4d-4469-a5b5-34f89e64e252 req-b0263806-65ca-42be-8754-d69b997a0243 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 971 time: 0.3056207 Dec 08 02:11:24.313662 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:24.365901 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc5df-3bfb-4f23-b9f7-f0f69314e7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:24.388019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1b699cfd-cfce-47f5-b682-38466c3d4452 None None] Provisioning complete for port f3725f7c-832c-44fc-881a-07cbd52ce6a0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:24.388390 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b699cfd-cfce-47f5-b682-38466c3d4452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:24.414675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709a350-47a1-4fea-9617-ac10d9203ddf req-b9c0d9f3-d360-482e-b1cb-f0978e697b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:24.416211 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d709a350-47a1-4fea-9617-ac10d9203ddf req-b9c0d9f3-d360-482e-b1cb-f0978e697b01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 1098 time: 0.3707292 Dec 08 02:11:24.510684 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47672) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:24.540013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8572d00c-c71e-49d6-8381-c975e44fd2f7 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:24.590166 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b52bb97-6f4d-4469-a5b5-34f89e64e252 req-d2849cee-db8b-4074-a765-fe78bea5ffb7 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd91ece8-1a7b-44db-b704-572d682de78d&id=c515722b-dd95-4612-abcb-c0a73980786e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3042159 Dec 08 02:11:24.695509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5452af59-2f70-4a65-97d3-04ced4ad9c4a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:24.707765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5452af59-2f70-4a65-97d3-04ced4ad9c4a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:24.714211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452af59-2f70-4a65-97d3-04ced4ad9c4a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:24.726683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5452af59-2f70-4a65-97d3-04ced4ad9c4a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:24.735178 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5452af59-2f70-4a65-97d3-04ced4ad9c4a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:24.760607 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452af59-2f70-4a65-97d3-04ced4ad9c4a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=d785bb3d-023f-432f-b223-acdc56e5429a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:24.771819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5452af59-2f70-4a65-97d3-04ced4ad9c4a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8115466 Dec 08 02:11:24.775782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47676) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:24.787120 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229d988-0609-4eb1-902f-133480234974 req-4256bff1-81e5-4e84-9798-38a5a5132eae tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:24.795867 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0229d988-0609-4eb1-902f-133480234974 req-4256bff1-81e5-4e84-9798-38a5a5132eae tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 944 time: 0.6546893 Dec 08 02:11:24.829650 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5086e4a6-bf41-4ff3-b88f-8a0498aa2ebf req-bfc04172-2ee8-41c7-9854-aa4d5ee332bf service neutron] 10.222.0.75 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603239 Dec 08 02:11:24.836588 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2478812b-b111-4f1b-b412-0fd4f6110ee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:24.855882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709a350-47a1-4fea-9617-ac10d9203ddf req-3ee26ca6-1bab-4b46-9986-1eed4b01cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:24.857661 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d709a350-47a1-4fea-9617-ac10d9203ddf req-3ee26ca6-1bab-4b46-9986-1eed4b01cce8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 200 len: 920 time: 0.3916848 Dec 08 02:11:24.907053 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d709a350-47a1-4fea-9617-ac10d9203ddf req-1f0ea78b-844c-43d8-806d-1513e2f1b399 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796cba1e-4e9a-4880-bd68-63fd1c08e229 HTTP/1.1" status: 200 len: 217 time: 0.0402207 Dec 08 02:11:24.912616 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:24.923186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0229d988-0609-4eb1-902f-133480234974 req-4238165b-b134-4f74-8864-a73cf6a25358 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217997 Dec 08 02:11:24.979218 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:24.980733 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:24.995595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709a350-47a1-4fea-9617-ac10d9203ddf req-3b2085cf-796a-4da2-a844-13e4a1d6ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:24.997412 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d709a350-47a1-4fea-9617-ac10d9203ddf req-3b2085cf-796a-4da2-a844-13e4a1d6ab1d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7dd109b-19a8-41cd-875c-3304ef52d129 HTTP/1.1" status: 200 len: 859 time: 0.0719361 Dec 08 02:11:25.060799 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d709a350-47a1-4fea-9617-ac10d9203ddf req-833c0ce6-6e39-4100-a8e2-d6af0738bc1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541632 Dec 08 02:11:25.193187 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d709a350-47a1-4fea-9617-ac10d9203ddf req-bc39e1e7-34f2-4ef7-b9a7-1c123e1f9e37 service neutron] 10.222.0.45 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241090 Dec 08 02:11:25.203653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 8572d00c-c71e-49d6-8381-c975e44fd2f7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:25.213498 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.251177 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2478812b-b111-4f1b-b412-0fd4f6110ee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.308843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-42951b03-7a81-4fe5-ae5f-7180c0707039 None None] Could not find standard attr ID for object e8f93611-adb7-41d5-bda8-fc3bb05bf8ce. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:11:25.329242 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-42951b03-7a81-4fe5-ae5f-7180c0707039 None None] Provisioning complete for port d785bb3d-023f-432f-b223-acdc56e5429a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:25.329613 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42951b03-7a81-4fe5-ae5f-7180c0707039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.346518 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d709a350-47a1-4fea-9617-ac10d9203ddf req-c2d72974-16f5-4467-9f2f-bd13796f3673 service neutron] 10.222.0.45 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417186 Dec 08 02:11:25.347673 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2478812b-b111-4f1b-b412-0fd4f6110ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.373345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-42951b03-7a81-4fe5-ae5f-7180c0707039 None None] Port d785bb3d-023f-432f-b223-acdc56e5429a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:25.417246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ff305792-892c-4e6c-b666-ff32f24c9ff1 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:25.452149 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-42951b03-7a81-4fe5-ae5f-7180c0707039 None None] Provisioning complete for port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:25.452607 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42951b03-7a81-4fe5-ae5f-7180c0707039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.497225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4447bb71-78fb-44a5-9fba-ccb30b011109 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:25.502021 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.504762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4447bb71-78fb-44a5-9fba-ccb30b011109 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:25.507089 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4447bb71-78fb-44a5-9fba-ccb30b011109 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.7137713 Dec 08 02:11:25.512159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47680) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:25.521715 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2478812b-b111-4f1b-b412-0fd4f6110ee7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=433bd7a41dca475ab949181691c8765a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9976547 Dec 08 02:11:25.523423 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.535468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47682) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:25.535748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-42951b03-7a81-4fe5-ae5f-7180c0707039 None None] Port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:25.555217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=cd666e14-55f7-49fc-a80a-b6a3956c16d5,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:25.584747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478812b-b111-4f1b-b412-0fd4f6110ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bad165-d0a5-461e-a429-0739a80913c5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:25.603079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port ff305792-892c-4e6c-b666-ff32f24c9ff1 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:11:25.616947 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 8572d00c-c71e-49d6-8381-c975e44fd2f7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8572d00c-c71e-49d6-8381-c975e44fd2f7,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:25.636441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port ff305792-892c-4e6c-b666-ff32f24c9ff1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:25.637172 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.647772 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.647772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3d7462fd-3bee-4b5c-ad01-d203a36ca215 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:25.649441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-42951b03-7a81-4fe5-ae5f-7180c0707039 None None] Provisioning complete for port 8572d00c-c71e-49d6-8381-c975e44fd2f7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:25.649805 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42951b03-7a81-4fe5-ae5f-7180c0707039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.687640 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5086e4a6-bf41-4ff3-b88f-8a0498aa2ebf req-1f3e711c-b406-41f4-b043-c890193d9785 service neutron] 10.222.0.75 "GET /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8247526 Dec 08 02:11:25.720634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network 2278db9d-99d5-4183-80b1-4bec52981bba is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:25.750574 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:25.765645 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f755e16f-4012-47a6-95b8-5b3f928766e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.800002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:11:25.809545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-0ed59d85-bd08-4ca0-881d-01a1cd89c058 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port d785bb3d-023f-432f-b223-acdc56e5429a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:25.809889 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ed59d85-bd08-4ca0-881d-01a1cd89c058 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.890845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=8572d00c-c71e-49d6-8381-c975e44fd2f7,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:25.897378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.927827 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f755e16f-4012-47a6-95b8-5b3f928766e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.930392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Transition to ACTIVE for port object 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:11:25.930558 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ed59d85-bd08-4ca0-881d-01a1cd89c058 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.941379 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.952891 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 3d7462fd-3bee-4b5c-ad01-d203a36ca215 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:25.953221 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.966772 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-0ed59d85-bd08-4ca0-881d-01a1cd89c058 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for d785bb3d-023f-432f-b223-acdc56e5429a owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:26.093387 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.127767 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b3d574-f6e9-42b7-816f-3b3c8b3414ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff305792-892c-4e6c-b666-ff32f24c9ff1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:26.130169 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b703088-06fb-4d6d-9a28-386f85d9df8a" -d '{"events": [{"server_uuid": "45b3d574-f6e9-42b7-816f-3b3c8b3414ea", "name": "network-vif-plugged", "status": "completed", "tag": "ff305792-892c-4e6c-b666-ff32f24c9ff1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:26.147236 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port ff305792-892c-4e6c-b666-ff32f24c9ff1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ff305792-892c-4e6c-b666-ff32f24c9ff1,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:26.157091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ed59d85-bd08-4ca0-881d-01a1cd89c058 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.174005 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.206745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed59d85-bd08-4ca0-881d-01a1cd89c058 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=d785bb3d-023f-432f-b223-acdc56e5429a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:26.217954 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609289c-64a7-4c06-a5c1-1d277c938764 req-1499279a-8801-469e-8ab0-0ab08e1b830e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:26.219632 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a609289c-64a7-4c06-a5c1-1d277c938764 req-1499279a-8801-469e-8ab0-0ab08e1b830e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 971 time: 0.4883032 Dec 08 02:11:26.256631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4c84b9db-36a8-4cb7-b648-281c4a039cce None None] Provisioning complete for port cd666e14-55f7-49fc-a80a-b6a3956c16d5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:26.256998 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c84b9db-36a8-4cb7-b648-281c4a039cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.300291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba44926-d2db-4e81-8043-50c6b357670f req-dcacf409-897c-4ac9-8758-839ead62ac8c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:26.307924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=ff305792-892c-4e6c-b666-ff32f24c9ff1,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:26.311631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ba44926-d2db-4e81-8043-50c6b357670f req-dcacf409-897c-4ac9-8758-839ead62ac8c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 944 time: 0.1981320 Dec 08 02:11:26.316257 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ed59d85-bd08-4ca0-881d-01a1cd89c058 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.332863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4c84b9db-36a8-4cb7-b648-281c4a039cce None None] Port cd666e14-55f7-49fc-a80a-b6a3956c16d5 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:26.339501 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0ed59d85-bd08-4ca0-881d-01a1cd89c058 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/d785bb3d-023f-432f-b223-acdc56e5429a HTTP/1.1" status: 204 len: 168 time: 0.8256829 Dec 08 02:11:26.357605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47692) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:26.392848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8572d00c-c71e-49d6-8381-c975e44fd2f7 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:26.446239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 8572d00c-c71e-49d6-8381-c975e44fd2f7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:26.446764 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.530788 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ba44926-d2db-4e81-8043-50c6b357670f req-bf29a855-e9af-4ae7-9c4a-52c97e1c28c9 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164335 Dec 08 02:11:26.539264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f81b4-58f1-4bb6-8cec-2752276f6858 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:26.540512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f81b4-58f1-4bb6-8cec-2752276f6858 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:26.542052 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2b9f81b4-58f1-4bb6-8cec-2752276f6858 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1660295 Dec 08 02:11:26.545587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47694) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:26.571517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a609289c-64a7-4c06-a5c1-1d277c938764 req-de4940d2-0a25-435c-abf5-c11b017e1838 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd91ece8-1a7b-44db-b704-572d682de78d&id=c515722b-dd95-4612-abcb-c0a73980786e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3168099 Dec 08 02:11:26.635437 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:11:26.636009 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3790fe3e-9c8e-4b62-bf17-539bd69f0014 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet bcd667d3-447c-4f9d-90f4-af6f7523ec23 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:11:26.640479 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3790fe3e-9c8e-4b62-bf17-539bd69f0014 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.642059 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3ffa3f-69c3-4915-8e33-1c86e23f3697 x-openstack-request-id: req-ec3ffa3f-69c3-4915-8e33-1c86e23f3697 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:26.642530 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b3d574-f6e9-42b7-816f-3b3c8b3414ea", "name": "network-vif-plugged", "status": "completed", "tag": "ff305792-892c-4e6c-b666-ff32f24c9ff1", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:26.642897 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ec3ffa3f-69c3-4915-8e33-1c86e23f3697 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:26.643632 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b3d574-f6e9-42b7-816f-3b3c8b3414ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff305792-892c-4e6c-b666-ff32f24c9ff1', 'code': 200} Dec 08 02:11:26.645093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:26.743360 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3790fe3e-9c8e-4b62-bf17-539bd69f0014 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.744733 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f755e16f-4012-47a6-95b8-5b3f928766e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.748725 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f755e16f-4012-47a6-95b8-5b3f928766e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.753153 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f755e16f-4012-47a6-95b8-5b3f928766e9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c9bad165-d0a5-461e-a429-0739a80913c5 HTTP/1.1" status: 204 len: 168 time: 1.2114096 Dec 08 02:11:26.805256 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3790fe3e-9c8e-4b62-bf17-539bd69f0014 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.831534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755e16f-4012-47a6-95b8-5b3f928766e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bad165-d0a5-461e-a429-0739a80913c5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:26.870723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Attempting to bind port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:26.871045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Attempting to bind port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '3de069df-8fe4-45a4-ae37-3c3cb03a3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:26.871416 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Attempting to bind port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 on network 5b1ebd6c-4a11-4429-88f6-78f878af07db {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:26.880866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:11:26.889387 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2cd998b2-3f96-40e9-812d-2d2bcc878d32 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1893933 Dec 08 02:11:26.891753 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a98b-badb-4031-a752-942c5e29c0b7 req-40281fb4-728b-489c-aee1-9da2bc0024d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:26.892605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8df728c-9f86-4776-9742-287c1ea9b301 None None] Sync routers for ids ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:11:26.893230 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3020a98b-badb-4031-a752-942c5e29c0b7 req-40281fb4-728b-489c-aee1-9da2bc0024d7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 1097 time: 0.1046524 Dec 08 02:11:26.893828 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 on network 5b1ebd6c-4a11-4429-88f6-78f878af07db not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:11:26.894138 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Attempting to bind port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 on network 5b1ebd6c-4a11-4429-88f6-78f878af07db {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:26.897006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47698) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:26.920919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:26.921270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Checking segment: {'id': '3de069df-8fe4-45a4-ae37-3c3cb03a3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:26.921665 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Bound using segment: {'id': '3de069df-8fe4-45a4-ae37-3c3cb03a3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:26.922121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Bound port: 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de069df-8fe4-45a4-ae37-3c3cb03a3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:26.922487 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.943495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8df728c-9f86-4776-9742-287c1ea9b301 None None] Routers {'d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:26.945099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b8df728c-9f86-4776-9742-287c1ea9b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:26.983815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd199e-fd7f-4c9b-90a4-80c1d0e8ef47 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:26.986304 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-56fd199e-fd7f-4c9b-90a4-80c1d0e8ef47 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports/cd666e14-55f7-49fc-a80a-b6a3956c16d5 HTTP/1.1" status: 200 len: 913 time: 0.0871551 Dec 08 02:11:26.991223 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47702) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:27.018136 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3020a98b-badb-4031-a752-942c5e29c0b7 req-73ee6520-25ac-4b51-9ce0-29b39673c767 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039774 Dec 08 02:11:27.042041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] For port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:27.046003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] For port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7,segment=NetworkSegment(3de069df-8fe4-45a4-ae37-3c3cb03a3b21),segment_id=3de069df-8fe4-45a4-ae37-3c3cb03a3b21)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:27.047255 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3790fe3e-9c8e-4b62-bf17-539bd69f0014 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:27.052498 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:27.060706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b8df728c-9f86-4776-9742-287c1ea9b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:27.088565 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:27.107273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8df728c-9f86-4776-9742-287c1ea9b301 None None] Routers {'d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:27.113676 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b8df728c-9f86-4776-9742-287c1ea9b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:27.119293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:27.120058 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:27.121509 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] 10.222.0.45 "PUT /v2.0/ports/3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 HTTP/1.1" status: 200 len: 1132 time: 3.7387788 Dec 08 02:11:27.122006 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'tag': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:27.125130 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd46e02f-7221-4bd4-b861-d650b763b575" -d '{"events": [{"name": "network-changed", "server_uuid": "d1018099-7331-44eb-82b1-207d2968ae2d", "tag": "3c2cb51b-990e-4a91-ab8a-71fb7f3175f7"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:27.152235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790fe3e-9c8e-4b62-bf17-539bd69f0014 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd667d3-447c-4f9d-90f4-af6f7523ec23,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:27.160527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03063784-7e95-4881-b013-e26a3d7897d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:27.177480 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3790fe3e-9c8e-4b62-bf17-539bd69f0014 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:27.187631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3790fe3e-9c8e-4b62-bf17-539bd69f0014 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/bcd667d3-447c-4f9d-90f4-af6f7523ec23 HTTP/1.1" status: 204 len: 168 time: 0.6405451 Dec 08 02:11:27.192089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47706) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:27.241764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae85a0-58ff-49eb-84ed-d5d708ef8e48 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:27.244350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b8df728c-9f86-4776-9742-287c1ea9b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:27.244891 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8df728c-9f86-4776-9742-287c1ea9b301 None None] The sync data for ids ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:11:27.280714 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5cd4de-f78e-4cfe-a277-7129b1afc10e x-openstack-request-id: req-fd5cd4de-f78e-4cfe-a277-7129b1afc10e {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:27.281104 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1018099-7331-44eb-82b1-207d2968ae2d", "tag": "3c2cb51b-990e-4a91-ab8a-71fb7f3175f7", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:27.281833 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fd5cd4de-f78e-4cfe-a277-7129b1afc10e {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:27.282247 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'tag': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7', 'status': 'completed', 'code': 200} Dec 08 02:11:27.283227 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47708) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:27.286220 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6d54d755-fbd8-4003-8dce-7703ffe79bbc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907214 Dec 08 02:11:27.292301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47710) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:27.355367 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-83973553-ce5c-4c6f-90cf-b44885b9d92d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:27.375650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-9964b6c1-c7a0-474d-8939-cd29994994a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:27.377659 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-9964b6c1-c7a0-474d-8939-cd29994994a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f82e85120244488a2d8ce6d04585da&device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 1135 time: 0.1953614 Dec 08 02:11:27.482888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5669f54-505e-413a-ad4c-66c6c0e77dd1 None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:27.506098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25088cd6-3707-40b5-ac12-e3c1a09ec7b3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:27.511128 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-25088cd6-3707-40b5-ac12-e3c1a09ec7b3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2142437 Dec 08 02:11:27.511308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47714) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:27.511898 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-0beda675-1668-4c71-9594-93abd3043aef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 HTTP/1.1" status: 200 len: 217 time: 0.1164114 Dec 08 02:11:27.565580 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b5669f54-505e-413a-ad4c-66c6c0e77dd1 None None] Deleting port 8572d00c-c71e-49d6-8381-c975e44fd2f7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:27.567165 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5669f54-505e-413a-ad4c-66c6c0e77dd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:27.569278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-36b930e8-5018-4e56-a146-23ff74d8e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:27.571158 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-36b930e8-5018-4e56-a146-23ff74d8e4a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7978e0f8-eb4b-43d4-9187-0121f1a166a0 HTTP/1.1" status: 200 len: 834 time: 0.0510447 Dec 08 02:11:27.582123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dbffec-4590-44d0-ade9-19d695a550fd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:27.586266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-31dbffec-4590-44d0-ade9-19d695a550fd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0715172 Dec 08 02:11:27.587055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47718) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:27.597414 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2a7dc4f-c8d7-4897-a56b-8e76de222eca tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:27.631003 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:11:27.650825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-b5b21b55-3c2d-4691-abb7-3f9dad8f3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:27.652819 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-b5b21b55-3c2d-4691-abb7-3f9dad8f3762 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b1ebd6c-4a11-4429-88f6-78f878af07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727324 Dec 08 02:11:27.670841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b5669f54-505e-413a-ad4c-66c6c0e77dd1 None None] For port 8572d00c-c71e-49d6-8381-c975e44fd2f7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8572d00c-c71e-49d6-8381-c975e44fd2f7,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:27.672095 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5669f54-505e-413a-ad4c-66c6c0e77dd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:27.693487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b5669f54-505e-413a-ad4c-66c6c0e77dd1 None None] Calling delete_port for 8572d00c-c71e-49d6-8381-c975e44fd2f7 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:27.744417 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-83973553-ce5c-4c6f-90cf-b44885b9d92d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:27.751251 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-83973553-ce5c-4c6f-90cf-b44885b9d92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:27.754761 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cb5c5c23-3403-41ab-ac81-451afb7ec321 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1664672 Dec 08 02:11:27.760004 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47722) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:27.775157 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-574f0e98-8dd3-4ac8-949a-1f4cb8e010cc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:27.789085 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5669f54-505e-413a-ad4c-66c6c0e77dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:27.834618 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5669f54-505e-413a-ad4c-66c6c0e77dd1 None None] Pushing event deleted for resources: {'Port': ['ID=8572d00c-c71e-49d6-8381-c975e44fd2f7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:27.842553 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-83973553-ce5c-4c6f-90cf-b44885b9d92d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6126e0f8aa664d06875b5282fbc67d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5551984 Dec 08 02:11:27.867830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5669f54-505e-413a-ad4c-66c6c0e77dd1 None None] No DVR routers for this DVR port 8572d00c-c71e-49d6-8381-c975e44fd2f7 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:27.873843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47724) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:27.887149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83973553-ce5c-4c6f-90cf-b44885b9d92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f6fd6-7480-472f-9fbd-30c88b45a798,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:27.901382 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-19c9b10e-aad1-4635-a004-9fd19ac51dbf service neutron] 10.222.0.45 "GET /v2.0/networks/5b1ebd6c-4a11-4429-88f6-78f878af07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380478 Dec 08 02:11:27.907544 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:28.042337 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16407e67-b9f2-400d-88d4-487edcbc96e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:28.063476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574f0e98-8dd3-4ac8-949a-1f4cb8e010cc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:28.067062 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-574f0e98-8dd3-4ac8-949a-1f4cb8e010cc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:28.106683 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16407e67-b9f2-400d-88d4-487edcbc96e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:28.121501 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a4c0320b-b96c-42ce-9560-3ba49dc358a0 req-b32a3f6d-c569-4d59-b16f-a88d1a994cd4 service neutron] 10.222.0.45 "GET /v2.0/networks/5b1ebd6c-4a11-4429-88f6-78f878af07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110004 Dec 08 02:11:28.285059 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16407e67-b9f2-400d-88d4-487edcbc96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:28.287737 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16407e67-b9f2-400d-88d4-487edcbc96e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:28.288913 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-16407e67-b9f2-400d-88d4-487edcbc96e1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ca8f6fd6-7480-472f-9fbd-30c88b45a798 HTTP/1.1" status: 204 len: 168 time: 0.4118001 Dec 08 02:11:28.289965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e06d3-e1b3-454f-a22f-624811f7cf0f req-a964e823-1849-4ed8-921b-99520de79743 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:28.291792 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-803e06d3-e1b3-454f-a22f-624811f7cf0f req-a964e823-1849-4ed8-921b-99520de79743 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 983 time: 0.5302877 Dec 08 02:11:28.296304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46e02f-7221-4bd4-b861-d650b763b575 req-4d0f706a-0cbe-4d01-b8c0-ea006c3134f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:28.297377 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bd46e02f-7221-4bd4-b861-d650b763b575 req-4d0f706a-0cbe-4d01-b8c0-ea006c3134f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f82e85120244488a2d8ce6d04585da&device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 1135 time: 0.0777051 Dec 08 02:11:28.299371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9089f2-81de-412c-b034-f0c7afc8496d req-f63a1909-66fd-41c6-a401-f5a02a391726 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:28.307529 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e9089f2-81de-412c-b034-f0c7afc8496d req-f63a1909-66fd-41c6-a401-f5a02a391726 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 945 time: 0.5509651 Dec 08 02:11:28.343642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16407e67-b9f2-400d-88d4-487edcbc96e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f6fd6-7480-472f-9fbd-30c88b45a798,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:28.413402 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8572d00c-c71e-49d6-8381-c975e44fd2f7 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:28.437734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 8572d00c-c71e-49d6-8381-c975e44fd2f7 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:11:28.438093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8572d00c-c71e-49d6-8381-c975e44fd2f7 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:28.496354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46e02f-7221-4bd4-b861-d650b763b575 req-365b0341-3e3b-44a2-ae2f-39e1cabe91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:28.498012 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bd46e02f-7221-4bd4-b861-d650b763b575 req-365b0341-3e3b-44a2-ae2f-39e1cabe91f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b1ebd6c-4a11-4429-88f6-78f878af07db HTTP/1.1" status: 200 len: 898 time: 0.1810646 Dec 08 02:11:28.522605 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e9089f2-81de-412c-b034-f0c7afc8496d req-f1c713a7-c083-4ec1-85d3-62af3ae73483 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139101 Dec 08 02:11:28.537586 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-803e06d3-e1b3-454f-a22f-624811f7cf0f req-e4e1d5f8-13aa-4d85-8319-9e5dc34c738d tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd91ece8-1a7b-44db-b704-572d682de78d&id=c515722b-dd95-4612-abcb-c0a73980786e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2104409 Dec 08 02:11:28.575143 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bd46e02f-7221-4bd4-b861-d650b763b575 req-a57cb993-1136-4454-aae5-7f2cb24f9796 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 HTTP/1.1" status: 200 len: 217 time: 0.0667419 Dec 08 02:11:28.578879 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-574f0e98-8dd3-4ac8-949a-1f4cb8e010cc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:28.647084 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f0e98-8dd3-4ac8-949a-1f4cb8e010cc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=fce8e05a-f779-4d70-a798-b00290eeaf15,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:28.677874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7dc4f-c8d7-4897-a56b-8e76de222eca tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port cd666e14-55f7-49fc-a80a-b6a3956c16d5 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:28.678249 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2a7dc4f-c8d7-4897-a56b-8e76de222eca tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:28.689926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46e02f-7221-4bd4-b861-d650b763b575 req-a8dfd897-afa9-4c96-952c-75d7c7bb425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:28.691724 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bd46e02f-7221-4bd4-b861-d650b763b575 req-a8dfd897-afa9-4c96-952c-75d7c7bb425b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7978e0f8-eb4b-43d4-9187-0121f1a166a0 HTTP/1.1" status: 200 len: 834 time: 0.1030395 Dec 08 02:11:28.710693 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574f0e98-8dd3-4ac8-949a-1f4cb8e010cc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:28.714740 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-574f0e98-8dd3-4ac8-949a-1f4cb8e010cc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:28.731929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba2d928-6e9a-4b07-9877-6275f63f452a None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:28.748813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574f0e98-8dd3-4ac8-949a-1f4cb8e010cc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:28.748813 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-574f0e98-8dd3-4ac8-949a-1f4cb8e010cc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:28.783629 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-574f0e98-8dd3-4ac8-949a-1f4cb8e010cc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0137937 Dec 08 02:11:28.783856 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46e02f-7221-4bd4-b861-d650b763b575 req-00d12a61-afd2-4f7f-a5cd-64507769a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:28.784856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47732) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:28.785378 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bd46e02f-7221-4bd4-b861-d650b763b575 req-00d12a61-afd2-4f7f-a5cd-64507769a49f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b1ebd6c-4a11-4429-88f6-78f878af07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859835 Dec 08 02:11:28.793809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cd17abb7-a327-4507-9478-77620cad2198 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': 'fce8e05a-f779-4d70-a798-b00290eeaf15', 'ip_address': '2001:db8::6eb5:c2e5:6c5f:a060'}], 'name': 'tempest-NetworksTestDHCPv6-157951506'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:28.899532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': 'fce8e05a-f779-4d70-a798-b00290eeaf15'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:11:28.900926 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:28.943330 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2a7dc4f-c8d7-4897-a56b-8e76de222eca tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:28.968520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7dc4f-c8d7-4897-a56b-8e76de222eca tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for cd666e14-55f7-49fc-a80a-b6a3956c16d5 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:28.975545 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bd46e02f-7221-4bd4-b861-d650b763b575 req-5d95b46e-a916-4397-b27f-b6309f8d32af service neutron] 10.222.0.45 "GET /v2.0/networks/5b1ebd6c-4a11-4429-88f6-78f878af07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814101 Dec 08 02:11:29.104780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd17abb7-a327-4507-9478-77620cad2198 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:29.138327 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bd46e02f-7221-4bd4-b861-d650b763b575 req-86cd2336-43f0-4a0e-b944-12cfa3b4738a service neutron] 10.222.0.45 "GET /v2.0/networks/5b1ebd6c-4a11-4429-88f6-78f878af07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538477 Dec 08 02:11:29.141237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Allocated IP 2001:db8::2 (27b71a85-dd81-4415-b869-7bdb583f90f3/fce8e05a-f779-4d70-a798-b00290eeaf15/919ff31b-2e9b-4d59-b685-2b3b5a6c2aec) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:29.340718 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd17abb7-a327-4507-9478-77620cad2198 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:29.346653 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:29.353743 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2a7dc4f-c8d7-4897-a56b-8e76de222eca tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:29.354926 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:29.387086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-cd17abb7-a327-4507-9478-77620cad2198 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port d0aa9c17-55a1-49a3-8f84-bf35e0228054 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:11:29.391941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7dc4f-c8d7-4897-a56b-8e76de222eca tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=cd666e14-55f7-49fc-a80a-b6a3956c16d5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:29.403309 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:29.404915 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:29.407487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:29.451551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Pushing event updated for resources: {'Port': ['ID=919ff31b-2e9b-4d59-b685-2b3b5a6c2aec,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:29.488583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Attempting to bind port 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:29.489049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Attempting to bind port 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:29.489521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Attempting to bind port 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:29.494785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:29.495240 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:29.495739 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:29.496198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:29.496741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Bound port: 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:29.497299 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:29.586640 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] For port 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:29.591960 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] For port 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=919ff31b-2e9b-4d59-b685-2b3b5a6c2aec,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:29.598224 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:29.697655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804be04-c62b-40bc-926e-dd35e8e8c866 None None] Pushing event updated for resources: {'Port': ['ID=919ff31b-2e9b-4d59-b685-2b3b5a6c2aec,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:29.920997 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2a7dc4f-c8d7-4897-a56b-8e76de222eca tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:30.167844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc724f0-5fdc-4647-8129-f8cfa2176611 req-a0b10c50-e703-4559-b824-40f65bb5174e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:30.170612 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2cc724f0-5fdc-4647-8129-f8cfa2176611 req-a0b10c50-e703-4559-b824-40f65bb5174e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 945 time: 0.3507161 Dec 08 02:11:30.183480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c641c3-19ff-4295-b44f-587b10baaab0 req-a9a67f4d-4179-49cc-a978-663116da0e8a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:30.185075 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d5c641c3-19ff-4295-b44f-587b10baaab0 req-a9a67f4d-4179-49cc-a978-663116da0e8a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 983 time: 0.3640504 Dec 08 02:11:30.288338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-cd17abb7-a327-4507-9478-77620cad2198 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::6eb5:c2e5:6c5f:a060 (27b71a85-dd81-4415-b869-7bdb583f90f3/fce8e05a-f779-4d70-a798-b00290eeaf15/d0aa9c17-55a1-49a3-8f84-bf35e0228054) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:30.416625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:30.488203 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2cc724f0-5fdc-4647-8129-f8cfa2176611 req-6296c31e-c34e-4c49-9156-c5a5970c32d9 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988019 Dec 08 02:11:30.553639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:30.554812 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:30.573105 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d5c641c3-19ff-4295-b44f-587b10baaab0 req-17abdf38-2a7d-41e4-98f6-8e20af7ec343 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd91ece8-1a7b-44db-b704-572d682de78d&id=c515722b-dd95-4612-abcb-c0a73980786e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3744204 Dec 08 02:11:30.658189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a7dc4f-c8d7-4897-a56b-8e76de222eca tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:11:30.778235 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:30.834260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=919ff31b-2e9b-4d59-b685-2b3b5a6c2aec,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:30.840301 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:30.907144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=919ff31b-2e9b-4d59-b685-2b3b5a6c2aec,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:30.926338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a7dc4f-c8d7-4897-a56b-8e76de222eca tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:11:30.937364 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47784) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:30.941060 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e3be1-4a9b-4df9-84cf-bc584ff0e16f None None] Sync routers for ids ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:11:30.948198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c2a7dc4f-c8d7-4897-a56b-8e76de222eca tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9558270 Dec 08 02:11:30.964802 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e3be1-4a9b-4df9-84cf-bc584ff0e16f None None] Routers {'d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:30.966649 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d85e3be1-4a9b-4df9-84cf-bc584ff0e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:30.991220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e108454-1b4a-4262-ba74-1817a9cb59bc req-69a0fc2d-e08d-4f9d-8137-6cd66e4bf249 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:30.992924 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e108454-1b4a-4262-ba74-1817a9cb59bc req-69a0fc2d-e08d-4f9d-8137-6cd66e4bf249 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 945 time: 0.1871519 Dec 08 02:11:31.063790 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd17abb7-a327-4507-9478-77620cad2198 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:31.068153 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d85e3be1-4a9b-4df9-84cf-bc584ff0e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:31.088904 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e3be1-4a9b-4df9-84cf-bc584ff0e16f None None] Routers {'d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:31.092099 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d85e3be1-4a9b-4df9-84cf-bc584ff0e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:31.113387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e108454-1b4a-4262-ba74-1817a9cb59bc req-a00ddbfb-2629-49b8-8b1e-6bed0a757fff tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037779 Dec 08 02:11:31.148106 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd17abb7-a327-4507-9478-77620cad2198 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:31.162897 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:11:31.196282 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d85e3be1-4a9b-4df9-84cf-bc584ff0e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:31.202684 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e3be1-4a9b-4df9-84cf-bc584ff0e16f None None] The sync data for ids ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:11:31.276491 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd17abb7-a327-4507-9478-77620cad2198 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:31.281292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-cd17abb7-a327-4507-9478-77620cad2198 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:31.322493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17abb7-a327-4507-9478-77620cad2198 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:31.356105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd17abb7-a327-4507-9478-77620cad2198 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:31.357238 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd17abb7-a327-4507-9478-77620cad2198 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:31.381322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7,segment=NetworkSegment(3de069df-8fe4-45a4-ae37-3c3cb03a3b21),segment_id=3de069df-8fe4-45a4-ae37-3c3cb03a3b21)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:31.397571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17abb7-a327-4507-9478-77620cad2198 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=d0aa9c17-55a1-49a3-8f84-bf35e0228054,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:31.426815 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cd17abb7-a327-4507-9478-77620cad2198 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6375358 Dec 08 02:11:31.432959 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47798) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:31.437541 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'port_id': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7', 'mac_address': 'fa:16:3e:d8:42:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:11:31.453239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1446ea9c-4b42-42c3-b09c-5691a14388dd None None] Provisioning complete for port 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:31.459824 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1446ea9c-4b42-42c3-b09c-5691a14388dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:31.487563 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e210cc1-c084-4374-aae5-14a03560128e req-c1e6eeda-e133-420f-bd33-1357e3ad4e91 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:31.498725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e210cc1-c084-4374-aae5-14a03560128e req-c1e6eeda-e133-420f-bd33-1357e3ad4e91 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 945 time: 0.2205150 Dec 08 02:11:31.573529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ca997-4d06-43e3-9228-7c0bdac4d145 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:31.592694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ca997-4d06-43e3-9228-7c0bdac4d145 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:31.594039 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34dcc494-958e-4f7b-a5df-9dfdc39fff15 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:31.597763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-081ca997-4d06-43e3-9228-7c0bdac4d145 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1631207 Dec 08 02:11:31.598359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47800) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:31.621325 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:31.667193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:11:31.784042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7,segment=NetworkSegment(3de069df-8fe4-45a4-ae37-3c3cb03a3b21),segment_id=3de069df-8fe4-45a4-ae37-3c3cb03a3b21)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:31.790303 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:31.835538 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e210cc1-c084-4374-aae5-14a03560128e req-737cf1af-982c-4dcd-96c0-e89eda98605d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246000 Dec 08 02:11:31.853463 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:31.908135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95006f9-ce88-4ec6-9a01-67707c096451 req-756750f0-14cd-4f38-a714-e4788939cd24 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:31.909669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e95006f9-ce88-4ec6-9a01-67707c096451 req-756750f0-14cd-4f38-a714-e4788939cd24 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 983 time: 0.1818774 Dec 08 02:11:31.931234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8cc4da02-992b-4bbb-ba5e-e8dee4f9cbaa None None] Provisioning complete for port d0aa9c17-55a1-49a3-8f84-bf35e0228054 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:31.932354 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cc4da02-992b-4bbb-ba5e-e8dee4f9cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:31.985520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-db9c95de-cacd-4630-844f-518980ec900e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port d0aa9c17-55a1-49a3-8f84-bf35e0228054 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:31.985896 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db9c95de-cacd-4630-844f-518980ec900e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:32.000521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4da02-992b-4bbb-ba5e-e8dee4f9cbaa None None] Port d0aa9c17-55a1-49a3-8f84-bf35e0228054 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:32.051308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-34dcc494-958e-4f7b-a5df-9dfdc39fff15 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port 8e1fc04d-1a42-4653-9310-78283a26952c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:32.052497 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34dcc494-958e-4f7b-a5df-9dfdc39fff15 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:32.084152 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e95006f9-ce88-4ec6-9a01-67707c096451 req-d6422719-c363-4c6e-b179-797240b0ff2d tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd91ece8-1a7b-44db-b704-572d682de78d&id=c515722b-dd95-4612-abcb-c0a73980786e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1597934 Dec 08 02:11:32.102966 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['3c2cb51b-990e-4a91-ab8a-71fb7f3175f7'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:11:32.157975 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db9c95de-cacd-4630-844f-518980ec900e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:32.186409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-db9c95de-cacd-4630-844f-518980ec900e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for d0aa9c17-55a1-49a3-8f84-bf35e0228054 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:32.247854 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34dcc494-958e-4f7b-a5df-9dfdc39fff15 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:32.282094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-34dcc494-958e-4f7b-a5df-9dfdc39fff15 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for 8e1fc04d-1a42-4653-9310-78283a26952c owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:32.319963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc4d35-9fe3-422c-861d-98cc11ef5b8f req-c0e03a29-e32f-4874-84ae-1ab32120eca8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:32.326898 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-81dc4d35-9fe3-422c-861d-98cc11ef5b8f req-c0e03a29-e32f-4874-84ae-1ab32120eca8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 945 time: 0.1358862 Dec 08 02:11:32.374254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:32.423191 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-81dc4d35-9fe3-422c-861d-98cc11ef5b8f req-391c91e5-07f6-4e32-8214-ae6c70787634 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813701 Dec 08 02:11:32.487243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:32.487779 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:32.518283 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db9c95de-cacd-4630-844f-518980ec900e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:32.618585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c95de-cacd-4630-844f-518980ec900e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=d0aa9c17-55a1-49a3-8f84-bf35e0228054,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:32.634253 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34dcc494-958e-4f7b-a5df-9dfdc39fff15 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:32.669173 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db9c95de-cacd-4630-844f-518980ec900e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:32.677353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-db9c95de-cacd-4630-844f-518980ec900e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/d0aa9c17-55a1-49a3-8f84-bf35e0228054 HTTP/1.1" status: 204 len: 168 time: 1.0724308 Dec 08 02:11:32.678456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47830) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:32.711915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcc494-958e-4f7b-a5df-9dfdc39fff15 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=8e1fc04d-1a42-4653-9310-78283a26952c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:32.713783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47832) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:32.775644 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d20897-0333-4b14-bd1d-7877a0ff8e1c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:32.777489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d20897-0333-4b14-bd1d-7877a0ff8e1c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:32.779217 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-64d20897-0333-4b14-bd1d-7877a0ff8e1c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0991881 Dec 08 02:11:32.781883 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47836) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:32.838395 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-34dcc494-958e-4f7b-a5df-9dfdc39fff15 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:32.894608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e40401-da42-4b68-887b-3910cd572e2f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet fce8e05a-f779-4d70-a798-b00290eeaf15 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:11:32.907846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0e40401-da42-4b68-887b-3910cd572e2f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:32.975847 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1fc17420-3764-4bc8-9b91-89fd00217ec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.033420 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0e40401-da42-4b68-887b-3910cd572e2f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.108008 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dcc494-958e-4f7b-a5df-9dfdc39fff15 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:11:33.133547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0e40401-da42-4b68-887b-3910cd572e2f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.184437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:33.244494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dcc494-958e-4f7b-a5df-9dfdc39fff15 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:11:33.258994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c18d932-7b0e-4d15-bce3-cbf480d803f5 None None] Sync routers for ids ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:11:33.260121 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-34dcc494-958e-4f7b-a5df-9dfdc39fff15 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3212128 Dec 08 02:11:33.261428 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47842) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:33.274941 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0e40401-da42-4b68-887b-3910cd572e2f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.278575 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1fc17420-3764-4bc8-9b91-89fd00217ec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.279656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c18d932-7b0e-4d15-bce3-cbf480d803f5 None None] Routers {'d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:33.280767 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2c18d932-7b0e-4d15-bce3-cbf480d803f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:33.303091 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e5b310a1-61a4-4ac0-9180-f6da9f8ce935 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf HTTP/1.1" status: 200 len: 205 time: 0.0367951 Dec 08 02:11:33.303853 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47844) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:33.310085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1fc17420-3764-4bc8-9b91-89fd00217ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.320604 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2c18d932-7b0e-4d15-bce3-cbf480d803f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:33.331268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e40401-da42-4b68-887b-3910cd572e2f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=fce8e05a-f779-4d70-a798-b00290eeaf15,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:33.338496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cace055-1dca-464c-98f9-9bdc8ea06cc4 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:33.340425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:11:33.345125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c18d932-7b0e-4d15-bce3-cbf480d803f5 None None] Routers {'d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:33.346468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2c18d932-7b0e-4d15-bce3-cbf480d803f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:33.357559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12305709-37c2-4c23-9202-a76b86eec3c1 req-b4892a1e-06a3-4b0f-ae1c-02949cda4c92 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:33.359823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12305709-37c2-4c23-9202-a76b86eec3c1 req-b4892a1e-06a3-4b0f-ae1c-02949cda4c92 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 984 time: 0.1718175 Dec 08 02:11:33.361771 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0e40401-da42-4b68-887b-3910cd572e2f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.366857 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d0e40401-da42-4b68-887b-3910cd572e2f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/fce8e05a-f779-4d70-a798-b00290eeaf15 HTTP/1.1" status: 204 len: 168 time: 0.5838206 Dec 08 02:11:33.370739 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:33.371107 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.378912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47846) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:33.396011 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc17420-3764-4bc8-9b91-89fd00217ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c417dbff-2f5c-4175-805f-964c97ec1be4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:33.430654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2c18d932-7b0e-4d15-bce3-cbf480d803f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:33.431477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c18d932-7b0e-4d15-bce3-cbf480d803f5 None None] The sync data for ids ['d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:11:33.453527 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1fc17420-3764-4bc8-9b91-89fd00217ec9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2070d25ee2a94cb39b9ac0d69c96f263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7364614 Dec 08 02:11:33.453775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f7f20ed9-7456-41fa-8f92-35ffe1c8a655 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.455384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47850) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:33.472723 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5d8f5184-18f5-470d-9625-8ce1719875b7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922117 Dec 08 02:11:33.477614 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47852) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:33.483262 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fd3d61bb-7bd0-4c3a-8e59-fef999aaa963 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:33.561835 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.606063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7,segment=NetworkSegment(3de069df-8fe4-45a4-ae37-3c3cb03a3b21),segment_id=3de069df-8fe4-45a4-ae37-3c3cb03a3b21)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:33.607126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:33.610360 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d491ffb-ee67-48c0-ba0e-95ce8377361d" -d '{"events": [{"server_uuid": "d1018099-7331-44eb-82b1-207d2968ae2d", "name": "network-vif-plugged", "status": "completed", "tag": "3c2cb51b-990e-4a91-ab8a-71fb7f3175f7"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:33.615704 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.676904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:33.681465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd63765-184c-4d63-91db-58dc312464a2 None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:33.701526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd249739-ef83-4aaf-9b03-fe0a358ab50c req-66582750-f5b7-491b-b0a0-f6cbb2504fa5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:33.703128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd249739-ef83-4aaf-9b03-fe0a358ab50c req-66582750-f5b7-491b-b0a0-f6cbb2504fa5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 945 time: 0.1407106 Dec 08 02:11:33.705403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3d61bb-7bd0-4c3a-8e59-fef999aaa963 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:33.709657 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd3d61bb-7bd0-4c3a-8e59-fef999aaa963 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.720730 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12305709-37c2-4c23-9202-a76b86eec3c1 req-acb2c7fa-0d60-46f8-a3a8-e4753039d3ce tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd91ece8-1a7b-44db-b704-572d682de78d&id=c515722b-dd95-4612-abcb-c0a73980786e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3524003 Dec 08 02:11:33.737081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9cd63765-184c-4d63-91db-58dc312464a2 None None] Deleting port 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:33.737461 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cd63765-184c-4d63-91db-58dc312464a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.761088 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f7f20ed9-7456-41fa-8f92-35ffe1c8a655 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.764659 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f7f20ed9-7456-41fa-8f92-35ffe1c8a655 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.846506 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f7f20ed9-7456-41fa-8f92-35ffe1c8a655 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.848679 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f20ed9-7456-41fa-8f92-35ffe1c8a655 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Fanout notify agent at l3_agent the message router_deleted on router d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:11:33.857613 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd249739-ef83-4aaf-9b03-fe0a358ab50c req-1f2649ec-6254-4969-9cc8-ceb1be6abb2c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423755 Dec 08 02:11:33.878047 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f7f20ed9-7456-41fa-8f92-35ffe1c8a655 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.880778 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f7f20ed9-7456-41fa-8f92-35ffe1c8a655 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/routers/d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf HTTP/1.1" status: 204 len: 168 time: 0.5755718 Dec 08 02:11:33.886719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47856) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:33.891060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c558bf6-521f-442f-bbbb-7a4ecef47039 req-1b87a5d5-be9c-458d-9c6f-a817885c3e97 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:33.894805 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5c558bf6-521f-442f-bbbb-7a4ecef47039 req-1b87a5d5-be9c-458d-9c6f-a817885c3e97 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 945 time: 0.2812495 Dec 08 02:11:33.919628 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94a7f4e6-c82c-4976-abee-609bd3f706f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.950185 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94a7f4e6-c82c-4976-abee-609bd3f706f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.966441 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d9089b-00e4-4c26-bee4-cabca9bc91a8 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting subnet 692e71eb-cb94-488e-be90-9bd9f68c0b90 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:11:33.975289 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91d9089b-00e4-4c26-bee4-cabca9bc91a8 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.007563 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9cd63765-184c-4d63-91db-58dc312464a2 None None] For port 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=919ff31b-2e9b-4d59-b685-2b3b5a6c2aec,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:34.008126 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cd63765-184c-4d63-91db-58dc312464a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.022858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9cd63765-184c-4d63-91db-58dc312464a2 None None] Calling delete_port for 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:34.038282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94a7f4e6-c82c-4976-abee-609bd3f706f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.041075 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94a7f4e6-c82c-4976-abee-609bd3f706f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.044552 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-94a7f4e6-c82c-4976-abee-609bd3f706f4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c417dbff-2f5c-4175-805f-964c97ec1be4 HTTP/1.1" status: 204 len: 168 time: 0.5859253 Dec 08 02:11:34.119140 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9279cb-6567-444e-8e84-10f5544bfcef x-openstack-request-id: req-ff9279cb-6567-444e-8e84-10f5544bfcef {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:34.119411 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1018099-7331-44eb-82b1-207d2968ae2d", "name": "network-vif-plugged", "status": "completed", "tag": "3c2cb51b-990e-4a91-ab8a-71fb7f3175f7", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:34.119714 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ff9279cb-6567-444e-8e84-10f5544bfcef {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:34.120052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7f4e6-c82c-4976-abee-609bd3f706f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c417dbff-2f5c-4175-805f-964c97ec1be4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:34.120596 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7', 'code': 200} Dec 08 02:11:34.143359 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9cd63765-184c-4d63-91db-58dc312464a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.191395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd720209-c574-4a18-a7db-2c61edc04a50 req-b8738c0c-1725-44ef-b25d-dae0bd9fab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:34.211162 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fd720209-c574-4a18-a7db-2c61edc04a50 req-b8738c0c-1725-44ef-b25d-dae0bd9fab7d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 1137 time: 0.3121896 Dec 08 02:11:34.263209 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd63765-184c-4d63-91db-58dc312464a2 None None] No DVR routers for this DVR port 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:34.289085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd63765-184c-4d63-91db-58dc312464a2 None None] Pushing event deleted for resources: {'Port': ['ID=919ff31b-2e9b-4d59-b685-2b3b5a6c2aec,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:34.437118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:34.449053 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-5c558bf6-521f-442f-bbbb-7a4ecef47039 req-131ea4db-5a29-415f-8e38-cca81ccbd25d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Deleting port ff305792-892c-4e6c-b666-ff32f24c9ff1 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:34.449835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5c558bf6-521f-442f-bbbb-7a4ecef47039 req-131ea4db-5a29-415f-8e38-cca81ccbd25d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.458739 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fd720209-c574-4a18-a7db-2c61edc04a50 req-e62a0f9e-0214-4ff4-b7ee-fe047e1d6c64 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd91ece8-1a7b-44db-b704-572d682de78d&id=c515722b-dd95-4612-abcb-c0a73980786e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2328737 Dec 08 02:11:34.479475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:11:34.479868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 919ff31b-2e9b-4d59-b685-2b3b5a6c2aec not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:34.492245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91d9089b-00e4-4c26-bee4-cabca9bc91a8 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.600630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47868) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:34.640033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034a930-c09b-4e4c-8d88-9c46cf394ae6 req-942100d0-7e76-4e20-90df-7cad1d693e86 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:34.641618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b034a930-c09b-4e4c-8d88-9c46cf394ae6 req-942100d0-7e76-4e20-90df-7cad1d693e86 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1970909 Dec 08 02:11:34.651293 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd3d61bb-7bd0-4c3a-8e59-fef999aaa963 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.662161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6fe5512-ce65-460c-83c1-c5171790008e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.738145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91d9089b-00e4-4c26-bee4-cabca9bc91a8 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.776588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3d61bb-7bd0-4c3a-8e59-fef999aaa963 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:34.794630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-fd3d61bb-7bd0-4c3a-8e59-fef999aaa963 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:34.805454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3d61bb-7bd0-4c3a-8e59-fef999aaa963 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:34.806061 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd3d61bb-7bd0-4c3a-8e59-fef999aaa963 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.806715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcec51c-d0f0-46b0-9227-950607dc0039 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:34.841438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d61bb-7bd0-4c3a-8e59-fef999aaa963 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=e107602f-43a9-4a7d-a9e5-1453232b5a70,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:34.863371 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b034a930-c09b-4e4c-8d88-9c46cf394ae6 req-6c45fe6a-765c-432d-9891-947aeca04775 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136586 Dec 08 02:11:34.894020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fd3d61bb-7bd0-4c3a-8e59-fef999aaa963 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4151065 Dec 08 02:11:34.898879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47874) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:34.904912 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-eafebae1-45b6-4cbc-a857-8d04dc9a0263 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': 'e107602f-43a9-4a7d-a9e5-1453232b5a70', 'ip_address': '2001:db8::ce91:1420:6eb1:d203'}], 'name': 'tempest-NetworksTestDHCPv6-789495268'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:34.925791 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91d9089b-00e4-4c26-bee4-cabca9bc91a8 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.973102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbdb3d-b874-471e-8214-de5641d3db1d req-b242a9f2-013a-461e-8834-447fd7d11bab tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:34.975313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-98fbdb3d-b874-471e-8214-de5641d3db1d req-b242a9f2-013a-461e-8834-447fd7d11bab tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 985 time: 0.1585271 Dec 08 02:11:34.980392 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9089b-00e4-4c26-bee4-cabca9bc91a8 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Subnet': ['ID=692e71eb-cb94-488e-be90-9bd9f68c0b90,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:34.987153 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-91d9089b-00e4-4c26-bee4-cabca9bc91a8 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.990858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-91d9089b-00e4-4c26-bee4-cabca9bc91a8 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/692e71eb-cb94-488e-be90-9bd9f68c0b90 HTTP/1.1" status: 204 len: 168 time: 1.1026266 Dec 08 02:11:34.995941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47876) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:34.999088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ef5598-22dd-4acd-a238-11968d5f3337 None None] Network 2278db9d-99d5-4183-80b1-4bec52981bba requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:35.026666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5c558bf6-521f-442f-bbbb-7a4ecef47039 req-131ea4db-5a29-415f-8e38-cca81ccbd25d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] For port ff305792-892c-4e6c-b666-ff32f24c9ff1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=ff305792-892c-4e6c-b666-ff32f24c9ff1,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:35.027056 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5c558bf6-521f-442f-bbbb-7a4ecef47039 req-131ea4db-5a29-415f-8e38-cca81ccbd25d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.037281 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': 'e107602f-43a9-4a7d-a9e5-1453232b5a70'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:11:35.037685 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.049645 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6fe5512-ce65-460c-83c1-c5171790008e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.060610 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6fe5512-ce65-460c-83c1-c5171790008e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.071762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-5c558bf6-521f-442f-bbbb-7a4ecef47039 req-131ea4db-5a29-415f-8e38-cca81ccbd25d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Calling delete_port for ff305792-892c-4e6c-b666-ff32f24c9ff1 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:35.127924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f34af1-9bb3-49cc-ab25-78cbb69d56fd req-81c4cf2b-2fb6-4df0-8ea0-fc537243339d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:35.129425 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3f34af1-9bb3-49cc-ab25-78cbb69d56fd req-81c4cf2b-2fb6-4df0-8ea0-fc537243339d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 945 time: 0.1355050 Dec 08 02:11:35.140921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe5512-ce65-460c-83c1-c5171790008e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcca411-f79a-4821-9de4-0beeab545ac2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:35.153259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e6fe5512-ce65-460c-83c1-c5171790008e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c30242ce4da040218c1b3c4a0bc0e2e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5488963 Dec 08 02:11:35.154375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47878) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:35.166026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-033bab0d-057a-49c7-b6f8-fee23240578a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting subnet d0f2afc9-366b-4372-8626-6b3d95ee8694 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:11:35.173495 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-98fbdb3d-b874-471e-8214-de5641d3db1d req-e4b038e9-76a0-4870-96cb-05942364a04a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd91ece8-1a7b-44db-b704-572d682de78d&id=c515722b-dd95-4612-abcb-c0a73980786e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1815395 Dec 08 02:11:35.175010 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-033bab0d-057a-49c7-b6f8-fee23240578a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.249357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafebae1-45b6-4cbc-a857-8d04dc9a0263 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:35.258968 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3f34af1-9bb3-49cc-ab25-78cbb69d56fd req-064562fe-677c-4352-9d9b-f6242932ec9a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194022 Dec 08 02:11:35.263581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Allocated IP 2001:db8::2 (27b71a85-dd81-4415-b869-7bdb583f90f3/e107602f-43a9-4a7d-a9e5-1453232b5a70/ad1b0963-1305-486e-a75b-88b3aca74dde) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:35.268015 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f3022e1-3d7f-4c5d-a208-0e4c0cfb6f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.287270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1061ebb3-3340-4d31-9a8c-8313c2dd9b4f None None] DHCP port deletion for 2278db9d-99d5-4183-80b1-4bec52981bba request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:35.299752 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-033bab0d-057a-49c7-b6f8-fee23240578a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.303119 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f3022e1-3d7f-4c5d-a208-0e4c0cfb6f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.358591 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f3022e1-3d7f-4c5d-a208-0e4c0cfb6f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.362654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6f3022e1-3d7f-4c5d-a208-0e4c0cfb6f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.367239 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6f3022e1-3d7f-4c5d-a208-0e4c0cfb6f37 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4fcca411-f79a-4821-9de4-0beeab545ac2 HTTP/1.1" status: 204 len: 168 time: 0.2078042 Dec 08 02:11:35.389082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3022e1-3d7f-4c5d-a208-0e4c0cfb6f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcca411-f79a-4821-9de4-0beeab545ac2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:35.447154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1061ebb3-3340-4d31-9a8c-8313c2dd9b4f None None] Deleting port cc9f8985-6195-44da-9dc3-ab88b163f70a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:35.447663 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1061ebb3-3340-4d31-9a8c-8313c2dd9b4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.496478 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eafebae1-45b6-4cbc-a857-8d04dc9a0263 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.504100 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-033bab0d-057a-49c7-b6f8-fee23240578a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.532059 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5c558bf6-521f-442f-bbbb-7a4ecef47039 req-131ea4db-5a29-415f-8e38-cca81ccbd25d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.545974 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.552446 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1061ebb3-3340-4d31-9a8c-8313c2dd9b4f None None] For port cc9f8985-6195-44da-9dc3-ab88b163f70a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=cc9f8985-6195-44da-9dc3-ab88b163f70a,segment=NetworkSegment(a5e471c6-dc8a-4c39-a569-9dff8ac9b70e),segment_id=a5e471c6-dc8a-4c39-a569-9dff8ac9b70e)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:35.553031 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1061ebb3-3340-4d31-9a8c-8313c2dd9b4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.556862 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.570086 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a9545aae-5e04-40b2-b242-477b3b953496'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:11:35.586601 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-eafebae1-45b6-4cbc-a857-8d04dc9a0263 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port 5496c223-7a5a-4228-8581-8abaacc21a64 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:11:35.602285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1061ebb3-3340-4d31-9a8c-8313c2dd9b4f None None] Calling delete_port for cc9f8985-6195-44da-9dc3-ab88b163f70a owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:35.608320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ea4db-5a29-415f-8e38-cca81ccbd25d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Pushing event deleted for resources: {'Port': ['ID=ff305792-892c-4e6c-b666-ff32f24c9ff1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:35.628811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1267b6b0-0656-4a8f-aace-d3b709198d7f None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:35.655596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:35.668806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:35.675862 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:35.677389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c558bf6-521f-442f-bbbb-7a4ecef47039 req-131ea4db-5a29-415f-8e38-cca81ccbd25d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] No DVR routers for this DVR port ff305792-892c-4e6c-b666-ff32f24c9ff1 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:35.684761 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5c558bf6-521f-442f-bbbb-7a4ecef47039 req-131ea4db-5a29-415f-8e38-cca81ccbd25d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.688703 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5c558bf6-521f-442f-bbbb-7a4ecef47039 req-131ea4db-5a29-415f-8e38-cca81ccbd25d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "DELETE /v2.0/ports/ff305792-892c-4e6c-b666-ff32f24c9ff1 HTTP/1.1" status: 204 len: 173 time: 1.7796586 Dec 08 02:11:35.688703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b3d574-f6e9-42b7-816f-3b3c8b3414ea', 'name': 'network-vif-deleted', 'tag': 'ff305792-892c-4e6c-b666-ff32f24c9ff1'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:35.691431 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5ad29a-8e05-4413-83df-4c31f12f6f77" -d '{"events": [{"server_uuid": "45b3d574-f6e9-42b7-816f-3b3c8b3414ea", "name": "network-vif-deleted", "tag": "ff305792-892c-4e6c-b666-ff32f24c9ff1"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:35.746452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Pushing event updated for resources: {'Port': ['ID=ad1b0963-1305-486e-a75b-88b3aca74dde,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:35.747526 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-033bab0d-057a-49c7-b6f8-fee23240578a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.784178 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910a2304-3e9d-48de-8069-271d5069ee56 x-openstack-request-id: req-910a2304-3e9d-48de-8069-271d5069ee56 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:35.784590 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b3d574-f6e9-42b7-816f-3b3c8b3414ea", "name": "network-vif-deleted", "tag": "ff305792-892c-4e6c-b666-ff32f24c9ff1", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:35.784844 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-910a2304-3e9d-48de-8069-271d5069ee56 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:35.785252 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b3d574-f6e9-42b7-816f-3b3c8b3414ea', 'name': 'network-vif-deleted', 'tag': 'ff305792-892c-4e6c-b666-ff32f24c9ff1', 'status': 'completed', 'code': 200} Dec 08 02:11:35.804042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Attempting to bind port ad1b0963-1305-486e-a75b-88b3aca74dde on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:35.804426 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Attempting to bind port ad1b0963-1305-486e-a75b-88b3aca74dde by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:35.804924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Attempting to bind port ad1b0963-1305-486e-a75b-88b3aca74dde on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:35.823809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:35.824532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:35.824639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bab0d-057a-49c7-b6f8-fee23240578a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f2afc9-366b-4372-8626-6b3d95ee8694,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:35.824739 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.824871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:35.825324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Bound port: ad1b0963-1305-486e-a75b-88b3aca74dde, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:35.826152 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.828646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-033bab0d-057a-49c7-b6f8-fee23240578a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.834762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47886) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:35.835317 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-033bab0d-057a-49c7-b6f8-fee23240578a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/d0f2afc9-366b-4372-8626-6b3d95ee8694 HTTP/1.1" status: 204 len: 168 time: 0.8329828 Dec 08 02:11:35.845794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11986c3c-d53c-4c34-a16e-71fe706b8b7c None None] Network 9b60a089-f1ca-4341-91eb-983e9c217019 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:35.910603 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-eafebae1-45b6-4cbc-a857-8d04dc9a0263 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::ce91:1420:6eb1:d203 (27b71a85-dd81-4415-b869-7bdb583f90f3/e107602f-43a9-4a7d-a9e5-1453232b5a70/5496c223-7a5a-4228-8581-8abaacc21a64) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:35.957519 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b955ee43-d994-4278-b774-148f8890e9a7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:35.980678 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1061ebb3-3340-4d31-9a8c-8313c2dd9b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.059288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061ebb3-3340-4d31-9a8c-8313c2dd9b4f None None] Pushing event deleted for resources: {'Port': ['ID=cc9f8985-6195-44da-9dc3-ab88b163f70a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:36.086282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1061ebb3-3340-4d31-9a8c-8313c2dd9b4f None None] No DVR routers for this DVR port cc9f8985-6195-44da-9dc3-ab88b163f70a on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:36.108164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] For port ad1b0963-1305-486e-a75b-88b3aca74dde, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:36.114867 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b955ee43-d994-4278-b774-148f8890e9a7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.115509 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] For port ad1b0963-1305-486e-a75b-88b3aca74dde, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ad1b0963-1305-486e-a75b-88b3aca74dde,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:36.126701 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.132585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09af70-1390-49d8-bc14-d88ee15e81a1 req-9dcb59b2-ef08-4c4f-9359-fe98d60220b6 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:36.134774 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e09af70-1390-49d8-bc14-d88ee15e81a1 req-9dcb59b2-ef08-4c4f-9359-fe98d60220b6 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1559031 Dec 08 02:11:36.164250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b955ee43-d994-4278-b774-148f8890e9a7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2278db9d-99d5-4183-80b1-4bec52981bba']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:36.188726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b955ee43-d994-4278-b774-148f8890e9a7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e471c6-dc8a-4c39-a569-9dff8ac9b70e') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:36.189294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b955ee43-d994-4278-b774-148f8890e9a7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e471c6-dc8a-4c39-a569-9dff8ac9b70e') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:36.199245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eafebae1-45b6-4cbc-a857-8d04dc9a0263 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.234366 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e09af70-1390-49d8-bc14-d88ee15e81a1 req-e52d8f1d-0433-48d0-9ee8-7d2bdfe5c66c tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927336 Dec 08 02:11:36.239862 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b955ee43-d994-4278-b774-148f8890e9a7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.277775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eafebae1-45b6-4cbc-a857-8d04dc9a0263 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.287009 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b955ee43-d994-4278-b774-148f8890e9a7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.309628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b955ee43-d994-4278-b774-148f8890e9a7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:11:36.310192 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b955ee43-d994-4278-b774-148f8890e9a7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.315259 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904a0216-e892-4648-95f4-476d46f0906c None None] DHCP port deletion for 9b60a089-f1ca-4341-91eb-983e9c217019 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:11:36.318903 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:11:36.362070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4dab0-15e6-4169-ab28-2dc6fc2daffe None None] Pushing event updated for resources: {'Port': ['ID=ad1b0963-1305-486e-a75b-88b3aca74dde,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:36.405480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafebae1-45b6-4cbc-a857-8d04dc9a0263 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:36.414082 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-eafebae1-45b6-4cbc-a857-8d04dc9a0263 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:36.419644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafebae1-45b6-4cbc-a857-8d04dc9a0263 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:36.425670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafebae1-45b6-4cbc-a857-8d04dc9a0263 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:36.426307 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eafebae1-45b6-4cbc-a857-8d04dc9a0263 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.431064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafebae1-45b6-4cbc-a857-8d04dc9a0263 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=5496c223-7a5a-4228-8581-8abaacc21a64,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:36.436611 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cc9f8985-6195-44da-9dc3-ab88b163f70a no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:36.453752 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eafebae1-45b6-4cbc-a857-8d04dc9a0263 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5534196 Dec 08 02:11:36.457196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47906) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:36.469978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: cc9f8985-6195-44da-9dc3-ab88b163f70a {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:11:36.470332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cc9f8985-6195-44da-9dc3-ab88b163f70a not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:36.526126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-904a0216-e892-4648-95f4-476d46f0906c None None] Deleting port 3d7462fd-3bee-4b5c-ad01-d203a36ca215 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:36.526515 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-904a0216-e892-4648-95f4-476d46f0906c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.594335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-84c605fa-75ed-441d-a029-fd6f3d5572f2 req-b87d9b8d-db7b-4176-b0bb-1508e509e914 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=45b3d574-f6e9-42b7-816f-3b3c8b3414ea HTTP/1.1" status: 200 len: 210 time: 0.0958607 Dec 08 02:11:36.602094 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b955ee43-d994-4278-b774-148f8890e9a7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.602414 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116ed843-94d9-4cc0-b957-a22fd5a5b197 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:36.630497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116ed843-94d9-4cc0-b957-a22fd5a5b197 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:36.632205 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-116ed843-94d9-4cc0-b957-a22fd5a5b197 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1727214 Dec 08 02:11:36.636274 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47910) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:36.641978 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b955ee43-d994-4278-b774-148f8890e9a7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.650904 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b955ee43-d994-4278-b774-148f8890e9a7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/networks/2278db9d-99d5-4183-80b1-4bec52981bba HTTP/1.1" status: 204 len: 168 time: 0.8141389 Dec 08 02:11:36.661154 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955ee43-d994-4278-b774-148f8890e9a7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Network': ['ID=2278db9d-99d5-4183-80b1-4bec52981bba,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:36.663150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47914) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:36.705832 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-904a0216-e892-4648-95f4-476d46f0906c None None] For port 3d7462fd-3bee-4b5c-ad01-d203a36ca215, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3d7462fd-3bee-4b5c-ad01-d203a36ca215,segment=NetworkSegment(e165f410-b7f5-43f3-93e7-79570eade059),segment_id=e165f410-b7f5-43f3-93e7-79570eade059)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:36.706867 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-904a0216-e892-4648-95f4-476d46f0906c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.712034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43077660-2eff-4723-a64c-1b30a7ebb758 req-da2e73f7-0981-45af-bb14-8b9a4138b9f8 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:36.713679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43077660-2eff-4723-a64c-1b30a7ebb758 req-da2e73f7-0981-45af-bb14-8b9a4138b9f8 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 985 time: 0.2164807 Dec 08 02:11:36.744455 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-904a0216-e892-4648-95f4-476d46f0906c None None] Calling delete_port for 3d7462fd-3bee-4b5c-ad01-d203a36ca215 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:36.789456 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.838910 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5326d1-4db4-4fc1-9399-958821361814 req-9ea54b76-9265-44a6-a8b1-e72f331390d2 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:36.840860 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7c5326d1-4db4-4fc1-9399-958821361814 req-9ea54b76-9265-44a6-a8b1-e72f331390d2 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.0821476 Dec 08 02:11:36.868431 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-904a0216-e892-4648-95f4-476d46f0906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.884087 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43077660-2eff-4723-a64c-1b30a7ebb758 req-b0ff9e74-1bb0-408c-a87f-ccf894785aa3 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd91ece8-1a7b-44db-b704-572d682de78d&id=c515722b-dd95-4612-abcb-c0a73980786e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1345150 Dec 08 02:11:36.902120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a0216-e892-4648-95f4-476d46f0906c None None] Pushing event deleted for resources: {'Port': ['ID=3d7462fd-3bee-4b5c-ad01-d203a36ca215,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:36.909814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904a0216-e892-4648-95f4-476d46f0906c None None] No DVR routers for this DVR port 3d7462fd-3bee-4b5c-ad01-d203a36ca215 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:36.912236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-90bf1c7b-7cc6-4b31-beab-20ad4367d63a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port 5496c223-7a5a-4228-8581-8abaacc21a64 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:36.912559 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90bf1c7b-7cc6-4b31-beab-20ad4367d63a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:36.923964 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port 3d7462fd-3bee-4b5c-ad01-d203a36ca215 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:36.924305 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.055240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] For port 3d7462fd-3bee-4b5c-ad01-d203a36ca215, host n-d-713499-31, got binding levels [] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:37.055783 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.073888 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90bf1c7b-7cc6-4b31-beab-20ad4367d63a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.077236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for 3d7462fd-3bee-4b5c-ad01-d203a36ca215 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:37.081577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Port 3d7462fd-3bee-4b5c-ad01-d203a36ca215 was not found and therefore no delete operation was performed {{(pid=109767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:11:37.090425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-90bf1c7b-7cc6-4b31-beab-20ad4367d63a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for 5496c223-7a5a-4228-8581-8abaacc21a64 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:37.091786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60a5e5-ceca-4dfd-9ee8-291ff496df69 req-72f71617-22c8-4116-a20a-82c93eb82a56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:37.093681 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-7c5326d1-4db4-4fc1-9399-958821361814 req-c6e4e204-5190-49cc-aa7b-cfc4f031867d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Deleting port 9a3748e6-5b1b-4abe-b504-729c26cff173 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:37.094024 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7c5326d1-4db4-4fc1-9399-958821361814 req-c6e4e204-5190-49cc-aa7b-cfc4f031867d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.101528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e60a5e5-ceca-4dfd-9ee8-291ff496df69 req-72f71617-22c8-4116-a20a-82c93eb82a56 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 985 time: 0.0993881 Dec 08 02:11:37.103789 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.143511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=3d7462fd-3bee-4b5c-ad01-d203a36ca215,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:37.148683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No DVR routers for this DVR port 3d7462fd-3bee-4b5c-ad01-d203a36ca215 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:37.246174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-7c5326d1-4db4-4fc1-9399-958821361814 req-c6e4e204-5190-49cc-aa7b-cfc4f031867d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] For port 9a3748e6-5b1b-4abe-b504-729c26cff173, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9a3748e6-5b1b-4abe-b504-729c26cff173,segment=NetworkSegment(d1411cc8-0219-4542-83c7-da00bdc3a1b5),segment_id=d1411cc8-0219-4542-83c7-da00bdc3a1b5)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:37.246679 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7c5326d1-4db4-4fc1-9399-958821361814 req-c6e4e204-5190-49cc-aa7b-cfc4f031867d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.264064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-7c5326d1-4db4-4fc1-9399-958821361814 req-c6e4e204-5190-49cc-aa7b-cfc4f031867d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Calling delete_port for 9a3748e6-5b1b-4abe-b504-729c26cff173 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:37.266977 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e60a5e5-ceca-4dfd-9ee8-291ff496df69 req-bd015948-183e-40bd-a336-669243587437 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd91ece8-1a7b-44db-b704-572d682de78d&id=c515722b-dd95-4612-abcb-c0a73980786e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1642327 Dec 08 02:11:37.275162 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.310682 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b60a089-f1ca-4341-91eb-983e9c217019']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:37.323591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e165f410-b7f5-43f3-93e7-79570eade059') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:37.323938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e165f410-b7f5-43f3-93e7-79570eade059') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:37.339051 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.358637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.365789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:11:37.366208 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:11:37.444661 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:11:37.447323 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90bf1c7b-7cc6-4b31-beab-20ad4367d63a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.486944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf1c7b-7cc6-4b31-beab-20ad4367d63a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=5496c223-7a5a-4228-8581-8abaacc21a64,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:37.499365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ff305792-892c-4e6c-b666-ff32f24c9ff1 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:37.504171 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.512302 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.515697 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/networks/9b60a089-f1ca-4341-91eb-983e9c217019 HTTP/1.1" status: 204 len: 168 time: 0.8505161 Dec 08 02:11:37.522634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47936) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:37.541267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: ff305792-892c-4e6c-b666-ff32f24c9ff1 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:11:37.544829 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device ff305792-892c-4e6c-b666-ff32f24c9ff1 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:37.546304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9a3748e6-5b1b-4abe-b504-729c26cff173 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:37.550919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-51f75385-90b8-478e-bc78-ffded847c605 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1249596970'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:37.554930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3ccf9-be43-4874-9ccd-17d8d4174176 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Network': ['ID=9b60a089-f1ca-4341-91eb-983e9c217019,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:37.561780 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90bf1c7b-7cc6-4b31-beab-20ad4367d63a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.565245 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-90bf1c7b-7cc6-4b31-beab-20ad4367d63a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/5496c223-7a5a-4228-8581-8abaacc21a64 HTTP/1.1" status: 204 len: 168 time: 0.9265957 Dec 08 02:11:37.569866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47938) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:37.601110 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7c5326d1-4db4-4fc1-9399-958821361814 req-c6e4e204-5190-49cc-aa7b-cfc4f031867d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.607642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe27ef6-73e2-4305-9d50-aab9dd2d0c16 req-3aa5ae57-9489-4dab-8245-7c2301f815da tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:37.610308 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dbe27ef6-73e2-4305-9d50-aab9dd2d0c16 req-3aa5ae57-9489-4dab-8245-7c2301f815da tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 1137 time: 0.1604927 Dec 08 02:11:37.618954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f75385-90b8-478e-bc78-ffded847c605 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:37.622487 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51f75385-90b8-478e-bc78-ffded847c605 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.640840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ee676-b092-43a5-abb2-dac08ae95030 req-872eb69b-03ba-4696-8d1d-1d97ec61131c tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:37.642300 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No active binding found for port 9a3748e6-5b1b-4abe-b504-729c26cff173 {{(pid=109768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 02:11:37.642441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-033ee676-b092-43a5-abb2-dac08ae95030 req-872eb69b-03ba-4696-8d1d-1d97ec61131c tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1cbc540-2dbc-4bae-a42d-f91a053e209c HTTP/1.1" status: 200 len: 946 time: 0.1913545 Dec 08 02:11:37.643128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9a3748e6-5b1b-4abe-b504-729c26cff173 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:37.648528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['796cba1e-4e9a-4880-bd68-63fd1c08e229'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:11:37.669050 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dbe27ef6-73e2-4305-9d50-aab9dd2d0c16 req-3d6db990-6faa-4e18-8bda-7f83715ce6c2 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.670198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4e204-5190-49cc-aa7b-cfc4f031867d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Pushing event deleted for resources: {'Port': ['ID=9a3748e6-5b1b-4abe-b504-729c26cff173,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:37.713409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8839b4e9-e8bb-4e98-8c31-7cac2bcd3bc6 None None] DHCP port deletion for 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:37.757111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5326d1-4db4-4fc1-9399-958821361814 req-c6e4e204-5190-49cc-aa7b-cfc4f031867d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] No DVR routers for this DVR port 9a3748e6-5b1b-4abe-b504-729c26cff173 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:37.758538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f75385-90b8-478e-bc78-ffded847c605 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:11:37.767674 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7c5326d1-4db4-4fc1-9399-958821361814 req-c6e4e204-5190-49cc-aa7b-cfc4f031867d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.775513 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7c5326d1-4db4-4fc1-9399-958821361814 req-c6e4e204-5190-49cc-aa7b-cfc4f031867d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.75 "DELETE /v2.0/ports/9a3748e6-5b1b-4abe-b504-729c26cff173 HTTP/1.1" status: 204 len: 173 time: 0.9219301 Dec 08 02:11:37.785493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51f75385-90b8-478e-bc78-ffded847c605 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.785867 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-51f75385-90b8-478e-bc78-ffded847c605 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Added segment 5141614c-6085-4a63-b3ab-ca50e796a352 of type vlan for network e0077cae-daf7-4558-9f39-2fb4d569bdf3 Dec 08 02:11:37.787102 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cbc540-2dbc-4bae-a42d-f91a053e209c', 'name': 'network-vif-deleted', 'tag': '9a3748e6-5b1b-4abe-b504-729c26cff173'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:37.789669 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a7215e-9d37-420d-8fc4-c82e02fe086e" -d '{"events": [{"server_uuid": "a1cbc540-2dbc-4bae-a42d-f91a053e209c", "name": "network-vif-deleted", "tag": "9a3748e6-5b1b-4abe-b504-729c26cff173"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:37.857817 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-033ee676-b092-43a5-abb2-dac08ae95030 req-911d7763-017c-4bdc-9a14-cca44346cd05 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769857 Dec 08 02:11:37.885953 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dbe27ef6-73e2-4305-9d50-aab9dd2d0c16 req-3d6db990-6faa-4e18-8bda-7f83715ce6c2 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.890297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f796565-0df9-48e0-9189-e995b355b8a2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:37.892962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f796565-0df9-48e0-9189-e995b355b8a2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:37.896282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9f796565-0df9-48e0-9189-e995b355b8a2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3166125 Dec 08 02:11:37.898336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47948) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:37.905736 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51f75385-90b8-478e-bc78-ffded847c605 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.907100 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dbe27ef6-73e2-4305-9d50-aab9dd2d0c16 req-3d6db990-6faa-4e18-8bda-7f83715ce6c2 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.948425 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51f75385-90b8-478e-bc78-ffded847c605 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:37.969831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dbe27ef6-73e2-4305-9d50-aab9dd2d0c16 req-3d6db990-6faa-4e18-8bda-7f83715ce6c2 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=bd91ece8-1a7b-44db-b704-572d682de78d&id=c515722b-dd95-4612-abcb-c0a73980786e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3263800 Dec 08 02:11:37.979964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f75385-90b8-478e-bc78-ffded847c605 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:37.981839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51f75385-90b8-478e-bc78-ffded847c605 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:38.012599 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-065f62b6-9f82-4481-9ffe-2874a8ad2a29 None None] Provisioning complete for port ad1b0963-1305-486e-a75b-88b3aca74dde triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:38.013127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-065f62b6-9f82-4481-9ffe-2874a8ad2a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:38.031680 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d687c1ff-deb3-4bb6-bdf9-b9b27ced4ba1 x-openstack-request-id: req-d687c1ff-deb3-4bb6-bdf9-b9b27ced4ba1 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:38.032109 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cbc540-2dbc-4bae-a42d-f91a053e209c", "name": "network-vif-deleted", "tag": "9a3748e6-5b1b-4abe-b504-729c26cff173", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:38.032462 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d687c1ff-deb3-4bb6-bdf9-b9b27ced4ba1 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:38.033074 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47954) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:38.034112 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1cbc540-2dbc-4bae-a42d-f91a053e209c', 'name': 'network-vif-deleted', 'tag': '9a3748e6-5b1b-4abe-b504-729c26cff173', 'status': 'completed', 'code': 200} Dec 08 02:11:38.083899 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-51f75385-90b8-478e-bc78-ffded847c605 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5431688 Dec 08 02:11:38.087563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47960) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:38.094992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b7c6b1bf-3938-4806-8218-d895d43ab5b1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'subnet': {'network_id': 'e0077cae-daf7-4558-9f39-2fb4d569bdf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:38.155699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1407c086-e459-49fc-99c6-29d2fb4089a0 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:38.157272 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1407c086-e459-49fc-99c6-29d2fb4089a0 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 1132 time: 0.1231761 Dec 08 02:11:38.158068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6db990-6faa-4e18-8bda-7f83715ce6c2 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22217ef-3f74-4efc-9942-3d51dc9c7caf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:38.167299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0796ff5f-f6ff-42ec-9cee-2118de712e2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet e107602f-43a9-4a7d-a9e5-1453232b5a70 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:11:38.172217 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0796ff5f-f6ff-42ec-9cee-2118de712e2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:38.213933 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-065f62b6-9f82-4481-9ffe-2874a8ad2a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:38.228873 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0796ff5f-f6ff-42ec-9cee-2118de712e2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:38.261609 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-065f62b6-9f82-4481-9ffe-2874a8ad2a29 None None] For port ad1b0963-1305-486e-a75b-88b3aca74dde, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ad1b0963-1305-486e-a75b-88b3aca74dde,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:38.269082 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-065f62b6-9f82-4481-9ffe-2874a8ad2a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:38.298848 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 47968) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:38.311295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:38.349896 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f75385-90b8-478e-bc78-ffded847c605 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Network': ['ID=e0077cae-daf7-4558-9f39-2fb4d569bdf3,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:38.371620 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.db.api [None req-b7c6b1bf-3938-4806-8218-d895d43ab5b1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 02:11:38.371620 n-d-713499-31 neutron-server[109766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 02:11:38.371620 n-d-713499-31 neutron-server[109766]: [parameters: {'project_id': 'ea9220481296430fa8c96b469a3502db', 'id': '12e940a3-4908-4582-ad3e-70338de57d08', 'expiration': datetime.datetime(2021, 12, 8, 2, 13, 38, 352892)}] Dec 08 02:11:38.371620 n-d-713499-31 neutron-server[109766]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:11:38.372029 n-d-713499-31 neutron-server[109766]: DEBUG oslo_db.api [None req-b7c6b1bf-3938-4806-8218-d895d43ab5b1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:11:38.376951 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:38.410576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network e0077cae-daf7-4558-9f39-2fb4d569bdf3 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:11:38.549873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ad1b0963-1305-486e-a75b-88b3aca74dde up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:38.578233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f62b6-9f82-4481-9ffe-2874a8ad2a29 None None] Pushing event updated for resources: {'Port': ['ID=ad1b0963-1305-486e-a75b-88b3aca74dde,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:38.586445 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0796ff5f-f6ff-42ec-9cee-2118de712e2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:38.621787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2804d9d6-6fef-407e-8134-484e2fc7e893 None None] Could not find standard attr ID for object 5496c223-7a5a-4228-8581-8abaacc21a64. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:11:38.630655 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:38.642939 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port ad1b0963-1305-486e-a75b-88b3aca74dde triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:38.643308 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:38.665422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-7814dbf4-2972-4642-a3d0-9745466acf0b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:38.666942 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-7814dbf4-2972-4642-a3d0-9745466acf0b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.2429435 Dec 08 02:11:38.704128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-8cc694e0-e681-4dc8-8057-2da648aafff1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/quotas/6f00c661668d43f18aa8b95269722bb0 HTTP/1.1" status: 200 len: 375 time: 0.0253386 Dec 08 02:11:38.710284 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0796ff5f-f6ff-42ec-9cee-2118de712e2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:38.805896 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Allocated IP 172.25.8.115 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/199274b3-5d8c-4a67-9d35-c55c619eaf54) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:38.820360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796ff5f-f6ff-42ec-9cee-2118de712e2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=e107602f-43a9-4a7d-a9e5-1453232b5a70,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:38.823076 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0796ff5f-f6ff-42ec-9cee-2118de712e2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:38.830032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0796ff5f-f6ff-42ec-9cee-2118de712e2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/e107602f-43a9-4a7d-a9e5-1453232b5a70 HTTP/1.1" status: 204 len: 168 time: 0.9304523 Dec 08 02:11:38.831803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 47998) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:38.833302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab48e4fd-50d3-4ca9-95bb-c9ca0f075184 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:38.863764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3d7462fd-3bee-4b5c-ad01-d203a36ca215 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:38.881076 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6e0b2bc2-1b6e-4e12-bb8b-e12fefcdd3a6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480368 Dec 08 02:11:38.882063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48002) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:38.887996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-012004b9-256f-4a4f-bf20-c496804e8702 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:38.895967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 3d7462fd-3bee-4b5c-ad01-d203a36ca215 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:11:38.896438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3d7462fd-3bee-4b5c-ad01-d203a36ca215 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:38.942441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c6b1bf-3938-4806-8218-d895d43ab5b1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:38.949819 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b7c6b1bf-3938-4806-8218-d895d43ab5b1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.006699 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-fa23821a-ac89-47c8-bd9e-08f1862deff5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2898200 Dec 08 02:11:39.048703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48008) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:39.100193 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.109595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012004b9-256f-4a4f-bf20-c496804e8702 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:39.113626 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-012004b9-256f-4a4f-bf20-c496804e8702 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.114427 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11e02b8-cb40-4f90-bfcd-3ac3ac78a11d None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:39.164122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.196553 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-06c66d42-af25-472a-a726-b36b8b653abf service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889219 Dec 08 02:11:39.229874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'Port': ['ID=199274b3-5d8c-4a67-9d35-c55c619eaf54,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:39.255982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:39.260217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:39.262343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d11e02b8-cb40-4f90-bfcd-3ac3ac78a11d None None] Deleting port ad1b0963-1305-486e-a75b-88b3aca74dde {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:39.262966 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d11e02b8-cb40-4f90-bfcd-3ac3ac78a11d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.265229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:39.287948 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df1f3ac5-b9e2-4a5b-a182-9f38c3e03041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.346954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d11e02b8-cb40-4f90-bfcd-3ac3ac78a11d None None] For port ad1b0963-1305-486e-a75b-88b3aca74dde, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ad1b0963-1305-486e-a75b-88b3aca74dde,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:39.347660 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d11e02b8-cb40-4f90-bfcd-3ac3ac78a11d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.348991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b7c6b1bf-3938-4806-8218-d895d43ab5b1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.362565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d11e02b8-cb40-4f90-bfcd-3ac3ac78a11d None None] Calling delete_port for ad1b0963-1305-486e-a75b-88b3aca74dde owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:39.421169 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-dcaa8abc-7efd-4b64-bd28-4c7d83a4d4bc service neutron] 10.222.0.71 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234602 Dec 08 02:11:39.433093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6b1bf-3938-4806-8218-d895d43ab5b1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Subnet': ['ID=278cd6eb-fa3b-4893-a3b0-07b5e5f9835d,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:39.461148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88c99d-77f1-49bb-b9ef-9070208cce6d req-06d4a521-5889-4156-bf73-878ae41712fe tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:39.462679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f88c99d-77f1-49bb-b9ef-9070208cce6d req-06d4a521-5889-4156-bf73-878ae41712fe tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1385639 Dec 08 02:11:39.472509 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d11e02b8-cb40-4f90-bfcd-3ac3ac78a11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.504200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e02b8-cb40-4f90-bfcd-3ac3ac78a11d None None] Pushing event deleted for resources: {'Port': ['ID=ad1b0963-1305-486e-a75b-88b3aca74dde,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:39.511696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11e02b8-cb40-4f90-bfcd-3ac3ac78a11d None None] No DVR routers for this DVR port ad1b0963-1305-486e-a75b-88b3aca74dde on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:39.525177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6b1bf-3938-4806-8218-d895d43ab5b1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Checking segment: {'id': '5141614c-6085-4a63-b3ab-ca50e796a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e0077cae-daf7-4558-9f39-2fb4d569bdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:39.525633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c6b1bf-3938-4806-8218-d895d43ab5b1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network hostable DHCP agents. Network: e0077cae-daf7-4558-9f39-2fb4d569bdf3, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:11:39.573312 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-012004b9-256f-4a4f-bf20-c496804e8702 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.587227 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df1f3ac5-b9e2-4a5b-a182-9f38c3e03041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.606401 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c6b1bf-3938-4806-8218-d895d43ab5b1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network e0077cae-daf7-4558-9f39-2fb4d569bdf3 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:11:39.630589 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df1f3ac5-b9e2-4a5b-a182-9f38c3e03041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.643545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f88c99d-77f1-49bb-b9ef-9070208cce6d req-1ea5e6d8-d53a-4e6c-b301-a3fa84835ba4 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707451 Dec 08 02:11:39.665111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-b7c6b1bf-3938-4806-8218-d895d43ab5b1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, e0077cae-daf7-4558-9f39-2fb4d569bdf3) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:39.684815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70680e9c-0ed8-4876-beb6-e0eb2d45213f None None] Network e0077cae-daf7-4558-9f39-2fb4d569bdf3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:39.698130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6b1bf-3938-4806-8218-d895d43ab5b1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:39.698458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012004b9-256f-4a4f-bf20-c496804e8702 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:39.698813 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b7c6b1bf-3938-4806-8218-d895d43ab5b1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.732350 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b7c6b1bf-3938-4806-8218-d895d43ab5b1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6411214 Dec 08 02:11:39.733802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48018) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:39.734201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a5634b6-1060-44aa-8657-99faf16c1668 req-cdbc67fb-ac23-43db-9858-504ba1a500b8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 210 time: 0.0975940 Dec 08 02:11:39.747979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-012004b9-256f-4a4f-bf20-c496804e8702 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:39.751747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012004b9-256f-4a4f-bf20-c496804e8702 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:39.752610 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-012004b9-256f-4a4f-bf20-c496804e8702 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.758433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2ef920b2-58ae-4014-9a86-af02cfbf8721 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-594212792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:39.768666 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f3ac5-b9e2-4a5b-a182-9f38c3e03041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22272a1-381d-4db6-838f-40c432f930ef,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:39.771756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceccf513-6951-4e89-bfe9-73f18d59d7b4 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:39.792691 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-df1f3ac5-b9e2-4a5b-a182-9f38c3e03041 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e8f6a65f892c41fc9d0513b67e3ebd96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7380817 Dec 08 02:11:39.796402 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48024) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:39.810098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012004b9-256f-4a4f-bf20-c496804e8702 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=91693f95-e29e-40e2-8216-a91efa12281b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:39.839668 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-012004b9-256f-4a4f-bf20-c496804e8702 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9529264 Dec 08 02:11:39.840611 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48026) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:39.846140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-44e8e986-3dd3-4189-9ca3-c07d935e925d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': '91693f95-e29e-40e2-8216-a91efa12281b', 'ip_address': '2001:db8::3516:c327:e60a:52be'}], 'name': 'tempest-NetworksTestDHCPv6-1301867081'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:39.856084 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-e0077cae-daf7-4558-9f39-2fb4d569bdf3', 'network_id': 'e0077cae-daf7-4558-9f39-2fb4d569bdf3', 'project_id': 'ea9220481296430fa8c96b469a3502db', 'fixed_ips': [{'subnet_id': '278cd6eb-fa3b-4893-a3b0-07b5e5f9835d'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:11:39.857522 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.903222 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18d74563-c0b1-406f-a2bd-e786851689d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.910441 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2ef920b2-58ae-4014-9a86-af02cfbf8721 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.912428 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2ef920b2-58ae-4014-9a86-af02cfbf8721 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:39.946770 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18d74563-c0b1-406f-a2bd-e786851689d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.037479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2ef920b2-58ae-4014-9a86-af02cfbf8721 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.052870 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2ef920b2-58ae-4014-9a86-af02cfbf8721 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.058819 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18d74563-c0b1-406f-a2bd-e786851689d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.061515 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18d74563-c0b1-406f-a2bd-e786851689d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.062926 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-18d74563-c0b1-406f-a2bd-e786851689d7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b22272a1-381d-4db6-838f-40c432f930ef HTTP/1.1" status: 204 len: 168 time: 0.2629972 Dec 08 02:11:40.102465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d74563-c0b1-406f-a2bd-e786851689d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22272a1-381d-4db6-838f-40c432f930ef,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:40.124863 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2ef920b2-58ae-4014-9a86-af02cfbf8721 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.129179 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2ef920b2-58ae-4014-9a86-af02cfbf8721 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3826542 Dec 08 02:11:40.129458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48032) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:40.134813 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ec68df74-57bb-4c06-9fd5-16f8b66ccba2 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'port': {'network_id': 'e0077cae-daf7-4558-9f39-2fb4d569bdf3', 'name': 'tempest-RoutersIpV6Test-1394975977'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:40.157989 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.177499 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': '91693f95-e29e-40e2-8216-a91efa12281b'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:11:40.178390 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.202656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e8e986-3dd3-4189-9ca3-c07d935e925d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:40.210122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44e8e986-3dd3-4189-9ca3-c07d935e925d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.246577 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-44e8e986-3dd3-4189-9ca3-c07d935e925d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port df6c1126-39f9-48cd-8c3a-f18c58b52c05 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:11:40.365553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Allocated IP 2001:db8::2 (e0077cae-daf7-4558-9f39-2fb4d569bdf3/278cd6eb-fa3b-4893-a3b0-07b5e5f9835d/9dfd5c9c-850f-4562-90ab-6c35dc6acb45) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:40.384124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec68df74-57bb-4c06-9fd5-16f8b66ccba2 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:40.389293 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ec68df74-57bb-4c06-9fd5-16f8b66ccba2 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.418163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-ec68df74-57bb-4c06-9fd5-16f8b66ccba2 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] device_id is not set on port 3e395367-393b-4ccb-b57c-4acd1c61ee29 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:11:40.514752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ad1b0963-1305-486e-a75b-88b3aca74dde no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:40.541692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Allocated IP 2001:db8::2 (27b71a85-dd81-4415-b869-7bdb583f90f3/91693f95-e29e-40e2-8216-a91efa12281b/888b259a-5811-4d6d-a690-5ad4b4ac40e1) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:40.544455 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: ad1b0963-1305-486e-a75b-88b3aca74dde {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:11:40.544813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ad1b0963-1305-486e-a75b-88b3aca74dde not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:40.666038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48036) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:40.684235 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43814414-4271-45b0-a38f-8f6f93d88a58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.828138 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43814414-4271-45b0-a38f-8f6f93d88a58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.839367 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43814414-4271-45b0-a38f-8f6f93d88a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.845659 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.860682 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.867969 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.896318 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.913918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.915664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:40.921673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b9eb7-cfa5-495a-a10e-2b3053458d28 req-a14bc862-c785-43d0-b550-464ad976ac76 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:40.922195 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:40.928089 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:40.929612 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b49b9eb7-cfa5-495a-a10e-2b3053458d28 req-a14bc862-c785-43d0-b550-464ad976ac76 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1639359 Dec 08 02:11:40.933274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Pushing event updated for resources: {'Port': ['ID=888b259a-5811-4d6d-a690-5ad4b4ac40e1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:40.937686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Network e0077cae-daf7-4558-9f39-2fb4d569bdf3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:41.008458 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Pushing event updated for resources: {'Port': ['ID=9dfd5c9c-850f-4562-90ab-6c35dc6acb45,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:41.011474 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:41.014062 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:41.092649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ec68df74-57bb-4c06-9fd5-16f8b66ccba2 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Allocated IP 2001:db8::2e5 (e0077cae-daf7-4558-9f39-2fb4d569bdf3/278cd6eb-fa3b-4893-a3b0-07b5e5f9835d/3e395367-393b-4ccb-b57c-4acd1c61ee29) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:41.103532 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8650606-f9e3-4ccb-b0f6-badd4cc15907 req-259c9313-ee30-4888-a505-561292ab9bf4 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 210 time: 0.1720946 Dec 08 02:11:41.114387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-43814414-4271-45b0-a38f-8f6f93d88a58 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e8dcd62568ab4f55969a9165e71f1298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4465013 Dec 08 02:11:41.122508 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Attempting to bind port 888b259a-5811-4d6d-a690-5ad4b4ac40e1 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:41.122808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Attempting to bind port 888b259a-5811-4d6d-a690-5ad4b4ac40e1 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:41.123195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48042) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:41.123888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Attempting to bind port 888b259a-5811-4d6d-a690-5ad4b4ac40e1 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:41.131307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:41.131729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:41.132137 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.132716 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:41.133199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Bound port: 888b259a-5811-4d6d-a690-5ad4b4ac40e1, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:41.133582 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.133928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43814414-4271-45b0-a38f-8f6f93d88a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3179e6f4-08dd-4fc6-ac97-e01423fa867c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:41.162021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Attempting to bind port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:41.162399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Attempting to bind port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '5141614c-6085-4a63-b3ab-ca50e796a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e0077cae-daf7-4558-9f39-2fb4d569bdf3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:41.162763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Attempting to bind port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 on network e0077cae-daf7-4558-9f39-2fb4d569bdf3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:41.188966 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:41.189709 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Checking segment: {'id': '5141614c-6085-4a63-b3ab-ca50e796a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e0077cae-daf7-4558-9f39-2fb4d569bdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:41.189709 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.190376 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Bound using segment: {'id': '5141614c-6085-4a63-b3ab-ca50e796a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e0077cae-daf7-4558-9f39-2fb4d569bdf3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:41.190888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Bound port: 9dfd5c9c-850f-4562-90ab-6c35dc6acb45, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5141614c-6085-4a63-b3ab-ca50e796a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e0077cae-daf7-4558-9f39-2fb4d569bdf3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:41.191251 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.221658 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b49b9eb7-cfa5-495a-a10e-2b3053458d28 req-0982bd92-989f-4cdd-b0dc-1a3c3844b8a3 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739280 Dec 08 02:11:41.326753 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] For port 888b259a-5811-4d6d-a690-5ad4b4ac40e1, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:41.340814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] For port 888b259a-5811-4d6d-a690-5ad4b4ac40e1, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=888b259a-5811-4d6d-a690-5ad4b4ac40e1,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:41.351395 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.376079 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-4cf5abb4-7cdf-4c7c-9599-222c5a3eaa59 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:41.377606 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-4cf5abb4-7cdf-4c7c-9599-222c5a3eaa59 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 805 time: 0.2531033 Dec 08 02:11:41.394601 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ec68df74-57bb-4c06-9fd5-16f8b66ccba2 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.414661 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-e7a146b0-6fb2-41f1-8205-90ce0cf9c0a5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Request body: {'port': {'device_id': '916d7754-e792-47ae-911f-038e3b81712f', 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'admin_state_up': True, 'tenant_id': '6f00c661668d43f18aa8b95269722bb0'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:41.421991 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fdb8d-5685-43fb-989b-db1e3191238a None None] Pushing event updated for resources: {'Port': ['ID=888b259a-5811-4d6d-a690-5ad4b4ac40e1,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:41.429861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.430760 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] For port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:41.448541 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ec68df74-57bb-4c06-9fd5-16f8b66ccba2 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.454998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] For port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9dfd5c9c-850f-4562-90ab-6c35dc6acb45,segment=NetworkSegment(5141614c-6085-4a63-b3ab-ca50e796a352),segment_id=5141614c-6085-4a63-b3ab-ca50e796a352)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:41.464703 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.489660 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96ac1e5f-7e67-47d9-b560-a8b77e937703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.493518 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.512782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec68df74-57bb-4c06-9fd5-16f8b66ccba2 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network e0077cae-daf7-4558-9f39-2fb4d569bdf3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:41.516223 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ec68df74-57bb-4c06-9fd5-16f8b66ccba2 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:41.521171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68df74-57bb-4c06-9fd5-16f8b66ccba2 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:41.527062 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec68df74-57bb-4c06-9fd5-16f8b66ccba2 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:41.528001 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ec68df74-57bb-4c06-9fd5-16f8b66ccba2 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.534534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68df74-57bb-4c06-9fd5-16f8b66ccba2 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=3e395367-393b-4ccb-b57c-4acd1c61ee29,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:41.566523 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4564c-adec-4a74-8716-78490bccf06d None None] Pushing event updated for resources: {'Port': ['ID=9dfd5c9c-850f-4562-90ab-6c35dc6acb45,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:41.569804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ec68df74-57bb-4c06-9fd5-16f8b66ccba2 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4390333 Dec 08 02:11:41.570618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48044) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:41.683315 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96ac1e5f-7e67-47d9-b560-a8b77e937703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.702604 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'Port': ['ID=199274b3-5d8c-4a67-9d35-c55c619eaf54,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:41.771274 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-44e8e986-3dd3-4189-9ca3-c07d935e925d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::3516:c327:e60a:52be (27b71a85-dd81-4415-b869-7bdb583f90f3/91693f95-e29e-40e2-8216-a91efa12281b/df6c1126-39f9-48cd-8c3a-f18c58b52c05) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:41.849116 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.963982 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96ac1e5f-7e67-47d9-b560-a8b77e937703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.966964 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96ac1e5f-7e67-47d9-b560-a8b77e937703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:41.969578 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-96ac1e5f-7e67-47d9-b560-a8b77e937703 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3179e6f4-08dd-4fc6-ac97-e01423fa867c HTTP/1.1" status: 204 len: 168 time: 0.8332589 Dec 08 02:11:41.998327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac1e5f-7e67-47d9-b560-a8b77e937703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3179e6f4-08dd-4fc6-ac97-e01423fa867c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:42.000179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-e7a146b0-6fb2-41f1-8205-90ce0cf9c0a5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Made reservation on behalf of 6f00c661668d43f18aa8b95269722bb0 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:42.003872 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-e7a146b0-6fb2-41f1-8205-90ce0cf9c0a5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:42.186084 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Floating IP fb9883e8-590f-4bb0-891c-c64707a4ae96 associated. External IP: 172.25.8.115, port: 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7. Dec 08 02:11:42.354872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59a6c013-6f41-457c-848c-93c008b65419 req-64eeda95-a38b-43f6-8e11-98e492ec200f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 210 time: 0.0557992 Dec 08 02:11:42.414044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-e7a146b0-6fb2-41f1-8205-90ce0cf9c0a5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Allocated IP 172.20.0.8 (3c1d6076-2a4e-4d70-97ce-7376926325bf/d8c08e74-103b-4cbe-976c-ceed8594a0cb/2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:42.549022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fedbd-a0e4-48e7-b126-fc3052fcfb35 req-0227f80e-ea77-4571-a985-bcb97ab7f237 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:42.550109 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a4fedbd-a0e4-48e7-b126-fc3052fcfb35 req-0227f80e-ea77-4571-a985-bcb97ab7f237 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1321952 Dec 08 02:11:42.664758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a4fedbd-a0e4-48e7-b126-fc3052fcfb35 req-0ac72147-57f7-451c-929e-959c1bcd5fca tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874398 Dec 08 02:11:42.668855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 888b259a-5811-4d6d-a690-5ad4b4ac40e1 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:42.680265 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:42.714619 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44e8e986-3dd3-4189-9ca3-c07d935e925d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:42.730931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 888b259a-5811-4d6d-a690-5ad4b4ac40e1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:42.731889 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:42.733223 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-e7a146b0-6fb2-41f1-8205-90ce0cf9c0a5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:42.821196 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:42.866285 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44e8e986-3dd3-4189-9ca3-c07d935e925d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:42.866866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 888b259a-5811-4d6d-a690-5ad4b4ac40e1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=888b259a-5811-4d6d-a690-5ad4b4ac40e1,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:42.878568 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:42.880558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:42.896201 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-e7a146b0-6fb2-41f1-8205-90ce0cf9c0a5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:42.940213 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a9545aae-5e04-40b2-b242-477b3b953496'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:11:42.996699 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8e986-3dd3-4189-9ca3-c07d935e925d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:43.005235 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-e7a146b0-6fb2-41f1-8205-90ce0cf9c0a5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Network 3c1d6076-2a4e-4d70-97ce-7376926325bf is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:43.009638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8e986-3dd3-4189-9ca3-c07d935e925d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=df6c1126-39f9-48cd-8c3a-f18c58b52c05,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:43.009943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=888b259a-5811-4d6d-a690-5ad4b4ac40e1,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:43.019625 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.032476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-44e8e986-3dd3-4189-9ca3-c07d935e925d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:43.033671 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:43.034115 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.036662 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8e986-3dd3-4189-9ca3-c07d935e925d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:43.040116 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.047953 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8e986-3dd3-4189-9ca3-c07d935e925d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:43.049260 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44e8e986-3dd3-4189-9ca3-c07d935e925d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.057010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-e7a146b0-6fb2-41f1-8205-90ce0cf9c0a5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:43.060519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-e7a146b0-6fb2-41f1-8205-90ce0cf9c0a5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:43.090828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c406ea7-a46e-4432-aa79-0d33c5ba61c7 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:43.161667 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-44e8e986-3dd3-4189-9ca3-c07d935e925d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3172905 Dec 08 02:11:43.162637 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Router 614ac1bb-75c5-4206-bd0f-14dadb367714 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:11:43.173689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48052) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:43.208550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-e7a146b0-6fb2-41f1-8205-90ce0cf9c0a5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:43.209230 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-e7a146b0-6fb2-41f1-8205-90ce0cf9c0a5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.211280 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=3e395367-393b-4ccb-b57c-4acd1c61ee29,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:43.242779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a146b0-6fb2-41f1-8205-90ce0cf9c0a5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Pushing event updated for resources: {'Port': ['ID=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:43.272863 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.305447 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d5e04e89-4f08-4de6-83b5-e31f044aa902 None None] Provisioning complete for port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:43.306205 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5e04e89-4f08-4de6-83b5-e31f044aa902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.322380 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-e7a146b0-6fb2-41f1-8205-90ce0cf9c0a5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9211640 Dec 08 02:11:43.352393 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Request body: {'port': {'device_id': '916d7754-e792-47ae-911f-038e3b81712f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:43.356071 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.385030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9dfd5c9c-850f-4562-90ab-6c35dc6acb45,segment=NetworkSegment(5141614c-6085-4a63-b3ab-ca50e796a352),segment_id=5141614c-6085-4a63-b3ab-ca50e796a352)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:43.393108 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.394403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d5e04e89-4f08-4de6-83b5-e31f044aa902 None None] Port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:43.400785 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355a9b63-649b-4052-9622-d1b9bc2964ae tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:43.407347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355a9b63-649b-4052-9622-d1b9bc2964ae tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:43.411967 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-355a9b63-649b-4052-9622-d1b9bc2964ae tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2342286 Dec 08 02:11:43.434898 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48056) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:43.455470 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d5e04e89-4f08-4de6-83b5-e31f044aa902 None None] Provisioning complete for port 888b259a-5811-4d6d-a690-5ad4b4ac40e1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:43.459316 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5e04e89-4f08-4de6-83b5-e31f044aa902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.532905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=9dfd5c9c-850f-4562-90ab-6c35dc6acb45,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:43.533071 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.630598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed7fc9-f7ed-4558-ad60-a4b5a76766c2 req-63f4203c-a2f0-498f-9a89-be095e08099e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:43.632162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7ed7fc9-f7ed-4558-ad60-a4b5a76766c2 req-63f4203c-a2f0-498f-9a89-be095e08099e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 931 time: 0.1196647 Dec 08 02:11:43.650479 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.654576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:11:43.670096 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a318377-6f17-487c-b222-137ded2b211c None None] Sync routers for ids ['614ac1bb-75c5-4206-bd0f-14dadb367714'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:11:43.685759 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a318377-6f17-487c-b222-137ded2b211c None None] Routers {'614ac1bb-75c5-4206-bd0f-14dadb367714'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:43.686857 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2a318377-6f17-487c-b222-137ded2b211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['614ac1bb-75c5-4206-bd0f-14dadb367714'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:43.712713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bc41f1-989e-48fc-90ca-e5fc300e80ee None None] Network e0077cae-daf7-4558-9f39-2fb4d569bdf3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:43.741332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7ed7fc9-f7ed-4558-ad60-a4b5a76766c2 req-444a8988-c61b-493b-8903-6616d2dbf73c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008303 Dec 08 02:11:43.801416 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.812580 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-979a6ca9-b499-452a-9b7f-c32d8b5ec9dc None None] Provisioning complete for port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:43.813164 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-979a6ca9-b499-452a-9b7f-c32d8b5ec9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.850843 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-2a318377-6f17-487c-b222-137ded2b211c None None] Set router 614ac1bb-75c5-4206-bd0f-14dadb367714 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:11:43.854582 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b8f045a7-8172-4f4e-9a9b-c88ccdfd03bd tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5502999 Dec 08 02:11:43.858236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'tag': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:43.860525 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2daed71-50b8-43eb-9cea-801f9bfbda6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1018099-7331-44eb-82b1-207d2968ae2d", "tag": "3c2cb51b-990e-4a91-ab8a-71fb7f3175f7"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:43.869870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48060) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:43.923128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1c16f82d-c5cb-4571-9fb8-1422379d0a7d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port df6c1126-39f9-48cd-8c3a-f18c58b52c05 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:43.923644 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c16f82d-c5cb-4571-9fb8-1422379d0a7d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:43.932099 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b329fc9-48dc-48ce-9de7-baedbeccf9bb x-openstack-request-id: req-3b329fc9-48dc-48ce-9de7-baedbeccf9bb {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:43.934807 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1018099-7331-44eb-82b1-207d2968ae2d", "tag": "3c2cb51b-990e-4a91-ab8a-71fb7f3175f7", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:43.934807 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b329fc9-48dc-48ce-9de7-baedbeccf9bb {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:43.935160 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'tag': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7', 'status': 'completed', 'code': 200} Dec 08 02:11:43.952734 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0abbd5-cb87-458f-9193-6cddd15e9f58 req-be3a1509-3e75-4555-b49f-a61b1f3207fd tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:43.961213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea0abbd5-cb87-458f-9193-6cddd15e9f58 req-be3a1509-3e75-4555-b49f-a61b1f3207fd tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.1461318 Dec 08 02:11:44.017004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-979a6ca9-b499-452a-9b7f-c32d8b5ec9dc None None] Provisioning complete for port df6c1126-39f9-48cd-8c3a-f18c58b52c05 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:44.017622 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-979a6ca9-b499-452a-9b7f-c32d8b5ec9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:44.068715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-979a6ca9-b499-452a-9b7f-c32d8b5ec9dc None None] Port df6c1126-39f9-48cd-8c3a-f18c58b52c05 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:44.144009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:11:44.156802 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:44.165773 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea0abbd5-cb87-458f-9193-6cddd15e9f58 req-b60d977d-b4f2-4692-8dc0-3718b27b43e7 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012336 Dec 08 02:11:44.194513 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:44.204544 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:44.205361 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:44.262200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=3e395367-393b-4ccb-b57c-4acd1c61ee29,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:44.291095 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2a318377-6f17-487c-b222-137ded2b211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:11:09Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'fb9883e8-590f-4bb0-891c-c64707a4ae96', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'port_id': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'mac_address': 'fa:16:3e:d8:42:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:11:39Z', 'updated_at': '2021-12-08T02:11:39Z', 'revision_number': 0, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3725f7c-832c-44fc-881a-07cbd52ce6a0', 'name': '', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'mac_address': 'fa:16:3e:49:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:08Z', 'updated_at': '2021-12-08T02:11:21Z', 'revision_number': 5, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'subnets': [{'id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:44.311162 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-19ce5377-588b-4beb-a827-3a16cb3af12d None None] Provisioning complete for port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:44.311710 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19ce5377-588b-4beb-a827-3a16cb3af12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:44.335652 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a318377-6f17-487c-b222-137ded2b211c None None] Checking router: 614ac1bb-75c5-4206-bd0f-14dadb367714 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:11:44.349092 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a318377-6f17-487c-b222-137ded2b211c None None] Routers {'614ac1bb-75c5-4206-bd0f-14dadb367714'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:44.350659 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2a318377-6f17-487c-b222-137ded2b211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['614ac1bb-75c5-4206-bd0f-14dadb367714'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:44.384891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network e0077cae-daf7-4558-9f39-2fb4d569bdf3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:44.386428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:44.511474 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-19ce5377-588b-4beb-a827-3a16cb3af12d None None] Provisioning complete for port 3e395367-393b-4ccb-b57c-4acd1c61ee29 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:44.511881 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19ce5377-588b-4beb-a827-3a16cb3af12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:44.538519 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-2a318377-6f17-487c-b222-137ded2b211c None None] Set router 614ac1bb-75c5-4206-bd0f-14dadb367714 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:11:44.538729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 888b259a-5811-4d6d-a690-5ad4b4ac40e1 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:44.584366 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-19ce5377-588b-4beb-a827-3a16cb3af12d None None] Port 3e395367-393b-4ccb-b57c-4acd1c61ee29 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:44.604774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 888b259a-5811-4d6d-a690-5ad4b4ac40e1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:44.605153 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:44.652497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router 4e97bb74-51e9-4857-8673-dcafb0b222f0 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:11:44.718025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:44.722272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Transition to ACTIVE for port object 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:11:44.743109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5b0fa94e-30f7-40d3-a2b0-0d5c07d77212 None None] Provisioning complete for port 3e395367-393b-4ccb-b57c-4acd1c61ee29 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:44.744344 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa94e-30f7-40d3-a2b0-0d5c07d77212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:44.754135 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:44.797267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5b0fa94e-30f7-40d3-a2b0-0d5c07d77212 None None] Port 3e395367-393b-4ccb-b57c-4acd1c61ee29 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:44.806845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:44.807224 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:44.843225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Pushing event updated for resources: {'Port': ['ID=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:44.860183 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daed71-50b8-43eb-9cea-801f9bfbda6d req-67c9232a-38f1-48f2-9215-201ec7f7794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:44.861690 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c2daed71-50b8-43eb-9cea-801f9bfbda6d req-67c9232a-38f1-48f2-9215-201ec7f7794c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f82e85120244488a2d8ce6d04585da&device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 1137 time: 0.8356063 Dec 08 02:11:44.892922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b8670f-e0e9-4401-bf89-9872d0971278 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:44.919099 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c16f82d-c5cb-4571-9fb8-1422379d0a7d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:44.922484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f7469b-7722-4fb8-8115-3ca60a521558 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:44.922960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f7469b-7722-4fb8-8115-3ca60a521558 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:44.923432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f7469b-7722-4fb8-8115-3ca60a521558 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:44.924466 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f7469b-7722-4fb8-8115-3ca60a521558 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:44.925085 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f7469b-7722-4fb8-8115-3ca60a521558 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:44.925555 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f7469b-7722-4fb8-8115-3ca60a521558 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:44.926008 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f7469b-7722-4fb8-8115-3ca60a521558 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:44.926511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f7469b-7722-4fb8-8115-3ca60a521558 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:44.927151 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2a318377-6f17-487c-b222-137ded2b211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:11:09Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'fb9883e8-590f-4bb0-891c-c64707a4ae96', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'port_id': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'mac_address': 'fa:16:3e:d8:42:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:11:39Z', 'updated_at': '2021-12-08T02:11:39Z', 'revision_number': 0, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3725f7c-832c-44fc-881a-07cbd52ce6a0', 'name': '', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'mac_address': 'fa:16:3e:49:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:08Z', 'updated_at': '2021-12-08T02:11:21Z', 'revision_number': 5, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'subnets': [{'id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:44.928517 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e1f7469b-7722-4fb8-8115-3ca60a521558 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5675 time: 1.0535855 Dec 08 02:11:44.947524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48068) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:44.968658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1c16f82d-c5cb-4571-9fb8-1422379d0a7d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for df6c1126-39f9-48cd-8c3a-f18c58b52c05 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:44.991950 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a318377-6f17-487c-b222-137ded2b211c None None] The sync data for ids ['614ac1bb-75c5-4206-bd0f-14dadb367714'] in n-d-713499-31 is: [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:11:09Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'fb9883e8-590f-4bb0-891c-c64707a4ae96', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'port_id': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'mac_address': 'fa:16:3e:d8:42:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:11:39Z', 'updated_at': '2021-12-08T02:11:39Z', 'revision_number': 0, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3725f7c-832c-44fc-881a-07cbd52ce6a0', 'name': '', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'mac_address': 'fa:16:3e:49:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:08Z', 'updated_at': '2021-12-08T02:11:21Z', 'revision_number': 5, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'subnets': [{'id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:11:45.039901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d52327-de97-46ff-8364-856f166b89cc req-2877a085-bd89-4f7e-a496-ccbfda85541d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.041558 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16d52327-de97-46ff-8364-856f166b89cc req-2877a085-bd89-4f7e-a496-ccbfda85541d tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.2943952 Dec 08 02:11:45.046396 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:11:45.054958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a5dea711-3c1b-49db-84e9-666354c253f9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/4e97bb74-51e9-4857-8673-dcafb0b222f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4810498 Dec 08 02:11:45.057389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48070) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:45.064536 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade587a-5aa1-462c-9862-22ee48575ee7 None None] Sync routers for ids ['4e97bb74-51e9-4857-8673-dcafb0b222f0'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:11:45.078934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade587a-5aa1-462c-9862-22ee48575ee7 None None] Routers {'4e97bb74-51e9-4857-8673-dcafb0b222f0'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:45.079583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-dade587a-5aa1-462c-9862-22ee48575ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4e97bb74-51e9-4857-8673-dcafb0b222f0'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:45.132043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-dade587a-5aa1-462c-9862-22ee48575ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:45.149527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade587a-5aa1-462c-9862-22ee48575ee7 None None] Routers {'4e97bb74-51e9-4857-8673-dcafb0b222f0'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:45.150157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-dade587a-5aa1-462c-9862-22ee48575ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4e97bb74-51e9-4857-8673-dcafb0b222f0'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:45.154073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8765e9-2741-4fc6-ade0-684758e1f6cd req-c731359b-e856-4687-9e98-f272b6d8cbc2 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.155782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d8765e9-2741-4fc6-ade0-684758e1f6cd req-c731359b-e856-4687-9e98-f272b6d8cbc2 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 943 time: 0.2203417 Dec 08 02:11:45.200989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-dade587a-5aa1-462c-9862-22ee48575ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:45.201650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade587a-5aa1-462c-9862-22ee48575ee7 None None] The sync data for ids ['4e97bb74-51e9-4857-8673-dcafb0b222f0'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:11:45.207326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eb0214-0f01-4af3-9e97-8af6e1321730 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.212266 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f0eb0214-0f01-4af3-9e97-8af6e1321730 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports/3e395367-393b-4ccb-b57c-4acd1c61ee29 HTTP/1.1" status: 200 len: 984 time: 0.1422081 Dec 08 02:11:45.214432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48074) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:45.229181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6707fab3-a0d1-4269-8a52-a76f1b24bfe9 None None] Provisioning complete for port 3e395367-393b-4ccb-b57c-4acd1c61ee29 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:45.229443 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6707fab3-a0d1-4269-8a52-a76f1b24bfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:45.248781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Attempting to bind port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:45.249470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Attempting to bind port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:45.249978 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Attempting to bind port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe on network 3c1d6076-2a4e-4d70-97ce-7376926325bf {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:45.255778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a3e816-f47e-4542-a735-cf2b82f595dd tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.256241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a3e816-f47e-4542-a735-cf2b82f595dd tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.256698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a3e816-f47e-4542-a735-cf2b82f595dd tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.257149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a3e816-f47e-4542-a735-cf2b82f595dd tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.268037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a3e816-f47e-4542-a735-cf2b82f595dd tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.268572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a3e816-f47e-4542-a735-cf2b82f595dd tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.269034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a3e816-f47e-4542-a735-cf2b82f595dd tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.269492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a3e816-f47e-4542-a735-cf2b82f595dd tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.272202 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e1a3e816-f47e-4542-a735-cf2b82f595dd tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5244 time: 0.3195505 Dec 08 02:11:45.297792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48076) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:45.315629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6707fab3-a0d1-4269-8a52-a76f1b24bfe9 None None] Port 3e395367-393b-4ccb-b57c-4acd1c61ee29 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:45.335194 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe on network 3c1d6076-2a4e-4d70-97ce-7376926325bf not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:11:45.335522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Attempting to bind port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe on network 3c1d6076-2a4e-4d70-97ce-7376926325bf {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:45.353599 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-16d52327-de97-46ff-8364-856f166b89cc req-d562694d-5793-4ee4-82dd-ccb6959ac6ab tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Deleting port 796cba1e-4e9a-4880-bd68-63fd1c08e229 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:45.354432 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-16d52327-de97-46ff-8364-856f166b89cc req-d562694d-5793-4ee4-82dd-ccb6959ac6ab tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:45.374984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daed71-50b8-43eb-9cea-801f9bfbda6d req-c08863f2-8f2e-4c40-bfad-28134d6d7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.376422 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c2daed71-50b8-43eb-9cea-801f9bfbda6d req-c08863f2-8f2e-4c40-bfad-28134d6d7885 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b1ebd6c-4a11-4429-88f6-78f878af07db HTTP/1.1" status: 200 len: 898 time: 0.5024428 Dec 08 02:11:45.396136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:45.396487 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Checking segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:45.397012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Bound using segment: {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:45.397471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Bound port: 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5dc786-fe3e-436f-af55-32c8c891538f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:45.397610 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f59f05-1b73-4ec2-929e-b5ae80d8a3c4 None None] New status for floating IP fb9883e8-590f-4bb0-891c-c64707a4ae96: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:11:45.397835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:45.440031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-101dcf1b-16e5-4b8c-93cc-b8482435990e None None] Provisioning complete for port 3e395367-393b-4ccb-b57c-4acd1c61ee29 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:45.440701 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-101dcf1b-16e5-4b8c-93cc-b8482435990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:45.477051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-101dcf1b-16e5-4b8c-93cc-b8482435990e None None] Port 3e395367-393b-4ccb-b57c-4acd1c61ee29 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:45.527644 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d8765e9-2741-4fc6-ade0-684758e1f6cd req-18cff031-8911-47bc-9c5e-b4135a2fcf7a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587475 Dec 08 02:11:45.621546 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c2daed71-50b8-43eb-9cea-801f9bfbda6d req-6678864b-1578-423e-8075-c4c53769cd47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 HTTP/1.1" status: 200 len: 1000 time: 0.2332277 Dec 08 02:11:45.628289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0188355-a163-49fb-8e44-1c0e589e83bb req-1127c900-dede-4567-944b-0322229813e6 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.630366 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0188355-a163-49fb-8e44-1c0e589e83bb req-1127c900-dede-4567-944b-0322229813e6 tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d2f0ba6-e4e5-450c-bee7-73d754226f04 HTTP/1.1" status: 200 len: 946 time: 0.2299104 Dec 08 02:11:45.655218 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-16d52327-de97-46ff-8364-856f166b89cc req-d562694d-5793-4ee4-82dd-ccb6959ac6ab tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] For port 796cba1e-4e9a-4880-bd68-63fd1c08e229, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=796cba1e-4e9a-4880-bd68-63fd1c08e229,segment=NetworkSegment(d1411cc8-0219-4542-83c7-da00bdc3a1b5),segment_id=d1411cc8-0219-4542-83c7-da00bdc3a1b5)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:45.655579 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-16d52327-de97-46ff-8364-856f166b89cc req-d562694d-5793-4ee4-82dd-ccb6959ac6ab tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:45.656075 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c16f82d-c5cb-4571-9fb8-1422379d0a7d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:45.682496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] For port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:45.688617 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-16d52327-de97-46ff-8364-856f166b89cc req-d562694d-5793-4ee4-82dd-ccb6959ac6ab tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Calling delete_port for 796cba1e-4e9a-4880-bd68-63fd1c08e229 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:45.771911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0188355-a163-49fb-8e44-1c0e589e83bb req-bff46de0-59f8-4741-9bff-c5307ce3e17f tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.71 "GET /v2.0/security-groups?id=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338773 Dec 08 02:11:45.773888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16f82d-c5cb-4571-9fb8-1422379d0a7d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=df6c1126-39f9-48cd-8c3a-f18c58b52c05,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:45.779166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] For port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:45.814553 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daed71-50b8-43eb-9cea-801f9bfbda6d req-0ea9daf2-5f4f-4d4f-9683-1969d4445f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.816172 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c2daed71-50b8-43eb-9cea-801f9bfbda6d req-0ea9daf2-5f4f-4d4f-9683-1969d4445f0a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7978e0f8-eb4b-43d4-9187-0121f1a166a0 HTTP/1.1" status: 200 len: 834 time: 0.1819296 Dec 08 02:11:45.819425 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:45.822703 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c16f82d-c5cb-4571-9fb8-1422379d0a7d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:45.828158 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1c16f82d-c5cb-4571-9fb8-1422379d0a7d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/df6c1126-39f9-48cd-8c3a-f18c58b52c05 HTTP/1.1" status: 204 len: 168 time: 2.3901582 Dec 08 02:11:45.829038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48078) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:45.914440 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6251cc01-1b84-4152-9e96-f08073144562 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:45.934812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.935450 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:45.937177 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] 10.222.0.75 "PUT /v2.0/ports/2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe HTTP/1.1" status: 200 len: 1092 time: 2.5903075 Dec 08 02:11:45.939335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916d7754-e792-47ae-911f-038e3b81712f', 'tag': '2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:45.941665 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad038f58-225f-4ee5-86d7-8895a32b9b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "916d7754-e792-47ae-911f-038e3b81712f", "tag": "2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:46.006788 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-16d52327-de97-46ff-8364-856f166b89cc req-d562694d-5793-4ee4-82dd-ccb6959ac6ab tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:46.015328 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bd95e9-35c9-432b-9f03-0f50adf63517 x-openstack-request-id: req-66bd95e9-35c9-432b-9f03-0f50adf63517 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:46.015680 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916d7754-e792-47ae-911f-038e3b81712f", "tag": "2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:46.015907 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-66bd95e9-35c9-432b-9f03-0f50adf63517 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:46.016308 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916d7754-e792-47ae-911f-038e3b81712f', 'tag': '2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe', 'status': 'completed', 'code': 200} Dec 08 02:11:46.038597 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['796cba1e-4e9a-4880-bd68-63fd1c08e229'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:11:46.059049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562694d-5793-4ee4-82dd-ccb6959ac6ab tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Pushing event deleted for resources: {'Port': ['ID=796cba1e-4e9a-4880-bd68-63fd1c08e229,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:46.084949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd27a1be-77ea-4eef-b629-f9d34e42d1da None None] DHCP port deletion for 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:46.089110 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daed71-50b8-43eb-9cea-801f9bfbda6d req-aa0e6123-a003-4518-889c-567dd60a2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:46.090651 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c2daed71-50b8-43eb-9cea-801f9bfbda6d req-aa0e6123-a003-4518-889c-567dd60a2863 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b1ebd6c-4a11-4429-88f6-78f878af07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2538774 Dec 08 02:11:46.093879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96833e4e-d709-4e09-9408-a26ac880890d service neutron] Pushing event updated for resources: {'Port': ['ID=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:46.102726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d9662a-2866-40d5-9507-253bdf3fd1ac tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:46.104210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d9662a-2866-40d5-9507-253bdf3fd1ac tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:46.108071 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f8d9662a-2866-40d5-9507-253bdf3fd1ac tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2700989 Dec 08 02:11:46.110881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48084) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:46.135896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d52327-de97-46ff-8364-856f166b89cc req-d562694d-5793-4ee4-82dd-ccb6959ac6ab tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] No DVR routers for this DVR port 796cba1e-4e9a-4880-bd68-63fd1c08e229 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:46.138953 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-16d52327-de97-46ff-8364-856f166b89cc req-d562694d-5793-4ee4-82dd-ccb6959ac6ab tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:46.142342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16d52327-de97-46ff-8364-856f166b89cc req-d562694d-5793-4ee4-82dd-ccb6959ac6ab tempest-ServerRescueNegativeTestJSON-1821671980 tempest-ServerRescueNegativeTestJSON-1821671980-project] 10.222.0.45 "DELETE /v2.0/ports/796cba1e-4e9a-4880-bd68-63fd1c08e229 HTTP/1.1" status: 204 len: 173 time: 1.0883269 Dec 08 02:11:46.142973 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c97095b-0b88-4b1e-9dea-e7f52b56e186 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:46.165683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2f0ba6-e4e5-450c-bee7-73d754226f04', 'name': 'network-vif-deleted', 'tag': '796cba1e-4e9a-4880-bd68-63fd1c08e229'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:46.168528 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249548e8-4a61-47a1-9bcd-48f769d021fe" -d '{"events": [{"server_uuid": "8d2f0ba6-e4e5-450c-bee7-73d754226f04", "name": "network-vif-deleted", "tag": "796cba1e-4e9a-4880-bd68-63fd1c08e229"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:46.193310 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d676d316-0f3f-428a-a36f-e36c6259ecd1 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2877 time: 0.8931830 Dec 08 02:11:46.197148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-52f740f2-78d7-4310-92b7-9ffde3769e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:46.198596 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-52f740f2-78d7-4310-92b7-9ffde3769e0b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 1095 time: 0.1880412 Dec 08 02:11:46.199052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48090) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:46.295767 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-33df1296-1171-4ee5-ae5f-ecb67840eaec service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe HTTP/1.1" status: 200 len: 217 time: 0.0659964 Dec 08 02:11:46.314859 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c2daed71-50b8-43eb-9cea-801f9bfbda6d req-264cc1ac-50c2-4198-86be-f80b21ccf4c5 service neutron] 10.222.0.45 "GET /v2.0/networks/5b1ebd6c-4a11-4429-88f6-78f878af07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054458 Dec 08 02:11:46.355650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1904aa3c-97e8-42c9-b9a5-cd1a97c7cd4b tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:46.356125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1904aa3c-97e8-42c9-b9a5-cd1a97c7cd4b tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:46.357741 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1904aa3c-97e8-42c9-b9a5-cd1a97c7cd4b tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=614ac1bb-75c5-4206-bd0f-14dadb367714 HTTP/1.1" status: 200 len: 1992 time: 0.1563842 Dec 08 02:11:46.417079 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-9eaa4c37-bf9f-4db1-bd62-fb78a3cd4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:46.418592 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-9eaa4c37-bf9f-4db1-bd62-fb78a3cd4535 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.1154311 Dec 08 02:11:46.470020 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-fc686f0c-2567-4a1c-9a42-8858e6dd02c1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408731 Dec 08 02:11:46.512140 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844f3e8d-45a6-4257-ae29-34f4231c171f x-openstack-request-id: req-844f3e8d-45a6-4257-ae29-34f4231c171f {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:46.512439 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2f0ba6-e4e5-450c-bee7-73d754226f04", "name": "network-vif-deleted", "tag": "796cba1e-4e9a-4880-bd68-63fd1c08e229", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:46.512692 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-844f3e8d-45a6-4257-ae29-34f4231c171f {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:46.513078 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2f0ba6-e4e5-450c-bee7-73d754226f04', 'name': 'network-vif-deleted', 'tag': '796cba1e-4e9a-4880-bd68-63fd1c08e229', 'status': 'completed', 'code': 200} Dec 08 02:11:46.518373 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c2daed71-50b8-43eb-9cea-801f9bfbda6d req-fd419dbf-47f9-4c8b-95fc-5319782c27f2 service neutron] 10.222.0.45 "GET /v2.0/networks/5b1ebd6c-4a11-4429-88f6-78f878af07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777308 Dec 08 02:11:46.566766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4bdb108-6c60-4e20-9c4b-e5ffb38fc46f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet 91693f95-e29e-40e2-8216-a91efa12281b {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:11:46.573843 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4bdb108-6c60-4e20-9c4b-e5ffb38fc46f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:46.591425 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-d16b49c4-9509-47cd-9acb-7776322bf19b service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131811 Dec 08 02:11:46.696465 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c050bd65-4e60-4a8c-b687-74532a43e078 req-c4465ebe-9b68-4039-a0b2-c3742c7c0992 service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983117 Dec 08 02:11:46.700135 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4bdb108-6c60-4e20-9c4b-e5ffb38fc46f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:46.755011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc836074-d48f-4bd0-a346-9c61e1359569 req-792e0aa7-1ffa-4826-b1e4-ae0a69f01291 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:46.756549 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc836074-d48f-4bd0-a346-9c61e1359569 req-792e0aa7-1ffa-4826-b1e4-ae0a69f01291 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 943 time: 0.1500316 Dec 08 02:11:46.823494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad038f58-225f-4ee5-86d7-8895a32b9b7f req-20b14339-d894-4fc3-82bb-b03dbf7703ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:46.825063 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad038f58-225f-4ee5-86d7-8895a32b9b7f req-20b14339-d894-4fc3-82bb-b03dbf7703ef service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 1095 time: 0.0436716 Dec 08 02:11:46.849970 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48098) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:46.869587 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4bdb108-6c60-4e20-9c4b-e5ffb38fc46f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:46.917447 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad038f58-225f-4ee5-86d7-8895a32b9b7f req-e84518d4-9adf-4ab1-82e3-d2b9531f8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:46.918941 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad038f58-225f-4ee5-86d7-8895a32b9b7f req-e84518d4-9adf-4ab1-82e3-d2b9531f8d22 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 906 time: 0.0865786 Dec 08 02:11:46.939520 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc836074-d48f-4bd0-a346-9c61e1359569 req-4f54f47f-df49-487f-ac7b-506423f59985 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750517 Dec 08 02:11:46.963912 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad038f58-225f-4ee5-86d7-8895a32b9b7f req-b30aff86-f0e3-410d-a649-1a58cabaf39e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe HTTP/1.1" status: 200 len: 217 time: 0.0381877 Dec 08 02:11:47.015731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad038f58-225f-4ee5-86d7-8895a32b9b7f req-8787824a-b540-44fa-a2e5-2e4166e2e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:47.017230 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad038f58-225f-4ee5-86d7-8895a32b9b7f req-8787824a-b540-44fa-a2e5-2e4166e2e1d9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.0459845 Dec 08 02:11:47.044782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1c97095b-0b88-4b1e-9dea-e7f52b56e186 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port 3e395367-393b-4ccb-b57c-4acd1c61ee29 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:47.045124 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c97095b-0b88-4b1e-9dea-e7f52b56e186 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:47.050603 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad038f58-225f-4ee5-86d7-8895a32b9b7f req-cddbb739-b122-444d-b66e-2e593b394c8a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251775 Dec 08 02:11:47.051173 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4bdb108-6c60-4e20-9c4b-e5ffb38fc46f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:47.134211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdb108-6c60-4e20-9c4b-e5ffb38fc46f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=91693f95-e29e-40e2-8216-a91efa12281b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:47.136375 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a4bdb108-6c60-4e20-9c4b-e5ffb38fc46f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:47.139813 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a4bdb108-6c60-4e20-9c4b-e5ffb38fc46f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/91693f95-e29e-40e2-8216-a91efa12281b HTTP/1.1" status: 204 len: 168 time: 1.0277936 Dec 08 02:11:47.142925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d88e8fd-f4af-410e-acc6-662cae259097 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:47.144044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48100) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:47.154615 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad038f58-225f-4ee5-86d7-8895a32b9b7f req-6a6e0156-79eb-4b44-b5c1-6ad2dd37e85e service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969133 Dec 08 02:11:47.188887 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6ac9a7c4-1abc-4ead-bfc6-fcf8d98eded5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437145 Dec 08 02:11:47.195645 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48102) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:47.262120 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c97095b-0b88-4b1e-9dea-e7f52b56e186 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:47.295527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf20bc-153e-47cb-a417-ebab1250cdd5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:47.297032 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-30bf20bc-153e-47cb-a417-ebab1250cdd5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1004670 Dec 08 02:11:47.299610 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48104) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:47.302849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1c97095b-0b88-4b1e-9dea-e7f52b56e186 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for 3e395367-393b-4ccb-b57c-4acd1c61ee29 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:47.312830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e0c2e1-8f9c-4502-8ed1-2d79d55a15f8 None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:47.359440 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad038f58-225f-4ee5-86d7-8895a32b9b7f req-1dd26b14-46cc-43a9-b2f6-332658388a6b service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752872 Dec 08 02:11:47.364696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446cc004-8163-45ef-a20c-30e14b66d4a4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:47.365509 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e7e0c2e1-8f9c-4502-8ed1-2d79d55a15f8 None None] Deleting port 888b259a-5811-4d6d-a690-5ad4b4ac40e1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:47.366132 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-446cc004-8163-45ef-a20c-30e14b66d4a4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0656202 Dec 08 02:11:47.367966 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7e0c2e1-8f9c-4502-8ed1-2d79d55a15f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:47.369530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48106) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:47.419865 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fc8cfc1e-8b4f-4392-88fc-274dd1922549 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444880 Dec 08 02:11:47.420079 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48108) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:47.424810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e932c51b-d608-4a65-978f-24d3955f71c4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:47.436353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e7e0c2e1-8f9c-4502-8ed1-2d79d55a15f8 None None] For port 888b259a-5811-4d6d-a690-5ad4b4ac40e1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=888b259a-5811-4d6d-a690-5ad4b4ac40e1,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:47.436753 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7e0c2e1-8f9c-4502-8ed1-2d79d55a15f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:47.450534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e7e0c2e1-8f9c-4502-8ed1-2d79d55a15f8 None None] Calling delete_port for 888b259a-5811-4d6d-a690-5ad4b4ac40e1 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:47.518795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e932c51b-d608-4a65-978f-24d3955f71c4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:47.522893 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e932c51b-d608-4a65-978f-24d3955f71c4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:47.539061 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7e0c2e1-8f9c-4502-8ed1-2d79d55a15f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:47.566110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e0c2e1-8f9c-4502-8ed1-2d79d55a15f8 None None] No DVR routers for this DVR port 888b259a-5811-4d6d-a690-5ad4b4ac40e1 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:47.572925 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c97095b-0b88-4b1e-9dea-e7f52b56e186 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:47.573573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0c2e1-8f9c-4502-8ed1-2d79d55a15f8 None None] Pushing event deleted for resources: {'Port': ['ID=888b259a-5811-4d6d-a690-5ad4b4ac40e1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:47.618485 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97095b-0b88-4b1e-9dea-e7f52b56e186 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=3e395367-393b-4ccb-b57c-4acd1c61ee29,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:47.624708 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6622ce69-e9c7-4572-b824-078ac318078a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:47.715623 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e932c51b-d608-4a65-978f-24d3955f71c4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:47.763904 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e932c51b-d608-4a65-978f-24d3955f71c4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:47.767132 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e932c51b-d608-4a65-978f-24d3955f71c4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:47.771354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e932c51b-d608-4a65-978f-24d3955f71c4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:47.771975 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e932c51b-d608-4a65-978f-24d3955f71c4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:47.777403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afa4c9b-ad0c-46a5-bc7c-b6d3be0ac1c6 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:47.779993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932c51b-d608-4a65-978f-24d3955f71c4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=e5abfd89-5f87-454f-871f-3be2d131f485,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:47.796138 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c97095b-0b88-4b1e-9dea-e7f52b56e186 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:47.800122 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e932c51b-d608-4a65-978f-24d3955f71c4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3789828 Dec 08 02:11:47.800304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48110) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:47.807038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f1358f78-be6d-47aa-a474-caf3ee00fbfa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': 'e5abfd89-5f87-454f-871f-3be2d131f485', 'ip_address': '2001:db8::312d:e09a:d8f9:853'}], 'name': 'tempest-NetworksTestDHCPv6-1704250072'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:47.895158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': 'e5abfd89-5f87-454f-871f-3be2d131f485'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:11:47.896128 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:48.033240 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Allocated IP 2001:db8::2 (27b71a85-dd81-4415-b869-7bdb583f90f3/e5abfd89-5f87-454f-871f-3be2d131f485/3e69be66-05eb-4504-9a65-6351092799b1) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:48.152720 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c97095b-0b88-4b1e-9dea-e7f52b56e186 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router 4e97bb74-51e9-4857-8673-dcafb0b222f0 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:11:48.178585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1358f78-be6d-47aa-a474-caf3ee00fbfa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:48.193226 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd0702-4e39-4879-9367-2659b5b182d2 req-3b8fd811-cd3d-4363-bb74-4ea91ef65e4f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:48.194762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41cd0702-4e39-4879-9367-2659b5b182d2 req-3b8fd811-cd3d-4363-bb74-4ea91ef65e4f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 943 time: 0.1785657 Dec 08 02:11:48.330454 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:48.337258 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:48.368056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c97095b-0b88-4b1e-9dea-e7f52b56e186 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:11:48.375811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1c97095b-0b88-4b1e-9dea-e7f52b56e186 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/4e97bb74-51e9-4857-8673-dcafb0b222f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1574121 Dec 08 02:11:48.377752 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48114) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:48.382565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239051c3-ed0c-4277-bd97-1c6728421c71 None None] Sync routers for ids ['4e97bb74-51e9-4857-8673-dcafb0b222f0'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:11:48.387029 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:48.395754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:48.398548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:48.400589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Pushing event updated for resources: {'Port': ['ID=3e69be66-05eb-4504-9a65-6351092799b1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:48.411740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239051c3-ed0c-4277-bd97-1c6728421c71 None None] Routers {'4e97bb74-51e9-4857-8673-dcafb0b222f0'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:48.412352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-239051c3-ed0c-4277-bd97-1c6728421c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4e97bb74-51e9-4857-8673-dcafb0b222f0'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:48.422240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41cd0702-4e39-4879-9367-2659b5b182d2 req-30a0e748-8d19-47c6-a794-d281fa0362ea tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145016 Dec 08 02:11:48.430503 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1358f78-be6d-47aa-a474-caf3ee00fbfa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:48.462327 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-f1358f78-be6d-47aa-a474-caf3ee00fbfa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port 6f112441-0a80-47ff-8ace-3990a970010d yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:11:48.472351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-239051c3-ed0c-4277-bd97-1c6728421c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:48.517177 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 888b259a-5811-4d6d-a690-5ad4b4ac40e1 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:48.525266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239051c3-ed0c-4277-bd97-1c6728421c71 None None] Routers {'4e97bb74-51e9-4857-8673-dcafb0b222f0'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:48.526074 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-239051c3-ed0c-4277-bd97-1c6728421c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4e97bb74-51e9-4857-8673-dcafb0b222f0'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:48.580355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Attempting to bind port 3e69be66-05eb-4504-9a65-6351092799b1 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:48.580925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Attempting to bind port 3e69be66-05eb-4504-9a65-6351092799b1 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:48.581396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Attempting to bind port 3e69be66-05eb-4504-9a65-6351092799b1 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:48.585837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-239051c3-ed0c-4277-bd97-1c6728421c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:48.586657 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239051c3-ed0c-4277-bd97-1c6728421c71 None None] The sync data for ids ['4e97bb74-51e9-4857-8673-dcafb0b222f0'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:11:48.588189 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 888b259a-5811-4d6d-a690-5ad4b4ac40e1 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:11:48.588646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 888b259a-5811-4d6d-a690-5ad4b4ac40e1 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:48.594020 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:48.594520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:48.595119 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:48.595630 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:48.596263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Bound port: 3e69be66-05eb-4504-9a65-6351092799b1, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:48.596762 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:48.670221 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] For port 3e69be66-05eb-4504-9a65-6351092799b1, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:48.673976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] For port 3e69be66-05eb-4504-9a65-6351092799b1, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3e69be66-05eb-4504-9a65-6351092799b1,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:48.679844 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:48.750308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656568f-5d67-4169-b552-795bb7c61924 None None] Pushing event updated for resources: {'Port': ['ID=3e69be66-05eb-4504-9a65-6351092799b1,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:48.843003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6622ce69-e9c7-4572-b824-078ac318078a admin admin] Deleting port 85ce6dbd-aea9-49f9-854a-4b2fe3293696 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:48.843593 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6622ce69-e9c7-4572-b824-078ac318078a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:48.992553 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-c92240c1-80e2-4fcb-abf7-acefa1012e77 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] remove_router_interface failed (client error): The resource could not be found. Dec 08 02:11:48.996185 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c92240c1-80e2-4fcb-abf7-acefa1012e77 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/4e97bb74-51e9-4857-8673-dcafb0b222f0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6161563 Dec 08 02:11:48.996978 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48116) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:49.020550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-6622ce69-e9c7-4572-b824-078ac318078a admin admin] For port 85ce6dbd-aea9-49f9-854a-4b2fe3293696, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=85ce6dbd-aea9-49f9-854a-4b2fe3293696,segment=NetworkSegment(d1411cc8-0219-4542-83c7-da00bdc3a1b5),segment_id=d1411cc8-0219-4542-83c7-da00bdc3a1b5)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:49.020933 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6622ce69-e9c7-4572-b824-078ac318078a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.027949 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-deb60919-b892-4cd5-8339-ecb6a389cd1a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e97bb74-51e9-4857-8673-dcafb0b222f0 HTTP/1.1" status: 200 len: 205 time: 0.0294518 Dec 08 02:11:49.030075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48118) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:49.039928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-f1358f78-be6d-47aa-a474-caf3ee00fbfa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::312d:e09a:d8f9:853 (27b71a85-dd81-4415-b869-7bdb583f90f3/e5abfd89-5f87-454f-871f-3be2d131f485/6f112441-0a80-47ff-8ace-3990a970010d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:49.042232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6622ce69-e9c7-4572-b824-078ac318078a admin admin] Calling delete_port for 85ce6dbd-aea9-49f9-854a-4b2fe3293696 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:49.111203 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d0d15a4-fcc8-415c-895e-eb6c47bba6a0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.254126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 796cba1e-4e9a-4880-bd68-63fd1c08e229 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:49.274349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d0d15a4-fcc8-415c-895e-eb6c47bba6a0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.276493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d0d15a4-fcc8-415c-895e-eb6c47bba6a0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.282716 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 796cba1e-4e9a-4880-bd68-63fd1c08e229 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:11:49.283495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 796cba1e-4e9a-4880-bd68-63fd1c08e229 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:49.298504 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1358f78-be6d-47aa-a474-caf3ee00fbfa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.320664 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d0d15a4-fcc8-415c-895e-eb6c47bba6a0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.321218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0d15a4-fcc8-415c-895e-eb6c47bba6a0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Fanout notify agent at l3_agent the message router_deleted on router 4e97bb74-51e9-4857-8673-dcafb0b222f0 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:11:49.328295 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d0d15a4-fcc8-415c-895e-eb6c47bba6a0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.329408 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5d0d15a4-fcc8-415c-895e-eb6c47bba6a0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/routers/4e97bb74-51e9-4857-8673-dcafb0b222f0 HTTP/1.1" status: 204 len: 168 time: 0.2983320 Dec 08 02:11:49.331950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48120) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:49.373690 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6622ce69-e9c7-4572-b824-078ac318078a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.382796 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1358f78-be6d-47aa-a474-caf3ee00fbfa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.385988 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f296aca2-3d93-4a0b-bff0-da4a1a295414 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting subnet 278cd6eb-fa3b-4893-a3b0-07b5e5f9835d {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:11:49.389499 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f296aca2-3d93-4a0b-bff0-da4a1a295414 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.413258 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622ce69-e9c7-4572-b824-078ac318078a admin admin] Pushing event deleted for resources: {'Port': ['ID=85ce6dbd-aea9-49f9-854a-4b2fe3293696,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:49.435027 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd9f0a-689a-4d17-9cbc-9f67ebb3296f None None] DHCP port deletion for 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:49.444617 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f296aca2-3d93-4a0b-bff0-da4a1a295414 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.487465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1358f78-be6d-47aa-a474-caf3ee00fbfa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:49.501659 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:11:49.513471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f1358f78-be6d-47aa-a474-caf3ee00fbfa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:49.515937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1358f78-be6d-47aa-a474-caf3ee00fbfa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:49.521756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1358f78-be6d-47aa-a474-caf3ee00fbfa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:49.522392 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1358f78-be6d-47aa-a474-caf3ee00fbfa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.548535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1358f78-be6d-47aa-a474-caf3ee00fbfa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=6f112441-0a80-47ff-8ace-3990a970010d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:49.550771 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f296aca2-3d93-4a0b-bff0-da4a1a295414 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.569484 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f1358f78-be6d-47aa-a474-caf3ee00fbfa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7636569 Dec 08 02:11:49.571264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48124) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:49.590699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7910fac6-f160-4f29-bb97-3744c97127b3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': 'e5abfd89-5f87-454f-871f-3be2d131f485', 'ip_address': '2001:db8::312d:e09a:d8f9:853'}], 'name': 'tempest-NetworksTestDHCPv6-1746981086'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:49.626387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f296aca2-3d93-4a0b-bff0-da4a1a295414 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.643575 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f296aca2-3d93-4a0b-bff0-da4a1a295414 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.650157 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f296aca2-3d93-4a0b-bff0-da4a1a295414 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/278cd6eb-fa3b-4893-a3b0-07b5e5f9835d HTTP/1.1" status: 204 len: 168 time: 0.3149028 Dec 08 02:11:49.650385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48126) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:49.656293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20394fce-38b3-4ab0-bfa3-72ed13a53869 None None] Network e0077cae-daf7-4558-9f39-2fb4d569bdf3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:49.685288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296aca2-3d93-4a0b-bff0-da4a1a295414 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Subnet': ['ID=278cd6eb-fa3b-4893-a3b0-07b5e5f9835d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:49.718309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc984b-937a-4d68-924e-c8d51408d045 req-bf9ffebf-1819-4dae-a3a5-0245daa0731b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:49.719873 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acbc984b-937a-4d68-924e-c8d51408d045 req-bf9ffebf-1819-4dae-a3a5-0245daa0731b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 943 time: 0.1729827 Dec 08 02:11:49.756973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:49.787923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe', 'network_id': '3c1d6076-2a4e-4d70-97ce-7376926325bf', 'port_id': '2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe', 'mac_address': 'fa:16:3e:5a:13:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c08e74-103b-4cbe-976c-ceed8594a0cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:11:49.796633 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.844324 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6622ce69-e9c7-4572-b824-078ac318078a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.847695 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.867661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:11:49.868757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acbc984b-937a-4d68-924e-c8d51408d045 req-f5972e61-bb61-4960-861c-d35c87dbb5f8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350260 Dec 08 02:11:49.895781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:49.896050 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.898633 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:49.907316 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.937326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7910fac6-f160-4f29-bb97-3744c97127b3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:49.943728 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7910fac6-f160-4f29-bb97-3744c97127b3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:49.943937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa0e638-924b-41f2-be3c-6e36ce17362c None None] DHCP port deletion for e0077cae-daf7-4558-9f39-2fb4d569bdf3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:49.994331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] For port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9dfd5c9c-850f-4562-90ab-6c35dc6acb45,segment=NetworkSegment(5141614c-6085-4a63-b3ab-ca50e796a352),segment_id=5141614c-6085-4a63-b3ab-ca50e796a352)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:49.994701 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.001228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:50.018242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-7910fac6-f160-4f29-bb97-3744c97127b3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port dec5a254-bac9-4b6e-91fb-9f0a5114540e yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:11:50.022534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:50.022893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0e638-924b-41f2-be3c-6e36ce17362c None None] Deleting port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:50.023673 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e638-924b-41f2-be3c-6e36ce17362c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.121765 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.125263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3aa0e638-924b-41f2-be3c-6e36ce17362c None None] For port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9dfd5c9c-850f-4562-90ab-6c35dc6acb45,segment=NetworkSegment(5141614c-6085-4a63-b3ab-ca50e796a352),segment_id=5141614c-6085-4a63-b3ab-ca50e796a352)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:50.125890 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e638-924b-41f2-be3c-6e36ce17362c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.130232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-44c21f46-cf82-4e17-b7b2-1fe92a25b5ac None None] Provisioning complete for port 3e69be66-05eb-4504-9a65-6351092799b1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:50.130767 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44c21f46-cf82-4e17-b7b2-1fe92a25b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.161362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=9dfd5c9c-850f-4562-90ab-6c35dc6acb45,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:50.170079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0e638-924b-41f2-be3c-6e36ce17362c None None] Calling delete_port for 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:50.170968 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No DVR routers for this DVR port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:50.186823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:11:50.295107 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.316782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0077cae-daf7-4558-9f39-2fb4d569bdf3']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:50.321419 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7910fac6-f160-4f29-bb97-3744c97127b3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 02:11:50.321877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7910fac6-f160-4f29-bb97-3744c97127b3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:11:50.325044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6622ce69-e9c7-4572-b824-078ac318078a admin admin] Router 23152fee-9842-43ef-8685-8b6ae894ae63 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:11:50.327186 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5141614c-6085-4a63-b3ab-ca50e796a352') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:50.327588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5141614c-6085-4a63-b3ab-ca50e796a352') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:50.338644 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.350862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7910fac6-f160-4f29-bb97-3744c97127b3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.7785256 Dec 08 02:11:50.351094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48128) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:50.362012 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.379033 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44c21f46-cf82-4e17-b7b2-1fe92a25b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.387056 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:11:50.387680 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.388560 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e638-924b-41f2-be3c-6e36ce17362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:11:50.390971 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:11:50.442804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0e638-924b-41f2-be3c-6e36ce17362c None None] Pushing event deleted for resources: {'Port': ['ID=9dfd5c9c-850f-4562-90ab-6c35dc6acb45,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:50.445215 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa0e638-924b-41f2-be3c-6e36ce17362c None None] No DVR routers for this DVR port 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:50.472179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a0017-f7d4-40cf-89e1-381c99dbc543 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:50.478718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a0017-f7d4-40cf-89e1-381c99dbc543 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:50.480605 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fa2a0017-f7d4-40cf-89e1-381c99dbc543 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1276357 Dec 08 02:11:50.483259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48130) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:50.492487 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.496489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-44c21f46-cf82-4e17-b7b2-1fe92a25b5ac None None] For port 3e69be66-05eb-4504-9a65-6351092799b1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3e69be66-05eb-4504-9a65-6351092799b1,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:50.507049 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44c21f46-cf82-4e17-b7b2-1fe92a25b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.513780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6622ce69-e9c7-4572-b824-078ac318078a admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:11:50.517652 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.522280 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6622ce69-e9c7-4572-b824-078ac318078a admin admin] 10.222.0.71 "PUT /v2.0/routers/23152fee-9842-43ef-8685-8b6ae894ae63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6513243 Dec 08 02:11:50.526238 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/networks/e0077cae-daf7-4558-9f39-2fb4d569bdf3 HTTP/1.1" status: 204 len: 168 time: 0.8701782 Dec 08 02:11:50.526238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48134) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:50.526584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48132) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:50.528091 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af9e6a6-c74c-4d21-8494-98f22541bade None None] Sync routers for ids ['23152fee-9842-43ef-8685-8b6ae894ae63'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:11:50.538857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e052d952-a77e-48e3-91ea-fbddf3c3f4b3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1271664155'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:50.547218 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9e6a6-c74c-4d21-8494-98f22541bade None None] Routers {'23152fee-9842-43ef-8685-8b6ae894ae63'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:50.547890 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3af9e6a6-c74c-4d21-8494-98f22541bade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['23152fee-9842-43ef-8685-8b6ae894ae63'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:50.548068 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e6b48-3682-4b67-908d-f98b5175a679 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Network': ['ID=e0077cae-daf7-4558-9f39-2fb4d569bdf3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:50.610397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c21f46-cf82-4e17-b7b2-1fe92a25b5ac None None] Pushing event updated for resources: {'Port': ['ID=3e69be66-05eb-4504-9a65-6351092799b1,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:50.616381 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e052d952-a77e-48e3-91ea-fbddf3c3f4b3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:50.619979 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e052d952-a77e-48e3-91ea-fbddf3c3f4b3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.647315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2b82f337-7176-495a-bb14-10a7580e5329 None None] Provisioning complete for port 6f112441-0a80-47ff-8ace-3990a970010d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:50.648119 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b82f337-7176-495a-bb14-10a7580e5329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.658857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e052d952-a77e-48e3-91ea-fbddf3c3f4b3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:11:50.662619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e9ce4ade-42fe-4b22-aa2d-f29001232062 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port 6f112441-0a80-47ff-8ace-3990a970010d {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:50.662964 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4ade-42fe-4b22-aa2d-f29001232062 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.694668 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e052d952-a77e-48e3-91ea-fbddf3c3f4b3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.695015 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-e052d952-a77e-48e3-91ea-fbddf3c3f4b3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Added segment 7589964b-6ca7-49dc-9d30-f28c7402248d of type vlan for network e481bf5e-125b-44a9-8386-0493620159fa Dec 08 02:11:50.703317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2b82f337-7176-495a-bb14-10a7580e5329 None None] Port 6f112441-0a80-47ff-8ace-3990a970010d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:50.733468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3e69be66-05eb-4504-9a65-6351092799b1 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:50.759563 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3af9e6a6-c74c-4d21-8494-98f22541bade None None] Set router 23152fee-9842-43ef-8685-8b6ae894ae63 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:11:50.763086 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.775716 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e052d952-a77e-48e3-91ea-fbddf3c3f4b3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.797085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 3e69be66-05eb-4504-9a65-6351092799b1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:50.798209 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.799409 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4ade-42fe-4b22-aa2d-f29001232062 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.824055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e9ce4ade-42fe-4b22-aa2d-f29001232062 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for 6f112441-0a80-47ff-8ace-3990a970010d owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:50.901238 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:50.966520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:50.991464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:11:50.991970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9dfd5c9c-850f-4562-90ab-6c35dc6acb45 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:50.999662 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e052d952-a77e-48e3-91ea-fbddf3c3f4b3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.005600 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e052d952-a77e-48e3-91ea-fbddf3c3f4b3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:51.005927 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3af9e6a6-c74c-4d21-8494-98f22541bade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'name': 'tempest-ServerRescueNegativeTestJSON-1334516888-router', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'de39c957-364a-4b73-bff7-27c8901a9f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:11:49Z', 'revision_number': 5, 'project_id': '5a47f8987f0d4cd1b65121c626f5addd', 'gw_port': {'id': 'de39c957-364a-4b73-bff7-27c8901a9f09', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:14:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:51.006293 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e052d952-a77e-48e3-91ea-fbddf3c3f4b3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.033744 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] Deleting port de39c957-364a-4b73-bff7-27c8901a9f09 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:51.034119 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.038006 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af9e6a6-c74c-4d21-8494-98f22541bade None None] Checking router: 23152fee-9842-43ef-8685-8b6ae894ae63 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:11:51.047396 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9e6a6-c74c-4d21-8494-98f22541bade None None] Routers {'23152fee-9842-43ef-8685-8b6ae894ae63'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:51.048035 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3af9e6a6-c74c-4d21-8494-98f22541bade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['23152fee-9842-43ef-8685-8b6ae894ae63'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:51.054543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45defd31-27fa-4c7c-b03d-e285d28fa81b req-396aedf9-9410-4193-943e-2ccbf8a0b0e8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:51.055503 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-45defd31-27fa-4c7c-b03d-e285d28fa81b req-396aedf9-9410-4193-943e-2ccbf8a0b0e8 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 944 time: 0.0847726 Dec 08 02:11:51.087597 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4ade-42fe-4b22-aa2d-f29001232062 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.094757 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e052d952-a77e-48e3-91ea-fbddf3c3f4b3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5599563 Dec 08 02:11:51.099631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48140) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:51.106102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-35792002-c739-48bd-948d-764ff8ded76b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'subnet': {'network_id': 'e481bf5e-125b-44a9-8386-0493620159fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:51.124607 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052d952-a77e-48e3-91ea-fbddf3c3f4b3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Network': ['ID=e481bf5e-125b-44a9-8386-0493620159fa,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:51.128728 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce4ade-42fe-4b22-aa2d-f29001232062 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=6f112441-0a80-47ff-8ace-3990a970010d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:51.143764 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3af9e6a6-c74c-4d21-8494-98f22541bade None None] Set router 23152fee-9842-43ef-8685-8b6ae894ae63 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:11:51.161310 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4ade-42fe-4b22-aa2d-f29001232062 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.164250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network e481bf5e-125b-44a9-8386-0493620159fa details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:11:51.164865 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e9ce4ade-42fe-4b22-aa2d-f29001232062 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/6f112441-0a80-47ff-8ace-3990a970010d HTTP/1.1" status: 204 len: 168 time: 0.6804476 Dec 08 02:11:51.167351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48142) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:51.205660 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3af9e6a6-c74c-4d21-8494-98f22541bade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'name': 'tempest-ServerRescueNegativeTestJSON-1334516888-router', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:11:50Z', 'revision_number': 6, 'project_id': '5a47f8987f0d4cd1b65121c626f5addd', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:51.234979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] For port de39c957-364a-4b73-bff7-27c8901a9f09, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=de39c957-364a-4b73-bff7-27c8901a9f09,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:51.235371 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.240822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-45defd31-27fa-4c7c-b03d-e285d28fa81b req-e17f9b67-25e5-4d52-8beb-d51833e34554 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490943 Dec 08 02:11:51.256089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] Calling delete_port for de39c957-364a-4b73-bff7-27c8901a9f09 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:51.265046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e67d5f-f8f9-441b-9d91-afa42f4e565f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:51.266997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e67d5f-f8f9-441b-9d91-afa42f4e565f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:51.268750 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b7e67d5f-f8f9-441b-9d91-afa42f4e565f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1004448 Dec 08 02:11:51.272331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48144) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:51.272962 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af9e6a6-c74c-4d21-8494-98f22541bade None None] The sync data for ids ['23152fee-9842-43ef-8685-8b6ae894ae63'] in n-d-713499-31 is: [{'id': '23152fee-9842-43ef-8685-8b6ae894ae63', 'name': 'tempest-ServerRescueNegativeTestJSON-1334516888-router', 'tenant_id': '5a47f8987f0d4cd1b65121c626f5addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:09:09Z', 'updated_at': '2021-12-08T02:11:50Z', 'revision_number': 6, 'project_id': '5a47f8987f0d4cd1b65121c626f5addd', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:11:51.346990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35792002-c739-48bd-948d-764ff8ded76b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:51.351101 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35792002-c739-48bd-948d-764ff8ded76b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.362938 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa72561-cca2-49c9-8f29-81522fbde020 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet e5abfd89-5f87-454f-871f-3be2d131f485 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:11:51.367089 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7aa72561-cca2-49c9-8f29-81522fbde020 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.417905 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7aa72561-cca2-49c9-8f29-81522fbde020 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.509242 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7aa72561-cca2-49c9-8f29-81522fbde020 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.517052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:51.569243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:11:51.571434 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7aa72561-cca2-49c9-8f29-81522fbde020 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.574822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:51.575488 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.606012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa72561-cca2-49c9-8f29-81522fbde020 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=e5abfd89-5f87-454f-871f-3be2d131f485,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:51.609981 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7aa72561-cca2-49c9-8f29-81522fbde020 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.614151 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7aa72561-cca2-49c9-8f29-81522fbde020 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/e5abfd89-5f87-454f-871f-3be2d131f485 HTTP/1.1" status: 204 len: 168 time: 0.3387182 Dec 08 02:11:51.614387 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48146) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:51.630452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.663729 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1b7fce42-84d0-4bda-bd90-1d09f96591c2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436022 Dec 08 02:11:51.663958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=de39c957-364a-4b73-bff7-27c8901a9f09,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:51.664064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48148) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:51.668720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-43832f96-3e2e-4ce9-972e-424bf01f6151 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:51.672507 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.674734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0c1487-5c1b-4075-95ed-cbad1d610651 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:51.714176 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35792002-c739-48bd-948d-764ff8ded76b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.751418 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2d5214-3a97-4d98-acef-a5e5e6eae2f5 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:51.791003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43832f96-3e2e-4ce9-972e-424bf01f6151 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:51.795262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916d7754-e792-47ae-911f-038e3b81712f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:51.795922 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-43832f96-3e2e-4ce9-972e-424bf01f6151 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.797583 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ed6f3b-44b4-4c6a-9f5d-35658ef79e53" -d '{"events": [{"server_uuid": "916d7754-e792-47ae-911f-038e3b81712f", "name": "network-vif-plugged", "status": "completed", "tag": "2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:51.832039 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.842362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:51.850614 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734e6d29-3a20-41d8-a363-8c54a319017c x-openstack-request-id: req-734e6d29-3a20-41d8-a363-8c54a319017c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:51.850908 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916d7754-e792-47ae-911f-038e3b81712f", "name": "network-vif-plugged", "status": "completed", "tag": "2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:51.851161 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-734e6d29-3a20-41d8-a363-8c54a319017c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:51.851843 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916d7754-e792-47ae-911f-038e3b81712f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe', 'code': 200} Dec 08 02:11:51.853064 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.911301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:51.951755 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d306e1f7-bbc9-4b4f-83ba-cbdcf7ec3314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.961390 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35792002-c739-48bd-948d-764ff8ded76b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Subnet': ['ID=d7429191-7831-4f1a-9327-97aac1b6d0a6,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:51.964817 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:51.966620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35792002-c739-48bd-948d-764ff8ded76b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Checking segment: {'id': '7589964b-6ca7-49dc-9d30-f28c7402248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e481bf5e-125b-44a9-8386-0493620159fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:51.967088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35792002-c739-48bd-948d-764ff8ded76b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network hostable DHCP agents. Network: e481bf5e-125b-44a9-8386-0493620159fa, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:11:51.971043 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.020814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35792002-c739-48bd-948d-764ff8ded76b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network e481bf5e-125b-44a9-8386-0493620159fa is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:11:52.024313 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.024856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23152fee-9842-43ef-8685-8b6ae894ae63 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:11:52.032201 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.033353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b27e949d-844b-478b-83e7-0f6d161d18d6 admin admin] 10.222.0.71 "DELETE /v2.0/routers/23152fee-9842-43ef-8685-8b6ae894ae63 HTTP/1.1" status: 204 len: 168 time: 1.4958346 Dec 08 02:11:52.036493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48154) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:52.038938 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51be132-b38f-448d-ba80-3318fc8568c6 req-19fe789e-eecc-44bf-a21c-744104041fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:52.040504 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d51be132-b38f-448d-ba80-3318fc8568c6 req-19fe789e-eecc-44bf-a21c-744104041fce service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 1097 time: 0.0838993 Dec 08 02:11:52.044517 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-35792002-c739-48bd-948d-764ff8ded76b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, e481bf5e-125b-44a9-8386-0493620159fa) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:52.056813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8cd50d-9cfc-4593-84ee-d777d30a84cc None None] Network e481bf5e-125b-44a9-8386-0493620159fa requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:52.066401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35792002-c739-48bd-948d-764ff8ded76b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:52.067644 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-35792002-c739-48bd-948d-764ff8ded76b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.084282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-43832f96-3e2e-4ce9-972e-424bf01f6151 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.107093 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-35792002-c739-48bd-948d-764ff8ded76b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0015678 Dec 08 02:11:52.107511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-77659704-0061-4d8b-ae10-c301c03d0a2d admin admin] Deleting subnet d7dd109b-19a8-41cd-875c-3304ef52d129 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:11:52.109508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48156) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:52.114601 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9b95d8d5-1dbd-43ed-a23e-fc8ea166d84b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1311203516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:52.122103 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77659704-0061-4d8b-ae10-c301c03d0a2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.146794 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43832f96-3e2e-4ce9-972e-424bf01f6151 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:52.150408 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d51be132-b38f-448d-ba80-3318fc8568c6 req-567d24b1-aef5-4b31-bdc9-e46b04f00883 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026449 Dec 08 02:11:52.151314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-43832f96-3e2e-4ce9-972e-424bf01f6151 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:52.160768 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43832f96-3e2e-4ce9-972e-424bf01f6151 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:52.162574 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-43832f96-3e2e-4ce9-972e-424bf01f6151 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.168797 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77659704-0061-4d8b-ae10-c301c03d0a2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.170509 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd076e66-763a-40a8-b465-00000a00e950 None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:52.171898 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b95d8d5-1dbd-43ed-a23e-fc8ea166d84b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.172719 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b95d8d5-1dbd-43ed-a23e-fc8ea166d84b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.193234 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43832f96-3e2e-4ce9-972e-424bf01f6151 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=df8ed059-6ef3-4b03-9280-e3e3a6198cc2,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:52.206269 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-43832f96-3e2e-4ce9-972e-424bf01f6151 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5417540 Dec 08 02:11:52.211691 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48158) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:52.215058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-39aa42a4-260c-48f9-8071-8fba13f090ce tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': 'df8ed059-6ef3-4b03-9280-e3e3a6198cc2', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-999750111'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:52.224520 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b95d8d5-1dbd-43ed-a23e-fc8ea166d84b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.246364 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b95d8d5-1dbd-43ed-a23e-fc8ea166d84b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.257991 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-e481bf5e-125b-44a9-8386-0493620159fa', 'network_id': 'e481bf5e-125b-44a9-8386-0493620159fa', 'project_id': 'ea9220481296430fa8c96b469a3502db', 'fixed_ips': [{'subnet_id': 'd7429191-7831-4f1a-9327-97aac1b6d0a6'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:11:52.259217 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.268485 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b95d8d5-1dbd-43ed-a23e-fc8ea166d84b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.273446 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9b95d8d5-1dbd-43ed-a23e-fc8ea166d84b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1604490 Dec 08 02:11:52.275530 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48162) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:52.378054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cd076e66-763a-40a8-b465-00000a00e950 None None] Deleting port 3e69be66-05eb-4504-9a65-6351092799b1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:52.378458 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd076e66-763a-40a8-b465-00000a00e950 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.420103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aa42a4-260c-48f9-8071-8fba13f090ce tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:52.498687 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Allocated IP 2001:db8::2 (e481bf5e-125b-44a9-8386-0493620159fa/d7429191-7831-4f1a-9327-97aac1b6d0a6/e7969aa0-875c-43d4-bb93-6eb8652b4f2d) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:52.551151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 85ce6dbd-aea9-49f9-854a-4b2fe3293696 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:52.564448 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-39aa42a4-260c-48f9-8071-8fba13f090ce tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.585880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 85ce6dbd-aea9-49f9-854a-4b2fe3293696 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:11:52.586308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 85ce6dbd-aea9-49f9-854a-4b2fe3293696 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:52.586810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device de39c957-364a-4b73-bff7-27c8901a9f09 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:52.592230 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-39aa42a4-260c-48f9-8071-8fba13f090ce tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port 0d3775dc-bff2-4c6c-b544-84399e4ca21a yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:11:52.615820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cd076e66-763a-40a8-b465-00000a00e950 None None] For port 3e69be66-05eb-4504-9a65-6351092799b1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3e69be66-05eb-4504-9a65-6351092799b1,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:52.616313 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd076e66-763a-40a8-b465-00000a00e950 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.651354 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: de39c957-364a-4b73-bff7-27c8901a9f09 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:11:52.651839 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device de39c957-364a-4b73-bff7-27c8901a9f09 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:11:52.652813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3e69be66-05eb-4504-9a65-6351092799b1 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:52.662852 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cd076e66-763a-40a8-b465-00000a00e950 None None] Calling delete_port for 3e69be66-05eb-4504-9a65-6351092799b1 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:52.710160 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-39aa42a4-260c-48f9-8071-8fba13f090ce tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:11:52.710996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39aa42a4-260c-48f9-8071-8fba13f090ce tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:11:52.724280 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77659704-0061-4d8b-ae10-c301c03d0a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.733055 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-39aa42a4-260c-48f9-8071-8fba13f090ce tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5223875 Dec 08 02:11:52.735413 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48164) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:52.785957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e723b456-e2e5-4261-9fdd-6835578ad1a0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:52.787769 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e723b456-e2e5-4261-9fdd-6835578ad1a0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0510991 Dec 08 02:11:52.790602 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48166) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:52.846575 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dc06f0-4b39-4b00-8443-12d7ae9c6229 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:52.848581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dc06f0-4b39-4b00-8443-12d7ae9c6229 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:52.852792 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-83dc06f0-4b39-4b00-8443-12d7ae9c6229 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0586791 Dec 08 02:11:52.853167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48168) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:52.890608 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.895548 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd076e66-763a-40a8-b465-00000a00e950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.904061 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.905588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02b3d2-34de-43ca-988e-68f4af340d40 req-89c0a9ae-eec6-45d4-954d-ea08f543b858 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:52.907077 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e02b3d2-34de-43ca-988e-68f4af340d40 req-89c0a9ae-eec6-45d4-954d-ea08f543b858 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.2268782 Dec 08 02:11:52.935287 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:52.945134 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd076e66-763a-40a8-b465-00000a00e950 None None] No DVR routers for this DVR port 3e69be66-05eb-4504-9a65-6351092799b1 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:52.948816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd076e66-763a-40a8-b465-00000a00e950 None None] Pushing event deleted for resources: {'Port': ['ID=3e69be66-05eb-4504-9a65-6351092799b1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:52.985697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57f52c4-4465-48e0-907f-c6b98a074dd9 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:53.008638 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77659704-0061-4d8b-ae10-c301c03d0a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.019369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-33379959-ff1c-461f-ab39-e714c288e369 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet df8ed059-6ef3-4b03-9280-e3e3a6198cc2 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:11:53.058526 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33379959-ff1c-461f-ab39-e714c288e369 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.058526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77659704-0061-4d8b-ae10-c301c03d0a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7dd109b-19a8-41cd-875c-3304ef52d129,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:53.112048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77659704-0061-4d8b-ae10-c301c03d0a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.117866 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-77659704-0061-4d8b-ae10-c301c03d0a2d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d7dd109b-19a8-41cd-875c-3304ef52d129 HTTP/1.1" status: 204 len: 168 time: 1.0779536 Dec 08 02:11:53.118627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48170) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:53.159692 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33379959-ff1c-461f-ab39-e714c288e369 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.185404 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e02b3d2-34de-43ca-988e-68f4af340d40 req-508d5bff-503b-4603-a8d5-731d3494c77c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371762 Dec 08 02:11:53.189542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Pushing event updated for resources: {'Port': ['ID=e7969aa0-875c-43d4-bb93-6eb8652b4f2d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:53.193057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Network e481bf5e-125b-44a9-8386-0493620159fa is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:53.202597 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fdf5a6-6cba-453f-b375-90ff680d7d01 None None] Network 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:53.207823 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.237307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:53.263252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23e67891-7eed-409f-b030-83082ce8496d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.281286 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33379959-ff1c-461f-ab39-e714c288e369 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.300129 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:53.367637 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23e67891-7eed-409f-b030-83082ce8496d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.392404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-23e67891-7eed-409f-b030-83082ce8496d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:53.399653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a6576e-1958-4881-9928-30a8578e9cc6 None None] DHCP port deletion for 82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:53.405188 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-23e67891-7eed-409f-b030-83082ce8496d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1411cc8-0219-4542-83c7-da00bdc3a1b5') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:53.405678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-23e67891-7eed-409f-b030-83082ce8496d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1411cc8-0219-4542-83c7-da00bdc3a1b5') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:53.414853 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.416968 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23e67891-7eed-409f-b030-83082ce8496d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.424229 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Attempting to bind port e7969aa0-875c-43d4-bb93-6eb8652b4f2d on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:53.424229 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Attempting to bind port e7969aa0-875c-43d4-bb93-6eb8652b4f2d by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '7589964b-6ca7-49dc-9d30-f28c7402248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e481bf5e-125b-44a9-8386-0493620159fa'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:53.424554 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Attempting to bind port e7969aa0-875c-43d4-bb93-6eb8652b4f2d on network e481bf5e-125b-44a9-8386-0493620159fa {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:53.437380 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23e67891-7eed-409f-b030-83082ce8496d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.444738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:53.445349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Checking segment: {'id': '7589964b-6ca7-49dc-9d30-f28c7402248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e481bf5e-125b-44a9-8386-0493620159fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:53.445930 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.446086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e67891-7eed-409f-b030-83082ce8496d admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:11:53.446517 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23e67891-7eed-409f-b030-83082ce8496d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.446806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Bound using segment: {'id': '7589964b-6ca7-49dc-9d30-f28c7402248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e481bf5e-125b-44a9-8386-0493620159fa'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:53.447472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Bound port: e7969aa0-875c-43d4-bb93-6eb8652b4f2d, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7589964b-6ca7-49dc-9d30-f28c7402248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e481bf5e-125b-44a9-8386-0493620159fa'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:53.448250 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:11:53.449551 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:11:53.454223 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33379959-ff1c-461f-ab39-e714c288e369 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.456256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c746593-85e7-4add-8ada-cbe23ceab10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': 'df8ed059-6ef3-4b03-9280-e3e3a6198cc2'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:11:53.457152 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c746593-85e7-4add-8ada-cbe23ceab10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.496678 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33379959-ff1c-461f-ab39-e714c288e369 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.500142 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-33379959-ff1c-461f-ab39-e714c288e369 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/df8ed059-6ef3-4b03-9280-e3e3a6198cc2 HTTP/1.1" status: 204 len: 168 time: 0.6445606 Dec 08 02:11:53.501090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33379959-ff1c-461f-ab39-e714c288e369 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=df8ed059-6ef3-4b03-9280-e3e3a6198cc2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:53.507494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48172) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:53.515369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23e67891-7eed-409f-b030-83082ce8496d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.522958 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23e67891-7eed-409f-b030-83082ce8496d admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.527767 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-23e67891-7eed-409f-b030-83082ce8496d admin admin] 10.222.0.71 "DELETE /v2.0/networks/82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad HTTP/1.1" status: 204 len: 168 time: 0.4076035 Dec 08 02:11:53.540850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e67891-7eed-409f-b030-83082ce8496d admin admin] Pushing event deleted for resources: {'Network': ['ID=82bf51e9-4b57-4d67-9b4e-21b28c3ed9ad,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:53.565385 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f565f6a7-7e85-4319-bae9-44d00bf5c355 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527565 Dec 08 02:11:53.565616 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48176) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:53.570888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0dc0d6f4-5f76-4ef7-9444-ecbcf20f2659 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:53.604010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] For port e7969aa0-875c-43d4-bb93-6eb8652b4f2d, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:53.608493 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] For port e7969aa0-875c-43d4-bb93-6eb8652b4f2d, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e7969aa0-875c-43d4-bb93-6eb8652b4f2d,segment=NetworkSegment(7589964b-6ca7-49dc-9d30-f28c7402248d),segment_id=7589964b-6ca7-49dc-9d30-f28c7402248d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:53.614182 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.628544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Allocated IP 2001:db8::1 (e481bf5e-125b-44a9-8386-0493620159fa/d7429191-7831-4f1a-9327-97aac1b6d0a6/a8524117-b0ad-48e3-ab79-ccdb18ac162a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:53.699263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beab537-8032-478d-be0c-5869beeb7e1b None None] Pushing event updated for resources: {'Port': ['ID=e7969aa0-875c-43d4-bb93-6eb8652b4f2d,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:53.737907 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc0d6f4-5f76-4ef7-9444-ecbcf20f2659 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:53.742348 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0dc0d6f4-5f76-4ef7-9444-ecbcf20f2659 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.756986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48178) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:53.800011 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.828653 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e4d5dd85-e201-458a-9993-cdefabc6d8e3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5a47f8987f0d4cd1b65121c626f5addd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0697236 Dec 08 02:11:53.831146 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48180) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:53.917555 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.934890 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e880bda-b196-434e-b812-6c867623c475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.977622 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network e481bf5e-125b-44a9-8386-0493620159fa is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:53.979361 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0dc0d6f4-5f76-4ef7-9444-ecbcf20f2659 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:53.984992 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:53.993713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:53.994258 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.004035 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e880bda-b196-434e-b812-6c867623c475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.031993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc0d6f4-5f76-4ef7-9444-ecbcf20f2659 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:54.034994 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=a8524117-b0ad-48e3-ab79-ccdb18ac162a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:54.036044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-0dc0d6f4-5f76-4ef7-9444-ecbcf20f2659 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:54.040004 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc0d6f4-5f76-4ef7-9444-ecbcf20f2659 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:54.040613 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0dc0d6f4-5f76-4ef7-9444-ecbcf20f2659 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.048868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0d6f4-5f76-4ef7-9444-ecbcf20f2659 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=846de18f-b647-4105-807c-b527a6c461ef,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:54.051619 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3a6d57-40a5-4826-b610-eadfce8b3e38 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:54.067005 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0dc0d6f4-5f76-4ef7-9444-ecbcf20f2659 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5008838 Dec 08 02:11:54.069444 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48182) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:54.073982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9017cefc-0b56-4b1f-9490-26dfd8b81114 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-722929999', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:54.101195 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9017cefc-0b56-4b1f-9490-26dfd8b81114 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.102681 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9017cefc-0b56-4b1f-9490-26dfd8b81114 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.158898 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e880bda-b196-434e-b812-6c867623c475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.162638 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e880bda-b196-434e-b812-6c867623c475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.166201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0e880bda-b196-434e-b812-6c867623c475 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2d37a64f-85ed-485c-8c79-5a4da6c3cbf0 HTTP/1.1" status: 204 len: 168 time: 0.3317132 Dec 08 02:11:54.166378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9017cefc-0b56-4b1f-9490-26dfd8b81114 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.175488 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9017cefc-0b56-4b1f-9490-26dfd8b81114 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.179914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e880bda-b196-434e-b812-6c867623c475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d37a64f-85ed-485c-8c79-5a4da6c3cbf0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:54.182713 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.186738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': '846de18f-b647-4105-807c-b527a6c461ef'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:11:54.188773 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.203845 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9017cefc-0b56-4b1f-9490-26dfd8b81114 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.207653 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9017cefc-0b56-4b1f-9490-26dfd8b81114 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1347237 Dec 08 02:11:54.208882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48186) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:54.239184 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.343249 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-423b936b-1a12-4265-b313-2b164164ddfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.406321 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Allocated IP 2001:db8::2 (27b71a85-dd81-4415-b869-7bdb583f90f3/846de18f-b647-4105-807c-b527a6c461ef/9f55fafc-dec3-49be-bbf9-554c4f280334) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:54.580614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e7969aa0-875c-43d4-bb93-6eb8652b4f2d up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:54.588881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1f848-4447-424d-b4c5-f8d707613659 req-04433624-8476-4e59-bc3d-27815d21e5de tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:54.596591 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86c1f848-4447-424d-b4c5-f8d707613659 req-04433624-8476-4e59-bc3d-27815d21e5de tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.2939918 Dec 08 02:11:54.642976 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.655634 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.677528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86c1f848-4447-424d-b4c5-f8d707613659 req-9b10596e-6b17-478f-908a-9adabde889e1 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794814 Dec 08 02:11:54.732602 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:54.736164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:54.739338 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:54.743639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e7969aa0-875c-43d4-bb93-6eb8652b4f2d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:54.744025 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.752934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Pushing event updated for resources: {'Port': ['ID=9f55fafc-dec3-49be-bbf9-554c4f280334,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:54.890945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Attempting to bind port 9f55fafc-dec3-49be-bbf9-554c4f280334 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:54.891425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Attempting to bind port 9f55fafc-dec3-49be-bbf9-554c4f280334 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:54.891894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Attempting to bind port 9f55fafc-dec3-49be-bbf9-554c4f280334 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:54.928154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:54.928606 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:54.931808 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.931808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:54.931808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Bound port: 9f55fafc-dec3-49be-bbf9-554c4f280334, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:54.931808 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:54.989390 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.006386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83b07b1-55dc-422b-9b73-90d52f55e9d9 None None] Network e481bf5e-125b-44a9-8386-0493620159fa requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:55.025573 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.045712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99906ae-d452-41e8-a53f-17c56e745bdc req-ca941a54-4a8f-4edb-9047-5d313a1b8460 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:55.047783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f99906ae-d452-41e8-a53f-17c56e745bdc req-ca941a54-4a8f-4edb-9047-5d313a1b8460 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.1271410 Dec 08 02:11:55.056531 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] For port 9f55fafc-dec3-49be-bbf9-554c4f280334, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:55.114545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port e7969aa0-875c-43d4-bb93-6eb8652b4f2d, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e7969aa0-875c-43d4-bb93-6eb8652b4f2d,segment=NetworkSegment(7589964b-6ca7-49dc-9d30-f28c7402248d),segment_id=7589964b-6ca7-49dc-9d30-f28c7402248d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:55.117131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] For port 9f55fafc-dec3-49be-bbf9-554c4f280334, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9f55fafc-dec3-49be-bbf9-554c4f280334,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:55.128668 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.134573 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.186519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5eef573c-1ac4-421c-aa12-c529767b1613 None None] Provisioning complete for port e7969aa0-875c-43d4-bb93-6eb8652b4f2d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:55.186886 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5eef573c-1ac4-421c-aa12-c529767b1613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.202313 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48212) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:55.203097 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.247096 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.247794 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.250824 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=e7969aa0-875c-43d4-bb93-6eb8652b4f2d,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:55.294851 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f99906ae-d452-41e8-a53f-17c56e745bdc req-3cc54300-abfc-454a-9482-30fc709672d3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357943 Dec 08 02:11:55.343808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7855c-baba-43b4-a724-dafb28d622fd None None] Pushing event updated for resources: {'Port': ['ID=9f55fafc-dec3-49be-bbf9-554c4f280334,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:55.359736 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1514878568-network', 'tenant_id': 'f45bb79c018543c1a4e1738dcf1335bd'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:55.400656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] Made reservation on behalf of f45bb79c018543c1a4e1738dcf1335bd for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:55.403353 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.419431 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.436277 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.465890 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=a8524117-b0ad-48e3-ab79-ccdb18ac162a,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:55.553172 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.559358 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.601393 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:11:55.619897 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.620602 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] Added segment 1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd of type vlan for network 428110d5-32d4-47df-9168-f0402d79a097 Dec 08 02:11:55.649740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::1 (27b71a85-dd81-4415-b869-7bdb583f90f3/846de18f-b647-4105-807c-b527a6c461ef/6eb35241-9812-4f18-a7fc-7f23875bd876) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:11:55.671699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network e481bf5e-125b-44a9-8386-0493620159fa is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:55.681022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f3e16-420d-4379-9341-497ab83abedf req-a5062d6c-13f5-45ee-bffb-36c06e2e2f33 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:55.682829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-411f3e16-420d-4379-9341-497ab83abedf req-a5062d6c-13f5-45ee-bffb-36c06e2e2f33 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.2237041 Dec 08 02:11:55.688212 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:55.692033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52c82da-eb3e-4a89-a057-cc93a4cb7271,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:55.695696 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.732891 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.733905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:55.734604 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.776734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-307a4246-0c1e-48ac-9812-8ea314e6f58b None None] Provisioning complete for port a8524117-b0ad-48e3-ab79-ccdb18ac162a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:55.779187 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-307a4246-0c1e-48ac-9812-8ea314e6f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.806872 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5998116 Dec 08 02:11:55.807683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48218) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:55.813755 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-72fc9c04-6037-421f-a82a-1ef4bb47fa14 admin admin] Request body: {'subnet': {'network_id': '428110d5-32d4-47df-9168-f0402d79a097', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1514878568-subnet', 'tenant_id': 'f45bb79c018543c1a4e1738dcf1335bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:55.820269 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355b22a-dd2c-4b21-83d6-76adeee1d04a admin admin] Pushing event updated for resources: {'Network': ['ID=428110d5-32d4-47df-9168-f0402d79a097,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:55.842755 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fc9c04-6037-421f-a82a-1ef4bb47fa14 admin admin] Made reservation on behalf of f45bb79c018543c1a4e1738dcf1335bd for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:55.843716 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 428110d5-32d4-47df-9168-f0402d79a097 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:11:55.845683 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72fc9c04-6037-421f-a82a-1ef4bb47fa14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.878412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-307a4246-0c1e-48ac-9812-8ea314e6f58b None None] Port a8524117-b0ad-48e3-ab79-ccdb18ac162a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:55.921229 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-307a4246-0c1e-48ac-9812-8ea314e6f58b None None] Provisioning complete for port e7969aa0-875c-43d4-bb93-6eb8652b4f2d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:55.921633 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-307a4246-0c1e-48ac-9812-8ea314e6f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:55.949007 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-411f3e16-420d-4379-9341-497ab83abedf req-d6b40bc8-7654-4cdc-9b08-1450756d14c6 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383907 Dec 08 02:11:56.015440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router b0bef655-0ff5-4638-9151-8f7ac7f52e64 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:11:56.028929 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:56.115517 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72fc9c04-6037-421f-a82a-1ef4bb47fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:56.174320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-14b5774b-bd8c-4232-954a-ec516df6858f None None] Provisioning complete for port a8524117-b0ad-48e3-ab79-ccdb18ac162a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:56.175258 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14b5774b-bd8c-4232-954a-ec516df6858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:56.182473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fc9c04-6037-421f-a82a-1ef4bb47fa14 admin admin] Checking segment: {'id': '1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '428110d5-32d4-47df-9168-f0402d79a097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:56.184005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fc9c04-6037-421f-a82a-1ef4bb47fa14 admin admin] Network hostable DHCP agents. Network: 428110d5-32d4-47df-9168-f0402d79a097, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:11:56.203669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc9c04-6037-421f-a82a-1ef4bb47fa14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fafaf0-13ef-480d-859e-80016e4402ff,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:56.224532 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fc9c04-6037-421f-a82a-1ef4bb47fa14 admin admin] Network 428110d5-32d4-47df-9168-f0402d79a097 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:11:56.242252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-14b5774b-bd8c-4232-954a-ec516df6858f None None] Port a8524117-b0ad-48e3-ab79-ccdb18ac162a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:56.245568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-72fc9c04-6037-421f-a82a-1ef4bb47fa14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 428110d5-32d4-47df-9168-f0402d79a097) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:56.250204 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fc9c04-6037-421f-a82a-1ef4bb47fa14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:56.251113 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72fc9c04-6037-421f-a82a-1ef4bb47fa14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:56.265552 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b23ab9c-6c06-4e76-bae6-6b54bf6f125e None None] Network 428110d5-32d4-47df-9168-f0402d79a097 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:56.294911 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-72fc9c04-6037-421f-a82a-1ef4bb47fa14 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4858048 Dec 08 02:11:56.397690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe70b907-ebcc-48e5-b55e-d58522a927ea None None] Network 428110d5-32d4-47df-9168-f0402d79a097 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:56.561213 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b67e58aa-09e9-448c-a50e-8744e68de6c7 None None] Provisioning complete for port a8524117-b0ad-48e3-ab79-ccdb18ac162a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:56.561883 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b67e58aa-09e9-448c-a50e-8744e68de6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:56.602805 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b67e58aa-09e9-448c-a50e-8744e68de6c7 None None] Port a8524117-b0ad-48e3-ab79-ccdb18ac162a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:56.609605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd91f9-8df5-40c8-acf2-3950be6c640b req-830db62d-75c6-457a-bd2e-724e02c59bf5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:56.611222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dedd91f9-8df5-40c8-acf2-3950be6c640b req-830db62d-75c6-457a-bd2e-724e02c59bf5 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.0986266 Dec 08 02:11:56.612326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:11:56.618037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b0e8610a-9e97-45c3-8d41-2484827a0802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/b0bef655-0ff5-4638-9151-8f7ac7f52e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3414173 Dec 08 02:11:56.620017 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:56.621153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48232) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:56.632999 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492b929-21d1-413a-bcd1-090f3b6a0d0e None None] Sync routers for ids ['b0bef655-0ff5-4638-9151-8f7ac7f52e64'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:11:56.643717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492b929-21d1-413a-bcd1-090f3b6a0d0e None None] Routers {'b0bef655-0ff5-4638-9151-8f7ac7f52e64'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:56.645239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2492b929-21d1-413a-bcd1-090f3b6a0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b0bef655-0ff5-4638-9151-8f7ac7f52e64'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:56.697660 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2492b929-21d1-413a-bcd1-090f3b6a0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:56.712616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492b929-21d1-413a-bcd1-090f3b6a0d0e None None] Routers {'b0bef655-0ff5-4638-9151-8f7ac7f52e64'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:56.721963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2492b929-21d1-413a-bcd1-090f3b6a0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b0bef655-0ff5-4638-9151-8f7ac7f52e64'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:56.723103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5a6924-a291-4bb2-95c2-a6efee5efeaa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:56.728786 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8b5a6924-a291-4bb2-95c2-a6efee5efeaa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports/a8524117-b0ad-48e3-ab79-ccdb18ac162a HTTP/1.1" status: 200 len: 911 time: 0.1064436 Dec 08 02:11:56.729664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48234) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:56.730889 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9f55fafc-dec3-49be-bbf9-554c4f280334 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:56.732335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dedd91f9-8df5-40c8-acf2-3950be6c640b req-b57101fc-3c8c-4c26-ab10-841bc56fd6f2 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012502 Dec 08 02:11:56.746473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:56.747965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:56.753218 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:11:56.753814 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:56.758576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=6eb35241-9812-4f18-a7fc-7f23875bd876,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:56.824409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2492b929-21d1-413a-bcd1-090f3b6a0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:56.825078 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492b929-21d1-413a-bcd1-090f3b6a0d0e None None] The sync data for ids ['b0bef655-0ff5-4638-9151-8f7ac7f52e64'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:11:56.864706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 9f55fafc-dec3-49be-bbf9-554c4f280334 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:56.865129 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:56.896404 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:56.954242 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:56.959567 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-641ceab7-1358-4fb4-b315-2744b7d2741a None None] Provisioning complete for port 9f55fafc-dec3-49be-bbf9-554c4f280334 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:56.960395 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-641ceab7-1358-4fb4-b315-2744b7d2741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:57.051010 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:57.094358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 9f55fafc-dec3-49be-bbf9-554c4f280334, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9f55fafc-dec3-49be-bbf9-554c4f280334,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:57.119081 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:57.119907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e7969aa0-875c-43d4-bb93-6eb8652b4f2d up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:57.138521 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-01b16abe-8379-4c9a-91be-3e7d43d8ad9b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:57.191125 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-641ceab7-1358-4fb4-b315-2744b7d2741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:57.295706 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-392a3a19-008e-4332-9521-663210690e25 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:57.298797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-392a3a19-008e-4332-9521-663210690e25 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/networks?id=428110d5-32d4-47df-9168-f0402d79a097 HTTP/1.1" status: 200 len: 809 time: 0.2199268 Dec 08 02:11:57.323209 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-73731ae3-6570-4d2a-b21a-08413caf6d02 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/quotas/f45bb79c018543c1a4e1738dcf1335bd HTTP/1.1" status: 200 len: 375 time: 0.0168054 Dec 08 02:11:57.325801 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:57.333007 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:57.334421 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:57.401478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=9f55fafc-dec3-49be-bbf9-554c4f280334,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:57.411112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-01b16abe-8379-4c9a-91be-3e7d43d8ad9b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port a8524117-b0ad-48e3-ab79-ccdb18ac162a {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:57.411112 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-01b16abe-8379-4c9a-91be-3e7d43d8ad9b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:57.422641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-3adbbb15-7f65-4768-96b9-4c149efa653f tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f45bb79c018543c1a4e1738dcf1335bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837429 Dec 08 02:11:57.433505 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e7969aa0-875c-43d4-bb93-6eb8652b4f2d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:57.433880 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:57.449823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=6eb35241-9812-4f18-a7fc-7f23875bd876,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:57.469394 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-641ceab7-1358-4fb4-b315-2744b7d2741a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:11:57.469786 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-641ceab7-1358-4fb4-b315-2744b7d2741a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:11:57.503830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-01b16abe-8379-4c9a-91be-3e7d43d8ad9b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:57.516861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-01b16abe-8379-4c9a-91be-3e7d43d8ad9b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for a8524117-b0ad-48e3-ab79-ccdb18ac162a owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:57.582992 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-31821248-026b-4193-b60c-ad2811d00ab4 service neutron] 10.222.0.71 "GET /v2.0/networks/428110d5-32d4-47df-9168-f0402d79a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425734 Dec 08 02:11:57.584731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:11:57.586131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:11:57.693289 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-01b16abe-8379-4c9a-91be-3e7d43d8ad9b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:57.728625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b16abe-8379-4c9a-91be-3e7d43d8ad9b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=a8524117-b0ad-48e3-ab79-ccdb18ac162a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:57.758660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-783d60a1-9934-4c14-b293-c1bdf2788899 service neutron] 10.222.0.71 "GET /v2.0/networks/428110d5-32d4-47df-9168-f0402d79a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672733 Dec 08 02:11:57.786266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Router 117c1fdc-0f40-49d9-a064-1e615278e82f is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:11:57.868828 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-01b16abe-8379-4c9a-91be-3e7d43d8ad9b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:57.875714 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:58.058396 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d65752ed-f5ca-4041-80b8-6a574542558b req-ecc73f07-cd5b-4d12-bb1b-e9a4cd1431d2 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 210 time: 0.0329933 Dec 08 02:11:58.069412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:11:58.075660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1356a3e9-bc41-46da-b68b-683e35973293 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "PUT /v2.0/routers/117c1fdc-0f40-49d9-a064-1e615278e82f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8193803 Dec 08 02:11:58.078248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48250) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:58.085205 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Sync routers for ids ['117c1fdc-0f40-49d9-a064-1e615278e82f'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:11:58.092512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1048bcd-003d-44c7-99b9-ab56c2be2e79 req-77630346-aa59-420e-aee2-264335485f2d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:58.094275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1048bcd-003d-44c7-99b9-ab56c2be2e79 req-77630346-aa59-420e-aee2-264335485f2d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.2110858 Dec 08 02:11:58.103571 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Routers {'117c1fdc-0f40-49d9-a064-1e615278e82f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:58.104240 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['117c1fdc-0f40-49d9-a064-1e615278e82f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:58.125561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b16abe-8379-4c9a-91be-3e7d43d8ad9b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router b0bef655-0ff5-4638-9151-8f7ac7f52e64 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:11:58.134588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aa342a-f2db-44c2-9c85-267f659b45c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:58.138474 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-31aa342a-f2db-44c2-9c85-267f659b45c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports/6eb35241-9812-4f18-a7fc-7f23875bd876 HTTP/1.1" status: 200 len: 911 time: 0.0566399 Dec 08 02:11:58.138813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48254) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:58.143589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b5caf793-8986-488a-8029-7ac2bffcebdc None None] Provisioning complete for port 6eb35241-9812-4f18-a7fc-7f23875bd876 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:58.145696 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5caf793-8986-488a-8029-7ac2bffcebdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:58.187217 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1048bcd-003d-44c7-99b9-ab56c2be2e79 req-df4aa343-4c8b-40b6-b79d-c13e93fc3f46 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857255 Dec 08 02:11:58.230890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b5caf793-8986-488a-8029-7ac2bffcebdc None None] Port 6eb35241-9812-4f18-a7fc-7f23875bd876 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:11:58.318100 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Set router 117c1fdc-0f40-49d9-a064-1e615278e82f gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:11:58.513549 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9f55fafc-dec3-49be-bbf9-554c4f280334 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:58.542224 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117c1fdc-0f40-49d9-a064-1e615278e82f', 'name': 'tempest-NetworksTestDHCPv6-router-722929999', 'tenant_id': '0946545a728f46efa0e99ebc70edd125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:54Z', 'updated_at': '2021-12-08T02:11:56Z', 'revision_number': 2, 'project_id': '0946545a728f46efa0e99ebc70edd125', 'gw_port_host': None, '_interfaces': [{'id': '6eb35241-9812-4f18-a7fc-7f23875bd876', 'name': '', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'tenant_id': '0946545a728f46efa0e99ebc70edd125', 'mac_address': 'fa:16:3e:35:4c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117c1fdc-0f40-49d9-a064-1e615278e82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '846de18f-b647-4105-807c-b527a6c461ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:55Z', 'updated_at': '2021-12-08T02:11:57Z', 'revision_number': 2, 'project_id': '0946545a728f46efa0e99ebc70edd125', 'subnets': [{'id': '846de18f-b647-4105-807c-b527a6c461ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:58.571676 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Checking router: 117c1fdc-0f40-49d9-a064-1e615278e82f for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:11:58.572039 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Updating router 117c1fdc-0f40-49d9-a064-1e615278e82f port 6eb35241-9812-4f18-a7fc-7f23875bd876 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:11:58.589526 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 9f55fafc-dec3-49be-bbf9-554c4f280334 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:58.590064 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:58.607690 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:58.608055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b16abe-8379-4c9a-91be-3e7d43d8ad9b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:11:58.626222 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-01b16abe-8379-4c9a-91be-3e7d43d8ad9b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/b0bef655-0ff5-4638-9151-8f7ac7f52e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8926487 Dec 08 02:11:58.626443 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d4e16-dc47-4240-ae40-e724802ac556 None None] Sync routers for ids ['b0bef655-0ff5-4638-9151-8f7ac7f52e64'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:11:58.626586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48262) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:58.640760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc15c63-95a5-47e2-b1fb-7bb7af3dab63 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:58.647299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc15c63-95a5-47e2-b1fb-7bb7af3dab63 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:58.648937 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0bc15c63-95a5-47e2-b1fb-7bb7af3dab63 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5092185 Dec 08 02:11:58.652038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48264) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:58.662134 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d55251ab-5e6d-4d09-920b-490c5b48f122 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0bef655-0ff5-4638-9151-8f7ac7f52e64 HTTP/1.1" status: 200 len: 205 time: 0.0315225 Dec 08 02:11:58.662896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48266) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:58.665894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d4e16-dc47-4240-ae40-e724802ac556 None None] Routers {'b0bef655-0ff5-4638-9151-8f7ac7f52e64'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:58.666599 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-946d4e16-dc47-4240-ae40-e724802ac556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b0bef655-0ff5-4638-9151-8f7ac7f52e64'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:58.742297 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3cee38b0-bb9e-4ef3-8ea0-8edb90a07258 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:58.752434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-946d4e16-dc47-4240-ae40-e724802ac556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:58.820769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d4e16-dc47-4240-ae40-e724802ac556 None None] Routers {'b0bef655-0ff5-4638-9151-8f7ac7f52e64'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:58.821605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-946d4e16-dc47-4240-ae40-e724802ac556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b0bef655-0ff5-4638-9151-8f7ac7f52e64'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:58.869016 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-946d4e16-dc47-4240-ae40-e724802ac556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:58.869733 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d4e16-dc47-4240-ae40-e724802ac556 None None] The sync data for ids ['b0bef655-0ff5-4638-9151-8f7ac7f52e64'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:11:58.925148 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3cee38b0-bb9e-4ef3-8ea0-8edb90a07258 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:58.928077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3cee38b0-bb9e-4ef3-8ea0-8edb90a07258 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:58.967712 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:58.973292 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3cee38b0-bb9e-4ef3-8ea0-8edb90a07258 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:58.974016 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cee38b0-bb9e-4ef3-8ea0-8edb90a07258 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Fanout notify agent at l3_agent the message router_deleted on router b0bef655-0ff5-4638-9151-8f7ac7f52e64 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:11:58.974176 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:58.983121 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3cee38b0-bb9e-4ef3-8ea0-8edb90a07258 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:58.984471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3cee38b0-bb9e-4ef3-8ea0-8edb90a07258 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/routers/b0bef655-0ff5-4638-9151-8f7ac7f52e64 HTTP/1.1" status: 204 len: 168 time: 0.3205519 Dec 08 02:11:58.987021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48268) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:59.040414 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca3672-5f5c-4059-98d0-fadd72c84feb None None] Pushing event updated for resources: {'Port': ['ID=6eb35241-9812-4f18-a7fc-7f23875bd876,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:59.052484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c50bbb-6af6-4a0b-93c0-86242a4e7a47 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting subnet d7429191-7831-4f1a-9327-97aac1b6d0a6 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:11:59.056766 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63c50bbb-6af6-4a0b-93c0-86242a4e7a47 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.067145 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7de2016b-d9c2-4902-9ceb-3f5c5daa65d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.132649 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63c50bbb-6af6-4a0b-93c0-86242a4e7a47 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.143534 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Attempting to bind port 6eb35241-9812-4f18-a7fc-7f23875bd876 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:59.144723 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Attempting to bind port 6eb35241-9812-4f18-a7fc-7f23875bd876 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:59.145307 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Attempting to bind port 6eb35241-9812-4f18-a7fc-7f23875bd876 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:59.151263 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:59.152224 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:59.153470 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.154074 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:59.154909 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Bound port: 6eb35241-9812-4f18-a7fc-7f23875bd876, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:59.155478 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.201287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094cea8-11f7-448f-bea6-bfe113b6aabc req-9c4995f2-a574-4edd-bfb4-a3892e2dbb87 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 210 time: 0.0423310 Dec 08 02:11:59.288243 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63c50bbb-6af6-4a0b-93c0-86242a4e7a47 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.291942 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] For port 6eb35241-9812-4f18-a7fc-7f23875bd876, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:59.298429 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] For port 6eb35241-9812-4f18-a7fc-7f23875bd876, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6eb35241-9812-4f18-a7fc-7f23875bd876,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:59.306209 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.380399 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca3672-5f5c-4059-98d0-fadd72c84feb None None] Pushing event updated for resources: {'Port': ['ID=6eb35241-9812-4f18-a7fc-7f23875bd876,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:59.384720 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Routers {'117c1fdc-0f40-49d9-a064-1e615278e82f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:11:59.385646 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['117c1fdc-0f40-49d9-a064-1e615278e82f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:59.433448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-e4fc8211-4b30-491f-be58-8baad2554399 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:59.434955 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-e4fc8211-4b30-491f-be58-8baad2554399 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.75 "GET /v2.0/networks?id=428110d5-32d4-47df-9168-f0402d79a097 HTTP/1.1" status: 200 len: 809 time: 0.2040915 Dec 08 02:11:59.452038 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63c50bbb-6af6-4a0b-93c0-86242a4e7a47 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.459576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-99ff0292-f14c-4056-a7e5-7757321463fa tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Request body: {'port': {'device_id': 'b93f11af-99da-426c-97d1-c5d8d1ff3679', 'network_id': '428110d5-32d4-47df-9168-f0402d79a097', 'admin_state_up': True, 'tenant_id': 'f45bb79c018543c1a4e1738dcf1335bd'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:59.487414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fba00a65-02ba-425b-a078-aeb3d23f74ec None None] Provisioning complete for port 6eb35241-9812-4f18-a7fc-7f23875bd876 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:59.489002 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fba00a65-02ba-425b-a078-aeb3d23f74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.498490 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] Set router 117c1fdc-0f40-49d9-a064-1e615278e82f gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:11:59.503294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c50bbb-6af6-4a0b-93c0-86242a4e7a47 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Subnet': ['ID=d7429191-7831-4f1a-9327-97aac1b6d0a6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:59.508884 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-63c50bbb-6af6-4a0b-93c0-86242a4e7a47 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.515078 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-63c50bbb-6af6-4a0b-93c0-86242a4e7a47 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/d7429191-7831-4f1a-9327-97aac1b6d0a6 HTTP/1.1" status: 204 len: 168 time: 0.5234184 Dec 08 02:11:59.515263 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48274) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:59.587321 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7de2016b-d9c2-4902-9ceb-3f5c5daa65d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port 6eb35241-9812-4f18-a7fc-7f23875bd876 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:59.587764 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7de2016b-d9c2-4902-9ceb-3f5c5daa65d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.594903 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7051d826-c04b-4a83-9c91-13c3d2716b24 None None] Network e481bf5e-125b-44a9-8386-0493620159fa requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:11:59.624437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a13757-fbb1-49da-b44b-8dd05a5974e4 req-191a63a2-fa39-4c13-a3e7-cbc5a69609d9 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:59.625994 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97a13757-fbb1-49da-b44b-8dd05a5974e4 req-191a63a2-fa39-4c13-a3e7-cbc5a69609d9 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.2922533 Dec 08 02:11:59.680461 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.735470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-99ff0292-f14c-4056-a7e5-7757321463fa tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Made reservation on behalf of f45bb79c018543c1a4e1738dcf1335bd for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:11:59.740263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-99ff0292-f14c-4056-a7e5-7757321463fa tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.743295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97a13757-fbb1-49da-b44b-8dd05a5974e4 req-0aef01f5-4ad7-451d-bfed-427df290051d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080940 Dec 08 02:11:59.748108 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fba00a65-02ba-425b-a078-aeb3d23f74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.781142 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-7de2016b-d9c2-4902-9ceb-3f5c5daa65d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] For port 6eb35241-9812-4f18-a7fc-7f23875bd876, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6eb35241-9812-4f18-a7fc-7f23875bd876,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:59.781957 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7de2016b-d9c2-4902-9ceb-3f5c5daa65d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.801761 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fba00a65-02ba-425b-a078-aeb3d23f74ec None None] For port 6eb35241-9812-4f18-a7fc-7f23875bd876, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6eb35241-9812-4f18-a7fc-7f23875bd876,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:59.808270 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fba00a65-02ba-425b-a078-aeb3d23f74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.825670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7de2016b-d9c2-4902-9ceb-3f5c5daa65d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for 6eb35241-9812-4f18-a7fc-7f23875bd876 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:59.842529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port e7969aa0-875c-43d4-bb93-6eb8652b4f2d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:59.842932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.887951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c5dea3-0002-4200-bba9-563b92c1dd29 None None] DHCP port deletion for e481bf5e-125b-44a9-8386-0493620159fa request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:11:59.912443 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117c1fdc-0f40-49d9-a064-1e615278e82f', 'name': 'tempest-NetworksTestDHCPv6-router-722929999', 'tenant_id': '0946545a728f46efa0e99ebc70edd125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:54Z', 'updated_at': '2021-12-08T02:11:56Z', 'revision_number': 2, 'project_id': '0946545a728f46efa0e99ebc70edd125', 'gw_port_host': None, '_interfaces': [{'id': '6eb35241-9812-4f18-a7fc-7f23875bd876', 'name': '', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'tenant_id': '0946545a728f46efa0e99ebc70edd125', 'mac_address': 'fa:16:3e:35:4c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117c1fdc-0f40-49d9-a064-1e615278e82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '846de18f-b647-4105-807c-b527a6c461ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:55Z', 'updated_at': '2021-12-08T02:11:59Z', 'revision_number': 4, 'project_id': '0946545a728f46efa0e99ebc70edd125', 'subnets': [{'id': '846de18f-b647-4105-807c-b527a6c461ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:11:59.933219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] For port e7969aa0-875c-43d4-bb93-6eb8652b4f2d, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e7969aa0-875c-43d4-bb93-6eb8652b4f2d,segment=NetworkSegment(7589964b-6ca7-49dc-9d30-f28c7402248d),segment_id=7589964b-6ca7-49dc-9d30-f28c7402248d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:59.934432 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.936693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba00a65-02ba-425b-a078-aeb3d23f74ec None None] Pushing event updated for resources: {'Port': ['ID=6eb35241-9812-4f18-a7fc-7f23875bd876,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:59.949463 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-461bf2ff-563d-47d1-8530-98c8234fe369 None None] Provisioning complete for port 6eb35241-9812-4f18-a7fc-7f23875bd876 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:59.949930 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-461bf2ff-563d-47d1-8530-98c8234fe369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.950573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for e7969aa0-875c-43d4-bb93-6eb8652b4f2d owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:11:59.961985 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b9e67-4b7b-4c95-9a43-7ff69a8e891e None None] The sync data for ids ['117c1fdc-0f40-49d9-a064-1e615278e82f'] in n-d-713499-31 is: [{'id': '117c1fdc-0f40-49d9-a064-1e615278e82f', 'name': 'tempest-NetworksTestDHCPv6-router-722929999', 'tenant_id': '0946545a728f46efa0e99ebc70edd125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:54Z', 'updated_at': '2021-12-08T02:11:56Z', 'revision_number': 2, 'project_id': '0946545a728f46efa0e99ebc70edd125', 'gw_port_host': None, '_interfaces': [{'id': '6eb35241-9812-4f18-a7fc-7f23875bd876', 'name': '', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'tenant_id': '0946545a728f46efa0e99ebc70edd125', 'mac_address': 'fa:16:3e:35:4c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117c1fdc-0f40-49d9-a064-1e615278e82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '846de18f-b647-4105-807c-b527a6c461ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:55Z', 'updated_at': '2021-12-08T02:11:59Z', 'revision_number': 4, 'project_id': '0946545a728f46efa0e99ebc70edd125', 'subnets': [{'id': '846de18f-b647-4105-807c-b527a6c461ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:00.025662 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-68c5dea3-0002-4200-bba9-563b92c1dd29 None None] Deleting port e7969aa0-875c-43d4-bb93-6eb8652b4f2d {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:00.026167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68c5dea3-0002-4200-bba9-563b92c1dd29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.054203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-99ff0292-f14c-4056-a7e5-7757321463fa tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Allocated IP 172.20.0.8 (428110d5-32d4-47df-9168-f0402d79a097/43fafaf0-13ef-480d-859e-80016e4402ff/cccfc64a-e9f4-4782-aecb-b801e31b3542) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:00.068984 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.105904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=e7969aa0-875c-43d4-bb93-6eb8652b4f2d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:00.118192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No DVR routers for this DVR port e7969aa0-875c-43d4-bb93-6eb8652b4f2d on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:00.149305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-68c5dea3-0002-4200-bba9-563b92c1dd29 None None] For port e7969aa0-875c-43d4-bb93-6eb8652b4f2d, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e7969aa0-875c-43d4-bb93-6eb8652b4f2d,segment=NetworkSegment(7589964b-6ca7-49dc-9d30-f28c7402248d),segment_id=7589964b-6ca7-49dc-9d30-f28c7402248d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:00.150063 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68c5dea3-0002-4200-bba9-563b92c1dd29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.166431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-68c5dea3-0002-4200-bba9-563b92c1dd29 None None] Calling delete_port for e7969aa0-875c-43d4-bb93-6eb8652b4f2d owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:00.217917 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.234250 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7de2016b-d9c2-4902-9ceb-3f5c5daa65d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.243359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e481bf5e-125b-44a9-8386-0493620159fa']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:00.257438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7589964b-6ca7-49dc-9d30-f28c7402248d') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:00.257945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7589964b-6ca7-49dc-9d30-f28c7402248d') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:00.267519 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68c5dea3-0002-4200-bba9-563b92c1dd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.272809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2016b-d9c2-4902-9ceb-3f5c5daa65d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=6eb35241-9812-4f18-a7fc-7f23875bd876,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:00.283728 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.307979 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.321200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5dea3-0002-4200-bba9-563b92c1dd29 None None] Pushing event deleted for resources: {'Port': ['ID=e7969aa0-875c-43d4-bb93-6eb8652b4f2d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:00.338186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:12:00.339004 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.348779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c5dea3-0002-4200-bba9-563b92c1dd29 None None] No DVR routers for this DVR port e7969aa0-875c-43d4-bb93-6eb8652b4f2d on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:12:00.352801 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:12:00.477165 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1350ae6-c8b0-4685-8e5b-3b17588ffd91 req-09c9e5cc-682b-43b0-ae3a-fe43e1ccd092 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 210 time: 0.0461500 Dec 08 02:12:00.477981 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7de2016b-d9c2-4902-9ceb-3f5c5daa65d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.489676 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.522181 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.525884 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/networks/e481bf5e-125b-44a9-8386-0493620159fa HTTP/1.1" status: 204 len: 168 time: 1.0097134 Dec 08 02:12:00.532319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48278) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:00.541846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1437718072', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:00.568271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e75305-f2fc-4884-8ff6-7c0eb5f1f29a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Network': ['ID=e481bf5e-125b-44a9-8386-0493620159fa,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:00.579312 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.581596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e7969aa0-875c-43d4-bb93-6eb8652b4f2d no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:00.585877 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.604603 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: e7969aa0-875c-43d4-bb93-6eb8652b4f2d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:00.605010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e7969aa0-875c-43d4-bb93-6eb8652b4f2d not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:00.609100 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-99ff0292-f14c-4056-a7e5-7757321463fa tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.657167 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.716135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de2016b-d9c2-4902-9ceb-3f5c5daa65d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Router 117c1fdc-0f40-49d9-a064-1e615278e82f has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:00.727762 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-99ff0292-f14c-4056-a7e5-7757321463fa tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.829622 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.841720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-99ff0292-f14c-4056-a7e5-7757321463fa tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Network 428110d5-32d4-47df-9168-f0402d79a097 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:00.848305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-99ff0292-f14c-4056-a7e5-7757321463fa tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:00.851841 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff0292-f14c-4056-a7e5-7757321463fa tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Pushing event updated for resources: {'Port': ['ID=cccfc64a-e9f4-4782-aecb-b801e31b3542,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:00.854302 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-99ff0292-f14c-4056-a7e5-7757321463fa tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:00.883834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de2016b-d9c2-4902-9ceb-3f5c5daa65d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:00.890766 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7de2016b-d9c2-4902-9ceb-3f5c5daa65d6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "PUT /v2.0/routers/117c1fdc-0f40-49d9-a064-1e615278e82f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2361882 Dec 08 02:12:00.893458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48282) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:00.907370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65571356-2731-4101-bd20-208600784701 req-4dab0c42-c0d2-4e2d-b640-4edf7446a40f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:00.908975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65571356-2731-4101-bd20-208600784701 req-4dab0c42-c0d2-4e2d-b640-4edf7446a40f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.0759242 Dec 08 02:12:00.949247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-99ff0292-f14c-4056-a7e5-7757321463fa tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:00.949925 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-99ff0292-f14c-4056-a7e5-7757321463fa tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.973672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87ee10f-0e47-4153-a41f-1c4d3d351113 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:00.975240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87ee10f-0e47-4153-a41f-1c4d3d351113 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:00.978707 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b87ee10f-0e47-4153-a41f-1c4d3d351113 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0833902 Dec 08 02:12:00.983128 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-99ff0292-f14c-4056-a7e5-7757321463fa tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5299354 Dec 08 02:12:00.983633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48284) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:01.029485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Request body: {'port': {'device_id': 'b93f11af-99da-426c-97d1-c5d8d1ff3679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:01.077476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-956447be-b833-4b88-a92c-03903be92b62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet 846de18f-b647-4105-807c-b527a6c461ef {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:01.081758 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-956447be-b833-4b88-a92c-03903be92b62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.131329 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.153687 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-956447be-b833-4b88-a92c-03903be92b62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.300848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65571356-2731-4101-bd20-208600784701 req-3de2ec1d-6a66-4548-a385-4d4f849b7abf tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669100 Dec 08 02:12:01.335114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-956447be-b833-4b88-a92c-03903be92b62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.411584 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.429914 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.464176 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-956447be-b833-4b88-a92c-03903be92b62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.504524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956447be-b833-4b88-a92c-03903be92b62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=846de18f-b647-4105-807c-b527a6c461ef,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:01.516568 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-956447be-b833-4b88-a92c-03903be92b62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.520376 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-956447be-b833-4b88-a92c-03903be92b62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/846de18f-b647-4105-807c-b527a6c461ef HTTP/1.1" status: 204 len: 168 time: 0.5357609 Dec 08 02:12:01.524387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48288) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:01.532350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c74faa-5ebc-43d1-b457-b9347dc203e1 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:01.575023 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccfc64a-e9f4-4782-aecb-b801e31b3542 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:12:01.579227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Allocated IP 172.25.8.153 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/cda00776-76d6-4abb-98cc-07c65b459b09) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:01.586484 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.606080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Transition to ACTIVE for port object cccfc64a-e9f4-4782-aecb-b801e31b3542 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:12:01.612550 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.673903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Pushing event updated for resources: {'Port': ['ID=cccfc64a-e9f4-4782-aecb-b801e31b3542,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:01.725532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a36529-8aa8-451b-b95c-9a1fd172efc5 None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:01.754175 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b20e9ade-cc8b-48a0-b340-4d615b52bb76 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2283955 Dec 08 02:12:01.759332 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48290) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:01.763422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cc794-e0b3-45b9-8329-5054a1db2459 req-eb6b7543-04bf-497a-ac20-ddc551d01911 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:01.765003 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc1cc794-e0b3-45b9-8329-5054a1db2459 req-eb6b7543-04bf-497a-ac20-ddc551d01911 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 943 time: 0.1634960 Dec 08 02:12:01.788878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36529-8aa8-451b-b95c-9a1fd172efc5 None None] Deleting port 9f55fafc-dec3-49be-bbf9-554c4f280334 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:01.789375 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4a36529-8aa8-451b-b95c-9a1fd172efc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.841149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc1cc794-e0b3-45b9-8329-5054a1db2459 req-dd54a826-af60-46a9-b1e7-59ebffa0e59a tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/security-groups?id=c52c82da-eb3e-4a89-a057-cc93a4cb7271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678465 Dec 08 02:12:01.844061 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.862150 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dec5b43a-7a39-4738-a25f-8dc39f48fa5b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.869512 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e4a36529-8aa8-451b-b95c-9a1fd172efc5 None None] For port 9f55fafc-dec3-49be-bbf9-554c4f280334, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9f55fafc-dec3-49be-bbf9-554c4f280334,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:01.870239 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4a36529-8aa8-451b-b95c-9a1fd172efc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.882517 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.885432 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de4a37-478b-4705-bf42-52a0df1840d9 None None] Sync routers for ids ['117c1fdc-0f40-49d9-a064-1e615278e82f'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:01.897008 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36529-8aa8-451b-b95c-9a1fd172efc5 None None] Calling delete_port for 9f55fafc-dec3-49be-bbf9-554c4f280334 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:01.897741 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de4a37-478b-4705-bf42-52a0df1840d9 None None] Routers {'117c1fdc-0f40-49d9-a064-1e615278e82f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:01.898443 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-34de4a37-478b-4705-bf42-52a0df1840d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['117c1fdc-0f40-49d9-a064-1e615278e82f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:01.923867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:01.927398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:01.931169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:01.937996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Attempting to bind port cccfc64a-e9f4-4782-aecb-b801e31b3542 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:01.938234 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Attempting to bind port cccfc64a-e9f4-4782-aecb-b801e31b3542 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '428110d5-32d4-47df-9168-f0402d79a097'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:01.938567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Attempting to bind port cccfc64a-e9f4-4782-aecb-b801e31b3542 on network 428110d5-32d4-47df-9168-f0402d79a097 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:01.947010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Port cccfc64a-e9f4-4782-aecb-b801e31b3542 on network 428110d5-32d4-47df-9168-f0402d79a097 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:12:01.947337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Attempting to bind port cccfc64a-e9f4-4782-aecb-b801e31b3542 on network 428110d5-32d4-47df-9168-f0402d79a097 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:01.954313 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:01.954586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Checking segment: {'id': '1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '428110d5-32d4-47df-9168-f0402d79a097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:01.954961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Bound using segment: {'id': '1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '428110d5-32d4-47df-9168-f0402d79a097'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:01.955392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Bound port: cccfc64a-e9f4-4782-aecb-b801e31b3542, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '428110d5-32d4-47df-9168-f0402d79a097'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:01.956260 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.959043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=cda00776-76d6-4abb-98cc-07c65b459b09,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:01.970915 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:01.971360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:01.971818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:01.972221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:01.973198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:01.973607 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:01.974042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:01.974494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:01.974961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:01.975385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:01.975837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:01.976260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:01.976932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:01.989502 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-34de4a37-478b-4705-bf42-52a0df1840d9 None None] Set router 117c1fdc-0f40-49d9-a064-1e615278e82f gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:02.038086 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e7a31c-6152-4cd6-aef8-97e20bd01041 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:02.040932 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4a36529-8aa8-451b-b95c-9a1fd172efc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.063616 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-34de4a37-478b-4705-bf42-52a0df1840d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117c1fdc-0f40-49d9-a064-1e615278e82f', 'name': 'tempest-NetworksTestDHCPv6-router-722929999', 'tenant_id': '0946545a728f46efa0e99ebc70edd125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:54Z', 'updated_at': '2021-12-08T02:12:00Z', 'revision_number': 3, 'project_id': '0946545a728f46efa0e99ebc70edd125', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:02.072783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36529-8aa8-451b-b95c-9a1fd172efc5 None None] Pushing event deleted for resources: {'Port': ['ID=9f55fafc-dec3-49be-bbf9-554c4f280334,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:02.085821 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dec5b43a-7a39-4738-a25f-8dc39f48fa5b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.091000 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dec5b43a-7a39-4738-a25f-8dc39f48fa5b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.105106 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de4a37-478b-4705-bf42-52a0df1840d9 None None] Checking router: 117c1fdc-0f40-49d9-a064-1e615278e82f for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:02.110341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a36529-8aa8-451b-b95c-9a1fd172efc5 None None] No DVR routers for this DVR port 9f55fafc-dec3-49be-bbf9-554c4f280334 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:02.118156 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de4a37-478b-4705-bf42-52a0df1840d9 None None] Routers {'117c1fdc-0f40-49d9-a064-1e615278e82f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:02.119086 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-34de4a37-478b-4705-bf42-52a0df1840d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['117c1fdc-0f40-49d9-a064-1e615278e82f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:02.129402 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4294bc74-bc71-4f60-b959-7c72983632cb None None] Provisioning complete for port cda00776-76d6-4abb-98cc-07c65b459b09 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:02.130117 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4294bc74-bc71-4f60-b959-7c72983632cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.159829 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dec5b43a-7a39-4738-a25f-8dc39f48fa5b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.160398 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec5b43a-7a39-4738-a25f-8dc39f48fa5b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Fanout notify agent at l3_agent the message router_deleted on router 117c1fdc-0f40-49d9-a064-1e615278e82f {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:12:02.169339 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dec5b43a-7a39-4738-a25f-8dc39f48fa5b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.173482 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dec5b43a-7a39-4738-a25f-8dc39f48fa5b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/routers/117c1fdc-0f40-49d9-a064-1e615278e82f HTTP/1.1" status: 204 len: 168 time: 0.4131193 Dec 08 02:12:02.174329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48292) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:02.176339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] For port cccfc64a-e9f4-4782-aecb-b801e31b3542, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:02.179329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4294bc74-bc71-4f60-b959-7c72983632cb None None] Port cda00776-76d6-4abb-98cc-07c65b459b09 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:02.181331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] For port cccfc64a-e9f4-4782-aecb-b801e31b3542, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=cccfc64a-e9f4-4782-aecb-b801e31b3542,segment=NetworkSegment(1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd),segment_id=1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:02.185591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-be3f2f7c-8f05-40c5-b340-277bc6e71f8a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:02.190994 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.206527 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-34de4a37-478b-4705-bf42-52a0df1840d9 None None] Set router 117c1fdc-0f40-49d9-a064-1e615278e82f gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:02.270218 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-34de4a37-478b-4705-bf42-52a0df1840d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117c1fdc-0f40-49d9-a064-1e615278e82f', 'name': 'tempest-NetworksTestDHCPv6-router-722929999', 'tenant_id': '0946545a728f46efa0e99ebc70edd125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:54Z', 'updated_at': '2021-12-08T02:12:00Z', 'revision_number': 3, 'project_id': '0946545a728f46efa0e99ebc70edd125', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:02.281298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:02.281918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.283298 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] 10.222.0.75 "PUT /v2.0/ports/cccfc64a-e9f4-4782-aecb-b801e31b3542 HTTP/1.1" status: 200 len: 1092 time: 1.2607987 Dec 08 02:12:02.286081 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93f11af-99da-426c-97d1-c5d8d1ff3679', 'tag': 'cccfc64a-e9f4-4782-aecb-b801e31b3542'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:12:02.288645 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7877cb-fbe2-43a5-84f7-c38b224ffbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "b93f11af-99da-426c-97d1-c5d8d1ff3679", "tag": "cccfc64a-e9f4-4782-aecb-b801e31b3542"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:12:02.289441 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.317698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Pushing event updated for resources: {'Port': ['ID=cccfc64a-e9f4-4782-aecb-b801e31b3542,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:02.323527 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de4a37-478b-4705-bf42-52a0df1840d9 None None] The sync data for ids ['117c1fdc-0f40-49d9-a064-1e615278e82f'] in n-d-713499-31 is: [{'id': '117c1fdc-0f40-49d9-a064-1e615278e82f', 'name': 'tempest-NetworksTestDHCPv6-router-722929999', 'tenant_id': '0946545a728f46efa0e99ebc70edd125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:54Z', 'updated_at': '2021-12-08T02:12:00Z', 'revision_number': 3, 'project_id': '0946545a728f46efa0e99ebc70edd125', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:02.339814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:02.345627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:02.345985 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:02.346341 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:02.346689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:02.347083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:02.347360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:02.347765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:02.348154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:02.348496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:02.348832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:02.349163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:02.349495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b5231e-b925-4d84-a0ef-95980d5fd263 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:02.355068 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2ac674-af58-4a83-9740-437d33730323 x-openstack-request-id: req-fe2ac674-af58-4a83-9740-437d33730323 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:12:02.355353 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93f11af-99da-426c-97d1-c5d8d1ff3679", "tag": "cccfc64a-e9f4-4782-aecb-b801e31b3542", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:12:02.355634 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fe2ac674-af58-4a83-9740-437d33730323 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:12:02.356114 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93f11af-99da-426c-97d1-c5d8d1ff3679', 'tag': 'cccfc64a-e9f4-4782-aecb-b801e31b3542', 'status': 'completed', 'code': 200} Dec 08 02:12:02.404320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3f2f7c-8f05-40c5-b340-277bc6e71f8a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:02.408184 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-be3f2f7c-8f05-40c5-b340-277bc6e71f8a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.477829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-a8f1603b-e0db-476f-8168-8cc573b28111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:02.478756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b643b-8a63-4310-ba79-48144349505b req-a88a6665-9cc9-46e1-a557-d75fbdcf421e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:02.479650 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-a8f1603b-e0db-476f-8168-8cc573b28111 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f45bb79c018543c1a4e1738dcf1335bd&device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 1095 time: 0.1085479 Dec 08 02:12:02.480560 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de6b643b-8a63-4310-ba79-48144349505b req-a88a6665-9cc9-46e1-a557-d75fbdcf421e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.0737174 Dec 08 02:12:02.539180 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9f55fafc-dec3-49be-bbf9-554c4f280334 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:02.545207 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-58f35c3d-c62c-48d4-a23e-c921365de637 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cccfc64a-e9f4-4782-aecb-b801e31b3542 HTTP/1.1" status: 200 len: 217 time: 0.0488291 Dec 08 02:12:02.573025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 9f55fafc-dec3-49be-bbf9-554c4f280334 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:02.573922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9f55fafc-dec3-49be-bbf9-554c4f280334 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:02.574794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6eb35241-9812-4f18-a7fc-7f23875bd876 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:02.602749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 6eb35241-9812-4f18-a7fc-7f23875bd876 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:02.603446 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6eb35241-9812-4f18-a7fc-7f23875bd876 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:02.610247 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de6b643b-8a63-4310-ba79-48144349505b req-29e834a7-a280-48c3-8981-a337e2899dbb tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917597 Dec 08 02:12:02.622328 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.632532 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-9ee9d29c-5114-41b4-9f2b-9e651a2d838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:02.634520 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-9ee9d29c-5114-41b4-9f2b-9e651a2d838c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=43fafaf0-13ef-480d-859e-80016e4402ff HTTP/1.1" status: 200 len: 849 time: 0.0818934 Dec 08 02:12:02.673929 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-dd77eb68-ae8e-4722-a632-18d7febdfb0a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=428110d5-32d4-47df-9168-f0402d79a097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292933 Dec 08 02:12:02.764602 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-be3f2f7c-8f05-40c5-b340-277bc6e71f8a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.768342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router ef3bf8be-046a-4554-8d65-7f2ec17bdc3b is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:12:02.824570 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3f2f7c-8f05-40c5-b340-277bc6e71f8a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:02.838707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-be3f2f7c-8f05-40c5-b340-277bc6e71f8a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:02.844738 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3f2f7c-8f05-40c5-b340-277bc6e71f8a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:02.845502 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-be3f2f7c-8f05-40c5-b340-277bc6e71f8a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.849269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eedce2-c8b4-4dab-9547-0453d508895a None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:02.849790 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f2f7c-8f05-40c5-b340-277bc6e71f8a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=e6fcd8ea-8838-4839-822f-a55989d039dc,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:02.856074 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-2e46902f-dab8-47c5-98bf-52ec357adec6 service neutron] 10.222.0.75 "GET /v2.0/networks/428110d5-32d4-47df-9168-f0402d79a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620812 Dec 08 02:12:02.875353 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-be3f2f7c-8f05-40c5-b340-277bc6e71f8a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6963856 Dec 08 02:12:02.878634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48300) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:02.883476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7c797d39-d967-468b-b770-4f1e92765b20 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1683041600', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:02.921690 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:02.933599 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c797d39-d967-468b-b770-4f1e92765b20 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.934639 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c797d39-d967-468b-b770-4f1e92765b20 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.952602 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.954009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6a3ba00d-e672-4ea6-ac66-6d330edf9161 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4175749 Dec 08 02:12:02.965749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd204cf-2bcc-449a-934d-c82efc581181 None None] Sync routers for ids ['ef3bf8be-046a-4554-8d65-7f2ec17bdc3b'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:02.966014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48302) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:02.996022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd204cf-2bcc-449a-934d-c82efc581181 None None] Routers {'ef3bf8be-046a-4554-8d65-7f2ec17bdc3b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:02.997726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ccd204cf-2bcc-449a-934d-c82efc581181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ef3bf8be-046a-4554-8d65-7f2ec17bdc3b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:03.041785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ccd204cf-2bcc-449a-934d-c82efc581181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:03.066124 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c797d39-d967-468b-b770-4f1e92765b20 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.075458 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd204cf-2bcc-449a-934d-c82efc581181 None None] Routers {'ef3bf8be-046a-4554-8d65-7f2ec17bdc3b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:03.075866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ccd204cf-2bcc-449a-934d-c82efc581181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ef3bf8be-046a-4554-8d65-7f2ec17bdc3b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:03.083225 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c797d39-d967-468b-b770-4f1e92765b20 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.118877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': 'e6fcd8ea-8838-4839-822f-a55989d039dc'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:12:03.119805 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.134011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b774a-12f3-45fc-bbca-dcf38d7475c1 req-6f6610f4-a447-4f86-a446-21d1d2df9a06 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:03.134340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ccd204cf-2bcc-449a-934d-c82efc581181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:03.135004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd204cf-2bcc-449a-934d-c82efc581181 None None] The sync data for ids ['ef3bf8be-046a-4554-8d65-7f2ec17bdc3b'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:03.135499 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-934b774a-12f3-45fc-bbca-dcf38d7475c1 req-6f6610f4-a447-4f86-a446-21d1d2df9a06 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 943 time: 0.1804502 Dec 08 02:12:03.155643 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c797d39-d967-468b-b770-4f1e92765b20 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.158842 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7c797d39-d967-468b-b770-4f1e92765b20 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2789936 Dec 08 02:12:03.162352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48304) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:03.254797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a11962f0-1072-41ab-aff8-3906b7adf31b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/routers/ef3bf8be-046a-4554-8d65-7f2ec17bdc3b HTTP/1.1" status: 200 len: 885 time: 0.2864962 Dec 08 02:12:03.258412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48306) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:03.280429 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Allocated IP 2001:db8::2 (27b71a85-dd81-4415-b869-7bdb583f90f3/e6fcd8ea-8838-4839-822f-a55989d039dc/8e223569-ae76-4128-b475-b478aa053b05) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:03.355376 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-38b1a9fd-adc3-4fae-88fb-fe6ef04f5381 req-c7ae0edb-87d4-47b9-8143-5992d026661a service neutron] 10.222.0.75 "GET /v2.0/networks/428110d5-32d4-47df-9168-f0402d79a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916599 Dec 08 02:12:03.433921 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.440295 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.445978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-934b774a-12f3-45fc-bbca-dcf38d7475c1 req-2014fa74-b2ae-4daa-b545-dea0fc3eeec6 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/security-groups?id=c52c82da-eb3e-4a89-a057-cc93a4cb7271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754564 Dec 08 02:12:03.480002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:03.489304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:03.491791 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:03.507226 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7877cb-fbe2-43a5-84f7-c38b224ffbe4 req-021af375-5122-400a-9eb2-a00c39cc24a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:03.509095 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ce7877cb-fbe2-43a5-84f7-c38b224ffbe4 req-021af375-5122-400a-9eb2-a00c39cc24a0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f45bb79c018543c1a4e1738dcf1335bd&device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 1095 time: 0.0566111 Dec 08 02:12:03.530631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Pushing event updated for resources: {'Port': ['ID=8e223569-ae76-4128-b475-b478aa053b05,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:03.567845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Attempting to bind port 8e223569-ae76-4128-b475-b478aa053b05 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:03.568219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Attempting to bind port 8e223569-ae76-4128-b475-b478aa053b05 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:03.568578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Attempting to bind port 8e223569-ae76-4128-b475-b478aa053b05 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:03.574798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:03.575034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:03.575316 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.575744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:03.576289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Bound port: 8e223569-ae76-4128-b475-b478aa053b05, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:03.577013 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.608757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7877cb-fbe2-43a5-84f7-c38b224ffbe4 req-ad5ffb0c-46b6-43f9-89db-73bf1927ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:03.610391 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ce7877cb-fbe2-43a5-84f7-c38b224ffbe4 req-ad5ffb0c-46b6-43f9-89db-73bf1927ce6d service neutron] 10.222.0.75 "GET /v2.0/networks?id=428110d5-32d4-47df-9168-f0402d79a097 HTTP/1.1" status: 200 len: 910 time: 0.0938816 Dec 08 02:12:03.612373 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.640783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] For port 8e223569-ae76-4128-b475-b478aa053b05, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:03.645587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] For port 8e223569-ae76-4128-b475-b478aa053b05, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8e223569-ae76-4128-b475-b478aa053b05,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:03.650230 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.663176 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ce7877cb-fbe2-43a5-84f7-c38b224ffbe4 req-3ce3ae6b-b7b7-4f60-8511-946c24e32cc5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cccfc64a-e9f4-4782-aecb-b801e31b3542 HTTP/1.1" status: 200 len: 217 time: 0.0453730 Dec 08 02:12:03.727251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ef086-3a78-4c16-8a93-3c758749376d None None] Pushing event updated for resources: {'Port': ['ID=8e223569-ae76-4128-b475-b478aa053b05,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:03.728457 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7877cb-fbe2-43a5-84f7-c38b224ffbe4 req-1cd528c9-673b-4ec0-93e5-d48f06ea6994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:03.730033 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ce7877cb-fbe2-43a5-84f7-c38b224ffbe4 req-1cd528c9-673b-4ec0-93e5-d48f06ea6994 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=43fafaf0-13ef-480d-859e-80016e4402ff HTTP/1.1" status: 200 len: 849 time: 0.0587432 Dec 08 02:12:03.765342 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ce7877cb-fbe2-43a5-84f7-c38b224ffbe4 req-ade0f4bc-daf9-416e-bfdb-0f8ec62d6cdf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=428110d5-32d4-47df-9168-f0402d79a097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273407 Dec 08 02:12:03.833811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4c3e8aed-5ac6-431e-9bce-73721797e649 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5730090 Dec 08 02:12:03.836805 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48310) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:03.842905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8ce935aa-d5ca-4f2e-b142-21b1719bcc61 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1437718072'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:03.856500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516c58e-1c6f-4217-988a-5f0e3ccb0be4 req-564ef741-9142-4e5d-87c9-98e188f978af tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:03.857992 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6516c58e-1c6f-4217-988a-5f0e3ccb0be4 req-564ef741-9142-4e5d-87c9-98e188f978af tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.1231368 Dec 08 02:12:03.976124 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ce7877cb-fbe2-43a5-84f7-c38b224ffbe4 req-1e265230-1829-4f59-b833-e346344d1720 service neutron] 10.222.0.75 "GET /v2.0/networks/428110d5-32d4-47df-9168-f0402d79a097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016370 Dec 08 02:12:04.007799 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6516c58e-1c6f-4217-988a-5f0e3ccb0be4 req-ec2a41f8-9275-4b57-8b57-7fccea1c8a24 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903311 Dec 08 02:12:04.014765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::1 (27b71a85-dd81-4415-b869-7bdb583f90f3/e6fcd8ea-8838-4839-822f-a55989d039dc/a4e9d8cc-2ce4-4ac8-b7a4-7ecd710c3d1e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:04.168797 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ce7877cb-fbe2-43a5-84f7-c38b224ffbe4 req-a721471d-9336-4ff1-8619-b353e45d73e4 service neutron] 10.222.0.75 "GET /v2.0/networks/428110d5-32d4-47df-9168-f0402d79a097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840482 Dec 08 02:12:04.285730 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ce935aa-d5ca-4f2e-b142-21b1719bcc61 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.297410 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ce935aa-d5ca-4f2e-b142-21b1719bcc61 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.415878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce935aa-d5ca-4f2e-b142-21b1719bcc61 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router ef3bf8be-046a-4554-8d65-7f2ec17bdc3b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:04.444658 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.493269 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.551421 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=a4e9d8cc-2ce4-4ac8-b7a4-7ecd710c3d1e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:04.552505 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce935aa-d5ca-4f2e-b142-21b1719bcc61 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:04.560567 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ce935aa-d5ca-4f2e-b142-21b1719bcc61 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.561843 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8ce935aa-d5ca-4f2e-b142-21b1719bcc61 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/ef3bf8be-046a-4554-8d65-7f2ec17bdc3b HTTP/1.1" status: 200 len: 892 time: 0.7240641 Dec 08 02:12:04.565059 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48314) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:04.568802 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1e7b03-8b94-48d4-ab93-f8b549d47fdb None None] Sync routers for ids ['ef3bf8be-046a-4554-8d65-7f2ec17bdc3b'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:04.586388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8e223569-ae76-4128-b475-b478aa053b05 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:04.598097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:04.602362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:04.602667 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e7b03-8b94-48d4-ab93-f8b549d47fdb None None] Routers {'ef3bf8be-046a-4554-8d65-7f2ec17bdc3b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:04.603302 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bf1e7b03-8b94-48d4-ab93-f8b549d47fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ef3bf8be-046a-4554-8d65-7f2ec17bdc3b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:04.604843 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:04.605711 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.662308 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bf1e7b03-8b94-48d4-ab93-f8b549d47fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:04.665650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffaec3-e374-44a5-82fd-fb66bed8373d req-ae2d95ae-fb7c-45ad-b40c-de93ec82f606 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:04.667121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-98ffaec3-e374-44a5-82fd-fb66bed8373d req-ae2d95ae-fb7c-45ad-b40c-de93ec82f606 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 943 time: 0.1114113 Dec 08 02:12:04.683206 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e7b03-8b94-48d4-ab93-f8b549d47fdb None None] Routers {'ef3bf8be-046a-4554-8d65-7f2ec17bdc3b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:04.685536 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bf1e7b03-8b94-48d4-ab93-f8b549d47fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ef3bf8be-046a-4554-8d65-7f2ec17bdc3b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:04.698412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 8e223569-ae76-4128-b475-b478aa053b05 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:04.699043 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.710355 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e9634a7d-fe7a-47f5-a5a3-d4262b959417 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/routers/ef3bf8be-046a-4554-8d65-7f2ec17bdc3b HTTP/1.1" status: 200 len: 892 time: 0.1440051 Dec 08 02:12:04.713042 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48316) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:04.741288 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bf1e7b03-8b94-48d4-ab93-f8b549d47fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:04.741990 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1e7b03-8b94-48d4-ab93-f8b549d47fdb None None] The sync data for ids ['ef3bf8be-046a-4554-8d65-7f2ec17bdc3b'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:04.745421 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-06eaf8d3-9c85-48bf-a4e5-a3cabe2b0356 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef3bf8be-046a-4554-8d65-7f2ec17bdc3b HTTP/1.1" status: 200 len: 205 time: 0.0287764 Dec 08 02:12:04.746720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48318) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:04.755200 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:12:04.804399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-98ffaec3-e374-44a5-82fd-fb66bed8373d req-25937b3b-7e35-4c98-806b-0b97b818ec65 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/security-groups?id=c52c82da-eb3e-4a89-a057-cc93a4cb7271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144476 Dec 08 02:12:04.805610 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.808181 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.851644 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 8e223569-ae76-4128-b475-b478aa053b05, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8e223569-ae76-4128-b475-b478aa053b05,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:04.857238 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.909441 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.924756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=8e223569-ae76-4128-b475-b478aa053b05,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:04.950870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a16ce562-6d6c-4772-8d43-a2c21083fc22 None None] Provisioning complete for port 8e223569-ae76-4128-b475-b478aa053b05 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:04.951239 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a16ce562-6d6c-4772-8d43-a2c21083fc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.056797 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.116650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port cda00776-76d6-4abb-98cc-07c65b459b09 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:05.117001 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.167640 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-04ccfdcd-a4a9-42c8-8da9-a7de19524951 None None] Provisioning complete for port a4e9d8cc-2ce4-4ac8-b7a4-7ecd710c3d1e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:05.168012 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04ccfdcd-a4a9-42c8-8da9-a7de19524951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.179251 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.186803 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.187570 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.197246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c27cbf-c3d5-443f-85dd-280f78a40c83 req-ccc8b03c-a37b-4d1b-9922-0e470813e3e3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:05.198769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9c27cbf-c3d5-443f-85dd-280f78a40c83 req-ccc8b03c-a37b-4d1b-9922-0e470813e3e3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.0856721 Dec 08 02:12:05.202703 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-04ccfdcd-a4a9-42c8-8da9-a7de19524951 None None] Port a4e9d8cc-2ce4-4ac8-b7a4-7ecd710c3d1e cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:05.209008 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.221905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for cda00776-76d6-4abb-98cc-07c65b459b09 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:05.313692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=a4e9d8cc-2ce4-4ac8-b7a4-7ecd710c3d1e,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:05.349185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9c27cbf-c3d5-443f-85dd-280f78a40c83 req-c5d3e2cc-7c4f-49c1-9aea-a03ece8a419e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161103 Dec 08 02:12:05.377319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:05.379268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:05.390093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.419512 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=cda00776-76d6-4abb-98cc-07c65b459b09,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:05.436464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53c740b-e39a-4553-b89b-c5cc0c9f9797 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:05.482092 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.514775 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Router c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:12:05.586900 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.589447 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.613721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:05.619912 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1e2e45f7-cf02-46f0-9708-474cb560bd62 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "PUT /v2.0/routers/c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4568090 Dec 08 02:12:05.622941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48322) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:05.625067 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device cccfc64a-e9f4-4782-aecb-b801e31b3542 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:12:05.637025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] Sync routers for ids ['c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:05.646128 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.647295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Fanout notify agent at l3_agent the message router_deleted on router ef3bf8be-046a-4554-8d65-7f2ec17bdc3b {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:12:05.656029 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.661457 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ee2129e1-d665-4209-8164-d2c3af01887c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/routers/ef3bf8be-046a-4554-8d65-7f2ec17bdc3b HTTP/1.1" status: 204 len: 168 time: 0.9132905 Dec 08 02:12:05.661643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48324) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:05.667272 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] Routers {'c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:05.667974 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:05.671888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e1ba6b63-0fec-4810-93a4-a5ebb0c50848 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-350904564'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:05.684632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b28820-1140-452b-a8d4-508e3ab9968e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:05.686040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-43b28820-1140-452b-a8d4-508e3ab9968e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports/a4e9d8cc-2ce4-4ac8-b7a4-7ecd710c3d1e HTTP/1.1" status: 200 len: 911 time: 0.0619099 Dec 08 02:12:05.688815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48326) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:05.702434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ba6b63-0fec-4810-93a4-a5ebb0c50848 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:05.707776 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6b63-0fec-4810-93a4-a5ebb0c50848 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.740863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ba6b63-0fec-4810-93a4-a5ebb0c50848 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:12:05.741134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6427961-8d14-42d9-ac3a-bc98bd7e6fac tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:05.747378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6427961-8d14-42d9-ac3a-bc98bd7e6fac tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:05.751697 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e6427961-8d14-42d9-ac3a-bc98bd7e6fac tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0591054 Dec 08 02:12:05.751902 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48328) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:05.755518 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6b63-0fec-4810-93a4-a5ebb0c50848 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.756052 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-e1ba6b63-0fec-4810-93a4-a5ebb0c50848 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Added segment b69df6e0-5bba-4e55-8946-2e8df85607e3 of type vlan for network f4dde6cf-7632-4a69-b6c0-55cad2dae9ee Dec 08 02:12:05.805327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c922ee2c-4362-4b30-ba53-0f02d1df1a17 None None] Provisioning complete for port a4e9d8cc-2ce4-4ac8-b7a4-7ecd710c3d1e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:05.805949 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c922ee2c-4362-4b30-ba53-0f02d1df1a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.809094 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6b63-0fec-4810-93a4-a5ebb0c50848 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.836720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] Set router c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:05.842694 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6b63-0fec-4810-93a4-a5ebb0c50848 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.850821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ba6b63-0fec-4810-93a4-a5ebb0c50848 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:05.852044 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6b63-0fec-4810-93a4-a5ebb0c50848 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.896552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e1ba6b63-0fec-4810-93a4-a5ebb0c50848 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2280395 Dec 08 02:12:05.926571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48332) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:05.933929 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-dea9580b-a6be-4ba5-9238-432780a48ce5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'subnet': {'network_id': 'f4dde6cf-7632-4a69-b6c0-55cad2dae9ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:05.959015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba6b63-0fec-4810-93a4-a5ebb0c50848 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Network': ['ID=f4dde6cf-7632-4a69-b6c0-55cad2dae9ee,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:05.986331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef79b73-8f15-442c-8740-f5d135793745 req-a3281652-4917-4a18-80a0-afc37b756755 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:05.988184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cef79b73-8f15-442c-8740-f5d135793745 req-a3281652-4917-4a18-80a0-afc37b756755 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 943 time: 0.0607796 Dec 08 02:12:06.044540 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cef79b73-8f15-442c-8740-f5d135793745 req-a23510c9-8435-4c2f-9367-e214a45f48c1 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/security-groups?id=c52c82da-eb3e-4a89-a057-cc93a4cb7271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474820 Dec 08 02:12:06.053331 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network f4dde6cf-7632-4a69-b6c0-55cad2dae9ee details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:12:06.080984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea9580b-a6be-4ba5-9238-432780a48ce5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:06.084249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c922ee2c-4362-4b30-ba53-0f02d1df1a17 None None] Port a4e9d8cc-2ce4-4ac8-b7a4-7ecd710c3d1e cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:06.085705 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dea9580b-a6be-4ba5-9238-432780a48ce5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.138741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port cccfc64a-e9f4-4782-aecb-b801e31b3542, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=cccfc64a-e9f4-4782-aecb-b801e31b3542,segment=NetworkSegment(1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd),segment_id=1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:06.191796 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'cccfc64a-e9f4-4782-aecb-b801e31b3542', 'network_id': '428110d5-32d4-47df-9168-f0402d79a097', 'port_id': 'cccfc64a-e9f4-4782-aecb-b801e31b3542', 'mac_address': 'fa:16:3e:65:d1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fafaf0-13ef-480d-859e-80016e4402ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:12:06.287927 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.298175 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-689c2a50-6db9-4dc9-aa0d-7fc840d0966e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.309646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccfc64a-e9f4-4782-aecb-b801e31b3542 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:12:06.353582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port cccfc64a-e9f4-4782-aecb-b801e31b3542, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=cccfc64a-e9f4-4782-aecb-b801e31b3542,segment=NetworkSegment(1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd),segment_id=1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:06.359685 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.412570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dea9580b-a6be-4ba5-9238-432780a48ce5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.417180 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d', 'name': 'tempest-NetworksTestDHCPv6-router-1683041600', 'tenant_id': '0946545a728f46efa0e99ebc70edd125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:02Z', 'updated_at': '2021-12-08T02:12:04Z', 'revision_number': 2, 'project_id': '0946545a728f46efa0e99ebc70edd125', 'gw_port_host': None, '_interfaces': [{'id': 'a4e9d8cc-2ce4-4ac8-b7a4-7ecd710c3d1e', 'name': '', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'tenant_id': '0946545a728f46efa0e99ebc70edd125', 'mac_address': 'fa:16:3e:fc:74:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e6fcd8ea-8838-4839-822f-a55989d039dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:04Z', 'revision_number': 2, 'project_id': '0946545a728f46efa0e99ebc70edd125', 'subnets': [{'id': 'e6fcd8ea-8838-4839-822f-a55989d039dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:06.420665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=cccfc64a-e9f4-4782-aecb-b801e31b3542,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:06.447934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] Checking router: c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:06.448292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] Updating router c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d port a4e9d8cc-2ce4-4ac8-b7a4-7ecd710c3d1e binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:12:06.475236 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.479235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c5540-0540-4259-90fc-fb735995e7c5 req-a109fdf9-8d70-4df8-902a-407e7acea9ee tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:06.480850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-778c5540-0540-4259-90fc-fb735995e7c5 req-a109fdf9-8d70-4df8-902a-407e7acea9ee tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.0597942 Dec 08 02:12:06.532700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9580b-a6be-4ba5-9238-432780a48ce5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Subnet': ['ID=4f8ed18e-17e5-4cf8-b794-84e62d4169e8,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:06.539429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-778c5540-0540-4259-90fc-fb735995e7c5 req-49fe4b46-c791-4936-b881-f837d3d8075b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503712 Dec 08 02:12:06.555257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea9580b-a6be-4ba5-9238-432780a48ce5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Checking segment: {'id': 'b69df6e0-5bba-4e55-8946-2e8df85607e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4dde6cf-7632-4a69-b6c0-55cad2dae9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:06.555640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea9580b-a6be-4ba5-9238-432780a48ce5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network hostable DHCP agents. Network: f4dde6cf-7632-4a69-b6c0-55cad2dae9ee, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:12:06.585091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea9580b-a6be-4ba5-9238-432780a48ce5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network f4dde6cf-7632-4a69-b6c0-55cad2dae9ee is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:12:06.593890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8e223569-ae76-4128-b475-b478aa053b05 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:06.615024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-dea9580b-a6be-4ba5-9238-432780a48ce5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, f4dde6cf-7632-4a69-b6c0-55cad2dae9ee) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:06.619551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea9580b-a6be-4ba5-9238-432780a48ce5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:06.620197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dea9580b-a6be-4ba5-9238-432780a48ce5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.629817 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee391eb-e624-4ca4-a056-2fabeda75aca None None] Network f4dde6cf-7632-4a69-b6c0-55cad2dae9ee requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:06.645645 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dea9580b-a6be-4ba5-9238-432780a48ce5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7152789 Dec 08 02:12:06.646295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48338) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:06.651261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-13959483-de19-4952-a4f2-4aac8d17e43c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2040792827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:06.674200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-689c2a50-6db9-4dc9-aa0d-7fc840d0966e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port a4e9d8cc-2ce4-4ac8-b7a4-7ecd710c3d1e {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:06.674501 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-689c2a50-6db9-4dc9-aa0d-7fc840d0966e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.700548 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13959483-de19-4952-a4f2-4aac8d17e43c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.701556 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13959483-de19-4952-a4f2-4aac8d17e43c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.709601 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['cccfc64a-e9f4-4782-aecb-b801e31b3542'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:12:06.800726 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13959483-de19-4952-a4f2-4aac8d17e43c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.808722 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13959483-de19-4952-a4f2-4aac8d17e43c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.814237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-689c2a50-6db9-4dc9-aa0d-7fc840d0966e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.835541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-689c2a50-6db9-4dc9-aa0d-7fc840d0966e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for a4e9d8cc-2ce4-4ac8-b7a4-7ecd710c3d1e owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:06.844103 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13959483-de19-4952-a4f2-4aac8d17e43c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.845278 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-13959483-de19-4952-a4f2-4aac8d17e43c tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1980727 Dec 08 02:12:06.848679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48340) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:06.860798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 8e223569-ae76-4128-b475-b478aa053b05 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:06.861159 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.900012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-f4dde6cf-7632-4a69-b6c0-55cad2dae9ee', 'network_id': 'f4dde6cf-7632-4a69-b6c0-55cad2dae9ee', 'project_id': 'ea9220481296430fa8c96b469a3502db', 'fixed_ips': [{'subnet_id': '4f8ed18e-17e5-4cf8-b794-84e62d4169e8'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:12:06.900880 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.025978 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-689c2a50-6db9-4dc9-aa0d-7fc840d0966e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.054677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c2a50-6db9-4dc9-aa0d-7fc840d0966e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=a4e9d8cc-2ce4-4ac8-b7a4-7ecd710c3d1e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:07.167016 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:12:07.167372 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:12:07.176204 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-689c2a50-6db9-4dc9-aa0d-7fc840d0966e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.229683 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.244581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Allocated IP 2001:db8::2 (f4dde6cf-7632-4a69-b6c0-55cad2dae9ee/4f8ed18e-17e5-4cf8-b794-84e62d4169e8/74b2af8d-790b-4ee5-a96e-44d318eabe99) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:07.385690 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ce45b-5db7-4d38-a741-9355381a7cde req-9f9121e8-ca5f-4d28-8683-47b3382f3b43 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:07.388266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb5ce45b-5db7-4d38-a741-9355381a7cde req-9f9121e8-ca5f-4d28-8683-47b3382f3b43 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 944 time: 0.2428803 Dec 08 02:12:07.436207 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.443642 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.490721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Network f4dde6cf-7632-4a69-b6c0-55cad2dae9ee is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:07.495169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:07.497659 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:07.499911 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Pushing event updated for resources: {'Port': ['ID=74b2af8d-790b-4ee5-a96e-44d318eabe99,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:07.506692 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb5ce45b-5db7-4d38-a741-9355381a7cde req-1e106c7d-101a-4b70-9b8c-df70588ce19c tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/security-groups?id=c52c82da-eb3e-4a89-a057-cc93a4cb7271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096148 Dec 08 02:12:07.560726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Attempting to bind port 74b2af8d-790b-4ee5-a96e-44d318eabe99 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:07.561085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Attempting to bind port 74b2af8d-790b-4ee5-a96e-44d318eabe99 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'b69df6e0-5bba-4e55-8946-2e8df85607e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4dde6cf-7632-4a69-b6c0-55cad2dae9ee'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:07.561356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Attempting to bind port 74b2af8d-790b-4ee5-a96e-44d318eabe99 on network f4dde6cf-7632-4a69-b6c0-55cad2dae9ee {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:07.567221 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:07.567590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Checking segment: {'id': 'b69df6e0-5bba-4e55-8946-2e8df85607e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4dde6cf-7632-4a69-b6c0-55cad2dae9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:07.568021 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.568413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Bound using segment: {'id': 'b69df6e0-5bba-4e55-8946-2e8df85607e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4dde6cf-7632-4a69-b6c0-55cad2dae9ee'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:07.568882 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Bound port: 74b2af8d-790b-4ee5-a96e-44d318eabe99, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69df6e0-5bba-4e55-8946-2e8df85607e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4dde6cf-7632-4a69-b6c0-55cad2dae9ee'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:07.569199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Allocated IP 2001:db8::1 (f4dde6cf-7632-4a69-b6c0-55cad2dae9ee/4f8ed18e-17e5-4cf8-b794-84e62d4169e8/21c27f15-569e-48d2-a75c-2b73cc550d83) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:07.569326 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.661374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] For port 74b2af8d-790b-4ee5-a96e-44d318eabe99, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:07.665563 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] For port 74b2af8d-790b-4ee5-a96e-44d318eabe99, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=74b2af8d-790b-4ee5-a96e-44d318eabe99,segment=NetworkSegment(b69df6e0-5bba-4e55-8946-2e8df85607e3),segment_id=b69df6e0-5bba-4e55-8946-2e8df85607e3)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:07.670883 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.710587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] Port a4e9d8cc-2ce4-4ac8-b7a4-7ecd710c3d1e not found while updating agent binding for router c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d. {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 02:12:07.717178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689c2a50-6db9-4dc9-aa0d-7fc840d0966e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Router c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:07.728682 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcac06-8c7e-4eb9-b40f-6f5e3e8c007a req-6da7f888-644c-427e-bb16-e161c0da4612 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:07.730659 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fcbcac06-8c7e-4eb9-b40f-6f5e3e8c007a req-6da7f888-644c-427e-bb16-e161c0da4612 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.0828311 Dec 08 02:12:07.735483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] Routers {'c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:07.736319 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:07.757817 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.809806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689c2a50-6db9-4dc9-aa0d-7fc840d0966e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:07.820907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3d6b9-20bd-47ac-8870-c5395f62fb90 None None] Pushing event updated for resources: {'Port': ['ID=74b2af8d-790b-4ee5-a96e-44d318eabe99,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:07.823641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fcbcac06-8c7e-4eb9-b40f-6f5e3e8c007a req-78685dca-2288-47b2-bc0b-36a9a3f788e2 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778179 Dec 08 02:12:07.824056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48346) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:07.829230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] Set router c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:07.829943 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-689c2a50-6db9-4dc9-aa0d-7fc840d0966e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "PUT /v2.0/routers/c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0702424 Dec 08 02:12:07.879867 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.893868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d', 'name': 'tempest-NetworksTestDHCPv6-router-1683041600', 'tenant_id': '0946545a728f46efa0e99ebc70edd125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:02Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 3, 'project_id': '0946545a728f46efa0e99ebc70edd125', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:07.922319 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95f11f-c943-40d5-9545-9544fc19247e None None] The sync data for ids ['c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d'] in n-d-713499-31 is: [{'id': 'c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d', 'name': 'tempest-NetworksTestDHCPv6-router-1683041600', 'tenant_id': '0946545a728f46efa0e99ebc70edd125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:02Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 3, 'project_id': '0946545a728f46efa0e99ebc70edd125', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:07.925381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd7fa5f-6207-4121-9f77-ff4d842e8233 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:07.927317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd7fa5f-6207-4121-9f77-ff4d842e8233 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:07.928998 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bdd7fa5f-6207-4121-9f77-ff4d842e8233 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1025167 Dec 08 02:12:07.931965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48348) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:07.940340 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network f4dde6cf-7632-4a69-b6c0-55cad2dae9ee is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:07.944165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:07.959208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:07.959811 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.993479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9dc726-768b-40da-acd2-50ddab693686 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet e6fcd8ea-8838-4839-822f-a55989d039dc {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:07.997136 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac9dc726-768b-40da-acd2-50ddab693686 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.089774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=21c27f15-569e-48d2-a75c-2b73cc550d83,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:08.112609 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac9dc726-768b-40da-acd2-50ddab693686 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.145210 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.240293 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac9dc726-768b-40da-acd2-50ddab693686 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.317570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac9dc726-768b-40da-acd2-50ddab693686 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.350793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9dc726-768b-40da-acd2-50ddab693686 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=e6fcd8ea-8838-4839-822f-a55989d039dc,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:08.353744 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac9dc726-768b-40da-acd2-50ddab693686 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.357328 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ac9dc726-768b-40da-acd2-50ddab693686 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/e6fcd8ea-8838-4839-822f-a55989d039dc HTTP/1.1" status: 204 len: 168 time: 0.4242306 Dec 08 02:12:08.359494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48350) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:08.360746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04185e8-0668-4d7e-93f3-1c7bb114a945 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:08.465581 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.475456 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.476698 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.499821 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b2ccdc1b-2b98-4475-8cdd-b3fbe84e3eb9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1390450 Dec 08 02:12:08.500454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48352) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:08.555423 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b28fb6-5bf1-4a49-9564-e225f19f80b6 None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:08.572445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=21c27f15-569e-48d2-a75c-2b73cc550d83,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:08.610630 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e92f35d-9f15-48df-bd42-c203eeef3561 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.619298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 74b2af8d-790b-4ee5-a96e-44d318eabe99 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:08.629236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network f4dde6cf-7632-4a69-b6c0-55cad2dae9ee is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:08.631334 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:08.694979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-56b28fb6-5bf1-4a49-9564-e225f19f80b6 None None] Deleting port 8e223569-ae76-4128-b475-b478aa053b05 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:08.695594 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56b28fb6-5bf1-4a49-9564-e225f19f80b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.774665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7533e14-a29e-4767-8ac2-68b5ce43c691 req-9d5843c1-c6eb-491b-b0e3-7a4a858b8d40 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:08.776325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7533e14-a29e-4767-8ac2-68b5ce43c691 req-9d5843c1-c6eb-491b-b0e3-7a4a858b8d40 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 944 time: 0.1322780 Dec 08 02:12:08.848191 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e92f35d-9f15-48df-bd42-c203eeef3561 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.862119 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7533e14-a29e-4767-8ac2-68b5ce43c691 req-6f822511-6a27-420d-9b77-e2c90b4a4614 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/security-groups?id=c52c82da-eb3e-4a89-a057-cc93a4cb7271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792639 Dec 08 02:12:08.866324 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e92f35d-9f15-48df-bd42-c203eeef3561 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.871266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router c013822c-73be-407c-905a-9118b5e4ab4a is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:12:08.942869 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e92f35d-9f15-48df-bd42-c203eeef3561 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.943496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e92f35d-9f15-48df-bd42-c203eeef3561 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Fanout notify agent at l3_agent the message router_deleted on router c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:12:08.952619 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 74b2af8d-790b-4ee5-a96e-44d318eabe99 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:08.953077 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.963159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e92f35d-9f15-48df-bd42-c203eeef3561 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.966592 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4e92f35d-9f15-48df-bd42-c203eeef3561 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/routers/c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d HTTP/1.1" status: 204 len: 168 time: 0.4630125 Dec 08 02:12:08.966831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48358) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:09.021930 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-56b28fb6-5bf1-4a49-9564-e225f19f80b6 None None] For port 8e223569-ae76-4128-b475-b478aa053b05, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8e223569-ae76-4128-b475-b478aa053b05,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:09.022328 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56b28fb6-5bf1-4a49-9564-e225f19f80b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.026386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6024337-db7a-4843-acaf-d8755be96359 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:09.028133 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d6024337-db7a-4843-acaf-d8755be96359 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0595982 Dec 08 02:12:09.030586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48360) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:09.047149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:09.057705 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-832f131b-cfb7-4b8a-876c-2022dbe9e495 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/c013822c-73be-407c-905a-9118b5e4ab4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2078760 Dec 08 02:12:09.061836 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948740a1-f09c-4547-8a88-8e67a188393d None None] Sync routers for ids ['c013822c-73be-407c-905a-9118b5e4ab4a'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:09.068363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-56b28fb6-5bf1-4a49-9564-e225f19f80b6 None None] Calling delete_port for 8e223569-ae76-4128-b475-b478aa053b05 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:09.069021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48362) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:09.076015 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948740a1-f09c-4547-8a88-8e67a188393d None None] Routers {'c013822c-73be-407c-905a-9118b5e4ab4a'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:09.076638 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-948740a1-f09c-4547-8a88-8e67a188393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c013822c-73be-407c-905a-9118b5e4ab4a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:09.084825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739378-9315-454e-9393-006fddb4e14d req-95bee4c1-c1e3-4016-a839-75acc8d13c56 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:09.095674 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd739378-9315-454e-9393-006fddb4e14d req-95bee4c1-c1e3-4016-a839-75acc8d13c56 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.1450861 Dec 08 02:12:09.138781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868717ef-c602-477e-a220-5a7a76ba26bc tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:09.140192 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-868717ef-c602-477e-a220-5a7a76ba26bc tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports/21c27f15-569e-48d2-a75c-2b73cc550d83 HTTP/1.1" status: 200 len: 911 time: 0.0702152 Dec 08 02:12:09.143004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48364) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:09.143411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee9f49-c28f-4e81-b3a1-a8b2e5426148 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:09.147583 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-43ee9f49-c28f-4e81-b3a1-a8b2e5426148 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1137929 Dec 08 02:12:09.147837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48366) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:09.149846 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-948740a1-f09c-4547-8a88-8e67a188393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:09.165583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b681fb4b-7148-4b45-b9a2-e4db5d4e51a1 None None] Network f4dde6cf-7632-4a69-b6c0-55cad2dae9ee requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:09.166846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5ec7b14d-a8ee-4ef8-9b99-98d89a938e5b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f8ed18e-17e5-4cf8-b794-84e62d4169e8'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:09.171091 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948740a1-f09c-4547-8a88-8e67a188393d None None] Routers {'c013822c-73be-407c-905a-9118b5e4ab4a'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:09.172014 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-948740a1-f09c-4547-8a88-8e67a188393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c013822c-73be-407c-905a-9118b5e4ab4a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:09.200467 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d7bd83bc-1fa9-4a8e-a6da-549101a151de tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512030 Dec 08 02:12:09.205409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48368) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:09.206354 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56b28fb6-5bf1-4a49-9564-e225f19f80b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.212850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-deb6d6d4-b744-4413-a170-78b940a2bee1 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:09.227962 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.230893 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd739378-9315-454e-9393-006fddb4e14d req-91a26586-83e6-4d3f-8ef3-07dc8da990ed tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279097 Dec 08 02:12:09.265902 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-948740a1-f09c-4547-8a88-8e67a188393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:09.267395 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948740a1-f09c-4547-8a88-8e67a188393d None None] The sync data for ids ['c013822c-73be-407c-905a-9118b5e4ab4a'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:09.287926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b28fb6-5bf1-4a49-9564-e225f19f80b6 None None] Pushing event deleted for resources: {'Port': ['ID=8e223569-ae76-4128-b475-b478aa053b05,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:09.315818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b28fb6-5bf1-4a49-9564-e225f19f80b6 None None] No DVR routers for this DVR port 8e223569-ae76-4128-b475-b478aa053b05 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:09.320685 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-765a5a7d-0175-43b8-affd-8c75cdc2cd2b None None] Provisioning complete for port 74b2af8d-790b-4ee5-a96e-44d318eabe99 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:09.321621 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-765a5a7d-0175-43b8-affd-8c75cdc2cd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.377908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb6d6d4-b744-4413-a170-78b940a2bee1 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:09.382529 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-deb6d6d4-b744-4413-a170-78b940a2bee1 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.409627 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b14d-a8ee-4ef8-9b99-98d89a938e5b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.448990 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 74b2af8d-790b-4ee5-a96e-44d318eabe99, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=74b2af8d-790b-4ee5-a96e-44d318eabe99,segment=NetworkSegment(b69df6e0-5bba-4e55-8946-2e8df85607e3),segment_id=b69df6e0-5bba-4e55-8946-2e8df85607e3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:09.461181 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.553599 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=74b2af8d-790b-4ee5-a96e-44d318eabe99,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:09.632904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device cccfc64a-e9f4-4782-aecb-b801e31b3542 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:09.676470 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8360299-af5c-46a7-a74b-1c48988bde75 None None] Sync routers for ids ['c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:09.770875 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8360299-af5c-46a7-a74b-1c48988bde75 None None] Routers set() bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:09.771536 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8360299-af5c-46a7-a74b-1c48988bde75 None None] Router IDs set() for agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 02:12:09.772430 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_agentschedulers_db [None req-d8360299-af5c-46a7-a74b-1c48988bde75 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent'). {{(pid=109768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 02:12:09.781373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.objects.ports [None req-deb6d6d4-b744-4413-a170-78b940a2bee1 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:12:09.785259 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-deb6d6d4-b744-4413-a170-78b940a2bee1 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.786483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8360299-af5c-46a7-a74b-1c48988bde75 None None] Routers set() bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:09.786850 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8360299-af5c-46a7-a74b-1c48988bde75 None None] Router IDs set() for agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 02:12:09.787461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_agentschedulers_db [None req-d8360299-af5c-46a7-a74b-1c48988bde75 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent'). {{(pid=109768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 02:12:09.787999 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8360299-af5c-46a7-a74b-1c48988bde75 None None] The sync data for ids ['c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:09.823344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port cccfc64a-e9f4-4782-aecb-b801e31b3542 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:12:09.828332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port cccfc64a-e9f4-4782-aecb-b801e31b3542 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:09.828709 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.867908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb6d6d4-b744-4413-a170-78b940a2bee1 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:09.871879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-deb6d6d4-b744-4413-a170-78b940a2bee1 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:09.875103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb6d6d4-b744-4413-a170-78b940a2bee1 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:09.875753 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-deb6d6d4-b744-4413-a170-78b940a2bee1 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.880381 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6d6d4-b744-4413-a170-78b940a2bee1 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=58f650c2-2133-4c17-952b-4292fc1bbf5b,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:09.918087 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-deb6d6d4-b744-4413-a170-78b940a2bee1 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7102332 Dec 08 02:12:09.924132 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48372) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:09.930898 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e8b22b25-e164-4be0-96be-678c65d9f6ff tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:09.942952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e7cb2f-64d8-4a4c-852d-192faf72bb25 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:10.073878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8d958120-c596-4c5a-b67f-dde4b25b0987 None None] Provisioning complete for port 21c27f15-569e-48d2-a75c-2b73cc550d83 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:10.074251 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d958120-c596-4c5a-b67f-dde4b25b0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.085229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b22b25-e164-4be0-96be-678c65d9f6ff tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:10.089167 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8b22b25-e164-4be0-96be-678c65d9f6ff tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.179582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8d958120-c596-4c5a-b67f-dde4b25b0987 None None] Port 21c27f15-569e-48d2-a75c-2b73cc550d83 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:10.194114 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': '58f650c2-2133-4c17-952b-4292fc1bbf5b'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:12:10.194977 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.199305 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.218226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8d958120-c596-4c5a-b67f-dde4b25b0987 None None] Provisioning complete for port 74b2af8d-790b-4ee5-a96e-44d318eabe99 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:10.218906 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8d958120-c596-4c5a-b67f-dde4b25b0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.279491 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93f11af-99da-426c-97d1-c5d8d1ff3679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccfc64a-e9f4-4782-aecb-b801e31b3542'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:12:10.281805 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ce207e-4cc8-4bf4-b537-768cc1bc815d" -d '{"events": [{"server_uuid": "b93f11af-99da-426c-97d1-c5d8d1ff3679", "name": "network-vif-plugged", "status": "completed", "tag": "cccfc64a-e9f4-4782-aecb-b801e31b3542"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:12:10.343985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port cccfc64a-e9f4-4782-aecb-b801e31b3542, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=cccfc64a-e9f4-4782-aecb-b801e31b3542,segment=NetworkSegment(1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd),segment_id=1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:10.358810 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.367793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4968ea-a173-438f-ba6e-9fe650886609 req-18bdba71-03f9-4fa1-b1a5-a6d9366af431 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:10.369353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f4968ea-a173-438f-ba6e-9fe650886609 req-18bdba71-03f9-4fa1-b1a5-a6d9366af431 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 944 time: 0.1543016 Dec 08 02:12:10.458667 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8b22b25-e164-4be0-96be-678c65d9f6ff tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.478123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f4968ea-a173-438f-ba6e-9fe650886609 req-94918596-102a-46bf-9932-b82e90fb9585 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/security-groups?id=c52c82da-eb3e-4a89-a057-cc93a4cb7271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895057 Dec 08 02:12:10.516876 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b14d-a8ee-4ef8-9b99-98d89a938e5b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.531651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4f3eb-9a71-4aa7-b57b-548def031d50 req-8d2132e4-6bdb-4c7e-855e-b1b7048d6f10 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:10.531651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8c4f3eb-9a71-4aa7-b57b-548def031d50 req-8d2132e4-6bdb-4c7e-855e-b1b7048d6f10 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.1603997 Dec 08 02:12:10.539836 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b14d-a8ee-4ef8-9b99-98d89a938e5b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.548142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec7b14d-a8ee-4ef8-9b99-98d89a938e5b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:10.550066 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5ec7b14d-a8ee-4ef8-9b99-98d89a938e5b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.555823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5ec7b14d-a8ee-4ef8-9b99-98d89a938e5b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/ports/21c27f15-569e-48d2-a75c-2b73cc550d83 HTTP/1.1" status: 200 len: 911 time: 1.4019952 Dec 08 02:12:10.558679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48380) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:10.568216 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b22b25-e164-4be0-96be-678c65d9f6ff tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:10.573846 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=cccfc64a-e9f4-4782-aecb-b801e31b3542,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:10.577090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e8b22b25-e164-4be0-96be-678c65d9f6ff tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:10.583007 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b22b25-e164-4be0-96be-678c65d9f6ff tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:10.583941 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8b22b25-e164-4be0-96be-678c65d9f6ff tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.593687 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Allocated IP 2001:db8::f816:3eff:fe5a:cde8 (27b71a85-dd81-4415-b869-7bdb583f90f3/58f650c2-2133-4c17-952b-4292fc1bbf5b/c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:10.596286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 74b2af8d-790b-4ee5-a96e-44d318eabe99 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:10.620680 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e8b22b25-e164-4be0-96be-678c65d9f6ff tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6949329 Dec 08 02:12:10.622281 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b22b25-e164-4be0-96be-678c65d9f6ff tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=c40cd209-acef-4ab8-af87-d7e6303f4cd3,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:10.625215 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48382) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:10.631936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'mac_address': 'fa:16:3e:2e:6b:e4', 'name': 'tempest-NetworksTestDHCPv6-978834427'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:10.689937 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53340da8-5ffb-40bc-ab0f-55fc301d4097 x-openstack-request-id: req-53340da8-5ffb-40bc-ab0f-55fc301d4097 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:12:10.690496 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93f11af-99da-426c-97d1-c5d8d1ff3679", "name": "network-vif-plugged", "status": "completed", "tag": "cccfc64a-e9f4-4782-aecb-b801e31b3542", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:12:10.690751 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-53340da8-5ffb-40bc-ab0f-55fc301d4097 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:12:10.691860 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93f11af-99da-426c-97d1-c5d8d1ff3679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccfc64a-e9f4-4782-aecb-b801e31b3542', 'code': 200} Dec 08 02:12:10.694487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1b709e79-6015-49f1-87eb-a9b98b0b0ddd None None] Provisioning complete for port 21c27f15-569e-48d2-a75c-2b73cc550d83 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:10.694856 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b709e79-6015-49f1-87eb-a9b98b0b0ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.742133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7b14d-a8ee-4ef8-9b99-98d89a938e5b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=21c27f15-569e-48d2-a75c-2b73cc550d83,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:10.750137 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8c4f3eb-9a71-4aa7-b57b-548def031d50 req-db0875c7-cf3a-43b8-9dd6-c0ffe2d7761d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925755 Dec 08 02:12:10.779179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:10.804732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1b709e79-6015-49f1-87eb-a9b98b0b0ddd None None] Port 21c27f15-569e-48d2-a75c-2b73cc550d83 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:10.821253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 74b2af8d-790b-4ee5-a96e-44d318eabe99 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:10.821625 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.900429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263fbf5-c5dd-402b-92de-f92b80b7c72e req-f22e2c14-1aa8-4889-9f38-0cb3f4c098a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:10.901927 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6263fbf5-c5dd-402b-92de-f92b80b7c72e req-f22e2c14-1aa8-4889-9f38-0cb3f4c098a1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 1097 time: 0.0868909 Dec 08 02:12:10.934278 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.955448 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.970684 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.976475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port 98b308b3-b96d-40ef-bfc5-4c024766f84f yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:12:10.992691 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6263fbf5-c5dd-402b-92de-f92b80b7c72e req-673d6caf-3d04-4578-82af-476368da2664 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c52c82da-eb3e-4a89-a057-cc93a4cb7271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774393 Dec 08 02:12:11.012246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:11.015690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:11.019849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:11.025378 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b3c5-ec20-4529-b388-ab1cfb673d30 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.038159 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Pushing event updated for resources: {'Port': ['ID=c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:11.062073 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8e223569-ae76-4128-b475-b478aa053b05 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:11.102181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 8e223569-ae76-4128-b475-b478aa053b05 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:11.102548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8e223569-ae76-4128-b475-b478aa053b05 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:11.108485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Attempting to bind port c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:11.108863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Attempting to bind port c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:11.109397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Attempting to bind port c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:11.115981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:11.116671 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:11.116671 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.117172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:11.117727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Bound port: c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:11.118185 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.174492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 172.20.0.5 (27b71a85-dd81-4415-b869-7bdb583f90f3/c40cd209-acef-4ab8-af87-d7e6303f4cd3/98b308b3-b96d-40ef-bfc5-4c024766f84f) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:11.181745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::f816:3eff:fe2e:6be4 (27b71a85-dd81-4415-b869-7bdb583f90f3/58f650c2-2133-4c17-952b-4292fc1bbf5b/98b308b3-b96d-40ef-bfc5-4c024766f84f) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:11.187170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] For port c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:11.190363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] For port c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:11.196465 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.272148 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196899d2-f858-4b9b-8c65-e2968bdf5089 None None] Pushing event updated for resources: {'Port': ['ID=c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:11.314016 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6b3c5-ec20-4529-b388-ab1cfb673d30 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port 21c27f15-569e-48d2-a75c-2b73cc550d83 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:11.314367 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b3c5-ec20-4529-b388-ab1cfb673d30 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.361878 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.399997 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.416251 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b3c5-ec20-4529-b388-ab1cfb673d30 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.452241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:11.455569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:11.456323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6b3c5-ec20-4529-b388-ab1cfb673d30 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for 21c27f15-569e-48d2-a75c-2b73cc550d83 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:11.460404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:11.493345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=98b308b3-b96d-40ef-bfc5-4c024766f84f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:11.531098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:11.532219 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.554315 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-de54b392-789d-4509-93d9-13b4e6363331 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9279172 Dec 08 02:12:11.558420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48386) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:11.620933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c227ae3b-9c20-41d9-ab54-71bb1e9d980c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:11.626855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c227ae3b-9c20-41d9-ab54-71bb1e9d980c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:11.631115 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c227ae3b-9c20-41d9-ab54-71bb1e9d980c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0716085 Dec 08 02:12:11.631792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48388) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:11.664590 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8895d2c-c4c0-4c03-b8b9-5c55dfc62976 req-75dc8054-f0b6-45eb-94b5-27e8f7cc16ec tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:11.666074 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8895d2c-c4c0-4c03-b8b9-5c55dfc62976 req-75dc8054-f0b6-45eb-94b5-27e8f7cc16ec tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 945 time: 0.0744722 Dec 08 02:12:11.721302 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-80964c4b-ade7-450f-ac8f-1bf894f5bd2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port 98b308b3-b96d-40ef-bfc5-4c024766f84f {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:11.721529 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80964c4b-ade7-450f-ac8f-1bf894f5bd2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.738605 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b3c5-ec20-4529-b388-ab1cfb673d30 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.751021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8895d2c-c4c0-4c03-b8b9-5c55dfc62976 req-3c7aeabb-3094-4d18-ad20-e958267f139c tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/security-groups?id=c52c82da-eb3e-4a89-a057-cc93a4cb7271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664382 Dec 08 02:12:11.770853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6b3c5-ec20-4529-b388-ab1cfb673d30 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=21c27f15-569e-48d2-a75c-2b73cc550d83,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:11.830391 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80964c4b-ade7-450f-ac8f-1bf894f5bd2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.847897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-80964c4b-ade7-450f-ac8f-1bf894f5bd2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for 98b308b3-b96d-40ef-bfc5-4c024766f84f owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:11.922499 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b3c5-ec20-4529-b388-ab1cfb673d30 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.944883 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774726a-ae38-4647-a30c-d8802e5c1037 req-c0e0d53a-8f70-424a-8c6d-d5244007fbd3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:11.946461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c774726a-ae38-4647-a30c-d8802e5c1037 req-c0e0d53a-8f70-424a-8c6d-d5244007fbd3 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.0922277 Dec 08 02:12:12.067098 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c774726a-ae38-4647-a30c-d8802e5c1037 req-f0f553b9-6fb1-48fc-8076-a3840bd90761 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855153 Dec 08 02:12:12.098391 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80964c4b-ade7-450f-ac8f-1bf894f5bd2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.129550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80964c4b-ade7-450f-ac8f-1bf894f5bd2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=98b308b3-b96d-40ef-bfc5-4c024766f84f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:12.163286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f6b3c5-ec20-4529-b388-ab1cfb673d30 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router c013822c-73be-407c-905a-9118b5e4ab4a has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:12.242898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-80964c4b-ade7-450f-ac8f-1bf894f5bd2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.248953 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-80964c4b-ade7-450f-ac8f-1bf894f5bd2e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/98b308b3-b96d-40ef-bfc5-4c024766f84f HTTP/1.1" status: 204 len: 168 time: 0.6136367 Dec 08 02:12:12.249753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48396) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:12.261599 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f6b3c5-ec20-4529-b388-ab1cfb673d30 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:12.272894 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa1def9-baa8-4761-b094-f25e7ed63705 None None] Sync routers for ids ['c013822c-73be-407c-905a-9118b5e4ab4a'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:12.283906 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1def9-baa8-4761-b094-f25e7ed63705 None None] Routers {'c013822c-73be-407c-905a-9118b5e4ab4a'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:12.284524 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7aa1def9-baa8-4761-b094-f25e7ed63705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c013822c-73be-407c-905a-9118b5e4ab4a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:12.284772 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f8f6b3c5-ec20-4529-b388-ab1cfb673d30 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/c013822c-73be-407c-905a-9118b5e4ab4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7210104 Dec 08 02:12:12.287293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48398) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:12.317981 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7aa1def9-baa8-4761-b094-f25e7ed63705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:12.323865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-76a7db87-35ff-413b-ab79-cc83cf225251 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports?device_id=c013822c-73be-407c-905a-9118b5e4ab4a HTTP/1.1" status: 200 len: 205 time: 0.0355008 Dec 08 02:12:12.326635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48400) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:12.327197 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1def9-baa8-4761-b094-f25e7ed63705 None None] Routers {'c013822c-73be-407c-905a-9118b5e4ab4a'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:12.327849 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7aa1def9-baa8-4761-b094-f25e7ed63705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c013822c-73be-407c-905a-9118b5e4ab4a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:12.346273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94670b48-380f-43f7-a868-2ed7af51768e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:12.348176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94670b48-380f-43f7-a868-2ed7af51768e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:12.349790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94670b48-380f-43f7-a868-2ed7af51768e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:12.351972 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-94670b48-380f-43f7-a868-2ed7af51768e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1018484 Dec 08 02:12:12.354609 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48402) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:12.363731 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7aa1def9-baa8-4761-b094-f25e7ed63705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:12.364646 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa1def9-baa8-4761-b094-f25e7ed63705 None None] The sync data for ids ['c013822c-73be-407c-905a-9118b5e4ab4a'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:12.410202 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfd9f4f-c2dc-41a2-ad46-4aeb0f354f76 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet 58f650c2-2133-4c17-952b-4292fc1bbf5b {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:12.414233 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9f4f-c2dc-41a2-ad46-4aeb0f354f76 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.422756 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f163959b-a5b2-4914-9a4d-152bb3ebb2c4 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.453798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14bc418-3f02-4b2f-822d-0db47d33031a None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:12.457093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9f4f-c2dc-41a2-ad46-4aeb0f354f76 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.554698 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9f4f-c2dc-41a2-ad46-4aeb0f354f76 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.574543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-302655cd-5659-4432-a4fc-07e53fa2eb74 None None] Provisioning complete for port c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:12.574916 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-302655cd-5659-4432-a4fc-07e53fa2eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.601673 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:12.605481 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f163959b-a5b2-4914-9a4d-152bb3ebb2c4 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.607837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f163959b-a5b2-4914-9a4d-152bb3ebb2c4 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.630623 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9f4f-c2dc-41a2-ad46-4aeb0f354f76 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.654121 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f163959b-a5b2-4914-9a4d-152bb3ebb2c4 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.654756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f163959b-a5b2-4914-9a4d-152bb3ebb2c4 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Fanout notify agent at l3_agent the message router_deleted on router c013822c-73be-407c-905a-9118b5e4ab4a {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:12:12.662605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd9f4f-c2dc-41a2-ad46-4aeb0f354f76 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=58f650c2-2133-4c17-952b-4292fc1bbf5b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:12.668059 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bcfd9f4f-c2dc-41a2-ad46-4aeb0f354f76 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.671458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bcfd9f4f-c2dc-41a2-ad46-4aeb0f354f76 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/58f650c2-2133-4c17-952b-4292fc1bbf5b HTTP/1.1" status: 204 len: 168 time: 0.3156898 Dec 08 02:12:12.673513 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f163959b-a5b2-4914-9a4d-152bb3ebb2c4 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.674167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48404) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:12.674805 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f163959b-a5b2-4914-9a4d-152bb3ebb2c4 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/routers/c013822c-73be-407c-905a-9118b5e4ab4a HTTP/1.1" status: 204 len: 168 time: 0.3460543 Dec 08 02:12:12.678650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48406) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:12.736723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6320d6-7c97-469b-86c7-c52b1aea8cd4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet c40cd209-acef-4ab8-af87-d7e6303f4cd3 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:12.737403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:12.737824 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.740533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b07677f-c982-407f-8af1-8953f939b6fd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting subnet 4f8ed18e-17e5-4cf8-b794-84e62d4169e8 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:12.741287 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e6320d6-7c97-469b-86c7-c52b1aea8cd4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.744278 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b07677f-c982-407f-8af1-8953f939b6fd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.788042 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-302655cd-5659-4432-a4fc-07e53fa2eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.789697 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b07677f-c982-407f-8af1-8953f939b6fd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.793090 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e6320d6-7c97-469b-86c7-c52b1aea8cd4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.846468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-302655cd-5659-4432-a4fc-07e53fa2eb74 None None] For port c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:12.847596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3112c00e-2c58-4e1e-8000-c49f21f1f53e None None] Update dhcp port {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': 'c40cd209-acef-4ab8-af87-d7e6303f4cd3'}, {'subnet_id': '58f650c2-2133-4c17-952b-4292fc1bbf5b'}], 'binding:host_id': 'n-d-713499-31'}, 'id': 'c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 02:12:12.852514 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-302655cd-5659-4432-a4fc-07e53fa2eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.863630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48410) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:12.889347 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b07677f-c982-407f-8af1-8953f939b6fd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.935079 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3112c00e-2c58-4e1e-8000-c49f21f1f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.944362 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e6320d6-7c97-469b-86c7-c52b1aea8cd4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.965620 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b07677f-c982-407f-8af1-8953f939b6fd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.991194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302655cd-5659-4432-a4fc-07e53fa2eb74 None None] Pushing event updated for resources: {'Port': ['ID=c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:13.004450 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07677f-c982-407f-8af1-8953f939b6fd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8ed18e-17e5-4cf8-b794-84e62d4169e8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:13.008801 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b07677f-c982-407f-8af1-8953f939b6fd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.010244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa4b23-f754-4a07-96e0-45e18a91b3c4 req-800bd41e-b3c1-49e4-9e7e-a68ed68cf591 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:13.011809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9faa4b23-f754-4a07-96e0-45e18a91b3c4 req-800bd41e-b3c1-49e4-9e7e-a68ed68cf591 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 945 time: 0.1724651 Dec 08 02:12:13.022001 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5b07677f-c982-407f-8af1-8953f939b6fd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/4f8ed18e-17e5-4cf8-b794-84e62d4169e8 HTTP/1.1" status: 204 len: 168 time: 0.3423038 Dec 08 02:12:13.022757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48412) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:13.039785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-29866992-7bf0-496f-ad95-b50b9bdeabbd tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1866 time: 0.1766560 Dec 08 02:12:13.040380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48414) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:13.046693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-818190ab-1d80-429b-962d-611ba2ef1d34 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Request body: {'network': {'name': 'tempest-network-smoke--869701816', 'project_id': '93f82e85120244488a2d8ce6d04585da', 'port_security_enabled': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:13.064730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e678f56-edfe-4e48-af9f-02ad06e515b9 None None] Network f4dde6cf-7632-4a69-b6c0-55cad2dae9ee requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:13.110092 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.115144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9faa4b23-f754-4a07-96e0-45e18a91b3c4 req-07e6cedf-6c7b-4273-b59e-832f0e21221e tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/security-groups?id=c52c82da-eb3e-4a89-a057-cc93a4cb7271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959046 Dec 08 02:12:13.116206 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e6320d6-7c97-469b-86c7-c52b1aea8cd4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.123643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818190ab-1d80-429b-962d-611ba2ef1d34 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Made reservation on behalf of 93f82e85120244488a2d8ce6d04585da for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:13.133035 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-818190ab-1d80-429b-962d-611ba2ef1d34 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server [None req-3112c00e-2c58-4e1e-8000-c49f21f1f53e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c40cd209-acef-4ab8-af87-d7e6303f4cd3: This subnet is being modified by another concurrent operation. Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:12:13.152113 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise exception Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c40cd209-acef-4ab8-af87-d7e6303f4cd3: This subnet is being modified by another concurrent operation. Dec 08 02:12:13.156946 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server Dec 08 02:12:13.185722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818190ab-1d80-429b-962d-611ba2ef1d34 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:12:13.203987 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-818190ab-1d80-429b-962d-611ba2ef1d34 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.204446 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-818190ab-1d80-429b-962d-611ba2ef1d34 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Added segment e4e5f9d0-f630-492b-b50d-cf171f450e43 of type vlan for network 24a83b40-ef51-41b8-abb5-0b319ccd8515 Dec 08 02:12:13.232136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port 74b2af8d-790b-4ee5-a96e-44d318eabe99 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:13.232558 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.260349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddce47b1-5ca7-4843-bd84-2eb9cbeb6f44 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:13.281035 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6320d6-7c97-469b-86c7-c52b1aea8cd4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=c40cd209-acef-4ab8-af87-d7e6303f4cd3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:13.306428 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e6320d6-7c97-469b-86c7-c52b1aea8cd4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.318274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4e6320d6-7c97-469b-86c7-c52b1aea8cd4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/c40cd209-acef-4ab8-af87-d7e6303f4cd3 HTTP/1.1" status: 204 len: 168 time: 0.6403949 Dec 08 02:12:13.324570 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48420) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:13.326835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99c61e1-ff5c-47e5-9896-8d881df7e821 None None] DHCP port deletion for f4dde6cf-7632-4a69-b6c0-55cad2dae9ee request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:13.364040 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-818190ab-1d80-429b-962d-611ba2ef1d34 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.370815 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-90ec74e7-abf0-42e2-af79-2c2a1074d0d7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443985 Dec 08 02:12:13.376112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48424) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:13.376578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8c5e1f6b-a12c-4702-85f0-d5da5d6c5aa2 None None] Provisioning complete for port c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:13.377298 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1f6b-a12c-4702-85f0-d5da5d6c5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.385894 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:13.395131 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-818190ab-1d80-429b-962d-611ba2ef1d34 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.401141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818190ab-1d80-429b-962d-611ba2ef1d34 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:13.401847 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-818190ab-1d80-429b-962d-611ba2ef1d34 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.418564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f9b04-ee15-4efa-83d1-355329216968 req-ce0616d7-574b-4fa6-8d28-c7d960d42c96 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:13.420257 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a95f9b04-ee15-4efa-83d1-355329216968 req-ce0616d7-574b-4fa6-8d28-c7d960d42c96 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.1930993 Dec 08 02:12:13.426445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] For port 74b2af8d-790b-4ee5-a96e-44d318eabe99, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=74b2af8d-790b-4ee5-a96e-44d318eabe99,segment=NetworkSegment(b69df6e0-5bba-4e55-8946-2e8df85607e3),segment_id=b69df6e0-5bba-4e55-8946-2e8df85607e3)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:13.427226 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.474250 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-818190ab-1d80-429b-962d-611ba2ef1d34 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4311931 Dec 08 02:12:13.477534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48428) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:13.478145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for 74b2af8d-790b-4ee5-a96e-44d318eabe99 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:13.509173 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-509417863', 'admin_state_up': True, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:13.537920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818190ab-1d80-429b-962d-611ba2ef1d34 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'Network': ['ID=24a83b40-ef51-41b8-abb5-0b319ccd8515,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:13.560278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a95f9b04-ee15-4efa-83d1-355329216968 req-6d2fc77a-0ee9-4519-b8c4-73538a413905 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224849 Dec 08 02:12:13.560783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:13.567660 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.594777 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.596166 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.658963 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.661808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 24a83b40-ef51-41b8-abb5-0b319ccd8515 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:12:13.676445 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.712279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=74b2af8d-790b-4ee5-a96e-44d318eabe99,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:13.723184 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No DVR routers for this DVR port 74b2af8d-790b-4ee5-a96e-44d318eabe99 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:13.790248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:13.808771 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b99c61e1-ff5c-47e5-9896-8d881df7e821 None None] Deleting port 74b2af8d-790b-4ee5-a96e-44d318eabe99 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:13.809278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b99c61e1-ff5c-47e5-9896-8d881df7e821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.846704 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.852096 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.885658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4dde6cf-7632-4a69-b6c0-55cad2dae9ee']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:13.924837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69df6e0-5bba-4e55-8946-2e8df85607e3') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:13.925145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69df6e0-5bba-4e55-8946-2e8df85607e3') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:13.952753 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b99c61e1-ff5c-47e5-9896-8d881df7e821 None None] For port 74b2af8d-790b-4ee5-a96e-44d318eabe99, host n-d-713499-31, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:13.953240 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b99c61e1-ff5c-47e5-9896-8d881df7e821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.956295 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.976085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.983158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b99c61e1-ff5c-47e5-9896-8d881df7e821 None None] Calling delete_port for 74b2af8d-790b-4ee5-a96e-44d318eabe99 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:13.986838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-b99c61e1-ff5c-47e5-9896-8d881df7e821 None None] Port 74b2af8d-790b-4ee5-a96e-44d318eabe99 was not found and therefore no delete operation was performed {{(pid=109768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:12:13.987420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:12:13.988547 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.990819 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b99c61e1-ff5c-47e5-9896-8d881df7e821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:12:13.994370 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:12:13.999695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Deleting port c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:14.000161 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:14.024389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c61e1-ff5c-47e5-9896-8d881df7e821 None None] Pushing event deleted for resources: {'Port': ['ID=74b2af8d-790b-4ee5-a96e-44d318eabe99,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:14.045291 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c61e1-ff5c-47e5-9896-8d881df7e821 None None] No DVR routers for this DVR port 74b2af8d-790b-4ee5-a96e-44d318eabe99 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:14.117912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] For port c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:14.118459 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:14.135642 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Calling delete_port for c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:14.139578 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:14.155690 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:14.159137 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/networks/f4dde6cf-7632-4a69-b6c0-55cad2dae9ee HTTP/1.1" status: 204 len: 168 time: 1.1353192 Dec 08 02:12:14.185960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48444) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:14.192022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1e96f0c8-048d-43c7-ac89-81b777c98e54 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-636834002', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:14.244086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.objects.ports [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:12:14.255726 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:14.271716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07e85e-778b-4dae-93ac-500c23c7ba8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Network': ['ID=f4dde6cf-7632-4a69-b6c0-55cad2dae9ee,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:14.283401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Pushing event deleted for resources: {'Port': ['ID=c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:14.295442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] No DVR routers for this DVR port c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:14.298279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:14.298742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:14.299094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:14.299488 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:14.299930 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:14.301009 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:14.301358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:14.301691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:14.302021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:14.302349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:14.302818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:14.303151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:14.303750 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b636862-ac77-420b-b6e4-2387bccfa0ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:14.324313 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57092c47-0634-4da4-be97-8c92bad63fdb None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:12:14.432507 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1e96f0c8-048d-43c7-ac89-81b777c98e54 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:14.433566 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1e96f0c8-048d-43c7-ac89-81b777c98e54 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:14.475938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57092c47-0634-4da4-be97-8c92bad63fdb None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:12:14.498280 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:14.519897 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:14.532775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:14.593032 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:14.593502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:14.595253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 74b2af8d-790b-4ee5-a96e-44d318eabe99 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:14.630380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 74b2af8d-790b-4ee5-a96e-44d318eabe99 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:14.631178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 74b2af8d-790b-4ee5-a96e-44d318eabe99 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:14.648430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Allocated IP 172.25.8.158 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/c5bd0698-866b-4e21-8580-5531e4b17c4d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:14.810703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d261d36-78cb-4eac-baf4-862f68f4ce79 req-267b3692-f706-4887-9775-f4ebbbd7e064 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:14.812568 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d261d36-78cb-4eac-baf4-862f68f4ce79 req-267b3692-f706-4887-9775-f4ebbbd7e064 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.0867624 Dec 08 02:12:14.844192 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:14.859230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': 'e7d8e947-873c-4819-8c24-0d34a24138ec'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:12:14.864818 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:14.891548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d261d36-78cb-4eac-baf4-862f68f4ce79 req-2ed045e2-ae68-4b1e-879b-373e88b1ccf9 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722969 Dec 08 02:12:14.916091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:14.954010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:14.957847 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:14.965576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:15.007103 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'Port': ['ID=c5bd0698-866b-4e21-8580-5531e4b17c4d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:15.020552 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2c1cb8c9-3c30-4e63-894e-b1a865822cf8 None None] Provisioning complete for port cccfc64a-e9f4-4782-aecb-b801e31b3542 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:15.021011 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c1cb8c9-3c30-4e63-894e-b1a865822cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.034046 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1e96f0c8-048d-43c7-ac89-81b777c98e54 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.055667 n-d-713499-31 neutron-server[109766]: WARNING neutron.services.revisions.revision_plugin [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Could not find related port for resource to bump revision. Dec 08 02:12:15.058945 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1e96f0c8-048d-43c7-ac89-81b777c98e54 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.076955 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_pluggable_backend [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Port c729f8f3-7d7e-45d8-a4a7-6aa2e43452aa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 08 02:12:15.077335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_pluggable_backend [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5a:cde8 {{(pid=109766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 08 02:12:15.082796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_pluggable_backend [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5a:cde8 {{(pid=109766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 08 02:12:15.087073 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.124282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1e96f0c8-048d-43c7-ac89-81b777c98e54 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.128855 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1e96f0c8-048d-43c7-ac89-81b777c98e54 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9410293 Dec 08 02:12:15.134570 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48466) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:15.139513 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-3a3df338-2288-4392-8bda-d5cd49d5b74d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1878490468'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:15.154095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:15.161189 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:15.171031 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:15.171677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.187670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Allocated IP 2001:db8::f816:3eff:fea6:1238 (27b71a85-dd81-4415-b869-7bdb583f90f3/e7d8e947-873c-4819-8c24-0d34a24138ec/af97884d-5c87-4fa7-ab65-bbb6878ebea9) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:15.194064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=e7d8e947-873c-4819-8c24-0d34a24138ec,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:15.199941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3df338-2288-4392-8bda-d5cd49d5b74d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:15.205901 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a3df338-2288-4392-8bda-d5cd49d5b74d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.220608 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-29dcbf2d-f0ab-4062-bffb-518b55f24cc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8434479 Dec 08 02:12:15.223467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48470) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:15.228790 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-14e4fffa-03d3-43c2-b262-429ce66615d7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:15.289150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3df338-2288-4392-8bda-d5cd49d5b74d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:12:15.308710 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a3df338-2288-4392-8bda-d5cd49d5b74d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.309059 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-3a3df338-2288-4392-8bda-d5cd49d5b74d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Added segment 20ab796b-0d9d-4826-bcfd-1868b3523481 of type vlan for network c3af3c55-e9a4-4017-839b-9db17fbbc16b Dec 08 02:12:15.317645 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.373837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a3df338-2288-4392-8bda-d5cd49d5b74d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.414919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e4fffa-03d3-43c2-b262-429ce66615d7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:15.419221 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14e4fffa-03d3-43c2-b262-429ce66615d7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.423548 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.426573 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a3df338-2288-4392-8bda-d5cd49d5b74d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.432228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3df338-2288-4392-8bda-d5cd49d5b74d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:15.432402 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.432834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a3df338-2288-4392-8bda-d5cd49d5b74d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.483323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:15.486311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:15.493954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:15.502702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Pushing event updated for resources: {'Port': ['ID=af97884d-5c87-4fa7-ab65-bbb6878ebea9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:15.564214 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3a3df338-2288-4392-8bda-d5cd49d5b74d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4249368 Dec 08 02:12:15.564450 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48474) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:15.572191 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3df338-2288-4392-8bda-d5cd49d5b74d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Network': ['ID=c3af3c55-e9a4-4017-839b-9db17fbbc16b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:15.573512 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Attempting to bind port af97884d-5c87-4fa7-ab65-bbb6878ebea9 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:15.574002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Attempting to bind port af97884d-5c87-4fa7-ab65-bbb6878ebea9 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:15.574460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Attempting to bind port af97884d-5c87-4fa7-ab65-bbb6878ebea9 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:15.576324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-62d064ca-6826-4901-b423-f8e13c160212 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'subnet': {'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:15.580910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:15.581471 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:15.582174 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.583042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:15.583791 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Bound port: af97884d-5c87-4fa7-ab65-bbb6878ebea9, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:15.583996 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.602989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network c3af3c55-e9a4-4017-839b-9db17fbbc16b details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:12:15.627259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0d667-20a9-47fb-a381-58bac1a5a80c req-51b42b75-f4fd-4a6c-a38c-b9f522323239 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:15.629381 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94a0d667-20a9-47fb-a381-58bac1a5a80c req-51b42b75-f4fd-4a6c-a38c-b9f522323239 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 945 time: 0.1361246 Dec 08 02:12:15.697597 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.713001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] For port af97884d-5c87-4fa7-ab65-bbb6878ebea9, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:15.716863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] For port af97884d-5c87-4fa7-ab65-bbb6878ebea9, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=af97884d-5c87-4fa7-ab65-bbb6878ebea9,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:15.722061 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.764086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14e4fffa-03d3-43c2-b262-429ce66615d7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.786944 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade0984-f11c-4e9d-aa7a-629b0371e01d None None] Pushing event updated for resources: {'Port': ['ID=af97884d-5c87-4fa7-ab65-bbb6878ebea9,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:15.797391 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94a0d667-20a9-47fb-a381-58bac1a5a80c req-b8782f84-a0b3-4445-9325-cb93b9ff416e tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/security-groups?id=c52c82da-eb3e-4a89-a057-cc93a4cb7271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367517 Dec 08 02:12:15.808090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d064ca-6826-4901-b423-f8e13c160212 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:15.817365 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-62d064ca-6826-4901-b423-f8e13c160212 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.846315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e4fffa-03d3-43c2-b262-429ce66615d7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:15.850170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-14e4fffa-03d3-43c2-b262-429ce66615d7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:15.852265 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4fffa-03d3-43c2-b262-429ce66615d7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=a86ada72-7738-4fcf-a8d5-63103ab8129d,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:15.855140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e4fffa-03d3-43c2-b262-429ce66615d7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:15.855784 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14e4fffa-03d3-43c2-b262-429ce66615d7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:15.873464 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-14e4fffa-03d3-43c2-b262-429ce66615d7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6488233 Dec 08 02:12:15.876226 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48476) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:15.882307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'mac_address': 'fa:16:3e:f0:6f:87', 'name': 'tempest-NetworksTestDHCPv6-115365802'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:16.024837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:16.061222 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Router 8a47bf0a-196d-4f24-aacc-7493edb63f09 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:12:16.126245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:16.155507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port f1e54041-6552-47e3-b685-67293e0a4b6c yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:12:16.160476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd640245-7d8d-4e52-bea5-7f9fd8c9728c req-952d9669-5426-461b-b866-7af1d03ca898 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:16.162051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd640245-7d8d-4e52-bea5-7f9fd8c9728c req-952d9669-5426-461b-b866-7af1d03ca898 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.1795213 Dec 08 02:12:16.230693 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-62d064ca-6826-4901-b423-f8e13c160212 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:16.320811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:16.329784 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd640245-7d8d-4e52-bea5-7f9fd8c9728c req-4b6a113a-5c60-4598-b0af-f6e039da57f2 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509321 Dec 08 02:12:16.331013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Sync routers for ids ['8a47bf0a-196d-4f24-aacc-7493edb63f09'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:16.333090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 172.20.0.9 (27b71a85-dd81-4415-b869-7bdb583f90f3/a86ada72-7738-4fcf-a8d5-63103ab8129d/f1e54041-6552-47e3-b685-67293e0a4b6c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:16.340191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d064ca-6826-4901-b423-f8e13c160212 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Subnet': ['ID=558c1398-47e5-40bd-9da5-2a3d56d46dd0,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:16.340801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::f816:3eff:fef0:6f87 (27b71a85-dd81-4415-b869-7bdb583f90f3/e7d8e947-873c-4819-8c24-0d34a24138ec/f1e54041-6552-47e3-b685-67293e0a4b6c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:16.345240 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Routers {'8a47bf0a-196d-4f24-aacc-7493edb63f09'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:16.345875 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8a47bf0a-196d-4f24-aacc-7493edb63f09'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:16.376736 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:16.380437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ecafc77c-84e5-4d87-b0b2-e68f2fdc83b1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8756158 Dec 08 02:12:16.382537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d064ca-6826-4901-b423-f8e13c160212 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Checking segment: {'id': '20ab796b-0d9d-4826-bcfd-1868b3523481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:16.382933 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d064ca-6826-4901-b423-f8e13c160212 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network hostable DHCP agents. Network: c3af3c55-e9a4-4017-839b-9db17fbbc16b, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:12:16.385004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48480) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:16.457198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d064ca-6826-4901-b423-f8e13c160212 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network c3af3c55-e9a4-4017-839b-9db17fbbc16b is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:12:16.464334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Set router 8a47bf0a-196d-4f24-aacc-7493edb63f09 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:16.472476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23022fc8-5822-4496-a561-4debcfbf6854 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:16.478023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-23022fc8-5822-4496-a561-4debcfbf6854 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=93f82e85120244488a2d8ce6d04585da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0919189 Dec 08 02:12:16.478754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48482) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:16.479440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-62d064ca-6826-4901-b423-f8e13c160212 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, c3af3c55-e9a4-4017-839b-9db17fbbc16b) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:16.486349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d064ca-6826-4901-b423-f8e13c160212 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:16.486958 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-62d064ca-6826-4901-b423-f8e13c160212 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:16.509002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-62d064ca-6826-4901-b423-f8e13c160212 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9428186 Dec 08 02:12:16.511470 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48484) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:16.629212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device af97884d-5c87-4fa7-ab65-bbb6878ebea9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:16.654055 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:16.712554 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec346295-72e4-440a-8801-fb63791fd6d6 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:16.716689 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ec346295-72e4-440a-8801-fb63791fd6d6 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2337804 Dec 08 02:12:16.719043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48486) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:16.745676 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port af97884d-5c87-4fa7-ab65-bbb6878ebea9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:16.746224 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:16.763336 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-312e9dac-c13f-4361-874c-0b3c23e4d59e tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431230 Dec 08 02:12:16.766154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48488) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:16.802872 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:16.810116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509417863', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:13Z', 'updated_at': '2021-12-08T02:12:15Z', 'revision_number': 3, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:03:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:16.839514 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4df67c56-9f71-47e4-8fc3-7645ff82ed70 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=93f82e85120244488a2d8ce6d04585da&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721414 Dec 08 02:12:16.844549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48492) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:16.848048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Checking router: 8a47bf0a-196d-4f24-aacc-7493edb63f09 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:16.848518 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Updating router 8a47bf0a-196d-4f24-aacc-7493edb63f09 port c5bd0698-866b-4e21-8580-5531e4b17c4d binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:12:16.885905 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:16.891148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:16.922980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:16.924957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=f1e54041-6552-47e3-b685-67293e0a4b6c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:16.928645 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:16.979947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.034646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:17.035310 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.058508 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.062818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8244b2fa-833e-4acd-bf1a-324fe0c3ddcf tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:17.064521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8244b2fa-833e-4acd-bf1a-324fe0c3ddcf tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2190025 Dec 08 02:12:17.075792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f575a-3fb6-49e5-b094-bc8e998bd645 req-35b981ba-a218-4d6d-9be0-aed4a0336190 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:17.076338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48494) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:17.077777 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-082f575a-3fb6-49e5-b094-bc8e998bd645 req-35b981ba-a218-4d6d-9be0-aed4a0336190 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.75 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 945 time: 0.1167471 Dec 08 02:12:17.082368 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bb83b0-a4c1-4917-8459-b2bb8843661a None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:17.083063 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-02457a01-ce80-4297-bc27-e890ae9b257b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2058363 Dec 08 02:12:17.092707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48496) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:17.095314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd7f8a-e98a-43d8-b54c-fcb6509e9c1e None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:17.097961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f716deb-a76e-4cda-9019-05412c824856 None None] Network c3af3c55-e9a4-4017-839b-9db17fbbc16b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:17.101674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eaea2-2e62-42da-995b-6dde9ebe8e21 req-3cc693b5-804a-4dd1-aab2-c1240fe3cbde tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:17.103640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-848eaea2-2e62-42da-995b-6dde9ebe8e21 req-3cc693b5-804a-4dd1-aab2-c1240fe3cbde tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 945 time: 0.1609449 Dec 08 02:12:17.145878 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-67850378-88d0-41a8-987d-d3f60ac795c6 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683150 Dec 08 02:12:17.150221 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port af97884d-5c87-4fa7-ab65-bbb6878ebea9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=af97884d-5c87-4fa7-ab65-bbb6878ebea9,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:17.151734 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48498) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:17.159781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6ece4dea-5225-45cb-8285-36bb221946d2 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-465022066', 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515', 'project_id': '93f82e85120244488a2d8ce6d04585da', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:17.246662 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-848eaea2-2e62-42da-995b-6dde9ebe8e21 req-e1e9eb5f-d2d1-4d33-93e4-78a2949b49a9 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/security-groups?id=c52c82da-eb3e-4a89-a057-cc93a4cb7271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230867 Dec 08 02:12:17.248836 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.255633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bec9b7-4a29-40a6-9e94-dd7dc408f9a7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:17.269036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bec9b7-4a29-40a6-9e94-dd7dc408f9a7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:17.273143 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-81bec9b7-4a29-40a6-9e94-dd7dc408f9a7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1770580 Dec 08 02:12:17.279471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48500) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:17.316965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c02772d9-514d-4e05-bcfc-ef72e3ac1a38 None None] Provisioning complete for port af97884d-5c87-4fa7-ab65-bbb6878ebea9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:17.317312 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c02772d9-514d-4e05-bcfc-ef72e3ac1a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.396351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-082f575a-3fb6-49e5-b094-bc8e998bd645 req-81e2524d-cfa0-4046-91ce-1cd39880f698 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Deleting port cccfc64a-e9f4-4782-aecb-b801e31b3542 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:17.396607 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-082f575a-3fb6-49e5-b094-bc8e998bd645 req-81e2524d-cfa0-4046-91ce-1cd39880f698 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.399716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ece4dea-5225-45cb-8285-36bb221946d2 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Made reservation on behalf of 93f82e85120244488a2d8ce6d04585da for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:17.403242 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ece4dea-5225-45cb-8285-36bb221946d2 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.450135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Allocated IP 2001:db8::1 (c3af3c55-e9a4-4017-839b-9db17fbbc16b/558c1398-47e5-40bd-9da5-2a3d56d46dd0/75e26cd0-5724-4664-b8da-162e6011a153) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:17.584077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72e087-c354-4cf9-8630-078b0d0f6292 req-f7154181-1344-49f2-85ea-dbcee90df32b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:17.585603 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e72e087-c354-4cf9-8630-078b0d0f6292 req-f7154181-1344-49f2-85ea-dbcee90df32b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.1143713 Dec 08 02:12:17.598565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc5665-e6b9-4070-a37b-6b0bc540db98 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port f1e54041-6552-47e3-b685-67293e0a4b6c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:17.598955 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5665-e6b9-4070-a37b-6b0bc540db98 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.609001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-082f575a-3fb6-49e5-b094-bc8e998bd645 req-81e2524d-cfa0-4046-91ce-1cd39880f698 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] For port cccfc64a-e9f4-4782-aecb-b801e31b3542, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=cccfc64a-e9f4-4782-aecb-b801e31b3542,segment=NetworkSegment(1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd),segment_id=1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:17.609277 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-082f575a-3fb6-49e5-b094-bc8e998bd645 req-81e2524d-cfa0-4046-91ce-1cd39880f698 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.649164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=af97884d-5c87-4fa7-ab65-bbb6878ebea9,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:17.650541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-082f575a-3fb6-49e5-b094-bc8e998bd645 req-81e2524d-cfa0-4046-91ce-1cd39880f698 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Calling delete_port for cccfc64a-e9f4-4782-aecb-b801e31b3542 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:17.676331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e72e087-c354-4cf9-8630-078b0d0f6292 req-25c06316-be2b-4fa4-825a-9a24cc054327 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829463 Dec 08 02:12:17.679249 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.727390 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.728941 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'project_id': 'ea9220481296430fa8c96b469a3502db', 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:12:17.729364 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.776513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network c3af3c55-e9a4-4017-839b-9db17fbbc16b is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:17.779684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:17.783993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:17.784842 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.814192 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5665-e6b9-4070-a37b-6b0bc540db98 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.831271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=75e26cd0-5724-4664-b8da-162e6011a153,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:17.836228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc5665-e6b9-4070-a37b-6b0bc540db98 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for f1e54041-6552-47e3-b685-67293e0a4b6c owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:17.929540 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.946859 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ece4dea-5225-45cb-8285-36bb221946d2 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.952404 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:17.986916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c948dd-593f-427a-bac6-0f05d8ac44d5 None None] Update dhcp port {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': 'e7d8e947-873c-4819-8c24-0d34a24138ec', 'ip_address': '2001:db8::f816:3eff:fea6:1238'}, {'subnet_id': 'a86ada72-7738-4fcf-a8d5-63103ab8129d'}], 'binding:host_id': 'n-d-713499-31'}, 'id': 'af97884d-5c87-4fa7-ab65-bbb6878ebea9'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 02:12:18.025701 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58c948dd-593f-427a-bac6-0f05d8ac44d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.027927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Allocated IP 2001:db8::2 (c3af3c55-e9a4-4017-839b-9db17fbbc16b/558c1398-47e5-40bd-9da5-2a3d56d46dd0/bae25734-0b5a-4b64-8383-15f8401703b1) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:18.071146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece4dea-5225-45cb-8285-36bb221946d2 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'Subnet': ['ID=4a7e9f90-ba94-4b9d-8ee9-c726b5083e10,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:18.089152 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-082f575a-3fb6-49e5-b094-bc8e998bd645 req-81e2524d-cfa0-4046-91ce-1cd39880f698 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.129058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2524d-cfa0-4046-91ce-1cd39880f698 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Pushing event deleted for resources: {'Port': ['ID=cccfc64a-e9f4-4782-aecb-b801e31b3542,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:18.134796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece4dea-5225-45cb-8285-36bb221946d2 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Checking segment: {'id': 'e4e5f9d0-f630-492b-b50d-cf171f450e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:18.135176 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece4dea-5225-45cb-8285-36bb221946d2 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Network hostable DHCP agents. Network: 24a83b40-ef51-41b8-abb5-0b319ccd8515, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:12:18.142326 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.168495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3da76e-a25c-4993-96d2-af295ac977af None None] DHCP port deletion for 428110d5-32d4-47df-9168-f0402d79a097 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:18.226754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-082f575a-3fb6-49e5-b094-bc8e998bd645 req-81e2524d-cfa0-4046-91ce-1cd39880f698 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] No DVR routers for this DVR port cccfc64a-e9f4-4782-aecb-b801e31b3542 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:18.244042 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-082f575a-3fb6-49e5-b094-bc8e998bd645 req-81e2524d-cfa0-4046-91ce-1cd39880f698 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.248560 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-082f575a-3fb6-49e5-b094-bc8e998bd645 req-81e2524d-cfa0-4046-91ce-1cd39880f698 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.75 "DELETE /v2.0/ports/cccfc64a-e9f4-4782-aecb-b801e31b3542 HTTP/1.1" status: 204 len: 173 time: 1.1642106 Dec 08 02:12:18.249155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93f11af-99da-426c-97d1-c5d8d1ff3679', 'name': 'network-vif-deleted', 'tag': 'cccfc64a-e9f4-4782-aecb-b801e31b3542'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:12:18.251649 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4f8d68-d466-43af-a259-2693c31e74cc" -d '{"events": [{"server_uuid": "b93f11af-99da-426c-97d1-c5d8d1ff3679", "name": "network-vif-deleted", "tag": "cccfc64a-e9f4-4782-aecb-b801e31b3542"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:12:18.270259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece4dea-5225-45cb-8285-36bb221946d2 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Network 24a83b40-ef51-41b8-abb5-0b319ccd8515 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:12:18.284601 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0dad0203-a16f-444b-8ce5-6fa482b5eaeb None None] Provisioning complete for port c5bd0698-866b-4e21-8580-5531e4b17c4d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:18.286122 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0dad0203-a16f-444b-8ce5-6fa482b5eaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.310910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd77901-019d-414d-8f43-1cdbc55257c2 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:18.322451 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-6ece4dea-5225-45cb-8285-36bb221946d2 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 24a83b40-ef51-41b8-abb5-0b319ccd8515) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:18.336641 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece4dea-5225-45cb-8285-36bb221946d2 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:18.337468 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ece4dea-5225-45cb-8285-36bb221946d2 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.356781 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6ece4dea-5225-45cb-8285-36bb221946d2 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2015040 Dec 08 02:12:18.360188 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48508) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:18.368852 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413f1e6d-cb24-460f-bd16-844beea600f4 x-openstack-request-id: req-413f1e6d-cb24-460f-bd16-844beea600f4 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:12:18.369193 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93f11af-99da-426c-97d1-c5d8d1ff3679", "name": "network-vif-deleted", "tag": "cccfc64a-e9f4-4782-aecb-b801e31b3542", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:12:18.369440 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-413f1e6d-cb24-460f-bd16-844beea600f4 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:12:18.369860 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93f11af-99da-426c-97d1-c5d8d1ff3679', 'name': 'network-vif-deleted', 'tag': 'cccfc64a-e9f4-4782-aecb-b801e31b3542', 'status': 'completed', 'code': 200} Dec 08 02:12:18.401160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff833ee7-4e71-4757-876e-2439550ba209 None None] Network 24a83b40-ef51-41b8-abb5-0b319ccd8515 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:18.434279 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5665-e6b9-4070-a37b-6b0bc540db98 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.455771 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d037a4-7da3-4bbe-a09d-a9aa2342c043 None None] Pushing event updated for resources: {'Port': ['ID=c5bd0698-866b-4e21-8580-5531e4b17c4d,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:18.459787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Attempting to bind port c5bd0698-866b-4e21-8580-5531e4b17c4d on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:18.460105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Attempting to bind port c5bd0698-866b-4e21-8580-5531e4b17c4d by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:18.460464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Attempting to bind port c5bd0698-866b-4e21-8580-5531e4b17c4d on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:18.544776 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:18.545276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:18.545590 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.545978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:18.546468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Bound port: c5bd0698-866b-4e21-8580-5531e4b17c4d, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:18.546850 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.553614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0dad0203-a16f-444b-8ce5-6fa482b5eaeb None None] Port c5bd0698-866b-4e21-8580-5531e4b17c4d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:18.596065 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf016ad0-59fd-47ef-86d7-a8802baeada5 req-eeeb50af-396b-40cf-9d18-36a76bf115c9 tempest-ServerTagsTestJSON-235294740 tempest-ServerTagsTestJSON-235294740-project] 10.222.0.71 "GET /v2.0/ports?device_id=b93f11af-99da-426c-97d1-c5d8d1ff3679 HTTP/1.1" status: 200 len: 210 time: 0.0396836 Dec 08 02:12:18.611504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device af97884d-5c87-4fa7-ab65-bbb6878ebea9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:18.698100 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.703796 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.704967 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.713530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-58c948dd-593f-427a-bac6-0f05d8ac44d5 None None] Allocated IP 172.20.0.2 (27b71a85-dd81-4415-b869-7bdb583f90f3/a86ada72-7738-4fcf-a8d5-63103ab8129d/af97884d-5c87-4fa7-ab65-bbb6878ebea9) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:18.728194 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.748158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc5665-e6b9-4070-a37b-6b0bc540db98 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=f1e54041-6552-47e3-b685-67293e0a4b6c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:18.773273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] For port c5bd0698-866b-4e21-8580-5531e4b17c4d, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:18.783258 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.810305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2a0d67b2-93c1-43ce-8a15-d96f3f00af8a None None] Provisioning complete for port c5bd0698-866b-4e21-8580-5531e4b17c4d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:18.810674 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a0d67b2-93c1-43ce-8a15-d96f3f00af8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.821869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] For port c5bd0698-866b-4e21-8580-5531e4b17c4d, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c5bd0698-866b-4e21-8580-5531e4b17c4d,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:18.825927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=75e26cd0-5724-4664-b8da-162e6011a153,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:18.831310 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-24a83b40-ef51-41b8-abb5-0b319ccd8515', 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515', 'project_id': '93f82e85120244488a2d8ce6d04585da', 'fixed_ips': [{'subnet_id': '4a7e9f90-ba94-4b9d-8ee9-c726b5083e10'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:12:18.833085 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.891512 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.959372 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Network c3af3c55-e9a4-4017-839b-9db17fbbc16b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:18.962856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1c009-7e8e-430c-af51-0f13ee5b434b req-9d2bd8de-5016-48ea-baa5-d48c8f1c46bd tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:18.965194 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47a1c009-7e8e-430c-af51-0f13ee5b434b req-9d2bd8de-5016-48ea-baa5-d48c8f1c46bd tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.0885391 Dec 08 02:12:18.989617 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:18.991812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:19.001035 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5665-e6b9-4070-a37b-6b0bc540db98 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.006683 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b3dc5665-e6b9-4070-a37b-6b0bc540db98 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/f1e54041-6552-47e3-b685-67293e0a4b6c HTTP/1.1" status: 204 len: 168 time: 1.7260692 Dec 08 02:12:19.007352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5e46ae-dbb4-4199-a685-cf726eed29df None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:19.009262 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48512) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:19.009566 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d67b2-93c1-43ce-8a15-d96f3f00af8a None None] Port c5bd0698-866b-4e21-8580-5531e4b17c4d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:19.011931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port af97884d-5c87-4fa7-ab65-bbb6878ebea9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:19.012304 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.021887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Pushing event updated for resources: {'Port': ['ID=bae25734-0b5a-4b64-8383-15f8401703b1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:19.044979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network c3af3c55-e9a4-4017-839b-9db17fbbc16b is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:19.049700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47a1c009-7e8e-430c-af51-0f13ee5b434b req-dbdae48e-cb04-4edf-b5b7-506b61b9f11e tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757208 Dec 08 02:12:19.051343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:19.151378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9f580d-99d6-4063-a547-1ccd9f6a6bcf tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:19.153470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9f580d-99d6-4063-a547-1ccd9f6a6bcf tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:19.156374 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9f580d-99d6-4063-a547-1ccd9f6a6bcf tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:19.158691 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2e9f580d-99d6-4063-a547-1ccd9f6a6bcf tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1483166 Dec 08 02:12:19.161712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48514) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:19.184009 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Routers {'8a47bf0a-196d-4f24-aacc-7493edb63f09'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:19.184646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8a47bf0a-196d-4f24-aacc-7493edb63f09'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:19.212475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-58c948dd-593f-427a-bac6-0f05d8ac44d5 None None] For port af97884d-5c87-4fa7-ab65-bbb6878ebea9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=af97884d-5c87-4fa7-ab65-bbb6878ebea9,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:19.234048 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-188da1f8-9e71-412f-b2a7-f0d6aa848ded tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet a86ada72-7738-4fcf-a8d5-63103ab8129d {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:19.247169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d1b410d6-6948-4ac9-ad0c-7ee316c38acc is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:12:19.338453 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d037a4-7da3-4bbe-a09d-a9aa2342c043 None None] Pushing event updated for resources: {'Port': ['ID=c5bd0698-866b-4e21-8580-5531e4b17c4d,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:19.342419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Attempting to bind port bae25734-0b5a-4b64-8383-15f8401703b1 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:19.342788 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Attempting to bind port bae25734-0b5a-4b64-8383-15f8401703b1 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '20ab796b-0d9d-4826-bcfd-1868b3523481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:19.343146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Attempting to bind port bae25734-0b5a-4b64-8383-15f8401703b1 on network c3af3c55-e9a4-4017-839b-9db17fbbc16b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:19.362491 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:19.369414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e6454557-0eb2-4818-8198-00ebcaf2e4c5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8569214 Dec 08 02:12:19.372076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48516) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:19.376128 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Sync routers for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:19.381406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ca7f0115-984f-4816-b48b-81f3643f24b5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-978146228'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:19.387010 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:19.387781 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:19.408162 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:19.408686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Checking segment: {'id': '20ab796b-0d9d-4826-bcfd-1868b3523481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:19.409169 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.410142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Bound using segment: {'id': '20ab796b-0d9d-4826-bcfd-1868b3523481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:19.410673 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Bound port: bae25734-0b5a-4b64-8383-15f8401703b1, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ab796b-0d9d-4826-bcfd-1868b3523481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:19.411051 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.412111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7f0115-984f-4816-b48b-81f3643f24b5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:19.417401 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58c948dd-593f-427a-bac6-0f05d8ac44d5 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.418635 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0115-984f-4816-b48b-81f3643f24b5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.434671 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-188da1f8-9e71-412f-b2a7-f0d6aa848ded tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.445928 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4835105d-ef71-4b37-b1d4-0828ca3a4983 None None] Provisioning complete for port c5bd0698-866b-4e21-8580-5531e4b17c4d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:19.446326 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4835105d-ef71-4b37-b1d4-0828ca3a4983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.447902 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58c948dd-593f-427a-bac6-0f05d8ac44d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.451480 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.495274 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:19.495503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Allocated IP 172.20.0.18 (24a83b40-ef51-41b8-abb5-0b319ccd8515/4a7e9f90-ba94-4b9d-8ee9-c726b5083e10/4339f852-315f-4a03-bf26-cf46464f691f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:19.506924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7f0115-984f-4816-b48b-81f3643f24b5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:12:19.515037 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-188da1f8-9e71-412f-b2a7-f0d6aa848ded tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.558216 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0115-984f-4816-b48b-81f3643f24b5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.559144 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-ca7f0115-984f-4816-b48b-81f3643f24b5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Added segment 2d189b4c-fa8f-480e-a038-989ac2c8dc61 of type vlan for network a667896d-3d6d-422e-b7da-13b5ad162d5a Dec 08 02:12:19.647777 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0115-984f-4816-b48b-81f3643f24b5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.703751 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48520) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:19.740423 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:17Z', 'revision_number': 2, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:18Z', 'revision_number': 2, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:19.751186 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device cccfc64a-e9f4-4782-aecb-b801e31b3542 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:19.760855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-188da1f8-9e71-412f-b2a7-f0d6aa848ded tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.772668 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Checking router: d1b410d6-6948-4ac9-ad0c-7ee316c38acc for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:19.773024 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Updating router d1b410d6-6948-4ac9-ad0c-7ee316c38acc port 75e26cd0-5724-4664-b8da-162e6011a153 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:12:19.785718 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0115-984f-4816-b48b-81f3643f24b5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.791839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7f0115-984f-4816-b48b-81f3643f24b5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:19.792067 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0115-984f-4816-b48b-81f3643f24b5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.804288 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.821658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: cccfc64a-e9f4-4782-aecb-b801e31b3542 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:19.822168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device cccfc64a-e9f4-4782-aecb-b801e31b3542 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:19.870982 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] Set router 8a47bf0a-196d-4f24-aacc-7493edb63f09 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:19.881526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f0115-984f-4816-b48b-81f3643f24b5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Network': ['ID=a667896d-3d6d-422e-b7da-13b5ad162d5a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:19.895063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1948982-4a16-44fc-8756-9d65ce4a3764 admin admin] Deleting subnet 43fafaf0-13ef-480d-859e-80016e4402ff {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:19.906421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ca7f0115-984f-4816-b48b-81f3643f24b5 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5306268 Dec 08 02:12:19.906421 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1948982-4a16-44fc-8756-9d65ce4a3764 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.907365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48524) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:19.912638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1a1b8f17-f804-43c0-a708-75ced843c301 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'subnet': {'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:19.956317 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1948982-4a16-44fc-8756-9d65ce4a3764 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:19.973601 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network a667896d-3d6d-422e-b7da-13b5ad162d5a details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:12:19.989903 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-188da1f8-9e71-412f-b2a7-f0d6aa848ded tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.044417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c948dd-593f-427a-bac6-0f05d8ac44d5 None None] Pushing event updated for resources: {'Port': ['ID=af97884d-5c87-4fa7-ab65-bbb6878ebea9,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:20.046273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1b8f17-f804-43c0-a708-75ced843c301 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:20.047329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188da1f8-9e71-412f-b2a7-f0d6aa848ded tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=a86ada72-7738-4fcf-a8d5-63103ab8129d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:20.053624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a1b8f17-f804-43c0-a708-75ced843c301 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.057289 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-188da1f8-9e71-412f-b2a7-f0d6aa848ded tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.060748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-188da1f8-9e71-412f-b2a7-f0d6aa848ded tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/a86ada72-7738-4fcf-a8d5-63103ab8129d HTTP/1.1" status: 204 len: 168 time: 0.8980405 Dec 08 02:12:20.068370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48526) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:20.105177 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] For port bae25734-0b5a-4b64-8383-15f8401703b1, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:20.109984 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1948982-4a16-44fc-8756-9d65ce4a3764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.169356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] For port bae25734-0b5a-4b64-8383-15f8401703b1, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bae25734-0b5a-4b64-8383-15f8401703b1,segment=NetworkSegment(20ab796b-0d9d-4826-bcfd-1868b3523481),segment_id=20ab796b-0d9d-4826-bcfd-1868b3523481)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:20.190266 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.204662 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1948982-4a16-44fc-8756-9d65ce4a3764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.271724 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1948982-4a16-44fc-8756-9d65ce4a3764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.280055 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a1948982-4a16-44fc-8756-9d65ce4a3764 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/43fafaf0-13ef-480d-859e-80016e4402ff HTTP/1.1" status: 204 len: 168 time: 0.5751662 Dec 08 02:12:20.289734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd8f34-8a2d-4dea-9c71-2da1b8f61ead None None] Network 428110d5-32d4-47df-9168-f0402d79a097 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:20.299268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48530) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:20.312318 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.342521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1948982-4a16-44fc-8756-9d65ce4a3764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fafaf0-13ef-480d-859e-80016e4402ff,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:20.343288 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.369695 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4835105d-ef71-4b37-b1d4-0828ca3a4983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.392769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-634bd265-46c2-4378-a9b2-9c4586d0e504 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet e7d8e947-873c-4819-8c24-0d34a24138ec {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:20.407388 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-634bd265-46c2-4378-a9b2-9c4586d0e504 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.474057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d066a-ee85-457f-8b58-0267def4d491 req-3f9cdcf1-cb96-4dcf-ab67-0ac4aa1cb155 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:20.488376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce1d066a-ee85-457f-8b58-0267def4d491 req-3f9cdcf1-cb96-4dcf-ab67-0ac4aa1cb155 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.2927005 Dec 08 02:12:20.549568 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Pushing event updated for resources: {'Port': ['ID=75e26cd0-5724-4664-b8da-162e6011a153,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:20.559305 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8516d9a-aa82-458c-99d5-ec4d2f252bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.561956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-634bd265-46c2-4378-a9b2-9c4586d0e504 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.573187 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.586005 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:20.586476 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:20.587035 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:20.587755 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:20.588664 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:20.588664 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:20.589170 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:20.590541 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:20.591032 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:20.591529 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:20.593443 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:20.594085 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:20.594724 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:20.598825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4835105d-ef71-4b37-b1d4-0828ca3a4983 None None] For port c5bd0698-866b-4e21-8580-5531e4b17c4d, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c5bd0698-866b-4e21-8580-5531e4b17c4d,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:20.615616 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Attempting to bind port 75e26cd0-5724-4664-b8da-162e6011a153 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:20.616437 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Attempting to bind port 75e26cd0-5724-4664-b8da-162e6011a153 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '20ab796b-0d9d-4826-bcfd-1868b3523481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:20.617072 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Attempting to bind port 75e26cd0-5724-4664-b8da-162e6011a153 on network c3af3c55-e9a4-4017-839b-9db17fbbc16b {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:20.617948 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a1b8f17-f804-43c0-a708-75ced843c301 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.626047 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:20.626890 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Checking segment: {'id': '20ab796b-0d9d-4826-bcfd-1868b3523481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:20.627534 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.628936 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Bound using segment: {'id': '20ab796b-0d9d-4826-bcfd-1868b3523481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:20.629679 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Bound port: 75e26cd0-5724-4664-b8da-162e6011a153, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ab796b-0d9d-4826-bcfd-1868b3523481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:20.631116 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.659082 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.671109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb81c7-e7e7-41ab-bb9b-6d597d653a7c None None] Pushing event updated for resources: {'Port': ['ID=bae25734-0b5a-4b64-8383-15f8401703b1,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:20.674928 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device af97884d-5c87-4fa7-ab65-bbb6878ebea9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:20.750231 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] For port 75e26cd0-5724-4664-b8da-162e6011a153, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:20.754951 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] For port 75e26cd0-5724-4664-b8da-162e6011a153, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=75e26cd0-5724-4664-b8da-162e6011a153,segment=NetworkSegment(20ab796b-0d9d-4826-bcfd-1868b3523481),segment_id=20ab796b-0d9d-4826-bcfd-1868b3523481)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:20.763638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Pushing event updated for resources: {'Port': ['ID=4339f852-315f-4a03-bf26-cf46464f691f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:20.772335 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4835105d-ef71-4b37-b1d4-0828ca3a4983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.797863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce1d066a-ee85-457f-8b58-0267def4d491 req-890068ae-1167-481d-a71a-f129e1d93a40 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086586 Dec 08 02:12:20.798907 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.806872 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-634bd265-46c2-4378-a9b2-9c4586d0e504 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.822519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe57ed92-a1cd-4552-bb8a-7e1ab14cec6b None None] DHCP port deletion for 428110d5-32d4-47df-9168-f0402d79a097 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:20.875055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Allocated IP 172.20.0.17 (24a83b40-ef51-41b8-abb5-0b319ccd8515/4a7e9f90-ba94-4b9d-8ee9-c726b5083e10/854c8d15-d34e-411e-ae22-aee56e26c98c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:20.889596 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8516d9a-aa82-458c-99d5-ec4d2f252bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.892325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b8f17-f804-43c0-a708-75ced843c301 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Checking segment: {'id': '2d189b4c-fa8f-480e-a038-989ac2c8dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:20.892763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b8f17-f804-43c0-a708-75ced843c301 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network hostable DHCP agents. Network: a667896d-3d6d-422e-b7da-13b5ad162d5a, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:12:20.895383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b8f17-f804-43c0-a708-75ced843c301 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Subnet': ['ID=67204357-1b14-4ac7-b793-4b4346e244fa,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:20.908968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Network 24a83b40-ef51-41b8-abb5-0b319ccd8515 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:20.918023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:20.921001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:20.949286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-d8516d9a-aa82-458c-99d5-ec4d2f252bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428110d5-32d4-47df-9168-f0402d79a097']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:20.974816 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:20.977167 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-634bd265-46c2-4378-a9b2-9c4586d0e504 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.985316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b8f17-f804-43c0-a708-75ced843c301 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network a667896d-3d6d-422e-b7da-13b5ad162d5a is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:12:20.988032 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:11:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:20.989681 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-d8516d9a-aa82-458c-99d5-ec4d2f252bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:20.990011 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-d8516d9a-aa82-458c-99d5-ec4d2f252bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc5b0ec-cedb-41a6-8e45-35ad778ddfdd') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:20.998698 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47341a-6b74-48d6-ab82-ef4f5c487658 None None] Pushing event updated for resources: {'Port': ['ID=75e26cd0-5724-4664-b8da-162e6011a153,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:21.001902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835105d-ef71-4b37-b1d4-0828ca3a4983 None None] Pushing event updated for resources: {'Port': ['ID=c5bd0698-866b-4e21-8580-5531e4b17c4d,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:21.044806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bd265-46c2-4378-a9b2-9c4586d0e504 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d8e947-873c-4819-8c24-0d34a24138ec,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:21.048162 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-634bd265-46c2-4378-a9b2-9c4586d0e504 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.048352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Attempting to bind port 4339f852-315f-4a03-bf26-cf46464f691f on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:21.048609 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Attempting to bind port 4339f852-315f-4a03-bf26-cf46464f691f by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'e4e5f9d0-f630-492b-b50d-cf171f450e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:21.048976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Attempting to bind port 4339f852-315f-4a03-bf26-cf46464f691f on network 24a83b40-ef51-41b8-abb5-0b319ccd8515 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:21.055372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-634bd265-46c2-4378-a9b2-9c4586d0e504 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/e7d8e947-873c-4819-8c24-0d34a24138ec HTTP/1.1" status: 204 len: 168 time: 0.9834423 Dec 08 02:12:21.055640 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509417863', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:13Z', 'updated_at': '2021-12-08T02:12:15Z', 'revision_number': 3, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:03:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:21.055927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48532) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:21.079103 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8516d9a-aa82-458c-99d5-ec4d2f252bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.099219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b8f17-f804-43c0-a708-75ced843c301 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, a667896d-3d6d-422e-b7da-13b5ad162d5a) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:21.114313 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b8f17-f804-43c0-a708-75ced843c301 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:21.114565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1a1b8f17-f804-43c0-a708-75ced843c301 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.115989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port af97884d-5c87-4fa7-ab65-bbb6878ebea9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:21.116367 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.120050 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8516d9a-aa82-458c-99d5-ec4d2f252bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.126056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d32d0a2-06b9-471b-847a-b61653c3d849 None None] The sync data for ids ['8a47bf0a-196d-4f24-aacc-7493edb63f09'] in n-d-713499-31 is: [{'id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509417863', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:13Z', 'updated_at': '2021-12-08T02:12:15Z', 'revision_number': 3, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:03:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:21.128718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0560934c-13ec-4d8c-b61d-add9e96aa6d7 None None] Network a667896d-3d6d-422e-b7da-13b5ad162d5a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:21.133112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-000cc23f-99fe-43d5-9444-55c37f248453 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736756 Dec 08 02:12:21.134432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48534) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:21.137188 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8516d9a-aa82-458c-99d5-ec4d2f252bf8 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:12:21.137611 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8516d9a-aa82-458c-99d5-ec4d2f252bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.139753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f02348eb-ad85-45fe-8902-2cc761c0ab12 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:12:21.141464 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:12:21.166295 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:21.166772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Checking segment: {'id': 'e4e5f9d0-f630-492b-b50d-cf171f450e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:21.167169 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.167560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Bound using segment: {'id': 'e4e5f9d0-f630-492b-b50d-cf171f450e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:21.168077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Bound port: 4339f852-315f-4a03-bf26-cf46464f691f, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e5f9d0-f630-492b-b50d-cf171f450e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:21.168514 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.226983 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1a1b8f17-f804-43c0-a708-75ced843c301 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3156235 Dec 08 02:12:21.235829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48536) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:21.277487 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.283538 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:21.395416 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8516d9a-aa82-458c-99d5-ec4d2f252bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.401116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02348eb-ad85-45fe-8902-2cc761c0ab12 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:21.403654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-a667896d-3d6d-422e-b7da-13b5ad162d5a', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'project_id': 'ea9220481296430fa8c96b469a3502db', 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:12:21.405880 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.410942 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f02348eb-ad85-45fe-8902-2cc761c0ab12 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.423802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb29060-0800-4e0b-8c60-3f8f7e2e9d14 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:21.449604 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8516d9a-aa82-458c-99d5-ec4d2f252bf8 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.452868 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d8516d9a-aa82-458c-99d5-ec4d2f252bf8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/428110d5-32d4-47df-9168-f0402d79a097 HTTP/1.1" status: 204 len: 168 time: 1.1522293 Dec 08 02:12:21.487340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8516d9a-aa82-458c-99d5-ec4d2f252bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=428110d5-32d4-47df-9168-f0402d79a097,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:21.535865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19679c-94ad-4a3b-8135-c70f18abb25c req-0bf72c59-313e-4972-a308-3e4fc7154bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:21.547171 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-db19679c-94ad-4a3b-8135-c70f18abb25c req-0bf72c59-313e-4972-a308-3e4fc7154bf5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 1097 time: 0.1426308 Dec 08 02:12:21.600628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] For port 4339f852-315f-4a03-bf26-cf46464f691f, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:21.696978 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:17Z', 'revision_number': 2, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:20Z', 'revision_number': 4, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:21.758652 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4973d53-3ffe-42d8-926f-11816778d3b9 None None] The sync data for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 is: [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:17Z', 'revision_number': 2, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:20Z', 'revision_number': 4, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:21.770119 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48540) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:21.795456 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.808231 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] For port 4339f852-315f-4a03-bf26-cf46464f691f, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4339f852-315f-4a03-bf26-cf46464f691f,segment=NetworkSegment(e4e5f9d0-f630-492b-b50d-cf171f450e43),segment_id=e4e5f9d0-f630-492b-b50d-cf171f450e43)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:21.815242 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e3a34dd3-d372-4850-9972-7d106852f3b3 None None] Provisioning complete for port af97884d-5c87-4fa7-ab65-bbb6878ebea9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:21.816656 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3a34dd3-d372-4850-9972-7d106852f3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.884968 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.939746 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Network 24a83b40-ef51-41b8-abb5-0b319ccd8515 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:21.947777 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:21.967915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:22.013521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-37b40a50-80be-458d-9512-0f6303674382 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f45bb79c018543c1a4e1738dcf1335bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2340341 Dec 08 02:12:22.020472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48544) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:22.022193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'Port': ['ID=854c8d15-d34e-411e-ae22-aee56e26c98c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:22.052586 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f02348eb-ad85-45fe-8902-2cc761c0ab12 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:22.185207 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4784b3fc-0ded-4a22-bf76-2f190f75df74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:22.198797 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02348eb-ad85-45fe-8902-2cc761c0ab12 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:22.212130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f02348eb-ad85-45fe-8902-2cc761c0ab12 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:22.223087 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02348eb-ad85-45fe-8902-2cc761c0ab12 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:22.223828 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f02348eb-ad85-45fe-8902-2cc761c0ab12 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:22.284164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687b9f4-b156-4cdc-9736-1839ae82def1 req-1c44da6f-f84d-48ff-a131-fdc5d83641f0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:22.286339 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d687b9f4-b156-4cdc-9736-1839ae82def1 req-1c44da6f-f84d-48ff-a131-fdc5d83641f0 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.3283651 Dec 08 02:12:22.295258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f02348eb-ad85-45fe-8902-2cc761c0ab12 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1604457 Dec 08 02:12:22.309665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02348eb-ad85-45fe-8902-2cc761c0ab12 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=4aa4f64d-c9ab-4c36-9d09-76c5b8034ed4,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:22.312910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48546) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:22.340986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:22.361846 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Allocated IP 2001:db8:1::2 (a667896d-3d6d-422e-b7da-13b5ad162d5a/67204357-1b14-4ac7-b793-4b4346e244fa/301a0b95-5a17-49f0-8ef3-4837b49b5571) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:22.397608 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6578e29b-f4b8-4f9e-9281-4561f8eefa8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:22.408605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9c991-18a8-485f-87ec-9910a52da9de None None] Pushing event updated for resources: {'Port': ['ID=4339f852-315f-4a03-bf26-cf46464f691f,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:22.417573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38054b87-2a09-4edb-866e-58ecd0a5dd38 None None] Network c3af3c55-e9a4-4017-839b-9db17fbbc16b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:22.657137 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6578e29b-f4b8-4f9e-9281-4561f8eefa8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:22.690154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d687b9f4-b156-4cdc-9736-1839ae82def1 req-c3462dc3-7a04-4a24-b72e-18ba8efce861 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937554 Dec 08 02:12:22.752212 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:22.761875 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:22.765865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19679c-94ad-4a3b-8135-c70f18abb25c req-ac75e2cd-6b33-4497-8861-c8446edbe683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:22.773361 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-db19679c-94ad-4a3b-8135-c70f18abb25c req-ac75e2cd-6b33-4497-8861-c8446edbe683 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 906 time: 1.1986592 Dec 08 02:12:22.807592 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:22.970701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b899c862-4910-42c1-934a-2f73e66c5d11 None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:22.973374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bae25734-0b5a-4b64-8383-15f8401703b1 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:23.000619 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6578e29b-f4b8-4f9e-9281-4561f8eefa8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:23.004559 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6578e29b-f4b8-4f9e-9281-4561f8eefa8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:23.008714 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6578e29b-f4b8-4f9e-9281-4561f8eefa8f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c52c82da-eb3e-4a89-a057-cc93a4cb7271 HTTP/1.1" status: 204 len: 168 time: 0.9775877 Dec 08 02:12:23.062472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578e29b-f4b8-4f9e-9281-4561f8eefa8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52c82da-eb3e-4a89-a057-cc93a4cb7271,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:23.149372 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-db19679c-94ad-4a3b-8135-c70f18abb25c req-5551baa6-b921-41e7-a613-038f7c368882 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe HTTP/1.1" status: 200 len: 217 time: 0.3595979 Dec 08 02:12:23.219826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d106e-70d8-4a95-9ef0-fc52b3b5dbeb req-c8a2d4ae-5af9-41d1-b06e-28e11328f3db tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:23.221489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f4d106e-70d8-4a95-9ef0-fc52b3b5dbeb req-c8a2d4ae-5af9-41d1-b06e-28e11328f3db tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.1566029 Dec 08 02:12:23.265621 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e3a34dd3-d372-4850-9972-7d106852f3b3 None None] Could not find standard attr ID for object f1e54041-6552-47e3-b685-67293e0a4b6c. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:12:23.340308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port bae25734-0b5a-4b64-8383-15f8401703b1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:23.340686 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:23.358300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f4d106e-70d8-4a95-9ef0-fc52b3b5dbeb req-27c88ae9-4ff7-4f7a-a2c9-5d9614e1da9b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298177 Dec 08 02:12:23.382636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b899c862-4910-42c1-934a-2f73e66c5d11 None None] Deleting port af97884d-5c87-4fa7-ab65-bbb6878ebea9 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:23.383009 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b899c862-4910-42c1-934a-2f73e66c5d11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:23.437067 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:23.491073 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:23.498245 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:23.506768 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19679c-94ad-4a3b-8135-c70f18abb25c req-a3889ca9-01ba-41bb-832a-afbaa8785062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:23.514548 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-db19679c-94ad-4a3b-8135-c70f18abb25c req-a3889ca9-01ba-41bb-832a-afbaa8785062 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.3564694 Dec 08 02:12:23.526749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1821f0e1-edd7-4ff7-b5f0-d5ff16e21997 None None] Provisioning complete for port bae25734-0b5a-4b64-8383-15f8401703b1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:23.527496 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1821f0e1-edd7-4ff7-b5f0-d5ff16e21997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:23.574942 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:23.595929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Network a667896d-3d6d-422e-b7da-13b5ad162d5a is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:23.627744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:23.647650 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-db19679c-94ad-4a3b-8135-c70f18abb25c req-33a05037-00f6-4a34-9fb5-74eb6877b0a1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116645 Dec 08 02:12:23.652964 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1cce3030-5a3a-4ed8-9ae0-fd3625d54bba req-0f222da6-f881-4c62-a9ff-76be753ac4f3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4097195 Dec 08 02:12:23.696494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58fb76-481d-4e53-8d98-4aa6e2e5d926 req-5e94b178-9902-4109-83e9-4daa488d174b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:23.698274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a58fb76-481d-4e53-8d98-4aa6e2e5d926 req-5e94b178-9902-4109-83e9-4daa488d174b tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.1140544 Dec 08 02:12:23.724766 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:23.733307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b899c862-4910-42c1-934a-2f73e66c5d11 None None] For port af97884d-5c87-4fa7-ab65-bbb6878ebea9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=af97884d-5c87-4fa7-ab65-bbb6878ebea9,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:23.733691 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b899c862-4910-42c1-934a-2f73e66c5d11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:23.748340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Pushing event updated for resources: {'Port': ['ID=301a0b95-5a17-49f0-8ef3-4837b49b5571,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:23.818517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b899c862-4910-42c1-934a-2f73e66c5d11 None None] Calling delete_port for af97884d-5c87-4fa7-ab65-bbb6878ebea9 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:23.882974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.objects.ports [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:12:23.891380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a58fb76-481d-4e53-8d98-4aa6e2e5d926 req-0cab74ed-0141-4f54-adee-922325187d64 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812680 Dec 08 02:12:23.913689 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:24.004297 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:24.143552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce3030-5a3a-4ed8-9ae0-fd3625d54bba req-fe014347-b56b-4119-88e1-12332716f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:24.145774 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1cce3030-5a3a-4ed8-9ae0-fd3625d54bba req-fe014347-b56b-4119-88e1-12332716f664 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f00c661668d43f18aa8b95269722bb0&device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 1098 time: 0.3882220 Dec 08 02:12:24.200382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Attempting to bind port 301a0b95-5a17-49f0-8ef3-4837b49b5571 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:24.201013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Attempting to bind port 301a0b95-5a17-49f0-8ef3-4837b49b5571 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '2d189b4c-fa8f-480e-a038-989ac2c8dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:24.201274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Attempting to bind port 301a0b95-5a17-49f0-8ef3-4837b49b5571 on network a667896d-3d6d-422e-b7da-13b5ad162d5a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:24.298983 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port bae25734-0b5a-4b64-8383-15f8401703b1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bae25734-0b5a-4b64-8383-15f8401703b1,segment=NetworkSegment(20ab796b-0d9d-4826-bcfd-1868b3523481),segment_id=20ab796b-0d9d-4826-bcfd-1868b3523481)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:24.310776 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694039e7-52f7-4dde-9018-6b1a0fd89c03 None None] Network 24a83b40-ef51-41b8-abb5-0b319ccd8515 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:24.313156 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1821f0e1-edd7-4ff7-b5f0-d5ff16e21997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:24.315053 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:24.315503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Checking segment: {'id': '2d189b4c-fa8f-480e-a038-989ac2c8dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:24.319721 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:24.320241 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Bound using segment: {'id': '2d189b4c-fa8f-480e-a038-989ac2c8dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:24.320759 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Bound port: 301a0b95-5a17-49f0-8ef3-4837b49b5571, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d189b4c-fa8f-480e-a038-989ac2c8dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:24.321152 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:24.342954 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-db19679c-94ad-4a3b-8135-c70f18abb25c req-51aaa71c-ffdb-4d4b-a5d0-42808c0b5ea4 service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6646690 Dec 08 02:12:24.371782 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:24.372720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 75e26cd0-5724-4664-b8da-162e6011a153 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:24.374339 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:24.508324 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:24.598055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f969e0-34d0-482f-b260-3460ece861d4 req-b75c0c0b-2309-43b3-a119-6c0aba6d3897 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:24.599838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97f969e0-34d0-482f-b260-3460ece861d4 req-b75c0c0b-2309-43b3-a119-6c0aba6d3897 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.1694942 Dec 08 02:12:24.603867 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6a4aad8-9cef-4368-b2d2-58f9629cf149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:24.710245 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce3030-5a3a-4ed8-9ae0-fd3625d54bba req-f58b945f-7a1f-4063-8018-1eeef8299b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:24.711939 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1cce3030-5a3a-4ed8-9ae0-fd3625d54bba req-f58b945f-7a1f-4063-8018-1eeef8299b9b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 200 len: 906 time: 0.5251117 Dec 08 02:12:24.726934 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b899c862-4910-42c1-934a-2f73e66c5d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:24.741736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97f969e0-34d0-482f-b260-3460ece861d4 req-c52564bd-572b-4e98-b0d7-12dbcfd2fb37 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340125 Dec 08 02:12:24.783475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=bae25734-0b5a-4b64-8383-15f8401703b1,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:24.796799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899c862-4910-42c1-934a-2f73e66c5d11 None None] No DVR routers for this DVR port af97884d-5c87-4fa7-ab65-bbb6878ebea9 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:24.849342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5aded5-d7a7-4b2c-9d52-b5ec6b10e2a6 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:24.874408 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-1821f0e1-edd7-4ff7-b5f0-d5ff16e21997 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:12:24.874952 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-1821f0e1-edd7-4ff7-b5f0-d5ff16e21997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:12:24.876263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899c862-4910-42c1-934a-2f73e66c5d11 None None] Pushing event deleted for resources: {'Port': ['ID=af97884d-5c87-4fa7-ab65-bbb6878ebea9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:24.911670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] For port 301a0b95-5a17-49f0-8ef3-4837b49b5571, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:24.952082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 75e26cd0-5724-4664-b8da-162e6011a153 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:24.952455 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:24.960141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] For port 301a0b95-5a17-49f0-8ef3-4837b49b5571, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=301a0b95-5a17-49f0-8ef3-4837b49b5571,segment=NetworkSegment(2d189b4c-fa8f-480e-a038-989ac2c8dc61),segment_id=2d189b4c-fa8f-480e-a038-989ac2c8dc61)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:24.993544 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:25.139945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': '123c97d5-7995-496c-9a7a-f96b2f91c8ea'}, {'subnet_id': '4aa4f64d-c9ab-4c36-9d09-76c5b8034ed4'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:12:25.141307 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:25.147352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc683b37-1efd-4592-8c7e-63a4d0dc0404 None None] Pushing event updated for resources: {'Port': ['ID=301a0b95-5a17-49f0-8ef3-4837b49b5571,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:25.148675 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Allocated IP 2001:db8:1::1 (a667896d-3d6d-422e-b7da-13b5ad162d5a/67204357-1b14-4ac7-b793-4b4346e244fa/56316ff6-4cf9-4a34-a3b6-b20eacdce395) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:25.357254 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:25.362056 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:25.415492 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-db19679c-94ad-4a3b-8135-c70f18abb25c req-b57008f8-bca4-4a9e-9889-5121ea31ca33 service neutron] 10.222.0.75 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0569139 Dec 08 02:12:25.417609 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1cce3030-5a3a-4ed8-9ae0-fd3625d54bba req-76151c71-3654-45ea-8295-d0597c816375 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9545aae-5e04-40b2-b242-477b3b953496 HTTP/1.1" status: 200 len: 217 time: 0.6716676 Dec 08 02:12:25.423141 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:25.583680 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:25.593242 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 75e26cd0-5724-4664-b8da-162e6011a153, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=75e26cd0-5724-4664-b8da-162e6011a153,segment=NetworkSegment(20ab796b-0d9d-4826-bcfd-1868b3523481),segment_id=20ab796b-0d9d-4826-bcfd-1868b3523481)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:25.606684 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:25.611941 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c5bd0698-866b-4e21-8580-5531e4b17c4d up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:25.704022 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96a4974a-da8e-42ab-99ea-7011d83f1052 req-106e5925-bfe6-4e3d-9e6e-3b89f1ccb911 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0560746 Dec 08 02:12:25.743968 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] For port af97884d-5c87-4fa7-ab65-bbb6878ebea9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=af97884d-5c87-4fa7-ab65-bbb6878ebea9,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:25.805612 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network a667896d-3d6d-422e-b7da-13b5ad162d5a is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:25.829010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:25.841723 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:25.850285 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:25.851830 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:25.859381 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:25.859970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:25.865458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=56316ff6-4cf9-4a34-a3b6-b20eacdce395,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:25.901159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=af97884d-5c87-4fa7-ab65-bbb6878ebea9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:25.981588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce3030-5a3a-4ed8-9ae0-fd3625d54bba req-8ed84d22-201c-41a6-8c29-80fc21943a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:25.983286 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1cce3030-5a3a-4ed8-9ae0-fd3625d54bba req-8ed84d22-201c-41a6-8c29-80fc21943a89 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 200 len: 845 time: 0.4981177 Dec 08 02:12:26.026521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:26.041712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:26.055457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:26.056303 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:26.058888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=123c97d5-7995-496c-9a7a-f96b2f91c8ea,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:26.094152 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1cce3030-5a3a-4ed8-9ae0-fd3625d54bba req-69dfb266-beaa-41db-8525-ab609b3c21bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c1d6076-2a4e-4d70-97ce-7376926325bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921140 Dec 08 02:12:26.100240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-112fe90b-bda0-4f0a-ab17-61c7c163d796 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7660041 Dec 08 02:12:26.108689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8c62e-1741-4515-9183-7ae1be67b498 req-bf8a12ec-c58b-4f94-8e98-215e218c159a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:26.110381 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5cd8c62e-1741-4515-9183-7ae1be67b498 req-bf8a12ec-c58b-4f94-8e98-215e218c159a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.2105129 Dec 08 02:12:26.110684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48602) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:26.123543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'mac_address': 'fa:16:3e:c0:78:50', 'name': 'tempest-NetworksTestDHCPv6-1713329748'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:26.148167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f4bbf-8582-4e35-9c23-e13d415760c6 req-0e8c8152-f6fc-4bac-94b9-befd5c9d2a78 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:26.150147 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-076f4bbf-8582-4e35-9c23-e13d415760c6 req-0e8c8152-f6fc-4bac-94b9-befd5c9d2a78 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.5456669 Dec 08 02:12:26.169704 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:26.195238 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=75e26cd0-5724-4664-b8da-162e6011a153,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:26.212692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Allocated IP 172.20.0.2 (27b71a85-dd81-4415-b869-7bdb583f90f3/4aa4f64d-c9ab-4c36-9d09-76c5b8034ed4/29fb6ed7-9706-4253-b979-384bf542fd18) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:26.218901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-006fcdbe-5066-4916-8119-5d425a28a2a4 None None] Provisioning complete for port bae25734-0b5a-4b64-8383-15f8401703b1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:26.219344 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-006fcdbe-5066-4916-8119-5d425a28a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:26.268633 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Allocated IP 2001:db8::f816:3eff:fedf:496b (27b71a85-dd81-4415-b869-7bdb583f90f3/123c97d5-7995-496c-9a7a-f96b2f91c8ea/29fb6ed7-9706-4253-b979-384bf542fd18) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:26.279375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port c5bd0698-866b-4e21-8580-5531e4b17c4d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:26.279774 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:26.304079 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5cd8c62e-1741-4515-9183-7ae1be67b498 req-16588e6f-55ec-49b2-9241-4a490df8904f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675770 Dec 08 02:12:26.416542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:26.528258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:26.580691 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:26.605833 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port a02849e8-dfe8-4f24-bfc5-ba9389a3a5af yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:12:26.626503 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:26.641439 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:26.720549 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Pushing event updated for resources: {'Port': ['ID=29fb6ed7-9706-4253-b979-384bf542fd18,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:26.735072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:26.751745 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:26.759329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'Port': ['ID=854c8d15-d34e-411e-ae22-aee56e26c98c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:26.759548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:26.765419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-006fcdbe-5066-4916-8119-5d425a28a2a4 None None] Provisioning complete for port 75e26cd0-5724-4664-b8da-162e6011a153 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:26.765806 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-006fcdbe-5066-4916-8119-5d425a28a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:26.768675 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:26.785711 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:26.823832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 172.20.0.11 (27b71a85-dd81-4415-b869-7bdb583f90f3/4aa4f64d-c9ab-4c36-9d09-76c5b8034ed4/a02849e8-dfe8-4f24-bfc5-ba9389a3a5af) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:26.831271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::f816:3eff:fec0:7850 (27b71a85-dd81-4415-b869-7bdb583f90f3/123c97d5-7995-496c-9a7a-f96b2f91c8ea/a02849e8-dfe8-4f24-bfc5-ba9389a3a5af) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:26.880851 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1cce3030-5a3a-4ed8-9ae0-fd3625d54bba req-c509e079-b685-459b-a8c7-9962f93f080c service neutron] 10.222.0.45 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7425871 Dec 08 02:12:26.999175 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Attempting to bind port 29fb6ed7-9706-4253-b979-384bf542fd18 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:26.999554 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Attempting to bind port 29fb6ed7-9706-4253-b979-384bf542fd18 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:27.000149 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Attempting to bind port 29fb6ed7-9706-4253-b979-384bf542fd18 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:27.002688 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a2c778-7faf-451b-8a5a-b6082fdcbce5 None None] Network a667896d-3d6d-422e-b7da-13b5ad162d5a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:27.020449 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1cce3030-5a3a-4ed8-9ae0-fd3625d54bba req-fbd78997-1a9c-4b04-85cb-61c1bec92ac6 service neutron] 10.222.0.45 "GET /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077273 Dec 08 02:12:27.041068 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-076f4bbf-8582-4e35-9c23-e13d415760c6 req-8bf359af-4454-4e1a-a9fa-c39046d60247 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Deleting port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:27.041411 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-076f4bbf-8582-4e35-9c23-e13d415760c6 req-8bf359af-4454-4e1a-a9fa-c39046d60247 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.052616 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.119578 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.125462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:27.125847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:27.128484 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.128935 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:27.129502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Bound port: 29fb6ed7-9706-4253-b979-384bf542fd18, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:27.129991 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.142787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-006fcdbe-5066-4916-8119-5d425a28a2a4 None None] Provisioning complete for port 4339f852-315f-4a03-bf26-cf46464f691f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:27.143158 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-006fcdbe-5066-4916-8119-5d425a28a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.168040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6a8af9f-057c-4d4c-842b-7cf81aa88265 req-69d6e410-305c-4723-a3e3-1d72e42adb98 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0679550 Dec 08 02:12:27.169407 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.233738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=a02849e8-dfe8-4f24-bfc5-ba9389a3a5af,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:27.255531 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Network 24a83b40-ef51-41b8-abb5-0b319ccd8515 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:27.257684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:27.259160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:27.261847 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:27.291746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 301a0b95-5a17-49f0-8ef3-4837b49b5571 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:27.294678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:27.366270 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:27.367095 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.373650 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-006fcdbe-5066-4916-8119-5d425a28a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.408767 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ae3ed48f-e2e9-4b5d-9baf-51fca56c91ea tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2970083 Dec 08 02:12:27.412186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48610) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:27.428081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] For port 29fb6ed7-9706-4253-b979-384bf542fd18, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:27.456755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] For port 29fb6ed7-9706-4253-b979-384bf542fd18, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=29fb6ed7-9706-4253-b979-384bf542fd18,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:27.482813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-006fcdbe-5066-4916-8119-5d425a28a2a4 None None] For port 4339f852-315f-4a03-bf26-cf46464f691f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4339f852-315f-4a03-bf26-cf46464f691f,segment=NetworkSegment(e4e5f9d0-f630-492b-b50d-cf171f450e43),segment_id=e4e5f9d0-f630-492b-b50d-cf171f450e43)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:27.484702 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.549625 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16d57ef-0f83-4fd2-9de6-42a01cea48f2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:27.556290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16d57ef-0f83-4fd2-9de6-42a01cea48f2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:27.560807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d16d57ef-0f83-4fd2-9de6-42a01cea48f2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1447916 Dec 08 02:12:27.562208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48612) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:27.576594 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-006fcdbe-5066-4916-8119-5d425a28a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.581865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e3411-93e6-4705-b605-6b927132b46c req-302a4f56-dcbe-4b33-af0d-507ef8dd3e91 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:27.583451 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c04e3411-93e6-4705-b605-6b927132b46c req-302a4f56-dcbe-4b33-af0d-507ef8dd3e91 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 945 time: 0.0842462 Dec 08 02:12:27.593386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 301a0b95-5a17-49f0-8ef3-4837b49b5571 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:27.594297 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.680185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c04e3411-93e6-4705-b605-6b927132b46c req-fa772a82-f47a-4492-acc3-659654c48cbe tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894768 Dec 08 02:12:27.680373 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-006fcdbe-5066-4916-8119-5d425a28a2a4 None None] Provisioning complete for port 854c8d15-d34e-411e-ae22-aee56e26c98c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:27.680800 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-006fcdbe-5066-4916-8119-5d425a28a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.686209 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa1954-9d6d-49b8-a25e-960a4a6006eb None None] Pushing event updated for resources: {'Port': ['ID=29fb6ed7-9706-4253-b979-384bf542fd18,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:27.733162 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:27.743596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-076f4bbf-8582-4e35-9c23-e13d415760c6 req-8bf359af-4454-4e1a-a9fa-c39046d60247 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] For port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:27.745553 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-076f4bbf-8582-4e35-9c23-e13d415760c6 req-8bf359af-4454-4e1a-a9fa-c39046d60247 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.753931 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Router 8a47bf0a-196d-4f24-aacc-7493edb63f09 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:27.781473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-076f4bbf-8582-4e35-9c23-e13d415760c6 req-8bf359af-4454-4e1a-a9fa-c39046d60247 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Calling delete_port for 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:27.846084 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-006fcdbe-5066-4916-8119-5d425a28a2a4 None None] Port 854c8d15-d34e-411e-ae22-aee56e26c98c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:27.924472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fcdbe-5066-4916-8119-5d425a28a2a4 None None] Pushing event updated for resources: {'Port': ['ID=4339f852-315f-4a03-bf26-cf46464f691f,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:27.938574 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.981603 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ffa82-39f3-4d5f-93f0-92f8a9bffe0b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port a02849e8-dfe8-4f24-bfc5-ba9389a3a5af {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:27.981951 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee3ffa82-39f3-4d5f-93f0-92f8a9bffe0b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:27.988705 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:28.024554 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916d7754-e792-47ae-911f-038e3b81712f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:12:28.027167 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82ada4f-44d2-4bf4-997d-207c5fa0676c" -d '{"events": [{"server_uuid": "916d7754-e792-47ae-911f-038e3b81712f", "name": "network-vif-unplugged", "status": "completed", "tag": "2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:12:28.034749 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:28.053653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:28.057470 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-606e56a6-2c83-4e09-83a4-e7a6bf4f2c6b None None] Provisioning complete for port 56316ff6-4cf9-4a34-a3b6-b20eacdce395 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:28.057977 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-606e56a6-2c83-4e09-83a4-e7a6bf4f2c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:28.062744 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:28.062976 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:28.110407 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:28.111173 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:28.118871 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274de685-a3b2-4a16-bbc6-cb03cb1f8958 x-openstack-request-id: req-274de685-a3b2-4a16-bbc6-cb03cb1f8958 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:12:28.119144 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916d7754-e792-47ae-911f-038e3b81712f", "name": "network-vif-unplugged", "status": "completed", "tag": "2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:12:28.119425 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-274de685-a3b2-4a16-bbc6-cb03cb1f8958 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:12:28.119946 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916d7754-e792-47ae-911f-038e3b81712f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe', 'code': 200} Dec 08 02:12:28.156048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 301a0b95-5a17-49f0-8ef3-4837b49b5571, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=301a0b95-5a17-49f0-8ef3-4837b49b5571,segment=NetworkSegment(2d189b4c-fa8f-480e-a038-989ac2c8dc61),segment_id=2d189b4c-fa8f-480e-a038-989ac2c8dc61)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:28.164969 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:28.165728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bae25734-0b5a-4b64-8383-15f8401703b1 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:28.173163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-606e56a6-2c83-4e09-83a4-e7a6bf4f2c6b None None] Port 56316ff6-4cf9-4a34-a3b6-b20eacdce395 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:28.201911 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:28.232581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:28.251009 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-606e56a6-2c83-4e09-83a4-e7a6bf4f2c6b None None] Provisioning complete for port 301a0b95-5a17-49f0-8ef3-4837b49b5571 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:28.251379 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-606e56a6-2c83-4e09-83a4-e7a6bf4f2c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:28.258007 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=56316ff6-4cf9-4a34-a3b6-b20eacdce395,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:28.258508 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Sync routers for ids ['8a47bf0a-196d-4f24-aacc-7493edb63f09'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:28.314337 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=301a0b95-5a17-49f0-8ef3-4837b49b5571,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:28.327519 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dab40b14-1ce5-46d1-9015-d98e9d5bebec tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "PUT /v2.0/routers/8a47bf0a-196d-4f24-aacc-7493edb63f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9591322 Dec 08 02:12:28.327803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Routers {'8a47bf0a-196d-4f24-aacc-7493edb63f09'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:28.327803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8a47bf0a-196d-4f24-aacc-7493edb63f09'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:28.328025 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee3ffa82-39f3-4d5f-93f0-92f8a9bffe0b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:28.358312 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ffa82-39f3-4d5f-93f0-92f8a9bffe0b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for a02849e8-dfe8-4f24-bfc5-ba9389a3a5af owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:28.386173 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port bae25734-0b5a-4b64-8383-15f8401703b1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:28.386650 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:28.398580 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-076f4bbf-8582-4e35-9c23-e13d415760c6 req-8bf359af-4454-4e1a-a9fa-c39046d60247 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:28.399357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a017047-9d75-4627-bc61-60070f6fb4a6 req-c6a052bc-4634-49cf-add5-dbdea44fd344 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0869462 Dec 08 02:12:28.436008 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a9545aae-5e04-40b2-b242-477b3b953496'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:12:28.496743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e928e507-3ea6-4101-b948-16a61a566992 req-2b46d10c-a126-4a38-8fcc-c37cf18200dd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0391316 Dec 08 02:12:28.504664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf359af-4454-4e1a-a9fa-c39046d60247 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Pushing event deleted for resources: {'Port': ['ID=2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:28.514627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network a667896d-3d6d-422e-b7da-13b5ad162d5a is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:28.519709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:28.528212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cd6f51-7313-4ccd-b06e-4acb900c7ec0 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:28.605939 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Set router 8a47bf0a-196d-4f24-aacc-7493edb63f09 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:28.669352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-076f4bbf-8582-4e35-9c23-e13d415760c6 req-8bf359af-4454-4e1a-a9fa-c39046d60247 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] No DVR routers for this DVR port 2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:28.676086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-076f4bbf-8582-4e35-9c23-e13d415760c6 req-8bf359af-4454-4e1a-a9fa-c39046d60247 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:28.681404 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-076f4bbf-8582-4e35-9c23-e13d415760c6 req-8bf359af-4454-4e1a-a9fa-c39046d60247 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.75 "DELETE /v2.0/ports/2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe HTTP/1.1" status: 204 len: 173 time: 2.5141699 Dec 08 02:12:28.684439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916d7754-e792-47ae-911f-038e3b81712f', 'name': 'network-vif-deleted', 'tag': '2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:12:28.688484 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece91cfe-89de-4ff1-bf7d-15c9d0288616" -d '{"events": [{"server_uuid": "916d7754-e792-47ae-911f-038e3b81712f", "name": "network-vif-deleted", "tag": "2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:12:28.727844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-58178935-a7f8-4f07-81f7-6243ef357116 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:28.729900 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-58178935-a7f8-4f07-81f7-6243ef357116 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/networks?id=24a83b40-ef51-41b8-abb5-0b319ccd8515 HTTP/1.1" status: 200 len: 797 time: 0.1762223 Dec 08 02:12:28.766496 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-10b33790-91da-4293-95ac-2f75b5f1e62f tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/quotas/93f82e85120244488a2d8ce6d04585da HTTP/1.1" status: 200 len: 375 time: 0.0220315 Dec 08 02:12:28.812631 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa2b955-4d88-4c02-b1ae-7e99ab8d1db3 x-openstack-request-id: req-cfa2b955-4d88-4c02-b1ae-7e99ab8d1db3 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:12:28.812917 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916d7754-e792-47ae-911f-038e3b81712f", "name": "network-vif-deleted", "tag": "2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:12:28.813191 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cfa2b955-4d88-4c02-b1ae-7e99ab8d1db3 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:12:28.813597 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916d7754-e792-47ae-911f-038e3b81712f', 'name': 'network-vif-deleted', 'tag': '2c4bf63c-35f9-456c-88cd-b08cfbaa1cbe', 'status': 'completed', 'code': 200} Dec 08 02:12:28.862103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d1b410d6-6948-4ac9-ad0c-7ee316c38acc has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:28.882420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-cdda1fd5-cb84-48c2-aba2-66e3f50f1bfc tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=93f82e85120244488a2d8ce6d04585da&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1072514 Dec 08 02:12:28.981800 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e2f2bc3-cfc5-4957-a156-d6e0cb269cdd req-522c20ae-10a3-41d6-9a6d-33910099105c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=916d7754-e792-47ae-911f-038e3b81712f HTTP/1.1" status: 200 len: 210 time: 0.0984075 Dec 08 02:12:29.087471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-c124fcc0-da63-4ad8-b534-efe943f2211b service neutron] 10.222.0.71 "GET /v2.0/networks/24a83b40-ef51-41b8-abb5-0b319ccd8515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664274 Dec 08 02:12:29.133612 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-606e56a6-2c83-4e09-83a4-e7a6bf4f2c6b None None] Provisioning complete for port 75e26cd0-5724-4664-b8da-162e6011a153 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:29.134877 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-606e56a6-2c83-4e09-83a4-e7a6bf4f2c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:29.176286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4339f852-315f-4a03-bf26-cf46464f691f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:29.228148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-ee71f7ad-5dcc-46f1-882b-c0c5bd8fa6e3 service neutron] 10.222.0.71 "GET /v2.0/networks/24a83b40-ef51-41b8-abb5-0b319ccd8515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282187 Dec 08 02:12:29.328900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde8d81e-8fbb-47a0-b477-18919f04e5f8 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:29.341267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:29.347754 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-76d25144-b3a9-4a35-9862-3143689b3bac tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1105292 Dec 08 02:12:29.348651 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee3ffa82-39f3-4d5f-93f0-92f8a9bffe0b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:29.351443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48634) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:29.362920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-025e401e-6cbd-4cdf-a216-cccd16df6b36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-740037870'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:29.363117 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Sync routers for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:29.391387 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:29.392035 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:29.442369 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44b21594-065c-45f7-82e4-5b577974a4a1 req-8a6fc5b0-9dbd-4429-b674-884512530fb5 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 210 time: 0.0450673 Dec 08 02:12:29.448975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025e401e-6cbd-4cdf-a216-cccd16df6b36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:29.453729 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-025e401e-6cbd-4cdf-a216-cccd16df6b36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:29.462317 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ffa82-39f3-4d5f-93f0-92f8a9bffe0b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=a02849e8-dfe8-4f24-bfc5-ba9389a3a5af,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:29.491447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025e401e-6cbd-4cdf-a216-cccd16df6b36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:12:29.509766 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-025e401e-6cbd-4cdf-a216-cccd16df6b36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:29.510324 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-025e401e-6cbd-4cdf-a216-cccd16df6b36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Added segment 603386a8-aeb6-4fe5-bd23-1b4df434f9e7 of type vlan for network caecb34d-cbf6-4d65-aff4-e333bcd63371 Dec 08 02:12:29.541432 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:29.563903 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-025e401e-6cbd-4cdf-a216-cccd16df6b36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:29.595113 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-025e401e-6cbd-4cdf-a216-cccd16df6b36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:29.603770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025e401e-6cbd-4cdf-a216-cccd16df6b36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:29.604542 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-025e401e-6cbd-4cdf-a216-cccd16df6b36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:29.671495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-606e56a6-2c83-4e09-83a4-e7a6bf4f2c6b None None] Provisioning complete for port 854c8d15-d34e-411e-ae22-aee56e26c98c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:29.674410 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-606e56a6-2c83-4e09-83a4-e7a6bf4f2c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:29.730671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e401e-6cbd-4cdf-a216-cccd16df6b36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Network': ['ID=caecb34d-cbf6-4d65-aff4-e333bcd63371,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:29.739013 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-025e401e-6cbd-4cdf-a216-cccd16df6b36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3845079 Dec 08 02:12:29.743171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48642) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:29.750014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b29333f7-14a7-4c95-bb0d-8330de6069b9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'subnet': {'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:29.763710 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4339f852-315f-4a03-bf26-cf46464f691f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:29.764502 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:29.783468 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee3ffa82-39f3-4d5f-93f0-92f8a9bffe0b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:29.793004 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ee3ffa82-39f3-4d5f-93f0-92f8a9bffe0b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/a02849e8-dfe8-4f24-bfc5-ba9389a3a5af HTTP/1.1" status: 204 len: 168 time: 2.2243915 Dec 08 02:12:29.793221 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2592cd6d-7b95-43d9-b659-9374c0b128b0 req-a3cb9b08-2fa8-4312-8dcd-62ae1575ced5 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0752103 Dec 08 02:12:29.793799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48648) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:29.816057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-606e56a6-2c83-4e09-83a4-e7a6bf4f2c6b None None] Port 854c8d15-d34e-411e-ae22-aee56e26c98c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:29.820929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network caecb34d-cbf6-4d65-aff4-e333bcd63371 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:12:29.908434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29333f7-14a7-4c95-bb0d-8330de6069b9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:29.917449 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b29333f7-14a7-4c95-bb0d-8330de6069b9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:29.925890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41ca6d-4a7e-4c2c-80b1-b7db0ea86fd8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:29.928335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41ca6d-4a7e-4c2c-80b1-b7db0ea86fd8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:29.931588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41ca6d-4a7e-4c2c-80b1-b7db0ea86fd8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:29.936306 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fe41ca6d-4a7e-4c2c-80b1-b7db0ea86fd8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1400459 Dec 08 02:12:29.938037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48650) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:30.023960 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:26Z', 'revision_number': 3, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:27Z', 'revision_number': 2, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:30.064251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f19441e5-bc67-4054-aca2-ba3dec1b9ecd None None] Provisioning complete for port 56316ff6-4cf9-4a34-a3b6-b20eacdce395 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:30.064655 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f19441e5-bc67-4054-aca2-ba3dec1b9ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.067055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85c3bd0-bda7-49ed-af4b-0087122102a8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet 123c97d5-7995-496c-9a7a-f96b2f91c8ea {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:30.074304 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f85c3bd0-bda7-49ed-af4b-0087122102a8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.085578 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Checking router: d1b410d6-6948-4ac9-ad0c-7ee316c38acc for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:30.085940 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Updating router d1b410d6-6948-4ac9-ad0c-7ee316c38acc port 56316ff6-4cf9-4a34-a3b6-b20eacdce395 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:12:30.138251 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.167053 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f19441e5-bc67-4054-aca2-ba3dec1b9ecd None None] Port 56316ff6-4cf9-4a34-a3b6-b20eacdce395 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:30.168044 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f85c3bd0-bda7-49ed-af4b-0087122102a8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.188650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509417863', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:13Z', 'updated_at': '2021-12-08T02:12:23Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '854c8d15-d34e-411e-ae22-aee56e26c98c', 'name': '', 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'mac_address': 'fa:16:3e:c6:4a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '4a7e9f90-ba94-4b9d-8ee9-c726b5083e10', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:19Z', 'updated_at': '2021-12-08T02:12:24Z', 'revision_number': 2, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'subnets': [{'id': '4a7e9f90-ba94-4b9d-8ee9-c726b5083e10', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:30.300745 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Checking router: 8a47bf0a-196d-4f24-aacc-7493edb63f09 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:30.300901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Updating router 8a47bf0a-196d-4f24-aacc-7493edb63f09 port 854c8d15-d34e-411e-ae22-aee56e26c98c binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:12:30.329509 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.332124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 75e26cd0-5724-4664-b8da-162e6011a153 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:30.332921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f85c3bd0-bda7-49ed-af4b-0087122102a8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.412006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f19441e5-bc67-4054-aca2-ba3dec1b9ecd None None] Provisioning complete for port 29fb6ed7-9706-4253-b979-384bf542fd18 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:30.412006 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f19441e5-bc67-4054-aca2-ba3dec1b9ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.421611 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b29333f7-14a7-4c95-bb0d-8330de6069b9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.431845 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f85c3bd0-bda7-49ed-af4b-0087122102a8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.469325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c3bd0-bda7-49ed-af4b-0087122102a8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=123c97d5-7995-496c-9a7a-f96b2f91c8ea,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:30.481497 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f85c3bd0-bda7-49ed-af4b-0087122102a8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.486140 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f85c3bd0-bda7-49ed-af4b-0087122102a8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/123c97d5-7995-496c-9a7a-f96b2f91c8ea HTTP/1.1" status: 204 len: 168 time: 0.5470438 Dec 08 02:12:30.488650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48666) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:30.601761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1080016-52ae-4585-a276-a01326f56184 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet 4aa4f64d-c9ab-4c36-9d09-76c5b8034ed4 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:30.610333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1080016-52ae-4585-a276-a01326f56184 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.683772 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1080016-52ae-4585-a276-a01326f56184 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.690797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38e623fa-7146-4376-b8d2-2c1518cce739 req-04ffbf99-c4bd-4df0-be7a-ad232062dada tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 210 time: 0.0995665 Dec 08 02:12:30.718981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29333f7-14a7-4c95-bb0d-8330de6069b9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Subnet': ['ID=d136dbd7-67fc-4e1d-b002-a130f3f9949e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:30.729604 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29333f7-14a7-4c95-bb0d-8330de6069b9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Checking segment: {'id': '603386a8-aeb6-4fe5-bd23-1b4df434f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:30.730039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29333f7-14a7-4c95-bb0d-8330de6069b9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network hostable DHCP agents. Network: caecb34d-cbf6-4d65-aff4-e333bcd63371, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:12:30.778873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29333f7-14a7-4c95-bb0d-8330de6069b9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network caecb34d-cbf6-4d65-aff4-e333bcd63371 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:12:30.787689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccdf4d2-4640-4396-bc7c-4275641fdf55 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:30.792866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b29333f7-14a7-4c95-bb0d-8330de6069b9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, caecb34d-cbf6-4d65-aff4-e333bcd63371) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:30.797184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29333f7-14a7-4c95-bb0d-8330de6069b9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:30.797983 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b29333f7-14a7-4c95-bb0d-8330de6069b9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.822641 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 75e26cd0-5724-4664-b8da-162e6011a153 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:30.824335 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.825034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b29333f7-14a7-4c95-bb0d-8330de6069b9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0824401 Dec 08 02:12:30.827872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48680) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:30.852323 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1080016-52ae-4585-a276-a01326f56184 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.854520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7981323b-93a0-4637-82d1-3a6cf8a831bb None None] Network caecb34d-cbf6-4d65-aff4-e333bcd63371 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:30.930384 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1080016-52ae-4585-a276-a01326f56184 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.966312 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.975426 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.985595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1080016-52ae-4585-a276-a01326f56184 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa4f64d-c9ab-4c36-9d09-76c5b8034ed4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:30.993343 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d1080016-52ae-4585-a276-a01326f56184 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:30.998190 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d1080016-52ae-4585-a276-a01326f56184 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/4aa4f64d-c9ab-4c36-9d09-76c5b8034ed4 HTTP/1.1" status: 204 len: 168 time: 0.5085342 Dec 08 02:12:31.000590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48688) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:31.061768 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d58e27e1-c506-4b77-97d4-e21aea27aa0f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581498 Dec 08 02:12:31.061985 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48694) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:31.064020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35d9e996-d766-4dd3-b901-e78d84803ffc req-b2ce6141-85c2-48d1-a2d0-90733f347a31 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0922766 Dec 08 02:12:31.085973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9dbdf9c2-aff7-4cb6-83a6-6caa2101b662 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:31.163383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-caecb34d-cbf6-4d65-aff4-e333bcd63371', 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371', 'project_id': 'ea9220481296430fa8c96b469a3502db', 'fixed_ips': [{'subnet_id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:12:31.164278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:31.168869 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c8167-744f-48f1-920d-5d58624c4a3a None None] Pushing event updated for resources: {'Port': ['ID=56316ff6-4cf9-4a34-a3b6-b20eacdce395,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:31.260732 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Attempting to bind port 56316ff6-4cf9-4a34-a3b6-b20eacdce395 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:31.261960 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Attempting to bind port 56316ff6-4cf9-4a34-a3b6-b20eacdce395 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '2d189b4c-fa8f-480e-a038-989ac2c8dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:31.262535 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Attempting to bind port 56316ff6-4cf9-4a34-a3b6-b20eacdce395 on network a667896d-3d6d-422e-b7da-13b5ad162d5a {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:31.275029 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:31.275821 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Checking segment: {'id': '2d189b4c-fa8f-480e-a038-989ac2c8dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:31.276309 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:31.276824 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Bound using segment: {'id': '2d189b4c-fa8f-480e-a038-989ac2c8dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:31.277401 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Bound port: 56316ff6-4cf9-4a34-a3b6-b20eacdce395, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d189b4c-fa8f-480e-a038-989ac2c8dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:31.277857 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:31.413445 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f19441e5-bc67-4054-aca2-ba3dec1b9ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:31.414039 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] For port 56316ff6-4cf9-4a34-a3b6-b20eacdce395, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:31.422054 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] For port 56316ff6-4cf9-4a34-a3b6-b20eacdce395, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=56316ff6-4cf9-4a34-a3b6-b20eacdce395,segment=NetworkSegment(2d189b4c-fa8f-480e-a038-989ac2c8dc61),segment_id=2d189b4c-fa8f-480e-a038-989ac2c8dc61)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:31.434003 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:31.575020 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:31.576633 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:31.619593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbdf9c2-aff7-4cb6-83a6-6caa2101b662 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:31.624747 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dbdf9c2-aff7-4cb6-83a6-6caa2101b662 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:31.679988 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c8167-744f-48f1-920d-5d58624c4a3a None None] Pushing event updated for resources: {'Port': ['ID=56316ff6-4cf9-4a34-a3b6-b20eacdce395,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:31.741499 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:31.790188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9d9ec5d6-4027-4fe4-a195-7635db4a8d60 req-fbff5ca6-f42c-4046-8f1c-d0b72b849e62 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0693059 Dec 08 02:12:31.821234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47adf91-3eef-4b77-a608-9b6d9cb19908 req-f8af690d-5bda-4d00-abb9-bf9803b5569a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:31.830208 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d47adf91-3eef-4b77-a608-9b6d9cb19908 req-f8af690d-5bda-4d00-abb9-bf9803b5569a tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 946 time: 0.1957679 Dec 08 02:12:31.894065 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:31.939369 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:31.952216 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f19441e5-bc67-4054-aca2-ba3dec1b9ecd None None] For port 29fb6ed7-9706-4253-b979-384bf542fd18, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=29fb6ed7-9706-4253-b979-384bf542fd18,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:31.952487 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-505acd89-e93d-429c-8ee9-6f71dae8007e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:31.954750 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-505acd89-e93d-429c-8ee9-6f71dae8007e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.75 "GET /v2.0/networks?id=24a83b40-ef51-41b8-abb5-0b319ccd8515 HTTP/1.1" status: 200 len: 797 time: 0.6925676 Dec 08 02:12:31.958099 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dbdf9c2-aff7-4cb6-83a6-6caa2101b662 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:31.970831 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f19441e5-bc67-4054-aca2-ba3dec1b9ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:31.975318 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:32.022046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-03cf019c-ef3a-439d-bc8b-146c3834829e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Request body: {'port': {'device_id': '08530cf4-f6cd-4757-b15c-fac602cb0c69', 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515', 'admin_state_up': True, 'tenant_id': '93f82e85120244488a2d8ce6d04585da'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:32.029465 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbdf9c2-aff7-4cb6-83a6-6caa2101b662 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:32.043447 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Allocated IP 2001:db8:2::2 (caecb34d-cbf6-4d65-aff4-e333bcd63371/d136dbd7-67fc-4e1d-b002-a130f3f9949e/73604989-9338-4dd0-a1c6-33070f212297) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:32.085153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-9dbdf9c2-aff7-4cb6-83a6-6caa2101b662 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:32.101390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbdf9c2-aff7-4cb6-83a6-6caa2101b662 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:32.102045 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9dbdf9c2-aff7-4cb6-83a6-6caa2101b662 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:32.112021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device af97884d-5c87-4fa7-ab65-bbb6878ebea9 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:32.192822 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:26Z', 'revision_number': 3, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:31Z', 'revision_number': 4, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:32.226525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdf9c2-aff7-4cb6-83a6-6caa2101b662 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=3643be74-8f5d-4084-8d48-2f9bc8e1422c,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:32.250130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-03cf019c-ef3a-439d-bc8b-146c3834829e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Made reservation on behalf of 93f82e85120244488a2d8ce6d04585da for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:32.254937 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-03cf019c-ef3a-439d-bc8b-146c3834829e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:32.256921 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620aa87-2a1b-4a9c-95e1-60e877db3fa8 None None] The sync data for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 is: [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:26Z', 'revision_number': 3, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:31Z', 'revision_number': 4, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:32.271020 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9dbdf9c2-aff7-4cb6-83a6-6caa2101b662 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2046981 Dec 08 02:12:32.285370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48718) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:32.295261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:32.356341 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1931a294-b59b-440b-8fc0-32133285450c req-ff255877-c298-413f-ab32-647bb01bc116 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 210 time: 0.4036477 Dec 08 02:12:32.396269 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d47adf91-3eef-4b77-a608-9b6d9cb19908 req-3d9555cf-8c84-4149-b210-3e242867208f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642152 Dec 08 02:12:32.525009 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19441e5-bc67-4054-aca2-ba3dec1b9ecd None None] Pushing event updated for resources: {'Port': ['ID=29fb6ed7-9706-4253-b979-384bf542fd18,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:32.538071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: af97884d-5c87-4fa7-ab65-bbb6878ebea9 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:32.538420 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device af97884d-5c87-4fa7-ab65-bbb6878ebea9 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:32.603238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-03cf019c-ef3a-439d-bc8b-146c3834829e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Allocated IP 172.20.0.27 (24a83b40-ef51-41b8-abb5-0b319ccd8515/4a7e9f90-ba94-4b9d-8ee9-c726b5083e10/9db70a4b-25a6-402d-ba4a-8c467a3abefa) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:32.605870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:32.609994 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:32.687032 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3121a4f3-e49b-4263-be7b-b87a49d0d6cb None None] Provisioning complete for port 56316ff6-4cf9-4a34-a3b6-b20eacdce395 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:32.687837 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3121a4f3-e49b-4263-be7b-b87a49d0d6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:32.715160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Attempting to bind port 854c8d15-d34e-411e-ae22-aee56e26c98c on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:32.715692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Attempting to bind port 854c8d15-d34e-411e-ae22-aee56e26c98c by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'e4e5f9d0-f630-492b-b50d-cf171f450e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:32.716153 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Attempting to bind port 854c8d15-d34e-411e-ae22-aee56e26c98c on network 24a83b40-ef51-41b8-abb5-0b319ccd8515 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:32.724240 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4cf668-843d-4b27-af3c-1f287d720b44 None None] Update dhcp port {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': '4aa4f64d-c9ab-4c36-9d09-76c5b8034ed4'}], 'binding:host_id': 'n-d-713499-31'}, 'id': '29fb6ed7-9706-4253-b979-384bf542fd18'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 02:12:32.734853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62f6e5-54a9-44d8-9f94-4e97fa23d273 None None] Pushing event updated for resources: {'Port': ['ID=854c8d15-d34e-411e-ae22-aee56e26c98c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:32.761266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:32.761791 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Checking segment: {'id': 'e4e5f9d0-f630-492b-b50d-cf171f450e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:32.762331 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:32.763105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Bound using segment: {'id': 'e4e5f9d0-f630-492b-b50d-cf171f450e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:32.763409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Bound port: 854c8d15-d34e-411e-ae22-aee56e26c98c, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e5f9d0-f630-492b-b50d-cf171f450e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:32.763919 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:32.793978 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ad4cf668-843d-4b27-af3c-1f287d720b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:32.877633 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-03cf019c-ef3a-439d-bc8b-146c3834829e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:32.931856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55321bf8-e869-4ca4-b7da-bad984bef67b req-c26bf97a-5fae-48ba-b5e7-517d3b7926f4 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0321052 Dec 08 02:12:32.961458 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4339f852-315f-4a03-bf26-cf46464f691f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:32.993019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9c3b1-3ac7-4119-a75a-c461731f1a61 req-9a101297-16ae-48d5-be72-2ab22262a93f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:32.995128 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51b9c3b1-3ac7-4119-a75a-c461731f1a61 req-9a101297-16ae-48d5-be72-2ab22262a93f tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 946 time: 0.1331244 Dec 08 02:12:33.031933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-03cf019c-ef3a-439d-bc8b-146c3834829e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.125652 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-03cf019c-ef3a-439d-bc8b-146c3834829e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Network 24a83b40-ef51-41b8-abb5-0b319ccd8515 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:33.128287 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.144646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] For port 854c8d15-d34e-411e-ae22-aee56e26c98c, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:33.147568 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.150772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] For port 854c8d15-d34e-411e-ae22-aee56e26c98c, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=854c8d15-d34e-411e-ae22-aee56e26c98c,segment=NetworkSegment(e4e5f9d0-f630-492b-b50d-cf171f450e43),segment_id=e4e5f9d0-f630-492b-b50d-cf171f450e43)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:33.158004 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3121a4f3-e49b-4263-be7b-b87a49d0d6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.165051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-03cf019c-ef3a-439d-bc8b-146c3834829e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:33.173206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-03cf019c-ef3a-439d-bc8b-146c3834829e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:33.182872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf019c-ef3a-439d-bc8b-146c3834829e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event updated for resources: {'Port': ['ID=9db70a4b-25a6-402d-ba4a-8c467a3abefa,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:33.190110 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.226691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4339f852-315f-4a03-bf26-cf46464f691f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:33.227344 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.231449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Network caecb34d-cbf6-4d65-aff4-e333bcd63371 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:33.268295 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:33.275492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Allocated IP 2001:db8:2::1 (caecb34d-cbf6-4d65-aff4-e333bcd63371/d136dbd7-67fc-4e1d-b002-a130f3f9949e/0db9dbb3-245a-48d2-ae32-9024b224812e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:33.275755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Pushing event updated for resources: {'Port': ['ID=73604989-9338-4dd0-a1c6-33070f212297,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:33.294783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-03cf019c-ef3a-439d-bc8b-146c3834829e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:33.295901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:33.296866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-03cf019c-ef3a-439d-bc8b-146c3834829e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.298011 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d82623-8207-4a36-9e34-ea312a79219e None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:33.312945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-51b9c3b1-3ac7-4119-a75a-c461731f1a61 req-7c223e79-a36e-4522-b518-2394f106b0e7 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Deleting port a9545aae-5e04-40b2-b242-477b3b953496 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:33.313598 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-51b9c3b1-3ac7-4119-a75a-c461731f1a61 req-7c223e79-a36e-4522-b518-2394f106b0e7 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.336666 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3121a4f3-e49b-4263-be7b-b87a49d0d6cb None None] For port 56316ff6-4cf9-4a34-a3b6-b20eacdce395, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=56316ff6-4cf9-4a34-a3b6-b20eacdce395,segment=NetworkSegment(2d189b4c-fa8f-480e-a038-989ac2c8dc61),segment_id=2d189b4c-fa8f-480e-a038-989ac2c8dc61)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:33.360023 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-03cf019c-ef3a-439d-bc8b-146c3834829e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3429875 Dec 08 02:12:33.366397 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3121a4f3-e49b-4263-be7b-b87a49d0d6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.399459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Request body: {'port': {'device_id': '08530cf4-f6cd-4757-b15c-fac602cb0c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:33.444375 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.520158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Routers {'8a47bf0a-196d-4f24-aacc-7493edb63f09'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:33.521109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8a47bf0a-196d-4f24-aacc-7493edb63f09'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:33.552241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.objects.ports [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:12:33.570106 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.571464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3121a4f3-e49b-4263-be7b-b87a49d0d6cb None None] Could not find standard attr ID for object f1e54041-6552-47e3-b685-67293e0a4b6c. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:12:33.592856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84ac03-af1d-4c49-827c-5d3b07a53c5d req-064ce3e1-04e8-45fa-b18e-11f488c8a224 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:33.594356 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db84ac03-af1d-4c49-827c-5d3b07a53c5d req-064ce3e1-04e8-45fa-b18e-11f488c8a224 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 946 time: 0.0830922 Dec 08 02:12:33.615582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62f6e5-54a9-44d8-9f94-4e97fa23d273 None None] Pushing event updated for resources: {'Port': ['ID=854c8d15-d34e-411e-ae22-aee56e26c98c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:33.622064 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.626647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-51b9c3b1-3ac7-4119-a75a-c461731f1a61 req-7c223e79-a36e-4522-b518-2394f106b0e7 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] For port a9545aae-5e04-40b2-b242-477b3b953496, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a9545aae-5e04-40b2-b242-477b3b953496,segment=NetworkSegment(9f5dc786-fe3e-436f-af55-32c8c891538f),segment_id=9f5dc786-fe3e-436f-af55-32c8c891538f)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:33.627019 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-51b9c3b1-3ac7-4119-a75a-c461731f1a61 req-7c223e79-a36e-4522-b518-2394f106b0e7 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.639105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a3c05-79f6-4fe8-9624-030c0c347c5b req-e25e0d19-2310-49c7-a965-e83cc2f1bead tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:33.642341 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb3a3c05-79f6-4fe8-9624-030c0c347c5b req-e25e0d19-2310-49c7-a965-e83cc2f1bead tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 895 time: 0.1771820 Dec 08 02:12:33.652191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network caecb34d-cbf6-4d65-aff4-e333bcd63371 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:33.665019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:33.669974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:33.670315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-51b9c3b1-3ac7-4119-a75a-c461731f1a61 req-7c223e79-a36e-4522-b518-2394f106b0e7 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Calling delete_port for a9545aae-5e04-40b2-b242-477b3b953496 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:33.670528 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.704150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Attempting to bind port 73604989-9338-4dd0-a1c6-33070f212297 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:33.704638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Attempting to bind port 73604989-9338-4dd0-a1c6-33070f212297 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '603386a8-aeb6-4fe5-bd23-1b4df434f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:33.705006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Attempting to bind port 73604989-9338-4dd0-a1c6-33070f212297 on network caecb34d-cbf6-4d65-aff4-e333bcd63371 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:33.777007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3121a4f3-e49b-4263-be7b-b87a49d0d6cb None None] Provisioning complete for port 29fb6ed7-9706-4253-b979-384bf542fd18 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:33.777549 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3121a4f3-e49b-4263-be7b-b87a49d0d6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.790480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=0db9dbb3-245a-48d2-ae32-9024b224812e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:33.820675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:33.821260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Checking segment: {'id': '603386a8-aeb6-4fe5-bd23-1b4df434f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:33.821791 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.822266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Bound using segment: {'id': '603386a8-aeb6-4fe5-bd23-1b4df434f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:33.822986 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Bound port: 73604989-9338-4dd0-a1c6-33070f212297, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603386a8-aeb6-4fe5-bd23-1b4df434f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:33.823341 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.826287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db84ac03-af1d-4c49-827c-5d3b07a53c5d req-a438d911-a7b5-445f-bb9c-4419deee3e1c tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/security-groups?id=5a61c749-78ea-4584-ba5d-aa7ceb41306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964896 Dec 08 02:12:33.903236 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.911547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121a4f3-e49b-4263-be7b-b87a49d0d6cb None None] Pushing event updated for resources: {'Port': ['ID=56316ff6-4cf9-4a34-a3b6-b20eacdce395,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:33.946631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] Set router 8a47bf0a-196d-4f24-aacc-7493edb63f09 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:34.003663 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 29fb6ed7-9706-4253-b979-384bf542fd18 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:34.016520 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.101369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-51b9c3b1-3ac7-4119-a75a-c461731f1a61 req-7c223e79-a36e-4522-b518-2394f106b0e7 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.101625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-964f07ee-a540-4cb0-b81b-524875daa998 req-23b4a0c0-f117-48a7-80c0-d78999eda8b2 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0322049 Dec 08 02:12:34.161824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c223e79-a36e-4522-b518-2394f106b0e7 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Pushing event deleted for resources: {'Port': ['ID=a9545aae-5e04-40b2-b242-477b3b953496,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:34.169935 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a9545aae-5e04-40b2-b242-477b3b953496'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:12:34.186036 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] For port 73604989-9338-4dd0-a1c6-33070f212297, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:34.217938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50a3d8a-0d0f-40f1-b2fa-0c4c91b6528f None None] Update dhcp port {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': 'bf286fbf-df53-483a-b991-5b2a48d18807', 'ip_address': '2001:db8::f816:3eff:fedf:496b'}, {'subnet_id': '3643be74-8f5d-4084-8d48-2f9bc8e1422c'}], 'binding:host_id': 'n-d-713499-31'}, 'id': '29fb6ed7-9706-4253-b979-384bf542fd18'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 02:12:34.231303 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b33ddb4-4a2b-4777-8f2f-882301050f76 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:34.262974 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b9c3b1-3ac7-4119-a75a-c461731f1a61 req-7c223e79-a36e-4522-b518-2394f106b0e7 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] No DVR routers for this DVR port a9545aae-5e04-40b2-b242-477b3b953496 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:34.268717 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-51b9c3b1-3ac7-4119-a75a-c461731f1a61 req-7c223e79-a36e-4522-b518-2394f106b0e7 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.270566 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] For port 73604989-9338-4dd0-a1c6-33070f212297, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=73604989-9338-4dd0-a1c6-33070f212297,segment=NetworkSegment(603386a8-aeb6-4fe5-bd23-1b4df434f9e7),segment_id=603386a8-aeb6-4fe5-bd23-1b4df434f9e7)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:34.272198 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51b9c3b1-3ac7-4119-a75a-c461731f1a61 req-7c223e79-a36e-4522-b518-2394f106b0e7 tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.45 "DELETE /v2.0/ports/a9545aae-5e04-40b2-b242-477b3b953496 HTTP/1.1" status: 204 len: 173 time: 1.2684145 Dec 08 02:12:34.274601 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19c69b9-68c1-4d33-856e-3f1d1a673346', 'name': 'network-vif-deleted', 'tag': 'a9545aae-5e04-40b2-b242-477b3b953496'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:12:34.277121 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052cf570-2e80-40ab-9752-00b8fbf92468" -d '{"events": [{"server_uuid": "e19c69b9-68c1-4d33-856e-3f1d1a673346", "name": "network-vif-deleted", "tag": "a9545aae-5e04-40b2-b242-477b3b953496"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:12:34.281853 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.287531 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.288405 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.331479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db70a4b-25a6-402d-ba4a-8c467a3abefa {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:12:34.346002 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.365872 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bbd9d1-37e7-4104-929d-a42862b2f05d x-openstack-request-id: req-91bbd9d1-37e7-4104-929d-a42862b2f05d {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:12:34.366174 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19c69b9-68c1-4d33-856e-3f1d1a673346", "name": "network-vif-deleted", "tag": "a9545aae-5e04-40b2-b242-477b3b953496", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:12:34.366437 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-91bbd9d1-37e7-4104-929d-a42862b2f05d {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:12:34.366843 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19c69b9-68c1-4d33-856e-3f1d1a673346', 'name': 'network-vif-deleted', 'tag': 'a9545aae-5e04-40b2-b242-477b3b953496', 'status': 'completed', 'code': 200} Dec 08 02:12:34.368593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] For port 29fb6ed7-9706-4253-b979-384bf542fd18, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=29fb6ed7-9706-4253-b979-384bf542fd18,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:34.382260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Transition to ACTIVE for port object 9db70a4b-25a6-402d-ba4a-8c467a3abefa will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:12:34.391301 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.395960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=0db9dbb3-245a-48d2-ae32-9024b224812e,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:34.433816 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network caecb34d-cbf6-4d65-aff4-e333bcd63371 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:34.435134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:34.441921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.468738 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.469482 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.554579 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d1b410d6-6948-4ac9-ad0c-7ee316c38acc has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:34.579462 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.596254 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f50a3d8a-0d0f-40f1-b2fa-0c4c91b6528f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.599707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:34.601691 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Pushing event updated for resources: {'Port': ['ID=9db70a4b-25a6-402d-ba4a-8c467a3abefa,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:34.650760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:34.652815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=bf286fbf-df53-483a-b991-5b2a48d18807,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:34.686084 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 29fb6ed7-9706-4253-b979-384bf542fd18 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:34.686523 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.691488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:34.702597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:34.702597 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.703488 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6257b233-cf32-40b4-b007-178b51cdd058 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8743112 Dec 08 02:12:34.704456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48734) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:34.710375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-525637a8-1bf0-413d-b0cf-a619e30535fa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2042011909'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:34.744507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525637a8-1bf0-413d-b0cf-a619e30535fa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:34.755922 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-525637a8-1bf0-413d-b0cf-a619e30535fa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.773485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Sync routers for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:34.843132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525637a8-1bf0-413d-b0cf-a619e30535fa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:12:34.844415 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caaef09-4850-401f-b83f-87adeecbd99a None None] Pushing event updated for resources: {'Port': ['ID=73604989-9338-4dd0-a1c6-33070f212297,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:34.869585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Attempting to bind port 9db70a4b-25a6-402d-ba4a-8c467a3abefa on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:34.872014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Attempting to bind port 9db70a4b-25a6-402d-ba4a-8c467a3abefa by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'e4e5f9d0-f630-492b-b50d-cf171f450e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:34.872334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Attempting to bind port 9db70a4b-25a6-402d-ba4a-8c467a3abefa on network 24a83b40-ef51-41b8-abb5-0b319ccd8515 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:34.878942 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-525637a8-1bf0-413d-b0cf-a619e30535fa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.880593 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-525637a8-1bf0-413d-b0cf-a619e30535fa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Added segment e381d4e6-df8d-47cb-9fde-b38b4a896e95 of type vlan for network 625470c4-6afa-4dfd-aa7b-ef43b0e88560 Dec 08 02:12:34.888830 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6023622 Dec 08 02:12:34.891302 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Port 9db70a4b-25a6-402d-ba4a-8c467a3abefa on network 24a83b40-ef51-41b8-abb5-0b319ccd8515 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:12:34.891658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Attempting to bind port 9db70a4b-25a6-402d-ba4a-8c467a3abefa on network 24a83b40-ef51-41b8-abb5-0b319ccd8515 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:34.904542 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48738) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:34.907936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:34.908285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Checking segment: {'id': 'e4e5f9d0-f630-492b-b50d-cf171f450e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:34.908678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Bound using segment: {'id': 'e4e5f9d0-f630-492b-b50d-cf171f450e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:34.909147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Bound port: 9db70a4b-25a6-402d-ba4a-8c467a3abefa, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e5f9d0-f630-492b-b50d-cf171f450e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:34.909509 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.943911 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'mac_address': 'fa:16:3e:cc:b8:d2', 'name': 'tempest-NetworksTestDHCPv6-1964745904'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:34.946598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6736ff-28ba-4e3e-88da-3c1aff665305 req-42fbd7cf-4ef1-441d-9903-c83536976d30 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:34.956927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:34.962155 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e6736ff-28ba-4e3e-88da-3c1aff665305 req-42fbd7cf-4ef1-441d-9903-c83536976d30 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 907 time: 0.1726551 Dec 08 02:12:34.962851 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:34.966396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dea17e-0a65-41f7-ac9a-d6eda6ccf588 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=29fb6ed7-9706-4253-b979-384bf542fd18,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:35.090899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a6db7b79-647d-4589-bae8-e319d89f222c None None] Provisioning complete for port 56316ff6-4cf9-4a34-a3b6-b20eacdce395 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:35.091268 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6db7b79-647d-4589-bae8-e319d89f222c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:35.140267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:35.428838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-81d00112-8bbb-48ed-97b9-f7768ca34351 req-99411b36-8e44-4f38-a9d0-d3fedfcc7b9d tempest-ServersTestJSON-378908560 tempest-ServersTestJSON-378908560-project] 10.222.0.71 "GET /v2.0/ports?device_id=e19c69b9-68c1-4d33-856e-3f1d1a673346 HTTP/1.1" status: 200 len: 210 time: 0.0341711 Dec 08 02:12:35.454255 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-525637a8-1bf0-413d-b0cf-a619e30535fa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:35.458959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] For port 9db70a4b-25a6-402d-ba4a-8c467a3abefa, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:35.464130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] For port 9db70a4b-25a6-402d-ba4a-8c467a3abefa, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9db70a4b-25a6-402d-ba4a-8c467a3abefa,segment=NetworkSegment(e4e5f9d0-f630-492b-b50d-cf171f450e43),segment_id=e4e5f9d0-f630-492b-b50d-cf171f450e43)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:35.475144 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:35.478422 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6c111f7-017a-461f-9b15-26718c39899b req-a7f5192e-6e5d-47f8-8622-c0238b480ed8 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0833201 Dec 08 02:12:35.489833 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 301a0b95-5a17-49f0-8ef3-4837b49b5571 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:35.516756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:35.517423 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:35.519274 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] 10.222.0.75 "PUT /v2.0/ports/9db70a4b-25a6-402d-ba4a-8c467a3abefa HTTP/1.1" status: 200 len: 1056 time: 2.1240952 Dec 08 02:12:35.531077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-525637a8-1bf0-413d-b0cf-a619e30535fa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:35.538253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525637a8-1bf0-413d-b0cf-a619e30535fa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:35.539490 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-525637a8-1bf0-413d-b0cf-a619e30535fa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:35.540986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:35.561967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f50a3d8a-0d0f-40f1-b2fa-0c4c91b6528f None None] Allocated IP 172.20.0.2 (27b71a85-dd81-4415-b869-7bdb583f90f3/3643be74-8f5d-4084-8d48-2f9bc8e1422c/29fb6ed7-9706-4253-b979-384bf542fd18) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:35.591565 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-525637a8-1bf0-413d-b0cf-a619e30535fa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8858609 Dec 08 02:12:35.594037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c40894-4c4e-4cb3-a32e-9d0384127882 service neutron] Pushing event updated for resources: {'Port': ['ID=9db70a4b-25a6-402d-ba4a-8c467a3abefa,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:35.598237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48742) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:35.634333 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a2b19698-9241-49af-aaad-5b4f29a80ae0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'subnet': {'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:35.638957 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509417863', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:13Z', 'updated_at': '2021-12-08T02:12:23Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '854c8d15-d34e-411e-ae22-aee56e26c98c', 'name': '', 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'mac_address': 'fa:16:3e:c6:4a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '4a7e9f90-ba94-4b9d-8ee9-c726b5083e10', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:19Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'subnets': [{'id': '4a7e9f90-ba94-4b9d-8ee9-c726b5083e10', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:35.674549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525637a8-1bf0-413d-b0cf-a619e30535fa tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Network': ['ID=625470c4-6afa-4dfd-aa7b-ef43b0e88560,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:35.705081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 625470c4-6afa-4dfd-aa7b-ef43b0e88560 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:12:35.734536 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0727b-7eb4-4971-b516-af63d5c9e7f3 None None] The sync data for ids ['8a47bf0a-196d-4f24-aacc-7493edb63f09'] in n-d-713499-31 is: [{'id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509417863', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:13Z', 'updated_at': '2021-12-08T02:12:23Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '854c8d15-d34e-411e-ae22-aee56e26c98c', 'name': '', 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'mac_address': 'fa:16:3e:c6:4a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '4a7e9f90-ba94-4b9d-8ee9-c726b5083e10', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:19Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'subnets': [{'id': '4a7e9f90-ba94-4b9d-8ee9-c726b5083e10', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:35.776756 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:35.838562 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-0d0109ba-67a3-4ec9-869b-d45af3dd03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:35.840229 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-0d0109ba-67a3-4ec9-869b-d45af3dd03de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=93f82e85120244488a2d8ce6d04585da&device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 1059 time: 0.2021806 Dec 08 02:12:35.902803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port 7764bc67-1ec3-417e-870e-4dd9f1e664ea yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:12:35.911215 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-30948d3c-0b42-4ee9-bad6-e97defcf2676 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=9db70a4b-25a6-402d-ba4a-8c467a3abefa HTTP/1.1" status: 200 len: 217 time: 0.0555539 Dec 08 02:12:35.912761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b19698-9241-49af-aaad-5b4f29a80ae0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Made reservation on behalf of ea9220481296430fa8c96b469a3502db for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:35.916558 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a2b19698-9241-49af-aaad-5b4f29a80ae0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:35.947183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f50a3d8a-0d0f-40f1-b2fa-0c4c91b6528f None None] For port 29fb6ed7-9706-4253-b979-384bf542fd18, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=29fb6ed7-9706-4253-b979-384bf542fd18,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:35.989671 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 301a0b95-5a17-49f0-8ef3-4837b49b5571 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:35.990491 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:36.001555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 4, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '0db9dbb3-245a-48d2-ae32-9024b224812e', 'name': '', 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:a4:ae:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:32Z', 'updated_at': '2021-12-08T02:12:34Z', 'revision_number': 2, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:36.003554 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a6db7b79-647d-4589-bae8-e319d89f222c None None] Provisioning complete for port 29fb6ed7-9706-4253-b979-384bf542fd18 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:36.003943 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6db7b79-647d-4589-bae8-e319d89f222c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:36.067479 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Checking router: d1b410d6-6948-4ac9-ad0c-7ee316c38acc for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:36.067863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Updating router d1b410d6-6948-4ac9-ad0c-7ee316c38acc port 0db9dbb3-245a-48d2-ae32-9024b224812e binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:12:36.073142 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f50a3d8a-0d0f-40f1-b2fa-0c4c91b6528f None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:36.137769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-d838132c-5cf4-432c-8686-770458098163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:36.139132 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-d838132c-5cf4-432c-8686-770458098163 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4a7e9f90-ba94-4b9d-8ee9-c726b5083e10 HTTP/1.1" status: 200 len: 837 time: 0.2175567 Dec 08 02:12:36.152440 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f50a3d8a-0d0f-40f1-b2fa-0c4c91b6528f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:36.158068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0de3d-b346-4e8e-8f9f-553be45428e0 req-131befa7-4b84-4422-856e-79401ccac9ba tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:36.174418 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03f0de3d-b346-4e8e-8f9f-553be45428e0 req-131befa7-4b84-4422-856e-79401ccac9ba tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 907 time: 0.0823054 Dec 08 02:12:36.240278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:36.300504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc8235f-dd5b-4d50-8678-9717422ae285 None None] Network caecb34d-cbf6-4d65-aff4-e333bcd63371 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:36.318788 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-3c4f2274-ace1-437e-a534-861ce3e57968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:36.324275 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-3c4f2274-ace1-437e-a534-861ce3e57968 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=24a83b40-ef51-41b8-abb5-0b319ccd8515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1691577 Dec 08 02:12:36.368054 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08530cf4-f6cd-4757-b15c-fac602cb0c69', 'tag': '9db70a4b-25a6-402d-ba4a-8c467a3abefa'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:12:36.370205 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b6b8cc-a12b-46ae-83af-838e03d6c4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "08530cf4-f6cd-4757-b15c-fac602cb0c69", "tag": "9db70a4b-25a6-402d-ba4a-8c467a3abefa"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:12:36.383209 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a3d8a-0d0f-40f1-b2fa-0c4c91b6528f None None] Pushing event updated for resources: {'Port': ['ID=29fb6ed7-9706-4253-b979-384bf542fd18,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:36.441656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 172.20.0.6 (27b71a85-dd81-4415-b869-7bdb583f90f3/3643be74-8f5d-4084-8d48-2f9bc8e1422c/7764bc67-1ec3-417e-870e-4dd9f1e664ea) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:36.522319 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0689e871-83e1-4486-a765-a85990accadf x-openstack-request-id: req-0689e871-83e1-4486-a765-a85990accadf {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:12:36.522934 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08530cf4-f6cd-4757-b15c-fac602cb0c69", "tag": "9db70a4b-25a6-402d-ba4a-8c467a3abefa", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:12:36.522934 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0689e871-83e1-4486-a765-a85990accadf {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:12:36.523241 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08530cf4-f6cd-4757-b15c-fac602cb0c69', 'tag': '9db70a4b-25a6-402d-ba4a-8c467a3abefa', 'status': 'completed', 'code': 200} Dec 08 02:12:36.527829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::f816:3eff:fecc:b8d2 (27b71a85-dd81-4415-b869-7bdb583f90f3/bf286fbf-df53-483a-b991-5b2a48d18807/7764bc67-1ec3-417e-870e-4dd9f1e664ea) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:36.528130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48752) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:36.611002 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-ab0e0449-d447-4908-baa1-2b893c067fdf service neutron] 10.222.0.75 "GET /v2.0/networks/24a83b40-ef51-41b8-abb5-0b319ccd8515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759154 Dec 08 02:12:36.664429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b8e84e3-5392-405f-a797-3e4069861171 req-be3acbb6-0d61-4444-a080-9238296c99e1 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0737751 Dec 08 02:12:36.687134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eac5652-cbd9-4414-9d21-053cf3229a80 admin admin] Deleting subnet d8c08e74-103b-4cbe-976c-ceed8594a0cb {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:36.697589 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3eac5652-cbd9-4414-9d21-053cf3229a80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:36.740331 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a2b19698-9241-49af-aaad-5b4f29a80ae0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:36.763136 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3eac5652-cbd9-4414-9d21-053cf3229a80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:36.835815 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3eac5652-cbd9-4414-9d21-053cf3229a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:36.929337 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d4742ce5-bcf6-42ea-8f97-a67a6f60b2ce req-df3282d9-076b-48ec-b6ab-f458fe169b55 service neutron] 10.222.0.75 "GET /v2.0/networks/24a83b40-ef51-41b8-abb5-0b319ccd8515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061695 Dec 08 02:12:36.936752 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3eac5652-cbd9-4414-9d21-053cf3229a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:36.963066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b19698-9241-49af-aaad-5b4f29a80ae0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Subnet': ['ID=e6617991-61fa-4a5c-9756-18d24f2cbfb8,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:36.977403 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3eac5652-cbd9-4414-9d21-053cf3229a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:36.992068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3eac5652-cbd9-4414-9d21-053cf3229a80 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d8c08e74-103b-4cbe-976c-ceed8594a0cb HTTP/1.1" status: 204 len: 168 time: 0.4625940 Dec 08 02:12:36.993251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48754) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:36.998539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6056a393-8a56-401e-9b8e-15bde6df0660 None None] Network 3c1d6076-2a4e-4d70-97ce-7376926325bf requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:37.001426 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac5652-cbd9-4414-9d21-053cf3229a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c08e74-103b-4cbe-976c-ceed8594a0cb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:37.129663 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e85060af-9223-48e3-9b81-cb3dd155dac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.145650 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.182207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b19698-9241-49af-aaad-5b4f29a80ae0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Checking segment: {'id': 'e381d4e6-df8d-47cb-9fde-b38b4a896e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:37.182668 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b19698-9241-49af-aaad-5b4f29a80ae0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network hostable DHCP agents. Network: 625470c4-6afa-4dfd-aa7b-ef43b0e88560, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:12:37.188585 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.237767 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.246351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a6db7b79-647d-4589-bae8-e319d89f222c None None] Provisioning complete for port 854c8d15-d34e-411e-ae22-aee56e26c98c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:37.246351 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6db7b79-647d-4589-bae8-e319d89f222c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.292191 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:37.302008 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:37.305505 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:37.308885 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e85060af-9223-48e3-9b81-cb3dd155dac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.353116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 56316ff6-4cf9-4a34-a3b6-b20eacdce395 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:37.367395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e85060af-9223-48e3-9b81-cb3dd155dac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1d6076-2a4e-4d70-97ce-7376926325bf']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:37.381552 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.384975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e85060af-9223-48e3-9b81-cb3dd155dac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5dc786-fe3e-436f-af55-32c8c891538f') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:37.385277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-e85060af-9223-48e3-9b81-cb3dd155dac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5dc786-fe3e-436f-af55-32c8c891538f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:37.397558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b19698-9241-49af-aaad-5b4f29a80ae0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network 625470c4-6afa-4dfd-aa7b-ef43b0e88560 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:12:37.405890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b8cc-a12b-46ae-83af-838e03d6c4f8 req-9bea8636-22a1-41a5-a2d5-9728fb9ae4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:37.407164 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e85060af-9223-48e3-9b81-cb3dd155dac0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.407411 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51b6b8cc-a12b-46ae-83af-838e03d6c4f8 req-9bea8636-22a1-41a5-a2d5-9728fb9ae4f6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=93f82e85120244488a2d8ce6d04585da&device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 1059 time: 0.3747370 Dec 08 02:12:37.418155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=7764bc67-1ec3-417e-870e-4dd9f1e664ea,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:37.424779 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e85060af-9223-48e3-9b81-cb3dd155dac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.433364 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85060af-9223-48e3-9b81-cb3dd155dac0 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:12:37.433887 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e85060af-9223-48e3-9b81-cb3dd155dac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.437072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a2b19698-9241-49af-aaad-5b4f29a80ae0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 625470c4-6afa-4dfd-aa7b-ef43b0e88560) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:37.446848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7fd274-a653-48b2-acf0-09173849e450 None None] DHCP port deletion for 3c1d6076-2a4e-4d70-97ce-7376926325bf request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:37.451533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a9545aae-5e04-40b2-b242-477b3b953496 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:37.455596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b19698-9241-49af-aaad-5b4f29a80ae0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:37.456356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a2b19698-9241-49af-aaad-5b4f29a80ae0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.464743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd4567-d79b-499e-828a-65d9c23da83d None None] Pushing event updated for resources: {'Port': ['ID=0db9dbb3-245a-48d2-ae32-9024b224812e,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:37.468946 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a82ca46-9a7e-4b33-b0c7-dba470a71498 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:37.472862 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:37.473536 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:12:37.500745 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:12:37.505823 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e85060af-9223-48e3-9b81-cb3dd155dac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.530666 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a2b19698-9241-49af-aaad-5b4f29a80ae0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8983133 Dec 08 02:12:37.531260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bf9612-6367-4864-a071-974b2beba1c3 None None] Network 625470c4-6afa-4dfd-aa7b-ef43b0e88560 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:37.531390 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff642a49-3433-45f7-a0c0-476872e6921b req-97cebaeb-a57b-484f-ad4b-c332ca25e9d9 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:37.532557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff642a49-3433-45f7-a0c0-476872e6921b req-97cebaeb-a57b-484f-ad4b-c332ca25e9d9 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 907 time: 0.2342217 Dec 08 02:12:37.534844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48758) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:37.539984 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e85060af-9223-48e3-9b81-cb3dd155dac0 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.541453 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d5f13add-846d-4908-9681-34e4600e4f46 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6105886 Dec 08 02:12:37.544098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48760) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:37.548906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e85060af-9223-48e3-9b81-cb3dd155dac0 admin admin] 10.222.0.71 "DELETE /v2.0/networks/3c1d6076-2a4e-4d70-97ce-7376926325bf HTTP/1.1" status: 204 len: 168 time: 0.5521293 Dec 08 02:12:37.612703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85060af-9223-48e3-9b81-cb3dd155dac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c1d6076-2a4e-4d70-97ce-7376926325bf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:37.639652 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b8cc-a12b-46ae-83af-838e03d6c4f8 req-157349f7-e420-455e-b74a-2357f072a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:37.641400 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51b6b8cc-a12b-46ae-83af-838e03d6c4f8 req-157349f7-e420-455e-b74a-2357f072a87f service neutron] 10.222.0.75 "GET /v2.0/networks?id=24a83b40-ef51-41b8-abb5-0b319ccd8515 HTTP/1.1" status: 200 len: 898 time: 0.2152448 Dec 08 02:12:37.677274 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eece3e7-74f4-4df0-84ef-a13c0eb2fd27 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:37.692938 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eece3e7-74f4-4df0-84ef-a13c0eb2fd27 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:37.696765 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5eece3e7-74f4-4df0-84ef-a13c0eb2fd27 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1502049 Dec 08 02:12:37.701531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48766) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:37.707943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: a9545aae-5e04-40b2-b242-477b3b953496 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:37.708655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a9545aae-5e04-40b2-b242-477b3b953496 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:37.732059 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-625470c4-6afa-4dfd-aa7b-ef43b0e88560', 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560', 'project_id': 'ea9220481296430fa8c96b469a3502db', 'fixed_ips': [{'subnet_id': 'e6617991-61fa-4a5c-9756-18d24f2cbfb8'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:12:37.733439 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.759803 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51b6b8cc-a12b-46ae-83af-838e03d6c4f8 req-2f2c60b3-4464-4c6c-9056-76228deb4545 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=9db70a4b-25a6-402d-ba4a-8c467a3abefa HTTP/1.1" status: 200 len: 217 time: 0.1054192 Dec 08 02:12:37.825779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b8cc-a12b-46ae-83af-838e03d6c4f8 req-021b0497-5fb1-467f-b9c0-f73fab2535d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:37.828082 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51b6b8cc-a12b-46ae-83af-838e03d6c4f8 req-021b0497-5fb1-467f-b9c0-f73fab2535d0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4a7e9f90-ba94-4b9d-8ee9-c726b5083e10 HTTP/1.1" status: 200 len: 837 time: 0.0606344 Dec 08 02:12:37.846485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48768) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:37.884101 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a2efa73-3722-4d3a-8b24-f9d600aad5ea req-241042e5-e636-49f6-8fff-d7a77f79830b tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0710537 Dec 08 02:12:37.909476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Attempting to bind port 0db9dbb3-245a-48d2-ae32-9024b224812e on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:37.909920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Attempting to bind port 0db9dbb3-245a-48d2-ae32-9024b224812e by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '603386a8-aeb6-4fe5-bd23-1b4df434f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:37.910346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Attempting to bind port 0db9dbb3-245a-48d2-ae32-9024b224812e on network caecb34d-cbf6-4d65-aff4-e333bcd63371 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:37.950010 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fbc87ef9-4e83-42f0-af3e-3e22b8967855 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6f00c661668d43f18aa8b95269722bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1006956 Dec 08 02:12:37.953179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b8cc-a12b-46ae-83af-838e03d6c4f8 req-05ac00c2-de3a-44c9-bbfb-b878cbb99745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:37.955060 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51b6b8cc-a12b-46ae-83af-838e03d6c4f8 req-05ac00c2-de3a-44c9-bbfb-b878cbb99745 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=24a83b40-ef51-41b8-abb5-0b319ccd8515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1185811 Dec 08 02:12:37.955918 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48770) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:37.978393 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:37.978676 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Checking segment: {'id': '603386a8-aeb6-4fe5-bd23-1b4df434f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:37.979062 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:37.979450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Bound using segment: {'id': '603386a8-aeb6-4fe5-bd23-1b4df434f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:37.979981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Bound port: 0db9dbb3-245a-48d2-ae32-9024b224812e, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603386a8-aeb6-4fe5-bd23-1b4df434f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:37.980363 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:38.044747 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6db7b79-647d-4589-bae8-e319d89f222c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:38.049935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-aae27941-dfc4-422b-bbb1-0aa13ea6d7a0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port 7764bc67-1ec3-417e-870e-4dd9f1e664ea {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:38.050312 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aae27941-dfc4-422b-bbb1-0aa13ea6d7a0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:38.083532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 56316ff6-4cf9-4a34-a3b6-b20eacdce395 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:38.083532 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:38.085976 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad707fbd-1645-479d-ad52-03eefb6b0e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:38.122735 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad707fbd-1645-479d-ad52-03eefb6b0e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:38.139876 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51b6b8cc-a12b-46ae-83af-838e03d6c4f8 req-5bd837c2-df4b-4ab6-b6c1-206dcb723db5 service neutron] 10.222.0.75 "GET /v2.0/networks/24a83b40-ef51-41b8-abb5-0b319ccd8515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476116 Dec 08 02:12:38.166709 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aae27941-dfc4-422b-bbb1-0aa13ea6d7a0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:38.174331 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] For port 0db9dbb3-245a-48d2-ae32-9024b224812e, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:38.178452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] For port 0db9dbb3-245a-48d2-ae32-9024b224812e, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0db9dbb3-245a-48d2-ae32-9024b224812e,segment=NetworkSegment(603386a8-aeb6-4fe5-bd23-1b4df434f9e7),segment_id=603386a8-aeb6-4fe5-bd23-1b4df434f9e7)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:38.195892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-aae27941-dfc4-422b-bbb1-0aa13ea6d7a0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for 7764bc67-1ec3-417e-870e-4dd9f1e664ea owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:38.202282 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:38.281603 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-51b6b8cc-a12b-46ae-83af-838e03d6c4f8 req-18daf3f5-8715-4e53-b065-30b771e18255 service neutron] 10.222.0.75 "GET /v2.0/networks/24a83b40-ef51-41b8-abb5-0b319ccd8515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308687 Dec 08 02:12:38.309263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad707fbd-1645-479d-ad52-03eefb6b0e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:38.313797 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad707fbd-1645-479d-ad52-03eefb6b0e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:38.315008 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ad707fbd-1645-479d-ad52-03eefb6b0e42 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5a61c749-78ea-4584-ba5d-aa7ceb41306d HTTP/1.1" status: 204 len: 168 time: 0.3579624 Dec 08 02:12:38.325569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad707fbd-1645-479d-ad52-03eefb6b0e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a61c749-78ea-4584-ba5d-aa7ceb41306d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:38.335307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a6db7b79-647d-4589-bae8-e319d89f222c None None] For port 854c8d15-d34e-411e-ae22-aee56e26c98c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=854c8d15-d34e-411e-ae22-aee56e26c98c,segment=NetworkSegment(e4e5f9d0-f630-492b-b50d-cf171f450e43),segment_id=e4e5f9d0-f630-492b-b50d-cf171f450e43)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:38.363387 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6db7b79-647d-4589-bae8-e319d89f222c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:38.385743 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:38.396890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:38.397761 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:38.443789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Allocated IP 2001:db8:3::2 (625470c4-6afa-4dfd-aa7b-ef43b0e88560/e6617991-61fa-4a5c-9756-18d24f2cbfb8/78cac535-ce93-4ae3-9973-5ab066e9cca4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:38.474131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd4567-d79b-499e-828a-65d9c23da83d None None] Pushing event updated for resources: {'Port': ['ID=0db9dbb3-245a-48d2-ae32-9024b224812e,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:38.583303 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Provisioning complete for port 73604989-9338-4dd0-a1c6-33070f212297 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:38.583875 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:38.605451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:38.763916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 29fb6ed7-9706-4253-b979-384bf542fd18 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:38.826348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db7b79-647d-4589-bae8-e319d89f222c None None] Pushing event updated for resources: {'Port': ['ID=854c8d15-d34e-411e-ae22-aee56e26c98c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:38.889073 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aae27941-dfc4-422b-bbb1-0aa13ea6d7a0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:38.930983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae27941-dfc4-422b-bbb1-0aa13ea6d7a0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=7764bc67-1ec3-417e-870e-4dd9f1e664ea,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:38.969998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d4faf-e611-46d0-9c76-412656592905 req-7b954629-e8a1-4225-94c5-c057ed15780e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:38.979148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb4d4faf-e611-46d0-9c76-412656592905 req-7b954629-e8a1-4225-94c5-c057ed15780e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 907 time: 0.2412779 Dec 08 02:12:39.113733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b633159-2188-4854-abe5-e50f722a437b req-22d8c7be-cbb1-4015-b3ea-9e149ed7c2b4 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0439227 Dec 08 02:12:39.116936 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aae27941-dfc4-422b-bbb1-0aa13ea6d7a0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.122219 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-aae27941-dfc4-422b-bbb1-0aa13ea6d7a0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/7764bc67-1ec3-417e-870e-4dd9f1e664ea HTTP/1.1" status: 204 len: 168 time: 1.4152732 Dec 08 02:12:39.124753 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48790) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:39.233355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a53bc9-2d9b-4a66-9646-c2d94db29a3f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:39.234739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a53bc9-2d9b-4a66-9646-c2d94db29a3f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:39.244897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a53bc9-2d9b-4a66-9646-c2d94db29a3f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:39.246750 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-41a53bc9-2d9b-4a66-9646-c2d94db29a3f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1199050 Dec 08 02:12:39.249754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48794) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:39.342993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d5244d-7b2d-490f-9999-9a34814bf143 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet 3643be74-8f5d-4084-8d48-2f9bc8e1422c {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:39.352062 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9d5244d-7b2d-490f-9999-9a34814bf143 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.403092 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9d5244d-7b2d-490f-9999-9a34814bf143 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.448064 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.473922 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.522086 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9d5244d-7b2d-490f-9999-9a34814bf143 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.522347 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.536437 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.603621 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] For port 73604989-9338-4dd0-a1c6-33070f212297, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=73604989-9338-4dd0-a1c6-33070f212297,segment=NetworkSegment(603386a8-aeb6-4fe5-bd23-1b4df434f9e7),segment_id=603386a8-aeb6-4fe5-bd23-1b4df434f9e7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:39.615955 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Network 625470c4-6afa-4dfd-aa7b-ef43b0e88560 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:39.619198 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.629183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:39.635196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Allocated IP 2001:db8:3::1 (625470c4-6afa-4dfd-aa7b-ef43b0e88560/e6617991-61fa-4a5c-9756-18d24f2cbfb8/58194d8e-9c3b-4727-a76e-2e106cefd5d4) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:39.635428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:39.653232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Pushing event updated for resources: {'Port': ['ID=78cac535-ce93-4ae3-9973-5ab066e9cca4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:39.661965 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9d5244d-7b2d-490f-9999-9a34814bf143 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.731573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 4, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '0db9dbb3-245a-48d2-ae32-9024b224812e', 'name': '', 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:a4:ae:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:32Z', 'updated_at': '2021-12-08T02:12:38Z', 'revision_number': 4, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:39.751045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5244d-7b2d-490f-9999-9a34814bf143 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=3643be74-8f5d-4084-8d48-2f9bc8e1422c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:39.755807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c9d5244d-7b2d-490f-9999-9a34814bf143 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.761860 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c9d5244d-7b2d-490f-9999-9a34814bf143 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/3643be74-8f5d-4084-8d48-2f9bc8e1422c HTTP/1.1" status: 204 len: 168 time: 0.5041394 Dec 08 02:12:39.762090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48806) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:39.790814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d9a7d-5bab-4b38-86d8-6bd5a4264548 None None] The sync data for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 is: [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 4, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '0db9dbb3-245a-48d2-ae32-9024b224812e', 'name': '', 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:a4:ae:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:32Z', 'updated_at': '2021-12-08T02:12:38Z', 'revision_number': 4, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:39.820940 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Pushing event updated for resources: {'Port': ['ID=73604989-9338-4dd0-a1c6-33070f212297,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:39.836011 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.885844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9db70a4b-25a6-402d-ba4a-8c467a3abefa details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:12:39.891488 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc99d24-475d-485d-b448-9e1dbffd471b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet bf286fbf-df53-483a-b991-5b2a48d18807 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:39.896234 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dc99d24-475d-485d-b448-9e1dbffd471b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.907139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Attempting to bind port 78cac535-ce93-4ae3-9973-5ab066e9cca4 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:39.907937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Attempting to bind port 78cac535-ce93-4ae3-9973-5ab066e9cca4 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'e381d4e6-df8d-47cb-9fde-b38b4a896e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:39.908537 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Attempting to bind port 78cac535-ce93-4ae3-9973-5ab066e9cca4 on network 625470c4-6afa-4dfd-aa7b-ef43b0e88560 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:39.911448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5eec98-c9db-4668-9d71-c7d048a26df8 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:39.935729 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.967595 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dc99d24-475d-485d-b448-9e1dbffd471b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:39.987925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network 625470c4-6afa-4dfd-aa7b-ef43b0e88560 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:40.010707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:40.024461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:40.025017 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:40.101412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=58194d8e-9c3b-4727-a76e-2e106cefd5d4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:40.109362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:40.109740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Checking segment: {'id': 'e381d4e6-df8d-47cb-9fde-b38b4a896e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:40.110205 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:40.110607 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Bound using segment: {'id': 'e381d4e6-df8d-47cb-9fde-b38b4a896e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:40.111177 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Bound port: 78cac535-ce93-4ae3-9973-5ab066e9cca4, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e381d4e6-df8d-47cb-9fde-b38b4a896e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:40.111466 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:40.146452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Provisioning complete for port 0db9dbb3-245a-48d2-ae32-9024b224812e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:40.147075 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:40.149693 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 02:12:40.156958 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dc99d24-475d-485d-b448-9e1dbffd471b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:40.230112 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:12:40.230655 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:12:40.247587 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dc99d24-475d-485d-b448-9e1dbffd471b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:40.268815 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dc99d24-475d-485d-b448-9e1dbffd471b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:40.275478 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1dc99d24-475d-485d-b448-9e1dbffd471b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/bf286fbf-df53-483a-b991-5b2a48d18807 HTTP/1.1" status: 204 len: 168 time: 0.5122910 Dec 08 02:12:40.281218 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:40.302057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc99d24-475d-485d-b448-9e1dbffd471b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=bf286fbf-df53-483a-b991-5b2a48d18807,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:40.310020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68e1f958-61a8-42a8-9725-4067057b286c req-c72c66a5-7a03-4595-a3ef-f52885ef67c3 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.1160402 Dec 08 02:12:40.389918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] For port 78cac535-ce93-4ae3-9973-5ab066e9cca4, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:40.398431 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-687efad0-e300-4a37-afa3-2792b1495268 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1128387 Dec 08 02:12:40.398589 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48830) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:40.409828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] For port 78cac535-ce93-4ae3-9973-5ab066e9cca4, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=78cac535-ce93-4ae3-9973-5ab066e9cca4,segment=NetworkSegment(e381d4e6-df8d-47cb-9fde-b38b4a896e95),segment_id=e381d4e6-df8d-47cb-9fde-b38b4a896e95)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:40.425242 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:40.436939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce309b67-7463-4e0a-b432-0fe0bab466e1 req-689615f5-f862-4487-863a-8f46e1f0bf79 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:40.438673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce309b67-7463-4e0a-b432-0fe0bab466e1 req-689615f5-f862-4487-863a-8f46e1f0bf79 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 907 time: 0.3200684 Dec 08 02:12:40.441559 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:40.482547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9320761c-241b-4e6f-be3b-71fda4fc3676 req-f456e34a-b270-4305-a2b3-cfde6ab25b7c tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0697498 Dec 08 02:12:40.530494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c398697-39b1-415d-8707-a67c6f4c945e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:40.533209 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0c398697-39b1-415d-8707-a67c6f4c945e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1331964 Dec 08 02:12:40.538829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48832) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:40.660654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c950d9-cef9-4b14-9207-af1323641ad9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:40.663172 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d2c950d9-cef9-4b14-9207-af1323641ad9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1232231 Dec 08 02:12:40.666920 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48834) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:40.714176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 9db70a4b-25a6-402d-ba4a-8c467a3abefa, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9db70a4b-25a6-402d-ba4a-8c467a3abefa,segment=NetworkSegment(e4e5f9d0-f630-492b-b50d-cf171f450e43),segment_id=e4e5f9d0-f630-492b-b50d-cf171f450e43)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:40.759934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48838) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:40.761430 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3d96f6b4-7db4-44f6-af90-7b829248c120 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828152 Dec 08 02:12:40.767158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8324d82c-ac50-4030-b07d-0c0b8dc04c9d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:40.803049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a019668-635d-44e8-9160-eb7c28dfe325 None None] Update dhcp port {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': 'bf286fbf-df53-483a-b991-5b2a48d18807'}], 'binding:host_id': 'n-d-713499-31'}, 'id': '29fb6ed7-9706-4253-b979-384bf542fd18'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 02:12:40.850215 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a019668-635d-44e8-9160-eb7c28dfe325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:40.857482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '9db70a4b-25a6-402d-ba4a-8c467a3abefa', 'network_id': '24a83b40-ef51-41b8-abb5-0b319ccd8515', 'port_id': '9db70a4b-25a6-402d-ba4a-8c467a3abefa', 'mac_address': 'fa:16:3e:f9:31:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7e9f90-ba94-4b9d-8ee9-c726b5083e10', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:12:40.860816 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:40.886697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4365a8-3220-494e-a65f-bcaadeca22e4 None None] Pushing event updated for resources: {'Port': ['ID=78cac535-ce93-4ae3-9973-5ab066e9cca4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:40.982031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8324d82c-ac50-4030-b07d-0c0b8dc04c9d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:40.992288 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8324d82c-ac50-4030-b07d-0c0b8dc04c9d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.007139 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8324d82c-ac50-4030-b07d-0c0b8dc04c9d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:12:41.007650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8324d82c-ac50-4030-b07d-0c0b8dc04c9d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:12:41.008668 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.016831 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.055914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] For port 0db9dbb3-245a-48d2-ae32-9024b224812e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0db9dbb3-245a-48d2-ae32-9024b224812e,segment=NetworkSegment(603386a8-aeb6-4fe5-bd23-1b4df434f9e7),segment_id=603386a8-aeb6-4fe5-bd23-1b4df434f9e7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:41.066432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8324d82c-ac50-4030-b07d-0c0b8dc04c9d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3054111 Dec 08 02:12:41.069422 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48840) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:41.074886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-861450cc-f019-4f34-b286-cb7eb39ddef3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:41.084616 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.106227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db70a4b-25a6-402d-ba4a-8c467a3abefa {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:12:41.113590 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.123838 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.124813 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.259415 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Provisioning complete for port 29fb6ed7-9706-4253-b979-384bf542fd18 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:41.259947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.302063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 9db70a4b-25a6-402d-ba4a-8c467a3abefa, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9db70a4b-25a6-402d-ba4a-8c467a3abefa,segment=NetworkSegment(e4e5f9d0-f630-492b-b50d-cf171f450e43),segment_id=e4e5f9d0-f630-492b-b50d-cf171f450e43)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:41.309792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event updated for resources: {'Port': ['ID=58194d8e-9c3b-4727-a76e-2e106cefd5d4,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:41.313365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861450cc-f019-4f34-b286-cb7eb39ddef3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:41.325052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 29fb6ed7-9706-4253-b979-384bf542fd18, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=29fb6ed7-9706-4253-b979-384bf542fd18,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:41.331511 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.334987 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-861450cc-f019-4f34-b286-cb7eb39ddef3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.337451 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-861450cc-f019-4f34-b286-cb7eb39ddef3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:12:41.338180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861450cc-f019-4f34-b286-cb7eb39ddef3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:12:41.345351 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.375375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697a783f-e6c3-41f2-b7c3-70fed07f45ab None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:41.379048 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Network 625470c4-6afa-4dfd-aa7b-ef43b0e88560 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:41.380640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:41.381208 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-861450cc-f019-4f34-b286-cb7eb39ddef3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3103728 Dec 08 02:12:41.384209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48844) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:41.387854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Pushing event updated for resources: {'Port': ['ID=0db9dbb3-245a-48d2-ae32-9024b224812e,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:41.396485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a4a014ec-3110-40c4-9734-befce0b278ad tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:41.578066 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-17a7db66-6d2f-4956-b734-f996cd17dec4 req-19a81621-118e-4ab3-b12f-a85ad48928f9 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0787883 Dec 08 02:12:41.594256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=9db70a4b-25a6-402d-ba4a-8c467a3abefa,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:41.601966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a014ec-3110-40c4-9734-befce0b278ad tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:41.626877 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4a014ec-3110-40c4-9734-befce0b278ad tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.629033 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a014ec-3110-40c4-9734-befce0b278ad tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:12:41.629495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a014ec-3110-40c4-9734-befce0b278ad tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:12:41.643911 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['9db70a4b-25a6-402d-ba4a-8c467a3abefa'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:12:41.665496 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:12:41.682668 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a4a014ec-3110-40c4-9734-befce0b278ad tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2946963 Dec 08 02:12:41.689156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48850) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:41.700366 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-bcc68690-b53b-456a-84fd-b84128b7e10a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:41.706607 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.784846 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=29fb6ed7-9706-4253-b979-384bf542fd18,revision_number=11']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:41.803288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb790c6e-8c95-4ba4-9bc6-44e503059b0c None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:41.837643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] For port 29fb6ed7-9706-4253-b979-384bf542fd18, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=29fb6ed7-9706-4253-b979-384bf542fd18,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:41.880905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 73604989-9338-4dd0-a1c6-33070f212297 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:41.929423 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.965565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc68690-b53b-456a-84fd-b84128b7e10a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:41.969058 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bcc68690-b53b-456a-84fd-b84128b7e10a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:41.970825 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc68690-b53b-456a-84fd-b84128b7e10a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:12:41.972064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc68690-b53b-456a-84fd-b84128b7e10a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:12:41.995080 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bcc68690-b53b-456a-84fd-b84128b7e10a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3055828 Dec 08 02:12:41.998500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48852) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:42.011779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-85b8ea58-1d7e-4550-8a63-79d8f6e3c658 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:42.070030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 73604989-9338-4dd0-a1c6-33070f212297 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:42.070770 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:42.127286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8a2e57f6-11fe-4972-bfc0-991cf55ba95e None None] Could not find standard attr ID for object 7764bc67-1ec3-417e-870e-4dd9f1e664ea. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:12:42.167722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b8ea58-1d7e-4550-8a63-79d8f6e3c658 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:42.172249 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-85b8ea58-1d7e-4550-8a63-79d8f6e3c658 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:42.173946 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b8ea58-1d7e-4550-8a63-79d8f6e3c658 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:12:42.174780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b8ea58-1d7e-4550-8a63-79d8f6e3c658 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:12:42.184247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d1b410d6-6948-4ac9-ad0c-7ee316c38acc has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:42.207582 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-795b0d8b-287f-4ef0-bc4f-dd2a74a33250 req-4b3f6cbc-befe-416f-93a7-5dd46e6a9582 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0594018 Dec 08 02:12:42.218729 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-85b8ea58-1d7e-4550-8a63-79d8f6e3c658 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2188346 Dec 08 02:12:42.221767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48854) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:42.250633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-28b30491-cc1e-47b6-925d-07ea67def4a8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:42.332442 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66161-a55e-420d-865e-02e3edfe75c2 req-89c470f8-2083-494b-beb9-edd3560f147a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:42.338799 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dfd66161-a55e-420d-865e-02e3edfe75c2 req-89c470f8-2083-494b-beb9-edd3560f147a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 908 time: 0.7508771 Dec 08 02:12:42.378389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b30491-cc1e-47b6-925d-07ea67def4a8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:42.383028 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-28b30491-cc1e-47b6-925d-07ea67def4a8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:42.384764 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b30491-cc1e-47b6-925d-07ea67def4a8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:12:42.385215 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b30491-cc1e-47b6-925d-07ea67def4a8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:12:42.388437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:42.395053 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6231b57e-07f3-40d4-84ea-cd236dc7d82e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8473737 Dec 08 02:12:42.397863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48856) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:42.401326 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Sync routers for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:42.403696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9d88d914-a736-41c3-b263-d847126604ec tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:42.414851 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:42.415576 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:42.417631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cb790c6e-8c95-4ba4-9bc6-44e503059b0c None None] Deleting port 29fb6ed7-9706-4253-b979-384bf542fd18 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:42.418061 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb790c6e-8c95-4ba4-9bc6-44e503059b0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:42.426911 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-28b30491-cc1e-47b6-925d-07ea67def4a8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1936400 Dec 08 02:12:42.429454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48858) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:42.429624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37083ddc-1451-4f6c-8bb5-6becc77f8d1f None None] Network 625470c4-6afa-4dfd-aa7b-ef43b0e88560 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:42.432697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4974e2-d5fb-4eb0-a85b-afa3b6dd442e None None] Pushing event updated for resources: {'Port': ['ID=29fb6ed7-9706-4253-b979-384bf542fd18,revision_number=12']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:42.435153 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8a2e57f6-11fe-4972-bfc0-991cf55ba95e None None] Could not find standard attr ID for object a02849e8-dfe8-4f24-bfc5-ba9389a3a5af. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:12:42.528173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3928a5f1-967f-47a4-8b41-dd9239a7fd1c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:42.529864 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3928a5f1-967f-47a4-8b41-dd9239a7fd1c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0993967 Dec 08 02:12:42.532565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48860) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:42.593006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 56316ff6-4cf9-4a34-a3b6-b20eacdce395 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:42.594324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8a2e57f6-11fe-4972-bfc0-991cf55ba95e None None] Provisioning complete for port 0db9dbb3-245a-48d2-ae32-9024b224812e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:42.594932 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a2e57f6-11fe-4972-bfc0-991cf55ba95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:42.609612 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:42.632294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5a7f91-551e-4bd5-afa8-fac2e134c98d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:42.635944 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8c5a7f91-551e-4bd5-afa8-fac2e134c98d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0947399 Dec 08 02:12:42.636658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48864) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:42.689158 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3ca36740-552d-4782-8cdd-b83fb7b5bcc0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516670 Dec 08 02:12:42.694189 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48866) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:42.699237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-77cc524d-9b21-491c-9e08-2a1f871170da tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:42.707781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cb790c6e-8c95-4ba4-9bc6-44e503059b0c None None] For port 29fb6ed7-9706-4253-b979-384bf542fd18, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=29fb6ed7-9706-4253-b979-384bf542fd18,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:42.708182 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb790c6e-8c95-4ba4-9bc6-44e503059b0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:42.744836 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cb790c6e-8c95-4ba4-9bc6-44e503059b0c None None] Calling delete_port for 29fb6ed7-9706-4253-b979-384bf542fd18 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:42.774110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e683f0c-9790-4a30-af45-1327a0e45d43 req-2d386dea-83bc-420a-8fa3-490ced998cf9 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0873404 Dec 08 02:12:42.811300 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cc524d-9b21-491c-9e08-2a1f871170da tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:42.819351 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77cc524d-9b21-491c-9e08-2a1f871170da tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:42.913783 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:40Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '0db9dbb3-245a-48d2-ae32-9024b224812e', 'name': '', 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:a4:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:32Z', 'updated_at': '2021-12-08T02:12:40Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58194d8e-9c3b-4727-a76e-2e106cefd5d4', 'name': '', 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:7f:03:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'e6617991-61fa-4a5c-9756-18d24f2cbfb8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:38Z', 'updated_at': '2021-12-08T02:12:40Z', 'revision_number': 2, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'e6617991-61fa-4a5c-9756-18d24f2cbfb8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:42.946039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8a2e57f6-11fe-4972-bfc0-991cf55ba95e None None] Provisioning complete for port 29fb6ed7-9706-4253-b979-384bf542fd18 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:42.946619 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a2e57f6-11fe-4972-bfc0-991cf55ba95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:42.949260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 56316ff6-4cf9-4a34-a3b6-b20eacdce395 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:42.949484 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:42.953290 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Checking router: d1b410d6-6948-4ac9-ad0c-7ee316c38acc for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:42.953948 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Updating router d1b410d6-6948-4ac9-ad0c-7ee316c38acc port 58194d8e-9c3b-4727-a76e-2e106cefd5d4 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:12:43.013259 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.040339 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-9d88d914-a736-41c3-b263-d847126604ec tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 02:12:43.065233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-9d88d914-a736-41c3-b263-d847126604ec tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Removed routes are [] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 02:12:43.066733 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d88d914-a736-41c3-b263-d847126604ec tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.085039 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb790c6e-8c95-4ba4-9bc6-44e503059b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.102836 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-95a9e49d-1eed-46e7-9c33-5c58928e1d45 req-cb956aed-428d-438b-8b3c-51c1d95e17c4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0705566 Dec 08 02:12:43.163473 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb790c6e-8c95-4ba4-9bc6-44e503059b0c None None] No DVR routers for this DVR port 29fb6ed7-9706-4253-b979-384bf542fd18 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:43.171132 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 854c8d15-d34e-411e-ae22-aee56e26c98c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:43.193513 n-d-713499-31 neutron-server[109768]: INFO neutron.plugins.ml2.db [None req-8a2e57f6-11fe-4972-bfc0-991cf55ba95e None None] No ports have port_id starting with 29fb6ed7-9706-4253-b979-384bf542fd18 Dec 08 02:12:43.197950 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb790c6e-8c95-4ba4-9bc6-44e503059b0c None None] Pushing event deleted for resources: {'Port': ['ID=29fb6ed7-9706-4253-b979-384bf542fd18,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:43.256064 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 854c8d15-d34e-411e-ae22-aee56e26c98c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:43.256455 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.277603 n-d-713499-31 neutron-server[109766]: DEBUG neutron.objects.ports [None req-77cc524d-9b21-491c-9e08-2a1f871170da tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:12:43.294004 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77cc524d-9b21-491c-9e08-2a1f871170da tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.385598 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cc524d-9b21-491c-9e08-2a1f871170da tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:43.397581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-77cc524d-9b21-491c-9e08-2a1f871170da tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:43.397828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fdd64e36-9217-46e1-905d-5edab626a11a None None] Provisioning complete for port 58194d8e-9c3b-4727-a76e-2e106cefd5d4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:43.397980 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fdd64e36-9217-46e1-905d-5edab626a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.402787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cc524d-9b21-491c-9e08-2a1f871170da tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:43.403389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77cc524d-9b21-491c-9e08-2a1f871170da tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.430133 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-77cc524d-9b21-491c-9e08-2a1f871170da tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7347250 Dec 08 02:12:43.432061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc524d-9b21-491c-9e08-2a1f871170da tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=3d859386-153f-469e-bd34-6349516821ed,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:43.434322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48872) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:43.442981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f73b0b26-a53f-4200-bd73-a619f14e1572 req-2aa17d13-e8a5-4f86-bc8f-8383c9c559e7 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0680387 Dec 08 02:12:43.446476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6ae79efc-5cc7-44f6-b33c-8d9da2dd4158 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'mac_address': 'fa:16:3e:c2:8d:c9', 'name': 'tempest-NetworksTestDHCPv6-994984974'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:43.457015 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d88d914-a736-41c3-b263-d847126604ec tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.462239 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d88d914-a736-41c3-b263-d847126604ec tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.473282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fdd64e36-9217-46e1-905d-5edab626a11a None None] Port 58194d8e-9c3b-4727-a76e-2e106cefd5d4 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:43.477066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14661518-4d94-48f9-9724-bfbc8da94eec None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:43.584324 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.592784 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.608970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 29fb6ed7-9706-4253-b979-384bf542fd18 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:43.624479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb9ef2-8cb9-43cb-b316-bc290675bb00 req-6f371483-e753-44f8-982e-e6ac5993f3fe tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:43.626189 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6cb9ef2-8cb9-43cb-b316-bc290675bb00 req-6f371483-e753-44f8-982e-e6ac5993f3fe tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 908 time: 0.1498656 Dec 08 02:12:43.636682 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d88d914-a736-41c3-b263-d847126604ec tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d1b410d6-6948-4ac9-ad0c-7ee316c38acc has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:43.643834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae79efc-5cc7-44f6-b33c-8d9da2dd4158 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:43.650847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 29fb6ed7-9706-4253-b979-384bf542fd18 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:43.651187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 29fb6ed7-9706-4253-b979-384bf542fd18 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:43.660345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fdd64e36-9217-46e1-905d-5edab626a11a None None] Provisioning complete for port 78cac535-ce93-4ae3-9973-5ab066e9cca4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:43.660865 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fdd64e36-9217-46e1-905d-5edab626a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.766249 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cb8de-754f-45cc-9c48-fb50f70602fe None None] Pushing event updated for resources: {'Port': ['ID=58194d8e-9c3b-4727-a76e-2e106cefd5d4,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:43.776153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d88d914-a736-41c3-b263-d847126604ec tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:43.794838 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ae79efc-5cc7-44f6-b33c-8d9da2dd4158 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.795070 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d88d914-a736-41c3-b263-d847126604ec tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.796448 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9d88d914-a736-41c3-b263-d847126604ec tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc HTTP/1.1" status: 200 len: 953 time: 1.3973560 Dec 08 02:12:43.799167 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': '3d859386-153f-469e-bd34-6349516821ed'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:12:43.801377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48874) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:43.801515 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.831120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9db70a4b-25a6-402d-ba4a-8c467a3abefa up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:43.860291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-6ae79efc-5cc7-44f6-b33c-8d9da2dd4158 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port f8c58d30-735f-4be7-a422-dae5e32461d9 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:12:43.883142 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fdd64e36-9217-46e1-905d-5edab626a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.898413 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Attempting to bind port 58194d8e-9c3b-4727-a76e-2e106cefd5d4 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:43.899549 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Attempting to bind port 58194d8e-9c3b-4727-a76e-2e106cefd5d4 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'e381d4e6-df8d-47cb-9fde-b38b4a896e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:43.901473 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Attempting to bind port 58194d8e-9c3b-4727-a76e-2e106cefd5d4 on network 625470c4-6afa-4dfd-aa7b-ef43b0e88560 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:43.914795 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:43.915978 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Checking segment: {'id': 'e381d4e6-df8d-47cb-9fde-b38b4a896e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:43.917246 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:43.918107 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Bound using segment: {'id': 'e381d4e6-df8d-47cb-9fde-b38b4a896e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:43.918813 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Bound port: 58194d8e-9c3b-4727-a76e-2e106cefd5d4, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e381d4e6-df8d-47cb-9fde-b38b4a896e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:43.921900 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:44.015075 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bfb55fd0-a68f-45f3-a453-c72795a97d9f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc HTTP/1.1" status: 200 len: 953 time: 0.2134876 Dec 08 02:12:44.016106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48878) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:44.044859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-51108a8d-a03f-4e58-94c8-74e2456309e9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'router': {'routes': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:44.047352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fdd64e36-9217-46e1-905d-5edab626a11a None None] For port 78cac535-ce93-4ae3-9973-5ab066e9cca4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=78cac535-ce93-4ae3-9973-5ab066e9cca4,segment=NetworkSegment(e381d4e6-df8d-47cb-9fde-b38b4a896e95),segment_id=e381d4e6-df8d-47cb-9fde-b38b4a896e95)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:44.061422 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] For port 58194d8e-9c3b-4727-a76e-2e106cefd5d4, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:44.061667 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fdd64e36-9217-46e1-905d-5edab626a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:44.068853 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] For port 58194d8e-9c3b-4727-a76e-2e106cefd5d4, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=58194d8e-9c3b-4727-a76e-2e106cefd5d4,segment=NetworkSegment(e381d4e6-df8d-47cb-9fde-b38b4a896e95),segment_id=e381d4e6-df8d-47cb-9fde-b38b4a896e95)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:44.084733 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:44.085352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 9db70a4b-25a6-402d-ba4a-8c467a3abefa completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:12:44.125046 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-344440fe-bb1b-4535-b0c8-918d112e8ab9 req-1706b5f2-dfaa-4488-8d6a-e902bd21f1a8 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.2176309 Dec 08 02:12:44.183400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 9db70a4b-25a6-402d-ba4a-8c467a3abefa triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:44.183799 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:44.218138 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:44.219079 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:44.249204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 78cac535-ce93-4ae3-9973-5ab066e9cca4 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:44.321052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Allocated IP 2001:db8::f816:3eff:fe68:79d3 (27b71a85-dd81-4415-b869-7bdb583f90f3/3d859386-153f-469e-bd34-6349516821ed/e2906a81-bf17-4967-a3aa-0c887d593c76) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:44.342778 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cb8de-754f-45cc-9c48-fb50f70602fe None None] Pushing event updated for resources: {'Port': ['ID=58194d8e-9c3b-4727-a76e-2e106cefd5d4,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:44.378642 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:44.537387 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:44.576914 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:44.596647 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-66fa356e-afba-4402-98c8-963c7c1e6b3a None None] Provisioning complete for port 58194d8e-9c3b-4727-a76e-2e106cefd5d4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:44.597284 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66fa356e-afba-4402-98c8-963c7c1e6b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:44.616891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f24c8ea-cfaa-4414-83de-dc34d39a3cc2 req-b006901d-1673-4abc-8b51-bfdc9ae996fa tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0434096 Dec 08 02:12:44.636089 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd64e36-9217-46e1-905d-5edab626a11a None None] Pushing event updated for resources: {'Port': ['ID=78cac535-ce93-4ae3-9973-5ab066e9cca4,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:44.650698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-6ae79efc-5cc7-44f6-b33c-8d9da2dd4158 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::f816:3eff:fec2:8dc9 (27b71a85-dd81-4415-b869-7bdb583f90f3/3d859386-153f-469e-bd34-6349516821ed/f8c58d30-735f-4be7-a422-dae5e32461d9) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:44.694095 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Pushing event updated for resources: {'Port': ['ID=e2906a81-bf17-4967-a3aa-0c887d593c76,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:44.709924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:44.717026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:44.719410 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:44.779711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-51108a8d-a03f-4e58-94c8-74e2456309e9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Added routes are [] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 02:12:44.780186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-51108a8d-a03f-4e58-94c8-74e2456309e9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 02:12:44.800331 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:43Z', 'revision_number': 6, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '0db9dbb3-245a-48d2-ae32-9024b224812e', 'name': '', 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:a4:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:32Z', 'updated_at': '2021-12-08T02:12:40Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58194d8e-9c3b-4727-a76e-2e106cefd5d4', 'name': '', 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:7f:03:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'e6617991-61fa-4a5c-9756-18d24f2cbfb8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:38Z', 'updated_at': '2021-12-08T02:12:44Z', 'revision_number': 4, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'e6617991-61fa-4a5c-9756-18d24f2cbfb8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:44.832427 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f255604-6049-4d91-b766-bc3ee4fe69d3 None None] The sync data for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 is: [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:43Z', 'revision_number': 6, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '0db9dbb3-245a-48d2-ae32-9024b224812e', 'name': '', 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:a4:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:32Z', 'updated_at': '2021-12-08T02:12:40Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58194d8e-9c3b-4727-a76e-2e106cefd5d4', 'name': '', 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:7f:03:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'e6617991-61fa-4a5c-9756-18d24f2cbfb8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:38Z', 'updated_at': '2021-12-08T02:12:44Z', 'revision_number': 4, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'e6617991-61fa-4a5c-9756-18d24f2cbfb8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:44.854138 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:44.857779 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51108a8d-a03f-4e58-94c8-74e2456309e9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:44.862207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 78cac535-ce93-4ae3-9973-5ab066e9cca4 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:44.862509 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:44.864222 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Attempting to bind port e2906a81-bf17-4967-a3aa-0c887d593c76 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:44.864595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Attempting to bind port e2906a81-bf17-4967-a3aa-0c887d593c76 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:44.864962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Attempting to bind port e2906a81-bf17-4967-a3aa-0c887d593c76 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:44.955213 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ae79efc-5cc7-44f6-b33c-8d9da2dd4158 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:44.992181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:44.992706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:44.993202 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:44.993686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:44.994324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Bound port: e2906a81-bf17-4967-a3aa-0c887d593c76, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:44.994956 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:45.013786 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ae79efc-5cc7-44f6-b33c-8d9da2dd4158 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:45.021807 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63ea17-6535-4d62-a05a-1fa696ffc9a9 req-78c3c417-7ea3-4865-98b8-3daec7da7a0c tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:45.030983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab63ea17-6535-4d62-a05a-1fa696ffc9a9 req-78c3c417-7ea3-4865-98b8-3daec7da7a0c tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 908 time: 0.1905725 Dec 08 02:12:45.038483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08530cf4-f6cd-4757-b15c-fac602cb0c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db70a4b-25a6-402d-ba4a-8c467a3abefa'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:12:45.048010 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b30b2d1-b56d-4714-af72-6d0ee5294720" -d '{"events": [{"server_uuid": "08530cf4-f6cd-4757-b15c-fac602cb0c69", "name": "network-vif-plugged", "status": "completed", "tag": "9db70a4b-25a6-402d-ba4a-8c467a3abefa"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:12:45.062803 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66fa356e-afba-4402-98c8-963c7c1e6b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:45.078143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae79efc-5cc7-44f6-b33c-8d9da2dd4158 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:45.081438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 9db70a4b-25a6-402d-ba4a-8c467a3abefa, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9db70a4b-25a6-402d-ba4a-8c467a3abefa,segment=NetworkSegment(e4e5f9d0-f630-492b-b50d-cf171f450e43),segment_id=e4e5f9d0-f630-492b-b50d-cf171f450e43)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:45.089032 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-6ae79efc-5cc7-44f6-b33c-8d9da2dd4158 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:45.093310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae79efc-5cc7-44f6-b33c-8d9da2dd4158 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:45.099375 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae79efc-5cc7-44f6-b33c-8d9da2dd4158 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:45.100065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ae79efc-5cc7-44f6-b33c-8d9da2dd4158 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:45.116138 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae79efc-5cc7-44f6-b33c-8d9da2dd4158 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=f8c58d30-735f-4be7-a422-dae5e32461d9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:45.116597 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:45.126319 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb644b66-b0fa-49cd-be8e-73ea1f7b5d9f x-openstack-request-id: req-cb644b66-b0fa-49cd-be8e-73ea1f7b5d9f {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:12:45.126705 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08530cf4-f6cd-4757-b15c-fac602cb0c69", "name": "network-vif-plugged", "status": "completed", "tag": "9db70a4b-25a6-402d-ba4a-8c467a3abefa", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:12:45.127054 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cb644b66-b0fa-49cd-be8e-73ea1f7b5d9f {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:12:45.128152 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08530cf4-f6cd-4757-b15c-fac602cb0c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db70a4b-25a6-402d-ba4a-8c467a3abefa', 'code': 200} Dec 08 02:12:45.144437 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6ae79efc-5cc7-44f6-b33c-8d9da2dd4158 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7030566 Dec 08 02:12:45.146944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48886) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:45.209510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c5e8eb-00cc-4acb-b869-2c065347907f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:45.219342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c5e8eb-00cc-4acb-b869-2c065347907f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:45.220967 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-74c5e8eb-00cc-4acb-b869-2c065347907f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0729504 Dec 08 02:12:45.224372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48890) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:45.238696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-66fa356e-afba-4402-98c8-963c7c1e6b3a None None] For port 58194d8e-9c3b-4727-a76e-2e106cefd5d4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=58194d8e-9c3b-4727-a76e-2e106cefd5d4,segment=NetworkSegment(e381d4e6-df8d-47cb-9fde-b38b4a896e95),segment_id=e381d4e6-df8d-47cb-9fde-b38b4a896e95)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:45.245100 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51108a8d-a03f-4e58-94c8-74e2456309e9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:45.249465 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51108a8d-a03f-4e58-94c8-74e2456309e9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:45.273798 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66fa356e-afba-4402-98c8-963c7c1e6b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:45.279075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] For port e2906a81-bf17-4967-a3aa-0c887d593c76, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:45.307781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] For port e2906a81-bf17-4967-a3aa-0c887d593c76, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e2906a81-bf17-4967-a3aa-0c887d593c76,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:45.320328 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=9db70a4b-25a6-402d-ba4a-8c467a3abefa,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:45.337897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a6303-afa0-418e-8793-257c23968a20 req-5be55f4d-3291-4bf8-8da5-1613ec5a5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:45.339687 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6e5a6303-afa0-418e-8793-257c23968a20 req-5be55f4d-3291-4bf8-8da5-1613ec5a5d16 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 1061 time: 0.0695274 Dec 08 02:12:45.365831 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0db9dbb3-245a-48d2-ae32-9024b224812e up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:45.371592 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:45.392227 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-51bf5e5d-9270-43e2-b573-3f313fe6e0f0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port f8c58d30-735f-4be7-a422-dae5e32461d9 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:45.393655 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51bf5e5d-9270-43e2-b573-3f313fe6e0f0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:45.398569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4fc330f6-1829-4c1a-92af-8866f018cbb3 req-5f7d2800-7cdc-470e-b69e-7c53131a4550 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.1040897 Dec 08 02:12:45.418953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51108a8d-a03f-4e58-94c8-74e2456309e9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d1b410d6-6948-4ac9-ad0c-7ee316c38acc has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:45.457589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa356e-afba-4402-98c8-963c7c1e6b3a None None] Pushing event updated for resources: {'Port': ['ID=58194d8e-9c3b-4727-a76e-2e106cefd5d4,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:45.528859 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563db370-1dbd-4e91-8673-cf23f99f7ffa None None] Pushing event updated for resources: {'Port': ['ID=e2906a81-bf17-4967-a3aa-0c887d593c76,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:45.536238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51bf5e5d-9270-43e2-b573-3f313fe6e0f0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:45.538923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7e2012f1-45b5-4a39-a278-844b38a67f5e None None] Provisioning complete for port 58194d8e-9c3b-4727-a76e-2e106cefd5d4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:45.539297 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e2012f1-45b5-4a39-a278-844b38a67f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:45.569726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-51bf5e5d-9270-43e2-b573-3f313fe6e0f0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for f8c58d30-735f-4be7-a422-dae5e32461d9 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:45.627082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0db9dbb3-245a-48d2-ae32-9024b224812e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:45.628492 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:45.865405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 73604989-9338-4dd0-a1c6-33070f212297 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:45.932915 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51bf5e5d-9270-43e2-b573-3f313fe6e0f0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:45.985646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 73604989-9338-4dd0-a1c6-33070f212297 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:45.986022 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:46.013408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf5e5d-9270-43e2-b573-3f313fe6e0f0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=f8c58d30-735f-4be7-a422-dae5e32461d9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:46.047052 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51bf5e5d-9270-43e2-b573-3f313fe6e0f0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:46.056728 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-51bf5e5d-9270-43e2-b573-3f313fe6e0f0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/f8c58d30-735f-4be7-a422-dae5e32461d9 HTTP/1.1" status: 204 len: 168 time: 0.8312652 Dec 08 02:12:46.057384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48904) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:46.124590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d12c135-95cb-4af1-a97a-3f974377f901 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:46.126155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d12c135-95cb-4af1-a97a-3f974377f901 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:46.131125 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6d12c135-95cb-4af1-a97a-3f974377f901 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0699131 Dec 08 02:12:46.131526 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48910) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:46.149131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 854c8d15-d34e-411e-ae22-aee56e26c98c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:46.169859 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb5503f9-3d30-472f-950a-87671812a401 req-3b12f52a-cc0a-4f0c-8f5b-c40418359fd3 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0532007 Dec 08 02:12:46.191570 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-329149b0-9567-44e2-ace1-5d1407d54450 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet 3d859386-153f-469e-bd34-6349516821ed {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:46.194918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-329149b0-9567-44e2-ace1-5d1407d54450 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:46.211805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51108a8d-a03f-4e58-94c8-74e2456309e9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:46.238011 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 854c8d15-d34e-411e-ae22-aee56e26c98c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:46.238550 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51108a8d-a03f-4e58-94c8-74e2456309e9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:46.238905 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:46.242349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-51108a8d-a03f-4e58-94c8-74e2456309e9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc HTTP/1.1" status: 200 len: 703 time: 2.2076509 Dec 08 02:12:46.249392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48912) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:46.343207 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-329149b0-9567-44e2-ace1-5d1407d54450 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:46.358653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b1f0d-581b-40b1-a4a8-3927ce1761f5 req-a508636b-e18e-4271-aa02-c5306b9ede33 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:46.360571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac7b1f0d-581b-40b1-a4a8-3927ce1761f5 req-a508636b-e18e-4271-aa02-c5306b9ede33 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 909 time: 0.0767601 Dec 08 02:12:46.458995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99d58475-3f25-454a-b145-a027359296e3 req-897c2976-d638-4f12-b183-2b1d7b3f0b2a tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0303626 Dec 08 02:12:46.519335 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-05486f7f-e4d5-40e0-8335-57f4ded328b9 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc HTTP/1.1" status: 200 len: 703 time: 0.2685871 Dec 08 02:12:46.522165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48920) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:46.532861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-329149b0-9567-44e2-ace1-5d1407d54450 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:46.615777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-329149b0-9567-44e2-ace1-5d1407d54450 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:46.661914 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329149b0-9567-44e2-ace1-5d1407d54450 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=3d859386-153f-469e-bd34-6349516821ed,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:46.666125 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-329149b0-9567-44e2-ace1-5d1407d54450 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:46.669487 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-329149b0-9567-44e2-ace1-5d1407d54450 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/3d859386-153f-469e-bd34-6349516821ed HTTP/1.1" status: 204 len: 168 time: 0.5366657 Dec 08 02:12:46.671990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48922) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:46.743559 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b65503cf-e42a-43e1-8c03-16c0a9e8b5d1 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704317 Dec 08 02:12:46.746287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48924) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:46.754349 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:46.758289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91bb598-61ab-4888-b8a6-448d254a4bf8 None None] Sync routers for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:46.776234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91bb598-61ab-4888-b8a6-448d254a4bf8 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:46.776881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c91bb598-61ab-4888-b8a6-448d254a4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:46.833255 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 78cac535-ce93-4ae3-9973-5ab066e9cca4 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:46.871811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:46.880091 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.022168 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9f64bcb-6d5c-4bbb-b41e-f70f66b1bf36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.065639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b562bd-127d-49db-8baa-ce4cf4baa43c None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:47.147579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fc354731-4cee-49fc-ab6d-4d2a6e2d01c2 None None] Provisioning complete for port e2906a81-bf17-4967-a3aa-0c887d593c76 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:47.147976 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc354731-4cee-49fc-ab6d-4d2a6e2d01c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.156819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c91bb598-61ab-4888-b8a6-448d254a4bf8 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:47.251325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 78cac535-ce93-4ae3-9973-5ab066e9cca4 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:47.251775 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.263735 n-d-713499-31 neutron-server[109766]: DEBUG neutron.objects.ports [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:12:47.306299 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3d519a6-0ef0-4556-93f8-5090098a29f3 req-cc7bff27-9136-47e9-901b-672d486e26be tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0333493 Dec 08 02:12:47.329858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a9f64bcb-6d5c-4bbb-b41e-f70f66b1bf36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port 58194d8e-9c3b-4727-a76e-2e106cefd5d4 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:47.330212 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9f64bcb-6d5c-4bbb-b41e-f70f66b1bf36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.457182 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.478639 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc354731-4cee-49fc-ab6d-4d2a6e2d01c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.499569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587faf94-1007-4455-92b6-e3f8db7ce7be None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:47.538381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-a9f64bcb-6d5c-4bbb-b41e-f70f66b1bf36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] For port 58194d8e-9c3b-4727-a76e-2e106cefd5d4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=58194d8e-9c3b-4727-a76e-2e106cefd5d4,segment=NetworkSegment(e381d4e6-df8d-47cb-9fde-b38b4a896e95),segment_id=e381d4e6-df8d-47cb-9fde-b38b4a896e95)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:47.539003 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9f64bcb-6d5c-4bbb-b41e-f70f66b1bf36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.557727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 58194d8e-9c3b-4727-a76e-2e106cefd5d4 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:47.557962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a9f64bcb-6d5c-4bbb-b41e-f70f66b1bf36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for 58194d8e-9c3b-4727-a76e-2e106cefd5d4 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:47.569747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb193ff8-0fe1-4708-a6b5-3fa7d8ecc668 req-9e346b3e-d522-4589-81b0-ab98050e0486 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:47.571327 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb193ff8-0fe1-4708-a6b5-3fa7d8ecc668 req-9e346b3e-d522-4589-81b0-ab98050e0486 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 909 time: 0.0991008 Dec 08 02:12:47.616163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f396e4d-744c-4439-bbaa-e8ed8417865e req-e1476737-c2fe-4ca2-92db-8c97fe925445 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0304945 Dec 08 02:12:47.654759 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 58194d8e-9c3b-4727-a76e-2e106cefd5d4 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:47.655003 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.656601 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] For port e2906a81-bf17-4967-a3aa-0c887d593c76, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e2906a81-bf17-4967-a3aa-0c887d593c76,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:47.684421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c91bb598-61ab-4888-b8a6-448d254a4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:44Z', 'revision_number': 7, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '0db9dbb3-245a-48d2-ae32-9024b224812e', 'name': '', 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:a4:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:32Z', 'updated_at': '2021-12-08T02:12:40Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58194d8e-9c3b-4727-a76e-2e106cefd5d4', 'name': '', 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:7f:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'e6617991-61fa-4a5c-9756-18d24f2cbfb8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:38Z', 'updated_at': '2021-12-08T02:12:45Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'e6617991-61fa-4a5c-9756-18d24f2cbfb8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:47.690746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-587faf94-1007-4455-92b6-e3f8db7ce7be None None] Deleting port e2906a81-bf17-4967-a3aa-0c887d593c76 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:47.691115 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-587faf94-1007-4455-92b6-e3f8db7ce7be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.692141 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.698980 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.699976 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.738836 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91bb598-61ab-4888-b8a6-448d254a4bf8 None None] Checking router: d1b410d6-6948-4ac9-ad0c-7ee316c38acc for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:47.789390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:47.794715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bd2c2-2bc4-4457-9363-ce4d0546169c req-9ed3cd46-0cf1-4432-8b34-59da379f9f02 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:47.796357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-955bd2c2-2bc4-4457-9363-ce4d0546169c req-9ed3cd46-0cf1-4432-8b34-59da379f9f02 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 909 time: 0.1031845 Dec 08 02:12:47.799843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:47.807313 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:47.808057 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.813170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=9cd87b95-39cb-4f09-9c4c-22958a989486,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:47.821704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91bb598-61ab-4888-b8a6-448d254a4bf8 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:47.822644 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c91bb598-61ab-4888-b8a6-448d254a4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:47.824064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=e2906a81-bf17-4967-a3aa-0c887d593c76,revision_number=5']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:47.839041 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2f746b84-b9f8-4f50-aabc-45fe45425926 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0890980 Dec 08 02:12:47.840343 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48934) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:47.848618 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ee068fd8-3f56-42ac-9ac8-674214ca854b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'mac_address': 'fa:16:3e:6a:bd:5c', 'name': 'tempest-NetworksTestDHCPv6-1000848052'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:47.881952 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9f64bcb-6d5c-4bbb-b41e-f70f66b1bf36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.903714 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-fc354731-4cee-49fc-ab6d-4d2a6e2d01c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:12:47.904070 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-fc354731-4cee-49fc-ab6d-4d2a6e2d01c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:12:47.920221 n-d-713499-31 neutron-server[109768]: INFO neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No ports have port_id starting with 58194d8e-9c3b-4727-a76e-2e106cefd5d4 Dec 08 02:12:47.920497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f64bcb-6d5c-4bbb-b41e-f70f66b1bf36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=58194d8e-9c3b-4727-a76e-2e106cefd5d4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:47.926855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e2906a81-bf17-4967-a3aa-0c887d593c76 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:47.934073 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-587faf94-1007-4455-92b6-e3f8db7ce7be None None] For port e2906a81-bf17-4967-a3aa-0c887d593c76, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e2906a81-bf17-4967-a3aa-0c887d593c76,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:47.934474 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-587faf94-1007-4455-92b6-e3f8db7ce7be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:47.967767 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-587faf94-1007-4455-92b6-e3f8db7ce7be None None] Calling delete_port for e2906a81-bf17-4967-a3aa-0c887d593c76 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:48.026845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c91bb598-61ab-4888-b8a6-448d254a4bf8 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:48.034983 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee068fd8-3f56-42ac-9ac8-674214ca854b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:48.040420 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee068fd8-3f56-42ac-9ac8-674214ca854b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:48.066358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-ee068fd8-3f56-42ac-9ac8-674214ca854b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port 584d27fd-99bb-46c0-af36-c1266ffbc4d6 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:12:48.088179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384a209-259f-4cdd-b56f-29ce924405b4 req-8a08a2c7-4f4d-4df4-bb5c-711ddcfae3f7 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:48.101540 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e384a209-259f-4cdd-b56f-29ce924405b4 req-8a08a2c7-4f4d-4df4-bb5c-711ddcfae3f7 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 1061 time: 0.1467714 Dec 08 02:12:48.102620 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a9f64bcb-6d5c-4bbb-b41e-f70f66b1bf36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:48.187403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e2906a81-bf17-4967-a3aa-0c887d593c76 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:48.187954 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:48.228498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-ee068fd8-3f56-42ac-9ac8-674214ca854b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::f816:3eff:fe6a:bd5c (27b71a85-dd81-4415-b869-7bdb583f90f3/9cd87b95-39cb-4f09-9c4c-22958a989486/584d27fd-99bb-46c0-af36-c1266ffbc4d6) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:48.253324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78be6b2-26c0-42ad-83b1-108c66d5b182 req-b72d15b0-4188-42fe-ba2a-70e2c36011bf tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:48.254976 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d78be6b2-26c0-42ad-83b1-108c66d5b182 req-b72d15b0-4188-42fe-ba2a-70e2c36011bf tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 1137 time: 0.0648508 Dec 08 02:12:48.368899 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-587faf94-1007-4455-92b6-e3f8db7ce7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:48.392767 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d78be6b2-26c0-42ad-83b1-108c66d5b182 req-c1687f06-82a1-495e-a800-bc167c06527c tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=bd91ece8-1a7b-44db-b704-572d682de78d&id=c515722b-dd95-4612-abcb-c0a73980786e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1300898 Dec 08 02:12:48.402850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f64bcb-6d5c-4bbb-b41e-f70f66b1bf36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d1b410d6-6948-4ac9-ad0c-7ee316c38acc has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:48.416651 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Port e2906a81-bf17-4967-a3aa-0c887d593c76 update to ACTIVE by agent not found {{(pid=109768) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 02:12:48.420474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48942) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:48.422742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587faf94-1007-4455-92b6-e3f8db7ce7be None None] Pushing event deleted for resources: {'Port': ['ID=e2906a81-bf17-4967-a3aa-0c887d593c76,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:48.449357 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fc354731-4cee-49fc-ab6d-4d2a6e2d01c2 None None] Port e2906a81-bf17-4967-a3aa-0c887d593c76 update to ACTIVE by agent not found {{(pid=109768) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 02:12:48.487625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8536b730-e6a8-4d6b-84bb-466be7d2b47d req-038ff3b4-0c95-48de-91fb-ba4166664bae tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0614855 Dec 08 02:12:48.498084 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee068fd8-3f56-42ac-9ac8-674214ca854b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:48.510945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587faf94-1007-4455-92b6-e3f8db7ce7be None None] No DVR routers for this DVR port e2906a81-bf17-4967-a3aa-0c887d593c76 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:48.535518 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28325884-cfb7-43da-bee0-475c2ff74b6c None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:48.544140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c91bb598-61ab-4888-b8a6-448d254a4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:44Z', 'revision_number': 7, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '0db9dbb3-245a-48d2-ae32-9024b224812e', 'name': '', 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:a4:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:32Z', 'updated_at': '2021-12-08T02:12:40Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58194d8e-9c3b-4727-a76e-2e106cefd5d4', 'name': '', 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:7f:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'e6617991-61fa-4a5c-9756-18d24f2cbfb8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:38Z', 'updated_at': '2021-12-08T02:12:45Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'e6617991-61fa-4a5c-9756-18d24f2cbfb8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:48.571042 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee068fd8-3f56-42ac-9ac8-674214ca854b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:48.597773 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d9126-1a65-43ca-a492-321853dbf5c1 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:48.602328 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91bb598-61ab-4888-b8a6-448d254a4bf8 None None] The sync data for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 is: [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:44Z', 'revision_number': 7, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '0db9dbb3-245a-48d2-ae32-9024b224812e', 'name': '', 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:a4:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:32Z', 'updated_at': '2021-12-08T02:12:40Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58194d8e-9c3b-4727-a76e-2e106cefd5d4', 'name': '', 'network_id': '625470c4-6afa-4dfd-aa7b-ef43b0e88560', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:7f:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'e6617991-61fa-4a5c-9756-18d24f2cbfb8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:38Z', 'updated_at': '2021-12-08T02:12:45Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'e6617991-61fa-4a5c-9756-18d24f2cbfb8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:48.602790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-951d9126-1a65-43ca-a492-321853dbf5c1 tempest-TestSecurityGroupsBasicOps-101364946 tempest-TestSecurityGroupsBasicOps-101364946-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 1056 time: 0.1695709 Dec 08 02:12:48.613501 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f64bcb-6d5c-4bbb-b41e-f70f66b1bf36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:48.627341 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a9f64bcb-6d5c-4bbb-b41e-f70f66b1bf36 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1036487 Dec 08 02:12:48.628095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48946) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:48.638441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee068fd8-3f56-42ac-9ac8-674214ca854b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=584d27fd-99bb-46c0-af36-c1266ffbc4d6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:48.648851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee068fd8-3f56-42ac-9ac8-674214ca854b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:48.659989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-ee068fd8-3f56-42ac-9ac8-674214ca854b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:48.669133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee068fd8-3f56-42ac-9ac8-674214ca854b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:48.677701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e2906a81-bf17-4967-a3aa-0c887d593c76 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:48.677868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee068fd8-3f56-42ac-9ac8-674214ca854b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:48.678442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ee068fd8-3f56-42ac-9ac8-674214ca854b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:48.710687 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: e2906a81-bf17-4967-a3aa-0c887d593c76 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:48.711557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e2906a81-bf17-4967-a3aa-0c887d593c76 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:48.725121 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ee068fd8-3f56-42ac-9ac8-674214ca854b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8826573 Dec 08 02:12:48.730786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48950) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:48.741233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cdb32b-f33e-4637-b781-2e8c4fd7f11e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting subnet e6617991-61fa-4a5c-9756-18d24f2cbfb8 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:48.800830 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5037fc18-833f-48d4-b2a6-0685be8ea34f req-938cbbb4-81f2-4870-b702-466909cbf935 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0533912 Dec 08 02:12:48.801534 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95cdb32b-f33e-4637-b781-2e8c4fd7f11e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:48.813377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': '9cd87b95-39cb-4f09-9c4c-22958a989486'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:12:48.814280 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:48.827826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4d016a-d99f-4c91-ad83-932e4130380d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:48.829433 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bb4d016a-d99f-4c91-ad83-932e4130380d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0976255 Dec 08 02:12:48.833205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48952) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:48.892655 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95cdb32b-f33e-4637-b781-2e8c4fd7f11e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:48.978200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Allocated IP 2001:db8::f816:3eff:fe8f:912a (27b71a85-dd81-4415-b869-7bdb583f90f3/9cd87b95-39cb-4f09-9c4c-22958a989486/0de7754b-3da5-46e0-b73d-26feb33471d7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:48.983532 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467b39-f074-478e-bdbe-e6623ecd1ed8 None None] Sync routers for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:48.995697 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21467b39-f074-478e-bdbe-e6623ecd1ed8 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:48.996563 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-21467b39-f074-478e-bdbe-e6623ecd1ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:49.070887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b15bb-9c5e-4f6b-a241-1ae8b1baad67 req-694120d6-241e-412f-b282-5de6dd6f28e7 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:49.072435 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-138b15bb-9c5e-4f6b-a241-1ae8b1baad67 req-694120d6-241e-412f-b282-5de6dd6f28e7 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 909 time: 0.1280968 Dec 08 02:12:49.074547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95cdb32b-f33e-4637-b781-2e8c4fd7f11e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.089852 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-21467b39-f074-478e-bdbe-e6623ecd1ed8 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:49.104383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4cec0e95-461b-4602-b1ea-8711d87fef1f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port 584d27fd-99bb-46c0-af36-c1266ffbc4d6 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:49.104733 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4cec0e95-461b-4602-b1ea-8711d87fef1f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.147076 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.152821 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.196046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:49.199134 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:49.202840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:49.206299 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95cdb32b-f33e-4637-b781-2e8c4fd7f11e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.210575 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Pushing event updated for resources: {'Port': ['ID=0de7754b-3da5-46e0-b73d-26feb33471d7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:49.258957 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4cec0e95-461b-4602-b1ea-8711d87fef1f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.261389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdb32b-f33e-4637-b781-2e8c4fd7f11e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Subnet': ['ID=e6617991-61fa-4a5c-9756-18d24f2cbfb8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:49.268823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Attempting to bind port 0de7754b-3da5-46e0-b73d-26feb33471d7 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:49.269199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Attempting to bind port 0de7754b-3da5-46e0-b73d-26feb33471d7 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:49.269804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Attempting to bind port 0de7754b-3da5-46e0-b73d-26feb33471d7 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:49.274858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:49.275269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:49.275701 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.276096 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:49.276663 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Bound port: 0de7754b-3da5-46e0-b73d-26feb33471d7, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:49.276947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.277230 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95cdb32b-f33e-4637-b781-2e8c4fd7f11e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.281001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-95cdb32b-f33e-4637-b781-2e8c4fd7f11e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/e6617991-61fa-4a5c-9756-18d24f2cbfb8 HTTP/1.1" status: 204 len: 168 time: 0.6518095 Dec 08 02:12:49.282252 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4cec0e95-461b-4602-b1ea-8711d87fef1f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for 584d27fd-99bb-46c0-af36-c1266ffbc4d6 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:49.283812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48956) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:49.288027 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4672ef-4210-43c3-bb17-94ddcb052bcc None None] Network 625470c4-6afa-4dfd-aa7b-ef43b0e88560 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:49.331480 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-21467b39-f074-478e-bdbe-e6623ecd1ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:47Z', 'revision_number': 8, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '0db9dbb3-245a-48d2-ae32-9024b224812e', 'name': '', 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:a4:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:32Z', 'updated_at': '2021-12-08T02:12:40Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:49.364937 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467b39-f074-478e-bdbe-e6623ecd1ed8 None None] Checking router: d1b410d6-6948-4ac9-ad0c-7ee316c38acc for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:49.372512 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.380213 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21467b39-f074-478e-bdbe-e6623ecd1ed8 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:49.381679 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-21467b39-f074-478e-bdbe-e6623ecd1ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:49.436907 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4cec0e95-461b-4602-b1ea-8711d87fef1f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.441810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port 78cac535-ce93-4ae3-9973-5ab066e9cca4 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:49.442163 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.479801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec0e95-461b-4602-b1ea-8711d87fef1f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=584d27fd-99bb-46c0-af36-c1266ffbc4d6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:49.509739 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-21467b39-f074-478e-bdbe-e6623ecd1ed8 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:49.511015 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4cec0e95-461b-4602-b1ea-8711d87fef1f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.516513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4cec0e95-461b-4602-b1ea-8711d87fef1f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/584d27fd-99bb-46c0-af36-c1266ffbc4d6 HTTP/1.1" status: 204 len: 168 time: 0.6800900 Dec 08 02:12:49.519776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48958) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:49.557399 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] For port 78cac535-ce93-4ae3-9973-5ab066e9cca4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=78cac535-ce93-4ae3-9973-5ab066e9cca4,segment=NetworkSegment(e381d4e6-df8d-47cb-9fde-b38b4a896e95),segment_id=e381d4e6-df8d-47cb-9fde-b38b4a896e95)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:49.557984 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.575368 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for 78cac535-ce93-4ae3-9973-5ab066e9cca4 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:49.584628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] For port 0de7754b-3da5-46e0-b73d-26feb33471d7, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:49.588784 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] For port 0de7754b-3da5-46e0-b73d-26feb33471d7, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0de7754b-3da5-46e0-b73d-26feb33471d7,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:49.599847 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.618502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db692329-e7fa-46cb-a248-378868cb57f8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:49.624739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db692329-e7fa-46cb-a248-378868cb57f8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:49.629583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-db692329-e7fa-46cb-a248-378868cb57f8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1083801 Dec 08 02:12:49.630166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48962) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:49.694252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61680913-735b-4f2d-a7cf-1a9686c01971 None None] Pushing event updated for resources: {'Port': ['ID=0de7754b-3da5-46e0-b73d-26feb33471d7,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:49.700903 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e001024f-c9b2-4b4e-9b91-9fb503c4635c None None] DHCP port deletion for 625470c4-6afa-4dfd-aa7b-ef43b0e88560 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:49.720685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef1561e5-b646-4da0-aa8e-47dd7091aee8 req-4e9741a2-2e34-4d76-a501-c622b7eeb8f9 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0671496 Dec 08 02:12:49.747142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4908552e-de98-4c2e-a39d-9682a21ad953 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet 9cd87b95-39cb-4f09-9c4c-22958a989486 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:49.748440 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.751020 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4908552e-de98-4c2e-a39d-9682a21ad953 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.799839 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e001024f-c9b2-4b4e-9b91-9fb503c4635c None None] Deleting port 78cac535-ce93-4ae3-9973-5ab066e9cca4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:49.800599 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4908552e-de98-4c2e-a39d-9682a21ad953 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.803172 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e001024f-c9b2-4b4e-9b91-9fb503c4635c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.806277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No DVR routers for this DVR port 78cac535-ce93-4ae3-9973-5ab066e9cca4 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:49.807811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=78cac535-ce93-4ae3-9973-5ab066e9cca4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:49.918277 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.918515 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4908552e-de98-4c2e-a39d-9682a21ad953 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.956487 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625470c4-6afa-4dfd-aa7b-ef43b0e88560']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:49.957733 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-21467b39-f074-478e-bdbe-e6623ecd1ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:47Z', 'revision_number': 8, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '0db9dbb3-245a-48d2-ae32-9024b224812e', 'name': '', 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:a4:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:32Z', 'updated_at': '2021-12-08T02:12:40Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:49.962045 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e001024f-c9b2-4b4e-9b91-9fb503c4635c None None] For port 78cac535-ce93-4ae3-9973-5ab066e9cca4, host n-d-713499-31, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:49.962449 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e001024f-c9b2-4b4e-9b91-9fb503c4635c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:49.972727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e381d4e6-df8d-47cb-9fde-b38b4a896e95') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:49.973036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e381d4e6-df8d-47cb-9fde-b38b4a896e95') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:49.992643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e001024f-c9b2-4b4e-9b91-9fb503c4635c None None] Calling delete_port for 78cac535-ce93-4ae3-9973-5ab066e9cca4 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:49.994486 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:50.007639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-e001024f-c9b2-4b4e-9b91-9fb503c4635c None None] Port 78cac535-ce93-4ae3-9973-5ab066e9cca4 was not found and therefore no delete operation was performed {{(pid=109768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:12:50.009352 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467b39-f074-478e-bdbe-e6623ecd1ed8 None None] The sync data for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 is: [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:47Z', 'revision_number': 8, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '0db9dbb3-245a-48d2-ae32-9024b224812e', 'name': '', 'network_id': 'caecb34d-cbf6-4d65-aff4-e333bcd63371', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:a4:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:32Z', 'updated_at': '2021-12-08T02:12:40Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': 'd136dbd7-67fc-4e1d-b002-a130f3f9949e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:50.011686 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:50.027269 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:12:50.027709 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:12:50.031122 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:12:50.040980 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e001024f-c9b2-4b4e-9b91-9fb503c4635c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:50.070280 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-637899a4-66b0-4575-8eda-6236e7b1db7a req-6c278f73-1a28-499f-b55d-f192927ff0e8 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0928488 Dec 08 02:12:50.072552 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001024f-c9b2-4b4e-9b91-9fb503c4635c None None] Pushing event deleted for resources: {'Port': ['ID=78cac535-ce93-4ae3-9973-5ab066e9cca4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:50.079230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001024f-c9b2-4b4e-9b91-9fb503c4635c None None] No DVR routers for this DVR port 78cac535-ce93-4ae3-9973-5ab066e9cca4 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:50.135426 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:50.147397 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:50.149787 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4908552e-de98-4c2e-a39d-9682a21ad953 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:50.155248 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/networks/625470c4-6afa-4dfd-aa7b-ef43b0e88560 HTTP/1.1" status: 204 len: 168 time: 0.8702874 Dec 08 02:12:50.164745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48968) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:50.165487 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe8a83-439c-437e-a8bc-c5a1c45920ff tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Network': ['ID=625470c4-6afa-4dfd-aa7b-ef43b0e88560,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:50.234537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908552e-de98-4c2e-a39d-9682a21ad953 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd87b95-39cb-4f09-9c4c-22958a989486,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:50.267170 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4908552e-de98-4c2e-a39d-9682a21ad953 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:50.270547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4908552e-de98-4c2e-a39d-9682a21ad953 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/9cd87b95-39cb-4f09-9c4c-22958a989486 HTTP/1.1" status: 204 len: 168 time: 0.6394308 Dec 08 02:12:50.273278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48970) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:50.311321 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-88e47c11-46e2-4eda-9a0f-89696c1e4a67 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366812 Dec 08 02:12:50.313765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48972) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:50.331956 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a1e76-1e54-42b6-a919-492ee726925f req-d79700b3-9462-4800-8e7e-828226facc26 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:50.333508 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dc5a1e76-1e54-42b6-a919-492ee726925f req-d79700b3-9462-4800-8e7e-828226facc26 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 909 time: 0.1378241 Dec 08 02:12:50.376168 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b0a103-db39-4184-9094-00121bab0b2a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:50.377229 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d1b0a103-db39-4184-9094-00121bab0b2a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0624454 Dec 08 02:12:50.379867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48974) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:50.462884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e394bb9b-92fd-48c1-b927-700a670b5971 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:50.466288 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e394bb9b-92fd-48c1-b927-700a670b5971 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0824809 Dec 08 02:12:50.466288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48976) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:50.514290 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8b35997e-0b16-48ab-a029-8b1e8a0993a9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472474 Dec 08 02:12:50.519125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48978) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:50.524328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:50.538185 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99cdfd-fed7-425c-80b8-01e897b02aa1 req-56a3641e-3be1-4a2b-95b8-cf5f86bfd243 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:50.539779 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c99cdfd-fed7-425c-80b8-01e897b02aa1 req-56a3641e-3be1-4a2b-95b8-cf5f86bfd243 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.75 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 909 time: 0.1248033 Dec 08 02:12:50.664997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0de7754b-3da5-46e0-b73d-26feb33471d7 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:50.702291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:50.706837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:50.742290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-0c99cdfd-fed7-425c-80b8-01e897b02aa1 req-7945dcea-a52c-4079-a0ac-b7cda5dd297a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Deleting port 9db70a4b-25a6-402d-ba4a-8c467a3abefa {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:50.742616 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0c99cdfd-fed7-425c-80b8-01e897b02aa1 req-7945dcea-a52c-4079-a0ac-b7cda5dd297a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:50.756101 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0de7754b-3da5-46e0-b73d-26feb33471d7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:50.756604 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:50.899436 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:50.903300 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-0c99cdfd-fed7-425c-80b8-01e897b02aa1 req-7945dcea-a52c-4079-a0ac-b7cda5dd297a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] For port 9db70a4b-25a6-402d-ba4a-8c467a3abefa, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9db70a4b-25a6-402d-ba4a-8c467a3abefa,segment=NetworkSegment(e4e5f9d0-f630-492b-b50d-cf171f450e43),segment_id=e4e5f9d0-f630-492b-b50d-cf171f450e43)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:50.903696 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0c99cdfd-fed7-425c-80b8-01e897b02aa1 req-7945dcea-a52c-4079-a0ac-b7cda5dd297a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:50.932097 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca5747a6-370a-464a-9884-7be5599cbdb3 req-4a05d530-d771-4e65-a360-c544dc12358e tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0374835 Dec 08 02:12:50.940562 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-0c99cdfd-fed7-425c-80b8-01e897b02aa1 req-7945dcea-a52c-4079-a0ac-b7cda5dd297a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Calling delete_port for 9db70a4b-25a6-402d-ba4a-8c467a3abefa owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:50.958970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 0de7754b-3da5-46e0-b73d-26feb33471d7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0de7754b-3da5-46e0-b73d-26feb33471d7,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:50.965012 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:51.047566 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=0de7754b-3da5-46e0-b73d-26feb33471d7,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:51.053963 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a02a9e38-0158-48c5-a744-c433401287cb tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:51.058872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 78cac535-ce93-4ae3-9973-5ab066e9cca4 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:51.085668 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 78cac535-ce93-4ae3-9973-5ab066e9cca4 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:51.085668 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 78cac535-ce93-4ae3-9973-5ab066e9cca4 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:51.086020 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 58194d8e-9c3b-4727-a76e-2e106cefd5d4 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:51.124959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 58194d8e-9c3b-4727-a76e-2e106cefd5d4 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:51.125527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 58194d8e-9c3b-4727-a76e-2e106cefd5d4 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:51.161458 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83227f9f-bf1e-41cc-8bac-065eece7cd59 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:51.223793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-da97b4bc-af29-4f2f-ad78-77fecf571206 None None] Could not find standard attr ID for object 584d27fd-99bb-46c0-af36-c1266ffbc4d6. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:12:51.251932 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-869caf92-1863-434c-baf7-a7a9ec38d7ee req-969a0638-8530-44e0-be93-302bd6ea11e2 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0707846 Dec 08 02:12:51.273049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-da97b4bc-af29-4f2f-ad78-77fecf571206 None None] Provisioning complete for port 0de7754b-3da5-46e0-b73d-26feb33471d7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:51.273751 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da97b4bc-af29-4f2f-ad78-77fecf571206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:51.298023 n-d-713499-31 neutron-server[109766]: DEBUG neutron.objects.ports [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:12:51.299324 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0c99cdfd-fed7-425c-80b8-01e897b02aa1 req-7945dcea-a52c-4079-a0ac-b7cda5dd297a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:51.401928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a02a9e38-0158-48c5-a744-c433401287cb tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port 0db9dbb3-245a-48d2-ae32-9024b224812e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:51.402267 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a02a9e38-0158-48c5-a744-c433401287cb tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:51.409595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945dcea-a52c-4079-a0ac-b7cda5dd297a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event deleted for resources: {'Port': ['ID=9db70a4b-25a6-402d-ba4a-8c467a3abefa,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:51.494255 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c99cdfd-fed7-425c-80b8-01e897b02aa1 req-7945dcea-a52c-4079-a0ac-b7cda5dd297a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] No DVR routers for this DVR port 9db70a4b-25a6-402d-ba4a-8c467a3abefa on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:51.496396 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5107768-c97f-4e68-bf35-ebb97d80f1cb req-d1f59042-38df-4386-8c9c-e7fd01529d48 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=08530cf4-f6cd-4757-b15c-fac602cb0c69 HTTP/1.1" status: 200 len: 210 time: 0.0589790 Dec 08 02:12:51.497861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0c99cdfd-fed7-425c-80b8-01e897b02aa1 req-7945dcea-a52c-4079-a0ac-b7cda5dd297a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:51.501354 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0c99cdfd-fed7-425c-80b8-01e897b02aa1 req-7945dcea-a52c-4079-a0ac-b7cda5dd297a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.75 "DELETE /v2.0/ports/9db70a4b-25a6-402d-ba4a-8c467a3abefa HTTP/1.1" status: 204 len: 173 time: 0.9499567 Dec 08 02:12:51.501824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08530cf4-f6cd-4757-b15c-fac602cb0c69', 'name': 'network-vif-deleted', 'tag': '9db70a4b-25a6-402d-ba4a-8c467a3abefa'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:12:51.511285 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523e1e15-c23b-4d6b-8c1f-8dcec8960e96" -d '{"events": [{"server_uuid": "08530cf4-f6cd-4757-b15c-fac602cb0c69", "name": "network-vif-deleted", "tag": "9db70a4b-25a6-402d-ba4a-8c467a3abefa"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:12:51.555250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-a02a9e38-0158-48c5-a744-c433401287cb tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] For port 0db9dbb3-245a-48d2-ae32-9024b224812e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0db9dbb3-245a-48d2-ae32-9024b224812e,segment=NetworkSegment(603386a8-aeb6-4fe5-bd23-1b4df434f9e7),segment_id=603386a8-aeb6-4fe5-bd23-1b4df434f9e7)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:51.555843 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a02a9e38-0158-48c5-a744-c433401287cb tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:51.577265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a02a9e38-0158-48c5-a744-c433401287cb tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for 0db9dbb3-245a-48d2-ae32-9024b224812e owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:51.578636 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065ef0a5-10cf-4dfb-849c-4652f0b485a4 x-openstack-request-id: req-065ef0a5-10cf-4dfb-849c-4652f0b485a4 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:12:51.578940 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08530cf4-f6cd-4757-b15c-fac602cb0c69", "name": "network-vif-deleted", "tag": "9db70a4b-25a6-402d-ba4a-8c467a3abefa", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:12:51.579207 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-065ef0a5-10cf-4dfb-849c-4652f0b485a4 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:12:51.579642 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08530cf4-f6cd-4757-b15c-fac602cb0c69', 'name': 'network-vif-deleted', 'tag': '9db70a4b-25a6-402d-ba4a-8c467a3abefa', 'status': 'completed', 'code': 200} Dec 08 02:12:51.650584 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:51.732099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e8c79586-1227-4ce6-ae49-2c28d9b00344 None None] Provisioning complete for port 0de7754b-3da5-46e0-b73d-26feb33471d7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:51.734167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8c79586-1227-4ce6-ae49-2c28d9b00344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:51.834048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a02a9e38-0158-48c5-a744-c433401287cb tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:51.859165 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] For port 0de7754b-3da5-46e0-b73d-26feb33471d7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0de7754b-3da5-46e0-b73d-26feb33471d7,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:51.869241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a9e38-0158-48c5-a744-c433401287cb tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=0db9dbb3-245a-48d2-ae32-9024b224812e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:51.901425 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:51.906599 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:51.907323 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:51.971706 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4fa982f-b2c8-4042-8ecc-8f28fa760600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:52.011816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:52.018722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:52.025761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:52.026004 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:52.031647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=b9d8648a-cd84-46bc-8f8a-f8af9bd10804,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:52.052663 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=0de7754b-3da5-46e0-b73d-26feb33471d7,revision_number=6']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:52.060302 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a02a9e38-0158-48c5-a744-c433401287cb tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:52.066314 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-802aa27b-de6e-425f-b528-765c8608409c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5434456 Dec 08 02:12:52.069002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48990) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:52.074891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-796d2224-bdcc-44a2-b827-921b99be1156 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'mac_address': 'fa:16:3e:44:6c:d8', 'name': 'tempest-NetworksTestDHCPv6-1893492499'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:52.083470 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7967d293-3c0e-4a53-aeda-b1713cbceba6 None None] Could not find standard attr ID for object f8c58d30-735f-4be7-a422-dae5e32461d9. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:12:52.093555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720d5cb3-de18-48ae-a892-f5ecb93b6775 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:52.191402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd42c521-6636-42bf-a28c-65e953ea4f15 req-71ce1de7-c0ca-46f7-88f5-e3761d2a35c6 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.1229968 Dec 08 02:12:52.272981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796d2224-bdcc-44a2-b827-921b99be1156 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:52.366928 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-796d2224-bdcc-44a2-b827-921b99be1156 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:52.388421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d75e870-c334-49ed-8834-91f20db2f339 req-cbc738bd-97b9-421f-be63-fb685fd078de tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0374749 Dec 08 02:12:52.389351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-796d2224-bdcc-44a2-b827-921b99be1156 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port a0dd925a-de99-4200-a3ae-4ad3784bf7a6 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:12:52.397491 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02a9e38-0158-48c5-a744-c433401287cb tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d1b410d6-6948-4ac9-ad0c-7ee316c38acc has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:52.513416 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02a9e38-0158-48c5-a744-c433401287cb tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:52.525444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671ac489-dc28-4074-8953-0e4bf017991a None None] Sync routers for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:52.529630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-796d2224-bdcc-44a2-b827-921b99be1156 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::f816:3eff:fe44:6cd8 (27b71a85-dd81-4415-b869-7bdb583f90f3/b9d8648a-cd84-46bc-8f8a-f8af9bd10804/a0dd925a-de99-4200-a3ae-4ad3784bf7a6) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:52.545522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 48996) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:52.545768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a02a9e38-0158-48c5-a744-c433401287cb tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3763888 Dec 08 02:12:52.547977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671ac489-dc28-4074-8953-0e4bf017991a None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:52.548642 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-671ac489-dc28-4074-8953-0e4bf017991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:52.592512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 48998) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:52.639922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0de7754b-3da5-46e0-b73d-26feb33471d7 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:52.723035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-356891c8-db96-4d31-b0c8-ec3fe58d8065 None None] Provisioning complete for port 0de7754b-3da5-46e0-b73d-26feb33471d7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:52.723409 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-356891c8-db96-4d31-b0c8-ec3fe58d8065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:52.760583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-671ac489-dc28-4074-8953-0e4bf017991a None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:52.796979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0de7754b-3da5-46e0-b73d-26feb33471d7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:52.797359 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:52.987631 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-015f8192-a03c-432a-b09e-60d7bac6dc8f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting subnet d136dbd7-67fc-4e1d-b002-a130f3f9949e {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:52.997116 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-015f8192-a03c-432a-b09e-60d7bac6dc8f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.039834 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95e0145e-9c8d-492e-9649-ba9a89857fda tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.084384 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-015f8192-a03c-432a-b09e-60d7bac6dc8f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.137506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-671ac489-dc28-4074-8953-0e4bf017991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:51Z', 'revision_number': 9, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:53.152336 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-796d2224-bdcc-44a2-b827-921b99be1156 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.167057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671ac489-dc28-4074-8953-0e4bf017991a None None] Checking router: d1b410d6-6948-4ac9-ad0c-7ee316c38acc for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:53.179831 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-be637889-8ddb-4d62-95ce-b112c45ed04b None None] Could not find standard attr ID for object 584d27fd-99bb-46c0-af36-c1266ffbc4d6. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:12:53.182629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671ac489-dc28-4074-8953-0e4bf017991a None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:53.183272 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-671ac489-dc28-4074-8953-0e4bf017991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:53.217268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-015f8192-a03c-432a-b09e-60d7bac6dc8f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.276117 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-796d2224-bdcc-44a2-b827-921b99be1156 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.297860 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-671ac489-dc28-4074-8953-0e4bf017991a None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:53.321450 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0dbe960-bd92-4e4a-b9bb-e5bc24e961e5 req-67d34e54-b82f-4877-a656-d27003d1f195 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0327189 Dec 08 02:12:53.338380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796d2224-bdcc-44a2-b827-921b99be1156 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:53.342606 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-796d2224-bdcc-44a2-b827-921b99be1156 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:53.345864 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d2224-bdcc-44a2-b827-921b99be1156 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:53.352026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796d2224-bdcc-44a2-b827-921b99be1156 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:53.352665 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-796d2224-bdcc-44a2-b827-921b99be1156 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.373222 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-015f8192-a03c-432a-b09e-60d7bac6dc8f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.392172 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-95e0145e-9c8d-492e-9649-ba9a89857fda tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Deleting port 854c8d15-d34e-411e-ae22-aee56e26c98c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:53.394439 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95e0145e-9c8d-492e-9649-ba9a89857fda tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.399689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d2224-bdcc-44a2-b827-921b99be1156 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=a0dd925a-de99-4200-a3ae-4ad3784bf7a6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:53.406074 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-015f8192-a03c-432a-b09e-60d7bac6dc8f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.409601 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-015f8192-a03c-432a-b09e-60d7bac6dc8f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/d136dbd7-67fc-4e1d-b002-a130f3f9949e HTTP/1.1" status: 204 len: 168 time: 0.8609662 Dec 08 02:12:53.410558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f8192-a03c-432a-b09e-60d7bac6dc8f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Subnet': ['ID=d136dbd7-67fc-4e1d-b002-a130f3f9949e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:53.413175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49002) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:53.431449 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-796d2224-bdcc-44a2-b827-921b99be1156 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3613200 Dec 08 02:12:53.432573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49006) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:53.434636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba60dff6-a5fb-41c3-adc8-c21346a1258a None None] Network caecb34d-cbf6-4d65-aff4-e333bcd63371 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:53.555643 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.571031 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2ef27c-5c9d-4054-9668-e2e36608d61a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:53.576910 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.577261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2ef27c-5c9d-4054-9668-e2e36608d61a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:53.582347 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4f2ef27c-5c9d-4054-9668-e2e36608d61a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1380670 Dec 08 02:12:53.584474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49008) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:53.586614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12fb2434-af27-4007-9e3c-a8f7ec8ae481 req-edac4232-a961-4850-96cf-5a03f6f64d33 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0556662 Dec 08 02:12:53.620569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-95e0145e-9c8d-492e-9649-ba9a89857fda tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] For port 854c8d15-d34e-411e-ae22-aee56e26c98c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=854c8d15-d34e-411e-ae22-aee56e26c98c,segment=NetworkSegment(e4e5f9d0-f630-492b-b50d-cf171f450e43),segment_id=e4e5f9d0-f630-492b-b50d-cf171f450e43)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:53.621404 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95e0145e-9c8d-492e-9649-ba9a89857fda tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.638646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-95e0145e-9c8d-492e-9649-ba9a89857fda tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Calling delete_port for 854c8d15-d34e-411e-ae22-aee56e26c98c owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:53.715100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7b69e1f2-42a2-4a2f-95c0-29093e6e50b0 None None] Provisioning complete for port a0dd925a-de99-4200-a3ae-4ad3784bf7a6 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:53.715773 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b69e1f2-42a2-4a2f-95c0-29093e6e50b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.715931 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port 73604989-9338-4dd0-a1c6-33070f212297 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:53.716245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.719258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-671ac489-dc28-4074-8953-0e4bf017991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:51Z', 'revision_number': 9, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:53.772260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671ac489-dc28-4074-8953-0e4bf017991a None None] The sync data for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 is: [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:51Z', 'revision_number': 9, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '56316ff6-4cf9-4a34-a3b6-b20eacdce395', 'name': '', 'network_id': 'a667896d-3d6d-422e-b7da-13b5ad162d5a', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:bb:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:24Z', 'updated_at': '2021-12-08T02:12:33Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '67204357-1b14-4ac7-b793-4b4346e244fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:53.781614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5b14c8b0-b8c1-4fe8-9ae0-3e5cf7c904a9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port a0dd925a-de99-4200-a3ae-4ad3784bf7a6 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:53.781614 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b14c8b0-b8c1-4fe8-9ae0-3e5cf7c904a9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.792107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7b69e1f2-42a2-4a2f-95c0-29093e6e50b0 None None] Port a0dd925a-de99-4200-a3ae-4ad3784bf7a6 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:53.795425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6495ef-7b91-4a16-845a-e32ae0e171e7 None None] DHCP port deletion for caecb34d-cbf6-4d65-aff4-e333bcd63371 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:53.855991 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4f6495ef-7b91-4a16-845a-e32ae0e171e7 None None] Deleting port 73604989-9338-4dd0-a1c6-33070f212297 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:53.857437 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f6495ef-7b91-4a16-845a-e32ae0e171e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.862018 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9db70a4b-25a6-402d-ba4a-8c467a3abefa no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:53.871521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] For port 73604989-9338-4dd0-a1c6-33070f212297, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=73604989-9338-4dd0-a1c6-33070f212297,segment=NetworkSegment(603386a8-aeb6-4fe5-bd23-1b4df434f9e7),segment_id=603386a8-aeb6-4fe5-bd23-1b4df434f9e7)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:53.871917 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.883501 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95e0145e-9c8d-492e-9649-ba9a89857fda tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.894083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for 73604989-9338-4dd0-a1c6-33070f212297 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:53.917304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0145e-9c8d-492e-9649-ba9a89857fda tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event deleted for resources: {'Port': ['ID=854c8d15-d34e-411e-ae22-aee56e26c98c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:53.929966 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 9db70a4b-25a6-402d-ba4a-8c467a3abefa {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:53.931143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9db70a4b-25a6-402d-ba4a-8c467a3abefa not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:53.952065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b14c8b0-b8c1-4fe8-9ae0-3e5cf7c904a9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.956382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4f6495ef-7b91-4a16-845a-e32ae0e171e7 None None] For port 73604989-9338-4dd0-a1c6-33070f212297, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=73604989-9338-4dd0-a1c6-33070f212297,segment=NetworkSegment(603386a8-aeb6-4fe5-bd23-1b4df434f9e7),segment_id=603386a8-aeb6-4fe5-bd23-1b4df434f9e7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:53.956892 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f6495ef-7b91-4a16-845a-e32ae0e171e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:53.968709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5b14c8b0-b8c1-4fe8-9ae0-3e5cf7c904a9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for a0dd925a-de99-4200-a3ae-4ad3784bf7a6 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:53.970160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4f6495ef-7b91-4a16-845a-e32ae0e171e7 None None] Calling delete_port for 73604989-9338-4dd0-a1c6-33070f212297 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:54.059537 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f6495ef-7b91-4a16-845a-e32ae0e171e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.093083 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6495ef-7b91-4a16-845a-e32ae0e171e7 None None] Pushing event deleted for resources: {'Port': ['ID=73604989-9338-4dd0-a1c6-33070f212297,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:54.105624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6495ef-7b91-4a16-845a-e32ae0e171e7 None None] No DVR routers for this DVR port 73604989-9338-4dd0-a1c6-33070f212297 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:54.114904 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.140820 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95e0145e-9c8d-492e-9649-ba9a89857fda tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.175004 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=73604989-9338-4dd0-a1c6-33070f212297,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:54.183432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No DVR routers for this DVR port 73604989-9338-4dd0-a1c6-33070f212297 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:54.226694 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.281339 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b14c8b0-b8c1-4fe8-9ae0-3e5cf7c904a9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.301533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.319142 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ecff7b46-f437-4c84-ad24-44e8434b9de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.336044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14c8b0-b8c1-4fe8-9ae0-3e5cf7c904a9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=a0dd925a-de99-4200-a3ae-4ad3784bf7a6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:54.367060 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b14c8b0-b8c1-4fe8-9ae0-3e5cf7c904a9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.374868 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5b14c8b0-b8c1-4fe8-9ae0-3e5cf7c904a9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/a0dd925a-de99-4200-a3ae-4ad3784bf7a6 HTTP/1.1" status: 204 len: 168 time: 0.7881379 Dec 08 02:12:54.375727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49010) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:54.389666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caecb34d-cbf6-4d65-aff4-e333bcd63371']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:54.426509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603386a8-aeb6-4fe5-bd23-1b4df434f9e7') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:54.426776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603386a8-aeb6-4fe5-bd23-1b4df434f9e7') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:54.441975 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.464777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.470042 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51247ba-7988-4954-b4d7-ae8db7dbc226 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:54.472432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51247ba-7988-4954-b4d7-ae8db7dbc226 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:54.477391 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e51247ba-7988-4954-b4d7-ae8db7dbc226 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0983503 Dec 08 02:12:54.481248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49014) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:54.484438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e0145e-9c8d-492e-9649-ba9a89857fda tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Router 8a47bf0a-196d-4f24-aacc-7493edb63f09 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:54.495670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:12:54.495670 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:12:54.502979 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:12:54.512306 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1fd46fb2-2148-4b20-a43b-1c57b02fc398 req-20652560-dfc8-44e0-a3c2-734fb10a72ec tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0461972 Dec 08 02:12:54.611289 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f765893e-5397-4501-87a8-6d935c170b17 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet b9d8648a-cd84-46bc-8f8a-f8af9bd10804 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:54.617501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 73604989-9338-4dd0-a1c6-33070f212297 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:54.622576 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f765893e-5397-4501-87a8-6d935c170b17 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.644189 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 73604989-9338-4dd0-a1c6-33070f212297 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:54.645485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 73604989-9338-4dd0-a1c6-33070f212297 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:54.646675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0db9dbb3-245a-48d2-ae32-9024b224812e no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:54.651720 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e0145e-9c8d-492e-9649-ba9a89857fda tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:54.661592 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-95e0145e-9c8d-492e-9649-ba9a89857fda tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "PUT /v2.0/routers/8a47bf0a-196d-4f24-aacc-7493edb63f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0659564 Dec 08 02:12:54.661899 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49018) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:54.672102 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26bcac3-a02d-4185-98dd-ab81a9cf8286 None None] Sync routers for ids ['8a47bf0a-196d-4f24-aacc-7493edb63f09'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:54.678918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.682322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 0db9dbb3-245a-48d2-ae32-9024b224812e {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:54.682670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0db9dbb3-245a-48d2-ae32-9024b224812e not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:54.687917 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26bcac3-a02d-4185-98dd-ab81a9cf8286 None None] Routers {'8a47bf0a-196d-4f24-aacc-7493edb63f09'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:54.688814 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e26bcac3-a02d-4185-98dd-ab81a9cf8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8a47bf0a-196d-4f24-aacc-7493edb63f09'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:54.701260 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.704497 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/networks/caecb34d-cbf6-4d65-aff4-e333bcd63371 HTTP/1.1" status: 204 len: 168 time: 1.2900608 Dec 08 02:12:54.708496 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f765893e-5397-4501-87a8-6d935c170b17 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.715962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49020) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:54.738203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62614f-847d-4b60-8ec5-3af0d68e8dbd tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Network': ['ID=caecb34d-cbf6-4d65-aff4-e333bcd63371,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:54.815522 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f765893e-5397-4501-87a8-6d935c170b17 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.882375 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f765893e-5397-4501-87a8-6d935c170b17 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.899769 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e26bcac3-a02d-4185-98dd-ab81a9cf8286 None None] Set router 8a47bf0a-196d-4f24-aacc-7493edb63f09 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:54.905889 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c886da-f458-4455-bf61-c43cca20d29f None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:54.936220 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f765893e-5397-4501-87a8-6d935c170b17 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:54.941912 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f765893e-5397-4501-87a8-6d935c170b17 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/b9d8648a-cd84-46bc-8f8a-f8af9bd10804 HTTP/1.1" status: 204 len: 168 time: 0.4592228 Dec 08 02:12:54.943525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765893e-5397-4501-87a8-6d935c170b17 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d8648a-cd84-46bc-8f8a-f8af9bd10804,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:54.946131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49022) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:55.004412 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ca8d6d03-8dd2-4b33-9745-bee2aad50ffd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504732 Dec 08 02:12:55.007247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49024) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:55.013465 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:55.120331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:55.126383 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:55.152587 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e26bcac3-a02d-4185-98dd-ab81a9cf8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509417863', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:13Z', 'updated_at': '2021-12-08T02:12:53Z', 'revision_number': 5, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:55.188512 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26bcac3-a02d-4185-98dd-ab81a9cf8286 None None] Checking router: 8a47bf0a-196d-4f24-aacc-7493edb63f09 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:55.191975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c938e799-be2f-480d-9efc-0663a49de4b5 req-1d996544-5f14-4f04-8d83-acc7dd767772 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.4592955 Dec 08 02:12:55.201197 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26bcac3-a02d-4185-98dd-ab81a9cf8286 None None] Routers {'8a47bf0a-196d-4f24-aacc-7493edb63f09'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:55.201998 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e26bcac3-a02d-4185-98dd-ab81a9cf8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8a47bf0a-196d-4f24-aacc-7493edb63f09'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:55.223814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe6fadc-1829-4926-9a82-1f47e50ce5d9 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Deleting subnet 4a7e9f90-ba94-4b9d-8ee9-c726b5083e10 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:55.231211 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fadc-1829-4926-9a82-1f47e50ce5d9 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:55.283961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe3a87d-4d92-49d2-a7ad-c68a1ebb6bc5 None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:55.333154 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e26bcac3-a02d-4185-98dd-ab81a9cf8286 None None] Set router 8a47bf0a-196d-4f24-aacc-7493edb63f09 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:55.348489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0fe3a87d-4d92-49d2-a7ad-c68a1ebb6bc5 None None] Deleting port 0de7754b-3da5-46e0-b73d-26feb33471d7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:55.349172 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0fe3a87d-4d92-49d2-a7ad-c68a1ebb6bc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:55.357399 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fadc-1829-4926-9a82-1f47e50ce5d9 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:55.420427 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0fe3a87d-4d92-49d2-a7ad-c68a1ebb6bc5 None None] For port 0de7754b-3da5-46e0-b73d-26feb33471d7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0de7754b-3da5-46e0-b73d-26feb33471d7,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:55.421161 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0fe3a87d-4d92-49d2-a7ad-c68a1ebb6bc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:55.435514 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0fe3a87d-4d92-49d2-a7ad-c68a1ebb6bc5 None None] Calling delete_port for 0de7754b-3da5-46e0-b73d-26feb33471d7 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:55.526105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.objects.ports [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:12:55.534603 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0fe3a87d-4d92-49d2-a7ad-c68a1ebb6bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:55.545815 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fadc-1829-4926-9a82-1f47e50ce5d9 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:55.570848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3a87d-4d92-49d2-a7ad-c68a1ebb6bc5 None None] Pushing event deleted for resources: {'Port': ['ID=0de7754b-3da5-46e0-b73d-26feb33471d7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:55.578618 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe3a87d-4d92-49d2-a7ad-c68a1ebb6bc5 None None] No DVR routers for this DVR port 0de7754b-3da5-46e0-b73d-26feb33471d7 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:55.582248 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:55.607287 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e26bcac3-a02d-4185-98dd-ab81a9cf8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509417863', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:13Z', 'updated_at': '2021-12-08T02:12:53Z', 'revision_number': 5, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:55.646540 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26bcac3-a02d-4185-98dd-ab81a9cf8286 None None] The sync data for ids ['8a47bf0a-196d-4f24-aacc-7493edb63f09'] in n-d-713499-31 is: [{'id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509417863', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:13Z', 'updated_at': '2021-12-08T02:12:53Z', 'revision_number': 5, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': 'c5bd0698-866b-4e21-8580-5531e4b17c4d', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a47bf0a-196d-4f24-aacc-7493edb63f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:55.660330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fce30956-df5c-440f-a6ff-10167af51173 req-f997c5aa-bf96-4ec8-b941-08583c4e2723 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0301182 Dec 08 02:12:55.670091 n-d-713499-31 neutron-server[109766]: WARNING neutron.services.revisions.revision_plugin [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Could not find related port for resource to bump revision. Dec 08 02:12:55.679446 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_pluggable_backend [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Port 0de7754b-3da5-46e0-b73d-26feb33471d7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 08 02:12:55.679859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_pluggable_backend [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8f:912a {{(pid=109766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 08 02:12:55.683478 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_pluggable_backend [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8f:912a {{(pid=109766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 08 02:12:55.695625 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:55.701950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fadc-1829-4926-9a82-1f47e50ce5d9 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:55.728937 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:55.732238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:55.736248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6fadc-1829-4926-9a82-1f47e50ce5d9 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7e9f90-ba94-4b9d-8ee9-c726b5083e10,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:55.738404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:55.739013 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:55.742211 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fadc-1829-4926-9a82-1f47e50ce5d9 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:55.747863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4fe6fadc-1829-4926-9a82-1f47e50ce5d9 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "DELETE /v2.0/subnets/4a7e9f90-ba94-4b9d-8ee9-c726b5083e10 HTTP/1.1" status: 204 len: 168 time: 1.0819075 Dec 08 02:12:55.749395 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6256a35b-29ad-4fc2-8450-f8b669149b72 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:55.750712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49028) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:55.761116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=d03dc51d-a6e1-4605-9a02-cc2bf24680c1,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:55.779353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c351a620-05e1-4ccc-aa32-96072b7b41ef None None] Network 24a83b40-ef51-41b8-abb5-0b319ccd8515 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:55.791408 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed7f2ff0-40dd-4f7e-81f3-2f9956fe1f8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:55.806067 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d4df4f5b-f17a-486f-a3bb-3c9d4befe12d tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7973809 Dec 08 02:12:55.813238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49030) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:55.819596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-85908b01-6eec-498b-b2ca-9be320bc8958 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'mac_address': 'fa:16:3e:a4:7d:d6', 'name': 'tempest-NetworksTestDHCPv6-219933968'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:55.948597 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:55.949777 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': 'd03dc51d-a6e1-4605-9a02-cc2bf24680c1'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:12:55.950657 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.047898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc55a68-7154-4aa9-82e3-23bc5cd1e087 None None] DHCP port deletion for 24a83b40-ef51-41b8-abb5-0b319ccd8515 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:56.075866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85908b01-6eec-498b-b2ca-9be320bc8958 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:56.080317 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-85908b01-6eec-498b-b2ca-9be320bc8958 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.110565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-85908b01-6eec-498b-b2ca-9be320bc8958 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port 4d29169a-6948-4bc8-a9f5-6e567379b7ba yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:12:56.115523 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ed7f2ff0-40dd-4f7e-81f3-2f9956fe1f8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port 56316ff6-4cf9-4a34-a3b6-b20eacdce395 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:56.116349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.116688 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed7f2ff0-40dd-4f7e-81f3-2f9956fe1f8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.158164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Allocated IP 2001:db8::f816:3eff:fe34:4362 (27b71a85-dd81-4415-b869-7bdb583f90f3/d03dc51d-a6e1-4605-9a02-cc2bf24680c1/d71726a8-589b-405b-a1ca-572dc83da190) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:56.219039 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Deleting port c5bd0698-866b-4e21-8580-5531e4b17c4d {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:56.219570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.238741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-ed7f2ff0-40dd-4f7e-81f3-2f9956fe1f8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] For port 56316ff6-4cf9-4a34-a3b6-b20eacdce395, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=56316ff6-4cf9-4a34-a3b6-b20eacdce395,segment=NetworkSegment(2d189b4c-fa8f-480e-a038-989ac2c8dc61),segment_id=2d189b4c-fa8f-480e-a038-989ac2c8dc61)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:56.238977 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed7f2ff0-40dd-4f7e-81f3-2f9956fe1f8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.253308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ed7f2ff0-40dd-4f7e-81f3-2f9956fe1f8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for 56316ff6-4cf9-4a34-a3b6-b20eacdce395 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:56.291472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5fc55a68-7154-4aa9-82e3-23bc5cd1e087 None None] Deleting port 4339f852-315f-4a03-bf26-cf46464f691f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:56.292252 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fc55a68-7154-4aa9-82e3-23bc5cd1e087 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.318346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] For port c5bd0698-866b-4e21-8580-5531e4b17c4d, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c5bd0698-866b-4e21-8580-5531e4b17c4d,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:56.318641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.332539 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Calling delete_port for c5bd0698-866b-4e21-8580-5531e4b17c4d owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:56.352334 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b34aadd6-7921-46fc-96a5-7ac565e9b3c0 req-04992a37-c1fd-48b3-a459-e73ff7956ae1 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0348012 Dec 08 02:12:56.380063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5fc55a68-7154-4aa9-82e3-23bc5cd1e087 None None] For port 4339f852-315f-4a03-bf26-cf46464f691f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4339f852-315f-4a03-bf26-cf46464f691f,segment=NetworkSegment(e4e5f9d0-f630-492b-b50d-cf171f450e43),segment_id=e4e5f9d0-f630-492b-b50d-cf171f450e43)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:56.380668 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fc55a68-7154-4aa9-82e3-23bc5cd1e087 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.427740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5fc55a68-7154-4aa9-82e3-23bc5cd1e087 None None] Calling delete_port for 4339f852-315f-4a03-bf26-cf46464f691f owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:56.477406 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed7f2ff0-40dd-4f7e-81f3-2f9956fe1f8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.490598 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.508991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f2ff0-40dd-4f7e-81f3-2f9956fe1f8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=56316ff6-4cf9-4a34-a3b6-b20eacdce395,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:56.525450 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.543722 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.548783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0de7754b-3da5-46e0-b73d-26feb33471d7 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:56.578706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event deleted for resources: {'Port': ['ID=c5bd0698-866b-4e21-8580-5531e4b17c4d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:56.617258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc24cba-2d78-4fa8-8842-8d0dec53947f None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:56.619301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 0de7754b-3da5-46e0-b73d-26feb33471d7 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:56.619674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0de7754b-3da5-46e0-b73d-26feb33471d7 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:56.620095 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4339f852-315f-4a03-bf26-cf46464f691f no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:56.627485 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5fc55a68-7154-4aa9-82e3-23bc5cd1e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.641878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:56.659266 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed7f2ff0-40dd-4f7e-81f3-2f9956fe1f8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.659974 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.663954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:56.670224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:56.671849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-85908b01-6eec-498b-b2ca-9be320bc8958 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::f816:3eff:fea4:7dd6 (27b71a85-dd81-4415-b869-7bdb583f90f3/d03dc51d-a6e1-4605-9a02-cc2bf24680c1/4d29169a-6948-4bc8-a9f5-6e567379b7ba) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:56.676687 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 4339f852-315f-4a03-bf26-cf46464f691f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:56.677041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4339f852-315f-4a03-bf26-cf46464f691f not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:56.677474 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 854c8d15-d34e-411e-ae22-aee56e26c98c no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:56.692990 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc55a68-7154-4aa9-82e3-23bc5cd1e087 None None] No DVR routers for this DVR port 4339f852-315f-4a03-bf26-cf46464f691f on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:56.743372 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Pushing event updated for resources: {'Port': ['ID=d71726a8-589b-405b-a1ca-572dc83da190,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:56.761564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 854c8d15-d34e-411e-ae22-aee56e26c98c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:56.765409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 854c8d15-d34e-411e-ae22-aee56e26c98c not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:56.777768 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.781578 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.821067 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc55a68-7154-4aa9-82e3-23bc5cd1e087 None None] Pushing event deleted for resources: {'Port': ['ID=4339f852-315f-4a03-bf26-cf46464f691f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:56.858014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-57245f05-bb58-4462-8110-8ff8ec39d941 req-2d53df9e-1d50-4c64-864f-2ef06fdcb2a5 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0435629 Dec 08 02:12:56.858256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Attempting to bind port d71726a8-589b-405b-a1ca-572dc83da190 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:56.858417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Attempting to bind port d71726a8-589b-405b-a1ca-572dc83da190 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:56.859585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Attempting to bind port d71726a8-589b-405b-a1ca-572dc83da190 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:56.866222 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:56.866604 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:56.868017 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.868507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:56.868900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Bound port: d71726a8-589b-405b-a1ca-572dc83da190, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:56.869285 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.926016 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.926694 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Fanout notify agent at l3_agent the message router_deleted on router 8a47bf0a-196d-4f24-aacc-7493edb63f09 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:12:56.957434 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.961113 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3194b207-eb5d-4ba1-b585-646633c211e1 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "DELETE /v2.0/routers/8a47bf0a-196d-4f24-aacc-7493edb63f09 HTTP/1.1" status: 204 len: 168 time: 1.2069190 Dec 08 02:12:56.961732 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49036) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:56.970843 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:56.973333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] For port d71726a8-589b-405b-a1ca-572dc83da190, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:56.976990 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] For port d71726a8-589b-405b-a1ca-572dc83da190, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d71726a8-589b-405b-a1ca-572dc83da190,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:56.984618 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:57.060806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7f2ff0-40dd-4f7e-81f3-2f9956fe1f8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d1b410d6-6948-4ac9-ad0c-7ee316c38acc has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:57.065436 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0887e2d0-053c-4138-bc9a-492b7304a918 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:57.069476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b9d76-e7d7-4d74-a6fd-6aa4b0005865 None None] Pushing event updated for resources: {'Port': ['ID=d71726a8-589b-405b-a1ca-572dc83da190,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:57.085880 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-85908b01-6eec-498b-b2ca-9be320bc8958 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:57.135170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-85908b01-6eec-498b-b2ca-9be320bc8958 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:57.185762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85908b01-6eec-498b-b2ca-9be320bc8958 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:57.189069 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-85908b01-6eec-498b-b2ca-9be320bc8958 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:57.192233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85908b01-6eec-498b-b2ca-9be320bc8958 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:57.198583 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85908b01-6eec-498b-b2ca-9be320bc8958 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:57.199227 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-85908b01-6eec-498b-b2ca-9be320bc8958 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:57.222315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85908b01-6eec-498b-b2ca-9be320bc8958 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=4d29169a-6948-4bc8-a9f5-6e567379b7ba,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:57.237764 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-85908b01-6eec-498b-b2ca-9be320bc8958 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4208417 Dec 08 02:12:57.240133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49038) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:57.258345 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0887e2d0-053c-4138-bc9a-492b7304a918 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:57.274514 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7f2ff0-40dd-4f7e-81f3-2f9956fe1f8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:57.283880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ed7f2ff0-40dd-4f7e-81f3-2f9956fe1f8a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5669625 Dec 08 02:12:57.286546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49040) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:57.287286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00352f26-3bea-484f-b855-1885d5f7c1fc None None] Sync routers for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:57.288451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0887e2d0-053c-4138-bc9a-492b7304a918 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a83b40-ef51-41b8-abb5-0b319ccd8515']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:57.298942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0887e2d0-053c-4138-bc9a-492b7304a918 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e5f9d0-f630-492b-b50d-cf171f450e43') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:57.299376 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0887e2d0-053c-4138-bc9a-492b7304a918 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e5f9d0-f630-492b-b50d-cf171f450e43') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:57.300753 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00352f26-3bea-484f-b855-1885d5f7c1fc None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:57.301592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-00352f26-3bea-484f-b855-1885d5f7c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:57.310330 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0887e2d0-053c-4138-bc9a-492b7304a918 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:57.326352 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0887e2d0-053c-4138-bc9a-492b7304a918 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:57.327853 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0be7b0d-846d-422f-bd59-8ed757969375 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:57.334020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0887e2d0-053c-4138-bc9a-492b7304a918 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:12:57.334570 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0887e2d0-053c-4138-bc9a-492b7304a918 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:57.334730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0be7b0d-846d-422f-bd59-8ed757969375 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:57.339723 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d0be7b0d-846d-422f-bd59-8ed757969375 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0951514 Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:12:57.339908 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:12:57.342878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49042) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:57.390106 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-00352f26-3bea-484f-b855-1885d5f7c1fc None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:57.395318 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3512ab32-0791-4a17-9253-23a89ee1fc2b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting subnet 67204357-1b14-4ac7-b793-4b4346e244fa {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:57.416814 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0887e2d0-053c-4138-bc9a-492b7304a918 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:57.418858 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3512ab32-0791-4a17-9253-23a89ee1fc2b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:57.440539 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0887e2d0-053c-4138-bc9a-492b7304a918 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:57.443886 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0887e2d0-053c-4138-bc9a-492b7304a918 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "DELETE /v2.0/networks/24a83b40-ef51-41b8-abb5-0b319ccd8515 HTTP/1.1" status: 204 len: 168 time: 0.4811792 Dec 08 02:12:57.446586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49046) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:57.458122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887e2d0-053c-4138-bc9a-492b7304a918 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event deleted for resources: {'Network': ['ID=24a83b40-ef51-41b8-abb5-0b319ccd8515,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:57.534517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-720442b1-1266-4f84-b6ef-5196d6e8d5a1 req-ccf9cd0b-93ee-4c07-90f4-ff1ae35febbd tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0730596 Dec 08 02:12:57.681835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-00352f26-3bea-484f-b855-1885d5f7c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:56Z', 'revision_number': 10, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:57.711386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00352f26-3bea-484f-b855-1885d5f7c1fc None None] Checking router: d1b410d6-6948-4ac9-ad0c-7ee316c38acc for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:57.720200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00352f26-3bea-484f-b855-1885d5f7c1fc None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:57.721195 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-00352f26-3bea-484f-b855-1885d5f7c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:57.806808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-00352f26-3bea-484f-b855-1885d5f7c1fc None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:57.883204 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3512ab32-0791-4a17-9253-23a89ee1fc2b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:57.943786 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:57.972538 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de4d78ea-5af1-459b-83e1-da25521a3af1 req-364631b5-e26b-4d29-bc1a-7bf009aa00aa tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0281322 Dec 08 02:12:57.987233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a24c0564-25d4-4ea9-838e-1a44af7a7c57 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port 4d29169a-6948-4bc8-a9f5-6e567379b7ba {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:57.987586 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a24c0564-25d4-4ea9-838e-1a44af7a7c57 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.038112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-00352f26-3bea-484f-b855-1885d5f7c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:56Z', 'revision_number': 10, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:58.070395 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00352f26-3bea-484f-b855-1885d5f7c1fc None None] The sync data for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 is: [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:12:56Z', 'revision_number': 10, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None, '_interfaces': [{'id': '75e26cd0-5724-4664-b8da-162e6011a153', 'name': '', 'network_id': 'c3af3c55-e9a4-4017-839b-9db17fbbc16b', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'mac_address': 'fa:16:3e:10:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:17Z', 'updated_at': '2021-12-08T02:12:25Z', 'revision_number': 5, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'subnets': [{'id': '558c1398-47e5-40bd-9da5-2a3d56d46dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:58.123631 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3512ab32-0791-4a17-9253-23a89ee1fc2b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.192543 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a24c0564-25d4-4ea9-838e-1a44af7a7c57 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.216755 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a24c0564-25d4-4ea9-838e-1a44af7a7c57 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for 4d29169a-6948-4bc8-a9f5-6e567379b7ba owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:58.258301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-2971b899-9dff-4952-a877-e1575d8059ca tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Deleting port 199274b3-5d8c-4a67-9d35-c55c619eaf54 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:58.258301 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2971b899-9dff-4952-a877-e1575d8059ca tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.258301 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3512ab32-0791-4a17-9253-23a89ee1fc2b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.300048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512ab32-0791-4a17-9253-23a89ee1fc2b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Subnet': ['ID=67204357-1b14-4ac7-b793-4b4346e244fa,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:58.363460 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3512ab32-0791-4a17-9253-23a89ee1fc2b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.366549 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3512ab32-0791-4a17-9253-23a89ee1fc2b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/67204357-1b14-4ac7-b793-4b4346e244fa HTTP/1.1" status: 204 len: 168 time: 1.0790479 Dec 08 02:12:58.367918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5fbfa4-5471-41b9-97a7-9d7d86bbc808 None None] Network a667896d-3d6d-422e-b7da-13b5ad162d5a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:58.369331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49050) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:58.434571 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2971b899-9dff-4952-a877-e1575d8059ca tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.435023 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2971b899-9dff-4952-a877-e1575d8059ca tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.474018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-2971b899-9dff-4952-a877-e1575d8059ca tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Calling delete_port for 199274b3-5d8c-4a67-9d35-c55c619eaf54 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:58.506155 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.590403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d6f7079e-bc03-47b6-b524-cc77dfa7da90 None None] Provisioning complete for port d71726a8-589b-405b-a1ca-572dc83da190 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:58.590778 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6f7079e-bc03-47b6-b524-cc77dfa7da90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.668381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port 301a0b95-5a17-49f0-8ef3-4837b49b5571 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:58.668717 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.669249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d71726a8-589b-405b-a1ca-572dc83da190 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:58.697079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52741ab1-1aa0-4ebf-9246-0defbf1cc7b7 None None] DHCP port deletion for a667896d-3d6d-422e-b7da-13b5ad162d5a request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:58.706730 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a24c0564-25d4-4ea9-838e-1a44af7a7c57 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.753482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c0564-25d4-4ea9-838e-1a44af7a7c57 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=4d29169a-6948-4bc8-a9f5-6e567379b7ba,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:58.767958 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69f117bf-0c1e-4c51-98a4-cbf3cbbab46a req-d1e71703-fbd9-427f-bc44-5db3f61d9ae5 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0594063 Dec 08 02:12:58.814578 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a24c0564-25d4-4ea9-838e-1a44af7a7c57 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.817838 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a24c0564-25d4-4ea9-838e-1a44af7a7c57 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/4d29169a-6948-4bc8-a9f5-6e567379b7ba HTTP/1.1" status: 204 len: 168 time: 1.4777102 Dec 08 02:12:58.820917 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49054) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:58.821760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] For port 301a0b95-5a17-49f0-8ef3-4837b49b5571, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=301a0b95-5a17-49f0-8ef3-4837b49b5571,segment=NetworkSegment(2d189b4c-fa8f-480e-a038-989ac2c8dc61),segment_id=2d189b4c-fa8f-480e-a038-989ac2c8dc61)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:58.822141 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.837438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for 301a0b95-5a17-49f0-8ef3-4837b49b5571 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:58.869126 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6f7079e-bc03-47b6-b524-cc77dfa7da90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.872646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-52741ab1-1aa0-4ebf-9246-0defbf1cc7b7 None None] Deleting port 301a0b95-5a17-49f0-8ef3-4837b49b5571 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:58.872927 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-52741ab1-1aa0-4ebf-9246-0defbf1cc7b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.875520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d71726a8-589b-405b-a1ca-572dc83da190 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:58.875915 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.897721 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1e2b52-3a34-463c-8d93-2e7c9bed4334 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:58.900409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1e2b52-3a34-463c-8d93-2e7c9bed4334 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:58.905194 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ea1e2b52-3a34-463c-8d93-2e7c9bed4334 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0733984 Dec 08 02:12:58.905955 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49056) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:58.949864 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.982285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0a8c7a-7b77-47c2-88fa-ff2c546abade tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet d03dc51d-a6e1-4605-9a02-cc2bf24680c1 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:58.986728 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8c7a-7b77-47c2-88fa-ff2c546abade tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.992203 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=301a0b95-5a17-49f0-8ef3-4837b49b5571,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:58.994837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No DVR routers for this DVR port 301a0b95-5a17-49f0-8ef3-4837b49b5571 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:59.074308 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8c7a-7b77-47c2-88fa-ff2c546abade tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.108989 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2971b899-9dff-4952-a877-e1575d8059ca tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.136150 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.153201 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971b899-9dff-4952-a877-e1575d8059ca tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event deleted for resources: {'Port': ['ID=199274b3-5d8c-4a67-9d35-c55c619eaf54,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:59.165504 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f83615d3-f2b3-49d1-b345-9d43aab6a64a req-60d3f974-af90-412e-8ad0-fbc6a7805edc tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0498760 Dec 08 02:12:59.193715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d6f7079e-bc03-47b6-b524-cc77dfa7da90 None None] For port d71726a8-589b-405b-a1ca-572dc83da190, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d71726a8-589b-405b-a1ca-572dc83da190,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:59.198510 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a667896d-3d6d-422e-b7da-13b5ad162d5a']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:59.203754 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6f7079e-bc03-47b6-b524-cc77dfa7da90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.217263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-52741ab1-1aa0-4ebf-9246-0defbf1cc7b7 None None] For port 301a0b95-5a17-49f0-8ef3-4837b49b5571, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=301a0b95-5a17-49f0-8ef3-4837b49b5571,segment=NetworkSegment(2d189b4c-fa8f-480e-a038-989ac2c8dc61),segment_id=2d189b4c-fa8f-480e-a038-989ac2c8dc61)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:59.217723 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-52741ab1-1aa0-4ebf-9246-0defbf1cc7b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.223456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d189b4c-fa8f-480e-a038-989ac2c8dc61') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:59.225979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d189b4c-fa8f-480e-a038-989ac2c8dc61') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:59.236755 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.254245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.257592 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2971b899-9dff-4952-a877-e1575d8059ca tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.257937 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-2971b899-9dff-4952-a877-e1575d8059ca tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Floating IP fb9883e8-590f-4bb0-891c-c64707a4ae96 disassociated (deleted). External IP: 172.25.8.115, port: 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7. Dec 08 02:12:59.262596 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8c7a-7b77-47c2-88fa-ff2c546abade tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.263310 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:12:59.263568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:12:59.266809 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:12:59.282720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-52741ab1-1aa0-4ebf-9246-0defbf1cc7b7 None None] Calling delete_port for 301a0b95-5a17-49f0-8ef3-4837b49b5571 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:59.341367 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.360865 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.367646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/networks/a667896d-3d6d-422e-b7da-13b5ad162d5a HTTP/1.1" status: 204 len: 168 time: 0.9960814 Dec 08 02:12:59.370528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49060) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:59.382275 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b8cf4330-1cbb-4bd8-921a-b94d1b0b4a4d None None] Could not find standard attr ID for object 4d29169a-6948-4bc8-a9f5-6e567379b7ba. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:12:59.391174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7079e-bc03-47b6-b524-cc77dfa7da90 None None] Pushing event updated for resources: {'Port': ['ID=d71726a8-589b-405b-a1ca-572dc83da190,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:59.420517 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe349b5-b17a-416d-b81f-a10cbf882509 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Network': ['ID=a667896d-3d6d-422e-b7da-13b5ad162d5a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:59.426902 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5e734f6a-99fc-4ed1-808e-d4b4cd5c83fc req-5cb351a8-6a58-4021-80c9-1f5d4fd5eea4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0252423 Dec 08 02:12:59.440570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8c7a-7b77-47c2-88fa-ff2c546abade tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.450627 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-52741ab1-1aa0-4ebf-9246-0defbf1cc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.468588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52741ab1-1aa0-4ebf-9246-0defbf1cc7b7 None None] Network a667896d-3d6d-422e-b7da-13b5ad162d5a is not hosted by any dhcp agent {{(pid=109768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 02:12:59.469142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52741ab1-1aa0-4ebf-9246-0defbf1cc7b7 None None] No DVR routers for this DVR port 301a0b95-5a17-49f0-8ef3-4837b49b5571 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:59.493721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 56316ff6-4cf9-4a34-a3b6-b20eacdce395 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:59.521629 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a8c7a-7b77-47c2-88fa-ff2c546abade tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=d03dc51d-a6e1-4605-9a02-cc2bf24680c1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:59.522008 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52741ab1-1aa0-4ebf-9246-0defbf1cc7b7 None None] Pushing event deleted for resources: {'Port': ['ID=301a0b95-5a17-49f0-8ef3-4837b49b5571,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:59.524233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 56316ff6-4cf9-4a34-a3b6-b20eacdce395 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:59.524581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 56316ff6-4cf9-4a34-a3b6-b20eacdce395 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:59.525003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c5bd0698-866b-4e21-8580-5531e4b17c4d no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:59.526969 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8c7a-7b77-47c2-88fa-ff2c546abade tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.530265 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ad0a8c7a-7b77-47c2-88fa-ff2c546abade tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/d03dc51d-a6e1-4605-9a02-cc2bf24680c1 HTTP/1.1" status: 204 len: 168 time: 0.6232688 Dec 08 02:12:59.532641 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49062) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:59.554920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6bdb25-355d-461e-809c-a86757a30057 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:59.557208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: c5bd0698-866b-4e21-8580-5531e4b17c4d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:59.557554 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c5bd0698-866b-4e21-8580-5531e4b17c4d not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:59.572227 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ab37ded3-cc2d-455a-a792-bbeb84814b18 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384305 Dec 08 02:12:59.574524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49064) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:59.669610 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a680d5b0-95be-43f7-9ca2-dec35c9954ab tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:59.674480 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a680d5b0-95be-43f7-9ca2-dec35c9954ab tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0984011 Dec 08 02:12:59.676167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49066) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:59.708004 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2971b899-9dff-4952-a877-e1575d8059ca tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Router 614ac1bb-75c5-4206-bd0f-14dadb367714 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:59.734056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c812d69-c06a-4863-a3e0-21e2464689db None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:59.770736 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35842ab-6265-481f-af58-82207f3bdf87 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:59.774553 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f35842ab-6265-481f-af58-82207f3bdf87 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0950832 Dec 08 02:12:59.775001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49068) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:59.791843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0c812d69-c06a-4863-a3e0-21e2464689db None None] Deleting port d71726a8-589b-405b-a1ca-572dc83da190 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:12:59.792439 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c812d69-c06a-4863-a3e0-21e2464689db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.820968 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dbff41e9-9978-4291-9544-02d791058cd9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435767 Dec 08 02:12:59.826126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49072) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:59.836216 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-deb0b3c9-c632-401f-8e2a-840b6ba17bed tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:59.839502 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46680c7d-8be1-405d-95f8-af2881708c07 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.878311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0c812d69-c06a-4863-a3e0-21e2464689db None None] For port d71726a8-589b-405b-a1ca-572dc83da190, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d71726a8-589b-405b-a1ca-572dc83da190,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:59.878718 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c812d69-c06a-4863-a3e0-21e2464689db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.893030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0c812d69-c06a-4863-a3e0-21e2464689db None None] Calling delete_port for d71726a8-589b-405b-a1ca-572dc83da190 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:59.914337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2971b899-9dff-4952-a877-e1575d8059ca tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:59.921450 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2971b899-9dff-4952-a877-e1575d8059ca tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:59.934337 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a24620-03d4-4cb2-b668-ef6754a9d92d None None] Sync routers for ids ['614ac1bb-75c5-4206-bd0f-14dadb367714'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:59.942427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef1a61b0-8b4d-4af3-acbf-c1996f33231c req-802fe2a1-0357-45c3-98c0-0c920ecf6149 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0635955 Dec 08 02:12:59.947015 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a24620-03d4-4cb2-b668-ef6754a9d92d None None] Routers {'614ac1bb-75c5-4206-bd0f-14dadb367714'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:59.947673 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-20a24620-03d4-4cb2-b668-ef6754a9d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['614ac1bb-75c5-4206-bd0f-14dadb367714'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:59.988044 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2971b899-9dff-4952-a877-e1575d8059ca tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "DELETE /v2.0/floatingips/fb9883e8-590f-4bb0-891c-c64707a4ae96 HTTP/1.1" status: 204 len: 168 time: 2.5402579 Dec 08 02:12:59.991013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'tag': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:12:59.993250 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c0516c-d7b4-4ad9-8fac-d9f67b409b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1018099-7331-44eb-82b1-207d2968ae2d", "tag": "3c2cb51b-990e-4a91-ab8a-71fb7f3175f7"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:12:59.996000 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb0b3c9-c632-401f-8e2a-840b6ba17bed tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:59.999905 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-deb0b3c9-c632-401f-8e2a-840b6ba17bed tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:00.000609 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c812d69-c06a-4863-a3e0-21e2464689db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:00.057577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c812d69-c06a-4863-a3e0-21e2464689db None None] Pushing event deleted for resources: {'Port': ['ID=d71726a8-589b-405b-a1ca-572dc83da190,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:00.068519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c812d69-c06a-4863-a3e0-21e2464689db None None] No DVR routers for this DVR port d71726a8-589b-405b-a1ca-572dc83da190 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:13:00.139741 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-20a24620-03d4-4cb2-b668-ef6754a9d92d None None] Set router 614ac1bb-75c5-4206-bd0f-14dadb367714 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:00.160269 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61876113-e8b8-4512-ac43-5c8b32515c96 x-openstack-request-id: req-61876113-e8b8-4512-ac43-5c8b32515c96 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:13:00.160834 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1018099-7331-44eb-82b1-207d2968ae2d", "tag": "3c2cb51b-990e-4a91-ab8a-71fb7f3175f7", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:13:00.161274 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-61876113-e8b8-4512-ac43-5c8b32515c96 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:13:00.161823 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'tag': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7', 'status': 'completed', 'code': 200} Dec 08 02:13:00.221368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-46680c7d-8be1-405d-95f8-af2881708c07 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port 75e26cd0-5724-4664-b8da-162e6011a153 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:00.221846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46680c7d-8be1-405d-95f8-af2881708c07 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:00.310686 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0516c-d7b4-4ad9-8fac-d9f67b409b1d req-b7fd1a5a-c442-4057-87a2-1080a56e3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:00.312571 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90c0516c-d7b4-4ad9-8fac-d9f67b409b1d req-b7fd1a5a-c442-4057-87a2-1080a56e3c4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f82e85120244488a2d8ce6d04585da&device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 1137 time: 0.1102450 Dec 08 02:13:00.313969 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-deb0b3c9-c632-401f-8e2a-840b6ba17bed tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:00.389367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb0b3c9-c632-401f-8e2a-840b6ba17bed tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:00.425388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-deb0b3c9-c632-401f-8e2a-840b6ba17bed tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:00.431923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb0b3c9-c632-401f-8e2a-840b6ba17bed tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:00.432617 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-deb0b3c9-c632-401f-8e2a-840b6ba17bed tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:00.437994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac921b-7cf0-478a-bc74-bfcde586d85f None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:00.463126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0b3c9-c632-401f-8e2a-840b6ba17bed tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=c102c428-a32f-4ab3-b6d1-cf6d922d073e,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:00.488228 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-20a24620-03d4-4cb2-b668-ef6754a9d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:11:09Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f3725f7c-832c-44fc-881a-07cbd52ce6a0', 'name': '', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'mac_address': 'fa:16:3e:49:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:08Z', 'updated_at': '2021-12-08T02:11:21Z', 'revision_number': 5, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'subnets': [{'id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:00.492768 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-deb0b3c9-c632-401f-8e2a-840b6ba17bed tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6654415 Dec 08 02:13:00.497973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49082) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:00.503712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-17568fc0-231c-4c65-ac8a-111ed4895ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'mac_address': 'fa:16:3e:bb:e3:ef', 'name': 'tempest-NetworksTestDHCPv6-885042800'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:00.531138 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a24620-03d4-4cb2-b668-ef6754a9d92d None None] Checking router: 614ac1bb-75c5-4206-bd0f-14dadb367714 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:13:00.544110 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a24620-03d4-4cb2-b668-ef6754a9d92d None None] Routers {'614ac1bb-75c5-4206-bd0f-14dadb367714'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:00.546003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0516c-d7b4-4ad9-8fac-d9f67b409b1d req-edeeb32f-c9e4-4b86-a2ff-b7db855e91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:00.546302 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-20a24620-03d4-4cb2-b668-ef6754a9d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['614ac1bb-75c5-4206-bd0f-14dadb367714'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:00.547596 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90c0516c-d7b4-4ad9-8fac-d9f67b409b1d req-edeeb32f-c9e4-4b86-a2ff-b7db855e91ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b1ebd6c-4a11-4429-88f6-78f878af07db HTTP/1.1" status: 200 len: 898 time: 0.2071850 Dec 08 02:13:00.614887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d71726a8-589b-405b-a1ca-572dc83da190 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:13:00.638306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': 'c102c428-a32f-4ab3-b6d1-cf6d922d073e'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:13:00.639246 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:00.650616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: d71726a8-589b-405b-a1ca-572dc83da190 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:13:00.651094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d71726a8-589b-405b-a1ca-572dc83da190 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:13:00.651581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 301a0b95-5a17-49f0-8ef3-4837b49b5571 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:13:00.680607 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 301a0b95-5a17-49f0-8ef3-4837b49b5571 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:13:00.681012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 301a0b95-5a17-49f0-8ef3-4837b49b5571 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:13:00.693975 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90c0516c-d7b4-4ad9-8fac-d9f67b409b1d req-9746ac6d-05a0-4c9a-94ec-60c619d9a7be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 HTTP/1.1" status: 200 len: 217 time: 0.1211286 Dec 08 02:13:00.764133 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-20a24620-03d4-4cb2-b668-ef6754a9d92d None None] Set router 614ac1bb-75c5-4206-bd0f-14dadb367714 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:00.765687 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-785fa34e-eeeb-43f3-a6c0-2e6e96d8b53a req-dc54ff08-21dd-4ca5-8efd-92dffe0a8046 tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.4704387 Dec 08 02:13:00.808786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-46680c7d-8be1-405d-95f8-af2881708c07 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] For port 75e26cd0-5724-4664-b8da-162e6011a153, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=75e26cd0-5724-4664-b8da-162e6011a153,segment=NetworkSegment(20ab796b-0d9d-4826-bcfd-1868b3523481),segment_id=20ab796b-0d9d-4826-bcfd-1868b3523481)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:00.809149 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46680c7d-8be1-405d-95f8-af2881708c07 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:00.826828 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394fbec-8efe-44e9-ada5-628c5295f5dc req-c8f69612-67c2-4ad9-af89-1a47261e3d97 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:00.828261 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e394fbec-8efe-44e9-ada5-628c5295f5dc req-c8f69612-67c2-4ad9-af89-1a47261e3d97 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 985 time: 0.5341952 Dec 08 02:13:00.835478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-46680c7d-8be1-405d-95f8-af2881708c07 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for 75e26cd0-5724-4664-b8da-162e6011a153 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:00.837496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0516c-d7b4-4ad9-8fac-d9f67b409b1d req-779006cf-ebb8-4b3c-9f98-02da6fffe30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:00.839044 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90c0516c-d7b4-4ad9-8fac-d9f67b409b1d req-779006cf-ebb8-4b3c-9f98-02da6fffe30f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7978e0f8-eb4b-43d4-9187-0121f1a166a0 HTTP/1.1" status: 200 len: 834 time: 0.1315331 Dec 08 02:13:00.841748 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17568fc0-231c-4c65-ac8a-111ed4895ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:00.868362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Allocated IP 2001:db8::2 (27b71a85-dd81-4415-b869-7bdb583f90f3/c102c428-a32f-4ab3-b6d1-cf6d922d073e/12558644-46e8-41bc-9d81-de642ea35a76) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:00.955232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e394fbec-8efe-44e9-ada5-628c5295f5dc req-5578c449-9c0f-4044-800e-c8f87fc3c7b0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd91ece8-1a7b-44db-b704-572d682de78d&id=c515722b-dd95-4612-abcb-c0a73980786e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1139357 Dec 08 02:13:00.960130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0516c-d7b4-4ad9-8fac-d9f67b409b1d req-a7743ff1-4aa9-481a-a76a-7a23ea5b719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:00.962288 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90c0516c-d7b4-4ad9-8fac-d9f67b409b1d req-a7743ff1-4aa9-481a-a76a-7a23ea5b719e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b1ebd6c-4a11-4429-88f6-78f878af07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148760 Dec 08 02:13:01.008356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17568fc0-231c-4c65-ac8a-111ed4895ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:01.027658 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-20a24620-03d4-4cb2-b668-ef6754a9d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:11:09Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f3725f7c-832c-44fc-881a-07cbd52ce6a0', 'name': '', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'mac_address': 'fa:16:3e:49:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:08Z', 'updated_at': '2021-12-08T02:11:21Z', 'revision_number': 5, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'subnets': [{'id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:01.045468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-17568fc0-231c-4c65-ac8a-111ed4895ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port ee6818ca-cd30-4e4e-aa46-42823cfcc58a yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:13:01.078575 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a24620-03d4-4cb2-b668-ef6754a9d92d None None] The sync data for ids ['614ac1bb-75c5-4206-bd0f-14dadb367714'] in n-d-713499-31 is: [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:11:09Z', 'revision_number': 4, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f3725f7c-832c-44fc-881a-07cbd52ce6a0', 'name': '', 'network_id': '5b1ebd6c-4a11-4429-88f6-78f878af07db', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'mac_address': 'fa:16:3e:49:56:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:08Z', 'updated_at': '2021-12-08T02:11:21Z', 'revision_number': 5, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'subnets': [{'id': '7978e0f8-eb4b-43d4-9187-0121f1a166a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:13:01.105505 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:01.115768 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:01.130898 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b59089f6-3596-450b-b4dc-96561e909a38 req-66c2e42d-582c-434b-9a0d-57dd53d693ae tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0704534 Dec 08 02:13:01.164533 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46680c7d-8be1-405d-95f8-af2881708c07 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:01.196481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46680c7d-8be1-405d-95f8-af2881708c07 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=75e26cd0-5724-4664-b8da-162e6011a153,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:01.201477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:01.207557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:01.215275 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:01.219793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Pushing event updated for resources: {'Port': ['ID=12558644-46e8-41bc-9d81-de642ea35a76,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:01.284863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Attempting to bind port 12558644-46e8-41bc-9d81-de642ea35a76 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:01.285248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Attempting to bind port 12558644-46e8-41bc-9d81-de642ea35a76 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:01.285624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Attempting to bind port 12558644-46e8-41bc-9d81-de642ea35a76 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:01.291742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:01.292121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:01.292525 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:01.292923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:01.293413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Bound port: 12558644-46e8-41bc-9d81-de642ea35a76, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:01.293799 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:01.374071 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46680c7d-8be1-405d-95f8-af2881708c07 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:01.388168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] For port 12558644-46e8-41bc-9d81-de642ea35a76, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:01.392118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] For port 12558644-46e8-41bc-9d81-de642ea35a76, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=12558644-46e8-41bc-9d81-de642ea35a76,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:01.402794 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:01.491987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3982135-0f0d-4eda-9733-4f806a62f748 None None] New status for floating IP fb9883e8-590f-4bb0-891c-c64707a4ae96: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:13:01.583317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fc2b8-4a91-4629-8474-11a86c2a936e None None] Pushing event updated for resources: {'Port': ['ID=12558644-46e8-41bc-9d81-de642ea35a76,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:01.617237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46680c7d-8be1-405d-95f8-af2881708c07 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d1b410d6-6948-4ac9-ad0c-7ee316c38acc has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:13:01.617796 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90c0516c-d7b4-4ad9-8fac-d9f67b409b1d req-1142660a-68f0-4f85-a8aa-7fd53eb6fa9a service neutron] 10.222.0.45 "GET /v2.0/networks/5b1ebd6c-4a11-4429-88f6-78f878af07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448464 Dec 08 02:13:01.675722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-17568fc0-231c-4c65-ac8a-111ed4895ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::2a8 (27b71a85-dd81-4415-b869-7bdb583f90f3/c102c428-a32f-4ab3-b6d1-cf6d922d073e/ee6818ca-cd30-4e4e-aa46-42823cfcc58a) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:01.754683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46680c7d-8be1-405d-95f8-af2881708c07 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:13:01.763173 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-46680c7d-8be1-405d-95f8-af2881708c07 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3913960 Dec 08 02:13:01.766613 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a7304b-fdef-43a5-8ac3-35b405fd5f15 None None] Sync routers for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:13:01.769072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49086) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:01.778463 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a7304b-fdef-43a5-8ac3-35b405fd5f15 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:01.780172 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-11a7304b-fdef-43a5-8ac3-35b405fd5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:01.804656 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-90c0516c-d7b4-4ad9-8fac-d9f67b409b1d req-614310f7-5278-4c9c-aca0-d110e06a0d8d service neutron] 10.222.0.45 "GET /v2.0/networks/5b1ebd6c-4a11-4429-88f6-78f878af07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760631 Dec 08 02:13:01.820657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba572b-efa4-40fd-adad-dc142467485f req-c5e935c1-ee5e-4414-9b12-0c253d5b284a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:01.823453 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56ba572b-efa4-40fd-adad-dc142467485f req-c5e935c1-ee5e-4414-9b12-0c253d5b284a tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 985 time: 0.1095765 Dec 08 02:13:01.891544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting subnet 558c1398-47e5-40bd-9da5-2a3d56d46dd0 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:13:01.931912 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:01.972287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56d1dd35-9966-493e-b789-db9b7f4e450c req-a093d5d6-d954-49b9-96be-0b32bc359adb tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0774298 Dec 08 02:13:01.985104 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17568fc0-231c-4c65-ac8a-111ed4895ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:01.994031 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-11a7304b-fdef-43a5-8ac3-35b405fd5f15 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:02.017344 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.028101 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17568fc0-231c-4c65-ac8a-111ed4895ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.066262 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-11a7304b-fdef-43a5-8ac3-35b405fd5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:13:01Z', 'revision_number': 11, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:02.072182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-56ba572b-efa4-40fd-adad-dc142467485f req-052a7360-86f2-452a-a1b2-cdc381dcbe38 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Deleting port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:02.072386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-56ba572b-efa4-40fd-adad-dc142467485f req-052a7360-86f2-452a-a1b2-cdc381dcbe38 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.074117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17568fc0-231c-4c65-ac8a-111ed4895ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:02.078573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-17568fc0-231c-4c65-ac8a-111ed4895ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:02.086498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17568fc0-231c-4c65-ac8a-111ed4895ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:02.092559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17568fc0-231c-4c65-ac8a-111ed4895ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:02.093932 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-17568fc0-231c-4c65-ac8a-111ed4895ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.105400 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a7304b-fdef-43a5-8ac3-35b405fd5f15 None None] Checking router: d1b410d6-6948-4ac9-ad0c-7ee316c38acc for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:13:02.117220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17568fc0-231c-4c65-ac8a-111ed4895ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=ee6818ca-cd30-4e4e-aa46-42823cfcc58a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:02.124126 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-17568fc0-231c-4c65-ac8a-111ed4895ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6250370 Dec 08 02:13:02.128585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49094) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:02.137216 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a7304b-fdef-43a5-8ac3-35b405fd5f15 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:02.139349 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-11a7304b-fdef-43a5-8ac3-35b405fd5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:02.201020 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131fec9d-6350-4968-80ad-bb027f684add tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:02.217137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131fec9d-6350-4968-80ad-bb027f684add tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:02.219484 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-131fec9d-6350-4968-80ad-bb027f684add tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0905223 Dec 08 02:13:02.222231 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49098) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:02.261301 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-11a7304b-fdef-43a5-8ac3-35b405fd5f15 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:02.290933 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b6cd9-441e-4200-922b-ee367849ac2a req-35a69b30-4d74-452e-9740-9522d8a88ce6 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:02.292637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb0b6cd9-441e-4200-922b-ee367849ac2a req-35a69b30-4d74-452e-9740-9522d8a88ce6 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1018099-7331-44eb-82b1-207d2968ae2d HTTP/1.1" status: 200 len: 985 time: 0.1965606 Dec 08 02:13:02.299488 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.331182 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-11a7304b-fdef-43a5-8ac3-35b405fd5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:13:01Z', 'revision_number': 11, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:02.348160 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-85917996-e408-4bc6-a447-4400f9492d34 req-5df7eb81-8667-4ee3-a245-2f3d1ac4081f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=22c227d048d247f9a40a1df4fe62ac03&device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0451467 Dec 08 02:13:02.367351 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a7304b-fdef-43a5-8ac3-35b405fd5f15 None None] The sync data for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 is: [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:13:01Z', 'revision_number': 11, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:13:02.395272 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-85917996-e408-4bc6-a447-4400f9492d34 req-45ddae12-2e55-4a44-8674-88cd70bf26ee service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=22c227d048d247f9a40a1df4fe62ac03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312099 Dec 08 02:13:02.397041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e27fefe2-fa7c-442f-9a41-a09218c45110 req-af799ca4-015e-4aef-86af-1b1c75365994 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0581126 Dec 08 02:13:02.408792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-56ba572b-efa4-40fd-adad-dc142467485f req-052a7360-86f2-452a-a1b2-cdc381dcbe38 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] For port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7,segment=NetworkSegment(3de069df-8fe4-45a4-ae37-3c3cb03a3b21),segment_id=3de069df-8fe4-45a4-ae37-3c3cb03a3b21)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:02.409166 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-56ba572b-efa4-40fd-adad-dc142467485f req-052a7360-86f2-452a-a1b2-cdc381dcbe38 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.452944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-56ba572b-efa4-40fd-adad-dc142467485f req-052a7360-86f2-452a-a1b2-cdc381dcbe38 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Calling delete_port for 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:02.478308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port ee6818ca-cd30-4e4e-aa46-42823cfcc58a {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:02.478911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.491768 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.575807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb0b6cd9-441e-4200-922b-ee367849ac2a req-141bf688-ca9e-4821-b89d-61532a7729d0 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd91ece8-1a7b-44db-b704-572d682de78d&id=c515722b-dd95-4612-abcb-c0a73980786e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2679141 Dec 08 02:13:02.581962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64d989de-a444-4800-982f-50ff3402a703 req-f082c88a-4ab8-4641-96ac-c30396c183bd tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0967107 Dec 08 02:13:02.584500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Subnet': ['ID=558c1398-47e5-40bd-9da5-2a3d56d46dd0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:02.600642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.602735 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4175a3e-82e9-4db4-9a9d-f4ab7c4fdc9e None None] Network c3af3c55-e9a4-4017-839b-9db17fbbc16b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:02.616564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/558c1398-47e5-40bd-9da5-2a3d56d46dd0 HTTP/1.1" status: 204 len: 168 time: 0.8454685 Dec 08 02:13:02.621021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49102) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:02.638476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:02.638984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:02.639438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:02.639914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:02.640482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:02.640919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:02.641369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:02.641953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:02.643867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:02.643867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:02.644059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:02.644492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:02.644919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb0652-ca24-434e-b23b-8497c5e19aef tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:02.778560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85917996-e408-4bc6-a447-4400f9492d34 req-d982882c-7e82-487e-9a39-3849f2abbf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:02.780236 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-85917996-e408-4bc6-a447-4400f9492d34 req-d982882c-7e82-487e-9a39-3849f2abbf13 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3785779 Dec 08 02:13:02.811531 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.812459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2afc64-2505-4c4e-bd9c-cb11a86e4d41 None None] DHCP port deletion for c3af3c55-e9a4-4017-839b-9db17fbbc16b request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:02.818197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.824952 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-56ba572b-efa4-40fd-adad-dc142467485f req-052a7360-86f2-452a-a1b2-cdc381dcbe38 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.836079 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for ee6818ca-cd30-4e4e-aa46-42823cfcc58a owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:02.924676 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3e2afc64-2505-4c4e-bd9c-cb11a86e4d41 None None] Deleting port bae25734-0b5a-4b64-8383-15f8401703b1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:02.925051 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e2afc64-2505-4c4e-bd9c-cb11a86e4d41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.942158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a7360-86f2-452a-a1b2-cdc381dcbe38 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event deleted for resources: {'Port': ['ID=3c2cb51b-990e-4a91-ab8a-71fb7f3175f7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:02.956944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ba572b-efa4-40fd-adad-dc142467485f req-052a7360-86f2-452a-a1b2-cdc381dcbe38 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] No DVR routers for this DVR port 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:13:02.964173 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-56ba572b-efa4-40fd-adad-dc142467485f req-052a7360-86f2-452a-a1b2-cdc381dcbe38 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.968335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56ba572b-efa4-40fd-adad-dc142467485f req-052a7360-86f2-452a-a1b2-cdc381dcbe38 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.45 "DELETE /v2.0/ports/3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 HTTP/1.1" status: 204 len: 173 time: 1.1380298 Dec 08 02:13:02.968771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'name': 'network-vif-deleted', 'tag': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:13:02.972533 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6edf73a-4ecc-4976-b530-6465f84fe568" -d '{"events": [{"server_uuid": "d1018099-7331-44eb-82b1-207d2968ae2d", "name": "network-vif-deleted", "tag": "3c2cb51b-990e-4a91-ab8a-71fb7f3175f7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:13:02.981036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Deleting port bae25734-0b5a-4b64-8383-15f8401703b1 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:02.981475 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.029660 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3e2afc64-2505-4c4e-bd9c-cb11a86e4d41 None None] For port bae25734-0b5a-4b64-8383-15f8401703b1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bae25734-0b5a-4b64-8383-15f8401703b1,segment=NetworkSegment(20ab796b-0d9d-4826-bcfd-1868b3523481),segment_id=20ab796b-0d9d-4826-bcfd-1868b3523481)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:03.030177 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e2afc64-2505-4c4e-bd9c-cb11a86e4d41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.047843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3e2afc64-2505-4c4e-bd9c-cb11a86e4d41 None None] Calling delete_port for bae25734-0b5a-4b64-8383-15f8401703b1 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:03.087494 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30bad76-c135-4375-8b6c-597cf8a15aa3 x-openstack-request-id: req-a30bad76-c135-4375-8b6c-597cf8a15aa3 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:13:03.088000 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1018099-7331-44eb-82b1-207d2968ae2d", "name": "network-vif-deleted", "tag": "3c2cb51b-990e-4a91-ab8a-71fb7f3175f7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:13:03.088257 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a30bad76-c135-4375-8b6c-597cf8a15aa3 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:13:03.088655 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1018099-7331-44eb-82b1-207d2968ae2d', 'name': 'network-vif-deleted', 'tag': '3c2cb51b-990e-4a91-ab8a-71fb7f3175f7', 'status': 'completed', 'code': 200} Dec 08 02:13:03.131187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] For port bae25734-0b5a-4b64-8383-15f8401703b1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=bae25734-0b5a-4b64-8383-15f8401703b1,segment=NetworkSegment(20ab796b-0d9d-4826-bcfd-1868b3523481),segment_id=20ab796b-0d9d-4826-bcfd-1868b3523481)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:03.131573 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.156097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Calling delete_port for bae25734-0b5a-4b64-8383-15f8401703b1 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:03.158118 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.202119 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=ee6818ca-cd30-4e4e-aa46-42823cfcc58a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:03.224774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 12558644-46e8-41bc-9d81-de642ea35a76 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:03.231053 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-985cd602-2c6a-455e-bfcd-d4ed3a005cd2 None None] Provisioning complete for port 12558644-46e8-41bc-9d81-de642ea35a76 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:03.231538 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-985cd602-2c6a-455e-bfcd-d4ed3a005cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.259844 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:03.260208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:03.260556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:03.260904 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:03.261249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:03.261592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:03.262389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:03.262389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:03.262622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:03.262905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:03.263957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:03.263957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:03.263957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:03.316249 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.326585 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a52a31fc-2597-41f0-aee3-089b7b43470b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/ee6818ca-cd30-4e4e-aa46-42823cfcc58a HTTP/1.1" status: 204 len: 168 time: 1.1009169 Dec 08 02:13:03.328176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49106) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:03.335839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e2afc64-2505-4c4e-bd9c-cb11a86e4d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.348045 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.355833 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2afc64-2505-4c4e-bd9c-cb11a86e4d41 None None] No DVR routers for this DVR port bae25734-0b5a-4b64-8383-15f8401703b1 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:13:03.389667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Port': ['ID=bae25734-0b5a-4b64-8383-15f8401703b1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:03.391977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No DVR routers for this DVR port bae25734-0b5a-4b64-8383-15f8401703b1 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:13:03.392097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2afc64-2505-4c4e-bd9c-cb11a86e4d41 None None] Pushing event deleted for resources: {'Port': ['ID=bae25734-0b5a-4b64-8383-15f8401703b1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:03.399454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 12558644-46e8-41bc-9d81-de642ea35a76 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:03.399798 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.419451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0cc9ea-2556-483c-9aa1-789a75dab858 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:03.425693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0cc9ea-2556-483c-9aa1-789a75dab858 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:03.432922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8f0cc9ea-2556-483c-9aa1-789a75dab858 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1031239 Dec 08 02:13:03.435162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49108) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:03.503765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dcd1a7c-88a9-418d-b66d-e7acc872d744 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet c102c428-a32f-4ab3-b6d1-cf6d922d073e {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:13:03.507835 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-985cd602-2c6a-455e-bfcd-d4ed3a005cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.511830 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dcd1a7c-88a9-418d-b66d-e7acc872d744 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.572323 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.577149 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-985cd602-2c6a-455e-bfcd-d4ed3a005cd2 None None] For port 12558644-46e8-41bc-9d81-de642ea35a76, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=12558644-46e8-41bc-9d81-de642ea35a76,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:03.584322 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-985cd602-2c6a-455e-bfcd-d4ed3a005cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.610670 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d28112c5-bcc4-44e2-9f6a-2cad313c2bb4 req-55f0b436-8ff1-46b8-858b-5a02a4ca940f tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0312576 Dec 08 02:13:03.634677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3af3c55-e9a4-4017-839b-9db17fbbc16b']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:03.636257 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dcd1a7c-88a9-418d-b66d-e7acc872d744 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.661694 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ab796b-0d9d-4826-bcfd-1868b3523481') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:03.662084 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ab796b-0d9d-4826-bcfd-1868b3523481') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:03.694143 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.718045 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cd602-2c6a-455e-bfcd-d4ed3a005cd2 None None] Pushing event updated for resources: {'Port': ['ID=12558644-46e8-41bc-9d81-de642ea35a76,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:03.721992 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.725027 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b6949eec-5984-4e80-88cb-b103918350cf None None] Could not find standard attr ID for object ee6818ca-cd30-4e4e-aa46-42823cfcc58a. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:13:03.730342 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.738404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:13:03.738847 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:13:03.746463 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:13:03.789002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bacfeacd-3e40-4faf-bd04-63059d3397f3 req-9b9033ec-d881-4fe9-a90e-645efe29af6a tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.71 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0324917 Dec 08 02:13:03.791505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49116) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:03.842906 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dcd1a7c-88a9-418d-b66d-e7acc872d744 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.843401 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:13:03.843935 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:13:03.852344 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.860695 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.868222 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/networks/c3af3c55-e9a4-4017-839b-9db17fbbc16b HTTP/1.1" status: 204 len: 168 time: 1.2419653 Dec 08 02:13:03.868891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49118) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:03.879139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c0e7f216-fcc4-472b-8dcf-5881b46c60c1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'router': {'routes': None}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:03.916837 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4915d191-12ab-4e42-95df-861db3356776 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.947627 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dcd1a7c-88a9-418d-b66d-e7acc872d744 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.950339 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4915d191-12ab-4e42-95df-861db3356776 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.957886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc186ffd-c909-484a-91ac-af18a3556802 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Pushing event deleted for resources: {'Network': ['ID=c3af3c55-e9a4-4017-839b-9db17fbbc16b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:03.989783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd1a7c-88a9-418d-b66d-e7acc872d744 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=c102c428-a32f-4ab3-b6d1-cf6d922d073e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:04.004645 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4dcd1a7c-88a9-418d-b66d-e7acc872d744 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.007294 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62efbf9e-f2ec-4cf4-8da0-70fca592a281 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:04.010160 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4dcd1a7c-88a9-418d-b66d-e7acc872d744 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/c102c428-a32f-4ab3-b6d1-cf6d922d073e HTTP/1.1" status: 204 len: 168 time: 0.5718119 Dec 08 02:13:04.010924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49120) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:04.054513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-94b08c53-1e9a-4a4e-a7f5-f33696db73c9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425394 Dec 08 02:13:04.056761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49122) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:04.086919 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4915d191-12ab-4e42-95df-861db3356776 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.087121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.extraroute_db [None req-c0e7f216-fcc4-472b-8dcf-5881b46c60c1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Added routes are [] {{(pid=109766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 02:13:04.087121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.extraroute_db [None req-c0e7f216-fcc4-472b-8dcf-5881b46c60c1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Removed routes are [] {{(pid=109766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 02:13:04.087121 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0e7f216-fcc4-472b-8dcf-5881b46c60c1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.088357 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4915d191-12ab-4e42-95df-861db3356776 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.092034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4915d191-12ab-4e42-95df-861db3356776 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "DELETE /v2.0/security-groups/bd91ece8-1a7b-44db-b704-572d682de78d HTTP/1.1" status: 204 len: 168 time: 0.2970133 Dec 08 02:13:04.093562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49124) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:04.103280 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-85917996-e408-4bc6-a447-4400f9492d34 req-4009730a-beac-4ab6-a6eb-42410850021c tempest-ServerShowV257Test-860817728 tempest-ServerShowV257Test-860817728-project] 10.222.0.75 "GET /v2.0/ports?device_id=674f8fd1-f868-43c9-a168-0fc1d7ce2e93 HTTP/1.1" status: 200 len: 210 time: 0.0442464 Dec 08 02:13:04.117036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915d191-12ab-4e42-95df-861db3356776 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd91ece8-1a7b-44db-b704-572d682de78d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:04.154587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d811a436-bcfa-4675-9c63-0ba071d452a2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:04.156162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d811a436-bcfa-4675-9c63-0ba071d452a2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0985076 Dec 08 02:13:04.160957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49126) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:04.208432 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb779657-7182-465c-8575-722fcedb3775 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.225095 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3686eb92-5c70-4e26-9296-3b43aa4ed960 None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:04.234709 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7217c7c8-e137-4ade-83e5-17e865c01cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:04.239201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7217c7c8-e137-4ade-83e5-17e865c01cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0743625 Dec 08 02:13:04.240133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49128) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:04.268859 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0e7f216-fcc4-472b-8dcf-5881b46c60c1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.272790 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0e7f216-fcc4-472b-8dcf-5881b46c60c1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.287081 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb779657-7182-465c-8575-722fcedb3775 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.294582 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ff1d62e6-f312-422a-a574-4f6741d81cd3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499077 Dec 08 02:13:04.296443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49130) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:04.299675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3686eb92-5c70-4e26-9296-3b43aa4ed960 None None] Deleting port 12558644-46e8-41bc-9d81-de642ea35a76 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:04.300156 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3686eb92-5c70-4e26-9296-3b43aa4ed960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.302428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f6a1f133-8518-4914-b3fd-84318e1e1bd5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:04.358689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e7f216-fcc4-472b-8dcf-5881b46c60c1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router d1b410d6-6948-4ac9-ad0c-7ee316c38acc has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:13:04.390881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3686eb92-5c70-4e26-9296-3b43aa4ed960 None None] For port 12558644-46e8-41bc-9d81-de642ea35a76, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=12558644-46e8-41bc-9d81-de642ea35a76,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:04.391427 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3686eb92-5c70-4e26-9296-3b43aa4ed960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.409601 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3686eb92-5c70-4e26-9296-3b43aa4ed960 None None] Calling delete_port for 12558644-46e8-41bc-9d81-de642ea35a76 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:04.417653 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb779657-7182-465c-8575-722fcedb3775 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.420805 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb779657-7182-465c-8575-722fcedb3775 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.422406 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fb779657-7182-465c-8575-722fcedb3775 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "DELETE /v2.0/security-groups/c515722b-dd95-4612-abcb-c0a73980786e HTTP/1.1" status: 204 len: 168 time: 0.3252645 Dec 08 02:13:04.427486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49132) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:04.429065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a1f133-8518-4914-b3fd-84318e1e1bd5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:04.432848 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f133-8518-4914-b3fd-84318e1e1bd5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.447333 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e7f216-fcc4-472b-8dcf-5881b46c60c1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:13:04.454570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0e7f216-fcc4-472b-8dcf-5881b46c60c1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.455481 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c0e7f216-fcc4-472b-8dcf-5881b46c60c1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc HTTP/1.1" status: 200 len: 704 time: 0.5823576 Dec 08 02:13:04.458421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49134) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:04.459314 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb779657-7182-465c-8575-722fcedb3775 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c515722b-dd95-4612-abcb-c0a73980786e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:04.483726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8eae2d-d396-4ea5-91e6-23a9cd9c7002 None None] Sync routers for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:13:04.496465 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cd1d633d-3290-4c2d-8fbe-f4da4cd476af tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1b410d6-6948-4ac9-ad0c-7ee316c38acc HTTP/1.1" status: 200 len: 205 time: 0.0367348 Dec 08 02:13:04.498834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49136) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:04.506127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 75e26cd0-5724-4664-b8da-162e6011a153 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:13:04.542632 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8eae2d-d396-4ea5-91e6-23a9cd9c7002 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:04.543259 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6e8eae2d-d396-4ea5-91e6-23a9cd9c7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:04.544983 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 75e26cd0-5724-4664-b8da-162e6011a153 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:13:04.545325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 75e26cd0-5724-4664-b8da-162e6011a153 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:13:04.545738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bae25734-0b5a-4b64-8383-15f8401703b1 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:13:04.603904 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd9de44b-f2f4-4a94-a574-da0860dd14f6 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.645737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: bae25734-0b5a-4b64-8383-15f8401703b1 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:13:04.645950 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device bae25734-0b5a-4b64-8383-15f8401703b1 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:13:04.665502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6e8eae2d-d396-4ea5-91e6-23a9cd9c7002 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:04.738872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6e8eae2d-d396-4ea5-91e6-23a9cd9c7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:13:01Z', 'revision_number': 11, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:04.776894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8eae2d-d396-4ea5-91e6-23a9cd9c7002 None None] Checking router: d1b410d6-6948-4ac9-ad0c-7ee316c38acc for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:13:04.781605 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3686eb92-5c70-4e26-9296-3b43aa4ed960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.794014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 12558644-46e8-41bc-9d81-de642ea35a76 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:13:04.862537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd9de44b-f2f4-4a94-a574-da0860dd14f6 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.864959 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd9de44b-f2f4-4a94-a574-da0860dd14f6 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.869194 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85a3936a-0a0e-434d-a242-eff8bd769ef2 req-d2c44413-be8a-4dd7-a15c-58096068b688 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0601120 Dec 08 02:13:05.069210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686eb92-5c70-4e26-9296-3b43aa4ed960 None None] Pushing event deleted for resources: {'Port': ['ID=12558644-46e8-41bc-9d81-de642ea35a76,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:05.076984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 12558644-46e8-41bc-9d81-de642ea35a76 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:13:05.077375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 12558644-46e8-41bc-9d81-de642ea35a76 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:13:05.080852 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3686eb92-5c70-4e26-9296-3b43aa4ed960 None None] No DVR routers for this DVR port 12558644-46e8-41bc-9d81-de642ea35a76 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:13:05.095083 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8eae2d-d396-4ea5-91e6-23a9cd9c7002 None None] Routers {'d1b410d6-6948-4ac9-ad0c-7ee316c38acc'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:05.095722 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6e8eae2d-d396-4ea5-91e6-23a9cd9c7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:05.121529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.objects.ports [None req-f6a1f133-8518-4914-b3fd-84318e1e1bd5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:13:05.125642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f133-8518-4914-b3fd-84318e1e1bd5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.172023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a1f133-8518-4914-b3fd-84318e1e1bd5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:05.177554 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6e8eae2d-d396-4ea5-91e6-23a9cd9c7002 None None] Set router d1b410d6-6948-4ac9-ad0c-7ee316c38acc gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:05.178066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f6a1f133-8518-4914-b3fd-84318e1e1bd5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:05.195169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a1f133-8518-4914-b3fd-84318e1e1bd5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:05.196288 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6a1f133-8518-4914-b3fd-84318e1e1bd5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.215503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49146) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:05.225594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1f133-8518-4914-b3fd-84318e1e1bd5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=fb325701-e814-4664-b228-b9ff553a313c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:05.251174 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f6a1f133-8518-4914-b3fd-84318e1e1bd5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9536731 Dec 08 02:13:05.252541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49150) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:05.259129 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ea30e404-a05c-4e60-8440-c675f47e8c16 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:05.260838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595afe1b-a770-42cf-9de0-05c7c00f471f None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:05.265896 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd9de44b-f2f4-4a94-a574-da0860dd14f6 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.266473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9de44b-f2f4-4a94-a574-da0860dd14f6 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Fanout notify agent at l3_agent the message router_deleted on router d1b410d6-6948-4ac9-ad0c-7ee316c38acc {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:13:05.277296 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd9de44b-f2f4-4a94-a574-da0860dd14f6 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.278777 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dd9de44b-f2f4-4a94-a574-da0860dd14f6 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc HTTP/1.1" status: 204 len: 168 time: 0.7788546 Dec 08 02:13:05.280751 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6e8eae2d-d396-4ea5-91e6-23a9cd9c7002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:13:01Z', 'revision_number': 11, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:05.285475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49152) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:05.290088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-082b52df-96e3-44be-8856-16d7bc9b1b09 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1391349602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:05.319638 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-082b52df-96e3-44be-8856-16d7bc9b1b09 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.321644 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-082b52df-96e3-44be-8856-16d7bc9b1b09 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.355650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8eae2d-d396-4ea5-91e6-23a9cd9c7002 None None] The sync data for ids ['d1b410d6-6948-4ac9-ad0c-7ee316c38acc'] in n-d-713499-31 is: [{'id': 'd1b410d6-6948-4ac9-ad0c-7ee316c38acc', 'name': 'tempest-RoutersIpV6Test-router-636834002', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:14Z', 'updated_at': '2021-12-08T02:13:01Z', 'revision_number': 11, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:13:05.411434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': 'fb325701-e814-4664-b228-b9ff553a313c'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:13:05.414301 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.415826 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-082b52df-96e3-44be-8856-16d7bc9b1b09 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.415944 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4024e925-3b6d-45f3-8519-af83ba36104e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.426300 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-082b52df-96e3-44be-8856-16d7bc9b1b09 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.454278 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-082b52df-96e3-44be-8856-16d7bc9b1b09 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.455718 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-082b52df-96e3-44be-8856-16d7bc9b1b09 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1691611 Dec 08 02:13:05.458226 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49154) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:05.463148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c3b58c26-0403-4299-803a-16a343698d33 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:05.488400 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27c3a6fb-d865-44ad-a1c4-6779cd3e54ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.490279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea30e404-a05c-4e60-8440-c675f47e8c16 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:05.493840 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea30e404-a05c-4e60-8440-c675f47e8c16 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.511690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:13:05.541446 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:13:05.541855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 3c2cb51b-990e-4a91-ab8a-71fb7f3175f7 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:13:05.616855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Allocated IP 2001:db8::f816:3eff:fee8:dbb6 (27b71a85-dd81-4415-b869-7bdb583f90f3/fb325701-e814-4664-b228-b9ff553a313c/12292c03-d9c5-4603-899a-d1e7b73c0a95) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:05.729024 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3b58c26-0403-4299-803a-16a343698d33 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.731065 n-d-713499-31 neutron-server[109767]: INFO neutron.db.ipam_backend_mixin [None req-ea30e404-a05c-4e60-8440-c675f47e8c16 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fb325701-e814-4664-b228-b9ff553a313c (CIDR: 2001:db8::/64) Dec 08 02:13:05.744527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3b58c26-0403-4299-803a-16a343698d33 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.763954 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea30e404-a05c-4e60-8440-c675f47e8c16 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:13:05.764466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea30e404-a05c-4e60-8440-c675f47e8c16 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:05.800577 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.807937 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.808237 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27c3a6fb-d865-44ad-a1c4-6779cd3e54ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.818310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ea30e404-a05c-4e60-8440-c675f47e8c16 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5610492 Dec 08 02:13:05.818614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49156) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:05.822126 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27c3a6fb-d865-44ad-a1c4-6779cd3e54ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.823482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9d5adfe8-66bd-4cde-bcda-e9b8437b0f09 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:05.856535 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:05.858484 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:05.861457 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:05.868592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Pushing event updated for resources: {'Port': ['ID=12292c03-d9c5-4603-899a-d1e7b73c0a95,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:05.875245 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-27c3a6fb-d865-44ad-a1c4-6779cd3e54ae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=22c227d048d247f9a40a1df4fe62ac03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6555781 Dec 08 02:13:05.875711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49158) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:05.877725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3a6fb-d865-44ad-a1c4-6779cd3e54ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15273e4f-bad7-4e70-9dd6-5b7a91079171,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:05.952141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Attempting to bind port 12292c03-d9c5-4603-899a-d1e7b73c0a95 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:05.953994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b58c26-0403-4299-803a-16a343698d33 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Router 8c3a71fb-7658-434b-8388-a909cf14251a is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:13:05.954999 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Attempting to bind port 12292c03-d9c5-4603-899a-d1e7b73c0a95 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:05.956153 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Attempting to bind port 12292c03-d9c5-4603-899a-d1e7b73c0a95 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:05.967006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:05.967670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:05.968411 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:05.968823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:05.969382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Bound port: 12292c03-d9c5-4603-899a-d1e7b73c0a95, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:05.969701 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.024649 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a32a9689-6178-4238-a643-bfe8b7478df7 req-0c7f63a6-9644-4d31-9907-668f1e123141 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0435483 Dec 08 02:13:06.029629 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d30b9943-e458-479e-b64f-ed8d57ce1a1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.040448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] For port 12292c03-d9c5-4603-899a-d1e7b73c0a95, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:06.043722 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] For port 12292c03-d9c5-4603-899a-d1e7b73c0a95, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=12292c03-d9c5-4603-899a-d1e7b73c0a95,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:06.050689 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.069129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b58c26-0403-4299-803a-16a343698d33 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:13:06.069542 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3b58c26-0403-4299-803a-16a343698d33 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.070770 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c3b58c26-0403-4299-803a-16a343698d33 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "PUT /v2.0/routers/8c3a71fb-7658-434b-8388-a909cf14251a HTTP/1.1" status: 200 len: 698 time: 0.6115568 Dec 08 02:13:06.073775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5adfe8-66bd-4cde-bcda-e9b8437b0f09 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:06.075486 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d5adfe8-66bd-4cde-bcda-e9b8437b0f09 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.077087 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f676236a-489b-4809-ae37-350e1d0616fd None None] Sync routers for ids ['8c3a71fb-7658-434b-8388-a909cf14251a'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:13:06.089068 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f676236a-489b-4809-ae37-350e1d0616fd None None] Routers {'8c3a71fb-7658-434b-8388-a909cf14251a'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:06.090064 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f676236a-489b-4809-ae37-350e1d0616fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8c3a71fb-7658-434b-8388-a909cf14251a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:06.136216 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539605f-85ae-483e-ada2-dfdb7e62d804 None None] Pushing event updated for resources: {'Port': ['ID=12292c03-d9c5-4603-899a-d1e7b73c0a95,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:06.186905 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f676236a-489b-4809-ae37-350e1d0616fd None None] Set router 8c3a71fb-7658-434b-8388-a909cf14251a gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:06.243595 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f676236a-489b-4809-ae37-350e1d0616fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3a71fb-7658-434b-8388-a909cf14251a', 'name': 'tempest-RoutersIpV6Test-router-1391349602', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:05Z', 'updated_at': '2021-12-08T02:13:05Z', 'revision_number': 2, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:06.259245 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49162) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:06.280561 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f676236a-489b-4809-ae37-350e1d0616fd None None] Checking router: 8c3a71fb-7658-434b-8388-a909cf14251a for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:13:06.291267 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f676236a-489b-4809-ae37-350e1d0616fd None None] Routers {'8c3a71fb-7658-434b-8388-a909cf14251a'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:06.291937 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f676236a-489b-4809-ae37-350e1d0616fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8c3a71fb-7658-434b-8388-a909cf14251a'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:06.363488 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3bcaf2f3-8cfc-42fd-a058-0af4b842a971 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/routers/8c3a71fb-7658-434b-8388-a909cf14251a HTTP/1.1" status: 200 len: 704 time: 0.1029239 Dec 08 02:13:06.366907 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49164) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:06.405174 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f676236a-489b-4809-ae37-350e1d0616fd None None] Set router 8c3a71fb-7658-434b-8388-a909cf14251a gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:06.425858 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7e8c6cda-06a3-417b-a3e0-2dab1256da77 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c3a71fb-7658-434b-8388-a909cf14251a HTTP/1.1" status: 200 len: 205 time: 0.0550199 Dec 08 02:13:06.426639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49166) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:06.457522 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d30b9943-e458-479e-b64f-ed8d57ce1a1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.469875 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f676236a-489b-4809-ae37-350e1d0616fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3a71fb-7658-434b-8388-a909cf14251a', 'name': 'tempest-RoutersIpV6Test-router-1391349602', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:05Z', 'updated_at': '2021-12-08T02:13:05Z', 'revision_number': 2, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:06.495169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4024e925-3b6d-45f3-8519-af83ba36104e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Deleting port f3725f7c-832c-44fc-881a-07cbd52ce6a0 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:06.495767 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4024e925-3b6d-45f3-8519-af83ba36104e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.505944 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f676236a-489b-4809-ae37-350e1d0616fd None None] The sync data for ids ['8c3a71fb-7658-434b-8388-a909cf14251a'] in n-d-713499-31 is: [{'id': '8c3a71fb-7658-434b-8388-a909cf14251a', 'name': 'tempest-RoutersIpV6Test-router-1391349602', 'tenant_id': 'ea9220481296430fa8c96b469a3502db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:05Z', 'updated_at': '2021-12-08T02:13:05Z', 'revision_number': 2, 'project_id': 'ea9220481296430fa8c96b469a3502db', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:13:06.526707 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5f562ea4-fe97-48a3-ac7b-54ae30a0880f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.583670 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d30b9943-e458-479e-b64f-ed8d57ce1a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.586752 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d30b9943-e458-479e-b64f-ed8d57ce1a1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.588091 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d30b9943-e458-479e-b64f-ed8d57ce1a1b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/15273e4f-bad7-4e70-9dd6-5b7a91079171 HTTP/1.1" status: 204 len: 168 time: 0.7113371 Dec 08 02:13:06.607633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b9943-e458-479e-b64f-ed8d57ce1a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15273e4f-bad7-4e70-9dd6-5b7a91079171,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:06.619697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-4024e925-3b6d-45f3-8519-af83ba36104e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] For port f3725f7c-832c-44fc-881a-07cbd52ce6a0, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f3725f7c-832c-44fc-881a-07cbd52ce6a0,segment=NetworkSegment(3de069df-8fe4-45a4-ae37-3c3cb03a3b21),segment_id=3de069df-8fe4-45a4-ae37-3c3cb03a3b21)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:06.620217 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4024e925-3b6d-45f3-8519-af83ba36104e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.633244 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d5adfe8-66bd-4cde-bcda-e9b8437b0f09 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.638750 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4024e925-3b6d-45f3-8519-af83ba36104e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Calling delete_port for f3725f7c-832c-44fc-881a-07cbd52ce6a0 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:06.769600 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5f562ea4-fe97-48a3-ac7b-54ae30a0880f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.773484 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5f562ea4-fe97-48a3-ac7b-54ae30a0880f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.784627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5adfe8-66bd-4cde-bcda-e9b8437b0f09 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:06.793426 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-9d5adfe8-66bd-4cde-bcda-e9b8437b0f09 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:06.862077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5adfe8-66bd-4cde-bcda-e9b8437b0f09 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:06.862687 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d5adfe8-66bd-4cde-bcda-e9b8437b0f09 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.865731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5adfe8-66bd-4cde-bcda-e9b8437b0f09 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=f63fd74b-6263-48b5-8572-357a404f48e4,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:06.881613 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5f562ea4-fe97-48a3-ac7b-54ae30a0880f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.882283 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f562ea4-fe97-48a3-ac7b-54ae30a0880f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Fanout notify agent at l3_agent the message router_deleted on router 8c3a71fb-7658-434b-8388-a909cf14251a {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:13:06.899287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 12292c03-d9c5-4603-899a-d1e7b73c0a95 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:06.904963 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5f562ea4-fe97-48a3-ac7b-54ae30a0880f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:06.906097 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5f562ea4-fe97-48a3-ac7b-54ae30a0880f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/routers/8c3a71fb-7658-434b-8388-a909cf14251a HTTP/1.1" status: 204 len: 168 time: 0.4790657 Dec 08 02:13:06.909974 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49172) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:06.955243 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9d5adfe8-66bd-4cde-bcda-e9b8437b0f09 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1337526 Dec 08 02:13:06.956018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49176) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:06.956847 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-86c26c38-dc80-4f99-a076-26b93c379eed tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c3a71fb-7658-434b-8388-a909cf14251a HTTP/1.1" status: 200 len: 205 time: 0.0458333 Dec 08 02:13:06.959135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49178) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:06.963360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'mac_address': 'fa:16:3e:56:e6:99', 'name': 'tempest-NetworksTestDHCPv6-40309558'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:07.016850 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-7fb9001c-6eaa-4b09-86d9-80d1bbbf80db tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] delete failed (client error): The resource could not be found. Dec 08 02:13:07.018061 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7fb9001c-6eaa-4b09-86d9-80d1bbbf80db tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/routers/8c3a71fb-7658-434b-8388-a909cf14251a HTTP/1.1" status: 404 len: 336 time: 0.0578866 Dec 08 02:13:07.023389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49182) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.039038 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4024e925-3b6d-45f3-8519-af83ba36104e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:07.043312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 12292c03-d9c5-4603-899a-d1e7b73c0a95 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:07.045178 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:07.055297 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9c2377-5234-4503-9cd3-562e0d686aba tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:07.056424 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9c2377-5234-4503-9cd3-562e0d686aba tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:07.061243 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1b9c2377-5234-4503-9cd3-562e0d686aba tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/e6617991-61fa-4a5c-9756-18d24f2cbfb8 HTTP/1.1" status: 404 len: 337 time: 0.0343606 Dec 08 02:13:07.061802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49184) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.105971 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb833e5-c1ea-451f-a735-58b75210eefc tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:07.106357 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024e925-3b6d-45f3-8519-af83ba36104e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event deleted for resources: {'Port': ['ID=f3725f7c-832c-44fc-881a-07cbd52ce6a0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:07.106927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb833e5-c1ea-451f-a735-58b75210eefc tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:07.110443 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-aeb833e5-c1ea-451f-a735-58b75210eefc tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/d136dbd7-67fc-4e1d-b002-a130f3f9949e HTTP/1.1" status: 404 len: 337 time: 0.0476389 Dec 08 02:13:07.114015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49190) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.191592 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:07.241666 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 12292c03-d9c5-4603-899a-d1e7b73c0a95, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=12292c03-d9c5-4603-899a-d1e7b73c0a95,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:07.247137 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:07.262338 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-82108909-9e90-4830-87b8-2f71f605ca1e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:07.262791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82108909-9e90-4830-87b8-2f71f605ca1e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:07.266134 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-82108909-9e90-4830-87b8-2f71f605ca1e tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/67204357-1b14-4ac7-b793-4b4346e244fa HTTP/1.1" status: 404 len: 337 time: 0.1506462 Dec 08 02:13:07.269662 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49194) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.312813 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-91749080-8e80-4ebe-acbd-4072cd70760a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:07.312989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91749080-8e80-4ebe-acbd-4072cd70760a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:07.319132 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-91749080-8e80-4ebe-acbd-4072cd70760a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/558c1398-47e5-40bd-9da5-2a3d56d46dd0 HTTP/1.1" status: 404 len: 337 time: 0.0461366 Dec 08 02:13:07.319427 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49196) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.323414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4b9cd09-8340-4387-9719-897ea9da47d3 req-72076deb-03ca-4383-920a-324229cdb32a tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.1039157 Dec 08 02:13:07.326812 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:07.377698 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-055536c9-393d-4346-a3e6-e136f926c4f1 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1b410d6-6948-4ac9-ad0c-7ee316c38acc HTTP/1.1" status: 200 len: 205 time: 0.0416031 Dec 08 02:13:07.377698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49198) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.389024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=12292c03-d9c5-4603-899a-d1e7b73c0a95,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:07.425820 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-0794ef59-139f-45f6-9074-c87a18d7f7b8 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] delete failed (client error): The resource could not be found. Dec 08 02:13:07.429523 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0794ef59-139f-45f6-9074-c87a18d7f7b8 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/routers/d1b410d6-6948-4ac9-ad0c-7ee316c38acc HTTP/1.1" status: 404 len: 336 time: 0.0511467 Dec 08 02:13:07.430116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49202) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.480987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49206) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.481290 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-23e6858f-26c4-48c8-934c-c0cf4837c63a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports?device_id=c013822c-73be-407c-905a-9118b5e4ab4a HTTP/1.1" status: 200 len: 205 time: 0.0497334 Dec 08 02:13:07.567368 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-f071554b-126b-4757-a411-056c667eb5be tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] delete failed (client error): The resource could not be found. Dec 08 02:13:07.568454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f071554b-126b-4757-a411-056c667eb5be tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/routers/c013822c-73be-407c-905a-9118b5e4ab4a HTTP/1.1" status: 404 len: 336 time: 0.0865088 Dec 08 02:13:07.570123 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef5e6d-8efb-442d-9665-747f023b88f4 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:07.572231 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49212) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.643253 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ffc26e-4dcd-4929-a516-83dd0f4c4f00 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:07.643947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ffc26e-4dcd-4929-a516-83dd0f4c4f00 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:07.646848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f3ffc26e-4dcd-4929-a516-83dd0f4c4f00 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/4f8ed18e-17e5-4cf8-b794-84e62d4169e8 HTTP/1.1" status: 404 len: 337 time: 0.0724025 Dec 08 02:13:07.649759 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49214) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.658994 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:07.662713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-78775bdb-1c0d-4018-90b2-373116020e2e None None] Provisioning complete for port 12292c03-d9c5-4603-899a-d1e7b73c0a95 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:07.663086 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78775bdb-1c0d-4018-90b2-373116020e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:07.679528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49216) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.694971 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49220) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.696503 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f9919040-03c8-4310-b969-90754087eda4 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef3bf8be-046a-4554-8d65-7f2ec17bdc3b HTTP/1.1" status: 200 len: 205 time: 0.0402997 Dec 08 02:13:07.739132 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4024e925-3b6d-45f3-8519-af83ba36104e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:07.741302 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-22b4cece-7801-440e-a8fd-d5b96c874895 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] delete failed (client error): The resource could not be found. Dec 08 02:13:07.742373 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-22b4cece-7801-440e-a8fd-d5b96c874895 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/routers/ef3bf8be-046a-4554-8d65-7f2ec17bdc3b HTTP/1.1" status: 404 len: 336 time: 0.0467093 Dec 08 02:13:07.745804 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49222) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.750803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port b6275aa6-8a2f-4588-9759-5de75df592ed yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:13:07.797121 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-daaab791-30fd-445b-9ccd-8aef1ed4f28b tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0bef655-0ff5-4638-9151-8f7ac7f52e64 HTTP/1.1" status: 200 len: 205 time: 0.0475945 Dec 08 02:13:07.797347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49224) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.838905 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-8bb8c0b5-8a5f-45a5-825a-dee5ec4cd17a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] delete failed (client error): The resource could not be found. Dec 08 02:13:07.840000 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8bb8c0b5-8a5f-45a5-825a-dee5ec4cd17a tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/routers/b0bef655-0ff5-4638-9151-8f7ac7f52e64 HTTP/1.1" status: 404 len: 336 time: 0.0416942 Dec 08 02:13:07.842705 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49226) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.859333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd068d3-d3e3-4ada-8de8-73a0d9fde936 None None] Update dhcp port {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': 'fb325701-e814-4664-b228-b9ff553a313c', 'ip_address': '2001:db8::f816:3eff:fee8:dbb6'}, {'subnet_id': 'f63fd74b-6263-48b5-8572-357a404f48e4'}], 'binding:host_id': 'n-d-713499-31'}, 'id': '12292c03-d9c5-4603-899a-d1e7b73c0a95'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 02:13:07.874893 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca1906a-22f5-4a00-a7eb-3f9f4a558be7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:07.876083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca1906a-22f5-4a00-a7eb-3f9f4a558be7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:07.882076 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7ca1906a-22f5-4a00-a7eb-3f9f4a558be7 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/d7429191-7831-4f1a-9327-97aac1b6d0a6 HTTP/1.1" status: 404 len: 337 time: 0.0360703 Dec 08 02:13:07.885388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49228) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.894916 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cd068d3-d3e3-4ada-8de8-73a0d9fde936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:07.906419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1739988580-network', 'tenant_id': 'a6a2b2f99b6f4548863ad3c77758fb06'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:07.934022 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c87f0e1e-a95a-4b09-8781-839fcf221410 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e97bb74-51e9-4857-8673-dcafb0b222f0 HTTP/1.1" status: 200 len: 205 time: 0.0474074 Dec 08 02:13:07.936366 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49230) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:07.977658 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-b37e9356-2636-4370-bbc9-1dda9d586ba0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] delete failed (client error): The resource could not be found. Dec 08 02:13:07.978864 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b37e9356-2636-4370-bbc9-1dda9d586ba0 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/routers/4e97bb74-51e9-4857-8673-dcafb0b222f0 HTTP/1.1" status: 404 len: 336 time: 0.0414472 Dec 08 02:13:07.981514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49232) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:08.012587 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae6f6ae-9eb3-4939-9482-1ceaa8def63f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:08.013206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae6f6ae-9eb3-4939-9482-1ceaa8def63f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:08.018891 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8ae6f6ae-9eb3-4939-9482-1ceaa8def63f tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/278cd6eb-fa3b-4893-a3b0-07b5e5f9835d HTTP/1.1" status: 404 len: 337 time: 0.0338840 Dec 08 02:13:08.019245 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49234) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:08.027441 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] Made reservation on behalf of a6a2b2f99b6f4548863ad3c77758fb06 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:08.030789 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.047661 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.050864 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f56f5e1e-a9d5-4320-9b2f-2e3df6a9f10d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "GET /v2.0/ports?device_id=d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf HTTP/1.1" status: 200 len: 205 time: 0.0304062 Dec 08 02:13:08.053204 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49236) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:08.096463 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-775ddd51-535d-485a-80c1-bafc99076d90 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] delete failed (client error): The resource could not be found. Dec 08 02:13:08.097510 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-775ddd51-535d-485a-80c1-bafc99076d90 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/routers/d67f03b7-cb01-4d1e-809b-a90a2d6f4aaf HTTP/1.1" status: 404 len: 336 time: 0.0432661 Dec 08 02:13:08.100731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49238) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:08.127771 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-79de23de-459f-4c5c-a847-d399df358fe3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:08.128237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79de23de-459f-4c5c-a847-d399df358fe3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:08.129747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8:0:1::30 (27b71a85-dd81-4415-b869-7bdb583f90f3/f63fd74b-6263-48b5-8572-357a404f48e4/b6275aa6-8a2f-4588-9759-5de75df592ed) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:08.133534 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-79de23de-459f-4c5c-a847-d399df358fe3 tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/692e71eb-cb94-488e-be90-9bd9f68c0b90 HTTP/1.1" status: 404 len: 337 time: 0.0296144 Dec 08 02:13:08.133800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49240) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:08.159546 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ff62c4-5b56-40c0-880b-a8e807f0d61d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:08.159956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ff62c4-5b56-40c0-880b-a8e807f0d61d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:08.162985 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d6ff62c4-5b56-40c0-880b-a8e807f0d61d tempest-RoutersIpV6Test-1941468492 tempest-RoutersIpV6Test-1941468492-project] 10.222.0.71 "DELETE /v2.0/subnets/d0f2afc9-366b-4372-8626-6b3d95ee8694 HTTP/1.1" status: 404 len: 337 time: 0.0282636 Dec 08 02:13:08.176493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::f816:3eff:fe56:e699 (27b71a85-dd81-4415-b869-7bdb583f90f3/fb325701-e814-4664-b228-b9ff553a313c/b6275aa6-8a2f-4588-9759-5de75df592ed) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:08.264815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4024e925-3b6d-45f3-8519-af83ba36104e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Router 614ac1bb-75c5-4206-bd0f-14dadb367714 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:13:08.351894 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.367506 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49248) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:08.389033 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.430723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:13:08.511216 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-956f0ddf-f0be-487f-9d42-21637458c218 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ea9220481296430fa8c96b469a3502db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425042 Dec 08 02:13:08.513712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49252) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:08.518299 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d98250c-24b5-4197-8471-24802c878dd0 req-d9caa48d-00ec-4ba6-85ae-3362a90a004f tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0981085 Dec 08 02:13:08.525873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851e0d19-f9b7-4dbb-836d-12ce7c3cd21a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:08.529908 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.530618 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] Added segment 89fd6e40-28a9-4584-9625-cbaaa9c1e597 of type vlan for network 1f4b5794-86d9-4f1f-9c1b-6fa01e46aced Dec 08 02:13:08.556040 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.573594 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84253ba3-f9e0-44a0-84e0-50ef281fd31f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.595067 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84253ba3-f9e0-44a0-84e0-50ef281fd31f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.604890 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.607351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4024e925-3b6d-45f3-8519-af83ba36104e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:13:08.617420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4024e925-3b6d-45f3-8519-af83ba36104e tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "PUT /v2.0/routers/614ac1bb-75c5-4206-bd0f-14dadb367714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1805913 Dec 08 02:13:08.618595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cf40f-a75a-48e6-8ad1-e3df1469fe7d None None] Sync routers for ids ['614ac1bb-75c5-4206-bd0f-14dadb367714'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:13:08.620611 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49254) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:08.632105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cf40f-a75a-48e6-8ad1-e3df1469fe7d None None] Routers {'614ac1bb-75c5-4206-bd0f-14dadb367714'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:08.633027 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cf3cf40f-a75a-48e6-8ad1-e3df1469fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['614ac1bb-75c5-4206-bd0f-14dadb367714'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:08.658810 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.660041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:08.660654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.668416 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.705565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84253ba3-f9e0-44a0-84e0-50ef281fd31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.709495 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84253ba3-f9e0-44a0-84e0-50ef281fd31f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.713511 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-84253ba3-f9e0-44a0-84e0-50ef281fd31f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/77c6dda4-5f00-4961-845c-7454f287ee91 HTTP/1.1" status: 204 len: 168 time: 0.1988838 Dec 08 02:13:08.726134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84253ba3-f9e0-44a0-84e0-50ef281fd31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c6dda4-5f00-4961-845c-7454f287ee91,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:08.739661 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6000212-65e2-4f02-a88e-da7b7c7c9f6c tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Deleting subnet 7978e0f8-eb4b-43d4-9187-0121f1a166a0 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:13:08.752925 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0609388 Dec 08 02:13:08.756188 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d6000212-65e2-4f02-a88e-da7b7c7c9f6c tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.781292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:08.783206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-cf3cf40f-a75a-48e6-8ad1-e3df1469fe7d None None] Set router 614ac1bb-75c5-4206-bd0f-14dadb367714 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:08.787877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:08.790662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:08.796722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:08.797364 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.814953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d5e7e-40ec-4ce6-8234-5ec697adc3a2 admin admin] Pushing event updated for resources: {'Network': ['ID=1f4b5794-86d9-4f1f-9c1b-6fa01e46aced,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:08.846488 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8875661 Dec 08 02:13:08.846488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9d76c-e7d0-40c4-be35-9272094a4ca9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=b6275aa6-8a2f-4588-9759-5de75df592ed,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:08.848823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49260) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:08.882410 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 1f4b5794-86d9-4f1f-9c1b-6fa01e46aced details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:13:08.918606 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d6000212-65e2-4f02-a88e-da7b7c7c9f6c tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:08.944863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 12292c03-d9c5-4603-899a-d1e7b73c0a95 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:09.037809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-2cd068d3-d3e3-4ada-8de8-73a0d9fde936 None None] Allocated IP 2001:db8:0:1::2 (27b71a85-dd81-4415-b869-7bdb583f90f3/f63fd74b-6263-48b5-8572-357a404f48e4/12292c03-d9c5-4603-899a-d1e7b73c0a95) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:09.084285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-0a705f81-895b-45d8-ae3a-959b61793851 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port b6275aa6-8a2f-4588-9759-5de75df592ed {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:09.084900 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a705f81-895b-45d8-ae3a-959b61793851 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.149904 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d6000212-65e2-4f02-a88e-da7b7c7c9f6c tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.230062 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a705f81-895b-45d8-ae3a-959b61793851 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.249405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 12292c03-d9c5-4603-899a-d1e7b73c0a95 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:09.250355 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.257177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-0a705f81-895b-45d8-ae3a-959b61793851 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for b6275aa6-8a2f-4588-9759-5de75df592ed owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:09.271278 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d6000212-65e2-4f02-a88e-da7b7c7c9f6c tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.338157 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6000212-65e2-4f02-a88e-da7b7c7c9f6c tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event deleted for resources: {'Subnet': ['ID=7978e0f8-eb4b-43d4-9187-0121f1a166a0,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:09.345206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d6000212-65e2-4f02-a88e-da7b7c7c9f6c tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.347412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9306-eabd-4ea3-9d6e-04994986aab8 req-95160834-081f-4008-a698-fbe943e8d3e6 tempest-ComputeTenantNetworksTest-62901560 tempest-ComputeTenantNetworksTest-62901560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:09.352012 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d6000212-65e2-4f02-a88e-da7b7c7c9f6c tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "DELETE /v2.0/subnets/7978e0f8-eb4b-43d4-9187-0121f1a166a0 HTTP/1.1" status: 204 len: 168 time: 0.7275691 Dec 08 02:13:09.355965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49278) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:09.360310 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9306-eabd-4ea3-9d6e-04994986aab8 req-95160834-081f-4008-a698-fbe943e8d3e6 tempest-ComputeTenantNetworksTest-62901560 tempest-ComputeTenantNetworksTest-62901560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:09.369377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9306-eabd-4ea3-9d6e-04994986aab8 req-95160834-081f-4008-a698-fbe943e8d3e6 tempest-ComputeTenantNetworksTest-62901560 tempest-ComputeTenantNetworksTest-62901560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:09.374147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-155a9306-eabd-4ea3-9d6e-04994986aab8 req-95160834-081f-4008-a698-fbe943e8d3e6 tempest-ComputeTenantNetworksTest-62901560 tempest-ComputeTenantNetworksTest-62901560-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1719410 Dec 08 02:13:09.489496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf42c5f-6f55-401a-8717-ec8cc874ace9 None None] Network 5b1ebd6c-4a11-4429-88f6-78f878af07db requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:09.515094 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46e8b5-9213-4794-af4e-268bbd291991 req-ae6fd994-6231-4258-93cb-9773e9e324ce tempest-ComputeTenantNetworksTest-62901560 tempest-ComputeTenantNetworksTest-62901560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:09.515094 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b46e8b5-9213-4794-af4e-268bbd291991 req-ae6fd994-6231-4258-93cb-9773e9e324ce tempest-ComputeTenantNetworksTest-62901560 tempest-ComputeTenantNetworksTest-62901560-project] 10.222.0.71 "GET /v2.0/networks/1f4b5794-86d9-4f1f-9c1b-6fa01e46aced HTTP/1.1" status: 200 len: 769 time: 0.1150484 Dec 08 02:13:09.518673 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.522571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49288) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:09.633520 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac1b998d-f546-49be-b6f5-4e3ffe3173ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.645715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2cd068d3-d3e3-4ada-8de8-73a0d9fde936 None None] For port 12292c03-d9c5-4603-899a-d1e7b73c0a95, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=12292c03-d9c5-4603-899a-d1e7b73c0a95,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:09.669358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cf3cf40f-a75a-48e6-8ad1-e3df1469fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:13:06Z', 'revision_number': 5, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:09.691493 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fac515d-5b59-40dd-80ea-1340991da2a4 req-743b0218-91e1-476a-8b88-6fa09f0fcb95 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0453188 Dec 08 02:13:09.717513 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a705f81-895b-45d8-ae3a-959b61793851 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.741287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49294) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:09.756098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cf40f-a75a-48e6-8ad1-e3df1469fe7d None None] Checking router: 614ac1bb-75c5-4206-bd0f-14dadb367714 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:13:09.763644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a705f81-895b-45d8-ae3a-959b61793851 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=b6275aa6-8a2f-4588-9759-5de75df592ed,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:09.795300 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac1b998d-f546-49be-b6f5-4e3ffe3173ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.801023 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cd068d3-d3e3-4ada-8de8-73a0d9fde936 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.805704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cf40f-a75a-48e6-8ad1-e3df1469fe7d None None] Routers {'614ac1bb-75c5-4206-bd0f-14dadb367714'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:09.806903 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cf3cf40f-a75a-48e6-8ad1-e3df1469fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['614ac1bb-75c5-4206-bd0f-14dadb367714'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:09.829129 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-ac1b998d-f546-49be-b6f5-4e3ffe3173ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4b5794-86d9-4f1f-9c1b-6fa01e46aced']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:09.839822 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a705f81-895b-45d8-ae3a-959b61793851 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.846002 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0a705f81-895b-45d8-ae3a-959b61793851 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/b6275aa6-8a2f-4588-9759-5de75df592ed HTTP/1.1" status: 204 len: 168 time: 0.9900994 Dec 08 02:13:09.847271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49298) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:09.851059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-ac1b998d-f546-49be-b6f5-4e3ffe3173ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fd6e40-28a9-4584-9625-cbaaa9c1e597') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:09.851365 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-ac1b998d-f546-49be-b6f5-4e3ffe3173ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fd6e40-28a9-4584-9625-cbaaa9c1e597') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:09.858115 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cd068d3-d3e3-4ada-8de8-73a0d9fde936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.867002 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac1b998d-f546-49be-b6f5-4e3ffe3173ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.887506 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.891196 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac1b998d-f546-49be-b6f5-4e3ffe3173ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.903111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1b998d-f546-49be-b6f5-4e3ffe3173ae admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:13:09.903571 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac1b998d-f546-49be-b6f5-4e3ffe3173ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:13:09.906345 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:13:09.932343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e9b23ab9-b3c8-4048-b363-5b654952ecf3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077209471'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:09.951810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c56761-dd6d-4cdb-9f60-35e7f440d126 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:09.956293 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a7c56761-dd6d-4cdb-9f60-35e7f440d126 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1057007 Dec 08 02:13:09.980540 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49300) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:10.018521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582482f4-7c3a-453a-bb7e-e2e5fd8bdc70 None None] DHCP port deletion for 5b1ebd6c-4a11-4429-88f6-78f878af07db request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:10.020556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Deleting port 49eb53e3-6aab-4d48-abbd-2f0f8832d408 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:10.021279 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.073565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c20012c-6551-4ef3-8877-a9ae4622c12c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:10.077908 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0c20012c-6551-4ef3-8877-a9ae4622c12c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0923107 Dec 08 02:13:10.078040 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac1b998d-f546-49be-b6f5-4e3ffe3173ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.079777 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49302) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:10.106282 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac1b998d-f546-49be-b6f5-4e3ffe3173ae admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.110024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ac1b998d-f546-49be-b6f5-4e3ffe3173ae admin admin] 10.222.0.71 "DELETE /v2.0/networks/1f4b5794-86d9-4f1f-9c1b-6fa01e46aced HTTP/1.1" status: 204 len: 168 time: 0.5864367 Dec 08 02:13:10.116666 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd068d3-d3e3-4ada-8de8-73a0d9fde936 None None] Pushing event updated for resources: {'Port': ['ID=12292c03-d9c5-4603-899a-d1e7b73c0a95,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:10.130771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b998d-f546-49be-b6f5-4e3ffe3173ae admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4b5794-86d9-4f1f-9c1b-6fa01e46aced,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:10.140746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-cf3cf40f-a75a-48e6-8ad1-e3df1469fe7d None None] Set router 614ac1bb-75c5-4206-bd0f-14dadb367714 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:10.141549 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ab9-b3c8-4048-b363-5b654952ecf3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.162315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] For port 49eb53e3-6aab-4d48-abbd-2f0f8832d408, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=49eb53e3-6aab-4d48-abbd-2f0f8832d408,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:10.163398 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.180128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Calling delete_port for 49eb53e3-6aab-4d48-abbd-2f0f8832d408 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:10.197175 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ab9-b3c8-4048-b363-5b654952ecf3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.316793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2162bec5-07e7-442d-b70e-46d927e8a8c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:10.318582 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2162bec5-07e7-442d-b70e-46d927e8a8c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:10.320151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2162bec5-07e7-442d-b70e-46d927e8a8c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:10.321822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2162bec5-07e7-442d-b70e-46d927e8a8c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2411733 Dec 08 02:13:10.334605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49306) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:10.388014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-582482f4-7c3a-453a-bb7e-e2e5fd8bdc70 None None] Deleting port 1d8858f7-8b54-4288-b039-71ac9944873c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:10.388449 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-582482f4-7c3a-453a-bb7e-e2e5fd8bdc70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.423947 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49308) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:10.431261 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.448520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5f73b4-d2e2-420a-a59a-fbc4798c71f8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet f63fd74b-6263-48b5-8572-357a404f48e4 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:13:10.453452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b5f73b4-d2e2-420a-a59a-fbc4798c71f8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.476299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event deleted for resources: {'Port': ['ID=49eb53e3-6aab-4d48-abbd-2f0f8832d408,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:10.508708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3f24ad-a5e2-4d1f-b5d8-fb57efebf799 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:10.515267 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ab9-b3c8-4048-b363-5b654952ecf3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.522654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-582482f4-7c3a-453a-bb7e-e2e5fd8bdc70 None None] For port 1d8858f7-8b54-4288-b039-71ac9944873c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1d8858f7-8b54-4288-b039-71ac9944873c,segment=NetworkSegment(3de069df-8fe4-45a4-ae37-3c3cb03a3b21),segment_id=3de069df-8fe4-45a4-ae37-3c3cb03a3b21)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:10.523260 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-582482f4-7c3a-453a-bb7e-e2e5fd8bdc70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.527637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b5f73b4-d2e2-420a-a59a-fbc4798c71f8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.530693 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ab9-b3c8-4048-b363-5b654952ecf3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.551195 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4c195629-9439-4b38-9f4f-229ded2dc977 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a6a2b2f99b6f4548863ad3c77758fb06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1237123 Dec 08 02:13:10.552060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49310) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:10.575238 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-582482f4-7c3a-453a-bb7e-e2e5fd8bdc70 None None] Calling delete_port for 1d8858f7-8b54-4288-b039-71ac9944873c owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:10.589508 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.615345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b23ab9-b3c8-4048-b363-5b654952ecf3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ea1274-840c-4d3c-988d-213965534d5d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:10.688616 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ab9-b3c8-4048-b363-5b654952ecf3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.692653 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b5f73b4-d2e2-420a-a59a-fbc4798c71f8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.698799 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ab9-b3c8-4048-b363-5b654952ecf3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.702897 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cf3cf40f-a75a-48e6-8ad1-e3df1469fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:13:06Z', 'revision_number': 5, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:10.774068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b23ab9-b3c8-4048-b363-5b654952ecf3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5b7767-7e38-4df7-bbb4-555734bff1f6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:10.802993 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ab9-b3c8-4048-b363-5b654952ecf3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.804758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e9b23ab9-b3c8-4048-b363-5b654952ecf3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0624921 Dec 08 02:13:10.810513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cf40f-a75a-48e6-8ad1-e3df1469fe7d None None] The sync data for ids ['614ac1bb-75c5-4206-bd0f-14dadb367714'] in n-d-713499-31 is: [{'id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071103810', 'tenant_id': '93f82e85120244488a2d8ce6d04585da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:11:01Z', 'updated_at': '2021-12-08T02:13:06Z', 'revision_number': 5, 'project_id': '93f82e85120244488a2d8ce6d04585da', 'gw_port': {'id': '49eb53e3-6aab-4d48-abbd-2f0f8832d408', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614ac1bb-75c5-4206-bd0f-14dadb367714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:11:02Z', 'updated_at': '2021-12-08T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:13:10.811254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49314) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:10.838055 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-582482f4-7c3a-453a-bb7e-e2e5fd8bdc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:10.894533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582482f4-7c3a-453a-bb7e-e2e5fd8bdc70 None None] Pushing event deleted for resources: {'Port': ['ID=1d8858f7-8b54-4288-b039-71ac9944873c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:10.904808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582482f4-7c3a-453a-bb7e-e2e5fd8bdc70 None None] No DVR routers for this DVR port 1d8858f7-8b54-4288-b039-71ac9944873c on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:13:10.955780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-17a64024-6bd4-480c-9bdd-42d0d015835f req-5b88dcaa-c31b-47c1-8a37-66ca3fdbcd27 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.1029918 Dec 08 02:13:10.970964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3187b4b5-008a-46f2-9f99-d39e1ca27b10 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1554089 Dec 08 02:13:10.971337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49316) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:10.976544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2686e864-78e2-42b5-bb26-23e5f5d922f6 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group': {'name': 'tempest-security--449801095', 'description': 'tempest-security-description-2082902164'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:10.988060 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b5f73b4-d2e2-420a-a59a-fbc4798c71f8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.037439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f73b4-d2e2-420a-a59a-fbc4798c71f8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=f63fd74b-6263-48b5-8572-357a404f48e4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:11.046585 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0b5f73b4-d2e2-420a-a59a-fbc4798c71f8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.052348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0b5f73b4-d2e2-420a-a59a-fbc4798c71f8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/f63fd74b-6263-48b5-8572-357a404f48e4 HTTP/1.1" status: 204 len: 168 time: 0.7121947 Dec 08 02:13:11.053207 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49318) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:11.077939 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0558a28b-da3c-4cfc-9d49-236f7c0990cc None None] Provisioning complete for port 12292c03-d9c5-4603-899a-d1e7b73c0a95 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:11.078583 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0558a28b-da3c-4cfc-9d49-236f7c0990cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.091250 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2686e864-78e2-42b5-bb26-23e5f5d922f6 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.119840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2f7feeb-7074-4f83-9acb-ab172591d958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.123701 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.127212 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.136072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-07abffd6-251a-47d6-92ab-0f33cf18f5fd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet fb325701-e814-4664-b228-b9ff553a313c {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:13:11.140004 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07abffd6-251a-47d6-92ab-0f33cf18f5fd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.187570 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 12292c03-d9c5-4603-899a-d1e7b73c0a95 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:11.201109 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07abffd6-251a-47d6-92ab-0f33cf18f5fd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.202827 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2f7feeb-7074-4f83-9acb-ab172591d958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.221699 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.222262 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Fanout notify agent at l3_agent the message router_deleted on router 614ac1bb-75c5-4206-bd0f-14dadb367714 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:13:11.243270 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.244628 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cc53d20c-2bf8-4193-977d-278e5bf66191 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "DELETE /v2.0/routers/614ac1bb-75c5-4206-bd0f-14dadb367714 HTTP/1.1" status: 204 len: 168 time: 1.8872786 Dec 08 02:13:11.247103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49320) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:11.288653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 12292c03-d9c5-4603-899a-d1e7b73c0a95 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:11.289022 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.355952 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07abffd6-251a-47d6-92ab-0f33cf18f5fd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.369846 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49b3563a-f647-46c7-8f93-4137f64f4b72 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.395361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a24856-e181-43b9-898e-45a0245f2ecb None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:11.405208 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2686e864-78e2-42b5-bb26-23e5f5d922f6 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.415397 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2686e864-78e2-42b5-bb26-23e5f5d922f6 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.418529 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2686e864-78e2-42b5-bb26-23e5f5d922f6 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.420100 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2686e864-78e2-42b5-bb26-23e5f5d922f6 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "PUT /v2.0/security-groups/1b5b7767-7e38-4df7-bbb4-555734bff1f6 HTTP/1.1" status: 200 len: 1796 time: 0.4478300 Dec 08 02:13:11.428883 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49322) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:11.459447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686e864-78e2-42b5-bb26-23e5f5d922f6 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5b7767-7e38-4df7-bbb4-555734bff1f6,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:11.473398 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07abffd6-251a-47d6-92ab-0f33cf18f5fd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.508027 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-54fb4a56-1040-4ba6-b61c-3cec2d22e5cb None None] Could not find standard attr ID for object b6275aa6-8a2f-4588-9759-5de75df592ed. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:13:11.510687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abffd6-251a-47d6-92ab-0f33cf18f5fd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=fb325701-e814-4664-b228-b9ff553a313c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:11.513112 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07abffd6-251a-47d6-92ab-0f33cf18f5fd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.516564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-07abffd6-251a-47d6-92ab-0f33cf18f5fd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/fb325701-e814-4664-b228-b9ff553a313c HTTP/1.1" status: 204 len: 168 time: 0.4627759 Dec 08 02:13:11.519041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49324) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:11.524540 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2f7feeb-7074-4f83-9acb-ab172591d958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.527008 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2f7feeb-7074-4f83-9acb-ab172591d958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.530789 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b2f7feeb-7074-4f83-9acb-ab172591d958 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/851e0d19-f9b7-4dbb-836d-12ce7c3cd21a HTTP/1.1" status: 204 len: 168 time: 0.9781682 Dec 08 02:13:11.558224 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b6c0876b-8b36-4224-8123-a97e50f3dae3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-groups/1b5b7767-7e38-4df7-bbb4-555734bff1f6 HTTP/1.1" status: 200 len: 1796 time: 0.1257370 Dec 08 02:13:11.558224 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49b3563a-f647-46c7-8f93-4137f64f4b72 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.560563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49328) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:11.562687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7feeb-7074-4f83-9acb-ab172591d958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851e0d19-f9b7-4dbb-836d-12ce7c3cd21a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:11.567071 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-78f39e7c-af40-455d-ba9b-c6b835cb491c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466862 Dec 08 02:13:11.580157 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49330) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:11.593538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:11.635471 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1d8858f7-8b54-4288-b039-71ac9944873c no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:13:11.670317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 1d8858f7-8b54-4288-b039-71ac9944873c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:13:11.671012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1d8858f7-8b54-4288-b039-71ac9944873c not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:13:11.700837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-49b3563a-f647-46c7-8f93-4137f64f4b72 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1ebd6c-4a11-4429-88f6-78f878af07db']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:11.712292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eadd1f-ec82-46f7-a463-b69410b76b5c None None] Update dhcp port {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': 'fb325701-e814-4664-b228-b9ff553a313c'}], 'binding:host_id': 'n-d-713499-31'}, 'id': '12292c03-d9c5-4603-899a-d1e7b73c0a95'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 02:13:11.715861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-49b3563a-f647-46c7-8f93-4137f64f4b72 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de069df-8fe4-45a4-ae37-3c3cb03a3b21') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:11.716160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-49b3563a-f647-46c7-8f93-4137f64f4b72 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de069df-8fe4-45a4-ae37-3c3cb03a3b21') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:11.740814 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19eadd1f-ec82-46f7-a463-b69410b76b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.759293 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49b3563a-f647-46c7-8f93-4137f64f4b72 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.771196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:11.774882 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.813608 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49b3563a-f647-46c7-8f93-4137f64f4b72 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.864792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b3563a-f647-46c7-8f93-4137f64f4b72 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:13:11.865211 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49b3563a-f647-46c7-8f93-4137f64f4b72 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:13:11.870520 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:13:11.925881 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ccdc23a9-79b8-4608-b9cf-061a7b763683 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.974718 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ccdc23a9-79b8-4608-b9cf-061a7b763683 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.977579 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49b3563a-f647-46c7-8f93-4137f64f4b72 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.992305 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-49b3563a-f647-46c7-8f93-4137f64f4b72 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:11.997837 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-49b3563a-f647-46c7-8f93-4137f64f4b72 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] 10.222.0.71 "DELETE /v2.0/networks/5b1ebd6c-4a11-4429-88f6-78f878af07db HTTP/1.1" status: 204 len: 168 time: 0.7474098 Dec 08 02:13:12.067852 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3563a-f647-46c7-8f93-4137f64f4b72 tempest-TestSecurityGroupsBasicOps-53521502 tempest-TestSecurityGroupsBasicOps-53521502-project] Pushing event deleted for resources: {'Network': ['ID=5b1ebd6c-4a11-4429-88f6-78f878af07db,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:12.094790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ed3a1fb-2c84-4d6f-8d08-d0adf1b9a183 req-5cd5af34-4c7b-4a83-9067-a164aff7b974 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0466242 Dec 08 02:13:12.132117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2bb2d7-a205-4739-b38a-12be47195236 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:12.175501 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ccdc23a9-79b8-4608-b9cf-061a7b763683 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.178850 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ccdc23a9-79b8-4608-b9cf-061a7b763683 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.183307 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ccdc23a9-79b8-4608-b9cf-061a7b763683 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-groups/1b5b7767-7e38-4df7-bbb4-555734bff1f6 HTTP/1.1" status: 204 len: 168 time: 0.6214323 Dec 08 02:13:12.183437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49348) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:12.201715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc23a9-79b8-4608-b9cf-061a7b763683 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5b7767-7e38-4df7-bbb4-555734bff1f6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:12.240821 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-efded3f4-de6c-4330-8a17-5fc013022c1d None None] Provisioning complete for port 12292c03-d9c5-4603-899a-d1e7b73c0a95 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:12.241294 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-efded3f4-de6c-4330-8a17-5fc013022c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.243947 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-76042327-65d0-4dd5-9c38-81fbe89362cb tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0590639 Dec 08 02:13:12.247242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49350) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:12.262423 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-db62ff81-e5e6-49d1-910c-6f66fcf0d220 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] delete failed (client error): The resource could not be found. Dec 08 02:13:12.264022 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-db62ff81-e5e6-49d1-910c-6f66fcf0d220 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-groups/1b5b7767-7e38-4df7-bbb4-555734bff1f6 HTTP/1.1" status: 404 len: 347 time: 0.0155447 Dec 08 02:13:12.272320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49352) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:12.289408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-af9b3190-5eb7-4617-a9a8-085c3ecdd5aa tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051707479'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:12.329057 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af9b3190-5eb7-4617-a9a8-085c3ecdd5aa tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.345823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.objects.ports [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:13:12.397539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca77d13-db71-4c42-b6b3-f55628e071dd None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:12.444142 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af9b3190-5eb7-4617-a9a8-085c3ecdd5aa tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.451736 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af9b3190-5eb7-4617-a9a8-085c3ecdd5aa tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.460639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cca77d13-db71-4c42-b6b3-f55628e071dd None None] Deleting port 12292c03-d9c5-4603-899a-d1e7b73c0a95 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:12.461226 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cca77d13-db71-4c42-b6b3-f55628e071dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.476345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49358) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:12.513667 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-af9b3190-5eb7-4617-a9a8-085c3ecdd5aa tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.518886 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-af9b3190-5eb7-4617-a9a8-085c3ecdd5aa tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2412338 Dec 08 02:13:12.519046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49364) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:12.519695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b3190-5eb7-4617-a9a8-085c3ecdd5aa tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6abc79b-c2da-49e9-80cf-df10bb1daa9a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:12.527182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-cf2949b1-c4ac-4354-821b-93eddc0d3a23 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group_rule': {'security_group_id': 'f6abc79b-c2da-49e9-80cf-df10bb1daa9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:12.557250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cca77d13-db71-4c42-b6b3-f55628e071dd None None] For port 12292c03-d9c5-4603-899a-d1e7b73c0a95, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=12292c03-d9c5-4603-899a-d1e7b73c0a95,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:12.557648 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cca77d13-db71-4c42-b6b3-f55628e071dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.567911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.574218 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cca77d13-db71-4c42-b6b3-f55628e071dd None None] Calling delete_port for 12292c03-d9c5-4603-899a-d1e7b73c0a95 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:12.635050 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf2949b1-c4ac-4354-821b-93eddc0d3a23 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.695031 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b5159c2e-2b82-4bba-96ec-cd9b64ac2918 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=93f82e85120244488a2d8ce6d04585da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2149215 Dec 08 02:13:12.695351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49370) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:12.731591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49372) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:12.758752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 49eb53e3-6aab-4d48-abbd-2f0f8832d408 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:13:12.782496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 49eb53e3-6aab-4d48-abbd-2f0f8832d408 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:13:12.783405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 49eb53e3-6aab-4d48-abbd-2f0f8832d408 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:13:12.784174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f3725f7c-832c-44fc-881a-07cbd52ce6a0 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:13:12.802783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: f3725f7c-832c-44fc-881a-07cbd52ce6a0 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:13:12.803124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f3725f7c-832c-44fc-881a-07cbd52ce6a0 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:13:12.803536 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 12292c03-d9c5-4603-899a-d1e7b73c0a95 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:13:12.817669 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf2949b1-c4ac-4354-821b-93eddc0d3a23 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.826972 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf2949b1-c4ac-4354-821b-93eddc0d3a23 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.866985 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50775387-bb7d-415c-bf1f-b5fd1a14117a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.873883 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2949b1-c4ac-4354-821b-93eddc0d3a23 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2f70e4-8fee-4b79-a210-c3ac39c25067,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:12.888227 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.891209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] For port 12292c03-d9c5-4603-899a-d1e7b73c0a95, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=12292c03-d9c5-4603-899a-d1e7b73c0a95,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:12.896342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-547864506-network', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:12.901293 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf2949b1-c4ac-4354-821b-93eddc0d3a23 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.902452 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cf2949b1-c4ac-4354-821b-93eddc0d3a23 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3832192 Dec 08 02:13:12.905438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49376) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:12.932669 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50775387-bb7d-415c-bf1f-b5fd1a14117a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.935396 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99200b08-f522-4312-bdb4-ae336ee4f053 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.944347 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99200b08-f522-4312-bdb4-ae336ee4f053 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.967335 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.971126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] Made reservation on behalf of 0c1cbe79e8f641d4a20d0177ba0200b6 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:12.973693 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.977990 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cca77d13-db71-4c42-b6b3-f55628e071dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.981305 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99200b08-f522-4312-bdb4-ae336ee4f053 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.987834 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99200b08-f522-4312-bdb4-ae336ee4f053 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.987992 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.988609 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:12.991663 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-99200b08-f522-4312-bdb4-ae336ee4f053 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/1e2f70e4-8fee-4b79-a210-c3ac39c25067 HTTP/1.1" status: 204 len: 168 time: 0.0825560 Dec 08 02:13:12.993161 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49378) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:13.006146 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99200b08-f522-4312-bdb4-ae336ee4f053 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e2f70e4-8fee-4b79-a210-c3ac39c25067,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:13.030821 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca77d13-db71-4c42-b6b3-f55628e071dd None None] Pushing event deleted for resources: {'Port': ['ID=12292c03-d9c5-4603-899a-d1e7b73c0a95,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:13.034445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca77d13-db71-4c42-b6b3-f55628e071dd None None] No DVR routers for this DVR port 12292c03-d9c5-4603-899a-d1e7b73c0a95 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:13:13.045589 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.055787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=12292c03-d9c5-4603-899a-d1e7b73c0a95,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:13.060729 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-60e2cfbb-a0bc-44e1-a665-5a5f03f96166 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0636263 Dec 08 02:13:13.060903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49380) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:13.076715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:13.088687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:13.097412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:13.098018 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.101277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e9d196-9ca9-4653-8dce-fb468b51db8c None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:13.112617 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=84616e73-a486-4728-a35d-945873b840b3,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:13.123170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50775387-bb7d-415c-bf1f-b5fd1a14117a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.125898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50775387-bb7d-415c-bf1f-b5fd1a14117a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.127594 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-50775387-bb7d-415c-bf1f-b5fd1a14117a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/38cb089f-dc85-4ff8-b7c2-c9918fe6cb5d HTTP/1.1" status: 204 len: 168 time: 0.4252863 Dec 08 02:13:13.145796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50775387-bb7d-415c-bf1f-b5fd1a14117a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cb089f-dc85-4ff8-b7c2-c9918fe6cb5d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:13.156884 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-42057f13-f961-4135-b755-53a5e2dd6e2c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5724411 Dec 08 02:13:13.157400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49384) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:13.165960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4e54f078-5b97-415b-b519-72c0e84caac4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:13.200609 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fdb34dd-5d4a-46f9-96e7-aa202bf12394 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.276653 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.286431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': '84616e73-a486-4728-a35d-945873b840b3'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:13:13.287651 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.294879 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.336914 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:13:13.362857 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.363513 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] Added segment f51b74b4-1e98-4c13-a805-d910b2ccfaec of type vlan for network 990035d0-5f75-410a-9ae4-93ef5b213255 Dec 08 02:13:13.364677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e534859e-dea3-41aa-9a82-d608cd28c600,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:13.416218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e54f078-5b97-415b-b519-72c0e84caac4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:13.419859 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4e54f078-5b97-415b-b519-72c0e84caac4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.453166 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.470609 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Allocated IP 2001:db8::f816:3eff:fe41:ab9b (27b71a85-dd81-4415-b869-7bdb583f90f3/84616e73-a486-4728-a35d-945873b840b3/0b0c7379-c759-49ea-a6f4-e6e7ee0aba02) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:13.535898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.537066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:13.537870 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.582734 n-d-713499-31 neutron-server[109766]: INFO neutron.db.ipam_backend_mixin [None req-4e54f078-5b97-415b-b519-72c0e84caac4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 84616e73-a486-4728-a35d-945873b840b3 (CIDR: 2001:db8::/64) Dec 08 02:13:13.613736 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e54f078-5b97-415b-b519-72c0e84caac4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:13:13.614246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e54f078-5b97-415b-b519-72c0e84caac4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:13.619229 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8621929 Dec 08 02:13:13.623037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49390) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:13.630239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-505e652b-2186-4b86-a2f4-80e33146a104 admin admin] Request body: {'subnet': {'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-547864506-subnet', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:13.637962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e088a-1464-4a80-aaac-c1b2548bf381 admin admin] Pushing event updated for resources: {'Network': ['ID=990035d0-5f75-410a-9ae4-93ef5b213255,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:13.672981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e5bcd40-295a-4fdb-8f25-edacd819880a req-3168e02e-4b0c-4708-8db7-24814f3afff3 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0296493 Dec 08 02:13:13.674015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49392) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:13.683262 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505e652b-2186-4b86-a2f4-80e33146a104 admin admin] Made reservation on behalf of 0c1cbe79e8f641d4a20d0177ba0200b6 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:13.688101 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-505e652b-2186-4b86-a2f4-80e33146a104 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.688707 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fdb34dd-5d4a-46f9-96e7-aa202bf12394 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.707696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e32e7b98-4b57-43a7-bef6-9842e84ca562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.720723 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4e54f078-5b97-415b-b519-72c0e84caac4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5616229 Dec 08 02:13:13.724914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49394) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:13.730175 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5e563070-7fbb-42c7-ac04-e0eaafb387e6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:13.749044 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 990035d0-5f75-410a-9ae4-93ef5b213255 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:13:13.826272 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fdb34dd-5d4a-46f9-96e7-aa202bf12394 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.828782 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fdb34dd-5d4a-46f9-96e7-aa202bf12394 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.832360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3fdb34dd-5d4a-46f9-96e7-aa202bf12394 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-groups/f6abc79b-c2da-49e9-80cf-df10bb1daa9a HTTP/1.1" status: 204 len: 168 time: 0.7680275 Dec 08 02:13:13.834509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49396) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:13.862264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb34dd-5d4a-46f9-96e7-aa202bf12394 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6abc79b-c2da-49e9-80cf-df10bb1daa9a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:13.901352 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e32e7b98-4b57-43a7-bef6-9842e84ca562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.911115 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e32e7b98-4b57-43a7-bef6-9842e84ca562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.915470 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.922817 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.932158 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-99f5f474-30b0-4a1f-b578-84ca1899f6eb tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0946021 Dec 08 02:13:13.932424 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49398) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:13.940766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5d27db76-fb50-4f9c-ad12-856c4a1e5619 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group': {'name': 'tempest-secgroup--931110123'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:13.946073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e563070-7fbb-42c7-ac04-e0eaafb387e6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:13.949950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e563070-7fbb-42c7-ac04-e0eaafb387e6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:13.974492 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e32e7b98-4b57-43a7-bef6-9842e84ca562 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1ce4527f34cc42599c28ab581e9a5766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954519 Dec 08 02:13:13.979753 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:13.981914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e7b98-4b57-43a7-bef6-9842e84ca562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0aeaa3-6e87-418e-9a2c-3dd55ca4eb9a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:13.983853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49400) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:13.984122 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:13.988062 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:14.014417 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d27db76-fb50-4f9c-ad12-856c4a1e5619 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.041010 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-505e652b-2186-4b86-a2f4-80e33146a104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.050841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Attempting to bind port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:14.050841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Attempting to bind port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:14.051131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Attempting to bind port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:14.056964 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:14.057342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:14.058278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.058278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:14.058590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Bound port: 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:14.058963 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.075794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Pushing event updated for resources: {'Port': ['ID=0b0c7379-c759-49ea-a6f4-e6e7ee0aba02,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:14.096735 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2a908ad-236b-48a7-9ce7-782eeb7dcf51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.117476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e652b-2186-4b86-a2f4-80e33146a104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=890cd2ed-9ae7-4a89-916f-2d2e22fc0f59,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:14.130071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] For port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:14.131185 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2a908ad-236b-48a7-9ce7-782eeb7dcf51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.133099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] For port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0b0c7379-c759-49ea-a6f4-e6e7ee0aba02,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:14.139446 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.153031 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e652b-2186-4b86-a2f4-80e33146a104 admin admin] Checking segment: {'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:14.153546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505e652b-2186-4b86-a2f4-80e33146a104 admin admin] Network hostable DHCP agents. Network: 990035d0-5f75-410a-9ae4-93ef5b213255, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:13:14.169777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d27db76-fb50-4f9c-ad12-856c4a1e5619 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.180390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d27db76-fb50-4f9c-ad12-856c4a1e5619 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.192553 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505e652b-2186-4b86-a2f4-80e33146a104 admin admin] Network 990035d0-5f75-410a-9ae4-93ef5b213255 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:13:14.199928 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08774f42-e98b-4979-bab6-9858e66f10d1 None None] Pushing event updated for resources: {'Port': ['ID=0b0c7379-c759-49ea-a6f4-e6e7ee0aba02,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:14.226605 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5d27db76-fb50-4f9c-ad12-856c4a1e5619 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.230941 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5d27db76-fb50-4f9c-ad12-856c4a1e5619 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2950497 Dec 08 02:13:14.230941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-505e652b-2186-4b86-a2f4-80e33146a104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 990035d0-5f75-410a-9ae4-93ef5b213255) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:14.231967 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49402) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:14.233677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27db76-fb50-4f9c-ad12-856c4a1e5619 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2337c85b-fca6-428a-848a-d265f2a32bd4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:14.237942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505e652b-2186-4b86-a2f4-80e33146a104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:14.238697 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-505e652b-2186-4b86-a2f4-80e33146a104 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.243409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52809557-7454-41a3-aa25-56f31a88af22 None None] Network 990035d0-5f75-410a-9ae4-93ef5b213255 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:14.248417 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-762ee154-1143-4ef0-9433-642e50c756cd tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group_rule': {'security_group_id': '2337c85b-fca6-428a-848a-d265f2a32bd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:14.268426 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-505e652b-2186-4b86-a2f4-80e33146a104 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6398530 Dec 08 02:13:14.269311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49404) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:14.269424 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2a908ad-236b-48a7-9ce7-782eeb7dcf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.272090 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2a908ad-236b-48a7-9ce7-782eeb7dcf51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.273222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a2a908ad-236b-48a7-9ce7-782eeb7dcf51 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6a0aeaa3-6e87-418e-9a2c-3dd55ca4eb9a HTTP/1.1" status: 204 len: 168 time: 0.2820702 Dec 08 02:13:14.274435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:14.331203 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a908ad-236b-48a7-9ce7-782eeb7dcf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0aeaa3-6e87-418e-9a2c-3dd55ca4eb9a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:14.348722 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-762ee154-1143-4ef0-9433-642e50c756cd tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.366293 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.367665 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.427943 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e563070-7fbb-42c7-ac04-e0eaafb387e6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.448287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-990035d0-5f75-410a-9ae4-93ef5b213255', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:13:14.449169 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.462376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad0762ac-8fb5-4a8c-b5ca-fc80929b9069 req-9ac94913-e1df-4ae4-82c3-03849c1febad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0501647 Dec 08 02:13:14.520346 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.529031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e563070-7fbb-42c7-ac04-e0eaafb387e6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:14.556139 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5e563070-7fbb-42c7-ac04-e0eaafb387e6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:14.559647 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-762ee154-1143-4ef0-9433-642e50c756cd tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.596144 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563070-7fbb-42c7-ac04-e0eaafb387e6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=a2b6ddcf-f4d2-4af4-ab93-38a73af2c6c6,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:14.599654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e563070-7fbb-42c7-ac04-e0eaafb387e6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:14.600604 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e563070-7fbb-42c7-ac04-e0eaafb387e6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.608930 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-762ee154-1143-4ef0-9433-642e50c756cd tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.634606 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5e563070-7fbb-42c7-ac04-e0eaafb387e6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9083042 Dec 08 02:13:14.639278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49408) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:14.648639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'mac_address': 'fa:16:3e:b4:e8:84', 'name': 'tempest-NetworksTestDHCPv6-906840121'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:14.685105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ee154-1143-4ef0-9433-642e50c756cd tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e78523e-4ff9-4322-9c85-8a3ba44ae19f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:14.718796 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Allocated IP 172.20.0.2 (990035d0-5f75-410a-9ae4-93ef5b213255/890cd2ed-9ae7-4a89-916f-2d2e22fc0f59/87476904-e1c7-47ba-a8b5-16954ffee4f4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:14.722753 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-762ee154-1143-4ef0-9433-642e50c756cd tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.724237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-762ee154-1143-4ef0-9433-642e50c756cd tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4813001 Dec 08 02:13:14.727095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49414) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:14.733891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-30f9d1f5-e1b5-4ad1-b68b-c7df19ef95b1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group_rule': {'security_group_id': '2337c85b-fca6-428a-848a-d265f2a32bd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:14.885104 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e16ff47b-6821-435b-8783-0b0c39320f59 req-40e899f6-ddda-4228-9e6a-1e371e2efd6e tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0690732 Dec 08 02:13:14.895723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:14.931650 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30f9d1f5-e1b5-4ad1-b68b-c7df19ef95b1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.937865 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:14.956285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:15.026366 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:15.026843 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.066961 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30f9d1f5-e1b5-4ad1-b68b-c7df19ef95b1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.079145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30f9d1f5-e1b5-4ad1-b68b-c7df19ef95b1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.106614 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.118534 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.121899 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30f9d1f5-e1b5-4ad1-b68b-c7df19ef95b1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.130475 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-30f9d1f5-e1b5-4ad1-b68b-c7df19ef95b1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4021652 Dec 08 02:13:15.131282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49416) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:15.136272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9d1f5-e1b5-4ad1-b68b-c7df19ef95b1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829575f2-1929-4598-b75f-5c6024056eeb,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:15.136703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e8ea973d-2700-4655-9ad1-616f93842de3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group_rule': {'security_group_id': '2337c85b-fca6-428a-848a-d265f2a32bd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:15.151878 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.167889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49418) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:15.185281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port 9e76cf4e-25e3-4d8b-ab0b-0ca020d2d7f4 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:13:15.195266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Network 990035d0-5f75-410a-9ae4-93ef5b213255 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:15.203228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:15.209585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:15.215466 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.219439 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Pushing event updated for resources: {'Port': ['ID=87476904-e1c7-47ba-a8b5-16954ffee4f4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:15.241363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:15.241699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:15.242042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:15.242375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:15.245268 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:15.245268 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:15.245583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:15.245982 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:15.246307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:15.246628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:15.246962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:15.247286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:15.247678 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:15.292507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8f37cea2-4076-435c-9eb0-fedc0545228e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c566639f7db84c20be5a424973e5cb98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1191399 Dec 08 02:13:15.296233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49420) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:15.317420 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0b0c7379-c759-49ea-a6f4-e6e7ee0aba02,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:15.323168 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.324617 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Attempting to bind port 87476904-e1c7-47ba-a8b5-16954ffee4f4 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:15.325326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Attempting to bind port 87476904-e1c7-47ba-a8b5-16954ffee4f4 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:15.325326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Attempting to bind port 87476904-e1c7-47ba-a8b5-16954ffee4f4 on network 990035d0-5f75-410a-9ae4-93ef5b213255 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:15.363477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:15.363940 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Checking segment: {'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:15.364296 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.364806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Bound using segment: {'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:15.365179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Bound port: 87476904-e1c7-47ba-a8b5-16954ffee4f4, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:15.365573 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8ea973d-2700-4655-9ad1-616f93842de3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.365680 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.406033 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.434056 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-237241dc-12c1-4b80-aade-2f4a408d4058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.438690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=0b0c7379-c759-49ea-a6f4-e6e7ee0aba02,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:15.450275 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.467449 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-237241dc-12c1-4b80-aade-2f4a408d4058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.494643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] For port 87476904-e1c7-47ba-a8b5-16954ffee4f4, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:15.498426 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] For port 87476904-e1c7-47ba-a8b5-16954ffee4f4, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=87476904-e1c7-47ba-a8b5-16954ffee4f4,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:15.505257 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.580192 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-237241dc-12c1-4b80-aade-2f4a408d4058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.589962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-237241dc-12c1-4b80-aade-2f4a408d4058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.591395 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-237241dc-12c1-4b80-aade-2f4a408d4058 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b22217ef-3f74-4efc-9942-3d51dc9c7caf HTTP/1.1" status: 204 len: 168 time: 0.2932444 Dec 08 02:13:15.596051 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8ea973d-2700-4655-9ad1-616f93842de3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.616762 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f41f25-19bd-4e19-bd63-d5c831c26f0f None None] Pushing event updated for resources: {'Port': ['ID=87476904-e1c7-47ba-a8b5-16954ffee4f4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:15.619664 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8ea973d-2700-4655-9ad1-616f93842de3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.639698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237241dc-12c1-4b80-aade-2f4a408d4058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22217ef-3f74-4efc-9942-3d51dc9c7caf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:15.700470 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8:0:1::340 (27b71a85-dd81-4415-b869-7bdb583f90f3/a2b6ddcf-f4d2-4af4-ab93-38a73af2c6c6/9e76cf4e-25e3-4d8b-ab0b-0ca020d2d7f4) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:15.708862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::f816:3eff:feb4:e884 (27b71a85-dd81-4415-b869-7bdb583f90f3/84616e73-a486-4728-a35d-945873b840b3/9e76cf4e-25e3-4d8b-ab0b-0ca020d2d7f4) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:15.736656 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8ea973d-2700-4655-9ad1-616f93842de3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.742661 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e8ea973d-2700-4655-9ad1-616f93842de3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6079233 Dec 08 02:13:15.744017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49424) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:15.762386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-919a6839-6f60-464e-a699-0c6c023a5e5e tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group_rule': {'security_group_id': '2337c85b-fca6-428a-848a-d265f2a32bd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:15.776171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea973d-2700-4655-9ad1-616f93842de3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30855bd-b691-42f9-b783-5385879c3929,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:15.870131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Allocated IP 172.25.8.226 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/3da007a3-e22e-4dcf-a33a-d04b8a15e857) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:15.875373 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-919a6839-6f60-464e-a699-0c6c023a5e5e tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:15.928444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041212f7-cb6a-4920-bb64-c2df94cc7f42 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:16.038716 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-919a6839-6f60-464e-a699-0c6c023a5e5e tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.047862 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-7f07ecb4-69f7-4389-b221-7f6872446d68 req-0f5b2aaf-121a-40dd-83ce-36cb2f4db30b service neutron] (109766) timed out ('10.222.0.45', 49281) {{(pid=109766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:13:16.069895 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.071571 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-919a6839-6f60-464e-a699-0c6c023a5e5e tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.102554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a6839-6f60-464e-a699-0c6c023a5e5e tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141ba911-5939-417a-8eb9-70a3fa995d73,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:16.105692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ca9a0318-3e61-42cb-a8a7-aa1ceae99a99 None None] Provisioning complete for port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:16.106218 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9af8b7ed-1577-47c2-8cf3-8d734a6b0f7f req-c27bd1b9-4062-4ab2-a43a-0749cd4b16b2 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0694036 Dec 08 02:13:16.106911 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0318-3e61-42cb-a8a7-aa1ceae99a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.107953 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.155799 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-919a6839-6f60-464e-a699-0c6c023a5e5e tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.155799 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-919a6839-6f60-464e-a699-0c6c023a5e5e tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4020977 Dec 08 02:13:16.155799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49430) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:16.161803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-471244cb-39d8-41de-ad4b-830a4746739c tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group_rule': {'security_group_id': '2337c85b-fca6-428a-848a-d265f2a32bd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:16.177091 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.184884 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.241244 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-471244cb-39d8-41de-ad4b-830a4746739c tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.244637 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Pushing event updated for resources: {'Port': ['ID=3da007a3-e22e-4dcf-a33a-d04b8a15e857,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:16.255634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:16.258409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:16.260156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:16.262765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:16.269114 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:16.274643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:16.281953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:16.283207 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.286391 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e677a44f-6823-4513-8bb0-9f91136db5ec None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:16.297361 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=9e76cf4e-25e3-4d8b-ab0b-0ca020d2d7f4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:16.304896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dd4ceb56-1480-454a-b1db-25a54af28cc4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6644049 Dec 08 02:13:16.309378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49436) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:16.337385 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-471244cb-39d8-41de-ad4b-830a4746739c tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.346116 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-471244cb-39d8-41de-ad4b-830a4746739c tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.369029 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471244cb-39d8-41de-ad4b-830a4746739c tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3a0f6b-7fba-4f4c-a4cf-7718b2f433ce,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:16.384222 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-471244cb-39d8-41de-ad4b-830a4746739c tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.386571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-471244cb-39d8-41de-ad4b-830a4746739c tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2319989 Dec 08 02:13:16.389137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49440) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:16.432990 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1db6d4c0-33c4-4152-90a3-15c1c11aac4b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.454251 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1db6d4c0-33c4-4152-90a3-15c1c11aac4b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.519080 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1db6d4c0-33c4-4152-90a3-15c1c11aac4b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.529027 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1db6d4c0-33c4-4152-90a3-15c1c11aac4b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.530477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1db6d4c0-33c4-4152-90a3-15c1c11aac4b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/3d3a0f6b-7fba-4f4c-a4cf-7718b2f433ce HTTP/1.1" status: 204 len: 168 time: 0.1400363 Dec 08 02:13:16.537235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e71b65f-371f-4149-9cbb-d5f3722e7ead None None] Update dhcp port {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': '84616e73-a486-4728-a35d-945873b840b3', 'ip_address': '2001:db8::f816:3eff:fe41:ab9b'}, {'subnet_id': 'a2b6ddcf-f4d2-4af4-ab93-38a73af2c6c6'}], 'binding:host_id': 'n-d-713499-31'}, 'id': '0b0c7379-c759-49ea-a6f4-e6e7ee0aba02'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 02:13:16.538412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49448) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:16.591772 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e71b65f-371f-4149-9cbb-d5f3722e7ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.607182 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-dff19370-4227-46f8-a0db-d0d8153de00b None None] Provisioning complete for port 3da007a3-e22e-4dcf-a33a-d04b8a15e857 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:16.607701 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dff19370-4227-46f8-a0db-d0d8153de00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.615718 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f9f90df-485c-4d69-ad3a-05b90461b466 req-3aa554b0-67f6-43b9-b978-80d9b9f63542 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c011606790ff4c54ae34bf31634583ea&device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0834744 Dec 08 02:13:16.616430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6d4c0-33c4-4152-90a3-15c1c11aac4b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d3a0f6b-7fba-4f4c-a4cf-7718b2f433ce,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:16.661365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-dff19370-4227-46f8-a0db-d0d8153de00b None None] Port 3da007a3-e22e-4dcf-a33a-d04b8a15e857 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:16.670524 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f9f90df-485c-4d69-ad3a-05b90461b466 req-42322f46-3289-4017-a26f-6f92f7dd9a7a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c011606790ff4c54ae34bf31634583ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346878 Dec 08 02:13:16.691054 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c664fd0c-425a-4c2b-8f6e-4c96ae19087f req-69be8ca8-9116-4f4d-8b93-cc96711ceca9 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.1031487 Dec 08 02:13:16.707861 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-96fe8b0f-678f-4586-9a77-5f3efb2b069e tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1589611 Dec 08 02:13:16.775571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49452) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:16.859713 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4b75fd6-aea3-4362-a5c0-39e70e218f9e tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:16.966234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:16.984182 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4b75fd6-aea3-4362-a5c0-39e70e218f9e tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.038506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-5e71b65f-371f-4149-9cbb-d5f3722e7ead None None] Allocated IP 2001:db8:0:1::2 (27b71a85-dd81-4415-b869-7bdb583f90f3/a2b6ddcf-f4d2-4af4-ab93-38a73af2c6c6/0b0c7379-c759-49ea-a6f4-e6e7ee0aba02) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:17.074701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f90df-485c-4d69-ad3a-05b90461b466 req-5917068e-ee8c-4e9e-bd4e-8856d89375cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:17.077205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f9f90df-485c-4d69-ad3a-05b90461b466 req-5917068e-ee8c-4e9e-bd4e-8856d89375cf service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3681347 Dec 08 02:13:17.078547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4b75fd6-aea3-4362-a5c0-39e70e218f9e tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.086573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:17.087339 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.088247 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4b75fd6-aea3-4362-a5c0-39e70e218f9e tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.089797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f4b75fd6-aea3-4362-a5c0-39e70e218f9e tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/141ba911-5939-417a-8eb9-70a3fa995d73 HTTP/1.1" status: 204 len: 168 time: 0.3131943 Dec 08 02:13:17.099736 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49462) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:17.101032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b75fd6-aea3-4362-a5c0-39e70e218f9e tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=141ba911-5939-417a-8eb9-70a3fa995d73,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:17.166572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bde052b9-3973-4223-8418-c2256667e0e3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0614686 Dec 08 02:13:17.167215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49464) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:17.174639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49466) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:17.202492 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8907887b-b8d9-433b-8853-ca0e4fe2e535 None None] Network 990035d0-5f75-410a-9ae4-93ef5b213255 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:17.203121 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8fd08ab-8a15-4df8-a220-e76fd8074666 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.219807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8fd08ab-8a15-4df8-a220-e76fd8074666 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.259385 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8fd08ab-8a15-4df8-a220-e76fd8074666 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.272314 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8fd08ab-8a15-4df8-a220-e76fd8074666 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.273546 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a8fd08ab-8a15-4df8-a220-e76fd8074666 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/c30855bd-b691-42f9-b783-5385879c3929 HTTP/1.1" status: 204 len: 168 time: 0.0980263 Dec 08 02:13:17.275324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dfced8a8-c0b6-47dd-a48a-82402ce7f018 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port 9e76cf4e-25e3-4d8b-ab0b-0ca020d2d7f4 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:17.276334 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfced8a8-c0b6-47dd-a48a-82402ce7f018 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.280977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49470) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:17.290420 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd08ab-8a15-4df8-a220-e76fd8074666 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c30855bd-b691-42f9-b783-5385879c3929,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:17.314602 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.333444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c44df679-f41e-4244-acaa-515f78f3de4b None None] Provisioning complete for port 87476904-e1c7-47ba-a8b5-16954ffee4f4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:17.333945 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c44df679-f41e-4244-acaa-515f78f3de4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.334769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-844016004-network', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:17.363390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9718706e-3c74-4419-b871-8e90dc21afd3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0788407 Dec 08 02:13:17.364512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49472) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:17.397270 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] Made reservation on behalf of d44006c13e35496b8854fa5c864c5165 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:17.400372 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.408768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5e71b65f-371f-4149-9cbb-d5f3722e7ead None None] For port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0b0c7379-c759-49ea-a6f4-e6e7ee0aba02,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:17.414473 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f020521c-cf1a-478b-be6a-407442adcb23 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.416621 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.432252 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f020521c-cf1a-478b-be6a-407442adcb23 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.461632 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfced8a8-c0b6-47dd-a48a-82402ce7f018 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.484872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dfced8a8-c0b6-47dd-a48a-82402ce7f018 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for 9e76cf4e-25e3-4d8b-ab0b-0ca020d2d7f4 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:17.498704 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f020521c-cf1a-478b-be6a-407442adcb23 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.509395 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f020521c-cf1a-478b-be6a-407442adcb23 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.512992 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f020521c-cf1a-478b-be6a-407442adcb23 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/829575f2-1929-4598-b75f-5c6024056eeb HTTP/1.1" status: 204 len: 168 time: 0.1471193 Dec 08 02:13:17.513924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 87476904-e1c7-47ba-a8b5-16954ffee4f4 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:17.514606 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49474) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:17.517742 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e71b65f-371f-4149-9cbb-d5f3722e7ead None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.533324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020521c-cf1a-478b-be6a-407442adcb23 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=829575f2-1929-4598-b75f-5c6024056eeb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:17.558770 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e71b65f-371f-4149-9cbb-d5f3722e7ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.580268 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.597077 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-657b2acb-4875-487b-9c09-d647c7c762a0 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0802019 Dec 08 02:13:17.598084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49476) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:17.604612 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.617629 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:13:17.634361 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c44df679-f41e-4244-acaa-515f78f3de4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.641497 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.641698 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.642054 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] Added segment 19fc847d-b66e-43f3-9fac-362f9ab03e52 of type vlan for network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 Dec 08 02:13:17.689429 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a77788e-f576-4715-b1af-22c17cefaab5 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.694424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3dd3a2-496a-46a8-b3ad-99a3799cf856,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:17.705237 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a77788e-f576-4715-b1af-22c17cefaab5 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.719802 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.775079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71b65f-371f-4149-9cbb-d5f3722e7ead None None] Pushing event updated for resources: {'Port': ['ID=0b0c7379-c759-49ea-a6f4-e6e7ee0aba02,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:17.775792 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a77788e-f576-4715-b1af-22c17cefaab5 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.785265 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a77788e-f576-4715-b1af-22c17cefaab5 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.789335 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c44df679-f41e-4244-acaa-515f78f3de4b None None] For port 87476904-e1c7-47ba-a8b5-16954ffee4f4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=87476904-e1c7-47ba-a8b5-16954ffee4f4,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:17.789832 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0a77788e-f576-4715-b1af-22c17cefaab5 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/7e78523e-4ff9-4322-9c85-8a3ba44ae19f HTTP/1.1" status: 204 len: 168 time: 0.1905127 Dec 08 02:13:17.793205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49480) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:17.799090 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c44df679-f41e-4244-acaa-515f78f3de4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.804473 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 87476904-e1c7-47ba-a8b5-16954ffee4f4 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:17.804845 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.815641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77788e-f576-4715-b1af-22c17cefaab5 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e78523e-4ff9-4322-9c85-8a3ba44ae19f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:17.824428 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.825650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:17.826426 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.877271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Router b2c283d2-c3cf-4fb2-8485-ebd526490de3 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:13:17.881815 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7124717 Dec 08 02:13:17.884957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49482) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:17.894173 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1ed38837-24fa-42d2-a2c2-93f71ae2297d admin admin] Request body: {'subnet': {'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-844016004-subnet', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:17.901232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44df679-f41e-4244-acaa-515f78f3de4b None None] Pushing event updated for resources: {'Port': ['ID=87476904-e1c7-47ba-a8b5-16954ffee4f4,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:17.980117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5f44cdaf-cffc-4121-b6c4-efbd905559b6 None None] Provisioning complete for port 87476904-e1c7-47ba-a8b5-16954ffee4f4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:17.980496 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f44cdaf-cffc-4121-b6c4-efbd905559b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:17.981198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-71968e8e-3599-473e-92ef-e63d0020c758 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1852908 Dec 08 02:13:17.981351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49484) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:17.996935 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-45142f1c-86fe-46f6-94e6-69d303a1fb00 req-eaea3b2d-0f83-4986-bb2c-b634a84b0f4d tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.1193323 Dec 08 02:13:18.000225 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df6768-0e38-4e01-8cc5-d3c29d776e73 admin admin] Pushing event updated for resources: {'Network': ['ID=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:18.024066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed38837-24fa-42d2-a2c2-93f71ae2297d admin admin] Made reservation on behalf of d44006c13e35496b8854fa5c864c5165 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:18.026699 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ed38837-24fa-42d2-a2c2-93f71ae2297d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.028720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:13:18.152073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:13:18.158190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfced8a8-c0b6-47dd-a48a-82402ce7f018 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.160886 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-492ddd4d-28ef-425e-a5c3-205d8b4f007f tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.178924 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Sync routers for ids ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:13:18.187963 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Routers {'b2c283d2-c3cf-4fb2-8485-ebd526490de3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:18.188570 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:18.213744 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfced8a8-c0b6-47dd-a48a-82402ce7f018 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=9e76cf4e-25e3-4d8b-ab0b-0ca020d2d7f4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:18.223014 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.224304 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2e3a7c36-203e-4274-ae1a-01ada1d11e61 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9538386 Dec 08 02:13:18.228570 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49486) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:18.240191 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-492ddd4d-28ef-425e-a5c3-205d8b4f007f tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.292299 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ed38837-24fa-42d2-a2c2-93f71ae2297d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.340593 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfced8a8-c0b6-47dd-a48a-82402ce7f018 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.346779 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dfced8a8-c0b6-47dd-a48a-82402ce7f018 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/9e76cf4e-25e3-4d8b-ab0b-0ca020d2d7f4 HTTP/1.1" status: 204 len: 168 time: 2.0316005 Dec 08 02:13:18.350571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49488) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:18.351974 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Set router b2c283d2-c3cf-4fb2-8485-ebd526490de3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:18.412834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-492ddd4d-28ef-425e-a5c3-205d8b4f007f tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.415413 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-492ddd4d-28ef-425e-a5c3-205d8b4f007f tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.416572 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-492ddd4d-28ef-425e-a5c3-205d8b4f007f tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-groups/2337c85b-fca6-428a-848a-d265f2a32bd4 HTTP/1.1" status: 204 len: 168 time: 0.4328923 Dec 08 02:13:18.419535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed38837-24fa-42d2-a2c2-93f71ae2297d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9cbc59-63fd-49d8-a506-1865fbeabf79,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:18.431980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ddd4d-28ef-425e-a5c3-205d8b4f007f tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2337c85b-fca6-428a-848a-d265f2a32bd4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:18.439873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49490) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:18.462214 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed38837-24fa-42d2-a2c2-93f71ae2297d admin admin] Checking segment: {'id': '19fc847d-b66e-43f3-9fac-362f9ab03e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:18.462578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed38837-24fa-42d2-a2c2-93f71ae2297d admin admin] Network hostable DHCP agents. Network: 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:13:18.474092 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f9f90df-485c-4d69-ad3a-05b90461b466 req-05a97342-3a1a-452b-af65-f38d6acf684d tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0684311 Dec 08 02:13:18.535943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73157943-7d7c-4096-8d60-0857234ce127 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:18.540274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-73157943-7d7c-4096-8d60-0857234ce127 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1843839 Dec 08 02:13:18.543934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49492) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:18.562567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-16d7087b-9820-484b-90bc-a963838db603 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1211591 Dec 08 02:13:18.573329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49494) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:18.580807 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b37d2b79-b273-49d5-884c-b29b91ad4116 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342415198'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:18.587188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed38837-24fa-42d2-a2c2-93f71ae2297d admin admin] Network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:13:18.613855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1ed38837-24fa-42d2-a2c2-93f71ae2297d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:18.619304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed38837-24fa-42d2-a2c2-93f71ae2297d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:18.619973 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ed38837-24fa-42d2-a2c2-93f71ae2297d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.655299 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b37d2b79-b273-49d5-884c-b29b91ad4116 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.671212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ae117f-53c6-44c7-b253-a86c71a26196 None None] Network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:18.703377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5402b3-97b0-4a6c-94af-1c732f5cd7e0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:18.708420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fb5402b3-97b0-4a6c-94af-1c732f5cd7e0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1607475 Dec 08 02:13:18.708588 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:13:18.708772 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49496) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:18.737017 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1ed38837-24fa-42d2-a2c2-93f71ae2297d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8447366 Dec 08 02:13:18.750051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49498) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:18.754571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:18.797600 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:16Z', 'revision_number': 3, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:18.822780 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.823841 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.848629 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Checking router: b2c283d2-c3cf-4fb2-8485-ebd526490de3 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:13:18.849330 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Updating router b2c283d2-c3cf-4fb2-8485-ebd526490de3 port 3da007a3-e22e-4dcf-a33a-d04b8a15e857 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:13:18.870679 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b37d2b79-b273-49d5-884c-b29b91ad4116 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.886217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e54ced1-e0b7-47c8-838d-09ccfd255fe4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:18.894826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e54ced1-e0b7-47c8-838d-09ccfd255fe4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:18.897501 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e54ced1-e0b7-47c8-838d-09ccfd255fe4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:18.897628 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b37d2b79-b273-49d5-884c-b29b91ad4116 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.898433 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4e54ced1-e0b7-47c8-838d-09ccfd255fe4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1892018 Dec 08 02:13:18.903984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49502) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:18.914917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:18.919974 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.925857 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b37d2b79-b273-49d5-884c-b29b91ad4116 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.926999 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b37d2b79-b273-49d5-884c-b29b91ad4116 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3521645 Dec 08 02:13:18.950813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'fixed_ips': [{'subnet_id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:13:18.951784 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.964441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49504) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:18.978599 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2250aa43-10bf-4417-857b-ca09aaa79239 None None] Provisioning complete for port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:18.978968 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2250aa43-10bf-4417-857b-ca09aaa79239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:18.985723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f7aa29e4-c3b4-4c9c-860b-f8c41e43f75d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group_rule': {'security_group_id': '4206f8a7-ec8e-4343-ac83-80b2c7c262ea', 'direction': 'ingress', 'protocol': 17}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:19.001843 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.040455 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99eff99-2ef1-4b64-8729-15f7e505b6e0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet 84616e73-a486-4728-a35d-945873b840b3 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:13:19.076612 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f99eff99-2ef1-4b64-8729-15f7e505b6e0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.095952 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d2b79-b273-49d5-884c-b29b91ad4116 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4206f8a7-ec8e-4343-ac83-80b2c7c262ea,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:19.200442 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f99eff99-2ef1-4b64-8729-15f7e505b6e0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.221733 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f7aa29e4-c3b4-4c9c-860b-f8c41e43f75d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.252343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2250aa43-10bf-4417-857b-ca09aaa79239 None None] Could not find standard attr ID for object 9e76cf4e-25e3-4d8b-ab0b-0ca020d2d7f4. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:13:19.297406 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:19.297965 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.332420 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f99eff99-2ef1-4b64-8729-15f7e505b6e0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.350780 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.406670 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f99eff99-2ef1-4b64-8729-15f7e505b6e0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.424267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Allocated IP 172.20.0.2 (30c3fff7-e5b1-4a66-b1cf-4cbd5e366124/4f9cbc59-63fd-49d8-a506-1865fbeabf79/1cf31c44-bc38-46f0-a31a-7cfb4db239d3) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:19.442521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68497312-44d5-475b-89f6-192be5c17186 req-b6b44cc0-b73e-41b2-82aa-daf14d90f3d5 tempest-ServerShowV254Test-1858150597 tempest-ServerShowV254Test-1858150597-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7e22904-a9b2-4b7b-8348-5b58fd878add HTTP/1.1" status: 200 len: 210 time: 0.0423892 Dec 08 02:13:19.466858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99eff99-2ef1-4b64-8729-15f7e505b6e0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=84616e73-a486-4728-a35d-945873b840b3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:19.470928 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f99eff99-2ef1-4b64-8729-15f7e505b6e0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.474558 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f99eff99-2ef1-4b64-8729-15f7e505b6e0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/84616e73-a486-4728-a35d-945873b840b3 HTTP/1.1" status: 204 len: 168 time: 0.5695083 Dec 08 02:13:19.481012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49508) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:19.509410 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.554454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1a3625-8c72-4fa6-b4b6-e7a637dc5b97 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:19.561048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d846be3c-9faf-49e3-b2e6-66b169c80a70 None None] Could not find standard attr ID for object 9e76cf4e-25e3-4d8b-ab0b-0ca020d2d7f4. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:13:19.564193 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.564637 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f7aa29e4-c3b4-4c9c-860b-f8c41e43f75d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.577795 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f7aa29e4-c3b4-4c9c-860b-f8c41e43f75d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.581859 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.595647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa29e4-c3b4-4c9c-860b-f8c41e43f75d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf90f3e5-3565-491f-b8f0-ea785ad7978b,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:19.596180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e777511c-4501-4319-a68b-c08be11e35e5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet a2b6ddcf-f4d2-4af4-ab93-38a73af2c6c6 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:13:19.627832 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e777511c-4501-4319-a68b-c08be11e35e5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.685427 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50b1f6f-e9c2-46ca-9317-a0fb053ac4e5 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:19.696536 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74712e-be1f-485d-9839-c611f9d70037 None None] Pushing event updated for resources: {'Port': ['ID=3da007a3-e22e-4dcf-a33a-d04b8a15e857,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:19.716576 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Attempting to bind port 3da007a3-e22e-4dcf-a33a-d04b8a15e857 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:19.717582 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Attempting to bind port 3da007a3-e22e-4dcf-a33a-d04b8a15e857 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:19.718086 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Attempting to bind port 3da007a3-e22e-4dcf-a33a-d04b8a15e857 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:19.724951 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f7aa29e4-c3b4-4c9c-860b-f8c41e43f75d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.729368 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f7aa29e4-c3b4-4c9c-860b-f8c41e43f75d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7624118 Dec 08 02:13:19.729856 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:19.730022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49510) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:19.730224 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:19.730629 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.731019 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:19.731487 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Bound port: 3da007a3-e22e-4dcf-a33a-d04b8a15e857, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:19.731896 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.737564 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e777511c-4501-4319-a68b-c08be11e35e5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.853877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 87476904-e1c7-47ba-a8b5-16954ffee4f4 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:19.858512 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.872139 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] For port 3da007a3-e22e-4dcf-a33a-d04b8a15e857, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:19.878461 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] For port 3da007a3-e22e-4dcf-a33a-d04b8a15e857, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3da007a3-e22e-4dcf-a33a-d04b8a15e857,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:19.880806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d8ff928b-c00b-4af4-9c23-28eeab46a99e None None] Provisioning complete for port 3da007a3-e22e-4dcf-a33a-d04b8a15e857 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:19.881115 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8ff928b-c00b-4af4-9c23-28eeab46a99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.888523 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.917842 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.933362 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e777511c-4501-4319-a68b-c08be11e35e5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:19.968832 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1bdef2-1115-4582-8ca3-dcfd469a7c67 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:20.001418 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:20.016111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:20.016459 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Routers {'b2c283d2-c3cf-4fb2-8485-ebd526490de3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:20.017672 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:20.021896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:20.023810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Pushing event updated for resources: {'Port': ['ID=1cf31c44-bc38-46f0-a31a-7cfb4db239d3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:20.035705 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Allocated IP 172.20.0.1 (990035d0-5f75-410a-9ae4-93ef5b213255/890cd2ed-9ae7-4a89-916f-2d2e22fc0f59/7fae530e-95d6-4401-b85c-aee37a04c1d9) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:20.047887 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e777511c-4501-4319-a68b-c08be11e35e5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.076064 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74712e-be1f-485d-9839-c611f9d70037 None None] Pushing event updated for resources: {'Port': ['ID=3da007a3-e22e-4dcf-a33a-d04b8a15e857,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:20.084654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 87476904-e1c7-47ba-a8b5-16954ffee4f4 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:20.085041 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.105373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777511c-4501-4319-a68b-c08be11e35e5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b6ddcf-f4d2-4af4-ab93-38a73af2c6c6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:20.108344 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e777511c-4501-4319-a68b-c08be11e35e5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.112928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e777511c-4501-4319-a68b-c08be11e35e5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/a2b6ddcf-f4d2-4af4-ab93-38a73af2c6c6 HTTP/1.1" status: 204 len: 168 time: 0.6306190 Dec 08 02:13:20.115443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49512) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:20.152654 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8ff928b-c00b-4af4-9c23-28eeab46a99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.174982 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-89df5f3a-46fb-43b3-a7c5-19ca0714a76a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581601 Dec 08 02:13:20.177972 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49514) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:20.181266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Attempting to bind port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:20.181593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Attempting to bind port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '19fc847d-b66e-43f3-9fac-362f9ab03e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:20.181952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Attempting to bind port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 on network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:20.184142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b082b4aa-8d00-452f-874a-849f93d9f8c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:20.200886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d8ff928b-c00b-4af4-9c23-28eeab46a99e None None] For port 3da007a3-e22e-4dcf-a33a-d04b8a15e857, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3da007a3-e22e-4dcf-a33a-d04b8a15e857,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:20.202650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:20.203795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Checking segment: {'id': '19fc847d-b66e-43f3-9fac-362f9ab03e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:20.204207 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.205117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Bound using segment: {'id': '19fc847d-b66e-43f3-9fac-362f9ab03e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:20.205603 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Bound port: 1cf31c44-bc38-46f0-a31a-7cfb4db239d3, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fc847d-b66e-43f3-9fac-362f9ab03e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:20.206119 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.217697 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8ff928b-c00b-4af4-9c23-28eeab46a99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.223158 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.228508 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] Set router b2c283d2-c3cf-4fb2-8485-ebd526490de3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:20.263638 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c3caae5-d96a-47d6-bb61-6667a6ee2d4f tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.274782 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.355091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b082b4aa-8d00-452f-874a-849f93d9f8c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:20.359433 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b082b4aa-8d00-452f-874a-849f93d9f8c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.408109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] For port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:20.412068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] For port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1cf31c44-bc38-46f0-a31a-7cfb4db239d3,segment=NetworkSegment(19fc847d-b66e-43f3-9fac-362f9ab03e52),segment_id=19fc847d-b66e-43f3-9fac-362f9ab03e52)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:20.432394 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.436603 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Network 990035d0-5f75-410a-9ae4-93ef5b213255 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:20.449944 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff928b-c00b-4af4-9c23-28eeab46a99e None None] Pushing event updated for resources: {'Port': ['ID=3da007a3-e22e-4dcf-a33a-d04b8a15e857,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:20.473301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:20.473708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fb2805f8-e8d7-414a-8f3c-9572a064d2a3 None None] Provisioning complete for port 3da007a3-e22e-4dcf-a33a-d04b8a15e857 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:20.474964 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb2805f8-e8d7-414a-8f3c-9572a064d2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.482135 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c3caae5-d96a-47d6-bb61-6667a6ee2d4f tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.485271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:20.516087 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:16Z', 'revision_number': 3, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:20.530158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Pushing event updated for resources: {'Port': ['ID=7fae530e-95d6-4401-b85c-aee37a04c1d9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:20.589436 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0a26f-194a-4482-a664-22b699f736ea None None] The sync data for ids ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'] in n-d-713499-31 is: [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:16Z', 'revision_number': 3, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:13:20.648908 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.664145 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee00f8f-1c8c-40f7-84d9-a13ec39565d0 None None] Pushing event updated for resources: {'Port': ['ID=1cf31c44-bc38-46f0-a31a-7cfb4db239d3,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:20.836582 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b082b4aa-8d00-452f-874a-849f93d9f8c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.909444 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b082b4aa-8d00-452f-874a-849f93d9f8c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:20.914959 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b082b4aa-8d00-452f-874a-849f93d9f8c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:20.919637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b082b4aa-8d00-452f-874a-849f93d9f8c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:20.920237 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b082b4aa-8d00-452f-874a-849f93d9f8c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:20.933798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082b4aa-8d00-452f-874a-849f93d9f8c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=d1c3c0a5-2252-4492-9354-1c3bf34ca9e4,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:20.953557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b082b4aa-8d00-452f-874a-849f93d9f8c3 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7742865 Dec 08 02:13:20.959428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49522) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:20.979434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-65708835-c636-421b-93c7-c746f4d1fe44 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:21.076401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49524) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:21.154300 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-78622009-3a12-42da-868e-3d8ee83651c0 None None] Provisioning complete for port 7fae530e-95d6-4401-b85c-aee37a04c1d9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:21.155452 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78622009-3a12-42da-868e-3d8ee83651c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.206376 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65708835-c636-421b-93c7-c746f4d1fe44 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:21.212711 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65708835-c636-421b-93c7-c746f4d1fe44 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.280605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-78622009-3a12-42da-868e-3d8ee83651c0 None None] Port 7fae530e-95d6-4401-b85c-aee37a04c1d9 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:21.328711 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141cc925-07e5-447d-8eec-5d7ae3e7de7a None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:21.335250 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.353220 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c3caae5-d96a-47d6-bb61-6667a6ee2d4f tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.355986 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c3caae5-d96a-47d6-bb61-6667a6ee2d4f tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.359541 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8c3caae5-d96a-47d6-bb61-6667a6ee2d4f tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-groups/4206f8a7-ec8e-4343-ac83-80b2c7c262ea HTTP/1.1" status: 204 len: 168 time: 1.6168387 Dec 08 02:13:21.360304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49528) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:21.386082 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c4381f8-ec68-46f0-82d2-bbb4eeccdf7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.392372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3caae5-d96a-47d6-bb61-6667a6ee2d4f tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4206f8a7-ec8e-4343-ac83-80b2c7c262ea,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:21.398561 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.457893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1f184b40-9dec-4682-af5d-474c547ba5e4 None None] Provisioning complete for port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:21.459207 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f184b40-9dec-4682-af5d-474c547ba5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.531411 n-d-713499-31 neutron-server[109767]: INFO neutron.db.ipam_backend_mixin [None req-65708835-c636-421b-93c7-c746f4d1fe44 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1c3c0a5-2252-4492-9354-1c3bf34ca9e4 (CIDR: 2001:db8::/64) Dec 08 02:13:21.546087 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-65708835-c636-421b-93c7-c746f4d1fe44 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:13:21.546770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65708835-c636-421b-93c7-c746f4d1fe44 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:21.576537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0d7794eb-d94a-45d7-8d97-0dcb67c4e9b1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2139080 Dec 08 02:13:21.580716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49530) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:21.586942 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c4381f8-ec68-46f0-82d2-bbb4eeccdf7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.589734 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0d092a7a-6c75-40cb-9216-7559da683591 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group': {'name': 'tempest-secgroup--586190249'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:21.593191 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c4381f8-ec68-46f0-82d2-bbb4eeccdf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.623447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-65708835-c636-421b-93c7-c746f4d1fe44 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6607006 Dec 08 02:13:21.625136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49532) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:21.638581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:21.642327 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.659383 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d092a7a-6c75-40cb-9216-7559da683591 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.665795 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1c4381f8-ec68-46f0-82d2-bbb4eeccdf7e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c011606790ff4c54ae34bf31634583ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5883296 Dec 08 02:13:21.666506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49534) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:21.670849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f24d86a-3e89-441e-8466-e1ac4b874fad None None] Update dhcp port {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'fixed_ips': [{'subnet_id': 'd1c3c0a5-2252-4492-9354-1c3bf34ca9e4'}], 'binding:host_id': 'n-d-713499-31'}, 'id': '0b0c7379-c759-49ea-a6f4-e6e7ee0aba02'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 02:13:21.688049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4381f8-ec68-46f0-82d2-bbb4eeccdf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737a25d3-1cbe-45f5-854a-87ccf04e2570,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:21.714023 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f24d86a-3e89-441e-8466-e1ac4b874fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.729850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Allocated IP 172.25.8.178 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/966fa9e1-b14d-40cd-9467-1c05a1ac2cfe) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:21.771518 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9df32662-6cfa-434a-bf38-9aa8c0f85854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.803237 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9df32662-6cfa-434a-bf38-9aa8c0f85854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.893624 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9df32662-6cfa-434a-bf38-9aa8c0f85854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.897804 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9df32662-6cfa-434a-bf38-9aa8c0f85854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:21.899566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9df32662-6cfa-434a-bf38-9aa8c0f85854 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/737a25d3-1cbe-45f5-854a-87ccf04e2570 HTTP/1.1" status: 204 len: 168 time: 0.2231536 Dec 08 02:13:21.917943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df32662-6cfa-434a-bf38-9aa8c0f85854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737a25d3-1cbe-45f5-854a-87ccf04e2570,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:22.021439 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-3f24d86a-3e89-441e-8466-e1ac4b874fad None None] Allocated IP 2001:db8::2 (27b71a85-dd81-4415-b869-7bdb583f90f3/d1c3c0a5-2252-4492-9354-1c3bf34ca9e4/0b0c7379-c759-49ea-a6f4-e6e7ee0aba02) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:22.065332 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d092a7a-6c75-40cb-9216-7559da683591 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.085803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d092a7a-6c75-40cb-9216-7559da683591 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.165567 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.174301 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aacfe89d-f534-4d4c-87d6-317c0cfc8251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.176938 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:22.180681 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.189379 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d092a7a-6c75-40cb-9216-7559da683591 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.191059 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0d092a7a-6c75-40cb-9216-7559da683591 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6075597 Dec 08 02:13:22.191926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d092a7a-6c75-40cb-9216-7559da683591 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c59dbc0-8927-4504-b289-f3f84874c41e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:22.194090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49540) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:22.198852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d5f7f511-b9b1-42e8-8f5e-ef414a660799 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905541597'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:22.234873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3f24d86a-3e89-441e-8466-e1ac4b874fad None None] For port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0b0c7379-c759-49ea-a6f4-e6e7ee0aba02,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:22.256167 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5f7f511-b9b1-42e8-8f5e-ef414a660799 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.270330 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76cf9da-561d-4f62-b591-73142db17241 None None] Network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:22.311639 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.313884 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.330937 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.357324 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5f7f511-b9b1-42e8-8f5e-ef414a660799 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.361993 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f24d86a-3e89-441e-8466-e1ac4b874fad None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.362731 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5f7f511-b9b1-42e8-8f5e-ef414a660799 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.370588 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f24d86a-3e89-441e-8466-e1ac4b874fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.400030 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d5f7f511-b9b1-42e8-8f5e-ef414a660799 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.404284 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d5f7f511-b9b1-42e8-8f5e-ef414a660799 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2090173 Dec 08 02:13:22.405091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49546) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:22.410103 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5b355701-fe55-4151-a44e-5ed463d77cf7 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group_rule': {'security_group_id': '8c59dbc0-8927-4504-b289-f3f84874c41e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5b5b08b8-908c-4d10-b896-0ddbbe023370', 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:22.414780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7f511-b9b1-42e8-8f5e-ef414a660799 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5b08b8-908c-4d10-b896-0ddbbe023370,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:22.437064 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.449596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24d86a-3e89-441e-8466-e1ac4b874fad None None] Pushing event updated for resources: {'Port': ['ID=0b0c7379-c759-49ea-a6f4-e6e7ee0aba02,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:22.462443 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:22.465790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5ec91ed7-cc53-437e-add4-1e2c95d829a8 None None] Provisioning complete for port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:22.466824 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ed7-cc53-437e-add4-1e2c95d829a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.474820 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b355701-fe55-4151-a44e-5ed463d77cf7 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.479500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:22.484421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:22.514075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10fdabb-4f3c-4ea3-9176-2c525de57ceb None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:22.520259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=966fa9e1-b14d-40cd-9467-1c05a1ac2cfe,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:22.620282 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ed7-cc53-437e-add4-1e2c95d829a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.677351 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b355701-fe55-4151-a44e-5ed463d77cf7 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.685594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5ec91ed7-cc53-437e-add4-1e2c95d829a8 None None] For port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1cf31c44-bc38-46f0-a31a-7cfb4db239d3,segment=NetworkSegment(19fc847d-b66e-43f3-9fac-362f9ab03e52),segment_id=19fc847d-b66e-43f3-9fac-362f9ab03e52)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:22.690871 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b355701-fe55-4151-a44e-5ed463d77cf7 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.695559 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ed7-cc53-437e-add4-1e2c95d829a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.754068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b355701-fe55-4151-a44e-5ed463d77cf7 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1773dba-7cf8-428e-9957-7791c1c4e06b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:22.767130 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5b355701-fe55-4151-a44e-5ed463d77cf7 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.771399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5b355701-fe55-4151-a44e-5ed463d77cf7 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3647578 Dec 08 02:13:22.774677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49556) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:22.804153 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec91ed7-cc53-437e-add4-1e2c95d829a8 None None] Pushing event updated for resources: {'Port': ['ID=1cf31c44-bc38-46f0-a31a-7cfb4db239d3,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:22.837028 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa2cb-ad3f-4cb6-badb-7bc660c7dbe3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.840475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9faf3c0e-0dbb-4934-9833-c46b29b754fc None None] Provisioning complete for port 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:22.840850 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9faf3c0e-0dbb-4934-9833-c46b29b754fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.870443 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa2cb-ad3f-4cb6-badb-7bc660c7dbe3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.926273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9faf3c0e-0dbb-4934-9833-c46b29b754fc None None] Port 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:22.941638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Pushing event updated for resources: {'Port': ['ID=7fae530e-95d6-4401-b85c-aee37a04c1d9,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:22.944118 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa2cb-ad3f-4cb6-badb-7bc660c7dbe3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.957421 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe7fa2cb-ad3f-4cb6-badb-7bc660c7dbe3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:22.958739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fe7fa2cb-ad3f-4cb6-badb-7bc660c7dbe3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/c1773dba-7cf8-428e-9957-7791c1c4e06b HTTP/1.1" status: 204 len: 168 time: 0.1831300 Dec 08 02:13:22.963089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49560) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:22.971752 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fa2cb-ad3f-4cb6-badb-7bc660c7dbe3 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1773dba-7cf8-428e-9957-7791c1c4e06b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:23.055381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7fadd2e1-83bf-4299-a8c0-56adf297ca8b None None] Provisioning complete for port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:23.056855 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fadd2e1-83bf-4299-a8c0-56adf297ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.087368 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-58f01338-250d-49d0-9475-dfb471380567 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1226017 Dec 08 02:13:23.094209 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:23.096460 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49564) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:23.145801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Network 990035d0-5f75-410a-9ae4-93ef5b213255 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:23.178778 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49566) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:23.179900 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b74c8456-4152-4cf0-b68d-a7c3862f31ca tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.205919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:23.239370 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b74c8456-4152-4cf0-b68d-a7c3862f31ca tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.376861 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b74c8456-4152-4cf0-b68d-a7c3862f31ca tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.380084 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b74c8456-4152-4cf0-b68d-a7c3862f31ca tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.384146 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b74c8456-4152-4cf0-b68d-a7c3862f31ca tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-groups/5b5b08b8-908c-4d10-b896-0ddbbe023370 HTTP/1.1" status: 204 len: 168 time: 0.2834151 Dec 08 02:13:23.385010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49570) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:23.411524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c8456-4152-4cf0-b68d-a7c3862f31ca tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5b08b8-908c-4d10-b896-0ddbbe023370,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:23.419373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-370729763-network', 'tenant_id': '36f2674b9c62475d9f85659cc57acc09'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:23.443955 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.468464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] Made reservation on behalf of 36f2674b9c62475d9f85659cc57acc09 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:23.471439 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.492468 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.589202 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.596287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:23.596893 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.630423 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.643748 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.670270 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:13:23.681563 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.681912 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] Added segment 3033cc6a-fefe-4f18-8141-15faa6e6ee2f of type vlan for network a9369f65-b9d7-4a3d-b5c5-a2f1dfdf9fd9 Dec 08 02:13:23.710962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3da007a3-e22e-4dcf-a33a-d04b8a15e857 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:23.721580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd3ec4c-197c-43d9-bc93-36682a64e87f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:23.739383 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.754496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-91221280-f8fc-4eb0-b16c-3c723ad4289b None None] Provisioning complete for port 7fae530e-95d6-4401-b85c-aee37a04c1d9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:23.754871 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91221280-f8fc-4eb0-b16c-3c723ad4289b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.763350 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4eaba663-02b6-4004-805e-041518865621 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3715024 Dec 08 02:13:23.767001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49572) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:23.777740 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.778680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:23.779660 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.792838 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Router b2c283d2-c3cf-4fb2-8485-ebd526490de3 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:13:23.796422 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-91221280-f8fc-4eb0-b16c-3c723ad4289b None None] Port 7fae530e-95d6-4401-b85c-aee37a04c1d9 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:23.808069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 3da007a3-e22e-4dcf-a33a-d04b8a15e857 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:23.808437 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.810003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.objects.ports [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:13:23.835843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-91221280-f8fc-4eb0-b16c-3c723ad4289b None None] Provisioning complete for port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:23.836210 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91221280-f8fc-4eb0-b16c-3c723ad4289b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.846591 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6622078 Dec 08 02:13:23.851309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49574) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:23.868506 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9bc6f893-d831-4f4b-8665-c8b21359617d admin admin] Request body: {'subnet': {'network_id': 'a9369f65-b9d7-4a3d-b5c5-a2f1dfdf9fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-370729763-subnet', 'tenant_id': '36f2674b9c62475d9f85659cc57acc09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:23.889472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcce2f-2210-4b27-8fcd-f9d130395416 admin admin] Pushing event updated for resources: {'Network': ['ID=a9369f65-b9d7-4a3d-b5c5-a2f1dfdf9fd9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:23.909047 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4be5d56c-7b3d-481c-b5a9-f375ba6eb983 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.911284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network a9369f65-b9d7-4a3d-b5c5-a2f1dfdf9fd9 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:13:23.935955 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4be5d56c-7b3d-481c-b5a9-f375ba6eb983 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.986574 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4be5d56c-7b3d-481c-b5a9-f375ba6eb983 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.992424 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4be5d56c-7b3d-481c-b5a9-f375ba6eb983 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:23.998053 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4be5d56c-7b3d-481c-b5a9-f375ba6eb983 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-groups/8c59dbc0-8927-4504-b289-f3f84874c41e HTTP/1.1" status: 204 len: 168 time: 0.2261021 Dec 08 02:13:24.000126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49576) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:24.009433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:24.010760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5d56c-7b3d-481c-b5a9-f375ba6eb983 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c59dbc0-8927-4504-b289-f3f84874c41e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:24.081147 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:24.081513 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.112458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc6f893-d831-4f4b-8665-c8b21359617d admin admin] Made reservation on behalf of 36f2674b9c62475d9f85659cc57acc09 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:24.114762 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f893-d831-4f4b-8665-c8b21359617d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.208085 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.248231 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:13:24.257978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Sync routers for ids ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:13:24.260160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49578) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:24.260491 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-43d2e76d-8ed3-42b5-b0a3-69d828d5700c tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2568433 Dec 08 02:13:24.261632 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.266167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-99426702-457e-44c3-8ed9-09a256ae74c1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group': {'name': 'tempest-secgroup--983231952'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:24.270067 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fece3359-972a-4088-b5cb-b8ebd9da6a4a admin admin] 10.222.0.71 "PUT /v2.0/routers/b2c283d2-c3cf-4fb2-8485-ebd526490de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0378139 Dec 08 02:13:24.271128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Routers {'b2c283d2-c3cf-4fb2-8485-ebd526490de3'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:24.271927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:12:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:24.295207 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99426702-457e-44c3-8ed9-09a256ae74c1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.380210 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88e865d5-d677-4a74-bcda-9d69cc9ae582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.413484 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Set router b2c283d2-c3cf-4fb2-8485-ebd526490de3 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:24.420586 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99426702-457e-44c3-8ed9-09a256ae74c1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.429631 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99426702-457e-44c3-8ed9-09a256ae74c1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.472586 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99426702-457e-44c3-8ed9-09a256ae74c1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.474368 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-99426702-457e-44c3-8ed9-09a256ae74c1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2127733 Dec 08 02:13:24.477377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49586) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:24.484173 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6891675c-baaa-45ce-ad9e-3de7a37df650 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group_rule': {'security_group_id': 'feada3d7-ed77-4413-a67b-8f982466d516', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:24.492673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99426702-457e-44c3-8ed9-09a256ae74c1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feada3d7-ed77-4413-a67b-8f982466d516,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:24.531563 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6891675c-baaa-45ce-ad9e-3de7a37df650 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.614069 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6891675c-baaa-45ce-ad9e-3de7a37df650 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.618612 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6891675c-baaa-45ce-ad9e-3de7a37df650 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.641506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891675c-baaa-45ce-ad9e-3de7a37df650 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddadc44-2c78-4b65-8d0b-ebcdabb4791a,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:24.660025 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6891675c-baaa-45ce-ad9e-3de7a37df650 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.661243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6891675c-baaa-45ce-ad9e-3de7a37df650 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1826732 Dec 08 02:13:24.664855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49588) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:24.668313 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.685308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 2, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:24.694310 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e9024d5-20b3-47da-8d99-1114d2adc351 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.705308 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e9024d5-20b3-47da-8d99-1114d2adc351 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.754200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Checking router: b2c283d2-c3cf-4fb2-8485-ebd526490de3 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:13:24.754708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Updating router b2c283d2-c3cf-4fb2-8485-ebd526490de3 port 7fae530e-95d6-4401-b85c-aee37a04c1d9 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:13:24.756779 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e9024d5-20b3-47da-8d99-1114d2adc351 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.765355 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e9024d5-20b3-47da-8d99-1114d2adc351 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.768255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1e9024d5-20b3-47da-8d99-1114d2adc351 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/3ddadc44-2c78-4b65-8d0b-ebcdabb4791a HTTP/1.1" status: 204 len: 168 time: 0.1007693 Dec 08 02:13:24.769940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49590) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:24.780615 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9024d5-20b3-47da-8d99-1114d2adc351 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ddadc44-2c78-4b65-8d0b-ebcdabb4791a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:24.792493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49592) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:24.805342 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.816937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:24.821445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-3ee74d55-b4c2-446b-a71f-35f102531696 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1331000914', 'description': 'tempest-description--1959061107'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:24.831648 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e197b4a5-f919-44be-9129-55ac2b9cba56 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0593932 Dec 08 02:13:24.833487 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49594) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:24.897781 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1734c11d-d76e-465c-9e81-5c962041ea96 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.921502 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1734c11d-d76e-465c-9e81-5c962041ea96 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.942971 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3ee74d55-b4c2-446b-a71f-35f102531696 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.958721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:24.959096 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.973202 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1734c11d-d76e-465c-9e81-5c962041ea96 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.976797 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1734c11d-d76e-465c-9e81-5c962041ea96 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:24.980422 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1734c11d-d76e-465c-9e81-5c962041ea96 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-groups/feada3d7-ed77-4413-a67b-8f982466d516 HTTP/1.1" status: 204 len: 168 time: 0.1436083 Dec 08 02:13:24.982732 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49596) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:25.008056 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f893-d831-4f4b-8665-c8b21359617d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.018729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734c11d-d76e-465c-9e81-5c962041ea96 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feada3d7-ed77-4413-a67b-8f982466d516,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:25.051867 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-78e734d4-96ec-4a32-9253-73301a7ec727 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0637970 Dec 08 02:13:25.053562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49598) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:25.059472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c4b0770f-5cb5-43fe-8751-db8207eca49a tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group': {'name': 'tempest-secgroup--265401273'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:25.088878 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4b0770f-5cb5-43fe-8751-db8207eca49a tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.129214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] For port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0b0c7379-c759-49ea-a6f4-e6e7ee0aba02,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:25.133411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:13:25.135330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6f893-d831-4f4b-8665-c8b21359617d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e06808b-f248-4143-90b3-f9d861d4cca9,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:25.182247 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4b0770f-5cb5-43fe-8751-db8207eca49a tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.187502 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4b0770f-5cb5-43fe-8751-db8207eca49a tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.200019 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3ee74d55-b4c2-446b-a71f-35f102531696 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.203048 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.206696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc6f893-d831-4f4b-8665-c8b21359617d admin admin] Checking segment: {'id': '3033cc6a-fefe-4f18-8141-15faa6e6ee2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a9369f65-b9d7-4a3d-b5c5-a2f1dfdf9fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:25.207145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc6f893-d831-4f4b-8665-c8b21359617d admin admin] Network hostable DHCP agents. Network: a9369f65-b9d7-4a3d-b5c5-a2f1dfdf9fd9, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:13:25.214547 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.226914 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4b0770f-5cb5-43fe-8751-db8207eca49a tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.230689 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c4b0770f-5cb5-43fe-8751-db8207eca49a tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1728375 Dec 08 02:13:25.231019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49600) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:25.239109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-11277651-b8fe-42f0-8207-6cb65994f436 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group_rule': {'security_group_id': 'ef60fe1d-52ed-4a26-bd34-b59b3caf8c87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:25.242190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0770f-5cb5-43fe-8751-db8207eca49a tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef60fe1d-52ed-4a26-bd34-b59b3caf8c87,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:25.243190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3ee74d55-b4c2-446b-a71f-35f102531696 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.247918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.278609 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11277651-b8fe-42f0-8207-6cb65994f436 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.279129 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.283427 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.292862 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cdc01-b75b-4f5f-96ab-d975f88bbed9 None None] Pushing event updated for resources: {'Port': ['ID=7fae530e-95d6-4401-b85c-aee37a04c1d9,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:25.347907 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11277651-b8fe-42f0-8207-6cb65994f436 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.354028 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11277651-b8fe-42f0-8207-6cb65994f436 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.381558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Attempting to bind port 7fae530e-95d6-4401-b85c-aee37a04c1d9 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:25.382314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Attempting to bind port 7fae530e-95d6-4401-b85c-aee37a04c1d9 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:25.382779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Attempting to bind port 7fae530e-95d6-4401-b85c-aee37a04c1d9 on network 990035d0-5f75-410a-9ae4-93ef5b213255 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:25.382887 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=0b0c7379-c759-49ea-a6f4-e6e7ee0aba02,revision_number=9']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:25.383721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11277651-b8fe-42f0-8207-6cb65994f436 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6848ab-ebff-4ea0-8e9b-c7b3af757c6b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:25.390557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:25.391139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Checking segment: {'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:25.391347 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-11277651-b8fe-42f0-8207-6cb65994f436 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.391795 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.392694 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-11277651-b8fe-42f0-8207-6cb65994f436 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1595340 Dec 08 02:13:25.395102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Bound using segment: {'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:25.395217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49602) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:25.395912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Bound port: 7fae530e-95d6-4401-b85c-aee37a04c1d9, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:25.396548 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.414475 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4ec547d0-a9a2-41e6-8491-80cd827f43a6 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules/3c6848ab-ebff-4ea0-8e9b-c7b3af757c6b HTTP/1.1" status: 200 len: 763 time: 0.0159411 Dec 08 02:13:25.414974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49604) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:25.464085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3ee74d55-b4c2-446b-a71f-35f102531696 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.467647 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3ee74d55-b4c2-446b-a71f-35f102531696 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6687615 Dec 08 02:13:25.467647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49606) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:25.467647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49608) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:25.468058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ee74376c-8a49-42df-81f2-d778ab211cc5 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0464342 Dec 08 02:13:25.487903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-32f50bff-ff37-4c58-bb3e-d603c33f1a49 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Request body: {'security_group_rule': {'security_group_id': '41b99ab2-f6d1-4c13-915f-066a7bab241f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:25.496950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc6f893-d831-4f4b-8665-c8b21359617d admin admin] Network a9369f65-b9d7-4a3d-b5c5-a2f1dfdf9fd9 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:13:25.504822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:25.505984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] For port 7fae530e-95d6-4401-b85c-aee37a04c1d9, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:25.508174 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.509884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee74d55-b4c2-446b-a71f-35f102531696 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b99ab2-f6d1-4c13-915f-066a7bab241f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:25.510005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] For port 7fae530e-95d6-4401-b85c-aee37a04c1d9, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=7fae530e-95d6-4401-b85c-aee37a04c1d9,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:25.521848 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.535467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:25.546028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:25.546614 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.553648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2341b1d-904d-478a-80c5-23e3a328737b None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:25.554307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-9bc6f893-d831-4f4b-8665-c8b21359617d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, a9369f65-b9d7-4a3d-b5c5-a2f1dfdf9fd9) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:25.576403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc6f893-d831-4f4b-8665-c8b21359617d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:25.576865 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f893-d831-4f4b-8665-c8b21359617d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.580377 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=c4903553-9bff-48a5-aa3c-cf6a3658414a,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:25.593419 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d77-be54-4ada-952d-b565f5055a1d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.596256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:13:25.598883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d05eae-dd12-4caf-9808-0030b5e349e7 None None] Network a9369f65-b9d7-4a3d-b5c5-a2f1dfdf9fd9 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:25.613229 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Sync routers for ids ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:13:25.613767 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d77-be54-4ada-952d-b565f5055a1d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.625917 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-78065449-cd04-4c0a-8509-47e5bb5c67b6 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9996111 Dec 08 02:13:25.629243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49612) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:25.634577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'mac_address': 'fa:16:3e:b5:24:72', 'name': 'tempest-NetworksTestDHCPv6-1074778297'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:25.639509 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Routers {'74772e55-9c51-4c6a-a2f6-6dfe910e7079'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:25.645355 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9bc6f893-d831-4f4b-8665-c8b21359617d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7849336 Dec 08 02:13:25.645440 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:25.645531 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32f50bff-ff37-4c58-bb3e-d603c33f1a49 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.689753 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.691022 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-38edb2c0-ecc6-41c9-ab22-b55718b0c2b6 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.9399872 Dec 08 02:13:25.697644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49616) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:25.725365 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32f50bff-ff37-4c58-bb3e-d603c33f1a49 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.726610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d77-be54-4ada-952d-b565f5055a1d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.784395 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5d77-be54-4ada-952d-b565f5055a1d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.787784 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a2ce5d77-be54-4ada-952d-b565f5055a1d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/3c6848ab-ebff-4ea0-8e9b-c7b3af757c6b HTTP/1.1" status: 204 len: 168 time: 0.3110785 Dec 08 02:13:25.787784 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32f50bff-ff37-4c58-bb3e-d603c33f1a49 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.792598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49618) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:25.805796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce5d77-be54-4ada-952d-b565f5055a1d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c6848ab-ebff-4ea0-8e9b-c7b3af757c6b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:25.840665 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f50bff-ff37-4c58-bb3e-d603c33f1a49 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1a2ea7-b4dd-4622-b5b1-f278dc7a49b6,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:25.842278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49622) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:25.843317 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Set router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:25.912997 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32f50bff-ff37-4c58-bb3e-d603c33f1a49 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:25.917360 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-32f50bff-ff37-4c58-bb3e-d603c33f1a49 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4389260 Dec 08 02:13:25.922112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49624) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:25.938182 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bbb8e17b-9b0f-455c-b10f-ac661d15d6bd tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1416705 Dec 08 02:13:25.941259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49626) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:25.945749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c1361e4d-ae4e-44fb-ab22-050323d7415b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group_rule': {'security_group_id': 'ef60fe1d-52ed-4a26-bd34-b59b3caf8c87', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:25.949410 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fc6b8cda-992d-452d-9e1e-88ecb357f478 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Request body: {'security_group_rule': {'security_group_id': '41b99ab2-f6d1-4c13-915f-066a7bab241f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:25.961707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-eecedc94-49ed-47ab-a6a5-272f980f0933 admin admin] Deleting subnet 8e06808b-f248-4143-90b3-f9d861d4cca9 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:13:25.968021 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eecedc94-49ed-47ab-a6a5-272f980f0933 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.002391 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-fc6b8cda-992d-452d-9e1e-88ecb357f478 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 02:13:26.002391 n-d-713499-31 neutron-server[109767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 02:13:26.002391 n-d-713499-31 neutron-server[109767]: [parameters: {'project_id_1': '0c1cbe79e8f641d4a20d0177ba0200b6', 'expiration_1': datetime.datetime(2021, 12, 8, 2, 13, 5, 960379)}] Dec 08 02:13:26.002391 n-d-713499-31 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:13:26.004216 n-d-713499-31 neutron-server[109767]: DEBUG oslo_db.api [None req-fc6b8cda-992d-452d-9e1e-88ecb357f478 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:13:26.005048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 02:13:26.005048 n-d-713499-31 neutron-server[109767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 02:13:26.005048 n-d-713499-31 neutron-server[109767]: [parameters: {'project_id_1': '0946545a728f46efa0e99ebc70edd125', 'expiration_1': datetime.datetime(2021, 12, 8, 2, 13, 5, 955891)}] Dec 08 02:13:26.005048 n-d-713499-31 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:13:26.006502 n-d-713499-31 neutron-server[109767]: DEBUG oslo_db.api [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:13:26.068546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eecedc94-49ed-47ab-a6a5-272f980f0933 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.070184 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:13:23Z', 'revision_number': 3, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port': {'id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:21Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:26.070381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1361e4d-ae4e-44fb-ab22-050323d7415b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.097943 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Checking router: 74772e55-9c51-4c6a-a2f6-6dfe910e7079 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:13:26.098246 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Updating router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 port 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:13:26.113392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cdc01-b75b-4f5f-96ab-d975f88bbed9 None None] Pushing event updated for resources: {'Port': ['ID=7fae530e-95d6-4401-b85c-aee37a04c1d9,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:26.123055 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-75909b09-207b-4293-86ec-8a0e822d76f1 None None] Provisioning complete for port 7fae530e-95d6-4401-b85c-aee37a04c1d9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:26.123400 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75909b09-207b-4293-86ec-8a0e822d76f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.129432 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.170866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Routers {'b2c283d2-c3cf-4fb2-8485-ebd526490de3'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:26.171499 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:26.181867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dea38e-851b-4c4e-8d53-5d668b5ff583 None None] Network a9369f65-b9d7-4a3d-b5c5-a2f1dfdf9fd9 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:26.186868 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eecedc94-49ed-47ab-a6a5-272f980f0933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.276395 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1361e4d-ae4e-44fb-ab22-050323d7415b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.289335 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1361e4d-ae4e-44fb-ab22-050323d7415b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.349534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1361e4d-ae4e-44fb-ab22-050323d7415b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0ec3fe-1ece-4471-8619-7cd0cec8c2ae,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:26.361529 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1361e4d-ae4e-44fb-ab22-050323d7415b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.365119 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c1361e4d-ae4e-44fb-ab22-050323d7415b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4205403 Dec 08 02:13:26.366129 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49628) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:26.373753 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eecedc94-49ed-47ab-a6a5-272f980f0933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.392684 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c8903a0e-7a06-42f4-8a47-4ee2fdcfa4e7 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules/bf0ec3fe-1ece-4471-8619-7cd0cec8c2ae HTTP/1.1" status: 200 len: 763 time: 0.0240307 Dec 08 02:13:26.393387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49630) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:26.439766 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eecedc94-49ed-47ab-a6a5-272f980f0933 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.442502 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3c7210ff-c2f5-4ae9-95e9-35941f309e96 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0478649 Dec 08 02:13:26.442656 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eecedc94-49ed-47ab-a6a5-272f980f0933 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8e06808b-f248-4143-90b3-f9d861d4cca9 HTTP/1.1" status: 204 len: 168 time: 0.5896318 Dec 08 02:13:26.443246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49632) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:26.445061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49634) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:26.445824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecedc94-49ed-47ab-a6a5-272f980f0933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e06808b-f248-4143-90b3-f9d861d4cca9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:26.467802 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.468608 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] Set router b2c283d2-c3cf-4fb2-8485-ebd526490de3 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:26.480168 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.483441 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-623ffda9-caf6-4643-8a94-a3abfa1d76b4 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.508955 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-623ffda9-caf6-4643-8a94-a3abfa1d76b4 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.547452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b44c3b3-af2b-4e66-a77b-e97628a18b2e None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:26.555274 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69fc9a8b-4d9f-4d5d-84c9-84db313b3359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.556522 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75909b09-207b-4293-86ec-8a0e822d76f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.574997 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Attempting to bind port 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:26.575714 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Attempting to bind port 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:26.576268 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Attempting to bind port 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:26.584996 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc6b8cda-992d-452d-9e1e-88ecb357f478 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.598386 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:26.598969 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:26.599524 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.600489 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:26.601149 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Bound port: 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:26.601397 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-623ffda9-caf6-4643-8a94-a3abfa1d76b4 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.601841 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.610949 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Pushing event updated for resources: {'Port': ['ID=966fa9e1-b14d-40cd-9467-1c05a1ac2cfe,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:26.626675 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-623ffda9-caf6-4643-8a94-a3abfa1d76b4 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.631204 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-623ffda9-caf6-4643-8a94-a3abfa1d76b4 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/bf0ec3fe-1ece-4471-8619-7cd0cec8c2ae HTTP/1.1" status: 204 len: 168 time: 0.1868820 Dec 08 02:13:26.633958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49636) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:26.655888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ffda9-caf6-4643-8a94-a3abfa1d76b4 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf0ec3fe-1ece-4471-8619-7cd0cec8c2ae,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:26.663253 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.683986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:26.684257 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] For port 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:26.687836 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] For port 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=966fa9e1-b14d-40cd-9467-1c05a1ac2cfe,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:26.714088 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:26.714796 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:26.715349 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:26.716310 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:26.717075 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:26.717841 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:26.718386 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:26.718905 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:26.719396 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:26.719946 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:26.720580 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:26.721095 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:26.721927 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:13:26.734611 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.772624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69fc9a8b-4d9f-4d5d-84c9-84db313b3359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.802871 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc6b8cda-992d-452d-9e1e-88ecb357f478 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.836140 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b0401579-79dd-427b-9a48-66af8d73705f tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1959543 Dec 08 02:13:26.839326 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc6b8cda-992d-452d-9e1e-88ecb357f478 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.844563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49638) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:26.849464 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f5fb32df-19d9-4729-87d7-c013e9924080 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group_rule': {'security_group_id': 'ef60fe1d-52ed-4a26-bd34-b59b3caf8c87', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:26.863561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-69fc9a8b-4d9f-4d5d-84c9-84db313b3359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9369f65-b9d7-4a3d-b5c5-a2f1dfdf9fd9']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:26.878338 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc6b8cda-992d-452d-9e1e-88ecb357f478 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.882035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fc6b8cda-992d-452d-9e1e-88ecb357f478 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9396713 Dec 08 02:13:26.883890 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49640) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:26.884990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b8cda-992d-452d-9e1e-88ecb357f478 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c41a968-15d4-4301-a631-16665246937e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:26.888161 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:26.898776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-69fc9a8b-4d9f-4d5d-84c9-84db313b3359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3033cc6a-fefe-4f18-8141-15faa6e6ee2f') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:26.899572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-69fc9a8b-4d9f-4d5d-84c9-84db313b3359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3033cc6a-fefe-4f18-8141-15faa6e6ee2f') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:26.902467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:26.903935 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c66c6e-f7cc-49c6-b920-710d8786a9ec None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:26.916406 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69fc9a8b-4d9f-4d5d-84c9-84db313b3359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.920354 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Routers {'74772e55-9c51-4c6a-a2f6-6dfe910e7079'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:26.924615 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:26.928990 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b749d-e389-485e-8013-e8df678a671f None None] Pushing event updated for resources: {'Port': ['ID=966fa9e1-b14d-40cd-9467-1c05a1ac2cfe,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:26.930147 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.957308 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-f5fb32df-19d9-4729-87d7-c013e9924080 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Project f2dbf4725153434494370b4383c28991 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:13:26.981401 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69fc9a8b-4d9f-4d5d-84c9-84db313b3359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:26.984914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-75909b09-207b-4293-86ec-8a0e822d76f1 None None] For port 7fae530e-95d6-4401-b85c-aee37a04c1d9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=7fae530e-95d6-4401-b85c-aee37a04c1d9,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:26.989842 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5fb32df-19d9-4729-87d7-c013e9924080 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.002697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port a33a1743-2d74-4b7a-8f41-aa81149818e9 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:13:27.012289 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75909b09-207b-4293-86ec-8a0e822d76f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.024621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fc9a8b-4d9f-4d5d-84c9-84db313b3359 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:13:27.025044 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69fc9a8b-4d9f-4d5d-84c9-84db313b3359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:13:27.026801 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:13:27.072691 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.144971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:27.145616 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.156280 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.157064 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] Set router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:27.185724 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:25Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:27.192974 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75909b09-207b-4293-86ec-8a0e822d76f1 None None] Pushing event updated for resources: {'Port': ['ID=7fae530e-95d6-4401-b85c-aee37a04c1d9,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:27.194241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Allocated IP 172.20.0.1 (30c3fff7-e5b1-4a66-b1cf-4cbd5e366124/4f9cbc59-63fd-49d8-a506-1865fbeabf79/7182361a-1e3d-44f1-be8d-dcdc44f7df27) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:27.265613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d370b6f-d5e8-4b6a-a03c-28139f75f019 None None] The sync data for ids ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'] in n-d-713499-31 is: [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:25Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:13:27.278480 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-86533bba-a272-42ab-90f0-25ed555498c3 None None] Provisioning complete for port 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:27.278985 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86533bba-a272-42ab-90f0-25ed555498c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.332546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.395358 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.468650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::354 (27b71a85-dd81-4415-b869-7bdb583f90f3/d1c3c0a5-2252-4492-9354-1c3bf34ca9e4/a33a1743-2d74-4b7a-8f41-aa81149818e9) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:27.479217 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69fc9a8b-4d9f-4d5d-84c9-84db313b3359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.488024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:27.496955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8:0:1:f816:3eff:feb5:2472 (27b71a85-dd81-4415-b869-7bdb583f90f3/c4903553-9bff-48a5-aa3c-cf6a3658414a/a33a1743-2d74-4b7a-8f41-aa81149818e9) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:27.500803 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86533bba-a272-42ab-90f0-25ed555498c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.506133 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69fc9a8b-4d9f-4d5d-84c9-84db313b3359 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.514480 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-69fc9a8b-4d9f-4d5d-84c9-84db313b3359 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a9369f65-b9d7-4a3d-b5c5-a2f1dfdf9fd9 HTTP/1.1" status: 204 len: 168 time: 1.0637269 Dec 08 02:13:27.514480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:27.527956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:27.538412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc9a8b-4d9f-4d5d-84c9-84db313b3359 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9369f65-b9d7-4a3d-b5c5-a2f1dfdf9fd9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:27.548851 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.572460 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5fb32df-19d9-4729-87d7-c013e9924080 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.573527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-86533bba-a272-42ab-90f0-25ed555498c3 None None] For port 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=966fa9e1-b14d-40cd-9467-1c05a1ac2cfe,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:27.575170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Pushing event updated for resources: {'Port': ['ID=7182361a-1e3d-44f1-be8d-dcdc44f7df27,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:27.582875 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5fb32df-19d9-4729-87d7-c013e9924080 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.598362 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86533bba-a272-42ab-90f0-25ed555498c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.634417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb32df-19d9-4729-87d7-c013e9924080 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a0554b-7fef-4042-9b18-93b18e388927,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:27.637102 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.644341 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5fb32df-19d9-4729-87d7-c013e9924080 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.646318 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f5fb32df-19d9-4729-87d7-c013e9924080 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8009427 Dec 08 02:13:27.702846 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:13:23Z', 'revision_number': 3, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port': {'id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:21Z', 'updated_at': '2021-12-08T02:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:27.711079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49644) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:27.736242 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f94fb6-9741-4272-8ff1-610c961e3390 None None] The sync data for ids ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'] in n-d-713499-31 is: [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:13:23Z', 'revision_number': 3, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port': {'id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:21Z', 'updated_at': '2021-12-08T02:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:13:27.755656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86533bba-a272-42ab-90f0-25ed555498c3 None None] Pushing event updated for resources: {'Port': ['ID=966fa9e1-b14d-40cd-9467-1c05a1ac2cfe,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:27.781405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-86533bba-a272-42ab-90f0-25ed555498c3 None None] Provisioning complete for port 7fae530e-95d6-4401-b85c-aee37a04c1d9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:27.781784 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86533bba-a272-42ab-90f0-25ed555498c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.832058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49646) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:27.913785 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.925952 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.940103 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5768864f-c246-4596-bc24-471acc4318af admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=36f2674b9c62475d9f85659cc57acc09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1066654 Dec 08 02:13:27.940775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49648) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:28.033115 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27960d0c-ad70-4c29-98c1-4c8db640b10b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.103970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27960d0c-ad70-4c29-98c1-4c8db640b10b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.221394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-299b35d8-813b-4ae5-87d1-8154dfbea8d6 None None] Provisioning complete for port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:28.221834 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-299b35d8-813b-4ae5-87d1-8154dfbea8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.289505 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27960d0c-ad70-4c29-98c1-4c8db640b10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.292537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27960d0c-ad70-4c29-98c1-4c8db640b10b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.296511 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-27960d0c-ad70-4c29-98c1-4c8db640b10b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0dd3ec4c-197c-43d9-bc93-36682a64e87f HTTP/1.1" status: 204 len: 168 time: 0.3537445 Dec 08 02:13:28.307989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27960d0c-ad70-4c29-98c1-4c8db640b10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd3ec4c-197c-43d9-bc93-36682a64e87f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:28.335474 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.342046 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.386677 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6812d89e-1a38-49bf-a71e-8a36681e23ad tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules/16a0554b-7fef-4042-9b18-93b18e388927 HTTP/1.1" status: 200 len: 769 time: 0.6743274 Dec 08 02:13:28.400762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49652) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:28.422670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Pushing event updated for resources: {'Port': ['ID=7182361a-1e3d-44f1-be8d-dcdc44f7df27,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:28.447562 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.476644 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-299b35d8-813b-4ae5-87d1-8154dfbea8d6 None None] Provisioning complete for port 7182361a-1e3d-44f1-be8d-dcdc44f7df27 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:28.477041 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-299b35d8-813b-4ae5-87d1-8154dfbea8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.537468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-299b35d8-813b-4ae5-87d1-8154dfbea8d6 None None] Port 7182361a-1e3d-44f1-be8d-dcdc44f7df27 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:28.578498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:28.580595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:28.580711 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-611c91a4-b799-4968-ae3a-08f8abb3a3f5 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1691291 Dec 08 02:13:28.585024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49654) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:28.647063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Allocated IP 172.25.8.216 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/9e74f960-3833-4580-bc39-4b9b909968ef) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:28.655035 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.776678 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1d0fcbb-b8c4-4f15-b057-8f6580db0b63 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.783716 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.811148 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1d0fcbb-b8c4-4f15-b057-8f6580db0b63 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.841172 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.906967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:28.949790 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.972732 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1d0fcbb-b8c4-4f15-b057-8f6580db0b63 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.980933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1d0fcbb-b8c4-4f15-b057-8f6580db0b63 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:28.987353 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a1d0fcbb-b8c4-4f15-b057-8f6580db0b63 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/16a0554b-7fef-4042-9b18-93b18e388927 HTTP/1.1" status: 204 len: 168 time: 0.4011626 Dec 08 02:13:28.992929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49660) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:29.007908 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:29.008784 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0fcbb-b8c4-4f15-b057-8f6580db0b63 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16a0554b-7fef-4042-9b18-93b18e388927,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:29.012561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-203c8dee-15a5-4b50-9c59-ce4d81e0f0dd None None] Provisioning complete for port 7182361a-1e3d-44f1-be8d-dcdc44f7df27 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:29.012937 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-203c8dee-15a5-4b50-9c59-ce4d81e0f0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:29.017017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:13:29.032010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:29.034683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:29.043142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:29.043846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:29.048939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:29.055335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=a33a1743-2d74-4b7a-8f41-aa81149818e9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:29.097840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-203c8dee-15a5-4b50-9c59-ce4d81e0f0dd None None] Port 7182361a-1e3d-44f1-be8d-dcdc44f7df27 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:29.099252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:29.099705 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:29.197503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:29.202848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:29.214673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event updated for resources: {'Port': ['ID=9e74f960-3833-4580-bc39-4b9b909968ef,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:29.299421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 7fae530e-95d6-4401-b85c-aee37a04c1d9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:29.300559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:13:29.311107 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-42936415-92e9-4b34-8ed4-c2dbb4cbfce9 admin admin] 10.222.0.71 "PUT /v2.0/routers/74772e55-9c51-4c6a-a2f6-6dfe910e7079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6113439 Dec 08 02:13:29.325664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e30ed97c-b738-47c5-a341-ea93c2cbeca8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6953261 Dec 08 02:13:29.328390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49670) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:29.370380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-810217f7-0e86-44b0-bb68-7c6d222d52b1 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3759861 Dec 08 02:13:29.373155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49672) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:29.392367 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 7fae530e-95d6-4401-b85c-aee37a04c1d9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:29.392665 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:29.543039 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78f76319-1306-4e0d-81dd-e2b807b2e39d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:29.555513 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-405c5787-e63c-413c-940a-e2548fa16fa5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port a33a1743-2d74-4b7a-8f41-aa81149818e9 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:29.557645 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-405c5787-e63c-413c-940a-e2548fa16fa5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:29.608856 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78f76319-1306-4e0d-81dd-e2b807b2e39d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:29.609448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2cea88f9-1273-48be-b347-1a3bbcc6fae5 None None] Provisioning complete for port a33a1743-2d74-4b7a-8f41-aa81149818e9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:29.609448 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cea88f9-1273-48be-b347-1a3bbcc6fae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:29.619741 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:29.691150 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:29.699057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2cea88f9-1273-48be-b347-1a3bbcc6fae5 None None] Port a33a1743-2d74-4b7a-8f41-aa81149818e9 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:29.740783 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-405c5787-e63c-413c-940a-e2548fa16fa5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:29.749903 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78f76319-1306-4e0d-81dd-e2b807b2e39d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:29.753455 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78f76319-1306-4e0d-81dd-e2b807b2e39d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:29.754764 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-78f76319-1306-4e0d-81dd-e2b807b2e39d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-groups/ef60fe1d-52ed-4a26-bd34-b59b3caf8c87 HTTP/1.1" status: 204 len: 168 time: 0.3749530 Dec 08 02:13:29.757841 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49684) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:29.771354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f76319-1306-4e0d-81dd-e2b807b2e39d tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef60fe1d-52ed-4a26-bd34-b59b3caf8c87,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:29.806846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-405c5787-e63c-413c-940a-e2548fa16fa5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for a33a1743-2d74-4b7a-8f41-aa81149818e9 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:29.913052 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:29.920203 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.034036 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.036963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49692) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:30.080407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event updated for resources: {'Port': ['ID=9e74f960-3833-4580-bc39-4b9b909968ef,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:30.101011 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.102330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-64eab05c-5e0e-4f12-9c66-dbe050dbe232 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2075782 Dec 08 02:13:30.194690 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f5495da7-4b78-4dcf-852d-c91ecdc8ae61 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4350615 Dec 08 02:13:30.202004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49702) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:30.206556 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-18dfc695-0f6e-4dc7-a4ae-a3f61c24a1da tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group': {'name': 'tempest-secgroup--28239982'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:30.241810 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18dfc695-0f6e-4dc7-a4ae-a3f61c24a1da tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.301755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-network', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:30.345109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] Made reservation on behalf of 0bd08a1f40b04413bc3abf04d48e1e6c for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:30.346348 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.351634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49706) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:30.357122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1713406386-network', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:30.373165 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-405c5787-e63c-413c-940a-e2548fa16fa5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.392667 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.419249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] Made reservation on behalf of 15bcf5ed6a464ffb90f015014a77a622 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:30.421637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.441343 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c5787-e63c-413c-940a-e2548fa16fa5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=a33a1743-2d74-4b7a-8f41-aa81149818e9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:30.443558 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.481076 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-405c5787-e63c-413c-940a-e2548fa16fa5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.486294 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-405c5787-e63c-413c-940a-e2548fa16fa5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/a33a1743-2d74-4b7a-8f41-aa81149818e9 HTTP/1.1" status: 204 len: 168 time: 1.1559401 Dec 08 02:13:30.488913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49716) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:30.499523 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18dfc695-0f6e-4dc7-a4ae-a3f61c24a1da tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.531293 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18dfc695-0f6e-4dc7-a4ae-a3f61c24a1da tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.552502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6820ab-4099-4a2c-90d4-8d2d249c7923 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:30.554084 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cb6820ab-4099-4a2c-90d4-8d2d249c7923 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0641887 Dec 08 02:13:30.556890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49718) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:30.598626 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-b2124a39-cb2c-4a8d-bbbb-1a2b32e9b34d tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1331000914&fields=id&tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6 HTTP/1.1" status: 200 len: 267 time: 0.1617761 Dec 08 02:13:30.601825 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18dfc695-0f6e-4dc7-a4ae-a3f61c24a1da tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.604029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-18dfc695-0f6e-4dc7-a4ae-a3f61c24a1da tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4021215 Dec 08 02:13:30.606993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49720) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:30.613395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f1923f76-7ec7-41e6-ae8a-7744d2eb697b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Request body: {'security_group_rule': {'security_group_id': '93b7a26f-63e4-4376-b5a5-7f2c3077d20c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:30.625678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdb7cc8-5ace-4d96-bf8e-d6299302dbcf tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:30.628152 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2bdb7cc8-5ace-4d96-bf8e-d6299302dbcf tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0702999 Dec 08 02:13:30.631058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49722) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:30.631837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfc695-0f6e-4dc7-a4ae-a3f61c24a1da tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b7a26f-63e4-4376-b5a5-7f2c3077d20c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:30.705846 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1923f76-7ec7-41e6-ae8a-7744d2eb697b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.718468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858820b2-0ecb-43a1-883e-f133bd085736 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:30.720059 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858820b2-0ecb-43a1-883e-f133bd085736 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:30.721618 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858820b2-0ecb-43a1-883e-f133bd085736 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:30.725872 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-858820b2-0ecb-43a1-883e-f133bd085736 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0911951 Dec 08 02:13:30.726185 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49724) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:30.738341 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.747469 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.800131 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.801179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:13:30.803130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ad9632-5e7b-4196-a10e-0e9018740d97 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet c4903553-9bff-48a5-aa3c-cf6a3658414a {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:13:30.812483 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9632-5e7b-4196-a10e-0e9018740d97 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.816951 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1923f76-7ec7-41e6-ae8a-7744d2eb697b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.826408 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.827400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Sync routers for ids ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:13:30.829441 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc89b012-d20f-4e01-bc1e-0add058bac6c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:30.841312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Routers {'74772e55-9c51-4c6a-a2f6-6dfe910e7079'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:30.841832 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:30.841926 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1923f76-7ec7-41e6-ae8a-7744d2eb697b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.848389 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.848750 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] Added segment 0bb9af50-c76c-4860-ae19-c7c19fc67e6b of type vlan for network de25ac42-0f3c-45ea-b047-d8c536f67be0 Dec 08 02:13:30.873523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1923f76-7ec7-41e6-ae8a-7744d2eb697b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c14c9b5-bc03-4d0b-afd0-f14599ff627b,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:30.883628 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9632-5e7b-4196-a10e-0e9018740d97 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.888386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:13:30.889468 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1923f76-7ec7-41e6-ae8a-7744d2eb697b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.890690 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f1923f76-7ec7-41e6-ae8a-7744d2eb697b tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2828693 Dec 08 02:13:30.893824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49726) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:30.930433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-1d772e5b-3fd5-4ae8-90f0-75192aba5381 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:30.932027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-1d772e5b-3fd5-4ae8-90f0-75192aba5381 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/networks?id=990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 200 len: 810 time: 0.3143969 Dec 08 02:13:30.944622 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7f224a-0ea5-48d5-8b15-dd22c647a809,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:30.958137 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.958543 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] Added segment a08e83df-0f24-428c-be0f-5008c3baea8b of type vlan for network 4ee7ebea-8b68-4315-83df-d8ddfc82e7c4 Dec 08 02:13:30.971056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Set router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:30.971410 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.978316 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9632-5e7b-4196-a10e-0e9018740d97 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:30.998180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-98b31256-f477-46ef-9121-2ba73db28923 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/quotas/0c1cbe79e8f641d4a20d0177ba0200b6 HTTP/1.1" status: 200 len: 375 time: 0.0415895 Dec 08 02:13:31.046481 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9632-5e7b-4196-a10e-0e9018740d97 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.061161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.082989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad9632-5e7b-4196-a10e-0e9018740d97 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=c4903553-9bff-48a5-aa3c-cf6a3658414a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:31.086949 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9632-5e7b-4196-a10e-0e9018740d97 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.090195 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f6ad9632-5e7b-4196-a10e-0e9018740d97 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/c4903553-9bff-48a5-aa3c-cf6a3658414a HTTP/1.1" status: 204 len: 168 time: 0.3630261 Dec 08 02:13:31.095484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49728) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:31.097854 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.098828 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:31.099436 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.200320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1475868 Dec 08 02:13:31.203286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49730) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:31.208971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-abf61e64-c784-4cf4-8efa-efbe1111614c admin admin] Request body: {'subnet': {'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-subnet', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:31.233044 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809c1ede-e2a1-462f-a7e8-080dd3e28d55 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:31.240503 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0bc964c-9925-47d6-9f5b-79f42b35ab08 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.240696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf61e64-c784-4cf4-8efa-efbe1111614c admin admin] Made reservation on behalf of 0bd08a1f40b04413bc3abf04d48e1e6c for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:31.242883 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.243873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:31.244846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.253751 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-abf61e64-c784-4cf4-8efa-efbe1111614c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.273453 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-ae4be4cb-b7ee-4488-9379-35e288111ebf tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2561588 Dec 08 02:13:31.284003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8391dd-8bbf-448c-9ee3-bd0045c9dccd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet d1c3c0a5-2252-4492-9354-1c3bf34ca9e4 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:13:31.286074 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29a99c-1327-4715-b3c6-15fe895f11b8 admin admin] Pushing event updated for resources: {'Network': ['ID=de25ac42-0f3c-45ea-b047-d8c536f67be0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:31.292364 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc8391dd-8bbf-448c-9ee3-bd0045c9dccd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.313264 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network de25ac42-0f3c-45ea-b047-d8c536f67be0 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:13:31.333750 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0bc964c-9925-47d6-9f5b-79f42b35ab08 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.350232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9971528 Dec 08 02:13:31.361485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49732) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:31.367762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-30aeda17-ea81-4d49-8cc8-1c8369244ed8 admin admin] Request body: {'subnet': {'network_id': '4ee7ebea-8b68-4315-83df-d8ddfc82e7c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1713406386-subnet', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:31.419886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aeda17-ea81-4d49-8cc8-1c8369244ed8 admin admin] Made reservation on behalf of 15bcf5ed6a464ffb90f015014a77a622 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:31.422447 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-30aeda17-ea81-4d49-8cc8-1c8369244ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.458636 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc8391dd-8bbf-448c-9ee3-bd0045c9dccd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.519122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cb608-884d-4696-bf5c-fd8a22dd33bd admin admin] Pushing event updated for resources: {'Network': ['ID=4ee7ebea-8b68-4315-83df-d8ddfc82e7c4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:31.544386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port': {'id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:21Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7182361a-1e3d-44f1-be8d-dcdc44f7df27', 'name': '', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'mac_address': 'fa:16:3e:74:da:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:26Z', 'updated_at': '2021-12-08T02:13:28Z', 'revision_number': 2, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'subnets': [{'id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:31.550316 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-abf61e64-c784-4cf4-8efa-efbe1111614c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.560753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-1db3a6d1-e694-4589-b3dd-414de58650e4 service neutron] 10.222.0.71 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596431 Dec 08 02:13:31.564485 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0bc964c-9925-47d6-9f5b-79f42b35ab08 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.567254 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0bc964c-9925-47d6-9f5b-79f42b35ab08 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.568444 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a0bc964c-9925-47d6-9f5b-79f42b35ab08 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-groups/93b7a26f-63e4-4376-b5a5-7f2c3077d20c HTTP/1.1" status: 204 len: 168 time: 0.6685345 Dec 08 02:13:31.576439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49734) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:31.596615 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 4ee7ebea-8b68-4315-83df-d8ddfc82e7c4 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:13:31.600485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Checking router: 74772e55-9c51-4c6a-a2f6-6dfe910e7079 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:13:31.600849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Updating router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 port 7182361a-1e3d-44f1-be8d-dcdc44f7df27 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:13:31.633759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc964c-9925-47d6-9f5b-79f42b35ab08 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b7a26f-63e4-4376-b5a5-7f2c3077d20c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:31.667334 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc8391dd-8bbf-448c-9ee3-bd0045c9dccd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.703433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf61e64-c784-4cf4-8efa-efbe1111614c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe36e0c-7634-4108-a8e8-4f71e50f21d4,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:31.721331 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-344295c0-3390-4c43-8579-6cb60b7c2463 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1421614 Dec 08 02:13:31.723383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49736) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:31.730755 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.756770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf61e64-c784-4cf4-8efa-efbe1111614c admin admin] Checking segment: {'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:31.757342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf61e64-c784-4cf4-8efa-efbe1111614c admin admin] Network hostable DHCP agents. Network: de25ac42-0f3c-45ea-b047-d8c536f67be0, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:13:31.772485 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-2832e39f-5061-4713-8dd4-9e69e5d0dd79 service neutron] 10.222.0.71 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769505 Dec 08 02:13:31.791654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc8391dd-8bbf-448c-9ee3-bd0045c9dccd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.835649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8391dd-8bbf-448c-9ee3-bd0045c9dccd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c3c0a5-2252-4492-9354-1c3bf34ca9e4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:31.839182 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc8391dd-8bbf-448c-9ee3-bd0045c9dccd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.843299 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cc8391dd-8bbf-448c-9ee3-bd0045c9dccd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/d1c3c0a5-2252-4492-9354-1c3bf34ca9e4 HTTP/1.1" status: 204 len: 168 time: 0.7401137 Dec 08 02:13:31.845814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49738) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:31.869978 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fed87799-5ffd-4b16-a245-fc0f5ad722ce tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1433861 Dec 08 02:13:31.879225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf61e64-c784-4cf4-8efa-efbe1111614c admin admin] Network de25ac42-0f3c-45ea-b047-d8c536f67be0 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:13:31.885986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49740) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:31.928679 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-abf61e64-c784-4cf4-8efa-efbe1111614c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, de25ac42-0f3c-45ea-b047-d8c536f67be0) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:31.944811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-54f6b042-419c-48cc-b175-1248778be2fc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977764 Dec 08 02:13:31.945423 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49744) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:31.953943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9481c14-086f-465a-be46-eecbdd482e9d None None] Network de25ac42-0f3c-45ea-b047-d8c536f67be0 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:31.956261 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-86913a54-1250-4d0b-bed9-9eeca83a5717 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] delete failed (client error): The resource could not be found. Dec 08 02:13:31.957504 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-86913a54-1250-4d0b-bed9-9eeca83a5717 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "DELETE /v2.0/security-groups/93b7a26f-63e4-4376-b5a5-7f2c3077d20c HTTP/1.1" status: 404 len: 347 time: 0.0668831 Dec 08 02:13:31.966177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8d60e52b-4b41-4596-ad06-26ba204ca286 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:31.968293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf61e64-c784-4cf4-8efa-efbe1111614c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:31.968293 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-abf61e64-c784-4cf4-8efa-efbe1111614c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.971918 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49748) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:31.982621 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-30aeda17-ea81-4d49-8cc8-1c8369244ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.053310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aeda17-ea81-4d49-8cc8-1c8369244ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a0a79b-c1a5-4e84-966c-3cdbd658acb6,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:32.086273 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-abf61e64-c784-4cf4-8efa-efbe1111614c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8811312 Dec 08 02:13:32.094497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49750) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:32.121767 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-78f8d7fa-0d37-429e-88b1-f06a4f006d62 tempest-SecGroupIPv6Test-89171205 tempest-SecGroupIPv6Test-89171205-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1484766 Dec 08 02:13:32.141898 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:32.154006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-de25ac42-0f3c-45ea-b047-d8c536f67be0', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:13:32.155117 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.157724 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aeda17-ea81-4d49-8cc8-1c8369244ed8 admin admin] Checking segment: {'id': 'a08e83df-0f24-428c-be0f-5008c3baea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4ee7ebea-8b68-4315-83df-d8ddfc82e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:32.158092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aeda17-ea81-4d49-8cc8-1c8369244ed8 admin admin] Network hostable DHCP agents. Network: 4ee7ebea-8b68-4315-83df-d8ddfc82e7c4, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:13:32.164194 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49410987-eef7-43f9-9f8b-57ba1ef52245 req-f8c03283-0e97-4872-8848-97372eb249cc tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 210 time: 0.0988588 Dec 08 02:13:32.185629 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d60e52b-4b41-4596-ad06-26ba204ca286 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:32.195124 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d60e52b-4b41-4596-ad06-26ba204ca286 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.197713 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aeda17-ea81-4d49-8cc8-1c8369244ed8 admin admin] Network 4ee7ebea-8b68-4315-83df-d8ddfc82e7c4 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:13:32.224742 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-30aeda17-ea81-4d49-8cc8-1c8369244ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 4ee7ebea-8b68-4315-83df-d8ddfc82e7c4) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:32.234233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aeda17-ea81-4d49-8cc8-1c8369244ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:32.234912 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-30aeda17-ea81-4d49-8cc8-1c8369244ed8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.258623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee34c8-84d3-4f58-8aad-d36c1d6ff039 None None] Network 4ee7ebea-8b68-4315-83df-d8ddfc82e7c4 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:32.305787 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.306906 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.313822 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-30aeda17-ea81-4d49-8cc8-1c8369244ed8 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9483771 Dec 08 02:13:32.313822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49758) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:32.325507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1713406386-router', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:32.364041 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.365745 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.508262 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.570921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Allocated IP 172.20.0.2 (de25ac42-0f3c-45ea-b047-d8c536f67be0/dfe36e0c-7634-4108-a8e8-4f71e50f21d4/5f68881a-2671-4bc6-a515-f953c95f4834) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:32.597628 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.682479 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea22ae9-1fff-43e5-9662-01247caea2a1 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:32.701062 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d60e52b-4b41-4596-ad06-26ba204ca286 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.725100 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49764) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:32.741007 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.819889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d60e52b-4b41-4596-ad06-26ba204ca286 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:32.829725 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.833185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8d60e52b-4b41-4596-ad06-26ba204ca286 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:32.846295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60e52b-4b41-4596-ad06-26ba204ca286 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:32.846918 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8d60e52b-4b41-4596-ad06-26ba204ca286 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.859186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60e52b-4b41-4596-ad06-26ba204ca286 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=7f9b63c5-af8d-4ad0-bbf5-95c3ce56b42f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:32.878765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8d60e52b-4b41-4596-ad06-26ba204ca286 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9320793 Dec 08 02:13:32.885551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49768) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:32.892838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-87c2ba50-4dcf-4183-bc0f-7149e52e722f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:32.951127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5a2f2e71-0b8f-47df-89b3-723d602805c8 None None] Provisioning complete for port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:32.951863 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a2f2e71-0b8f-47df-89b3-723d602805c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.978398 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.003426 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3bf0a7b8-4e65-4a79-abf2-c6f5feb1e7f6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f2dbf4725153434494370b4383c28991&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2733982 Dec 08 02:13:33.007313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49770) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:33.034389 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.037946 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.043127 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.055700 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-4ee7ebea-8b68-4315-83df-d8ddfc82e7c4', 'network_id': '4ee7ebea-8b68-4315-83df-d8ddfc82e7c4', 'project_id': '15bcf5ed6a464ffb90f015014a77a622', 'fixed_ips': [{'subnet_id': '20a0a79b-c1a5-4e84-966c-3cdbd658acb6'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:13:33.056860 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.067190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.093634 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.126282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c2ba50-4dcf-4183-bc0f-7149e52e722f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:33.127350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Network de25ac42-0f3c-45ea-b047-d8c536f67be0 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:33.129784 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87c2ba50-4dcf-4183-bc0f-7149e52e722f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.141022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:33.149297 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:33.166386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Pushing event updated for resources: {'Port': ['ID=5f68881a-2671-4bc6-a515-f953c95f4834,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:33.190179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Allocated IP 172.25.8.83 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/07f5d824-68de-4f68-8800-26d3b92a0ebe) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:33.207239 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccbe3135-ff89-4724-a990-beebc4b0e7ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.322324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f054b006-befa-4cf2-adf5-4ef795c0c5e5 None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:33.380088 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.444197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.533545 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:33.538018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:33.545019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:33.584747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Pushing event updated for resources: {'Port': ['ID=07f5d824-68de-4f68-8800-26d3b92a0ebe,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:33.593138 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd37ab63-d733-44f8-b856-f6362a016467 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:33.628416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cb3dc-15d7-4ac9-99bc-e5a815410918 None None] Pushing event updated for resources: {'Port': ['ID=7182361a-1e3d-44f1-be8d-dcdc44f7df27,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:33.672447 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Attempting to bind port 5f68881a-2671-4bc6-a515-f953c95f4834 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:33.672864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Attempting to bind port 5f68881a-2671-4bc6-a515-f953c95f4834 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:33.673217 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Attempting to bind port 5f68881a-2671-4bc6-a515-f953c95f4834 on network de25ac42-0f3c-45ea-b047-d8c536f67be0 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:33.710894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:33.711563 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Checking segment: {'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:33.711727 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.712094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Bound using segment: {'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:33.712583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Bound port: 5f68881a-2671-4bc6-a515-f953c95f4834, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:33.712965 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.730792 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Attempting to bind port 7182361a-1e3d-44f1-be8d-dcdc44f7df27 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:33.731165 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Attempting to bind port 7182361a-1e3d-44f1-be8d-dcdc44f7df27 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '19fc847d-b66e-43f3-9fac-362f9ab03e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:33.731514 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Attempting to bind port 7182361a-1e3d-44f1-be8d-dcdc44f7df27 on network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:33.755027 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Allocated IP 172.20.0.2 (4ee7ebea-8b68-4315-83df-d8ddfc82e7c4/20a0a79b-c1a5-4e84-966c-3cdbd658acb6/ab6cb4d1-9770-4332-b235-2ef06a156745) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:33.759392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:33.759823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Checking segment: {'id': '19fc847d-b66e-43f3-9fac-362f9ab03e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:33.760189 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.760561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Bound using segment: {'id': '19fc847d-b66e-43f3-9fac-362f9ab03e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:33.761043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Bound port: 7182361a-1e3d-44f1-be8d-dcdc44f7df27, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fc847d-b66e-43f3-9fac-362f9ab03e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:33.761420 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.867404 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.886510 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f054b006-befa-4cf2-adf5-4ef795c0c5e5 None None] Deleting port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:33.886883 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f054b006-befa-4cf2-adf5-4ef795c0c5e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.901762 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccbe3135-ff89-4724-a990-beebc4b0e7ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.905584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfab9a46-9c1c-4050-bd1b-ba625900c7c1 req-800fd39b-f61b-4a23-a9ec-2c46a66e3442 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 210 time: 0.5130284 Dec 08 02:13:33.939820 n-d-713499-31 neutron-server[109767]: INFO neutron.db.ipam_backend_mixin [None req-87c2ba50-4dcf-4183-bc0f-7149e52e722f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f9b63c5-af8d-4ad0-bbf5-95c3ce56b42f (CIDR: 2001:db8::/64) Dec 08 02:13:33.952351 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c2ba50-4dcf-4183-bc0f-7149e52e722f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:13:33.952761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c2ba50-4dcf-4183-bc0f-7149e52e722f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:33.984026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] For port 5f68881a-2671-4bc6-a515-f953c95f4834, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:34.003771 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-71f37f00-3fc0-40b8-9429-1070dac47bb2 None None] Provisioning complete for port 07f5d824-68de-4f68-8800-26d3b92a0ebe triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:34.005074 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71f37f00-3fc0-40b8-9429-1070dac47bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.017298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] For port 7182361a-1e3d-44f1-be8d-dcdc44f7df27, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:34.036776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-87c2ba50-4dcf-4183-bc0f-7149e52e722f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1475215 Dec 08 02:13:34.039771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49774) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:34.040215 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] For port 5f68881a-2671-4bc6-a515-f953c95f4834, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5f68881a-2671-4bc6-a515-f953c95f4834,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:34.041419 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.049639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-35a92133-193c-43ac-af59-bc7b4e2e03a7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'subnet': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:34.066644 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.070876 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.077189 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] For port 7182361a-1e3d-44f1-be8d-dcdc44f7df27, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=7182361a-1e3d-44f1-be8d-dcdc44f7df27,segment=NetworkSegment(19fc847d-b66e-43f3-9fac-362f9ab03e52),segment_id=19fc847d-b66e-43f3-9fac-362f9ab03e52)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:34.116223 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.134250 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccbe3135-ff89-4724-a990-beebc4b0e7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.136830 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ccbe3135-ff89-4724-a990-beebc4b0e7ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.142516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ccbe3135-ff89-4724-a990-beebc4b0e7ca admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/58ea1274-840c-4d3c-988d-213965534d5d HTTP/1.1" status: 204 len: 168 time: 1.1277101 Dec 08 02:13:34.143169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-71f37f00-3fc0-40b8-9429-1070dac47bb2 None None] Port 07f5d824-68de-4f68-8800-26d3b92a0ebe cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:34.176602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-2529f686-8b87-4264-b1eb-8be7610ec332 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:34.178178 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-2529f686-8b87-4264-b1eb-8be7610ec332 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.45 "GET /v2.0/networks?id=990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 200 len: 810 time: 0.3052278 Dec 08 02:13:34.181910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe3135-ff89-4724-a990-beebc4b0e7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ea1274-840c-4d3c-988d-213965534d5d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:34.229239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f054b006-befa-4cf2-adf5-4ef795c0c5e5 None None] For port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0b0c7379-c759-49ea-a6f4-e6e7ee0aba02,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:34.229614 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f054b006-befa-4cf2-adf5-4ef795c0c5e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.285899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f054b006-befa-4cf2-adf5-4ef795c0c5e5 None None] Calling delete_port for 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:34.298365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a92133-193c-43ac-af59-bc7b4e2e03a7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:34.301100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b7318-242c-45ea-85a8-e9a91c2aee35 None None] Pushing event updated for resources: {'Port': ['ID=5f68881a-2671-4bc6-a515-f953c95f4834,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:34.313109 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35a92133-193c-43ac-af59-bc7b4e2e03a7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.322355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-71f37f00-3fc0-40b8-9429-1070dac47bb2 None None] Provisioning complete for port 7182361a-1e3d-44f1-be8d-dcdc44f7df27 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:34.322732 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71f37f00-3fc0-40b8-9429-1070dac47bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.326946 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.340321 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.394359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Allocated IP 172.25.8.210 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/421ca229-8a47-4bbe-99b3-55a1aac3928e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:34.455465 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-059156cb-7713-4631-b0f5-17a976cc684e tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6 HTTP/1.1" status: 200 len: 380 time: 0.2585287 Dec 08 02:13:34.488639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-0082465d-6062-48c5-b1a2-0cdfb53650d3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Request body: {'port': {'device_id': '085e56af-b55b-4216-8816-639bcd6fa73e', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'admin_state_up': True, 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'security_groups': ['41b99ab2-f6d1-4c13-915f-066a7bab241f']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:34.515949 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.528859 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Routers {'74772e55-9c51-4c6a-a2f6-6dfe910e7079'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:34.529570 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:34.625813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Network 4ee7ebea-8b68-4315-83df-d8ddfc82e7c4 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:34.635562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cb3dc-15d7-4ac9-99bc-e5a815410918 None None] Pushing event updated for resources: {'Port': ['ID=7182361a-1e3d-44f1-be8d-dcdc44f7df27,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:34.659546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:34.661905 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-0082465d-6062-48c5-b1a2-0cdfb53650d3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Made reservation on behalf of 0c1cbe79e8f641d4a20d0177ba0200b6 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:34.669094 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-0082465d-6062-48c5-b1a2-0cdfb53650d3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.703569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:34.884531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-0082465d-6062-48c5-b1a2-0cdfb53650d3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Allocated IP 172.20.0.13 (990035d0-5f75-410a-9ae4-93ef5b213255/890cd2ed-9ae7-4a89-916f-2d2e22fc0f59/64fc7733-b523-4ee3-ad4d-eceb48ca0873) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:34.897601 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Router d33763cc-b3e2-41c7-a816-b1467a4492ce is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:13:34.905111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Pushing event updated for resources: {'Port': ['ID=ab6cb4d1-9770-4332-b235-2ef06a156745,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:34.922507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5f68881a-2671-4bc6-a515-f953c95f4834 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:34.930441 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f054b006-befa-4cf2-adf5-4ef795c0c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.991168 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71f37f00-3fc0-40b8-9429-1070dac47bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.994837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Attempting to bind port ab6cb4d1-9770-4332-b235-2ef06a156745 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:34.995275 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Attempting to bind port ab6cb4d1-9770-4332-b235-2ef06a156745 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'a08e83df-0f24-428c-be0f-5008c3baea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4ee7ebea-8b68-4315-83df-d8ddfc82e7c4'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:34.995687 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Attempting to bind port ab6cb4d1-9770-4332-b235-2ef06a156745 on network 4ee7ebea-8b68-4315-83df-d8ddfc82e7c4 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:35.066473 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.103586 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad5e9c11-df4f-4965-bdef-69319a904e68 req-a8265f58-4de9-4469-abf7-46c1cc30cffe tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 210 time: 0.0418992 Dec 08 02:13:35.117693 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:13:35.122027 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054b006-befa-4cf2-adf5-4ef795c0c5e5 None None] Pushing event deleted for resources: {'Port': ['ID=0b0c7379-c759-49ea-a6f4-e6e7ee0aba02,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:35.128910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:35.129429 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Checking segment: {'id': 'a08e83df-0f24-428c-be0f-5008c3baea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4ee7ebea-8b68-4315-83df-d8ddfc82e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:35.130871 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.131473 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Bound using segment: {'id': 'a08e83df-0f24-428c-be0f-5008c3baea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4ee7ebea-8b68-4315-83df-d8ddfc82e7c4'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:35.132195 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Bound port: ab6cb4d1-9770-4332-b235-2ef06a156745, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08e83df-0f24-428c-be0f-5008c3baea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4ee7ebea-8b68-4315-83df-d8ddfc82e7c4'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:35.132824 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.146699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054b006-befa-4cf2-adf5-4ef795c0c5e5 None None] No DVR routers for this DVR port 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:13:35.149021 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Sync routers for ids ['d33763cc-b3e2-41c7-a816-b1467a4492ce'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:13:35.162226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] Set router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:35.169468 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Routers {'d33763cc-b3e2-41c7-a816-b1467a4492ce'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:35.169715 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d33763cc-b3e2-41c7-a816-b1467a4492ce'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:35.170211 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.174514 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e1373a93-6702-4afc-860c-82d6a8d3fc01 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8567507 Dec 08 02:13:35.175314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49794) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:35.208612 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-71f37f00-3fc0-40b8-9429-1070dac47bb2 None None] For port 7182361a-1e3d-44f1-be8d-dcdc44f7df27, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=7182361a-1e3d-44f1-be8d-dcdc44f7df27,segment=NetworkSegment(19fc847d-b66e-43f3-9fac-362f9ab03e52),segment_id=19fc847d-b66e-43f3-9fac-362f9ab03e52)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:35.262828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bbdddb-8b85-48f1-80c9-2b36f69986db None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:35.265572 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-0082465d-6062-48c5-b1a2-0cdfb53650d3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.272073 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.302675 n-d-713499-31 neutron-server[109766]: DEBUG neutron.objects.ports [None req-35a92133-193c-43ac-af59-bc7b4e2e03a7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:13:35.317563 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35a92133-193c-43ac-af59-bc7b4e2e03a7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.344041 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-71f37f00-3fc0-40b8-9429-1070dac47bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.355994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 5f68881a-2671-4bc6-a515-f953c95f4834 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:35.356471 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.374293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:35.376892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Pushing event updated for resources: {'Port': ['ID=421ca229-8a47-4bbe-99b3-55a1aac3928e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:35.379474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:35.384246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:35.406381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c5378d-fb27-4e2f-900b-ff1af196d54e None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:35.439476 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Set router d33763cc-b3e2-41c7-a816-b1467a4492ce gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:35.479400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] For port ab6cb4d1-9770-4332-b235-2ef06a156745, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:35.483425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] For port ab6cb4d1-9770-4332-b235-2ef06a156745, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ab6cb4d1-9770-4332-b235-2ef06a156745,segment=NetworkSegment(a08e83df-0f24-428c-be0f-5008c3baea8b),segment_id=a08e83df-0f24-428c-be0f-5008c3baea8b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:35.496023 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a92133-193c-43ac-af59-bc7b4e2e03a7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:35.504650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-35a92133-193c-43ac-af59-bc7b4e2e03a7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:35.526396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a92133-193c-43ac-af59-bc7b4e2e03a7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Subnet': ['ID=a63fdcc4-6c96-470d-93e6-b5598aaa0624,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:35.540879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a92133-193c-43ac-af59-bc7b4e2e03a7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:35.541928 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35a92133-193c-43ac-af59-bc7b4e2e03a7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.564740 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.569535 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-35a92133-193c-43ac-af59-bc7b4e2e03a7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5286269 Dec 08 02:13:35.623860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49800) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:35.624066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49802) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:35.632885 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Request body: {'port': {'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'mac_address': 'fa:16:3e:0c:17:92', 'name': 'tempest-NetworksTestDHCPv6-1599614810'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:35.663680 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5c81249c-c041-47f1-8ffd-8eabf0d486cf None None] Provisioning complete for port 7182361a-1e3d-44f1-be8d-dcdc44f7df27 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:35.664668 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c81249c-c041-47f1-8ffd-8eabf0d486cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.824254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-27b71a85-dd81-4415-b869-7bdb583f90f3', 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3', 'project_id': '0946545a728f46efa0e99ebc70edd125', 'fixed_ips': [{'subnet_id': '7f9b63c5-af8d-4ad0-bbf5-95c3ce56b42f'}, {'subnet_id': 'a63fdcc4-6c96-470d-93e6-b5598aaa0624'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:13:35.824739 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.837197 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-0082465d-6062-48c5-b1a2-0cdfb53650d3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.862282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f37f00-3fc0-40b8-9429-1070dac47bb2 None None] Pushing event updated for resources: {'Port': ['ID=7182361a-1e3d-44f1-be8d-dcdc44f7df27,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:35.882958 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'name': 'tempest-TestServerBasicOps-1713406386-router', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '07f5d824-68de-4f68-8800-26d3b92a0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:33Z', 'revision_number': 3, 'project_id': '15bcf5ed6a464ffb90f015014a77a622', 'gw_port': {'id': '07f5d824-68de-4f68-8800-26d3b92a0ebe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:33Z', 'updated_at': '2021-12-08T02:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:35.932236 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Checking router: d33763cc-b3e2-41c7-a816-b1467a4492ce for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:13:35.933574 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Updating router d33763cc-b3e2-41c7-a816-b1467a4492ce port 07f5d824-68de-4f68-8800-26d3b92a0ebe binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:13:35.964456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-94d52a3c-9a9b-47cd-9521-bfa171528a09 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group': {'name': 'tempest-secgroup--87939899'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:35.981601 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.993738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-0082465d-6062-48c5-b1a2-0cdfb53650d3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Network 990035d0-5f75-410a-9ae4-93ef5b213255 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:36.025706 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-0082465d-6062-48c5-b1a2-0cdfb53650d3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:36.032573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-0082465d-6062-48c5-b1a2-0cdfb53650d3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:36.039931 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94d52a3c-9a9b-47cd-9521-bfa171528a09 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.071291 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94d52a3c-9a9b-47cd-9521-bfa171528a09 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.095351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082465d-6062-48c5-b1a2-0cdfb53650d3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event updated for resources: {'Port': ['ID=64fc7733-b523-4ee3-ad4d-eceb48ca0873,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:36.169409 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.174312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f99842-69d8-4120-8d2d-d2e863b0c6c1 None None] Network de25ac42-0f3c-45ea-b047-d8c536f67be0 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:36.192436 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94d52a3c-9a9b-47cd-9521-bfa171528a09 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.423976 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.433147 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.434295 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.496273 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de958e-d261-43c3-a527-884f0f2afc2f None None] Pushing event updated for resources: {'Port': ['ID=07f5d824-68de-4f68-8800-26d3b92a0ebe,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:36.513700 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Attempting to bind port 07f5d824-68de-4f68-8800-26d3b92a0ebe on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:36.514359 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Attempting to bind port 07f5d824-68de-4f68-8800-26d3b92a0ebe by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:36.515000 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Attempting to bind port 07f5d824-68de-4f68-8800-26d3b92a0ebe on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:36.521616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 5f68881a-2671-4bc6-a515-f953c95f4834, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5f68881a-2671-4bc6-a515-f953c95f4834,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:36.525187 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:36.525817 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:36.526361 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.526905 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:36.527559 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Bound port: 07f5d824-68de-4f68-8800-26d3b92a0ebe, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:36.528135 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.541381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e84a41f-c215-4a49-98f3-e4d70f8a5a48 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:36.565899 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.571774 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.583245 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] For port 07f5d824-68de-4f68-8800-26d3b92a0ebe, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:36.594510 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] For port 07f5d824-68de-4f68-8800-26d3b92a0ebe, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=07f5d824-68de-4f68-8800-26d3b92a0ebe,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:36.608838 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.630935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-0082465d-6062-48c5-b1a2-0cdfb53650d3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:36.631942 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-0082465d-6062-48c5-b1a2-0cdfb53650d3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.664543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab74b6df-6b90-46ac-8eed-5fa695c21d05 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:36.676814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac9326-ce92-42ae-9943-52bf22e169fa None None] Pushing event updated for resources: {'Port': ['ID=ab6cb4d1-9770-4332-b235-2ef06a156745,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:36.681544 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94d52a3c-9a9b-47cd-9521-bfa171528a09 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.686255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-0082465d-6062-48c5-b1a2-0cdfb53650d3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2140653 Dec 08 02:13:36.708184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Request body: {'port': {'device_id': '085e56af-b55b-4216-8816-639bcd6fa73e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:36.747441 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Routers {'d33763cc-b3e2-41c7-a816-b1467a4492ce'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:36.754729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:13:36.757002 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d33763cc-b3e2-41c7-a816-b1467a4492ce'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:36.772305 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Made reservation on behalf of 0946545a728f46efa0e99ebc70edd125 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:36.788594 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.848032 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d52a3c-9a9b-47cd-9521-bfa171528a09 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8687bd6-5e1b-4741-a171-5ed90321ab8b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:36.864615 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de958e-d261-43c3-a527-884f0f2afc2f None None] Pushing event updated for resources: {'Port': ['ID=07f5d824-68de-4f68-8800-26d3b92a0ebe,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:36.885004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce163f0-0273-44df-b6f5-8142f109ce18 req-3442bcff-1ca6-4607-a19c-54f4ba759014 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:36.892677 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ce163f0-0273-44df-b6f5-8142f109ce18 req-3442bcff-1ca6-4607-a19c-54f4ba759014 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 932 time: 0.5223908 Dec 08 02:13:36.966788 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94d52a3c-9a9b-47cd-9521-bfa171528a09 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:36.979231 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:13:36.979529 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0b0c7379-c759-49ea-a6f4-e6e7ee0aba02 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:13:37.026314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ce163f0-0273-44df-b6f5-8142f109ce18 req-780286cb-05bf-4e1b-ad86-89328b871525 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297107 Dec 08 02:13:37.038490 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94d52a3c-9a9b-47cd-9521-bfa171528a09 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:37.081847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=5f68881a-2671-4bc6-a515-f953c95f4834,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:37.096487 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] Set router d33763cc-b3e2-41c7-a816-b1467a4492ce gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:37.099533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-94d52a3c-9a9b-47cd-9521-bfa171528a09 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:37.101239 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-94d52a3c-9a9b-47cd-9521-bfa171528a09 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4640439 Dec 08 02:13:37.125030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49808) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:37.127066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Allocated IP 2001:db8::2 (27b71a85-dd81-4415-b869-7bdb583f90f3/7f9b63c5-af8d-4ad0-bbf5-95c3ce56b42f/75745a15-add5-4012-aa4d-6729b6abc557) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:37.149014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Allocated IP 2001:db8:0:1:f816:3eff:fee8:abb9 (27b71a85-dd81-4415-b869-7bdb583f90f3/a63fdcc4-6c96-470d-93e6-b5598aaa0624/75745a15-add5-4012-aa4d-6729b6abc557) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:37.166703 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port': {'id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:21Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7182361a-1e3d-44f1-be8d-dcdc44f7df27', 'name': '', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'mac_address': 'fa:16:3e:74:da:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:26Z', 'updated_at': '2021-12-08T02:13:33Z', 'revision_number': 4, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'subnets': [{'id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:37.189478 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:37.202832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d52a3c-9a9b-47cd-9521-bfa171528a09 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1b8241-563a-4bda-804f-9cd8c2a71647,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:37.238402 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a0ca76-6807-449d-8e99-dd880c160027 None None] The sync data for ids ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'] in n-d-713499-31 is: [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port': {'id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:21Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7182361a-1e3d-44f1-be8d-dcdc44f7df27', 'name': '', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'mac_address': 'fa:16:3e:74:da:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:26Z', 'updated_at': '2021-12-08T02:13:33Z', 'revision_number': 4, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'subnets': [{'id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:13:37.241074 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-cc6a468a-a19b-4ea0-8171-07f0b35ad7e0 None None] Provisioning complete for port 07f5d824-68de-4f68-8800-26d3b92a0ebe triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:37.241444 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc6a468a-a19b-4ea0-8171-07f0b35ad7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:37.272118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] device_id is not set on port 3e83a674-7468-496a-8216-84bfe271bd46 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:13:37.336421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ab6cb4d1-9770-4332-b235-2ef06a156745 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:37.446796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Router 48122814-f56e-46bb-98e0-1ff8ce562226 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:13:37.519096 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-592e57a4-31f0-46de-8022-b5305f0411ee tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.3895466 Dec 08 02:13:37.529952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49810) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:37.554461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4ecfb072-c1ee-48e4-a7c1-df6cc8a7991b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group': {'name': 'tempest-security--824142707', 'description': 'tempest-security-description-86891384'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:37.583276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d1d89d-844b-476a-a8d7-0b8273d3bac8 None None] Network 4ee7ebea-8b68-4315-83df-d8ddfc82e7c4 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:37.614337 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'name': 'tempest-TestServerBasicOps-1713406386-router', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '07f5d824-68de-4f68-8800-26d3b92a0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:33Z', 'revision_number': 3, 'project_id': '15bcf5ed6a464ffb90f015014a77a622', 'gw_port': {'id': '07f5d824-68de-4f68-8800-26d3b92a0ebe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:33Z', 'updated_at': '2021-12-08T02:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:37.617614 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:37.673846 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416b54a-b6cc-45f6-a480-570fc25b8c93 None None] The sync data for ids ['d33763cc-b3e2-41c7-a816-b1467a4492ce'] in n-d-713499-31 is: [{'id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'name': 'tempest-TestServerBasicOps-1713406386-router', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '07f5d824-68de-4f68-8800-26d3b92a0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:33Z', 'revision_number': 3, 'project_id': '15bcf5ed6a464ffb90f015014a77a622', 'gw_port': {'id': '07f5d824-68de-4f68-8800-26d3b92a0ebe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:33Z', 'updated_at': '2021-12-08T02:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:13:37.728488 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port ab6cb4d1-9770-4332-b235-2ef06a156745 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:37.728890 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:37.760776 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc6a468a-a19b-4ea0-8171-07f0b35ad7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:37.767345 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:37.807796 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb072-c1ee-48e4-a7c1-df6cc8a7991b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:37.842976 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:37.863784 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cc6a468a-a19b-4ea0-8171-07f0b35ad7e0 None None] For port 07f5d824-68de-4f68-8800-26d3b92a0ebe, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=07f5d824-68de-4f68-8800-26d3b92a0ebe,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:37.890641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:13:37.902549 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc6a468a-a19b-4ea0-8171-07f0b35ad7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:37.920712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Sync routers for ids ['48122814-f56e-46bb-98e0-1ff8ce562226'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:13:37.936092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:37.944750 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb072-c1ee-48e4-a7c1-df6cc8a7991b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:37.951719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:37.975215 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:37.976385 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb072-c1ee-48e4-a7c1-df6cc8a7991b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:37.984158 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb072-c1ee-48e4-a7c1-df6cc8a7991b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:37.988227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Pushing event updated for resources: {'Port': ['ID=75745a15-add5-4012-aa4d-6729b6abc557,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:37.991765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4ecfb072-c1ee-48e4-a7c1-df6cc8a7991b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "PUT /v2.0/security-groups/5e1b8241-563a-4bda-804f-9cd8c2a71647 HTTP/1.1" status: 200 len: 1794 time: 0.4394462 Dec 08 02:13:37.993225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Routers {'48122814-f56e-46bb-98e0-1ff8ce562226'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:37.993854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['48122814-f56e-46bb-98e0-1ff8ce562226'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:37.996400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49812) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:38.005936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-cc6a468a-a19b-4ea0-8171-07f0b35ad7e0 None None] Provisioning complete for port 64fc7733-b523-4ee3-ad4d-eceb48ca0873 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:38.006305 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc6a468a-a19b-4ea0-8171-07f0b35ad7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.060799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Allocated IP 172.20.0.1 (4ee7ebea-8b68-4315-83df-d8ddfc82e7c4/20a0a79b-c1a5-4e84-966c-3cdbd658acb6/e1a5d09b-345a-4917-8a8c-669f8f136fdd) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:38.061331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfb072-c1ee-48e4-a7c1-df6cc8a7991b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1b8241-563a-4bda-804f-9cd8c2a71647,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:38.070878 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.075041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bdadc32e-2903-4aa5-bc71-267890cd1b23 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9773371 Dec 08 02:13:38.090120 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49816) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:38.171955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fc7733-b523-4ee3-ad4d-eceb48ca0873 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:13:38.180728 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8::141 (27b71a85-dd81-4415-b869-7bdb583f90f3/7f9b63c5-af8d-4ad0-bbf5-95c3ce56b42f/3e83a674-7468-496a-8216-84bfe271bd46) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:38.201040 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0c:1792 (27b71a85-dd81-4415-b869-7bdb583f90f3/a63fdcc4-6c96-470d-93e6-b5598aaa0624/3e83a674-7468-496a-8216-84bfe271bd46) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:38.203140 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.231523 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6795f937-2dc2-405a-ac0b-874eec55b9ec tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-groups/5e1b8241-563a-4bda-804f-9cd8c2a71647 HTTP/1.1" status: 200 len: 1794 time: 0.2054043 Dec 08 02:13:38.232312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49818) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:38.239280 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Transition to ACTIVE for port object 64fc7733-b523-4ee3-ad4d-eceb48ca0873 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:13:38.262925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77599194-bcd2-4c82-a117-aaafb695c854 req-725124cd-feb2-4d81-854e-00b7fbe7b5c8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:38.271441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77599194-bcd2-4c82-a117-aaafb695c854 req-725124cd-feb2-4d81-854e-00b7fbe7b5c8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 932 time: 0.1375000 Dec 08 02:13:38.273433 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.281181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a468a-a19b-4ea0-8171-07f0b35ad7e0 None None] Port 64fc7733-b523-4ee3-ad4d-eceb48ca0873 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:38.283340 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.302956 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a468a-a19b-4ea0-8171-07f0b35ad7e0 None None] Pushing event updated for resources: {'Port': ['ID=07f5d824-68de-4f68-8800-26d3b92a0ebe,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:38.310212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Attempting to bind port 75745a15-add5-4012-aa4d-6729b6abc557 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:38.310590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Attempting to bind port 75745a15-add5-4012-aa4d-6729b6abc557 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:38.310954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Attempting to bind port 75745a15-add5-4012-aa4d-6729b6abc557 on network 27b71a85-dd81-4415-b869-7bdb583f90f3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:38.343542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:38.346760 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Checking segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:38.347182 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.348012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Bound using segment: {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:38.348155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Bound port: 75745a15-add5-4012-aa4d-6729b6abc557, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435ff02-9ebe-4568-a6e3-b1d86249a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27b71a85-dd81-4415-b869-7bdb583f90f3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:38.348533 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.387931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-cc6a468a-a19b-4ea0-8171-07f0b35ad7e0 None None] Provisioning complete for port 5f68881a-2671-4bc6-a515-f953c95f4834 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:38.388307 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc6a468a-a19b-4ea0-8171-07f0b35ad7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.446371 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77599194-bcd2-4c82-a117-aaafb695c854 req-1d0635ff-e9ac-4922-bec5-f25e4eb42340 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738019 Dec 08 02:13:38.448191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port ab6cb4d1-9770-4332-b235-2ef06a156745, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ab6cb4d1-9770-4332-b235-2ef06a156745,segment=NetworkSegment(a08e83df-0f24-428c-be0f-5008c3baea8b),segment_id=a08e83df-0f24-428c-be0f-5008c3baea8b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:38.453343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Set router 48122814-f56e-46bb-98e0-1ff8ce562226 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:38.484540 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Pushing event updated for resources: {'Port': ['ID=64fc7733-b523-4ee3-ad4d-eceb48ca0873,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:38.536708 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58867c1b-8e1d-47a7-ba09-649bc234ce63 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.620741 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.648619 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58867c1b-8e1d-47a7-ba09-649bc234ce63 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.777835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Attempting to bind port 64fc7733-b523-4ee3-ad4d-eceb48ca0873 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:38.778406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Attempting to bind port 64fc7733-b523-4ee3-ad4d-eceb48ca0873 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:38.779266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Attempting to bind port 64fc7733-b523-4ee3-ad4d-eceb48ca0873 on network 990035d0-5f75-410a-9ae4-93ef5b213255 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:38.793034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Port 64fc7733-b523-4ee3-ad4d-eceb48ca0873 on network 990035d0-5f75-410a-9ae4-93ef5b213255 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:13:38.794633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Attempting to bind port 64fc7733-b523-4ee3-ad4d-eceb48ca0873 on network 990035d0-5f75-410a-9ae4-93ef5b213255 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:38.802882 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58867c1b-8e1d-47a7-ba09-649bc234ce63 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.806417 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-58867c1b-8e1d-47a7-ba09-649bc234ce63 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.807979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-58867c1b-8e1d-47a7-ba09-649bc234ce63 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-groups/5e1b8241-563a-4bda-804f-9cd8c2a71647 HTTP/1.1" status: 204 len: 168 time: 0.5722318 Dec 08 02:13:38.809285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:38.809822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Checking segment: {'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:38.810823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Bound using segment: {'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:38.811443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Bound port: 64fc7733-b523-4ee3-ad4d-eceb48ca0873, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:38.812139 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.821490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49820) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:38.877241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58867c1b-8e1d-47a7-ba09-649bc234ce63 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1b8241-563a-4bda-804f-9cd8c2a71647,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:38.886583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.918887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] For port 64fc7733-b523-4ee3-ad4d-eceb48ca0873, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:38.924761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] For port 64fc7733-b523-4ee3-ad4d-eceb48ca0873, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=64fc7733-b523-4ee3-ad4d-eceb48ca0873,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:38.935092 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.953418 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:38.974051 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4a59d557-e578-4aac-8cc0-3441228bee08 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1489503 Dec 08 02:13:38.999908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49822) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:39.007900 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.012580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Network 4ee7ebea-8b68-4315-83df-d8ddfc82e7c4 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:39.025311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Pushing event updated for resources: {'Port': ['ID=64fc7733-b523-4ee3-ad4d-eceb48ca0873,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:39.030034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:39.030652 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.032798 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-8370f5c4-30f2-4dc6-8bcd-dc58d585e103 service neutron] 10.222.0.45 "PUT /v2.0/ports/64fc7733-b523-4ee3-ad4d-eceb48ca0873 HTTP/1.1" status: 200 len: 1093 time: 2.3295708 Dec 08 02:13:39.033274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085e56af-b55b-4216-8816-639bcd6fa73e', 'tag': '64fc7733-b523-4ee3-ad4d-eceb48ca0873'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:13:39.035836 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03aabdf-b6d7-4ad6-b166-84739ebcde1d" -d '{"events": [{"name": "network-changed", "server_uuid": "085e56af-b55b-4216-8816-639bcd6fa73e", "tag": "64fc7733-b523-4ee3-ad4d-eceb48ca0873"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:13:39.066028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:39.069505 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:39.136394 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77764174-6765-4cf5-90b9-591f83fdf925 x-openstack-request-id: req-77764174-6765-4cf5-90b9-591f83fdf925 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:13:39.136694 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085e56af-b55b-4216-8816-639bcd6fa73e", "tag": "64fc7733-b523-4ee3-ad4d-eceb48ca0873", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:13:39.137129 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-77764174-6765-4cf5-90b9-591f83fdf925 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:13:39.138920 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085e56af-b55b-4216-8816-639bcd6fa73e', 'tag': '64fc7733-b523-4ee3-ad4d-eceb48ca0873', 'status': 'completed', 'code': 200} Dec 08 02:13:39.144494 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.147158 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-e4ad7903-fef6-4cd8-a984-6219eecbfa61 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] delete failed (client error): The resource could not be found. Dec 08 02:13:39.151905 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e4ad7903-fef6-4cd8-a984-6219eecbfa61 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-groups/5e1b8241-563a-4bda-804f-9cd8c2a71647 HTTP/1.1" status: 404 len: 347 time: 0.1454508 Dec 08 02:13:39.154186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49826) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:39.161467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0f7fcd98-c11e-4e2f-90ad-ac3340f1f9ed tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group': {'name': 'tempest-secgroup--109577310'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:39.209343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-73d76ce6-01d2-40ba-a39d-a04e4d0cd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:39.213345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-73d76ce6-01d2-40ba-a39d-a04e4d0cd031 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 1096 time: 0.1174023 Dec 08 02:13:39.216778 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f7fcd98-c11e-4e2f-90ad-ac3340f1f9ed tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.257982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Pushing event updated for resources: {'Port': ['ID=e1a5d09b-345a-4917-8a8c-669f8f136fdd,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:39.300001 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.355691 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:39.387073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:39.389961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:39.397951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:39.398732 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.408902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=ab6cb4d1-9770-4332-b235-2ef06a156745,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:39.453597 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] For port 75745a15-add5-4012-aa4d-6729b6abc557, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:39.489080 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8618147 Dec 08 02:13:39.495178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49830) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:39.548828 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f7fcd98-c11e-4e2f-90ad-ac3340f1f9ed tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.551461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-4bc6ec1e-e71d-4da4-b761-9674a29e1f0d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64fc7733-b523-4ee3-ad4d-eceb48ca0873 HTTP/1.1" status: 200 len: 217 time: 0.2704294 Dec 08 02:13:39.552596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4199d-32c4-4b74-ad77-d00b02f84cbe tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event updated for resources: {'Port': ['ID=3e83a674-7468-496a-8216-84bfe271bd46,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:39.565056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 7182361a-1e3d-44f1-be8d-dcdc44f7df27 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:39.571398 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.634443 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.636020 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] For port 75745a15-add5-4012-aa4d-6729b6abc557, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=75745a15-add5-4012-aa4d-6729b6abc557,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:39.637365 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-055beae9-b707-4aba-81be-a53f39b366a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:39.639151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-055beae9-b707-4aba-81be-a53f39b366a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=890cd2ed-9ae7-4a89-916f-2d2e22fc0f59 HTTP/1.1" status: 200 len: 849 time: 0.0777423 Dec 08 02:13:39.640015 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f7fcd98-c11e-4e2f-90ad-ac3340f1f9ed tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.674202 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.708844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fcd98-c11e-4e2f-90ad-ac3340f1f9ed tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abf1535-a45a-4d6f-821f-be60018ef552,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:39.714720 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0f7fcd98-c11e-4e2f-90ad-ac3340f1f9ed tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.716185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0f7fcd98-c11e-4e2f-90ad-ac3340f1f9ed tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5595160 Dec 08 02:13:39.752221 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49832) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:39.767706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-db746015-0608-45c1-bf47-0aff1a3f1c37 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group_rule': {'security_group_id': '0abf1535-a45a-4d6f-821f-be60018ef552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:39.805211 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a3e251cc-0ff6-4286-95ab-988ea8a9f44a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting port 3e83a674-7468-496a-8216-84bfe271bd46 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:39.805798 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3e251cc-0ff6-4286-95ab-988ea8a9f44a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.831953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-2a7f7d2f-2d89-4209-9299-c00e5450fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:39.834748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-2a7f7d2f-2d89-4209-9299-c00e5450fa23 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990035d0-5f75-410a-9ae4-93ef5b213255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1695123 Dec 08 02:13:39.851249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683d381-a8d5-494f-b6ff-b01ae21684a3 req-d554f398-49c3-46ae-b86d-d3bc183b7046 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:39.853415 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8683d381-a8d5-494f-b6ff-b01ae21684a3 req-d554f398-49c3-46ae-b86d-d3bc183b7046 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 944 time: 0.1997871 Dec 08 02:13:39.876953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-cc6a468a-a19b-4ea0-8171-07f0b35ad7e0 None None] Provisioning complete for port 421ca229-8a47-4bbe-99b3-55a1aac3928e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:39.877327 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cc6a468a-a19b-4ea0-8171-07f0b35ad7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.881363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a44f5c-dd40-459b-9583-041a6adac058 None None] Pushing event updated for resources: {'Port': ['ID=75745a15-add5-4012-aa4d-6729b6abc557,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:39.947456 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 7182361a-1e3d-44f1-be8d-dcdc44f7df27 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:39.947852 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:39.997800 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3e251cc-0ff6-4286-95ab-988ea8a9f44a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.030366 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a468a-a19b-4ea0-8171-07f0b35ad7e0 None None] Port 421ca229-8a47-4bbe-99b3-55a1aac3928e cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:40.067362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a3e251cc-0ff6-4286-95ab-988ea8a9f44a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Calling delete_port for 3e83a674-7468-496a-8216-84bfe271bd46 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:40.086220 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-db746015-0608-45c1-bf47-0aff1a3f1c37 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.094863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:35Z', 'revision_number': 3, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:40.098803 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-faef4279-7d00-4a4d-a954-f227259cfe38 service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417953 Dec 08 02:13:40.178012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Checking router: 48122814-f56e-46bb-98e0-1ff8ce562226 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:13:40.178362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Updating router 48122814-f56e-46bb-98e0-1ff8ce562226 port 421ca229-8a47-4bbe-99b3-55a1aac3928e binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:13:40.244552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8683d381-a8d5-494f-b6ff-b01ae21684a3 req-7018bcc8-5a90-4dc0-98e2-c6dfd8537352 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792404 Dec 08 02:13:40.267075 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.275791 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7c36889b-68f8-4f61-b121-3c1fc22a6c5a None None] Provisioning complete for port ab6cb4d1-9770-4332-b235-2ef06a156745 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:40.276168 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c36889b-68f8-4f61-b121-3c1fc22a6c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.329535 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bad6304-8b69-4e21-ae03-e4bc0201e778 req-44f9c191-ff2c-4070-9935-7162bb4cee26 service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200744 Dec 08 02:13:40.387309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Allocated IP 172.20.0.1 (de25ac42-0f3c-45ea-b047-d8c536f67be0/dfe36e0c-7634-4108-a8e8-4f71e50f21d4/34bf2d84-c1da-4351-9749-2bfe520221a2) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:40.446308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 07f5d824-68de-4f68-8800-26d3b92a0ebe up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:40.451162 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-db746015-0608-45c1-bf47-0aff1a3f1c37 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.475532 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-db746015-0608-45c1-bf47-0aff1a3f1c37 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.494994 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.521591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aabdf-b6d7-4ad6-b166-84739ebcde1d req-871c2d4c-0fa1-41ba-9bcd-6f2014f611b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:40.523324 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e03aabdf-b6d7-4ad6-b166-84739ebcde1d req-871c2d4c-0fa1-41ba-9bcd-6f2014f611b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 1096 time: 0.0808291 Dec 08 02:13:40.569011 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-db746015-0608-45c1-bf47-0aff1a3f1c37 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.570239 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-db746015-0608-45c1-bf47-0aff1a3f1c37 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8066087 Dec 08 02:13:40.576161 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49834) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:40.584718 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.616399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 07f5d824-68de-4f68-8800-26d3b92a0ebe triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:40.616871 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.649381 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db746015-0608-45c1-bf47-0aff1a3f1c37 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460ea973-f891-4739-9339-6b2ac58a626b,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:40.659848 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b80aa7b-a057-4834-9b1f-9a642bb39f46 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.673321 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b80aa7b-a057-4834-9b1f-9a642bb39f46 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.725082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aabdf-b6d7-4ad6-b166-84739ebcde1d req-a913f9c4-c283-4678-b2ca-259462081673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:40.726900 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e03aabdf-b6d7-4ad6-b166-84739ebcde1d req-a913f9c4-c283-4678-b2ca-259462081673 service neutron] 10.222.0.45 "GET /v2.0/networks?id=990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 200 len: 911 time: 0.1956160 Dec 08 02:13:40.728930 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b80aa7b-a057-4834-9b1f-9a642bb39f46 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.760714 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b80aa7b-a057-4834-9b1f-9a642bb39f46 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.761708 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3b80aa7b-a057-4834-9b1f-9a642bb39f46 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/460ea973-f891-4739-9339-6b2ac58a626b HTTP/1.1" status: 204 len: 168 time: 0.1846006 Dec 08 02:13:40.762521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80aa7b-a057-4834-9b1f-9a642bb39f46 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=460ea973-f891-4739-9339-6b2ac58a626b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:40.765492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49836) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:40.814680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Pushing event updated for resources: {'Port': ['ID=e1a5d09b-345a-4917-8a8c-669f8f136fdd,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:40.824700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e03aabdf-b6d7-4ad6-b166-84739ebcde1d req-dd252bef-74cc-4d80-8fad-9be3b0768af0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64fc7733-b523-4ee3-ad4d-eceb48ca0873 HTTP/1.1" status: 200 len: 217 time: 0.0719512 Dec 08 02:13:40.826101 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.847677 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5f68881a-2671-4bc6-a515-f953c95f4834 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:40.857713 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.863259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ffff5e89-2293-446b-b2b4-c1aff72abcad tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0951023 Dec 08 02:13:40.875158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49838) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:40.915174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7c36889b-68f8-4f61-b121-3c1fc22a6c5a None None] Provisioning complete for port e1a5d09b-345a-4917-8a8c-669f8f136fdd triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:40.915688 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c36889b-68f8-4f61-b121-3c1fc22a6c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.960994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7c36889b-68f8-4f61-b121-3c1fc22a6c5a None None] Port e1a5d09b-345a-4917-8a8c-669f8f136fdd cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:40.983584 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3e251cc-0ff6-4286-95ab-988ea8a9f44a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:40.999352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aabdf-b6d7-4ad6-b166-84739ebcde1d req-1c223c57-c3cc-46f0-93a0-a419ba135f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:41.001528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e03aabdf-b6d7-4ad6-b166-84739ebcde1d req-1c223c57-c3cc-46f0-93a0-a419ba135f9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=890cd2ed-9ae7-4a89-916f-2d2e22fc0f59 HTTP/1.1" status: 200 len: 849 time: 0.1539705 Dec 08 02:13:41.028095 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 5f68881a-2671-4bc6-a515-f953c95f4834 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:41.028621 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.044032 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7964f980-fa9e-4450-8359-47abfeb3a0ac tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.058808 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e251cc-0ff6-4286-95ab-988ea8a9f44a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Port': ['ID=3e83a674-7468-496a-8216-84bfe271bd46,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:41.066924 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.088844 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.110365 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7964f980-fa9e-4450-8359-47abfeb3a0ac tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.153998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc8f336-48d8-4934-a7f8-ebda5096c0b2 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:41.188205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Attempting to bind port 421ca229-8a47-4bbe-99b3-55a1aac3928e on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:41.188732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Attempting to bind port 421ca229-8a47-4bbe-99b3-55a1aac3928e by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:41.189191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Attempting to bind port 421ca229-8a47-4bbe-99b3-55a1aac3928e on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:41.200095 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c0319-cda6-4ccb-9823-17237fe71e25 None None] Pushing event updated for resources: {'Port': ['ID=421ca229-8a47-4bbe-99b3-55a1aac3928e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:41.208348 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3e251cc-0ff6-4286-95ab-988ea8a9f44a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.209465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:41.209754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:41.210243 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.210822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:41.211699 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a3e251cc-0ff6-4286-95ab-988ea8a9f44a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/3e83a674-7468-496a-8216-84bfe271bd46 HTTP/1.1" status: 204 len: 168 time: 1.7102876 Dec 08 02:13:41.217884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Bound port: 421ca229-8a47-4bbe-99b3-55a1aac3928e, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:41.217884 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.218162 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.220350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aabdf-b6d7-4ad6-b166-84739ebcde1d req-b1a3a458-ec1f-4e19-97d3-40277865929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:41.220501 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49840) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:41.224954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e03aabdf-b6d7-4ad6-b166-84739ebcde1d req-b1a3a458-ec1f-4e19-97d3-40277865929f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990035d0-5f75-410a-9ae4-93ef5b213255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2138455 Dec 08 02:13:41.232306 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Network 4ee7ebea-8b68-4315-83df-d8ddfc82e7c4 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:41.283252 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7964f980-fa9e-4450-8359-47abfeb3a0ac tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.285965 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7964f980-fa9e-4450-8359-47abfeb3a0ac tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.297194 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7964f980-fa9e-4450-8359-47abfeb3a0ac tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-groups/0abf1535-a45a-4d6f-821f-be60018ef552 HTTP/1.1" status: 204 len: 168 time: 0.4209189 Dec 08 02:13:41.299814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49844) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:41.300511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:41.351649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Network de25ac42-0f3c-45ea-b047-d8c536f67be0 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:41.365967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:41.393899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:41.404895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964f980-fa9e-4450-8359-47abfeb3a0ac tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abf1535-a45a-4d6f-821f-be60018ef552,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:41.425504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-89b4e667-05a9-4cf5-87a3-dd2df8ede08a None None] Provisioning complete for port 421ca229-8a47-4bbe-99b3-55a1aac3928e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:41.430039 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89b4e667-05a9-4cf5-87a3-dd2df8ede08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.511717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Pushing event updated for resources: {'Port': ['ID=34bf2d84-c1da-4351-9749-2bfe520221a2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:41.557534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db3d10b-3c3f-4e2a-a16b-6f52362a33b8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:41.559481 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1db3d10b-3c3f-4e2a-a16b-6f52362a33b8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3372247 Dec 08 02:13:41.572577 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49846) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:41.573780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5d97eee7-71c5-4cfa-85e9-c127a3ad62f6 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2700582 Dec 08 02:13:41.575420 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-89b4e667-05a9-4cf5-87a3-dd2df8ede08a None None] Port 421ca229-8a47-4bbe-99b3-55a1aac3928e cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:41.576381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49848) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:41.584938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-eef3e6f5-9d25-447d-a699-d15138cc4530 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502160400'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:41.593611 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] For port 421ca229-8a47-4bbe-99b3-55a1aac3928e, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:41.601591 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e03aabdf-b6d7-4ad6-b166-84739ebcde1d req-6501dc4a-befe-4cf9-b8a8-a8998160688d service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678310 Dec 08 02:13:41.654981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] For port 421ca229-8a47-4bbe-99b3-55a1aac3928e, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=421ca229-8a47-4bbe-99b3-55a1aac3928e,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:41.656155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 64fc7733-b523-4ee3-ad4d-eceb48ca0873 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:13:41.671395 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.692492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e1049-ba12-4317-a9f4-f82fe65293f3 req-9de3a2c7-58d4-44de-9839-e90a287b0b1b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:41.700713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-027e1049-ba12-4317-a9f4-f82fe65293f3 req-9de3a2c7-58d4-44de-9839-e90a287b0b1b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 944 time: 0.2561271 Dec 08 02:13:41.720951 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eef3e6f5-9d25-447d-a699-d15138cc4530 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.788496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c0319-cda6-4ccb-9823-17237fe71e25 None None] Pushing event updated for resources: {'Port': ['ID=421ca229-8a47-4bbe-99b3-55a1aac3928e,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:41.799434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635e54d8-54f1-412b-8c30-b8fb488794d3 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:41.819298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 75745a15-add5-4012-aa4d-6729b6abc557 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:41.906997 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eef3e6f5-9d25-447d-a699-d15138cc4530 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.920205 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eef3e6f5-9d25-447d-a699-d15138cc4530 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:41.940482 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.resource_extend [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 02:13:41.963441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325cee13-2ce0-408c-9209-6ad0d9195dbc None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:41.993416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0dc2f3f5-e1c8-4586-a804-7315c615703a None None] Provisioning complete for port 75745a15-add5-4012-aa4d-6729b6abc557 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:41.994870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0dc2f3f5-e1c8-4586-a804-7315c615703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.016127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-027e1049-ba12-4317-a9f4-f82fe65293f3 req-c026e01f-54e8-4475-acb1-2c245303616d tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092573 Dec 08 02:13:42.027502 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eef3e6f5-9d25-447d-a699-d15138cc4530 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.032367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-eef3e6f5-9d25-447d-a699-d15138cc4530 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4537199 Dec 08 02:13:42.034253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49850) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:42.036679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e03aabdf-b6d7-4ad6-b166-84739ebcde1d req-40688816-09ce-4348-a018-0e86e6b7a197 service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251754 Dec 08 02:13:42.041492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8329ac88-cb74-4c30-ac8c-4f4994e4f3a2 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group_rule': {'security_group_id': '7cd757a9-b4fc-4d0d-877a-8a2c8debf1c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:42.047467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3e6f5-9d25-447d-a699-d15138cc4530 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd757a9-b4fc-4d0d-877a-8a2c8debf1c2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:42.088240 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8329ac88-cb74-4c30-ac8c-4f4994e4f3a2 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.183562 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8329ac88-cb74-4c30-ac8c-4f4994e4f3a2 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.189813 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8329ac88-cb74-4c30-ac8c-4f4994e4f3a2 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.209574 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329ac88-cb74-4c30-ac8c-4f4994e4f3a2 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7fd2d1-317b-4905-9252-5d3a52326e50,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:42.240179 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8329ac88-cb74-4c30-ac8c-4f4994e4f3a2 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.244365 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8329ac88-cb74-4c30-ac8c-4f4994e4f3a2 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2041974 Dec 08 02:13:42.244628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49852) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:42.252615 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9f90d1b1-1b56-48d2-b273-87bb153851b3 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group_rule': {'security_group_id': '7cd757a9-b4fc-4d0d-877a-8a2c8debf1c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:42.288905 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f90d1b1-1b56-48d2-b273-87bb153851b3 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.364754 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f90d1b1-1b56-48d2-b273-87bb153851b3 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.366278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Routers {'48122814-f56e-46bb-98e0-1ff8ce562226'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:42.367216 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['48122814-f56e-46bb-98e0-1ff8ce562226'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:42.371233 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f90d1b1-1b56-48d2-b273-87bb153851b3 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.396635 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f90d1b1-1b56-48d2-b273-87bb153851b3 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.398068 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.398519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9f90d1b1-1b56-48d2-b273-87bb153851b3 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513958 Dec 08 02:13:42.399251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90d1b1-1b56-48d2-b273-87bb153851b3 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715596bc-8b30-4b19-82fe-28b70c39fbb2,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:42.401532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49854) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:42.407406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-43e7f767-6f79-4b36-bf07-9800710583b5 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group_rule': {'security_group_id': '7cd757a9-b4fc-4d0d-877a-8a2c8debf1c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:42.446456 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43e7f767-6f79-4b36-bf07-9800710583b5 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.461619 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 75745a15-add5-4012-aa4d-6729b6abc557 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:42.461988 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.468365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c0592-32fe-4f0e-b876-9651d5b390c9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:42.472995 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cb7c0592-32fe-4f0e-b876-9651d5b390c9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.8967767 Dec 08 02:13:42.474478 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49856) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:42.508203 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43e7f767-6f79-4b36-bf07-9800710583b5 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.515006 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43e7f767-6f79-4b36-bf07-9800710583b5 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.524923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 64fc7733-b523-4ee3-ad4d-eceb48ca0873, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=64fc7733-b523-4ee3-ad4d-eceb48ca0873,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:42.535696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7f767-6f79-4b36-bf07-9800710583b5 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e244b77e-b10d-4001-b093-b7916d137a37,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:42.554386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Router d33763cc-b3e2-41c7-a816-b1467a4492ce has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:13:42.556965 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43e7f767-6f79-4b36-bf07-9800710583b5 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.560495 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-43e7f767-6f79-4b36-bf07-9800710583b5 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1551225 Dec 08 02:13:42.560822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49858) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:42.567649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5e8d65d1-d9ad-44ee-ac75-409a8dc18576 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group_rule': {'security_group_id': '7cd757a9-b4fc-4d0d-877a-8a2c8debf1c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:42.597043 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e8d65d1-d9ad-44ee-ac75-409a8dc18576 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.620898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '64fc7733-b523-4ee3-ad4d-eceb48ca0873', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'port_id': '64fc7733-b523-4ee3-ad4d-eceb48ca0873', 'mac_address': 'fa:16:3e:32:60:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:13:42.647247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f2f93-78b7-4be9-90e4-f2bf478df720 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:42.650244 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f2f93-78b7-4be9-90e4-f2bf478df720 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:42.652485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f2f93-78b7-4be9-90e4-f2bf478df720 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:42.657551 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b62f2f93-78b7-4be9-90e4-f2bf478df720 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1817493 Dec 08 02:13:42.658202 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49860) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:42.674927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] Set router 48122814-f56e-46bb-98e0-1ff8ce562226 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:42.700202 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e8d65d1-d9ad-44ee-ac75-409a8dc18576 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.710495 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e8d65d1-d9ad-44ee-ac75-409a8dc18576 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.737320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d65d1-d9ad-44ee-ac75-409a8dc18576 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742a99ee-45ae-47df-a37b-e6828030579c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:42.743230 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce99695-529e-481e-8480-744eddc492e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet 7f9b63c5-af8d-4ad0-bbf5-95c3ce56b42f {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:13:42.748547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5e8d65d1-d9ad-44ee-ac75-409a8dc18576 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.749762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5e8d65d1-d9ad-44ee-ac75-409a8dc18576 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1872773 Dec 08 02:13:42.757361 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ce99695-529e-481e-8480-744eddc492e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.760407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49862) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:42.765118 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6ae0cef4-d5c3-41a4-af97-1d43d0cb18d0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group_rule': {'security_group_id': '7cd757a9-b4fc-4d0d-877a-8a2c8debf1c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:42.769274 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0dc2f3f5-e1c8-4586-a804-7315c615703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.779194 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.825450 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ce99695-529e-481e-8480-744eddc492e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.831745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:13:42.837943 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c88b80c5-341b-4ca4-95ec-98bbbaf6f55a admin admin] 10.222.0.71 "PUT /v2.0/routers/d33763cc-b3e2-41c7-a816-b1467a4492ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6612096 Dec 08 02:13:42.847570 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Sync routers for ids ['d33763cc-b3e2-41c7-a816-b1467a4492ce'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:13:42.868980 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Routers {'d33763cc-b3e2-41c7-a816-b1467a4492ce'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:42.869612 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d33763cc-b3e2-41c7-a816-b1467a4492ce'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:42.904861 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ae0cef4-d5c3-41a4-af97-1d43d0cb18d0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:42.909561 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.013389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0dc2f3f5-e1c8-4586-a804-7315c615703a None None] For port 75745a15-add5-4012-aa4d-6729b6abc557, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=75745a15-add5-4012-aa4d-6729b6abc557,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:43.020295 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.027037 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ce99695-529e-481e-8480-744eddc492e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.045021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fc7733-b523-4ee3-ad4d-eceb48ca0873 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:13:43.078277 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Set router d33763cc-b3e2-41c7-a816-b1467a4492ce gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:43.082224 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ae0cef4-d5c3-41a4-af97-1d43d0cb18d0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.095334 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ae0cef4-d5c3-41a4-af97-1d43d0cb18d0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.099281 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0dc2f3f5-e1c8-4586-a804-7315c615703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.118511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0cef4-d5c3-41a4-af97-1d43d0cb18d0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f73835-1feb-4e3a-9f3c-f9cd5317a449,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:43.121281 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.130397 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.148555 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6ae0cef4-d5c3-41a4-af97-1d43d0cb18d0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.149823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6ae0cef4-d5c3-41a4-af97-1d43d0cb18d0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3882687 Dec 08 02:13:43.154161 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49872) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:43.188747 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d23f95a-828f-4706-bf05-a628de678210 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.192885 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ce99695-529e-481e-8480-744eddc492e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.208562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 64fc7733-b523-4ee3-ad4d-eceb48ca0873, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=64fc7733-b523-4ee3-ad4d-eceb48ca0873,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:43.251082 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.258758 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d23f95a-828f-4706-bf05-a628de678210 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.267271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce99695-529e-481e-8480-744eddc492e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9b63c5-af8d-4ad0-bbf5-95c3ce56b42f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:43.278663 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1ce99695-529e-481e-8480-744eddc492e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.282663 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1ce99695-529e-481e-8480-744eddc492e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/7f9b63c5-af8d-4ad0-bbf5-95c3ce56b42f HTTP/1.1" status: 204 len: 168 time: 0.6230152 Dec 08 02:13:43.288088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49874) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:43.331198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Pushing event updated for resources: {'Port': ['ID=34bf2d84-c1da-4351-9749-2bfe520221a2,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:43.340788 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2f3f5-e1c8-4586-a804-7315c615703a None None] Pushing event updated for resources: {'Port': ['ID=75745a15-add5-4012-aa4d-6729b6abc557,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:43.384300 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b70d235f-6882-45a5-b276-7b83b4a6ba00 None None] Provisioning complete for port 34bf2d84-c1da-4351-9749-2bfe520221a2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:43.384780 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b70d235f-6882-45a5-b276-7b83b4a6ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.392196 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:13:43.392695 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:13:43.398377 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.443165 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e80b318-a121-489c-82d9-95b4f6103657 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:43.457754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cb6d6-9a91-4b10-b185-504a055311ac req-7e75bd3c-4256-466b-873a-fbb589f75ad1 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:43.462317 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b9cb6d6-9a91-4b10-b185-504a055311ac req-7e75bd3c-4256-466b-873a-fbb589f75ad1 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 945 time: 0.2584190 Dec 08 02:13:43.471296 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d23f95a-828f-4706-bf05-a628de678210 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.498058 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b70d235f-6882-45a5-b276-7b83b4a6ba00 None None] Port 34bf2d84-c1da-4351-9749-2bfe520221a2 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:43.505358 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9d23f95a-828f-4706-bf05-a628de678210 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.506800 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9d23f95a-828f-4706-bf05-a628de678210 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/91f73835-1feb-4e3a-9f3c-f9cd5317a449 HTTP/1.1" status: 204 len: 168 time: 0.3514950 Dec 08 02:13:43.511695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=64fc7733-b523-4ee3-ad4d-eceb48ca0873,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:43.537034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49876) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:43.567919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a9aaba-8351-416e-83da-8b5fefaf34bd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Deleting subnet a63fdcc4-6c96-470d-93e6-b5598aaa0624 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:13:43.571639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['64fc7733-b523-4ee3-ad4d-eceb48ca0873'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:13:43.573275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23f95a-828f-4706-bf05-a628de678210 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91f73835-1feb-4e3a-9f3c-f9cd5317a449,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:43.577508 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73a9aaba-8351-416e-83da-8b5fefaf34bd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.597704 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'name': 'tempest-TestServerBasicOps-1713406386-router', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '07f5d824-68de-4f68-8800-26d3b92a0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:39Z', 'revision_number': 4, 'project_id': '15bcf5ed6a464ffb90f015014a77a622', 'gw_port': {'id': '07f5d824-68de-4f68-8800-26d3b92a0ebe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:33Z', 'updated_at': '2021-12-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'e1a5d09b-345a-4917-8a8c-669f8f136fdd', 'name': '', 'network_id': '4ee7ebea-8b68-4315-83df-d8ddfc82e7c4', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622', 'mac_address': 'fa:16:3e:27:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '20a0a79b-c1a5-4e84-966c-3cdbd658acb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:37Z', 'updated_at': '2021-12-08T02:13:39Z', 'revision_number': 2, 'project_id': '15bcf5ed6a464ffb90f015014a77a622', 'subnets': [{'id': '20a0a79b-c1a5-4e84-966c-3cdbd658acb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:43.608441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:35Z', 'revision_number': 3, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:43.633568 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3cdacf8b-723b-4f61-b7d5-cae7f5e6ed21 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0919900 Dec 08 02:13:43.636252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49878) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:43.637191 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Checking router: d33763cc-b3e2-41c7-a816-b1467a4492ce for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:13:43.637864 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Updating router d33763cc-b3e2-41c7-a816-b1467a4492ce port e1a5d09b-345a-4917-8a8c-669f8f136fdd binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:13:43.651657 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b70d235f-6882-45a5-b276-7b83b4a6ba00 None None] Provisioning complete for port 75745a15-add5-4012-aa4d-6729b6abc557 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:43.652205 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b70d235f-6882-45a5-b276-7b83b4a6ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.665638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Network de25ac42-0f3c-45ea-b047-d8c536f67be0 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:43.670714 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b9cb6d6-9a91-4b10-b185-504a055311ac req-5afd3fca-bcda-47e5-beac-cd1093ab1821 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933813 Dec 08 02:13:43.676286 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73a9aaba-8351-416e-83da-8b5fefaf34bd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.689042 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.693355 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-20b05e76-7cc7-4ced-bc38-bc345fe7bac0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.702283 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-20b05e76-7cc7-4ced-bc38-bc345fe7bac0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.713923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51029e98-2b6f-4712-9311-d6518ad92d80 None None] The sync data for ids ['48122814-f56e-46bb-98e0-1ff8ce562226'] in n-d-713499-31 is: [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:35Z', 'revision_number': 3, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:13:43.743363 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:43.766510 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-20b05e76-7cc7-4ced-bc38-bc345fe7bac0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.842898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-20b05e76-7cc7-4ced-bc38-bc345fe7bac0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:43.850958 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-20b05e76-7cc7-4ced-bc38-bc345fe7bac0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/742a99ee-45ae-47df-a37b-e6828030579c HTTP/1.1" status: 204 len: 168 time: 0.2109678 Dec 08 02:13:43.870725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49880) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:43.871670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49882) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:43.905093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a125aaac-b1f6-4ac1-8ff9-0bea0095c154 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196836885', 'description': 'tempest-secgroup-smoke-1196836885 description', 'project_id': 'd44006c13e35496b8854fa5c864c5165'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:43.942075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b05e76-7cc7-4ced-bc38-bc345fe7bac0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=742a99ee-45ae-47df-a37b-e6828030579c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:43.955963 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a125aaac-b1f6-4ac1-8ff9-0bea0095c154 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.204549 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ab6cb4d1-9770-4332-b235-2ef06a156745 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:44.227995 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c9e75110-a4ee-4745-875d-fa8f5c5284fe tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3522601 Dec 08 02:13:44.228976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49884) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:44.279640 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.299477 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.321575 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a125aaac-b1f6-4ac1-8ff9-0bea0095c154 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.339656 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a125aaac-b1f6-4ac1-8ff9-0bea0095c154 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.356480 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port ab6cb4d1-9770-4332-b235-2ef06a156745 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:44.356882 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.372253 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f3fcd-b543-4458-88a8-51251c7e79b4 None None] Pushing event updated for resources: {'Port': ['ID=e1a5d09b-345a-4917-8a8c-669f8f136fdd,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:44.404818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b70d235f-6882-45a5-b276-7b83b4a6ba00 None None] Provisioning complete for port e1a5d09b-345a-4917-8a8c-669f8f136fdd triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:44.405197 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b70d235f-6882-45a5-b276-7b83b4a6ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.425611 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125aaac-b1f6-4ac1-8ff9-0bea0095c154 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479c16c3-eefc-4a9f-9617-6b1dbefa0889,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:44.453905 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-075303fb-5ca2-4ba9-9d56-ca9c4858817d tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.472141 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Attempting to bind port e1a5d09b-345a-4917-8a8c-669f8f136fdd on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:44.473695 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Attempting to bind port e1a5d09b-345a-4917-8a8c-669f8f136fdd by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'a08e83df-0f24-428c-be0f-5008c3baea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4ee7ebea-8b68-4315-83df-d8ddfc82e7c4'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:44.473999 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Attempting to bind port e1a5d09b-345a-4917-8a8c-669f8f136fdd on network 4ee7ebea-8b68-4315-83df-d8ddfc82e7c4 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:44.485754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Router 48122814-f56e-46bb-98e0-1ff8ce562226 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:13:44.487567 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:44.488590 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Checking segment: {'id': 'a08e83df-0f24-428c-be0f-5008c3baea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4ee7ebea-8b68-4315-83df-d8ddfc82e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:44.491281 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.491908 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Bound using segment: {'id': 'a08e83df-0f24-428c-be0f-5008c3baea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4ee7ebea-8b68-4315-83df-d8ddfc82e7c4'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:44.492558 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Bound port: e1a5d09b-345a-4917-8a8c-669f8f136fdd, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08e83df-0f24-428c-be0f-5008c3baea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4ee7ebea-8b68-4315-83df-d8ddfc82e7c4'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:44.493610 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.503060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b70d235f-6882-45a5-b276-7b83b4a6ba00 None None] Port e1a5d09b-345a-4917-8a8c-669f8f136fdd cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:44.518933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a125aaac-b1f6-4ac1-8ff9-0bea0095c154 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.525015 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a125aaac-b1f6-4ac1-8ff9-0bea0095c154 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6315205 Dec 08 02:13:44.526943 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-075303fb-5ca2-4ba9-9d56-ca9c4858817d tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.529872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49886) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:44.559638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b70d235f-6882-45a5-b276-7b83b4a6ba00 None None] Provisioning complete for port 421ca229-8a47-4bbe-99b3-55a1aac3928e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:44.560060 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b70d235f-6882-45a5-b276-7b83b4a6ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.562410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-cd6c5a5e-7aff-4cc6-8292-272d3a06fa2f tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Request body: {'security_group_rule': {'security_group_id': '479c16c3-eefc-4a9f-9617-6b1dbefa0889', 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:44.607329 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73a9aaba-8351-416e-83da-8b5fefaf34bd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.633039 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] For port e1a5d09b-345a-4917-8a8c-669f8f136fdd, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:44.640618 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] For port e1a5d09b-345a-4917-8a8c-669f8f136fdd, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e1a5d09b-345a-4917-8a8c-669f8f136fdd,segment=NetworkSegment(a08e83df-0f24-428c-be0f-5008c3baea8b),segment_id=a08e83df-0f24-428c-be0f-5008c3baea8b)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:44.657771 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.763892 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f3fcd-b543-4458-88a8-51251c7e79b4 None None] Pushing event updated for resources: {'Port': ['ID=e1a5d09b-345a-4917-8a8c-669f8f136fdd,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:44.800115 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73a9aaba-8351-416e-83da-8b5fefaf34bd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.803116 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Routers {'d33763cc-b3e2-41c7-a816-b1467a4492ce'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:44.808572 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b70d235f-6882-45a5-b276-7b83b4a6ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.813537 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d33763cc-b3e2-41c7-a816-b1467a4492ce'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:44.842544 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-075303fb-5ca2-4ba9-9d56-ca9c4858817d tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.862554 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd6c5a5e-7aff-4cc6-8292-272d3a06fa2f tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.881880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b70d235f-6882-45a5-b276-7b83b4a6ba00 None None] For port 421ca229-8a47-4bbe-99b3-55a1aac3928e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=421ca229-8a47-4bbe-99b3-55a1aac3928e,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:44.898423 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73a9aaba-8351-416e-83da-8b5fefaf34bd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.906301 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-73a9aaba-8351-416e-83da-8b5fefaf34bd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/a63fdcc4-6c96-470d-93e6-b5598aaa0624 HTTP/1.1" status: 204 len: 168 time: 1.6160390 Dec 08 02:13:44.908627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9aaba-8351-416e-83da-8b5fefaf34bd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Subnet': ['ID=a63fdcc4-6c96-470d-93e6-b5598aaa0624,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:44.912537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49890) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:44.921032 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b70d235f-6882-45a5-b276-7b83b4a6ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.951796 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-075303fb-5ca2-4ba9-9d56-ca9c4858817d tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:44.958033 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-075303fb-5ca2-4ba9-9d56-ca9c4858817d tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/e244b77e-b10d-4001-b093-b7916d137a37 HTTP/1.1" status: 204 len: 168 time: 0.7269266 Dec 08 02:13:45.007409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 75745a15-add5-4012-aa4d-6729b6abc557 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:45.007780 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd6c5a5e-7aff-4cc6-8292-272d3a06fa2f tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.008252 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49892) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.044284 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-56117784-2e0b-4bdb-ace1-c27ac98910ca tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287425 Dec 08 02:13:45.046585 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd6c5a5e-7aff-4cc6-8292-272d3a06fa2f tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.050350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49894) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.051116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075303fb-5ca2-4ba9-9d56-ca9c4858817d tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e244b77e-b10d-4001-b093-b7916d137a37,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:45.101484 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] Set router d33763cc-b3e2-41c7-a816-b1467a4492ce gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:45.126817 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb51f69-aa8f-491c-b3e2-a7495512e9cb req-5e45ccee-6687-430c-8e1c-e7cc68b76a4b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:45.128426 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bb51f69-aa8f-491c-b3e2-a7495512e9cb req-5e45ccee-6687-430c-8e1c-e7cc68b76a4b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 945 time: 0.2915449 Dec 08 02:13:45.204481 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a3efa9d7-e9a2-4153-b732-0fb007a66949 None None] Provisioning complete for port 34bf2d84-c1da-4351-9749-2bfe520221a2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:45.204904 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3efa9d7-e9a2-4153-b732-0fb007a66949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.249530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c5a5e-7aff-4cc6-8292-272d3a06fa2f tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8df274-2132-4998-9916-a80c810206bb,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:45.253794 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-093d721e-06d9-469c-a556-990b9e4e8dc2 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2362442 Dec 08 02:13:45.258240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49896) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.279198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d235f-6882-45a5-b276-7b83b4a6ba00 None None] Pushing event updated for resources: {'Port': ['ID=421ca229-8a47-4bbe-99b3-55a1aac3928e,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:45.293267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a3efa9d7-e9a2-4153-b732-0fb007a66949 None None] Port 34bf2d84-c1da-4351-9749-2bfe520221a2 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:45.304339 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a3efa9d7-e9a2-4153-b732-0fb007a66949 None None] Could not find standard attr ID for object 3e83a674-7468-496a-8216-84bfe271bd46. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:13:45.312602 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4cfec6f-4a1b-43f7-ab51-1074b9193b92 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.320778 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 75745a15-add5-4012-aa4d-6729b6abc557 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:45.321148 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.326597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bb51f69-aa8f-491c-b3e2-a7495512e9cb req-fa7b1615-3ed9-4055-9f53-463dced1a6b8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901329 Dec 08 02:13:45.328332 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4cfec6f-4a1b-43f7-ab51-1074b9193b92 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.329966 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cd6c5a5e-7aff-4cc6-8292-272d3a06fa2f tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.342492 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cd6c5a5e-7aff-4cc6-8292-272d3a06fa2f tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8092465 Dec 08 02:13:45.343637 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49898) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.375849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d4482f44-e785-418c-9058-3ee9dd768259 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Request body: {'security_group_rule': {'security_group_id': '479c16c3-eefc-4a9f-9617-6b1dbefa0889', 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:45.383926 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4cfec6f-4a1b-43f7-ab51-1074b9193b92 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.392199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a3efa9d7-e9a2-4153-b732-0fb007a66949 None None] Provisioning complete for port e1a5d09b-345a-4917-8a8c-669f8f136fdd triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:45.392392 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4cfec6f-4a1b-43f7-ab51-1074b9193b92 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.393462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b4cfec6f-4a1b-43f7-ab51-1074b9193b92 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/715596bc-8b30-4b19-82fe-28b70c39fbb2 HTTP/1.1" status: 204 len: 168 time: 0.1339526 Dec 08 02:13:45.397391 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3efa9d7-e9a2-4153-b732-0fb007a66949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.398099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49900) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.399135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:13:45.406272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfec6f-4a1b-43f7-ab51-1074b9193b92 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=715596bc-8b30-4b19-82fe-28b70c39fbb2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:45.421982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1748e5-4b05-4b5f-920f-34f69cb12110 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:45.426632 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6e1748e5-4b05-4b5f-920f-34f69cb12110 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3633077 Dec 08 02:13:45.427255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49902) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.435454 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-75bcdea0-a0e5-49b5-96f3-fc22e0e50010 admin admin] 10.222.0.71 "PUT /v2.0/routers/48122814-f56e-46bb-98e0-1ff8ce562226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3446357 Dec 08 02:13:45.456059 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'name': 'tempest-TestServerBasicOps-1713406386-router', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '07f5d824-68de-4f68-8800-26d3b92a0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:39Z', 'revision_number': 4, 'project_id': '15bcf5ed6a464ffb90f015014a77a622', 'gw_port': {'id': '07f5d824-68de-4f68-8800-26d3b92a0ebe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:33Z', 'updated_at': '2021-12-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'e1a5d09b-345a-4917-8a8c-669f8f136fdd', 'name': '', 'network_id': '4ee7ebea-8b68-4315-83df-d8ddfc82e7c4', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622', 'mac_address': 'fa:16:3e:27:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '20a0a79b-c1a5-4e84-966c-3cdbd658acb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:37Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '15bcf5ed6a464ffb90f015014a77a622', 'subnets': [{'id': '20a0a79b-c1a5-4e84-966c-3cdbd658acb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:45.465532 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d4482f44-e785-418c-9058-3ee9dd768259 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.483905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f2d82-2ae0-42df-b35a-cfc6a66d8f77 None None] Network 27b71a85-dd81-4415-b869-7bdb583f90f3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:45.488012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a4045-8dcb-41ca-af3f-c4a7bbb441e8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:45.489779 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2b7a4045-8dcb-41ca-af3f-c4a7bbb441e8 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0618343 Dec 08 02:13:45.492815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49906) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.514426 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2bb66e5f-a4ca-4ea5-aa48-7c8119de579f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1127319 Dec 08 02:13:45.514613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49908) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.517073 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cd3de-91b8-4e74-b258-b0210204f9d0 None None] The sync data for ids ['d33763cc-b3e2-41c7-a816-b1467a4492ce'] in n-d-713499-31 is: [{'id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'name': 'tempest-TestServerBasicOps-1713406386-router', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '07f5d824-68de-4f68-8800-26d3b92a0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:39Z', 'revision_number': 4, 'project_id': '15bcf5ed6a464ffb90f015014a77a622', 'gw_port': {'id': '07f5d824-68de-4f68-8800-26d3b92a0ebe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:33Z', 'updated_at': '2021-12-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'e1a5d09b-345a-4917-8a8c-669f8f136fdd', 'name': '', 'network_id': '4ee7ebea-8b68-4315-83df-d8ddfc82e7c4', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622', 'mac_address': 'fa:16:3e:27:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '20a0a79b-c1a5-4e84-966c-3cdbd658acb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:37Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '15bcf5ed6a464ffb90f015014a77a622', 'subnets': [{'id': '20a0a79b-c1a5-4e84-966c-3cdbd658acb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:13:45.540314 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bec865af-0bc1-46cd-ae35-b61ac2d653af tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.551634 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bec865af-0bc1-46cd-ae35-b61ac2d653af tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.557446 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-be75db62-38ef-4226-8004-83ae15bbcb53 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635006 Dec 08 02:13:45.567417 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49910) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.601513 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d4482f44-e785-418c-9058-3ee9dd768259 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.606194 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d804ead5-e518-4824-85c1-4bae5074c627 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:45.606194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d804ead5-e518-4824-85c1-4bae5074c627 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:45.606500 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d4482f44-e785-418c-9058-3ee9dd768259 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.610780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d804ead5-e518-4824-85c1-4bae5074c627 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/3e83a674-7468-496a-8216-84bfe271bd46 HTTP/1.1" status: 404 len: 333 time: 0.0421700 Dec 08 02:13:45.613893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49916) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.629052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4482f44-e785-418c-9058-3ee9dd768259 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1b3533-a5a6-4a6f-b233-36e6cb0c87d1,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:45.662411 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d4482f44-e785-418c-9058-3ee9dd768259 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.667332 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d4482f44-e785-418c-9058-3ee9dd768259 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3157659 Dec 08 02:13:45.667987 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40855f6-8bb4-45fa-86e5-8ac0ced1de66 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:45.667987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40855f6-8bb4-45fa-86e5-8ac0ced1de66 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:45.668135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49918) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.669758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c40855f6-8bb4-45fa-86e5-8ac0ced1de66 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/a63fdcc4-6c96-470d-93e6-b5598aaa0624 HTTP/1.1" status: 404 len: 337 time: 0.0550897 Dec 08 02:13:45.675239 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49920) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.678477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-650959ba-891d-46b1-ac86-cc71b56fa4a4 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Request body: {'security_group_rule': {'security_group_id': '479c16c3-eefc-4a9f-9617-6b1dbefa0889', 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:45.742644 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bec865af-0bc1-46cd-ae35-b61ac2d653af tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.751844 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-13838092-63f7-4877-850f-3ded8b982669 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:45.752299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13838092-63f7-4877-850f-3ded8b982669 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:45.758886 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-13838092-63f7-4877-850f-3ded8b982669 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/7f9b63c5-af8d-4ad0-bbf5-95c3ce56b42f HTTP/1.1" status: 404 len: 337 time: 0.0825047 Dec 08 02:13:45.759878 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-650959ba-891d-46b1-ac86-cc71b56fa4a4 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.768015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49922) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.770367 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bec865af-0bc1-46cd-ae35-b61ac2d653af tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.774314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bec865af-0bc1-46cd-ae35-b61ac2d653af tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/2b7fd2d1-317b-4905-9252-5d3a52326e50 HTTP/1.1" status: 204 len: 168 time: 0.2587442 Dec 08 02:13:45.774941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49924) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.794297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec865af-0bc1-46cd-ae35-b61ac2d653af tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b7fd2d1-317b-4905-9252-5d3a52326e50,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:45.826514 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e68f7b-bfa6-45da-bcbd-8a88bf2470ed tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:45.827371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e68f7b-bfa6-45da-bcbd-8a88bf2470ed tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:45.831941 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a0e68f7b-bfa6-45da-bcbd-8a88bf2470ed tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/a33a1743-2d74-4b7a-8f41-aa81149818e9 HTTP/1.1" status: 404 len: 333 time: 0.0613208 Dec 08 02:13:45.836122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49926) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.847786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b2d341dc-6db8-4341-b28a-ab738da0d399 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665691 Dec 08 02:13:45.850821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49928) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.873967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 64fc7733-b523-4ee3-ad4d-eceb48ca0873 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:45.880304 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0170bab1-64f9-47a1-ab04-8f7c7534abda tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:45.881152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0170bab1-64f9-47a1-ab04-8f7c7534abda tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:45.886172 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0170bab1-64f9-47a1-ab04-8f7c7534abda tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/c4903553-9bff-48a5-aa3c-cf6a3658414a HTTP/1.1" status: 404 len: 337 time: 0.0488188 Dec 08 02:13:45.892603 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49930) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.915637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c53fa648-bb1f-47d9-8600-0581946bb09f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.929903 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2275656d-f769-4ad3-aab5-06889f6620d4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:45.930951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2275656d-f769-4ad3-aab5-06889f6620d4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:45.936424 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2275656d-f769-4ad3-aab5-06889f6620d4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/d1c3c0a5-2252-4492-9354-1c3bf34ca9e4 HTTP/1.1" status: 404 len: 337 time: 0.0426326 Dec 08 02:13:45.941271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49932) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:45.954986 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c53fa648-bb1f-47d9-8600-0581946bb09f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.955803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-650959ba-891d-46b1-ac86-cc71b56fa4a4 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.966960 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-650959ba-891d-46b1-ac86-cc71b56fa4a4 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:45.990163 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-43492950-f41d-4163-a78a-860dca2de0e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:45.990747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43492950-f41d-4163-a78a-860dca2de0e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:45.996451 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-43492950-f41d-4163-a78a-860dca2de0e2 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/9e76cf4e-25e3-4d8b-ab0b-0ca020d2d7f4 HTTP/1.1" status: 404 len: 333 time: 0.0517876 Dec 08 02:13:45.999470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650959ba-891d-46b1-ac86-cc71b56fa4a4 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6692e2a7-f6fc-450b-a879-4ade851ba166,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:46.010819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49934) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.058286 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3efa9d7-e9a2-4153-b732-0fb007a66949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.065306 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c53fa648-bb1f-47d9-8600-0581946bb09f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.068962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c53fa648-bb1f-47d9-8600-0581946bb09f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.070339 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c53fa648-bb1f-47d9-8600-0581946bb09f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-groups/7cd757a9-b4fc-4d0d-877a-8a2c8debf1c2 HTTP/1.1" status: 204 len: 168 time: 0.2182791 Dec 08 02:13:46.081112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49936) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.102544 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-650959ba-891d-46b1-ac86-cc71b56fa4a4 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.109315 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-650959ba-891d-46b1-ac86-cc71b56fa4a4 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4393499 Dec 08 02:13:46.110339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49938) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.111302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 421ca229-8a47-4bbe-99b3-55a1aac3928e up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:46.112241 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0b3580-b887-4e74-85be-ebbc92fbd6e0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:46.112719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0b3580-b887-4e74-85be-ebbc92fbd6e0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:46.113769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fa648-bb1f-47d9-8600-0581946bb09f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd757a9-b4fc-4d0d-877a-8a2c8debf1c2,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:46.120137 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-af0b3580-b887-4e74-85be-ebbc92fbd6e0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/a2b6ddcf-f4d2-4af4-ab93-38a73af2c6c6 HTTP/1.1" status: 404 len: 337 time: 0.1061363 Dec 08 02:13:46.120832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49940) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.128566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-93a72497-48f9-4925-ad97-ed6e332ed2e3 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Request body: {'security_group_rule': {'security_group_id': '479c16c3-eefc-4a9f-9617-6b1dbefa0889', 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:46.139248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a3efa9d7-e9a2-4153-b732-0fb007a66949 None None] For port e1a5d09b-345a-4917-8a8c-669f8f136fdd, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e1a5d09b-345a-4917-8a8c-669f8f136fdd,segment=NetworkSegment(a08e83df-0f24-428c-be0f-5008c3baea8b),segment_id=a08e83df-0f24-428c-be0f-5008c3baea8b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:46.158860 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49942) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.182098 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3efa9d7-e9a2-4153-b732-0fb007a66949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.192812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 64fc7733-b523-4ee3-ad4d-eceb48ca0873 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:13:46.198274 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-93a72497-48f9-4925-ad97-ed6e332ed2e3 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.198699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b7c1f8ff-171d-4846-9c24-46f790c439ac tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2027173845', 'description': 'tempest-description--1201111359'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:46.223568 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0611b524-90c9-4f2e-8662-952d6a3350dc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:46.224520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0611b524-90c9-4f2e-8662-952d6a3350dc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:46.230423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0611b524-90c9-4f2e-8662-952d6a3350dc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/84616e73-a486-4728-a35d-945873b840b3 HTTP/1.1" status: 404 len: 337 time: 0.0974209 Dec 08 02:13:46.230687 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9089abe5-8ee3-46b3-b6ec-e8ed7f831436 None None] DHCP port deletion for 27b71a85-dd81-4415-b869-7bdb583f90f3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:13:46.240893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 64fc7733-b523-4ee3-ad4d-eceb48ca0873 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:46.241266 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.247554 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49944) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.273447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e5eec80a-fa11-4aca-9ffc-2ae64ffe10c6 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1889405 Dec 08 02:13:46.284221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49946) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.292208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-57966f28-a036-4bdf-ab9c-bac3770861e0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group': {'name': 'tempest-secgroup--139699934'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:46.298074 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-77363618-49f8-49ce-902c-d3831f68d257 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:46.298884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77363618-49f8-49ce-902c-d3831f68d257 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:46.305002 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-77363618-49f8-49ce-902c-d3831f68d257 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/b6275aa6-8a2f-4588-9759-5de75df592ed HTTP/1.1" status: 404 len: 333 time: 0.0537455 Dec 08 02:13:46.305160 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7c1f8ff-171d-4846-9c24-46f790c439ac tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.306080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49948) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.340578 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57966f28-a036-4bdf-ab9c-bac3770861e0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.347930 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6fb2c7-5a7e-430a-bb81-cf548dc03506 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:46.348404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6fb2c7-5a7e-430a-bb81-cf548dc03506 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:46.354797 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ce6fb2c7-5a7e-430a-bb81-cf548dc03506 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/f63fd74b-6263-48b5-8572-357a404f48e4 HTTP/1.1" status: 404 len: 337 time: 0.0455468 Dec 08 02:13:46.355630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49950) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.372005 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-93a72497-48f9-4925-ad97-ed6e332ed2e3 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.381526 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-93a72497-48f9-4925-ad97-ed6e332ed2e3 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.386773 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2b216c97-9738-4309-964a-7c09470ae4f1 None None] Provisioning complete for port 75745a15-add5-4012-aa4d-6729b6abc557 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:46.387346 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b216c97-9738-4309-964a-7c09470ae4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.389620 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efa9d7-e9a2-4153-b732-0fb007a66949 None None] Pushing event updated for resources: {'Port': ['ID=e1a5d09b-345a-4917-8a8c-669f8f136fdd,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:46.420145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a72497-48f9-4925-ad97-ed6e332ed2e3 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6532bec9-68ef-4a5f-99e9-03d5583adf7d,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:46.429710 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b976fe-c5de-4e6e-96a4-21d3cfdbf86c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:46.430176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b976fe-c5de-4e6e-96a4-21d3cfdbf86c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:46.433662 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-93a72497-48f9-4925-ad97-ed6e332ed2e3 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.435512 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-93a72497-48f9-4925-ad97-ed6e332ed2e3 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3164642 Dec 08 02:13:46.439232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e6b976fe-c5de-4e6e-96a4-21d3cfdbf86c tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/fb325701-e814-4664-b228-b9ff553a313c HTTP/1.1" status: 404 len: 337 time: 0.0823336 Dec 08 02:13:46.439459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49954) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.443275 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49956) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.449535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6ef20bf8-ddf9-43b1-b999-a79159875016 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Request body: {'security_group_rule': {'security_group_id': '479c16c3-eefc-4a9f-9617-6b1dbefa0889', 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:46.464539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 421ca229-8a47-4bbe-99b3-55a1aac3928e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:46.465079 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.490709 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d7272d-d0d2-4d34-85d7-58c8d0fcb382 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:46.491286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d7272d-d0d2-4d34-85d7-58c8d0fcb382 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:46.494860 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-32d7272d-d0d2-4d34-85d7-58c8d0fcb382 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/ee6818ca-cd30-4e4e-aa46-42823cfcc58a HTTP/1.1" status: 404 len: 333 time: 0.0350213 Dec 08 02:13:46.497829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49958) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.528717 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-db759e7a-dd60-4cae-a7d1-5886d20e2ec7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:46.529089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db759e7a-dd60-4cae-a7d1-5886d20e2ec7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:46.535690 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-db759e7a-dd60-4cae-a7d1-5886d20e2ec7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/c102c428-a32f-4ab3-b6d1-cf6d922d073e HTTP/1.1" status: 404 len: 337 time: 0.0340028 Dec 08 02:13:46.535690 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49960) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.544392 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7c1f8ff-171d-4846-9c24-46f790c439ac tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.556973 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7c1f8ff-171d-4846-9c24-46f790c439ac tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.576787 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-941ec1c3-01e3-4a31-8c37-5633f879a133 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:46.577684 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941ec1c3-01e3-4a31-8c37-5633f879a133 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:46.585565 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-941ec1c3-01e3-4a31-8c37-5633f879a133 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/4d29169a-6948-4bc8-a9f5-6e567379b7ba HTTP/1.1" status: 404 len: 333 time: 0.0488429 Dec 08 02:13:46.586336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49962) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.589454 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-6ef20bf8-ddf9-43b1-b999-a79159875016 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Project d44006c13e35496b8854fa5c864c5165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:13:46.590710 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9089abe5-8ee3-46b3-b6ec-e8ed7f831436 None None] Deleting port 75745a15-add5-4012-aa4d-6729b6abc557 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:46.591209 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9089abe5-8ee3-46b3-b6ec-e8ed7f831436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.600819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1f8ff-171d-4846-9c24-46f790c439ac tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b50c5ff-665e-44e2-a92c-cf767f3b6723,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:46.629060 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.631659 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ef20bf8-ddf9-43b1-b999-a79159875016 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.636275 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7c1f8ff-171d-4846-9c24-46f790c439ac tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.638679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b7c1f8ff-171d-4846-9c24-46f790c439ac tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4727435 Dec 08 02:13:46.650333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad09c3-1a4b-4a7e-aa15-bf4957aa5988 req-975a4e6f-2825-4f33-b4ef-c6508253c60f tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:46.652065 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0aad09c3-1a4b-4a7e-aa15-bf4957aa5988 req-975a4e6f-2825-4f33-b4ef-c6508253c60f tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 945 time: 0.1639194 Dec 08 02:13:46.652620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49964) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.668810 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54406e2-8b05-4e48-ba0a-440b6c071503 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:46.669797 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54406e2-8b05-4e48-ba0a-440b6c071503 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:46.670237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-baa4618d-48c4-4bce-9dca-c2f865116d5c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Request body: {'security_group_rule': {'security_group_id': '0b50c5ff-665e-44e2-a92c-cf767f3b6723', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:46.675686 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f54406e2-8b05-4e48-ba0a-440b6c071503 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/d03dc51d-a6e1-4605-9a02-cc2bf24680c1 HTTP/1.1" status: 404 len: 337 time: 0.0862677 Dec 08 02:13:46.680346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49966) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.708642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57966f28-a036-4bdf-ab9c-bac3770861e0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.723792 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9d91ac-1286-4372-82f4-44d500df469f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:46.725140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9d91ac-1286-4372-82f4-44d500df469f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:46.730633 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cf9d91ac-1286-4372-82f4-44d500df469f tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/a0dd925a-de99-4200-a3ae-4ad3784bf7a6 HTTP/1.1" status: 404 len: 333 time: 0.0470769 Dec 08 02:13:46.730782 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57966f28-a036-4bdf-ab9c-bac3770861e0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.730905 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ef20bf8-ddf9-43b1-b999-a79159875016 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.731864 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49968) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.755479 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085e56af-b55b-4216-8816-639bcd6fa73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fc7733-b523-4ee3-ad4d-eceb48ca0873'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:13:46.758113 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88462336-aaaa-4983-842c-c507daea2be0" -d '{"events": [{"server_uuid": "085e56af-b55b-4216-8816-639bcd6fa73e", "name": "network-vif-plugged", "status": "completed", "tag": "64fc7733-b523-4ee3-ad4d-eceb48ca0873"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:13:46.771183 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19a2269-faed-4e91-88de-c9c5e7212c12 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:46.771696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19a2269-faed-4e91-88de-c9c5e7212c12 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:46.777201 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c19a2269-faed-4e91-88de-c9c5e7212c12 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/b9d8648a-cd84-46bc-8f8a-f8af9bd10804 HTTP/1.1" status: 404 len: 337 time: 0.0421224 Dec 08 02:13:46.782279 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ef20bf8-ddf9-43b1-b999-a79159875016 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.790025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 64fc7733-b523-4ee3-ad4d-eceb48ca0873, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=64fc7733-b523-4ee3-ad4d-eceb48ca0873,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:46.793815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9089abe5-8ee3-46b3-b6ec-e8ed7f831436 None None] For port 75745a15-add5-4012-aa4d-6729b6abc557, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=75745a15-add5-4012-aa4d-6729b6abc557,segment=NetworkSegment(1435ff02-9ebe-4568-a6e3-b1d86249a3fc),segment_id=1435ff02-9ebe-4568-a6e3-b1d86249a3fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:46.794393 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9089abe5-8ee3-46b3-b6ec-e8ed7f831436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.805078 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.807328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49972) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.824141 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ef20bf8-ddf9-43b1-b999-a79159875016 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.829256 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6ef20bf8-ddf9-43b1-b999-a79159875016 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3888414 Dec 08 02:13:46.831579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49974) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.838067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1afb5850-735b-40b4-b4a9-d0710187c3be tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Request body: {'security_group_rule': {'security_group_id': '479c16c3-eefc-4a9f-9617-6b1dbefa0889', 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:46.840220 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-baa4618d-48c4-4bce-9dca-c2f865116d5c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.847207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9089abe5-8ee3-46b3-b6ec-e8ed7f831436 None None] Calling delete_port for 75745a15-add5-4012-aa4d-6729b6abc557 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:46.850286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef20bf8-ddf9-43b1-b999-a79159875016 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574e8f8d-023c-45df-b585-99877c509ee1,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:46.855024 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74d7807-323f-4750-a39f-3c02bf1c1dc9 x-openstack-request-id: req-e74d7807-323f-4750-a39f-3c02bf1c1dc9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:13:46.855527 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085e56af-b55b-4216-8816-639bcd6fa73e", "name": "network-vif-plugged", "status": "completed", "tag": "64fc7733-b523-4ee3-ad4d-eceb48ca0873", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:13:46.855913 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e74d7807-323f-4750-a39f-3c02bf1c1dc9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:13:46.856410 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085e56af-b55b-4216-8816-639bcd6fa73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fc7733-b523-4ee3-ad4d-eceb48ca0873', 'code': 200} Dec 08 02:13:46.858732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Sync routers for ids ['48122814-f56e-46bb-98e0-1ff8ce562226'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:13:46.870613 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0aad09c3-1a4b-4a7e-aa15-bf4957aa5988 req-ef0bf22f-580c-4c64-b51b-aa75433fd31b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055137 Dec 08 02:13:46.907451 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-1afb5850-735b-40b4-b4a9-d0710187c3be tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Project d44006c13e35496b8854fa5c864c5165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:13:46.907688 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57966f28-a036-4bdf-ab9c-bac3770861e0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.907688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-57966f28-a036-4bdf-ab9c-bac3770861e0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6127150 Dec 08 02:13:46.907688 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed3144b-33c9-4b01-8448-6ecaac386677 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:46.907688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed3144b-33c9-4b01-8448-6ecaac386677 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:46.914759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-aed3144b-33c9-4b01-8448-6ecaac386677 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/584d27fd-99bb-46c0-af36-c1266ffbc4d6 HTTP/1.1" status: 404 len: 333 time: 0.1031930 Dec 08 02:13:46.918843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49976) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.918843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49978) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:46.919067 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57966f28-a036-4bdf-ab9c-bac3770861e0 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809cd7fb-62a1-4742-a522-b07f7e753219,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:46.932018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6bd8d64c-8ea6-4838-9890-2c55b614a4cc tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group_rule': {'security_group_id': '809cd7fb-62a1-4742-a522-b07f7e753219', 'direction': 'ingress', 'protocol': 17}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:46.956760 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1afb5850-735b-40b4-b4a9-d0710187c3be tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.957144 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-baa4618d-48c4-4bce-9dca-c2f865116d5c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:46.962848 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-baa4618d-48c4-4bce-9dca-c2f865116d5c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.016820 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb59e19-d31e-41fb-bfae-1a76bc70499b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.017285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb59e19-d31e-41fb-bfae-1a76bc70499b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.021802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2b216c97-9738-4309-964a-7c09470ae4f1 None None] Provisioning complete for port e1a5d09b-345a-4917-8a8c-669f8f136fdd triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:47.022316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4618d-48c4-4bce-9dca-c2f865116d5c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad694b5b-29b3-40d5-86f5-0be591fa3f3b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:47.022400 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b216c97-9738-4309-964a-7c09470ae4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.032529 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5eb59e19-d31e-41fb-bfae-1a76bc70499b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/9cd87b95-39cb-4f09-9c4c-22958a989486 HTTP/1.1" status: 404 len: 337 time: 0.0911820 Dec 08 02:13:47.032941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49980) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.070253 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae012546-5cfb-4513-a439-fd918b303ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.070963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae012546-5cfb-4513-a439-fd918b303ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.075329 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ae012546-5cfb-4513-a439-fd918b303ba5 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/f8c58d30-735f-4be7-a422-dae5e32461d9 HTTP/1.1" status: 404 len: 333 time: 0.0440192 Dec 08 02:13:47.077477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=64fc7733-b523-4ee3-ad4d-eceb48ca0873,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:47.077822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49982) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.085663 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Routers {'48122814-f56e-46bb-98e0-1ff8ce562226'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:47.085821 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['48122814-f56e-46bb-98e0-1ff8ce562226'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:47.101000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e100fb-9e53-4f5b-b82d-39fb6f035e95 req-1763c073-126f-4389-8121-2204c459f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:47.102530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1e100fb-9e53-4f5b-b82d-39fb6f035e95 req-1763c073-126f-4389-8121-2204c459f406 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 1098 time: 0.1190803 Dec 08 02:13:47.119638 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d64c-8ea6-4838-9890-2c55b614a4cc tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.142685 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e804be-a2a7-4dfa-8722-7e052f67db7e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.143027 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e804be-a2a7-4dfa-8722-7e052f67db7e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.148132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-09e804be-a2a7-4dfa-8722-7e052f67db7e tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/3d859386-153f-469e-bd34-6349516821ed HTTP/1.1" status: 404 len: 337 time: 0.0692747 Dec 08 02:13:47.151971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49984) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.157744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-baa4618d-48c4-4bce-9dca-c2f865116d5c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.162310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-baa4618d-48c4-4bce-9dca-c2f865116d5c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5042624 Dec 08 02:13:47.163216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49986) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.178576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9e6339f7-5a3a-45bd-8f7a-8757b2b6770c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Request body: {'security_group_rule': {'security_group_id': '0b50c5ff-665e-44e2-a92c-cf767f3b6723', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:47.179992 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1be31b-c5ca-44d9-8375-f5843fcf1cfd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.180590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1be31b-c5ca-44d9-8375-f5843fcf1cfd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.184343 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-aa1be31b-c5ca-44d9-8375-f5843fcf1cfd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/7764bc67-1ec3-417e-870e-4dd9f1e664ea HTTP/1.1" status: 404 len: 333 time: 0.0311415 Dec 08 02:13:47.190620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49988) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.202920 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1afb5850-735b-40b4-b4a9-d0710187c3be tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.222880 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1afb5850-735b-40b4-b4a9-d0710187c3be tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.249978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1e100fb-9e53-4f5b-b82d-39fb6f035e95 req-0139732b-b05b-4d5b-a231-331daecb4135 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265218 Dec 08 02:13:47.253147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb5850-735b-40b4-b4a9-d0710187c3be tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3233258-86fa-4fa1-a823-76eb4ab0fd0f,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:47.253491 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0548664-aebd-4792-97ba-bebcf4a7ee54 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.254112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0548664-aebd-4792-97ba-bebcf4a7ee54 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.264351 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c0548664-aebd-4792-97ba-bebcf4a7ee54 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/bf286fbf-df53-483a-b991-5b2a48d18807 HTTP/1.1" status: 404 len: 337 time: 0.0718656 Dec 08 02:13:47.267156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 49990) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.275364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 421ca229-8a47-4bbe-99b3-55a1aac3928e up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:47.285253 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e6339f7-5a3a-45bd-8f7a-8757b2b6770c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.313971 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1afb5850-735b-40b4-b4a9-d0710187c3be tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.315354 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1afb5850-735b-40b4-b4a9-d0710187c3be tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4827132 Dec 08 02:13:47.316584 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-381ed95b-483f-47af-9239-b8b57513b2e4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.317068 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381ed95b-483f-47af-9239-b8b57513b2e4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.317204 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9089abe5-8ee3-46b3-b6ec-e8ed7f831436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.320067 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-381ed95b-483f-47af-9239-b8b57513b2e4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/3643be74-8f5d-4084-8d48-2f9bc8e1422c HTTP/1.1" status: 404 len: 337 time: 0.0518403 Dec 08 02:13:47.322094 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d64c-8ea6-4838-9890-2c55b614a4cc tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.322786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49992) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.335023 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d64c-8ea6-4838-9890-2c55b614a4cc tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.347401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089abe5-8ee3-46b3-b6ec-e8ed7f831436 None None] No DVR routers for this DVR port 75745a15-add5-4012-aa4d-6729b6abc557 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:13:47.364126 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-567a948a-ca2d-4289-9b8d-7de57b2e5966 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.364896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567a948a-ca2d-4289-9b8d-7de57b2e5966 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.368111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8d64c-8ea6-4838-9890-2c55b614a4cc tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d913e6-cf1e-4549-8253-5c2c3ea5e8da,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:47.368520 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-567a948a-ca2d-4289-9b8d-7de57b2e5966 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/a02849e8-dfe8-4f24-bfc5-ba9389a3a5af HTTP/1.1" status: 404 len: 333 time: 0.0443199 Dec 08 02:13:47.371025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 49996) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.395553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089abe5-8ee3-46b3-b6ec-e8ed7f831436 None None] Pushing event deleted for resources: {'Port': ['ID=75745a15-add5-4012-aa4d-6729b6abc557,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:47.410136 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7f74f6-375c-4c49-9966-959ddc170bff tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.410742 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7f74f6-375c-4c49-9966-959ddc170bff tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.416899 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3f7f74f6-375c-4c49-9966-959ddc170bff tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/123c97d5-7995-496c-9a7a-f96b2f91c8ea HTTP/1.1" status: 404 len: 337 time: 0.0421095 Dec 08 02:13:47.417412 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d64c-8ea6-4838-9890-2c55b614a4cc tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.418519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50000) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.418956 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6bd8d64c-8ea6-4838-9890-2c55b614a4cc tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5010343 Dec 08 02:13:47.421707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50002) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.437609 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e6339f7-5a3a-45bd-8f7a-8757b2b6770c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.459819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Set router 48122814-f56e-46bb-98e0-1ff8ce562226 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:47.460037 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e6339f7-5a3a-45bd-8f7a-8757b2b6770c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.462222 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff25789-9edb-4a7b-b28e-7567eb53c8d0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.462805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff25789-9edb-4a7b-b28e-7567eb53c8d0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.466493 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bff25789-9edb-4a7b-b28e-7567eb53c8d0 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/4aa4f64d-c9ab-4c36-9d09-76c5b8034ed4 HTTP/1.1" status: 404 len: 337 time: 0.0418742 Dec 08 02:13:47.483096 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50008) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.497138 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e6339f7-5a3a-45bd-8f7a-8757b2b6770c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.501854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50014) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.502434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9e6339f7-5a3a-45bd-8f7a-8757b2b6770c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3319068 Dec 08 02:13:47.508452 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:47.536750 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6339f7-5a3a-45bd-8f7a-8757b2b6770c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11c34de-1b24-46ca-9754-09d22f1354f6,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:47.540434 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c42ba33-7754-4569-b3c9-721dc34d1fb9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.541158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c42ba33-7754-4569-b3c9-721dc34d1fb9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.544688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7c42ba33-7754-4569-b3c9-721dc34d1fb9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/f1e54041-6552-47e3-b685-67293e0a4b6c HTTP/1.1" status: 404 len: 333 time: 0.0607927 Dec 08 02:13:47.548758 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 421ca229-8a47-4bbe-99b3-55a1aac3928e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:47.549128 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.553327 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50016) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.562662 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6cde8899-70de-4b9f-8841-31c05f8fcad1 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.570399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.596377 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9baa5ee4-e523-408f-9eda-918da65a2cd9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.596997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9baa5ee4-e523-408f-9eda-918da65a2cd9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.600911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9baa5ee4-e523-408f-9eda-918da65a2cd9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/a86ada72-7738-4fcf-a8d5-63103ab8129d HTTP/1.1" status: 404 len: 337 time: 0.0464528 Dec 08 02:13:47.603835 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50018) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.628040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-ba2b7c3b-9db5-46e2-9a6f-de7c099168e3 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196836885&fields=id&tenant_id=d44006c13e35496b8854fa5c864c5165 HTTP/1.1" status: 200 len: 267 time: 0.1169362 Dec 08 02:13:47.638681 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef301cd-c183-4ae7-9967-3c89be5e9a14 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.639145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef301cd-c183-4ae7-9967-3c89be5e9a14 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.644576 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1ef301cd-c183-4ae7-9967-3c89be5e9a14 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/e7d8e947-873c-4819-8c24-0d34a24138ec HTTP/1.1" status: 404 len: 337 time: 0.0373542 Dec 08 02:13:47.645633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50020) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.652629 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6cde8899-70de-4b9f-8841-31c05f8fcad1 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.683935 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d322a8d-75aa-4eb8-b11e-687827263730 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.684508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d322a8d-75aa-4eb8-b11e-687827263730 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.689960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9d322a8d-75aa-4eb8-b11e-687827263730 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/98b308b3-b96d-40ef-bfc5-4c024766f84f HTTP/1.1" status: 404 len: 333 time: 0.0412858 Dec 08 02:13:47.691273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50022) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.720652 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-986b9454-2ba9-481f-a822-c0c2a0279d9a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.721060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986b9454-2ba9-481f-a822-c0c2a0279d9a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.727664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-986b9454-2ba9-481f-a822-c0c2a0279d9a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/c40cd209-acef-4ab8-af87-d7e6303f4cd3 HTTP/1.1" status: 404 len: 337 time: 0.0335603 Dec 08 02:13:47.729020 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50024) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.755448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e1a5d09b-345a-4917-8a8c-669f8f136fdd up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:47.759708 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ddc8f9-bb5d-4650-9f72-414e2f8a2628 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.760790 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ddc8f9-bb5d-4650-9f72-414e2f8a2628 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.763093 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-59ddc8f9-bb5d-4650-9f72-414e2f8a2628 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/58f650c2-2133-4c17-952b-4292fc1bbf5b HTTP/1.1" status: 404 len: 337 time: 0.0331235 Dec 08 02:13:47.768290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50026) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.795012 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6cde8899-70de-4b9f-8841-31c05f8fcad1 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.797611 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6cde8899-70de-4b9f-8841-31c05f8fcad1 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.798874 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6cde8899-70de-4b9f-8841-31c05f8fcad1 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-groups/809cd7fb-62a1-4742-a522-b07f7e753219 HTTP/1.1" status: 204 len: 168 time: 0.3742914 Dec 08 02:13:47.802503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50028) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.807416 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-213bd2b6-6f85-4d0d-8cc1-476433715d6b tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d HTTP/1.1" status: 200 len: 205 time: 0.0380421 Dec 08 02:13:47.811993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50030) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.859274 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-43e00f42-0c7b-4410-a27f-b3f3972f5d36 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] delete failed (client error): The resource could not be found. Dec 08 02:13:47.860595 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-43e00f42-0c7b-4410-a27f-b3f3972f5d36 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/routers/c9a5de01-0ef9-4d77-b6d1-fac2e1f1761d HTTP/1.1" status: 404 len: 336 time: 0.0470006 Dec 08 02:13:47.862028 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.866166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 2, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:47.868664 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50032) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.869220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e1a5d09b-345a-4917-8a8c-669f8f136fdd triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:47.869660 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.872456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-102c628e-1bcc-4eae-996b-fe7142c92a4e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0639105 Dec 08 02:13:47.884566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50034) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.889053 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-29c6105e-dca6-4989-bc5c-ad20b56828e1 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group': {'name': 'tempest-secgroup--464016403'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:47.920836 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Checking router: 48122814-f56e-46bb-98e0-1ff8ce562226 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:13:47.921110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Updating router 48122814-f56e-46bb-98e0-1ff8ce562226 port 34bf2d84-c1da-4351-9749-2bfe520221a2 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:13:47.928813 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ee8615-ec71-4f87-a0f3-19c66816fa51 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:47.929288 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ee8615-ec71-4f87-a0f3-19c66816fa51 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:47.931352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde8899-70de-4b9f-8841-31c05f8fcad1 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809cd7fb-62a1-4742-a522-b07f7e753219,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:47.937902 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b3ee8615-ec71-4f87-a0f3-19c66816fa51 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/e6fcd8ea-8838-4839-822f-a55989d039dc HTTP/1.1" status: 404 len: 337 time: 0.0620604 Dec 08 02:13:47.944825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50038) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:47.946461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-a473e9eb-f469-41b4-b4e4-0b242de31ce8 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:47.948499 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-a473e9eb-f469-41b4-b4e4-0b242de31ce8 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/networks?id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 HTTP/1.1" status: 200 len: 808 time: 0.3136272 Dec 08 02:13:47.971947 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-f07668d4-572e-4d21-8717-990ed0283d2a tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/quotas/d44006c13e35496b8854fa5c864c5165 HTTP/1.1" status: 200 len: 375 time: 0.0145335 Dec 08 02:13:47.975068 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:47.983960 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29c6105e-dca6-4989-bc5c-ad20b56828e1 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.015446 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f576fd8c-3831-428e-9474-0fed40ca3741 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "GET /v2.0/ports?device_id=117c1fdc-0f40-49d9-a064-1e615278e82f HTTP/1.1" status: 200 len: 205 time: 0.0655441 Dec 08 02:13:48.028703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50040) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:48.076832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Allocated IP 172.25.8.81 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/a7ce066b-7a79-45ad-b5bb-9b3323b4c888) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:48.113341 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-50f4e2d0-65a9-4084-9d7f-95e2bea4b339 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] delete failed (client error): The resource could not be found. Dec 08 02:13:48.117186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-50f4e2d0-65a9-4084-9d7f-95e2bea4b339 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/routers/117c1fdc-0f40-49d9-a064-1e615278e82f HTTP/1.1" status: 404 len: 336 time: 0.0666046 Dec 08 02:13:48.118531 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50042) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:48.171880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdcf91-139f-4612-af2b-9eb4d600330b req-7f463814-19b4-40bc-adc0-f457530f9e5f tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:48.173631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8bcdcf91-139f-4612-af2b-9eb4d600330b req-7f463814-19b4-40bc-adc0-f457530f9e5f tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.1550844 Dec 08 02:13:48.178403 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5b06ab-93e6-426f-8e73-dc8414f3d9e4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:48.178953 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5b06ab-93e6-426f-8e73-dc8414f3d9e4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:48.179934 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-d9d276f3-75dc-45a3-bbeb-58951ad1de97 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d44006c13e35496b8854fa5c864c5165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1759534 Dec 08 02:13:48.196118 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1d5b06ab-93e6-426f-8e73-dc8414f3d9e4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/846de18f-b647-4105-807c-b527a6c461ef HTTP/1.1" status: 404 len: 337 time: 0.0733755 Dec 08 02:13:48.196332 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50044) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:48.272965 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.333472 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.339097 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.343254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 75745a15-add5-4012-aa4d-6729b6abc557 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:13:48.368582 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f8dc2c-7771-48fe-ae6a-6451f2cea0fa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:48.369091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f8dc2c-7771-48fe-ae6a-6451f2cea0fa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:48.369948 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.371828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 75745a15-add5-4012-aa4d-6729b6abc557 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:13:48.372169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 75745a15-add5-4012-aa4d-6729b6abc557 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:13:48.381994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50046) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:48.385411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-36f8dc2c-7771-48fe-ae6a-6451f2cea0fa tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/df8ed059-6ef3-4b03-9280-e3e3a6198cc2 HTTP/1.1" status: 404 len: 337 time: 0.1822021 Dec 08 02:13:48.394065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:48.428116 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-0d6203f5-658c-4d13-b423-d205d6f0c445 service neutron] 10.222.0.71 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075856 Dec 08 02:13:48.435275 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:48.440669 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5466f58-6355-4431-be04-7324e04378bc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:48.441312 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5466f58-6355-4431-be04-7324e04378bc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:48.445864 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a5466f58-6355-4431-be04-7324e04378bc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/6f112441-0a80-47ff-8ace-3990a970010d HTTP/1.1" status: 404 len: 333 time: 0.0544846 Dec 08 02:13:48.446823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:48.451580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50048) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:48.459021 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29c6105e-dca6-4989-bc5c-ad20b56828e1 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.462761 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f64ce-0cc4-41c9-80ad-91c5a0809c67 None None] Pushing event updated for resources: {'Port': ['ID=34bf2d84-c1da-4351-9749-2bfe520221a2,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:48.473204 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8bcdcf91-139f-4612-af2b-9eb4d600330b req-ac04eabf-5cf2-41e5-8391-cb133c3878c6 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514033 Dec 08 02:13:48.476629 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29c6105e-dca6-4989-bc5c-ad20b56828e1 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.495579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Attempting to bind port 34bf2d84-c1da-4351-9749-2bfe520221a2 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:48.496290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Attempting to bind port 34bf2d84-c1da-4351-9749-2bfe520221a2 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:48.496656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Attempting to bind port 34bf2d84-c1da-4351-9749-2bfe520221a2 on network de25ac42-0f3c-45ea-b047-d8c536f67be0 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:48.502576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:48.503024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Checking segment: {'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:48.503353 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.503940 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Bound using segment: {'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:48.504578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Bound port: 34bf2d84-c1da-4351-9749-2bfe520221a2, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:48.504957 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.525939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event updated for resources: {'Port': ['ID=a7ce066b-7a79-45ad-b5bb-9b3323b4c888,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:48.536303 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-578e8f2f-4e11-4c35-972e-58441b3fa0c4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:48.536777 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578e8f2f-4e11-4c35-972e-58441b3fa0c4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:48.540853 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-578e8f2f-4e11-4c35-972e-58441b3fa0c4 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/e5abfd89-5f87-454f-871f-3be2d131f485 HTTP/1.1" status: 404 len: 337 time: 0.0858874 Dec 08 02:13:48.543839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50050) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:48.544988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6105e-dca6-4989-bc5c-ad20b56828e1 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e88f22-ec43-4b98-a0f1-e66ba8771b70,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:48.570063 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29c6105e-dca6-4989-bc5c-ad20b56828e1 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.571314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-29c6105e-dca6-4989-bc5c-ad20b56828e1 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6858075 Dec 08 02:13:48.581699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] For port 34bf2d84-c1da-4351-9749-2bfe520221a2, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:48.582452 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50052) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:48.587026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] For port 34bf2d84-c1da-4351-9749-2bfe520221a2, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=34bf2d84-c1da-4351-9749-2bfe520221a2,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:48.587271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-fc443d84-7f03-4bac-840f-04592c4b7920 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group': {'name': 'tempest-secgroup--228239612'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:48.593364 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.593872 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfdb4c2-ed88-4ad8-a65f-c0da25768576 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:48.594517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfdb4c2-ed88-4ad8-a65f-c0da25768576 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:48.600879 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5bfdb4c2-ed88-4ad8-a65f-c0da25768576 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/df6c1126-39f9-48cd-8c3a-f18c58b52c05 HTTP/1.1" status: 404 len: 333 time: 0.0535564 Dec 08 02:13:48.603787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50054) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:48.653418 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-42e445a3-5e43-49a4-b6db-a7f74a65c216 service neutron] 10.222.0.71 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242227 Dec 08 02:13:48.654881 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5b3052-1a21-42ad-b1ab-ef3c073f90e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:48.655585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5b3052-1a21-42ad-b1ab-ef3c073f90e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:48.663559 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2f5b3052-1a21-42ad-b1ab-ef3c073f90e9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/91693f95-e29e-40e2-8216-a91efa12281b HTTP/1.1" status: 404 len: 337 time: 0.0583344 Dec 08 02:13:48.664483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50056) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:48.692551 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.692879 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8984bf-3e0c-4462-858e-80d5fdb13286 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:48.694400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8984bf-3e0c-4462-858e-80d5fdb13286 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:48.701642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7b8984bf-3e0c-4462-858e-80d5fdb13286 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/5496c223-7a5a-4228-8581-8abaacc21a64 HTTP/1.1" status: 404 len: 333 time: 0.0357728 Dec 08 02:13:48.702194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50058) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:48.738924 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15bfc4f-1b4f-4c30-9ab8-863cd6479ea7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:48.739469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15bfc4f-1b4f-4c30-9ab8-863cd6479ea7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:48.744502 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.747118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50060) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:48.747810 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e15bfc4f-1b4f-4c30-9ab8-863cd6479ea7 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/e107602f-43a9-4a7d-a9e5-1453232b5a70 HTTP/1.1" status: 404 len: 337 time: 0.0443144 Dec 08 02:13:48.775709 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fc443d84-7f03-4bac-840f-04592c4b7920 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.804328 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a50301-d74d-4291-aa5d-1b363f9edbcb tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:48.804892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a50301-d74d-4291-aa5d-1b363f9edbcb tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:48.808090 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c7a50301-d74d-4291-aa5d-1b363f9edbcb tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/d0aa9c17-55a1-49a3-8f84-bf35e0228054 HTTP/1.1" status: 404 len: 333 time: 0.0596175 Dec 08 02:13:48.812099 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50062) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:48.894079 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f948628-1ea7-4240-80a7-ce9d10319140 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:48.894580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f948628-1ea7-4240-80a7-ce9d10319140 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:48.895264 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f64ce-0cc4-41c9-80ad-91c5a0809c67 None None] Pushing event updated for resources: {'Port': ['ID=34bf2d84-c1da-4351-9749-2bfe520221a2,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:48.900013 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8f948628-1ea7-4240-80a7-ce9d10319140 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/fce8e05a-f779-4d70-a798-b00290eeaf15 HTTP/1.1" status: 404 len: 337 time: 0.0846381 Dec 08 02:13:48.901389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-12ed160d-1265-4f8d-b2c2-8f2d363b1ec3 None None] Provisioning complete for port 34bf2d84-c1da-4351-9749-2bfe520221a2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:48.901758 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12ed160d-1265-4f8d-b2c2-8f2d363b1ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:48.907136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50066) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:48.942041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Routers {'48122814-f56e-46bb-98e0-1ff8ce562226'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:48.942697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['48122814-f56e-46bb-98e0-1ff8ce562226'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:48.968088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-28c117d4-4e01-4538-8b4e-b37c028f17c4 req-73ece669-2603-475f-bb52-d1f244953464 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 210 time: 0.0671990 Dec 08 02:13:49.016936 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fc443d84-7f03-4bac-840f-04592c4b7920 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.038540 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fc443d84-7f03-4bac-840f-04592c4b7920 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.045336 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ffa322-174b-4171-aea5-ba6e28004a01 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:49.045911 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ffa322-174b-4171-aea5-ba6e28004a01 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:49.050176 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d8ffa322-174b-4171-aea5-ba6e28004a01 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/d785bb3d-023f-432f-b223-acdc56e5429a HTTP/1.1" status: 404 len: 333 time: 0.1403506 Dec 08 02:13:49.052992 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50070) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:49.083504 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12ed160d-1265-4f8d-b2c2-8f2d363b1ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.103865 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b895acac-0695-4fbc-b55f-29f98d6b6cbc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:49.104173 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b895acac-0695-4fbc-b55f-29f98d6b6cbc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:49.110656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b895acac-0695-4fbc-b55f-29f98d6b6cbc tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/bcd667d3-447c-4f9d-90f4-af6f7523ec23 HTTP/1.1" status: 404 len: 337 time: 0.0538242 Dec 08 02:13:49.111475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50076) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:49.132757 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fc443d84-7f03-4bac-840f-04592c4b7920 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.134062 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fc443d84-7f03-4bac-840f-04592c4b7920 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5502841 Dec 08 02:13:49.139515 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] Set router 48122814-f56e-46bb-98e0-1ff8ce562226 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:49.143435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50078) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:49.146223 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae06e18b-db8a-48b1-b4f5-a2271751e067 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:49.146987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae06e18b-db8a-48b1-b4f5-a2271751e067 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:49.148941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-bfe06a68-6469-4b12-acc3-e7976f0fbd0b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group_rule': {'security_group_id': 'a3e88f22-ec43-4b98-a0f1-e66ba8771b70', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9f66fa66-2e79-4bdd-833d-127834a1d57b', 'remote_ip_prefix': None}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:49.154028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ae06e18b-db8a-48b1-b4f5-a2271751e067 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/e8f93611-adb7-41d5-bda8-fc3bb05bf8ce HTTP/1.1" status: 404 len: 333 time: 0.0385928 Dec 08 02:13:49.154585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50080) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:49.165607 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc443d84-7f03-4bac-840f-04592c4b7920 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f66fa66-2e79-4bdd-833d-127834a1d57b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:49.220969 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.229298 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac58a2d-ab5e-4fc4-98c6-76f46a73bfdd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:49.230031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac58a2d-ab5e-4fc4-98c6-76f46a73bfdd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:49.230179 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.236345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bac58a2d-ab5e-4fc4-98c6-76f46a73bfdd tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/346b3352-f9df-46ec-80c7-1e9821addc85 HTTP/1.1" status: 404 len: 337 time: 0.0782452 Dec 08 02:13:49.237052 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50082) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:49.242007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-12ed160d-1265-4f8d-b2c2-8f2d363b1ec3 None None] For port 34bf2d84-c1da-4351-9749-2bfe520221a2, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=34bf2d84-c1da-4351-9749-2bfe520221a2,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:49.264562 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8533e6-9d33-46c7-b425-c3daff222208 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:49.265758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8533e6-9d33-46c7-b425-c3daff222208 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:49.274173 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bf8533e6-9d33-46c7-b425-c3daff222208 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/ports/4a4fa51b-6562-4457-aef2-e63460bc781f HTTP/1.1" status: 404 len: 333 time: 0.0365701 Dec 08 02:13:49.274968 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50084) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:49.282431 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfe06a68-6469-4b12-acc3-e7976f0fbd0b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.285845 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12ed160d-1265-4f8d-b2c2-8f2d363b1ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.320972 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fd07e3-5614-41e2-8b20-301e5ac14dd9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] DELETE failed (client error): The resource could not be found. Dec 08 02:13:49.321575 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fd07e3-5614-41e2-8b20-301e5ac14dd9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:13:49.329306 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e7fd07e3-5614-41e2-8b20-301e5ac14dd9 tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/subnets/909004ec-8b59-4059-b003-361eba838263 HTTP/1.1" status: 404 len: 337 time: 0.0531359 Dec 08 02:13:49.329938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50088) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:49.398585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed160d-1265-4f8d-b2c2-8f2d363b1ec3 None None] Pushing event updated for resources: {'Port': ['ID=34bf2d84-c1da-4351-9749-2bfe520221a2,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:49.424754 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fd74782-624d-45e4-9d37-5fba87faf59a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.425357 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfe06a68-6469-4b12-acc3-e7976f0fbd0b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.426199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9c0725af-93d3-4330-9b62-db7b57abc8e3 None None] Provisioning complete for port 34bf2d84-c1da-4351-9749-2bfe520221a2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:49.426575 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c0725af-93d3-4330-9b62-db7b57abc8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.427181 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.448706 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfe06a68-6469-4b12-acc3-e7976f0fbd0b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.457880 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.466987 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9542251 Dec 08 02:13:49.483559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe06a68-6469-4b12-acc3-e7976f0fbd0b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0405ed-3b6f-4f3b-ae23-6c5211f35843,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:49.485972 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921500dd-1fd2-40fc-8690-fb498862d2e0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event updated for resources: {'Port': ['ID=a7ce066b-7a79-45ad-b5bb-9b3323b4c888,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:49.497197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfe06a68-6469-4b12-acc3-e7976f0fbd0b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.498756 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bfe06a68-6469-4b12-acc3-e7976f0fbd0b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3541272 Dec 08 02:13:49.501470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50094) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:49.547056 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f2e6d7f-d594-4f34-b37a-29bdc61b21af tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.557586 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f2e6d7f-d594-4f34-b37a-29bdc61b21af tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.593936 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fd74782-624d-45e4-9d37-5fba87faf59a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.595179 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f2e6d7f-d594-4f34-b37a-29bdc61b21af tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.605935 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f2e6d7f-d594-4f34-b37a-29bdc61b21af tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.610975 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9f2e6d7f-d594-4f34-b37a-29bdc61b21af tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/9c0405ed-3b6f-4f3b-ae23-6c5211f35843 HTTP/1.1" status: 204 len: 168 time: 0.1083806 Dec 08 02:13:49.612892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50102) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:49.628900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e6d7f-d594-4f34-b37a-29bdc61b21af tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c0405ed-3b6f-4f3b-ae23-6c5211f35843,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:49.630712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:48Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:49.663980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52a9c2-1a71-44d1-9191-c8f31e8b10bb None None] The sync data for ids ['48122814-f56e-46bb-98e0-1ff8ce562226'] in n-d-713499-31 is: [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:48Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:13:49.673787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0fd74782-624d-45e4-9d37-5fba87faf59a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b71a85-dd81-4415-b869-7bdb583f90f3']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:49.678267 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-41bd71db-535e-4cfd-9791-71c02bbce584 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0607131 Dec 08 02:13:49.678845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50108) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:49.712210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0fd74782-624d-45e4-9d37-5fba87faf59a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1435ff02-9ebe-4568-a6e3-b1d86249a3fc') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:49.712503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0fd74782-624d-45e4-9d37-5fba87faf59a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1435ff02-9ebe-4568-a6e3-b1d86249a3fc') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:49.733104 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fd74782-624d-45e4-9d37-5fba87faf59a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.744409 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-98bc471b-a07b-4280-9592-c0ecf80ba534 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.763439 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fd74782-624d-45e4-9d37-5fba87faf59a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.779233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ce8d2-a3d8-4303-946a-eb46e6c3df29 req-271b19b9-bed8-4dad-b496-0fc49276b309 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:49.780823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-945ce8d2-a3d8-4303-946a-eb46e6c3df29 req-271b19b9-bed8-4dad-b496-0fc49276b309 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.1359346 Dec 08 02:13:49.783530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-98bc471b-a07b-4280-9592-c0ecf80ba534 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.788179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd74782-624d-45e4-9d37-5fba87faf59a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:13:49.788618 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fd74782-624d-45e4-9d37-5fba87faf59a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:13:49.791736 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:13:49.813228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-18d6bd79-cb18-4919-a179-8d0e1b4af585 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2027173845&fields=id&tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c HTTP/1.1" status: 200 len: 267 time: 0.1226523 Dec 08 02:13:49.835840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-98bc471b-a07b-4280-9592-c0ecf80ba534 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.838878 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-98bc471b-a07b-4280-9592-c0ecf80ba534 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:49.842444 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-98bc471b-a07b-4280-9592-c0ecf80ba534 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-groups/9f66fa66-2e79-4bdd-833d-127834a1d57b HTTP/1.1" status: 204 len: 168 time: 0.1602988 Dec 08 02:13:49.845003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50112) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:49.862996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc471b-a07b-4280-9592-c0ecf80ba534 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f66fa66-2e79-4bdd-833d-127834a1d57b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:49.910992 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c02b34b3-bc9a-4a37-aa97-b1faf480ae4b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0649204 Dec 08 02:13:49.913666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50114) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:49.957888 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fd74782-624d-45e4-9d37-5fba87faf59a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:50.020093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9d768b0-bfba-4c3d-b817-bce11ad8e657 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:50.033063 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0fd74782-624d-45e4-9d37-5fba87faf59a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:50.036398 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0fd74782-624d-45e4-9d37-5fba87faf59a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] 10.222.0.71 "DELETE /v2.0/networks/27b71a85-dd81-4415-b869-7bdb583f90f3 HTTP/1.1" status: 204 len: 168 time: 0.7055256 Dec 08 02:13:50.042155 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-945ce8d2-a3d8-4303-946a-eb46e6c3df29 req-997c9e13-6ecc-4154-80fc-a8e63b0fac7a tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487123 Dec 08 02:13:50.050127 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9d768b0-bfba-4c3d-b817-bce11ad8e657 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:50.058197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d13f-3998-47f0-92bb-58568659d81f req-2f0ea4df-a074-44b8-ae2a-7f95776474d6 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:50.066402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-2f0ea4df-a074-44b8-ae2a-7f95776474d6 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 817 time: 0.2119837 Dec 08 02:13:50.075522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd74782-624d-45e4-9d37-5fba87faf59a tempest-NetworksTestDHCPv6-1452709892 tempest-NetworksTestDHCPv6-1452709892-project] Pushing event deleted for resources: {'Network': ['ID=27b71a85-dd81-4415-b869-7bdb583f90f3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:50.086354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-9a4ebad7-93dc-48b8-b8c5-07955d9f0085 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/quotas/0bd08a1f40b04413bc3abf04d48e1e6c HTTP/1.1" status: 200 len: 375 time: 0.0187886 Dec 08 02:13:50.143294 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9d768b0-bfba-4c3d-b817-bce11ad8e657 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:50.150967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e9d768b0-bfba-4c3d-b817-bce11ad8e657 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:50.155108 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e9d768b0-bfba-4c3d-b817-bce11ad8e657 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-groups/a3e88f22-ec43-4b98-a0f1-e66ba8771b70 HTTP/1.1" status: 204 len: 168 time: 0.2386267 Dec 08 02:13:50.168756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50122) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:50.205602 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d768b0-bfba-4c3d-b817-bce11ad8e657 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e88f22-ec43-4b98-a0f1-e66ba8771b70,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:50.218824 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-dcf482f2-b46f-42a7-9d7b-740d3bf025ef tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1156104 Dec 08 02:13:50.259489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f76ec7d-3341-4907-9a4f-6b398cd132c8 req-bc68941c-f635-4dc9-884a-e1cfdac2d452 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 210 time: 0.0835021 Dec 08 02:13:50.262790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50124) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:50.264634 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8da8951d-b9a5-4271-bcde-10182ac44f84 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0876455 Dec 08 02:13:50.268703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bd6b91b4-ce35-4bf4-8540-fd01e1efd22e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group': {'name': 'tempest-secgroup--210132525'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:50.326663 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bd6b91b4-ce35-4bf4-8540-fd01e1efd22e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:50.475259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50130) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:50.503269 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1e123-9a0a-447c-b912-4a60a83e7a0e req-8e46aa27-3130-4d4c-afac-8fd284bc3c02 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:50.504871 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eaa1e123-9a0a-447c-b912-4a60a83e7a0e req-8e46aa27-3130-4d4c-afac-8fd284bc3c02 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.1516709 Dec 08 02:13:50.519889 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50134) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:50.524322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-21b929aa-d833-4957-b665-db01a3ed9c5b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Request body: {'floatingip': {'port_id': '64fc7733-b523-4ee3-ad4d-eceb48ca0873'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:50.550579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-460288c4-3c75-40a2-8f43-941fa13792d1 service neutron] 10.222.0.71 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933969 Dec 08 02:13:50.552896 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bd6b91b4-ce35-4bf4-8540-fd01e1efd22e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:50.580810 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21b929aa-d833-4957-b665-db01a3ed9c5b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for floatingip, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:50.600049 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bd6b91b4-ce35-4bf4-8540-fd01e1efd22e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:50.668770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b91b4-ce35-4bf4-8540-fd01e1efd22e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd1e5ca-a857-4b9d-93c4-87327c3e0093,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:50.677503 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bd6b91b4-ce35-4bf4-8540-fd01e1efd22e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:50.679941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bd6b91b4-ce35-4bf4-8540-fd01e1efd22e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4158130 Dec 08 02:13:50.685600 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50136) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:50.704863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7bb0f9e5-1cf6-42a6-a7ec-b8d8f8351929 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group_rule': {'security_group_id': '5bd1e5ca-a857-4b9d-93c4-87327c3e0093', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:50.721888 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-42aca78a-c40e-46f3-8ba4-6bc4196528f6 service neutron] 10.222.0.71 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638341 Dec 08 02:13:50.971434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 34bf2d84-c1da-4351-9749-2bfe520221a2 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:50.978768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b1a8220-7b40-489e-8501-4313147c2747 req-d138d136-b783-439e-a046-8be4a5df98a7 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 210 time: 0.0536644 Dec 08 02:13:51.058264 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 34bf2d84-c1da-4351-9749-2bfe520221a2 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:51.058860 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:51.221737 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f9e5-1cf6-42a6-a7ec-b8d8f8351929 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:51.237626 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-78e9fb83-7852-4ca0-8814-2713ff1760e3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0946545a728f46efa0e99ebc70edd125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7611117 Dec 08 02:13:51.240320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50146) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:51.301848 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6fb423d-39a1-47f7-9332-6f6b74c64dca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:51.331510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-a00ef6ff-2c5b-4db9-98ce-d960029a1574 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:51.333524 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-a00ef6ff-2c5b-4db9-98ce-d960029a1574 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.75 "GET /v2.0/networks?id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 HTTP/1.1" status: 200 len: 808 time: 0.6485920 Dec 08 02:13:51.346005 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6fb423d-39a1-47f7-9332-6f6b74c64dca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:51.423842 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-efba89d8-b663-4352-a6a6-a2c973a50e38 req-7f61ef24-e5e3-4f08-9577-8b2da62510f8 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 210 time: 0.0342817 Dec 08 02:13:51.445626 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6fb423d-39a1-47f7-9332-6f6b74c64dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:51.449514 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a6fb423d-39a1-47f7-9332-6f6b74c64dca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:51.455994 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a6fb423d-39a1-47f7-9332-6f6b74c64dca admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9a5ce879-8b43-4515-a2ea-4659d726752c HTTP/1.1" status: 204 len: 168 time: 0.2145236 Dec 08 02:13:51.465039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb423d-39a1-47f7-9332-6f6b74c64dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5ce879-8b43-4515-a2ea-4659d726752c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:51.723445 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f9e5-1cf6-42a6-a7ec-b8d8f8351929 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:51.745689 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f9e5-1cf6-42a6-a7ec-b8d8f8351929 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:51.819732 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-468adb23-97be-4bbc-b4b1-e8fd411f8975 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d44006c13e35496b8854fa5c864c5165 HTTP/1.1" status: 200 len: 380 time: 0.4014082 Dec 08 02:13:51.820378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0f9e5-1cf6-42a6-a7ec-b8d8f8351929 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99817ae-feef-4d59-905d-44877063ee65,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:51.834403 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f9e5-1cf6-42a6-a7ec-b8d8f8351929 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:51.835558 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7bb0f9e5-1cf6-42a6-a7ec-b8d8f8351929 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1475842 Dec 08 02:13:51.838590 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50162) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:51.839350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-48c68996-8fcd-47f4-97a2-9eec9f83039e tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Request body: {'port': {'device_id': '2b83b2a3-9b4e-4ebe-ba74-fecf95272466', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'admin_state_up': True, 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'security_groups': ['479c16c3-eefc-4a9f-9617-6b1dbefa0889']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:51.878209 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12decc29-b192-4485-a693-c1d204a78a8e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:51.887836 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12decc29-b192-4485-a693-c1d204a78a8e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:51.919227 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12decc29-b192-4485-a693-c1d204a78a8e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:51.925508 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12decc29-b192-4485-a693-c1d204a78a8e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:51.926877 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-12decc29-b192-4485-a693-c1d204a78a8e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/a99817ae-feef-4d59-905d-44877063ee65 HTTP/1.1" status: 204 len: 168 time: 0.0859487 Dec 08 02:13:51.929298 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50166) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:51.941075 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12decc29-b192-4485-a693-c1d204a78a8e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a99817ae-feef-4d59-905d-44877063ee65,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:51.976616 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2840237f-df56-4fc2-bc56-5076705a9c05 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462477 Dec 08 02:13:51.979202 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50168) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:51.993095 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45f685f9-e81e-419b-a3ea-531309637870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:51.997089 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.db.resource_extend [None req-21b929aa-d833-4957-b665-db01a3ed9c5b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 02:13:52.071190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21b929aa-d833-4957-b665-db01a3ed9c5b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.074777 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-86f20de8-a9c5-46e8-8aa6-d2eac3180f12 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.082787 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21b929aa-d833-4957-b665-db01a3ed9c5b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.134712 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-48936eb0-87f0-454f-8187-c4f9c66831dd req-6f20df93-0ae6-4315-bd39-a7f08a867e62 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 210 time: 0.0494676 Dec 08 02:13:52.148016 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-48c68996-8fcd-47f4-97a2-9eec9f83039e tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Made reservation on behalf of d44006c13e35496b8854fa5c864c5165 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:52.151544 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-48c68996-8fcd-47f4-97a2-9eec9f83039e tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.166773 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-86f20de8-a9c5-46e8-8aa6-d2eac3180f12 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.289969 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-21b929aa-d833-4957-b665-db01a3ed9c5b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Floating IP d530a2cc-60cd-488e-881b-3aae61bb4b31 associated. External IP: 172.25.8.216, port: 64fc7733-b523-4ee3-ad4d-eceb48ca0873. Dec 08 02:13:52.315777 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d13f-3998-47f0-92bb-58568659d81f req-19826bdd-28c3-4d8c-aa26-c9361d3594b9 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:52.317995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-19826bdd-28c3-4d8c-aa26-c9361d3594b9 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.45 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 817 time: 0.1862998 Dec 08 02:13:52.318466 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-86f20de8-a9c5-46e8-8aa6-d2eac3180f12 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.321209 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-86f20de8-a9c5-46e8-8aa6-d2eac3180f12 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.324614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-86f20de8-a9c5-46e8-8aa6-d2eac3180f12 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-groups/5bd1e5ca-a857-4b9d-93c4-87327c3e0093 HTTP/1.1" status: 204 len: 168 time: 0.3421507 Dec 08 02:13:52.325405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50180) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:52.346786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f20de8-a9c5-46e8-8aa6-d2eac3180f12 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd1e5ca-a857-4b9d-93c4-87327c3e0093,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:52.373640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50182) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:52.409191 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d019afdf-c66f-40da-bdb6-a964d6dacf62 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0815566 Dec 08 02:13:52.412820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50186) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:52.417033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6d96122f-6dd3-437b-a179-b233845da24f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group': {'name': 'tempest-secgroup--935370461'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:52.450699 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-5dadb42a-ab51-4359-8bcd-f07c28fcde69 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c HTTP/1.1" status: 200 len: 380 time: 0.1049781 Dec 08 02:13:52.455137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-48c68996-8fcd-47f4-97a2-9eec9f83039e tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Allocated IP 172.20.0.14 (30c3fff7-e5b1-4a66-b1cf-4cbd5e366124/4f9cbc59-63fd-49d8-a506-1865fbeabf79/575b4fdc-ca7f-40bd-ad15-6e126ee749ef) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:52.460643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-2440d13f-3998-47f0-92bb-58568659d81f req-bd813054-f350-412a-8a6d-bbd4aab230f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Request body: {'port': {'device_id': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'admin_state_up': True, 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'security_groups': ['0b50c5ff-665e-44e2-a92c-cf767f3b6723']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:52.466013 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d96122f-6dd3-437b-a179-b233845da24f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.534354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Request body: {'networks': [{'name': 'tempest-network--325861858'}, {'name': 'tempest-network--1734522255'}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:52.534664 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Request body: {'network': {'name': 'tempest-network--325861858'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:52.535119 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Request body: {'network': {'name': 'tempest-network--1734522255'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:52.589469 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7e26458-675d-473e-8904-917739f0eee0 req-a7ed3307-3e57-4571-b7b2-5617e9362d60 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 210 time: 0.0612156 Dec 08 02:13:52.632148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Made reservation on behalf of 1cfecfa90fb94a97a409dc5ebd9b8609 for: {'network': 2} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:52.636561 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.658302 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.678126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b929aa-d833-4957-b665-db01a3ed9c5b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Router b2c283d2-c3cf-4fb2-8485-ebd526490de3 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:13:52.696286 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d96122f-6dd3-437b-a179-b233845da24f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.704932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d96122f-6dd3-437b-a179-b233845da24f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.709738 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-48c68996-8fcd-47f4-97a2-9eec9f83039e tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.711394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2440d13f-3998-47f0-92bb-58568659d81f req-bd813054-f350-412a-8a6d-bbd4aab230f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Made reservation on behalf of 0bd08a1f40b04413bc3abf04d48e1e6c for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:52.714778 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2440d13f-3998-47f0-92bb-58568659d81f req-bd813054-f350-412a-8a6d-bbd4aab230f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.766430 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d96122f-6dd3-437b-a179-b233845da24f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.767672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6d96122f-6dd3-437b-a179-b233845da24f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3539331 Dec 08 02:13:52.774664 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50190) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:52.784042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-96adf4fc-4755-4f2d-be10-da5b0358eb7b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group_rule': {'security_group_id': '99b6a07d-5828-4901-be5a-40b92b35324f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:52.789183 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96122f-6dd3-437b-a179-b233845da24f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b6a07d-5828-4901-be5a-40b92b35324f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:52.826067 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-48c68996-8fcd-47f4-97a2-9eec9f83039e tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.836105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b929aa-d833-4957-b665-db01a3ed9c5b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:13:52.848617 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3194b40b-6656-4e38-bb64-041d6fcaec15 None None] Sync routers for ids ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:13:52.862524 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3194b40b-6656-4e38-bb64-041d6fcaec15 None None] Routers {'b2c283d2-c3cf-4fb2-8485-ebd526490de3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:52.863734 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3194b40b-6656-4e38-bb64-041d6fcaec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:52.866454 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21b929aa-d833-4957-b665-db01a3ed9c5b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.902936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-48c68996-8fcd-47f4-97a2-9eec9f83039e tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:52.905437 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96adf4fc-4755-4f2d-be10-da5b0358eb7b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.912252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-48c68996-8fcd-47f4-97a2-9eec9f83039e tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:52.916224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c68996-8fcd-47f4-97a2-9eec9f83039e tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Pushing event updated for resources: {'Port': ['ID=575b4fdc-ca7f-40bd-ad15-6e126ee749ef,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:52.918478 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-48c68996-8fcd-47f4-97a2-9eec9f83039e tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:52.924362 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-21b929aa-d833-4957-b665-db01a3ed9c5b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "PUT /v2.0/floatingips/d530a2cc-60cd-488e-881b-3aae61bb4b31 HTTP/1.1" status: 200 len: 992 time: 2.4044645 Dec 08 02:13:52.929196 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.943573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085e56af-b55b-4216-8816-639bcd6fa73e', 'tag': '64fc7733-b523-4ee3-ad4d-eceb48ca0873'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:13:52.945826 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7dced8-edb3-4e92-95b1-53f66df4306f" -d '{"events": [{"name": "network-changed", "server_uuid": "085e56af-b55b-4216-8816-639bcd6fa73e", "tag": "64fc7733-b523-4ee3-ad4d-eceb48ca0873"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:13:52.951941 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.952389 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.983057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-48c68996-8fcd-47f4-97a2-9eec9f83039e tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:52.985529 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-48c68996-8fcd-47f4-97a2-9eec9f83039e tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:52.989598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-2440d13f-3998-47f0-92bb-58568659d81f req-bd813054-f350-412a-8a6d-bbd4aab230f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Allocated IP 172.20.0.14 (de25ac42-0f3c-45ea-b047-d8c536f67be0/dfe36e0c-7634-4108-a8e8-4f71e50f21d4/493bc2cc-7458-43c5-91fc-4c00e165fcaa) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:13:53.010266 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-48c68996-8fcd-47f4-97a2-9eec9f83039e tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1793880 Dec 08 02:13:53.029290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Request body: {'port': {'device_id': '2b83b2a3-9b4e-4ebe-ba74-fecf95272466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:53.036412 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96adf4fc-4755-4f2d-be10-da5b0358eb7b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.041782 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3570c40-3d4e-438c-854f-706f909090a3 x-openstack-request-id: req-e3570c40-3d4e-438c-854f-706f909090a3 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:13:53.042098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b589e3b-ce8c-45a6-a019-405f81e31712,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:53.042211 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085e56af-b55b-4216-8816-639bcd6fa73e", "tag": "64fc7733-b523-4ee3-ad4d-eceb48ca0873", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:13:53.042499 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e3570c40-3d4e-438c-854f-706f909090a3 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:13:53.043007 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085e56af-b55b-4216-8816-639bcd6fa73e', 'tag': '64fc7733-b523-4ee3-ad4d-eceb48ca0873', 'status': 'completed', 'code': 200} Dec 08 02:13:53.044799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:13:53.066653 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96adf4fc-4755-4f2d-be10-da5b0358eb7b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.089647 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3194b40b-6656-4e38-bb64-041d6fcaec15 None None] Set router b2c283d2-c3cf-4fb2-8485-ebd526490de3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:53.101065 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.101412 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Added segment 3089921d-d2b7-4768-afeb-31f95a9fcf9a of type vlan for network c6dd035d-a44c-4575-9d6b-8115d21f83e7 Dec 08 02:13:53.123315 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adf4fc-4755-4f2d-be10-da5b0358eb7b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9d833b-12c4-4def-8728-38aacf3c189a,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:53.148627 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.171751 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dced8-edb3-4e92-95b1-53f66df4306f req-65a4953f-5af6-4c53-b62a-17a6cc6ff35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:53.174098 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7e7dced8-edb3-4e92-95b1-53f66df4306f req-65a4953f-5af6-4c53-b62a-17a6cc6ff35e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 1098 time: 0.0876398 Dec 08 02:13:53.185350 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96adf4fc-4755-4f2d-be10-da5b0358eb7b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.186557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-96adf4fc-4755-4f2d-be10-da5b0358eb7b tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4079561 Dec 08 02:13:53.191041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50198) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:53.205356 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.302442 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c9aa2a3d-cb83-4733-90dc-c704961f4dc7 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules/2b9d833b-12c4-4def-8728-38aacf3c189a HTTP/1.1" status: 200 len: 763 time: 0.1010816 Dec 08 02:13:53.313471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50200) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:53.344608 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9452210-40e5-4dcf-989a-5b73932cd90c req-b3c1aec3-b5be-4fcf-ab5a-9be1335b2369 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 210 time: 0.0675709 Dec 08 02:13:53.377911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:13:53.400355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7c2ee7ea-aab9-4d66-86b3-93f399ac8f3b None None] Provisioning complete for port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:53.401381 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c2ee7ea-aab9-4d66-86b3-93f399ac8f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.408138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-99bbc2b0-2c08-4604-9ba8-1818eb11893a tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0920355 Dec 08 02:13:53.413980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50202) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:53.417200 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.417548 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Added segment b4694b51-6939-4946-b1d9-7d0abb1b3789 of type vlan for network 2a21a059-2ef5-40cf-b650-3d2d85da86ab Dec 08 02:13:53.420910 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2440d13f-3998-47f0-92bb-58568659d81f req-bd813054-f350-412a-8a6d-bbd4aab230f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.432723 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3194b40b-6656-4e38-bb64-041d6fcaec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'd530a2cc-60cd-488e-881b-3aae61bb4b31', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'port_id': '64fc7733-b523-4ee3-ad4d-eceb48ca0873', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'mac_address': 'fa:16:3e:32:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085e56af-b55b-4216-8816-639bcd6fa73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:13:29Z', 'updated_at': '2021-12-08T02:13:51Z', 'revision_number': 1, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:26Z', 'revision_number': 5, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:53.458381 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.462097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ee7ea-aab9-4d66-86b3-93f399ac8f3b None None] Port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:53.470396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dced8-edb3-4e92-95b1-53f66df4306f req-f765beb3-ae6e-41b7-838f-7e409b01a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:53.470591 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.472233 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7e7dced8-edb3-4e92-95b1-53f66df4306f req-f765beb3-ae6e-41b7-838f-7e409b01a43e service neutron] 10.222.0.45 "GET /v2.0/networks?id=990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 200 len: 911 time: 0.2714598 Dec 08 02:13:53.475998 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3194b40b-6656-4e38-bb64-041d6fcaec15 None None] Checking router: b2c283d2-c3cf-4fb2-8485-ebd526490de3 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:13:53.487322 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3194b40b-6656-4e38-bb64-041d6fcaec15 None None] Routers {'b2c283d2-c3cf-4fb2-8485-ebd526490de3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:13:53.487942 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3194b40b-6656-4e38-bb64-041d6fcaec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:53.510927 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2440d13f-3998-47f0-92bb-58568659d81f req-bd813054-f350-412a-8a6d-bbd4aab230f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.519277 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.519781 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.525188 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fda79c8f-a680-447a-b1e6-0e5ea18dd771 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.525393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:53.530287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:53.530901 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.566305 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fda79c8f-a680-447a-b1e6-0e5ea18dd771 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.599887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2440d13f-3998-47f0-92bb-58568659d81f req-bd813054-f350-412a-8a6d-bbd4aab230f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Network de25ac42-0f3c-45ea-b047-d8c536f67be0 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:13:53.605224 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7e7dced8-edb3-4e92-95b1-53f66df4306f req-8b04a4a1-8a7b-4a08-89d3-d39d043dfa2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64fc7733-b523-4ee3-ad4d-eceb48ca0873 HTTP/1.1" status: 200 len: 1000 time: 0.1250296 Dec 08 02:13:53.607644 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3194b40b-6656-4e38-bb64-041d6fcaec15 None None] Set router b2c283d2-c3cf-4fb2-8485-ebd526490de3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:13:53.607821 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2331626 Dec 08 02:13:53.611016 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50204) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:53.637818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-2440d13f-3998-47f0-92bb-58568659d81f req-bd813054-f350-412a-8a6d-bbd4aab230f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:53.647268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2440d13f-3998-47f0-92bb-58568659d81f req-bd813054-f350-412a-8a6d-bbd4aab230f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:53.656109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd813054-f350-412a-8a6d-bbd4aab230f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event updated for resources: {'Port': ['ID=493bc2cc-7458-43c5-91fc-4c00e165fcaa,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:53.658474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event updated for resources: {'Network': ['ID=c6dd035d-a44c-4575-9d6b-8115d21f83e7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:53.683435 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network c6dd035d-a44c-4575-9d6b-8115d21f83e7 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:13:53.689141 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fda79c8f-a680-447a-b1e6-0e5ea18dd771 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.725165 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fda79c8f-a680-447a-b1e6-0e5ea18dd771 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.730554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50208) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:53.737381 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fda79c8f-a680-447a-b1e6-0e5ea18dd771 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/2b9d833b-12c4-4def-8728-38aacf3c189a HTTP/1.1" status: 204 len: 168 time: 0.3221498 Dec 08 02:13:53.814204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d13f-3998-47f0-92bb-58568659d81f req-bd813054-f350-412a-8a6d-bbd4aab230f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:53.815141 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2440d13f-3998-47f0-92bb-58568659d81f req-bd813054-f350-412a-8a6d-bbd4aab230f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:53.837693 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda79c8f-a680-447a-b1e6-0e5ea18dd771 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b9d833b-12c4-4def-8728-38aacf3c189a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:53.841438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6c2fa-7543-4ab9-af45-e39a043002e5 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event updated for resources: {'Network': ['ID=2a21a059-2ef5-40cf-b650-3d2d85da86ab,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:53.868089 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 2a21a059-2ef5-40cf-b650-3d2d85da86ab details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:13:53.885088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-bd813054-f350-412a-8a6d-bbd4aab230f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4283452 Dec 08 02:13:53.902618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-95f04587-b0a0-476b-95b6-1fd8ebc9248e tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1398182 Dec 08 02:13:53.910991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Request body: {'port': {'device_id': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:53.913645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50210) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:53.918306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6fdf8d25-07ec-4e06-8645-3470d0eae63d tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group_rule': {'security_group_id': '99b6a07d-5828-4901-be5a-40b92b35324f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:53.946196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b370f0-abd9-4087-b52c-7cf28c2436b9 req-089068fd-b6f0-4695-977c-b32461d5905d tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:53.948094 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7b370f0-abd9-4087-b52c-7cf28c2436b9 req-089068fd-b6f0-4695-977c-b32461d5905d tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 932 time: 0.1842971 Dec 08 02:13:54.062822 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.077069 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8d25-07ec-4e06-8645-3470d0eae63d tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.087927 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7b370f0-abd9-4087-b52c-7cf28c2436b9 req-da3499f5-62b5-497d-bcba-8975eb6fb74d tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213582 Dec 08 02:13:54.106201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a09b66e0-17c3-4947-ace7-30aad0a55a1c None None] Provisioning complete for port 493bc2cc-7458-43c5-91fc-4c00e165fcaa triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:54.106578 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a09b66e0-17c3-4947-ace7-30aad0a55a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.150982 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3194b40b-6656-4e38-bb64-041d6fcaec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'd530a2cc-60cd-488e-881b-3aae61bb4b31', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'port_id': '64fc7733-b523-4ee3-ad4d-eceb48ca0873', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'mac_address': 'fa:16:3e:32:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085e56af-b55b-4216-8816-639bcd6fa73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:13:29Z', 'updated_at': '2021-12-08T02:13:51Z', 'revision_number': 1, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:26Z', 'revision_number': 5, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:54.159327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a09b66e0-17c3-4947-ace7-30aad0a55a1c None None] Port 493bc2cc-7458-43c5-91fc-4c00e165fcaa cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:13:54.207113 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3194b40b-6656-4e38-bb64-041d6fcaec15 None None] The sync data for ids ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'] in n-d-713499-31 is: [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'd530a2cc-60cd-488e-881b-3aae61bb4b31', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'port_id': '64fc7733-b523-4ee3-ad4d-eceb48ca0873', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'mac_address': 'fa:16:3e:32:60:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085e56af-b55b-4216-8816-639bcd6fa73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:13:29Z', 'updated_at': '2021-12-08T02:13:51Z', 'revision_number': 1, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:26Z', 'revision_number': 5, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:13:54.230132 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.230564 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8d25-07ec-4e06-8645-3470d0eae63d tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.242339 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8d25-07ec-4e06-8645-3470d0eae63d tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.268511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dced8-edb3-4e92-95b1-53f66df4306f req-f9c468df-5bcf-4e9a-8acd-c242710f5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:54.270079 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7e7dced8-edb3-4e92-95b1-53f66df4306f req-f9c468df-5bcf-4e9a-8acd-c242710f5ccf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=890cd2ed-9ae7-4a89-916f-2d2e22fc0f59 HTTP/1.1" status: 200 len: 849 time: 0.6481886 Dec 08 02:13:54.275288 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf8d25-07ec-4e06-8645-3470d0eae63d tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058250b5-2d00-45e4-beff-22f8a664d52b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:54.302264 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8d25-07ec-4e06-8645-3470d0eae63d tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.306206 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6fdf8d25-07ec-4e06-8645-3470d0eae63d tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3913734 Dec 08 02:13:54.308874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50214) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:54.325128 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d0299c8-9e67-4c3e-8421-181350763772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.406928 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4aed90aa-c56f-4b16-aebf-8cbb04009987 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules/058250b5-2d00-45e4-beff-22f8a664d52b HTTP/1.1" status: 200 len: 763 time: 0.0748425 Dec 08 02:13:54.408769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50218) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:54.415380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2ea5bc-a922-47f7-98a4-790b467a819b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:54.421719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2ea5bc-a922-47f7-98a4-790b467a819b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:54.428557 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2ea5bc-a922-47f7-98a4-790b467a819b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:54.434560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2ea5bc-a922-47f7-98a4-790b467a819b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:54.436327 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6e2ea5bc-a922-47f7-98a4-790b467a819b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8242788 Dec 08 02:13:54.440212 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50220) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:54.474837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dced8-edb3-4e92-95b1-53f66df4306f req-814456ce-008f-4d71-8e78-cddec727bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:54.476524 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7e7dced8-edb3-4e92-95b1-53f66df4306f req-814456ce-008f-4d71-8e78-cddec727bc01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990035d0-5f75-410a-9ae4-93ef5b213255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957767 Dec 08 02:13:54.479094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575b4fdc-ca7f-40bd-ad15-6e126ee749ef {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:13:54.502117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493bc2cc-7458-43c5-91fc-4c00e165fcaa {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:13:54.502478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6942dac2-196f-40dd-8a6b-84d423836ab9 None None] New status for floating IP d530a2cc-60cd-488e-881b-3aae61bb4b31: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:13:54.513345 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.518078 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.552768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6a84ca57-499d-47dc-83a1-f0cba74d5744 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1415303 Dec 08 02:13:54.552768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Transition to ACTIVE for port object 493bc2cc-7458-43c5-91fc-4c00e165fcaa will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:13:54.553382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50222) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:54.563065 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.579212 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dadbfe-e898-4000-9ffb-0fabd49a402b req-f6b54418-01df-49de-a3ac-261902d7f2b6 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:54.580757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67dadbfe-e898-4000-9ffb-0fabd49a402b req-f6b54418-01df-49de-a3ac-261902d7f2b6 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 932 time: 0.1372113 Dec 08 02:13:54.622809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Transition to ACTIVE for port object 575b4fdc-ca7f-40bd-ad15-6e126ee749ef will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:13:54.646676 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.648196 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-826dbaf3-ecd2-4eb1-bd60-0ebb062c040a tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.652642 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d2ff-717b-4424-8387-e12a6fdc6060 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.664015 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-826dbaf3-ecd2-4eb1-bd60-0ebb062c040a tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.668163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Pushing event updated for resources: {'Port': ['ID=493bc2cc-7458-43c5-91fc-4c00e165fcaa,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:54.752529 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7e7dced8-edb3-4e92-95b1-53f66df4306f req-417cd437-aa5a-40d9-a28f-fe4242f4305c service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517860 Dec 08 02:13:54.762108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67dadbfe-e898-4000-9ffb-0fabd49a402b req-5f27bfac-80f5-42aa-8ae0-341853ec250f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566999 Dec 08 02:13:54.773472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Pushing event updated for resources: {'Port': ['ID=575b4fdc-ca7f-40bd-ad15-6e126ee749ef,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:54.807836 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-826dbaf3-ecd2-4eb1-bd60-0ebb062c040a tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.816271 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-826dbaf3-ecd2-4eb1-bd60-0ebb062c040a tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.820273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-826dbaf3-ecd2-4eb1-bd60-0ebb062c040a tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/058250b5-2d00-45e4-beff-22f8a664d52b HTTP/1.1" status: 204 len: 168 time: 0.2659094 Dec 08 02:13:54.829243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50224) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:54.858917 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dbaf3-ecd2-4eb1-bd60-0ebb062c040a tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=058250b5-2d00-45e4-beff-22f8a664d52b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:54.873102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Attempting to bind port 493bc2cc-7458-43c5-91fc-4c00e165fcaa on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:54.874116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Attempting to bind port 493bc2cc-7458-43c5-91fc-4c00e165fcaa by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:54.874459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Attempting to bind port 493bc2cc-7458-43c5-91fc-4c00e165fcaa on network de25ac42-0f3c-45ea-b047-d8c536f67be0 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:54.885436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Port 493bc2cc-7458-43c5-91fc-4c00e165fcaa on network de25ac42-0f3c-45ea-b047-d8c536f67be0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:13:54.885786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Attempting to bind port 493bc2cc-7458-43c5-91fc-4c00e165fcaa on network de25ac42-0f3c-45ea-b047-d8c536f67be0 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:54.899733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0ab12cd2-2d11-489f-ad43-b6983c065a93 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0687876 Dec 08 02:13:54.901495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50226) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:54.907520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-68c2009a-ac6c-411e-8c07-b9b61a015262 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group_rule': {'security_group_id': '99b6a07d-5828-4901-be5a-40b92b35324f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:54.916681 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:54.917251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Checking segment: {'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:54.917641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Bound using segment: {'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:54.918081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Bound port: 493bc2cc-7458-43c5-91fc-4c00e165fcaa, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:54.918435 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.963716 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d2ff-717b-4424-8387-e12a6fdc6060 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:54.981077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68c2009a-ac6c-411e-8c07-b9b61a015262 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.008425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Attempting to bind port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:13:55.008771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Attempting to bind port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '19fc847d-b66e-43f3-9fac-362f9ab03e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:13:55.009108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Attempting to bind port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef on network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:55.014898 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cfe7d2ff-717b-4424-8387-e12a6fdc6060 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6dd035d-a44c-4575-9d6b-8115d21f83e7']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:55.033451 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef on network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:13:55.033788 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Attempting to bind port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef on network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:13:55.040723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cfe7d2ff-717b-4424-8387-e12a6fdc6060 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3089921d-d2b7-4768-afeb-31f95a9fcf9a') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:55.041031 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-cfe7d2ff-717b-4424-8387-e12a6fdc6060 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3089921d-d2b7-4768-afeb-31f95a9fcf9a') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:55.045862 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7e7dced8-edb3-4e92-95b1-53f66df4306f req-48bb5b07-3946-40de-adb8-a06c2c97d14e service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738454 Dec 08 02:13:55.051821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:13:55.052179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Checking segment: {'id': '19fc847d-b66e-43f3-9fac-362f9ab03e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:55.052570 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Bound using segment: {'id': '19fc847d-b66e-43f3-9fac-362f9ab03e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:13:55.053024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Bound port: 575b4fdc-ca7f-40bd-ad15-6e126ee749ef, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fc847d-b66e-43f3-9fac-362f9ab03e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:13:55.053385 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.058693 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d2ff-717b-4424-8387-e12a6fdc6060 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.113042 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d2ff-717b-4424-8387-e12a6fdc6060 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.130480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe7d2ff-717b-4424-8387-e12a6fdc6060 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:13:55.131000 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d2ff-717b-4424-8387-e12a6fdc6060 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:13:55.135930 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:13:55.219206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] For port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:55.225308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] For port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=575b4fdc-ca7f-40bd-ad15-6e126ee749ef,segment=NetworkSegment(19fc847d-b66e-43f3-9fac-362f9ab03e52),segment_id=19fc847d-b66e-43f3-9fac-362f9ab03e52)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:55.227066 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d2ff-717b-4424-8387-e12a6fdc6060 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.229951 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.241257 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d2ff-717b-4424-8387-e12a6fdc6060 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.243812 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cfe7d2ff-717b-4424-8387-e12a6fdc6060 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "DELETE /v2.0/networks/c6dd035d-a44c-4575-9d6b-8115d21f83e7 HTTP/1.1" status: 204 len: 168 time: 0.8024328 Dec 08 02:13:55.277463 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50232) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:55.294108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7d2ff-717b-4424-8387-e12a6fdc6060 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event deleted for resources: {'Network': ['ID=c6dd035d-a44c-4575-9d6b-8115d21f83e7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:55.322946 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:55.323596 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.325076 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] 10.222.0.75 "PUT /v2.0/ports/575b4fdc-ca7f-40bd-ad15-6e126ee749ef HTTP/1.1" status: 200 len: 1093 time: 2.3008575 Dec 08 02:13:55.327532 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b83b2a3-9b4e-4ebe-ba74-fecf95272466', 'tag': '575b4fdc-ca7f-40bd-ad15-6e126ee749ef'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:13:55.329731 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1f63e6-f260-4e78-8604-307d14a99630" -d '{"events": [{"name": "network-changed", "server_uuid": "2b83b2a3-9b4e-4ebe-ba74-fecf95272466", "tag": "575b4fdc-ca7f-40bd-ad15-6e126ee749ef"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:13:55.394070 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69fea6-0afc-4e2e-b201-fa790322d0ef service neutron] Pushing event updated for resources: {'Port': ['ID=575b4fdc-ca7f-40bd-ad15-6e126ee749ef,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:55.409387 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7e08ee-8e18-4383-bbc5-87cefbc609f4 x-openstack-request-id: req-3e7e08ee-8e18-4383-bbc5-87cefbc609f4 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:13:55.409693 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b83b2a3-9b4e-4ebe-ba74-fecf95272466", "tag": "575b4fdc-ca7f-40bd-ad15-6e126ee749ef", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:13:55.409939 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3e7e08ee-8e18-4383-bbc5-87cefbc609f4 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:13:55.410353 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b83b2a3-9b4e-4ebe-ba74-fecf95272466', 'tag': '575b4fdc-ca7f-40bd-ad15-6e126ee749ef', 'status': 'completed', 'code': 200} Dec 08 02:13:55.432318 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bcc44f30-359e-4da7-b565-9738f8941c24 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.451926 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.467249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] For port 493bc2cc-7458-43c5-91fc-4c00e165fcaa, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:13:55.476179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-06ea8e4c-a7d1-4c3b-be57-3619ed4765fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:55.477953 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-06ea8e4c-a7d1-4c3b-be57-3619ed4765fe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d44006c13e35496b8854fa5c864c5165&device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 1096 time: 0.0851316 Dec 08 02:13:55.490177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] For port 493bc2cc-7458-43c5-91fc-4c00e165fcaa, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:13:55.498152 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.537120 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68c2009a-ac6c-411e-8c07-b9b61a015262 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.560326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106bc30-aee3-4c99-bb75-d8870dff6665 req-a60b7a06-f479-4387-8cea-43ddb1357475 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:55.561891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5106bc30-aee3-4c99-bb75-d8870dff6665 req-a60b7a06-f479-4387-8cea-43ddb1357475 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 944 time: 0.1354113 Dec 08 02:13:55.562616 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68c2009a-ac6c-411e-8c07-b9b61a015262 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.566768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:55.568002 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.568789 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] 10.222.0.45 "PUT /v2.0/ports/493bc2cc-7458-43c5-91fc-4c00e165fcaa HTTP/1.1" status: 200 len: 1093 time: 1.6648314 Dec 08 02:13:55.569312 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5d5c13ed-1753-4fad-a1d9-d54ba70cdf45 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=575b4fdc-ca7f-40bd-ad15-6e126ee749ef HTTP/1.1" status: 200 len: 217 time: 0.0746017 Dec 08 02:13:55.571415 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'tag': '493bc2cc-7458-43c5-91fc-4c00e165fcaa'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:13:55.574622 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307da88e-2bca-4e30-90de-555ee91587e5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9d0d38-53b4-423c-be36-18da18693d6c", "tag": "493bc2cc-7458-43c5-91fc-4c00e165fcaa"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:13:55.580556 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bcc44f30-359e-4da7-b565-9738f8941c24 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.637707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2009a-ac6c-411e-8c07-b9b61a015262 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdf7cc5-7e91-47c7-9321-3cb0532810f7,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:55.643817 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-bcc44f30-359e-4da7-b565-9738f8941c24 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a21a059-2ef5-40cf-b650-3d2d85da86ab']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:55.660375 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-bcc44f30-359e-4da7-b565-9738f8941c24 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4694b51-6939-4946-b1d9-7d0abb1b3789') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:55.660718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-bcc44f30-359e-4da7-b565-9738f8941c24 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4694b51-6939-4946-b1d9-7d0abb1b3789') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:13:55.671782 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2367e9f3-3a8e-4cb8-bef6-b8b7d3d18171 x-openstack-request-id: req-2367e9f3-3a8e-4cb8-bef6-b8b7d3d18171 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:13:55.672641 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9d0d38-53b4-423c-be36-18da18693d6c", "tag": "493bc2cc-7458-43c5-91fc-4c00e165fcaa", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:13:55.672877 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2367e9f3-3a8e-4cb8-bef6-b8b7d3d18171 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:13:55.673269 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'tag': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'status': 'completed', 'code': 200} Dec 08 02:13:55.676376 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a98703-e139-4753-8242-3c1444ca235e service neutron] Pushing event updated for resources: {'Port': ['ID=493bc2cc-7458-43c5-91fc-4c00e165fcaa,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:55.678699 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5cde6a5c-cd5c-4013-af43-5c49c8389858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:55.680245 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-5cde6a5c-cd5c-4013-af43-5c49c8389858 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f9cbc59-63fd-49d8-a506-1865fbeabf79 HTTP/1.1" status: 200 len: 847 time: 0.0970762 Dec 08 02:13:55.682181 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bcc44f30-359e-4da7-b565-9738f8941c24 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.693926 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:13:55.706358 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68c2009a-ac6c-411e-8c07-b9b61a015262 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.707869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-68c2009a-ac6c-411e-8c07-b9b61a015262 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8055058 Dec 08 02:13:55.714383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50238) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:55.727960 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bcc44f30-359e-4da7-b565-9738f8941c24 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.735170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc44f30-359e-4da7-b565-9738f8941c24 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:13:55.736168 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bcc44f30-359e-4da7-b565-9738f8941c24 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.753172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5106bc30-aee3-4c99-bb75-d8870dff6665 req-9a55a8e5-4409-4fc7-a310-4219b37bc91b tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658854 Dec 08 02:13:55.768241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f35e3694-fc40-4a52-ab49-fba897c88e5f tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules/3fdf7cc5-7e91-47c7-9321-3cb0532810f7 HTTP/1.1" status: 200 len: 764 time: 0.0510087 Dec 08 02:13:55.770621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:55.779328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d13f-3998-47f0-92bb-58568659d81f req-fc04d413-53e3-4704-aec1-0e29d0f0e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:55.781052 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-fc04d413-53e3-4704-aec1-0e29d0f0e95b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 1096 time: 0.1357882 Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:13:55.783723 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:13:55.808935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-8ebdbd62-4dd7-48ab-9c58-4cbe55252534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:55.810703 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-8ebdbd62-4dd7-48ab-9c58-4cbe55252534 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214736 Dec 08 02:13:55.811741 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bcc44f30-359e-4da7-b565-9738f8941c24 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.820605 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bcc44f30-359e-4da7-b565-9738f8941c24 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:55.824050 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bcc44f30-359e-4da7-b565-9738f8941c24 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "DELETE /v2.0/networks/2a21a059-2ef5-40cf-b650-3d2d85da86ab HTTP/1.1" status: 204 len: 168 time: 0.5455775 Dec 08 02:13:55.840859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50242) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:55.850722 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-041a29f5-e3b2-413a-b712-f202c44c0072 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa HTTP/1.1" status: 200 len: 217 time: 0.0561233 Dec 08 02:13:55.852481 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc44f30-359e-4da7-b565-9738f8941c24 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event deleted for resources: {'Network': ['ID=2a21a059-2ef5-40cf-b650-3d2d85da86ab,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:55.883775 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c3cadc8e-be3b-4fc8-874b-bf6cfde3cf7d tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1118674 Dec 08 02:13:55.891704 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50246) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:55.955973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d13f-3998-47f0-92bb-58568659d81f req-75a5b515-9c0a-445d-96de-0b49ee5c8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:55.957461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-75a5b515-9c0a-445d-96de-0b49ee5c8843 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfe36e0c-7634-4108-a8e8-4f71e50f21d4 HTTP/1.1" status: 200 len: 856 time: 0.0993731 Dec 08 02:13:55.982144 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c892e0-00da-44ae-b3d2-851d682a1c59 req-9fa34b74-4bc8-4d1a-88ef-0e5e2fd9a98b tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:55.983694 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66c892e0-00da-44ae-b3d2-851d682a1c59 req-9fa34b74-4bc8-4d1a-88ef-0e5e2fd9a98b tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0744236 Dec 08 02:13:55.998486 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30fe4db-e1ca-4ce5-ae95-f6602627a004 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.016803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30fe4db-e1ca-4ce5-ae95-f6602627a004 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.044733 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d13f-3998-47f0-92bb-58568659d81f req-ef4a4cae-57e3-4b5b-bd9d-c79a90160c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:56.046162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-ef4a4cae-57e3-4b5b-bd9d-c79a90160c7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de25ac42-0f3c-45ea-b047-d8c536f67be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811627 Dec 08 02:13:56.050648 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66c892e0-00da-44ae-b3d2-851d682a1c59 req-aab77152-a433-4396-9cfa-61a15729437e tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528016 Dec 08 02:13:56.054146 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-894f8f17-6507-41f4-afdc-6d9c62d67c67 service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290070 Dec 08 02:13:56.063300 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95f1379-7e05-4a9a-be2c-288271cf1a8b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:56.069420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95f1379-7e05-4a9a-be2c-288271cf1a8b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:56.076227 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a95f1379-7e05-4a9a-be2c-288271cf1a8b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2288895 Dec 08 02:13:56.076227 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50248) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:56.080238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-edb5f40b-9cdf-4fff-a8c9-ff874ea5aee7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1427153905'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:56.121304 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30fe4db-e1ca-4ce5-ae95-f6602627a004 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.145028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-b32e425d-1e30-4729-a1e8-9403a0fce806 service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917485 Dec 08 02:13:56.152449 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30fe4db-e1ca-4ce5-ae95-f6602627a004 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.153561 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c30fe4db-e1ca-4ce5-ae95-f6602627a004 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/3fdf7cc5-7e91-47c7-9321-3cb0532810f7 HTTP/1.1" status: 204 len: 168 time: 0.2595379 Dec 08 02:13:56.159135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50250) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:56.174028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fe4db-e1ca-4ce5-ae95-f6602627a004 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fdf7cc5-7e91-47c7-9321-3cb0532810f7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:56.182950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb5f40b-9cdf-4fff-a8c9-ff874ea5aee7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Made reservation on behalf of 1cfecfa90fb94a97a409dc5ebd9b8609 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:56.186344 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-edb5f40b-9cdf-4fff-a8c9-ff874ea5aee7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.250879 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2440d13f-3998-47f0-92bb-58568659d81f req-08d2aa83-9846-4fdd-8d64-0eeda8a808d9 service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985439 Dec 08 02:13:56.258302 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d75aac6f-90ff-401d-9ea3-ea6e975ecf23 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0938218 Dec 08 02:13:56.259240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb5f40b-9cdf-4fff-a8c9-ff874ea5aee7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:13:56.261422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50252) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:56.269679 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8f5ef365-ad7f-4472-bd2f-86256dbb4c9d req-181ca6be-8ffd-41a6-9b88-873b0bfbf197 service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976299 Dec 08 02:13:56.274542 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-edb5f40b-9cdf-4fff-a8c9-ff874ea5aee7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.275072 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-edb5f40b-9cdf-4fff-a8c9-ff874ea5aee7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Added segment f704011f-8147-4207-9750-3af330249c00 of type vlan for network 3f8efeda-7b36-40f8-9e11-b0d6ba687c19 Dec 08 02:13:56.319571 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-edb5f40b-9cdf-4fff-a8c9-ff874ea5aee7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.321918 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89c90585-f2d3-4627-867d-53bf5781f132 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.347836 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89c90585-f2d3-4627-867d-53bf5781f132 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.349257 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-edb5f40b-9cdf-4fff-a8c9-ff874ea5aee7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.355470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb5f40b-9cdf-4fff-a8c9-ff874ea5aee7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:56.356118 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-edb5f40b-9cdf-4fff-a8c9-ff874ea5aee7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.419732 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307da88e-2bca-4e30-90de-555ee91587e5 req-753dcf70-1569-4ca1-9ba3-5043209618cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:56.421337 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-307da88e-2bca-4e30-90de-555ee91587e5 req-753dcf70-1569-4ca1-9ba3-5043209618cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 1096 time: 0.0703268 Dec 08 02:13:56.427747 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89c90585-f2d3-4627-867d-53bf5781f132 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.430353 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-89c90585-f2d3-4627-867d-53bf5781f132 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.431424 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-89c90585-f2d3-4627-867d-53bf5781f132 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-groups/99b6a07d-5828-4901-be5a-40b92b35324f HTTP/1.1" status: 204 len: 168 time: 0.1690707 Dec 08 02:13:56.443436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50256) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:56.450992 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-edb5f40b-9cdf-4fff-a8c9-ff874ea5aee7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3749375 Dec 08 02:13:56.455353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50258) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:56.459812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5f40b-9cdf-4fff-a8c9-ff874ea5aee7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event updated for resources: {'Network': ['ID=3f8efeda-7b36-40f8-9e11-b0d6ba687c19,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:56.469015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f9cc8d5b-a780-46bc-822a-e9362e1f050c tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2123497281'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:56.470698 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 3f8efeda-7b36-40f8-9e11-b0d6ba687c19 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:13:56.475359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f63e6-f260-4e78-8604-307d14a99630 req-19113fdf-cee9-44af-bfd2-248bf8e92efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:56.477366 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f1f63e6-f260-4e78-8604-307d14a99630 req-19113fdf-cee9-44af-bfd2-248bf8e92efd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d44006c13e35496b8854fa5c864c5165&device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 1096 time: 0.1174085 Dec 08 02:13:56.485296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c90585-f2d3-4627-867d-53bf5781f132 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b6a07d-5828-4901-be5a-40b92b35324f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:56.561553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cc8d5b-a780-46bc-822a-e9362e1f050c tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Made reservation on behalf of 1cfecfa90fb94a97a409dc5ebd9b8609 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:56.565651 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9cc8d5b-a780-46bc-822a-e9362e1f050c tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.584336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f63e6-f260-4e78-8604-307d14a99630 req-50a2f9c6-677e-4def-a15d-97de63c6d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:56.585725 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f1f63e6-f260-4e78-8604-307d14a99630 req-50a2f9c6-677e-4def-a15d-97de63c6d554 service neutron] 10.222.0.75 "GET /v2.0/networks?id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 HTTP/1.1" status: 200 len: 909 time: 0.1001418 Dec 08 02:13:56.587409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b33907fb-2d74-4eb8-adea-3cbcab3c5511 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1429095 Dec 08 02:13:56.593206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50260) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:56.597056 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e92eadbc-6035-4ea7-bd57-256eb79f248c tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group': {'name': 'tempest-secgroup--712094685'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:56.609601 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307da88e-2bca-4e30-90de-555ee91587e5 req-94b15d9d-2df5-4923-bd6d-c4a2ce0647e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:56.611188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-307da88e-2bca-4e30-90de-555ee91587e5 req-94b15d9d-2df5-4923-bd6d-c4a2ce0647e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 918 time: 0.1787782 Dec 08 02:13:56.616600 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cc8d5b-a780-46bc-822a-e9362e1f050c tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:13:56.646245 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f1f63e6-f260-4e78-8604-307d14a99630 req-3a502c37-8458-4e5a-86b1-5d7cc07bc023 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=575b4fdc-ca7f-40bd-ad15-6e126ee749ef HTTP/1.1" status: 200 len: 217 time: 0.0433493 Dec 08 02:13:56.658819 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9cc8d5b-a780-46bc-822a-e9362e1f050c tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.659174 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-f9cc8d5b-a780-46bc-822a-e9362e1f050c tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Added segment 1a143936-3be2-4fda-8e40-0b3566cc32f0 of type vlan for network 964cfd05-bd11-4f9e-9e13-606598995fb8 Dec 08 02:13:56.661638 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-307da88e-2bca-4e30-90de-555ee91587e5 req-dd605de9-f5be-4fc0-ad35-bd21afc4fb27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa HTTP/1.1" status: 200 len: 217 time: 0.0402765 Dec 08 02:13:56.680536 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e92eadbc-6035-4ea7-bd57-256eb79f248c tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.713600 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f63e6-f260-4e78-8604-307d14a99630 req-1aa28c67-5c54-4e3b-8d45-0d48ce866232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:56.715070 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f1f63e6-f260-4e78-8604-307d14a99630 req-1aa28c67-5c54-4e3b-8d45-0d48ce866232 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f9cbc59-63fd-49d8-a506-1865fbeabf79 HTTP/1.1" status: 200 len: 847 time: 0.0607793 Dec 08 02:13:56.732932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9cc8d5b-a780-46bc-822a-e9362e1f050c tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.752685 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307da88e-2bca-4e30-90de-555ee91587e5 req-4c682321-ad4e-4fa5-950c-80657e7022cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:56.754151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-307da88e-2bca-4e30-90de-555ee91587e5 req-4c682321-ad4e-4fa5-950c-80657e7022cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfe36e0c-7634-4108-a8e8-4f71e50f21d4 HTTP/1.1" status: 200 len: 856 time: 0.0849233 Dec 08 02:13:56.799164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e92eadbc-6035-4ea7-bd57-256eb79f248c tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.802333 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f63e6-f260-4e78-8604-307d14a99630 req-d8c3d8df-d4c3-41f0-8446-c53507e2f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:56.802688 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9cc8d5b-a780-46bc-822a-e9362e1f050c tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.803882 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f1f63e6-f260-4e78-8604-307d14a99630 req-d8c3d8df-d4c3-41f0-8446-c53507e2f267 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791342 Dec 08 02:13:56.806156 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e92eadbc-6035-4ea7-bd57-256eb79f248c tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.808780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cc8d5b-a780-46bc-822a-e9362e1f050c tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:56.809188 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f9cc8d5b-a780-46bc-822a-e9362e1f050c tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.861006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307da88e-2bca-4e30-90de-555ee91587e5 req-48d0d556-1ffd-47a6-af90-e14a36912495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:56.862406 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-307da88e-2bca-4e30-90de-555ee91587e5 req-48d0d556-1ffd-47a6-af90-e14a36912495 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de25ac42-0f3c-45ea-b047-d8c536f67be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983744 Dec 08 02:13:56.865640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f9cc8d5b-a780-46bc-822a-e9362e1f050c tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4009340 Dec 08 02:13:56.871189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50264) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:56.876265 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e92eadbc-6035-4ea7-bd57-256eb79f248c tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.876399 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Request body: {'ports': [{'network_id': '3f8efeda-7b36-40f8-9e11-b0d6ba687c19', 'name': 'tempest-port--266041609', 'admin_state_up': True}, {'network_id': '964cfd05-bd11-4f9e-9e13-606598995fb8', 'admin_state_up': False}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:56.876608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Request body: {'port': {'network_id': '3f8efeda-7b36-40f8-9e11-b0d6ba687c19', 'name': 'tempest-port--266041609', 'admin_state_up': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:56.877086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Request body: {'port': {'network_id': '964cfd05-bd11-4f9e-9e13-606598995fb8', 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:56.877503 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e92eadbc-6035-4ea7-bd57-256eb79f248c tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2849166 Dec 08 02:13:56.904604 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50266) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:56.912889 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b1772efd-6925-48a7-b882-80dc7d70ca4c tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Request body: {'security_group_rule': {'security_group_id': '858b0a84-0a41-4b48-a959-771417c92278', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:56.923107 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eadbc-6035-4ea7-bd57-256eb79f248c tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858b0a84-0a41-4b48-a959-771417c92278,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:56.963207 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.968997 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f1f63e6-f260-4e78-8604-307d14a99630 req-ea1ddb09-2233-4c93-87cf-8dab2250bf3f service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540978 Dec 08 02:13:56.972812 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b1772efd-6925-48a7-b882-80dc7d70ca4c tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:56.978930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc8d5b-a780-46bc-822a-e9362e1f050c tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event updated for resources: {'Network': ['ID=964cfd05-bd11-4f9e-9e13-606598995fb8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:56.993903 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 964cfd05-bd11-4f9e-9e13-606598995fb8 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:13:57.070824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2189f14-f823-4fa5-994b-909ced1353b9 req-7f046339-7163-4de1-b2ae-f4a12bcda38a tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:57.072687 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2189f14-f823-4fa5-994b-909ced1353b9 req-7f046339-7163-4de1-b2ae-f4a12bcda38a tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 944 time: 0.2320879 Dec 08 02:13:57.102663 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b1772efd-6925-48a7-b882-80dc7d70ca4c tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.107583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b1772efd-6925-48a7-b882-80dc7d70ca4c tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.137972 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7f1f63e6-f260-4e78-8604-307d14a99630 req-0c396ddf-a6fe-4c85-b914-173ae7d4ca52 service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611133 Dec 08 02:13:57.140252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1772efd-6925-48a7-b882-80dc7d70ca4c tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9f7ac1-205f-42d5-a96b-6ddd0b5fb137,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:57.146284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b1772efd-6925-48a7-b882-80dc7d70ca4c tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.147537 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b1772efd-6925-48a7-b882-80dc7d70ca4c tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2401931 Dec 08 02:13:57.150108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50270) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:57.203479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-307da88e-2bca-4e30-90de-555ee91587e5 req-5ce2c97b-8bae-4342-8af2-890a38cd86e5 service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330970 Dec 08 02:13:57.206087 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5388079-402b-41aa-adb4-eaefd41534e6 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.231642 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5388079-402b-41aa-adb4-eaefd41534e6 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.252294 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2189f14-f823-4fa5-994b-909ced1353b9 req-434da264-110b-4f5d-8a86-321cbfb23f41 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731403 Dec 08 02:13:57.284269 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Made reservation on behalf of 1cfecfa90fb94a97a409dc5ebd9b8609 for: {'port': 2} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:57.288945 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.289417 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5388079-402b-41aa-adb4-eaefd41534e6 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.292498 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5388079-402b-41aa-adb4-eaefd41534e6 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.293690 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e5388079-402b-41aa-adb4-eaefd41534e6 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-groups/858b0a84-0a41-4b48-a959-771417c92278 HTTP/1.1" status: 204 len: 168 time: 0.1426611 Dec 08 02:13:57.298730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50272) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:57.309450 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5388079-402b-41aa-adb4-eaefd41534e6 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=858b0a84-0a41-4b48-a959-771417c92278,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:57.327110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907c795-ed99-4d17-825b-2c6e7156a499 req-c2f31676-0cae-4e07-8be2-d6a47f1e9527 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:57.328769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2907c795-ed99-4d17-825b-2c6e7156a499 req-c2f31676-0cae-4e07-8be2-d6a47f1e9527 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.1692190 Dec 08 02:13:57.351847 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-71fe2673-80b9-4011-824c-af8c010161e4 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0520201 Dec 08 02:13:57.354356 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.354478 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50274) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:57.393558 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-474ccda0-086f-4069-ac90-dd97bab316d5 tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0378788 Dec 08 02:13:57.396286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50276) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:57.409744 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-ea8907be-e749-4439-9d18-715b76524f1a tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] delete failed (client error): The resource could not be found. Dec 08 02:13:57.410730 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ea8907be-e749-4439-9d18-715b76524f1a tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "DELETE /v2.0/security-groups/858b0a84-0a41-4b48-a959-771417c92278 HTTP/1.1" status: 404 len: 347 time: 0.0135605 Dec 08 02:13:57.417684 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50280) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:57.435377 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2907c795-ed99-4d17-825b-2c6e7156a499 req-a6dc9cfa-32f8-4e94-bc7c-4e4345f17287 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949714 Dec 08 02:13:57.465405 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-307da88e-2bca-4e30-90de-555ee91587e5 req-9c47c1ee-5990-4d86-ac25-0eee3591ba3d service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444551 Dec 08 02:13:57.473453 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fddaae63-6d27-4042-9699-8fa3122760ec tempest-SecGroupTest-446700889 tempest-SecGroupTest-446700889-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0547638 Dec 08 02:13:57.480914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] device_id is not set on port f56d6c9c-aedd-4c0f-a8bd-0e2f852b9090 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:13:57.604382 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.667637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 493bc2cc-7458-43c5-91fc-4c00e165fcaa details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:13:57.674467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] device_id is not set on port 5cb23c62-bbfe-4c13-b7ec-7cb1c2b4ed69 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:13:57.738496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50286) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:57.767079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 493bc2cc-7458-43c5-91fc-4c00e165fcaa, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:57.778190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'port_id': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'mac_address': 'fa:16:3e:ee:f5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:13:57.797386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.824336 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.839091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493bc2cc-7458-43c5-91fc-4c00e165fcaa {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:13:57.839271 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.878196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 493bc2cc-7458-43c5-91fc-4c00e165fcaa, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:57.884966 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e2727e91-95c6-49cb-8d01-a6f37a27229d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ae38e2a924564cba824d8d0e08c71f2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1447351 Dec 08 02:13:57.885238 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.887334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50290) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:57.890629 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.907691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event updated for resources: {'Port': ['ID=f56d6c9c-aedd-4c0f-a8bd-0e2f852b9090,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:57.914844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Checking segment: {'id': 'f704011f-8147-4207-9750-3af330249c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3f8efeda-7b36-40f8-9e11-b0d6ba687c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:57.915737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Network hostable DHCP agents. Network: 3f8efeda-7b36-40f8-9e11-b0d6ba687c19, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:13:57.934693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Network 3f8efeda-7b36-40f8-9e11-b0d6ba687c19 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:13:57.937187 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ba6a3d43-530a-4222-b36f-16114c48665c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.949996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 3f8efeda-7b36-40f8-9e11-b0d6ba687c19) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:57.955337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:57.956238 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.962513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=493bc2cc-7458-43c5-91fc-4c00e165fcaa,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:57.968325 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ba6a3d43-530a-4222-b36f-16114c48665c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:57.971246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdec25a-7ef1-48b0-bbeb-53cd5cf7fee7 None None] Network 3f8efeda-7b36-40f8-9e11-b0d6ba687c19 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:58.018863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event updated for resources: {'Port': ['ID=5cb23c62-bbfe-4c13-b7ec-7cb1c2b4ed69,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:58.030266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Checking segment: {'id': '1a143936-3be2-4fda-8e40-0b3566cc32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '964cfd05-bd11-4f9e-9e13-606598995fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:13:58.030707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Network hostable DHCP agents. Network: 964cfd05-bd11-4f9e-9e13-606598995fb8, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:13:58.033136 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ba6a3d43-530a-4222-b36f-16114c48665c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.036276 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ba6a3d43-530a-4222-b36f-16114c48665c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.038092 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ba6a3d43-530a-4222-b36f-16114c48665c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d8687bd6-5e1b-4741-a171-5ed90321ab8b HTTP/1.1" status: 204 len: 168 time: 0.1497698 Dec 08 02:13:58.048845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Network 964cfd05-bd11-4f9e-9e13-606598995fb8 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:13:58.051211 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a3d43-530a-4222-b36f-16114c48665c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8687bd6-5e1b-4741-a171-5ed90321ab8b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:58.060874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 964cfd05-bd11-4f9e-9e13-606598995fb8) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:13:58.064913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:13:58.070851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:58.076143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:58.076904 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.082854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c68ffa-d393-4696-b055-da5d94269008 None None] Network 964cfd05-bd11-4f9e-9e13-606598995fb8 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:13:58.097853 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c333e9a4-3e8d-4a71-af0d-2fc81a352ede tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.2258506 Dec 08 02:13:58.101184 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50294) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:58.153426 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb3b0f8-2b1d-487d-9a42-0b46fe108184 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:58.159425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb3b0f8-2b1d-487d-9a42-0b46fe108184 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:58.163764 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dfb3b0f8-2b1d-487d-9a42-0b46fe108184 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0587499 Dec 08 02:13:58.164013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50296) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:58.175751 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['493bc2cc-7458-43c5-91fc-4c00e165fcaa'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:13:58.269770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3b7c6-93f8-4873-8661-d4932df25392 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Deleting port f56d6c9c-aedd-4c0f-a8bd-0e2f852b9090 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:58.270117 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b7c6-93f8-4873-8661-d4932df25392 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.347078 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b7c6-93f8-4873-8661-d4932df25392 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.363214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3b7c6-93f8-4873-8661-d4932df25392 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Calling delete_port for f56d6c9c-aedd-4c0f-a8bd-0e2f852b9090 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:58.408598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0234e-6d03-4757-8198-1a2581196aca req-00f11d4e-5d21-4a6f-a7ad-89693c30ecec tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:58.410094 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acc0234e-6d03-4757-8198-1a2581196aca req-00f11d4e-5d21-4a6f-a7ad-89693c30ecec tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 944 time: 0.0643106 Dec 08 02:13:58.452701 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b7c6-93f8-4873-8661-d4932df25392 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.464532 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acc0234e-6d03-4757-8198-1a2581196aca req-e6971bd0-c1f3-422a-b680-e63cae953b0a tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456636 Dec 08 02:13:58.495893 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b7c6-93f8-4873-8661-d4932df25392 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.503557 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c0f3b7c6-93f8-4873-8661-d4932df25392 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "DELETE /v2.0/ports/f56d6c9c-aedd-4c0f-a8bd-0e2f852b9090 HTTP/1.1" status: 204 len: 168 time: 0.3386426 Dec 08 02:13:58.504679 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3b7c6-93f8-4873-8661-d4932df25392 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event deleted for resources: {'Port': ['ID=f56d6c9c-aedd-4c0f-a8bd-0e2f852b9090,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:58.506286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50312) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:58.633789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a7c44-8a86-4aca-8b72-fa79def3622f req-1063244d-3539-4986-9f76-de83a48caca4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:58.636283 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-201a7c44-8a86-4aca-8b72-fa79def3622f req-1063244d-3539-4986-9f76-de83a48caca4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 945 time: 0.0948460 Dec 08 02:13:58.679286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-72bfc0db-f990-4c1b-bf6a-c5c2ffb03dda tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Deleting port 5cb23c62-bbfe-4c13-b7ec-7cb1c2b4ed69 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:13:58.679643 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72bfc0db-f990-4c1b-bf6a-c5c2ffb03dda tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.741701 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-201a7c44-8a86-4aca-8b72-fa79def3622f req-8726c7e7-f3fe-4c3c-8955-29c43ab60b16 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976818 Dec 08 02:13:58.758899 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72bfc0db-f990-4c1b-bf6a-c5c2ffb03dda tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.771705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-72bfc0db-f990-4c1b-bf6a-c5c2ffb03dda tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Calling delete_port for 5cb23c62-bbfe-4c13-b7ec-7cb1c2b4ed69 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:13:58.803527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50324) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:58.853389 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72bfc0db-f990-4c1b-bf6a-c5c2ffb03dda tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.882132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfc0db-f990-4c1b-bf6a-c5c2ffb03dda tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event deleted for resources: {'Port': ['ID=5cb23c62-bbfe-4c13-b7ec-7cb1c2b4ed69,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:58.887206 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-72bfc0db-f990-4c1b-bf6a-c5c2ffb03dda tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.893542 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-72bfc0db-f990-4c1b-bf6a-c5c2ffb03dda tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "DELETE /v2.0/ports/5cb23c62-bbfe-4c13-b7ec-7cb1c2b4ed69 HTTP/1.1" status: 204 len: 168 time: 0.3833673 Dec 08 02:13:58.893633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50328) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:58.908249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b226e6ff-7c6c-4492-9270-ecab0bbf4dcf tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:58.908698 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-b226e6ff-7c6c-4492-9270-ecab0bbf4dcf tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 02:13:58.909196 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-b226e6ff-7c6c-4492-9270-ecab0bbf4dcf tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 02:13:58.910172 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b226e6ff-7c6c-4492-9270-ecab0bbf4dcf tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1054478 Dec 08 02:13:58.914080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50330) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:58.918633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-76aa12a8-8947-421d-9494-e46b60bddbb9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444264733'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:58.928864 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fd5db0ce-62b9-4a94-80ef-ee3df9d40a27 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0342901 Dec 08 02:13:58.932704 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50332) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:58.937613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f137678f-dc5c-4e2e-9e19-86f1154b1891 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-458378413'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:58.944188 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-76aa12a8-8947-421d-9494-e46b60bddbb9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.954090 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-76aa12a8-8947-421d-9494-e46b60bddbb9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.959743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f137678f-dc5c-4e2e-9e19-86f1154b1891 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Made reservation on behalf of 1cfecfa90fb94a97a409dc5ebd9b8609 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:58.963208 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f137678f-dc5c-4e2e-9e19-86f1154b1891 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.987018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f137678f-dc5c-4e2e-9e19-86f1154b1891 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:13:58.996044 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f137678f-dc5c-4e2e-9e19-86f1154b1891 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:58.996398 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-f137678f-dc5c-4e2e-9e19-86f1154b1891 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Added segment aeddf34c-04c8-495f-a8ed-b04f86594c11 of type vlan for network 1ec31c26-0fd0-4314-8f44-93a9998463da Dec 08 02:13:59.032007 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-76aa12a8-8947-421d-9494-e46b60bddbb9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.036135 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-76aa12a8-8947-421d-9494-e46b60bddbb9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.036803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f137678f-dc5c-4e2e-9e19-86f1154b1891 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.061155 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f137678f-dc5c-4e2e-9e19-86f1154b1891 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.067283 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f137678f-dc5c-4e2e-9e19-86f1154b1891 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:59.067929 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f137678f-dc5c-4e2e-9e19-86f1154b1891 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.076232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa12a8-8947-421d-9494-e46b60bddbb9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ee9c34-3153-4d1a-b7b2-cb35c9c16a88,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:59.107012 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f137678f-dc5c-4e2e-9e19-86f1154b1891 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1732745 Dec 08 02:13:59.111930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50334) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:59.116791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fa809d3a-50b2-478f-b698-42f6e2277978 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1909724965'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:59.121813 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-76aa12a8-8947-421d-9494-e46b60bddbb9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.127389 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-76aa12a8-8947-421d-9494-e46b60bddbb9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.145904 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137678f-dc5c-4e2e-9e19-86f1154b1891 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event updated for resources: {'Network': ['ID=1ec31c26-0fd0-4314-8f44-93a9998463da,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:59.156829 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 1ec31c26-0fd0-4314-8f44-93a9998463da details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:13:59.164499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa809d3a-50b2-478f-b698-42f6e2277978 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Made reservation on behalf of 1cfecfa90fb94a97a409dc5ebd9b8609 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:13:59.168052 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa809d3a-50b2-478f-b698-42f6e2277978 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.185181 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-76aa12a8-8947-421d-9494-e46b60bddbb9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.186324 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-76aa12a8-8947-421d-9494-e46b60bddbb9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2712424 Dec 08 02:13:59.189205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50336) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:59.193449 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-913854bd-858b-4f5a-8b99-858ca664681d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '85e35953-2157-4679-bd37-c5f4c37361f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:59.199781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa12a8-8947-421d-9494-e46b60bddbb9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e35953-2157-4679-bd37-c5f4c37361f4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:59.223356 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa809d3a-50b2-478f-b698-42f6e2277978 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:13:59.237041 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-913854bd-858b-4f5a-8b99-858ca664681d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.247004 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa809d3a-50b2-478f-b698-42f6e2277978 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.247349 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-fa809d3a-50b2-478f-b698-42f6e2277978 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Added segment 9d7726be-b76a-4d0c-8f92-1ae043e95e96 of type vlan for network 9c063185-71dc-4b7a-8621-5349be0d9710 Dec 08 02:13:59.304704 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa809d3a-50b2-478f-b698-42f6e2277978 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.324872 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-913854bd-858b-4f5a-8b99-858ca664681d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.332494 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-913854bd-858b-4f5a-8b99-858ca664681d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.351458 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa809d3a-50b2-478f-b698-42f6e2277978 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.356954 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa809d3a-50b2-478f-b698-42f6e2277978 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:59.357528 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa809d3a-50b2-478f-b698-42f6e2277978 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.369041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913854bd-858b-4f5a-8b99-858ca664681d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afaed15-8d32-4223-94ac-d72f9650f9e4,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:59.391980 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-913854bd-858b-4f5a-8b99-858ca664681d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.393158 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-913854bd-858b-4f5a-8b99-858ca664681d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2030590 Dec 08 02:13:59.396102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50338) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:59.402497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-39ae05eb-6afe-49ce-98be-99f39d6702fa tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '85e35953-2157-4679-bd37-c5f4c37361f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:59.438663 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fa809d3a-50b2-478f-b698-42f6e2277978 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3255727 Dec 08 02:13:59.452329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa809d3a-50b2-478f-b698-42f6e2277978 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event updated for resources: {'Network': ['ID=9c063185-71dc-4b7a-8621-5349be0d9710,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:59.463194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 9c063185-71dc-4b7a-8621-5349be0d9710 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:13:59.470791 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39ae05eb-6afe-49ce-98be-99f39d6702fa tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.524663 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-39ae05eb-6afe-49ce-98be-99f39d6702fa tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 02:13:59.527750 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-39ae05eb-6afe-49ce-98be-99f39d6702fa tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1275365 Dec 08 02:13:59.530953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50342) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:59.627023 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c349356-3f59-4537-b932-3d98b7224a98 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.646987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad55c40-5b71-4e17-8d96-4ac0a22f95d2 req-d702c6ae-d6d2-4077-a200-afd96efeba41 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:59.648884 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ad55c40-5b71-4e17-8d96-4ac0a22f95d2 req-d702c6ae-d6d2-4077-a200-afd96efeba41 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 944 time: 0.0858703 Dec 08 02:13:59.669260 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c349356-3f59-4537-b932-3d98b7224a98 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.683725 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 493bc2cc-7458-43c5-91fc-4c00e165fcaa up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:13:59.736831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ad55c40-5b71-4e17-8d96-4ac0a22f95d2 req-4ab01f21-88d5-462b-a3cd-02d257c77e5f tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760550 Dec 08 02:13:59.741354 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 493bc2cc-7458-43c5-91fc-4c00e165fcaa completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:13:59.751304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 493bc2cc-7458-43c5-91fc-4c00e165fcaa triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:13:59.751847 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.753925 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c349356-3f59-4537-b932-3d98b7224a98 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.757085 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8c349356-3f59-4537-b932-3d98b7224a98 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.760627 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8c349356-3f59-4537-b932-3d98b7224a98 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "DELETE /v2.0/security-groups/85e35953-2157-4679-bd37-c5f4c37361f4 HTTP/1.1" status: 204 len: 168 time: 0.2258055 Dec 08 02:13:59.761431 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50346) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:59.773370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c349356-3f59-4537-b932-3d98b7224a98 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e35953-2157-4679-bd37-c5f4c37361f4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:13:59.819682 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-57ccb7e1-3831-49d2-9e53-2cfea465c978 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0560660 Dec 08 02:13:59.822643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50350) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:13:59.829915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f78753fe-5ca9-41bb-954a-7593e1d3d7a8 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group': {'name': 'tempest-secgroup--728030322'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:13:59.856661 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f78753fe-5ca9-41bb-954a-7593e1d3d7a8 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.910191 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.913824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7aa91-f712-48ca-915c-02c6144c4ddc req-2cf361b5-ade3-48ed-8f70-47b810a52849 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:59.924129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7b7aa91-f712-48ca-915c-02c6144c4ddc req-2cf361b5-ade3-48ed-8f70-47b810a52849 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 945 time: 0.0877106 Dec 08 02:13:59.941006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493bc2cc-7458-43c5-91fc-4c00e165fcaa'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:13:59.943662 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9dae0d-04ae-4b17-b9cd-b3a32700ebc7" -d '{"events": [{"server_uuid": "eb9d0d38-53b4-423c-be36-18da18693d6c", "name": "network-vif-plugged", "status": "completed", "tag": "493bc2cc-7458-43c5-91fc-4c00e165fcaa"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:13:59.959160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 493bc2cc-7458-43c5-91fc-4c00e165fcaa, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:13:59.965986 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.966163 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f78753fe-5ca9-41bb-954a-7593e1d3d7a8 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:59.971268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f78753fe-5ca9-41bb-954a-7593e1d3d7a8 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.006798 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f78753fe-5ca9-41bb-954a-7593e1d3d7a8 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.008447 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f78753fe-5ca9-41bb-954a-7593e1d3d7a8 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1849632 Dec 08 02:14:00.011244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50354) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:00.016627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6aa515c6-acfe-403b-8d76-eacd637cd105 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '34aae26c-f055-4a0d-bd08-4b180cb4f487', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:00.017237 n-d-713499-31 neutron-server[109767]: WARNING neutron.api.v2.base [None req-6aa515c6-acfe-403b-8d76-eacd637cd105 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 08 02:14:00.017854 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-6aa515c6-acfe-403b-8d76-eacd637cd105 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:00.019048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6aa515c6-acfe-403b-8d76-eacd637cd105 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066226 Dec 08 02:14:00.021479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50356) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:00.026682 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78753fe-5ca9-41bb-954a-7593e1d3d7a8 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34aae26c-f055-4a0d-bd08-4b180cb4f487,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:00.033861 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7b7aa91-f712-48ca-915c-02c6144c4ddc req-98b16925-1c16-45c5-8c8f-e6b8c3ed52f3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084921 Dec 08 02:14:00.066647 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=493bc2cc-7458-43c5-91fc-4c00e165fcaa,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:00.070615 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0032298e-b4fd-4e7a-b5bd-e189a7d369fd x-openstack-request-id: req-0032298e-b4fd-4e7a-b5bd-e189a7d369fd {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:14:00.071255 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9d0d38-53b4-423c-be36-18da18693d6c", "name": "network-vif-plugged", "status": "completed", "tag": "493bc2cc-7458-43c5-91fc-4c00e165fcaa", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:14:00.071699 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0032298e-b4fd-4e7a-b5bd-e189a7d369fd {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:14:00.072873 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'code': 200} Dec 08 02:14:00.074883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 575b4fdc-ca7f-40bd-ad15-6e126ee749ef details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:14:00.100452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-067b7cd7-072d-41e3-80b4-cf455474126d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.126050 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-067b7cd7-072d-41e3-80b4-cf455474126d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.194999 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=575b4fdc-ca7f-40bd-ad15-6e126ee749ef,segment=NetworkSegment(19fc847d-b66e-43f3-9fac-362f9ab03e52),segment_id=19fc847d-b66e-43f3-9fac-362f9ab03e52)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:00.205081 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-067b7cd7-072d-41e3-80b4-cf455474126d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.207754 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-067b7cd7-072d-41e3-80b4-cf455474126d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.209493 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '575b4fdc-ca7f-40bd-ad15-6e126ee749ef', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'port_id': '575b4fdc-ca7f-40bd-ad15-6e126ee749ef', 'mac_address': 'fa:16:3e:6d:97:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:14:00.209674 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-067b7cd7-072d-41e3-80b4-cf455474126d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "DELETE /v2.0/security-groups/34aae26c-f055-4a0d-bd08-4b180cb4f487 HTTP/1.1" status: 204 len: 168 time: 0.1869209 Dec 08 02:14:00.215043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50358) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:00.230872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe30fa-aed5-4c05-8554-fd352fcd9352 req-20ec6ec0-fef5-4e4f-852f-631bf0bec246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:00.232376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5cfe30fa-aed5-4c05-8554-fd352fcd9352 req-20ec6ec0-fef5-4e4f-852f-631bf0bec246 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 1098 time: 0.0720742 Dec 08 02:14:00.234632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b7cd7-072d-41e3-80b4-cf455474126d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aae26c-f055-4a0d-bd08-4b180cb4f487,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:00.268479 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.282538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575b4fdc-ca7f-40bd-ad15-6e126ee749ef {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:14:00.304680 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b5d0cdb7-b3c8-4ca8-8f0f-5c5a0932f8fa tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0828271 Dec 08 02:14:00.304680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50360) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:00.308275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8e652de1-b455-4a68-b3c9-637d594e564b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group': {'name': 'tempest-secgroup--629865912'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:00.308884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=575b4fdc-ca7f-40bd-ad15-6e126ee749ef,segment=NetworkSegment(19fc847d-b66e-43f3-9fac-362f9ab03e52),segment_id=19fc847d-b66e-43f3-9fac-362f9ab03e52)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:00.315627 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.317387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5cfe30fa-aed5-4c05-8554-fd352fcd9352 req-c0f9f820-260a-4e4b-a5d6-dd6b42e9d6da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741239 Dec 08 02:14:00.335007 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e652de1-b455-4a68-b3c9-637d594e564b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.363560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=575b4fdc-ca7f-40bd-ad15-6e126ee749ef,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:00.402993 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e652de1-b455-4a68-b3c9-637d594e564b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.406782 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e652de1-b455-4a68-b3c9-637d594e564b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.438607 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e652de1-b455-4a68-b3c9-637d594e564b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.440079 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8e652de1-b455-4a68-b3c9-637d594e564b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1351473 Dec 08 02:14:00.442866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50362) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:00.447453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-23982ef5-4bca-499e-bfda-07e3718481d0 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '7d85e9f0-fc63-43cf-a6ee-f07afbc0a0e8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:00.448332 n-d-713499-31 neutron-server[109767]: WARNING neutron.api.v2.base [None req-23982ef5-4bca-499e-bfda-07e3718481d0 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 08 02:14:00.448826 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-23982ef5-4bca-499e-bfda-07e3718481d0 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:00.449770 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-23982ef5-4bca-499e-bfda-07e3718481d0 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057707 Dec 08 02:14:00.452123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50364) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:00.459165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e652de1-b455-4a68-b3c9-637d594e564b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d85e9f0-fc63-43cf-a6ee-f07afbc0a0e8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:00.511003 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-770c31d7-4589-48b5-b681-6692d843d08b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.532318 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-770c31d7-4589-48b5-b681-6692d843d08b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.575825 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-770c31d7-4589-48b5-b681-6692d843d08b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.578416 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-770c31d7-4589-48b5-b681-6692d843d08b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.579769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-770c31d7-4589-48b5-b681-6692d843d08b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "DELETE /v2.0/security-groups/7d85e9f0-fc63-43cf-a6ee-f07afbc0a0e8 HTTP/1.1" status: 204 len: 168 time: 0.1266062 Dec 08 02:14:00.582699 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50366) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:00.585970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['575b4fdc-ca7f-40bd-ad15-6e126ee749ef'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:14:00.588731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c31d7-4589-48b5-b681-6692d843d08b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d85e9f0-fc63-43cf-a6ee-f07afbc0a0e8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:00.629235 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3d9a6a1e-302d-4022-a393-7f5bf2f4bac3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0450835 Dec 08 02:14:00.633126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50368) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:00.637498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2c6cbfa2-7f75-4f02-90ab-267cdc3fedce tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group': {'name': 'tempest-secgroup--596448017'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:00.662467 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2c6cbfa2-7f75-4f02-90ab-267cdc3fedce tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.744683 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2c6cbfa2-7f75-4f02-90ab-267cdc3fedce tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.750718 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2c6cbfa2-7f75-4f02-90ab-267cdc3fedce tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.786069 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2c6cbfa2-7f75-4f02-90ab-267cdc3fedce tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.790051 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2c6cbfa2-7f75-4f02-90ab-267cdc3fedce tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1533887 Dec 08 02:14:00.790538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50374) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:00.792786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cbfa2-7f75-4f02-90ab-267cdc3fedce tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d2e03a-9c72-4c8e-b869-9449993410d5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:00.805346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1f1f1df6-d3d5-4e65-940c-3b9b3c4282ce tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '74d2e03a-9c72-4c8e-b869-9449993410d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:00.826726 n-d-713499-31 neutron-server[109767]: WARNING neutron.api.v2.base [None req-1f1f1df6-d3d5-4e65-940c-3b9b3c4282ce tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 08 02:14:00.827567 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-1f1f1df6-d3d5-4e65-940c-3b9b3c4282ce tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:00.832552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50376) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:00.832738 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1f1f1df6-d3d5-4e65-940c-3b9b3c4282ce tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0405431 Dec 08 02:14:00.837254 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-51fbe567-fa10-4fcd-8313-c66d228fe22b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '74d2e03a-9c72-4c8e-b869-9449993410d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:00.837941 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-51fbe567-fa10-4fcd-8313-c66d228fe22b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 08 02:14:00.838447 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-51fbe567-fa10-4fcd-8313-c66d228fe22b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:00.839388 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-51fbe567-fa10-4fcd-8313-c66d228fe22b tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057421 Dec 08 02:14:00.841928 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50378) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:00.847485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-466265a2-bea6-4f1d-afd0-b111fc26ea45 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '74d2e03a-9c72-4c8e-b869-9449993410d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:00.848384 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-466265a2-bea6-4f1d-afd0-b111fc26ea45 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 08 02:14:00.848965 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-466265a2-bea6-4f1d-afd0-b111fc26ea45 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:00.850226 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-466265a2-bea6-4f1d-afd0-b111fc26ea45 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072808 Dec 08 02:14:00.852830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50380) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:00.858699 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-32d69911-b3af-4cf8-b576-c93bfc14c923 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '74d2e03a-9c72-4c8e-b869-9449993410d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:00.859870 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-32d69911-b3af-4cf8-b576-c93bfc14c923 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 08 02:14:00.860395 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-32d69911-b3af-4cf8-b576-c93bfc14c923 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:00.861524 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-32d69911-b3af-4cf8-b576-c93bfc14c923 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078032 Dec 08 02:14:00.864105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50382) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:00.895451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4195a0a-efbc-4c3c-8f11-756043dcb00a req-24b47f49-bed6-4499-9d91-d1e4b98d36d5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:00.903554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4195a0a-efbc-4c3c-8f11-756043dcb00a req-24b47f49-bed6-4499-9d91-d1e4b98d36d5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 945 time: 0.0697839 Dec 08 02:14:00.939267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72a41238-4f96-41f9-b681-eb26f2f7905d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:00.952628 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4195a0a-efbc-4c3c-8f11-756043dcb00a req-82350161-b3b8-479b-a0e3-9d2781a5173b tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481780 Dec 08 02:14:00.962495 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72a41238-4f96-41f9-b681-eb26f2f7905d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.003866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72a41238-4f96-41f9-b681-eb26f2f7905d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.006759 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72a41238-4f96-41f9-b681-eb26f2f7905d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.010236 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-72a41238-4f96-41f9-b681-eb26f2f7905d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "DELETE /v2.0/security-groups/74d2e03a-9c72-4c8e-b869-9449993410d5 HTTP/1.1" status: 204 len: 168 time: 0.1428926 Dec 08 02:14:01.010618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50384) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.018757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a41238-4f96-41f9-b681-eb26f2f7905d tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d2e03a-9c72-4c8e-b869-9449993410d5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:01.061970 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-48e02e25-aa8c-4c8e-a320-d46aa445321e tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0502124 Dec 08 02:14:01.065862 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50386) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.070440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-21b395a6-2bab-46c3-9a7a-d5bcb6f4b5ea tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180883825'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:01.094749 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21b395a6-2bab-46c3-9a7a-d5bcb6f4b5ea tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.168110 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21b395a6-2bab-46c3-9a7a-d5bcb6f4b5ea tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.173789 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21b395a6-2bab-46c3-9a7a-d5bcb6f4b5ea tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.193744 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f3ecd-e63d-4567-ba7e-52e30b506c1f req-40f83343-faf0-457d-9996-a69faa61d3c5 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:01.195257 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d39f3ecd-e63d-4567-ba7e-52e30b506c1f req-40f83343-faf0-457d-9996-a69faa61d3c5 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0517182 Dec 08 02:14:01.208747 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21b395a6-2bab-46c3-9a7a-d5bcb6f4b5ea tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.219548 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-21b395a6-2bab-46c3-9a7a-d5bcb6f4b5ea tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1521032 Dec 08 02:14:01.221396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50390) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.226428 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f6a1345e-22d3-47ce-9ef2-556531f976aa tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '990952f5-a21f-448b-b60b-8e26549b23f5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:01.227113 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-f6a1345e-22d3-47ce-9ef2-556531f976aa tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 02:14:01.227820 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-f6a1345e-22d3-47ce-9ef2-556531f976aa tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:01.231792 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f6a1345e-22d3-47ce-9ef2-556531f976aa tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092397 Dec 08 02:14:01.232725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50392) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.233769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b395a6-2bab-46c3-9a7a-d5bcb6f4b5ea tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990952f5-a21f-448b-b60b-8e26549b23f5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:01.247530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-fd383b80-afa8-4c86-a37a-cd0fd317309a tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '990952f5-a21f-448b-b60b-8e26549b23f5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:01.254386 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d39f3ecd-e63d-4567-ba7e-52e30b506c1f req-36ee6184-61ca-4caf-bc22-a7478bc5ba05 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496547 Dec 08 02:14:01.292307 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-fd383b80-afa8-4c86-a37a-cd0fd317309a tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:01.293441 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fd383b80-afa8-4c86-a37a-cd0fd317309a tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0509467 Dec 08 02:14:01.296348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50394) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.301261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-292d9f6c-7eb5-4d16-9bc2-8a6c9261ac36 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '990952f5-a21f-448b-b60b-8e26549b23f5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:01.301744 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-292d9f6c-7eb5-4d16-9bc2-8a6c9261ac36 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 08 02:14:01.302214 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-292d9f6c-7eb5-4d16-9bc2-8a6c9261ac36 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:01.303134 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-292d9f6c-7eb5-4d16-9bc2-8a6c9261ac36 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053308 Dec 08 02:14:01.305482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50396) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.309369 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-01474c9d-fbc5-488e-8f7c-146c053ac995 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '990952f5-a21f-448b-b60b-8e26549b23f5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:01.353931 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-01474c9d-fbc5-488e-8f7c-146c053ac995 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:01.356037 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-01474c9d-fbc5-488e-8f7c-146c053ac995 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0496535 Dec 08 02:14:01.358418 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50398) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.363844 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-88c77032-6b74-410d-9e03-19c398740601 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '990952f5-a21f-448b-b60b-8e26549b23f5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:01.364327 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-88c77032-6b74-410d-9e03-19c398740601 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 02:14:01.364799 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-88c77032-6b74-410d-9e03-19c398740601 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:01.365707 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-88c77032-6b74-410d-9e03-19c398740601 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056508 Dec 08 02:14:01.368560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50400) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.372413 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-fd7ff34c-12be-41c7-97ec-e229926c5341 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '990952f5-a21f-448b-b60b-8e26549b23f5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:01.407572 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-fd7ff34c-12be-41c7-97ec-e229926c5341 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:01.408626 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fd7ff34c-12be-41c7-97ec-e229926c5341 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0392256 Dec 08 02:14:01.411423 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50402) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.415651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5d167d4c-5618-4d4c-99c1-32eaf2a0289f tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '990952f5-a21f-448b-b60b-8e26549b23f5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:01.416125 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-5d167d4c-5618-4d4c-99c1-32eaf2a0289f tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 08 02:14:01.416592 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-5d167d4c-5618-4d4c-99c1-32eaf2a0289f tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:01.417502 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5d167d4c-5618-4d4c-99c1-32eaf2a0289f tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051699 Dec 08 02:14:01.419800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50404) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.424310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d4321ccc-6ce2-4cb0-a7d5-a89cf6194da0 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '990952f5-a21f-448b-b60b-8e26549b23f5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:01.476951 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-d4321ccc-6ce2-4cb0-a7d5-a89cf6194da0 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:01.481271 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d4321ccc-6ce2-4cb0-a7d5-a89cf6194da0 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0573633 Dec 08 02:14:01.481271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50406) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.486011 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2a7d3840-9342-4380-8e3a-ec8a6250a6c4 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '990952f5-a21f-448b-b60b-8e26549b23f5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:01.525004 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-2a7d3840-9342-4380-8e3a-ec8a6250a6c4 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:01.526139 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2a7d3840-9342-4380-8e3a-ec8a6250a6c4 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0443430 Dec 08 02:14:01.529065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50408) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.580617 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eb20-9933-478a-8635-615c746a4d54 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.602634 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eb20-9933-478a-8635-615c746a4d54 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.643321 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eb20-9933-478a-8635-615c746a4d54 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.646501 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9c1eb20-9933-478a-8635-615c746a4d54 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.647699 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c9c1eb20-9933-478a-8635-615c746a4d54 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "DELETE /v2.0/security-groups/990952f5-a21f-448b-b60b-8e26549b23f5 HTTP/1.1" status: 204 len: 168 time: 0.1177166 Dec 08 02:14:01.650422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50410) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.657990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1eb20-9933-478a-8635-615c746a4d54 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990952f5-a21f-448b-b60b-8e26549b23f5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:01.696538 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-544e9cc3-cf79-4005-9d12-cb49d1a9a4c8 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0441291 Dec 08 02:14:01.700687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50412) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.705253 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-59c01e85-def2-4111-a3a8-84817c8427c3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599254529'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:01.728069 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-59c01e85-def2-4111-a3a8-84817c8427c3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.792910 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-59c01e85-def2-4111-a3a8-84817c8427c3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.796703 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-59c01e85-def2-4111-a3a8-84817c8427c3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.827075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c01e85-def2-4111-a3a8-84817c8427c3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dadb70e-4a63-4293-b51d-070123ae98fb,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:01.833084 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-59c01e85-def2-4111-a3a8-84817c8427c3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.836913 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-59c01e85-def2-4111-a3a8-84817c8427c3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1326401 Dec 08 02:14:01.837445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50416) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.842346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-adbd64ae-d63e-45f5-8893-18377115b5f8 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '8dadb70e-4a63-4293-b51d-070123ae98fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:01.882351 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-adbd64ae-d63e-45f5-8893-18377115b5f8 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The resource could not be found. Dec 08 02:14:01.883390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-adbd64ae-d63e-45f5-8893-18377115b5f8 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0450118 Dec 08 02:14:01.886100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50418) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.890325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-98b95608-54af-4fc0-98e4-d081323b1f19 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': '8dadb70e-4a63-4293-b51d-070123ae98fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bb6bc902-9701-488d-a5b5-023f4d0e0267'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:01.932403 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-98b95608-54af-4fc0-98e4-d081323b1f19 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The resource could not be found. Dec 08 02:14:01.933598 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-98b95608-54af-4fc0-98e4-d081323b1f19 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0466070 Dec 08 02:14:01.936504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50420) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:01.998851 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7bed-63d7-4a75-bb1a-41ed58880497 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.025640 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7bed-63d7-4a75-bb1a-41ed58880497 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.044783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 575b4fdc-ca7f-40bd-ad15-6e126ee749ef up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:14:02.095230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:14:02.099711 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:02.100084 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.110847 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78e608-43ad-4626-9e68-6e32d6ea257b req-43e53222-d50d-4333-8fd9-84bb1dae07cf tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:02.112380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e78e608-43ad-4626-9e68-6e32d6ea257b req-43e53222-d50d-4333-8fd9-84bb1dae07cf tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 945 time: 0.0773699 Dec 08 02:14:02.120055 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7bed-63d7-4a75-bb1a-41ed58880497 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.123034 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7bed-63d7-4a75-bb1a-41ed58880497 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.124161 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4f7b7bed-63d7-4a75-bb1a-41ed58880497 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "DELETE /v2.0/security-groups/8dadb70e-4a63-4293-b51d-070123ae98fb HTTP/1.1" status: 204 len: 168 time: 0.1866672 Dec 08 02:14:02.126924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50424) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:02.149916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b7bed-63d7-4a75-bb1a-41ed58880497 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dadb70e-4a63-4293-b51d-070123ae98fb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:02.188273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e78e608-43ad-4626-9e68-6e32d6ea257b req-f3590f82-2eba-4576-97bd-1c1fecfe427e tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627668 Dec 08 02:14:02.201785 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.227280 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-de394fbf-42fd-4466-9aba-ab5b4152cb1e tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0984092 Dec 08 02:14:02.230811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50426) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:02.236901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-06e27a0f-984d-4869-b5ca-cc0583fdf3b9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': 'e3fddb5a-5285-4d9b-b9b0-e051ad12ff97', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:02.237323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b83b2a3-9b4e-4ebe-ba74-fecf95272466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575b4fdc-ca7f-40bd-ad15-6e126ee749ef'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:14:02.240299 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f45e6f-de6f-49fb-88ff-fe4b9f92a3d0" -d '{"events": [{"server_uuid": "2b83b2a3-9b4e-4ebe-ba74-fecf95272466", "name": "network-vif-plugged", "status": "completed", "tag": "575b4fdc-ca7f-40bd-ad15-6e126ee749ef"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:14:02.255530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=575b4fdc-ca7f-40bd-ad15-6e126ee749ef,segment=NetworkSegment(19fc847d-b66e-43f3-9fac-362f9ab03e52),segment_id=19fc847d-b66e-43f3-9fac-362f9ab03e52)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:02.262182 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.285589 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-06e27a0f-984d-4869-b5ca-cc0583fdf3b9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The resource could not be found. Dec 08 02:14:02.290484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50432) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:02.290602 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-06e27a0f-984d-4869-b5ca-cc0583fdf3b9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0587714 Dec 08 02:14:02.296280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-09c11c1d-ef12-4193-bc17-9882a3848ef3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990405190'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:02.313098 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe4b501-fb56-4c45-a01f-de281adae15c x-openstack-request-id: req-0fe4b501-fb56-4c45-a01f-de281adae15c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:14:02.313477 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b83b2a3-9b4e-4ebe-ba74-fecf95272466", "name": "network-vif-plugged", "status": "completed", "tag": "575b4fdc-ca7f-40bd-ad15-6e126ee749ef", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:14:02.313788 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0fe4b501-fb56-4c45-a01f-de281adae15c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:14:02.314449 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b83b2a3-9b4e-4ebe-ba74-fecf95272466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575b4fdc-ca7f-40bd-ad15-6e126ee749ef', 'code': 200} Dec 08 02:14:02.342860 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=575b4fdc-ca7f-40bd-ad15-6e126ee749ef,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:02.355933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09c11c1d-ef12-4193-bc17-9882a3848ef3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.456228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb0f79-2b0a-4531-b69d-f8966d782143 req-6e6e3dd9-3d47-437d-a15b-9dad2575108c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:02.457879 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fedb0f79-2b0a-4531-b69d-f8966d782143 req-6e6e3dd9-3d47-437d-a15b-9dad2575108c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0614238 Dec 08 02:14:02.469839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09c11c1d-ef12-4193-bc17-9882a3848ef3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.472668 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32155cff-63f1-48ae-8973-9ff05042a27b req-307bfd89-a553-4b75-a591-ddd7d9964a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:02.474716 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-32155cff-63f1-48ae-8973-9ff05042a27b req-307bfd89-a553-4b75-a591-ddd7d9964a56 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 1098 time: 0.0810778 Dec 08 02:14:02.476040 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09c11c1d-ef12-4193-bc17-9882a3848ef3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.514468 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fedb0f79-2b0a-4531-b69d-f8966d782143 req-8b4f1aee-1f5c-4040-b2da-c3e11b1a2a39 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503497 Dec 08 02:14:02.522902 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09c11c1d-ef12-4193-bc17-9882a3848ef3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.526828 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50434) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:02.527096 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-09c11c1d-ef12-4193-bc17-9882a3848ef3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2349992 Dec 08 02:14:02.528009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c11c1d-ef12-4193-bc17-9882a3848ef3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f510cca0-3ce6-48dc-a7eb-571e6d6fbdde,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:02.531827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group': {'name': 'tempest-secgroup--669073834'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:02.566962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.569260 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-32155cff-63f1-48ae-8973-9ff05042a27b req-a528e909-d15d-4236-8b14-7d684e3d0124 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860655 Dec 08 02:14:02.666975 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.672309 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.689534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09ab4b-d10b-4b7c-ad31-2e7fcd87ad89 req-08c32110-67c1-40f7-a6d4-401429b57177 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:02.690989 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a09ab4b-d10b-4b7c-ad31-2e7fcd87ad89 req-08c32110-67c1-40f7-a6d4-401429b57177 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0837908 Dec 08 02:14:02.701134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50438) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:02.706656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5a260512-824e-4292-8cd0-7feda6829102 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Request body: {'floatingip': {'port_id': '493bc2cc-7458-43c5-91fc-4c00e165fcaa'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:02.711664 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.711664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1838453 Dec 08 02:14:02.714530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50440) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:02.715704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb90af3-5c6b-47ed-b84e-df3f03926d6c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:02.719437 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8c622111-cb37-4bbe-a867-32825b2432c4 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group_rule': {'security_group_id': 'f510cca0-3ce6-48dc-a7eb-571e6d6fbdde', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ffb90af3-5c6b-47ed-b84e-df3f03926d6c'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:02.723114 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:02.723463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:02.723924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:02.724159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:02.724747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:02.725077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:02.725404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:02.725728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:02.726049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:02.726369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:02.726690 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:02.727015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:02.727336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5870f0-cc6d-45a7-b574-e1a9861d0919 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:02.767631 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a260512-824e-4292-8cd0-7feda6829102 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for floatingip, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.813394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50442) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:02.818439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Request body: {'subnets': [{'network_id': '1ec31c26-0fd0-4314-8f44-93a9998463da', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1074303342', 'ip_version': 6}, {'network_id': '9c063185-71dc-4b7a-8621-5349be0d9710', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:02.818697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Request body: {'subnet': {'network_id': '1ec31c26-0fd0-4314-8f44-93a9998463da', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1074303342', 'ip_version': 6}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:02.819340 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Request body: {'subnet': {'network_id': '9c063185-71dc-4b7a-8621-5349be0d9710', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:02.874226 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-8c622111-cb37-4bbe-a867-32825b2432c4 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:14:02.875891 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8c622111-cb37-4bbe-a867-32825b2432c4 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1599703 Dec 08 02:14:02.878768 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50444) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:02.977020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Made reservation on behalf of 1cfecfa90fb94a97a409dc5ebd9b8609 for: {'subnet': 2} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:02.981685 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.982024 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.375711 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.376947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bc24c-80ea-4a31-8922-f2910938361a req-f77b06b1-be76-46f3-a968-92e4dc5840a4 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:03.378449 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530bc24c-80ea-4a31-8922-f2910938361a req-f77b06b1-be76-46f3-a968-92e4dc5840a4 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 946 time: 0.0957630 Dec 08 02:14:03.435849 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.436832 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.506176 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-530bc24c-80ea-4a31-8922-f2910938361a req-3033f025-ca95-4704-abf7-8dae3101e8b7 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060545 Dec 08 02:14:03.527064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event updated for resources: {'Subnet': ['ID=7f8e4f8e-4841-470d-a30d-64a2aa2c9818,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:03.538265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Checking segment: {'id': 'aeddf34c-04c8-495f-a8ed-b04f86594c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1ec31c26-0fd0-4314-8f44-93a9998463da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:03.538633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Network hostable DHCP agents. Network: 1ec31c26-0fd0-4314-8f44-93a9998463da, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:14:03.556766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Network 1ec31c26-0fd0-4314-8f44-93a9998463da is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:14:03.565974 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.566177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 1ec31c26-0fd0-4314-8f44-93a9998463da) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:03.573149 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.575104 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.575254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad57cbb1-ebe5-4e8f-847f-6a11db7dea67 None None] Network 1ec31c26-0fd0-4314-8f44-93a9998463da requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:03.579959 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "DELETE /v2.0/security-groups/ffb90af3-5c6b-47ed-b84e-df3f03926d6c HTTP/1.1" status: 204 len: 168 time: 0.6993613 Dec 08 02:14:03.580584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50450) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:03.625047 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb90af3-5c6b-47ed-b84e-df3f03926d6c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:03.645097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event updated for resources: {'Subnet': ['ID=5b797076-f79d-4e36-9478-85d806b58edd,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:03.651319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:03.651319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:03.651710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:03.652066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:03.652410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:03.652747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:03.653085 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:03.653435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:03.653755 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:03.654092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:03.654418 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:03.654750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:03.655085 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b023a0b6-aad1-4a18-bcb3-c63643576209 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:03.655360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Checking segment: {'id': '9d7726be-b76a-4d0c-8f92-1ae043e95e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9c063185-71dc-4b7a-8621-5349be0d9710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:03.655832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Network hostable DHCP agents. Network: 9c063185-71dc-4b7a-8621-5349be0d9710, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:14:03.681383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Network 9c063185-71dc-4b7a-8621-5349be0d9710 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:14:03.695329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 9c063185-71dc-4b7a-8621-5349be0d9710) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:03.706616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50452) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:03.707623 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fafa8b31-4209-4e4a-91ea-917687868198 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1208003 Dec 08 02:14:03.709354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:03.711721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:03.712704 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.772292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-54173c54-8c36-415f-be17-c7c7667480d7 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.9571047 Dec 08 02:14:03.774068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50454) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:03.786554 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a260512-824e-4292-8cd0-7feda6829102 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.791188 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a260512-824e-4292-8cd0-7feda6829102 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.808528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b85a4-d675-4791-8302-30bbb3b86ac4 None None] Network 9c063185-71dc-4b7a-8621-5349be0d9710 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:03.847097 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29cc66b6-5add-44f6-8fa5-77c7af974c27 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.852414 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc615ef-2f20-4ade-a908-a1e129524b7d tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:03.855105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc615ef-2f20-4ade-a908-a1e129524b7d tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:03.856301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc615ef-2f20-4ade-a908-a1e129524b7d tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:03.857872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9cc615ef-2f20-4ade-a908-a1e129524b7d tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0829148 Dec 08 02:14:03.867453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50456) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:03.882478 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29cc66b6-5add-44f6-8fa5-77c7af974c27 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.899551 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-5a260512-824e-4292-8cd0-7feda6829102 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Floating IP f49521c2-22b2-45b7-9188-08ca19d1b6b4 associated. External IP: 172.25.8.81, port: 493bc2cc-7458-43c5-91fc-4c00e165fcaa. Dec 08 02:14:03.957600 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29cc66b6-5add-44f6-8fa5-77c7af974c27 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.960933 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29cc66b6-5add-44f6-8fa5-77c7af974c27 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.964455 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-29cc66b6-5add-44f6-8fa5-77c7af974c27 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "DELETE /v2.0/security-groups/f510cca0-3ce6-48dc-a7eb-571e6d6fbdde HTTP/1.1" status: 204 len: 168 time: 0.2262511 Dec 08 02:14:03.967937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983556c0-35fb-4584-97aa-4ba4bcdd7e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-1ec31c26-0fd0-4314-8f44-93a9998463da', 'network_id': '1ec31c26-0fd0-4314-8f44-93a9998463da', 'project_id': '1cfecfa90fb94a97a409dc5ebd9b8609', 'fixed_ips': [{'subnet_id': '7f8e4f8e-4841-470d-a30d-64a2aa2c9818'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:14:03.968683 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-983556c0-35fb-4584-97aa-4ba4bcdd7e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.970593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50458) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:03.988510 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc66b6-5add-44f6-8fa5-77c7af974c27 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f510cca0-3ce6-48dc-a7eb-571e6d6fbdde,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:04.006855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2191a217-563d-4cc7-9352-f3e886bd5106 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Deleting subnet 7f8e4f8e-4841-470d-a30d-64a2aa2c9818 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:14:04.012296 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2191a217-563d-4cc7-9352-f3e886bd5106 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.020167 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-9c063185-71dc-4b7a-8621-5349be0d9710', 'network_id': '9c063185-71dc-4b7a-8621-5349be0d9710', 'project_id': '1cfecfa90fb94a97a409dc5ebd9b8609', 'fixed_ips': [{'subnet_id': '5b797076-f79d-4e36-9478-85d806b58edd'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:14:04.021362 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.063453 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2191a217-563d-4cc7-9352-f3e886bd5106 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.122169 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2ebd0c2d-2075-43a1-b4dd-15c462c87fc5 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1464119 Dec 08 02:14:04.126584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50462) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:04.130666 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9e078c43-abbe-49e9-b5b3-b678a114ef51 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1422975230'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:04.147450 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2191a217-563d-4cc7-9352-f3e886bd5106 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.165116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a260512-824e-4292-8cd0-7feda6829102 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Router 48122814-f56e-46bb-98e0-1ff8ce562226 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:14:04.197340 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e078c43-abbe-49e9-b5b3-b678a114ef51 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.246872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Allocated IP 2001:db8:0:1::1 (9c063185-71dc-4b7a-8621-5349be0d9710/5b797076-f79d-4e36-9478-85d806b58edd/0bffdcf0-45bf-4182-9cf7-6977da5af279) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:14:04.247974 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2191a217-563d-4cc7-9352-f3e886bd5106 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server [None req-983556c0-35fb-4584-97aa-4ba4bcdd7e9d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f8e4f8e-4841-470d-a30d-64a2aa2c9818: This subnet is being modified by another concurrent operation. Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise exception Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f8e4f8e-4841-470d-a30d-64a2aa2c9818: This subnet is being modified by another concurrent operation. Dec 08 02:14:04.253124 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server Dec 08 02:14:04.281035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3245250b-506c-47a8-908e-e34778ce2bdf None None] Network 1ec31c26-0fd0-4314-8f44-93a9998463da requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:04.294603 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a260512-824e-4292-8cd0-7feda6829102 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:14:04.299921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191a217-563d-4cc7-9352-f3e886bd5106 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8e4f8e-4841-470d-a30d-64a2aa2c9818,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:04.300699 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a260512-824e-4292-8cd0-7feda6829102 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.309414 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2191a217-563d-4cc7-9352-f3e886bd5106 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.316484 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38023a93-362e-47ea-9881-be6f72348fa6 None None] Sync routers for ids ['48122814-f56e-46bb-98e0-1ff8ce562226'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:14:04.317243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2191a217-563d-4cc7-9352-f3e886bd5106 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "DELETE /v2.0/subnets/7f8e4f8e-4841-470d-a30d-64a2aa2c9818 HTTP/1.1" status: 204 len: 168 time: 0.4487908 Dec 08 02:14:04.320149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50464) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:04.329008 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38023a93-362e-47ea-9881-be6f72348fa6 None None] Routers {'48122814-f56e-46bb-98e0-1ff8ce562226'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:14:04.331034 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-38023a93-362e-47ea-9881-be6f72348fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['48122814-f56e-46bb-98e0-1ff8ce562226'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:04.355968 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5a260512-824e-4292-8cd0-7feda6829102 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "PUT /v2.0/floatingips/f49521c2-22b2-45b7-9188-08ca19d1b6b4 HTTP/1.1" status: 200 len: 991 time: 1.6509290 Dec 08 02:14:04.355968 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'tag': '493bc2cc-7458-43c5-91fc-4c00e165fcaa'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:14:04.358686 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa46a453-3167-46bb-a293-f6a1d7d9cb75" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9d0d38-53b4-423c-be36-18da18693d6c", "tag": "493bc2cc-7458-43c5-91fc-4c00e165fcaa"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:14:04.440149 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a70888-e8f8-4e3c-8f62-10fcfe8bad48 x-openstack-request-id: req-36a70888-e8f8-4e3c-8f62-10fcfe8bad48 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:14:04.440448 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9d0d38-53b4-423c-be36-18da18693d6c", "tag": "493bc2cc-7458-43c5-91fc-4c00e165fcaa", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:14:04.440706 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-36a70888-e8f8-4e3c-8f62-10fcfe8bad48 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:14:04.444024 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'tag': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'status': 'completed', 'code': 200} Dec 08 02:14:04.451155 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e078c43-abbe-49e9-b5b3-b678a114ef51 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.458335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3312dec-4da0-4c3b-a691-2cc93e1fa056 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Deleting subnet 5b797076-f79d-4e36-9478-85d806b58edd {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:14:04.462287 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e078c43-abbe-49e9-b5b3-b678a114ef51 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.464226 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-38023a93-362e-47ea-9881-be6f72348fa6 None None] Set router 48122814-f56e-46bb-98e0-1ff8ce562226 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:14:04.503895 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.510602 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9e078c43-abbe-49e9-b5b3-b678a114ef51 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.511909 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9e078c43-abbe-49e9-b5b3-b678a114ef51 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3845828 Dec 08 02:14:04.514939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50470) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:04.516055 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.521568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-59386276-c9ba-4f3d-8d62-4185e0804158 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:04.522332 n-d-713499-31 neutron-server[109766]: WARNING neutron.api.v2.base [None req-59386276-c9ba-4f3d-8d62-4185e0804158 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 02:14:04.523154 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-59386276-c9ba-4f3d-8d62-4185e0804158 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 02:14:04.524428 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-59386276-c9ba-4f3d-8d62-4185e0804158 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "PUT /v2.0/security-groups/ecedbf4e-c5b7-4d14-b84b-c745cf4bbc62 HTTP/1.1" status: 409 len: 330 time: 0.0069611 Dec 08 02:14:04.527518 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50472) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:04.529491 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e3312dec-4da0-4c3b-a691-2cc93e1fa056 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.567411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Network 9c063185-71dc-4b7a-8621-5349be0d9710 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:14:04.570141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:04.573151 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e3312dec-4da0-4c3b-a691-2cc93e1fa056 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.577421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:14:04.612589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Pushing event updated for resources: {'Port': ['ID=0bffdcf0-45bf-4182-9cf7-6977da5af279,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:04.618641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5883abc-6cbc-4e9d-ae92-b5ee4f47dd6a tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.626731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e078c43-abbe-49e9-b5b3-b678a114ef51 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecedbf4e-c5b7-4d14-b84b-c745cf4bbc62,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:04.648121 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5883abc-6cbc-4e9d-ae92-b5ee4f47dd6a tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.663045 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Attempting to bind port 0bffdcf0-45bf-4182-9cf7-6977da5af279 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:14:04.663424 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Attempting to bind port 0bffdcf0-45bf-4182-9cf7-6977da5af279 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '9d7726be-b76a-4d0c-8f92-1ae043e95e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9c063185-71dc-4b7a-8621-5349be0d9710'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:14:04.663886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Attempting to bind port 0bffdcf0-45bf-4182-9cf7-6977da5af279 on network 9c063185-71dc-4b7a-8621-5349be0d9710 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:14:04.669224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:14:04.669601 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Checking segment: {'id': '9d7726be-b76a-4d0c-8f92-1ae043e95e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9c063185-71dc-4b7a-8621-5349be0d9710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:04.670009 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.670538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Bound using segment: {'id': '9d7726be-b76a-4d0c-8f92-1ae043e95e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9c063185-71dc-4b7a-8621-5349be0d9710'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:14:04.671162 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Bound port: 0bffdcf0-45bf-4182-9cf7-6977da5af279, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7726be-b76a-4d0c-8f92-1ae043e95e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9c063185-71dc-4b7a-8621-5349be0d9710'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:14:04.671550 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.700316 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5883abc-6cbc-4e9d-ae92-b5ee4f47dd6a tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.704145 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5883abc-6cbc-4e9d-ae92-b5ee4f47dd6a tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.705525 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f5883abc-6cbc-4e9d-ae92-b5ee4f47dd6a tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "DELETE /v2.0/security-groups/ecedbf4e-c5b7-4d14-b84b-c745cf4bbc62 HTTP/1.1" status: 204 len: 168 time: 0.1637754 Dec 08 02:14:04.711125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50476) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:04.743119 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5883abc-6cbc-4e9d-ae92-b5ee4f47dd6a tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecedbf4e-c5b7-4d14-b84b-c745cf4bbc62,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:04.757511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] For port 0bffdcf0-45bf-4182-9cf7-6977da5af279, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:14:04.779296 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] For port 0bffdcf0-45bf-4182-9cf7-6977da5af279, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0bffdcf0-45bf-4182-9cf7-6977da5af279,segment=NetworkSegment(9d7726be-b76a-4d0c-8f92-1ae043e95e96),segment_id=9d7726be-b76a-4d0c-8f92-1ae043e95e96)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:14:04.782659 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-26ef0a3e-939c-4e44-9103-422c1f82aee9 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0700388 Dec 08 02:14:04.786702 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50478) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:04.789686 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.805197 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-94ad4ccf-9dde-4685-8865-7069eed3d1e8 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] delete failed (client error): The resource could not be found. Dec 08 02:14:04.806248 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-94ad4ccf-9dde-4685-8865-7069eed3d1e8 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "DELETE /v2.0/security-groups/430cd85a-11cf-4811-b2a1-f39498b4dd61 HTTP/1.1" status: 404 len: 347 time: 0.0185525 Dec 08 02:14:04.811815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50480) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:04.828661 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-38023a93-362e-47ea-9881-be6f72348fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'f49521c2-22b2-45b7-9188-08ca19d1b6b4', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'port_id': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'mac_address': 'fa:16:3e:ee:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:13:48Z', 'updated_at': '2021-12-08T02:14:03Z', 'revision_number': 1, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:49Z', 'revision_number': 5, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:04.829200 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-7944e2ab-0157-49d8-94c5-d990dba857d3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] show failed (client error): The resource could not be found. Dec 08 02:14:04.834424 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7944e2ab-0157-49d8-94c5-d990dba857d3 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "GET /v2.0/security-groups/d436685c-5aae-4339-88b0-c2cf11d28422 HTTP/1.1" status: 404 len: 347 time: 0.0173714 Dec 08 02:14:04.834770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50482) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:04.847557 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-4291c059-d029-4c02-aff6-a699fc103986 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] show failed (client error): The resource could not be found. Dec 08 02:14:04.852131 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4291c059-d029-4c02-aff6-a699fc103986 tempest-NegativeSecGroupTest-60554957 tempest-NegativeSecGroupTest-60554957-project] 10.222.0.71 "GET /v2.0/security-group-rules/d6b9c926-5556-4d2f-aeab-d34ee61f6743 HTTP/1.1" status: 404 len: 356 time: 0.0129426 Dec 08 02:14:04.868279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba62306-b551-4991-b97b-cc688c3009c1 None None] Pushing event updated for resources: {'Port': ['ID=0bffdcf0-45bf-4182-9cf7-6977da5af279,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:04.895123 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38023a93-362e-47ea-9881-be6f72348fa6 None None] Checking router: 48122814-f56e-46bb-98e0-1ff8ce562226 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:14:04.905437 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38023a93-362e-47ea-9881-be6f72348fa6 None None] Routers {'48122814-f56e-46bb-98e0-1ff8ce562226'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:14:04.906242 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-38023a93-362e-47ea-9881-be6f72348fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['48122814-f56e-46bb-98e0-1ff8ce562226'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:05.030190 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-38023a93-362e-47ea-9881-be6f72348fa6 None None] Set router 48122814-f56e-46bb-98e0-1ff8ce562226 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:14:05.181161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e3312dec-4da0-4c3b-a691-2cc93e1fa056 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:05.221407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46a453-3167-46bb-a293-f6a1d7d9cb75 req-d4a11c59-b575-4e3f-9d64-5b36e6ae15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:05.223050 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa46a453-3167-46bb-a293-f6a1d7d9cb75 req-d4a11c59-b575-4e3f-9d64-5b36e6ae15e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 1098 time: 0.7294981 Dec 08 02:14:05.230970 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50490) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:05.240456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ebd27-b816-4402-b657-fd625a2d5589 req-f68dc405-84e1-431e-acf9-d1e55c4ea833 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:05.244257 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-597ebd27-b816-4402-b657-fd625a2d5589 req-f68dc405-84e1-431e-acf9-d1e55c4ea833 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 946 time: 0.1553044 Dec 08 02:14:05.371276 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-38023a93-362e-47ea-9881-be6f72348fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'f49521c2-22b2-45b7-9188-08ca19d1b6b4', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'port_id': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'mac_address': 'fa:16:3e:ee:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:13:48Z', 'updated_at': '2021-12-08T02:14:03Z', 'revision_number': 1, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:49Z', 'revision_number': 5, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:05.381053 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e3312dec-4da0-4c3b-a691-2cc93e1fa056 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:05.404546 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38023a93-362e-47ea-9881-be6f72348fa6 None None] The sync data for ids ['48122814-f56e-46bb-98e0-1ff8ce562226'] in n-d-713499-31 is: [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'f49521c2-22b2-45b7-9188-08ca19d1b6b4', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'port_id': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'mac_address': 'fa:16:3e:ee:f5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:13:48Z', 'updated_at': '2021-12-08T02:14:03Z', 'revision_number': 1, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:49Z', 'revision_number': 5, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:14:05.418759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-597ebd27-b816-4402-b657-fd625a2d5589 req-6c8950b0-4153-4651-94ce-3bf6fd72aad4 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576650 Dec 08 02:14:05.430791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3312dec-4da0-4c3b-a691-2cc93e1fa056 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event deleted for resources: {'Subnet': ['ID=5b797076-f79d-4e36-9478-85d806b58edd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:05.445350 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e3312dec-4da0-4c3b-a691-2cc93e1fa056 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:05.450938 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e3312dec-4da0-4c3b-a691-2cc93e1fa056 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "DELETE /v2.0/subnets/5b797076-f79d-4e36-9478-85d806b58edd HTTP/1.1" status: 204 len: 168 time: 1.1275551 Dec 08 02:14:05.452352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50496) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:05.487663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46a453-3167-46bb-a293-f6a1d7d9cb75 req-52382fa0-5918-46bb-b0a5-f2632270fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:05.489152 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa46a453-3167-46bb-a293-f6a1d7d9cb75 req-52382fa0-5918-46bb-b0a5-f2632270fd88 service neutron] 10.222.0.45 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 918 time: 0.2401252 Dec 08 02:14:05.596857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04356094-20c9-4805-a9e0-012642f3286e tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:05.598319 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-04356094-20c9-4805-a9e0-012642f3286e tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1438174 Dec 08 02:14:05.602248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f942aa8c-abd9-4008-afb6-3c9931fea243 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6d247a50928a4739b4ab75bf45ec22fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3699551 Dec 08 02:14:05.602248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50500) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:05.604706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50502) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:05.655862 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0d11534-6835-4513-a531-7842686cbeff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:05.680605 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0d11534-6835-4513-a531-7842686cbeff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:05.681640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa46a453-3167-46bb-a293-f6a1d7d9cb75 req-744c3684-af20-4292-8cec-e26e9953482f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa HTTP/1.1" status: 200 len: 999 time: 0.1734171 Dec 08 02:14:05.697525 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4290e3-41a1-4cee-afd8-b3ae1498a3ba req-af469213-a51f-40fd-b779-6ee8f93d80f3 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:05.699027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b4290e3-41a1-4cee-afd8-b3ae1498a3ba req-af469213-a51f-40fd-b779-6ee8f93d80f3 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 946 time: 0.1771250 Dec 08 02:14:05.732187 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0d11534-6835-4513-a531-7842686cbeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:05.735092 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b0d11534-6835-4513-a531-7842686cbeff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:05.739294 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b0d11534-6835-4513-a531-7842686cbeff admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/84ee9c34-3153-4d1a-b7b2-cb35c9c16a88 HTTP/1.1" status: 204 len: 168 time: 0.1311159 Dec 08 02:14:05.746702 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d11534-6835-4513-a531-7842686cbeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ee9c34-3153-4d1a-b7b2-cb35c9c16a88,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:05.756882 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:05.799508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46a453-3167-46bb-a293-f6a1d7d9cb75 req-2050b7ce-79b6-421b-bb40-391da7316373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:05.801025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa46a453-3167-46bb-a293-f6a1d7d9cb75 req-2050b7ce-79b6-421b-bb40-391da7316373 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfe36e0c-7634-4108-a8e8-4f71e50f21d4 HTTP/1.1" status: 200 len: 856 time: 0.1116347 Dec 08 02:14:05.832246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b4290e3-41a1-4cee-afd8-b3ae1498a3ba req-e049b919-5c17-4c7b-bc98-83cdf45d7b0f tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179457 Dec 08 02:14:05.948914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46a453-3167-46bb-a293-f6a1d7d9cb75 req-d116c9fb-571c-404f-b6e5-bd3d14e864c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:05.950674 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa46a453-3167-46bb-a293-f6a1d7d9cb75 req-d116c9fb-571c-404f-b6e5-bd3d14e864c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de25ac42-0f3c-45ea-b047-d8c536f67be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386230 Dec 08 02:14:05.963825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4690b0-7215-4ec2-9b6b-32e0fecfebdf None None] New status for floating IP f49521c2-22b2-45b7-9188-08ca19d1b6b4: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:14:06.018299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Deleting port 0bffdcf0-45bf-4182-9cf7-6977da5af279 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:14:06.018638 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.115750 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed342730-2d06-4ca3-80b6-40527f97d5db req-4b9a57d6-9816-486a-a9d6-03570d0c1649 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:06.122927 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed342730-2d06-4ca3-80b6-40527f97d5db req-4b9a57d6-9816-486a-a9d6-03570d0c1649 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 946 time: 0.1940143 Dec 08 02:14:06.123119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2182320a-6c79-4ad0-86c6-3198730a842a None None] Network 9c063185-71dc-4b7a-8621-5349be0d9710 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:06.170190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] For port 0bffdcf0-45bf-4182-9cf7-6977da5af279, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0bffdcf0-45bf-4182-9cf7-6977da5af279,segment=NetworkSegment(9d7726be-b76a-4d0c-8f92-1ae043e95e96),segment_id=9d7726be-b76a-4d0c-8f92-1ae043e95e96)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:06.170560 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.186276 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa46a453-3167-46bb-a293-f6a1d7d9cb75 req-3e6b8184-eb4f-4b08-8f31-0c79cec305df service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098479 Dec 08 02:14:06.196042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Calling delete_port for 0bffdcf0-45bf-4182-9cf7-6977da5af279 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:14:06.269971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-373e1ed9-c3b4-43b2-8ebc-5633eea86721 None None] Provisioning complete for port 0bffdcf0-45bf-4182-9cf7-6977da5af279 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:06.270265 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-373e1ed9-c3b4-43b2-8ebc-5633eea86721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.319348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed342730-2d06-4ca3-80b6-40527f97d5db req-11a3b3c4-5e2c-4daa-bd18-74544c5cd442 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909971 Dec 08 02:14:06.344834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50522) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:06.404743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e973b81-a3a6-413b-b617-c2d422cd4a38 None None] DHCP port deletion for 9c063185-71dc-4b7a-8621-5349be0d9710 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:14:06.416515 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-373e1ed9-c3b4-43b2-8ebc-5633eea86721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.419119 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.423020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa46a453-3167-46bb-a293-f6a1d7d9cb75 req-b32ced6e-4b5d-420c-8c60-b51fd9ccd26a service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265239 Dec 08 02:14:06.456425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event deleted for resources: {'Port': ['ID=0bffdcf0-45bf-4182-9cf7-6977da5af279,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:06.458542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] No DVR routers for this DVR port 0bffdcf0-45bf-4182-9cf7-6977da5af279 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:14:06.541013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3e973b81-a3a6-413b-b617-c2d422cd4a38 None None] Deleting port 0bffdcf0-45bf-4182-9cf7-6977da5af279 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:14:06.541166 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e973b81-a3a6-413b-b617-c2d422cd4a38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.566457 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.600089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c063185-71dc-4b7a-8621-5349be0d9710']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:06.613289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3e973b81-a3a6-413b-b617-c2d422cd4a38 None None] For port 0bffdcf0-45bf-4182-9cf7-6977da5af279, host n-d-713499-31, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:06.613629 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e973b81-a3a6-413b-b617-c2d422cd4a38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.614192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7726be-b76a-4d0c-8f92-1ae043e95e96') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:06.614499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7726be-b76a-4d0c-8f92-1ae043e95e96') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:06.627553 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.629170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3e973b81-a3a6-413b-b617-c2d422cd4a38 None None] Calling delete_port for 0bffdcf0-45bf-4182-9cf7-6977da5af279 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:14:06.633847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-3e973b81-a3a6-413b-b617-c2d422cd4a38 None None] Port 0bffdcf0-45bf-4182-9cf7-6977da5af279 was not found and therefore no delete operation was performed {{(pid=109768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:14:06.635368 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3e973b81-a3a6-413b-b617-c2d422cd4a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.636658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b23355-625c-4618-9d67-783dfb3f46c8 tempest-TestServerBasicOps-944363531 tempest-TestServerBasicOps-944363531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:06.638951 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c0b23355-625c-4618-9d67-783dfb3f46c8 tempest-TestServerBasicOps-944363531 tempest-TestServerBasicOps-944363531-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 1093 time: 0.2931097 Dec 08 02:14:06.642045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50534) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:06.646860 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '575b4fdc-ca7f-40bd-ad15-6e126ee749ef', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:06.658541 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.668530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e973b81-a3a6-413b-b617-c2d422cd4a38 None None] Pushing event deleted for resources: {'Port': ['ID=0bffdcf0-45bf-4182-9cf7-6977da5af279,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:06.670473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:14:06.670896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e973b81-a3a6-413b-b617-c2d422cd4a38 None None] No DVR routers for this DVR port 0bffdcf0-45bf-4182-9cf7-6977da5af279 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:14:06.671264 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:14:06.677539 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:14:06.694847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13367220-faff-401f-ae8a-f5e47ed9e1b5 None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:14:06.730738 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50536) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:06.743760 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.760589 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.765872 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.771340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "DELETE /v2.0/networks/9c063185-71dc-4b7a-8621-5349be0d9710 HTTP/1.1" status: 204 len: 168 time: 1.1630137 Dec 08 02:14:06.772136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50540) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:06.801233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25703a-22f9-4198-a831-295013c881bb tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event deleted for resources: {'Network': ['ID=9c063185-71dc-4b7a-8621-5349be0d9710,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:06.802360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13367220-faff-401f-ae8a-f5e47ed9e1b5 None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:14:06.873260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-eb9fb109-426a-47fd-a2c9-90623a568a57 tempest-SubnetPoolsTestJSON-839205398 tempest-SubnetPoolsTestJSON-839205398-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-204821727', 'prefixes': ['172.20.0.0/16']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:06.885659 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.895456 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9bcd6f8-59ca-4d12-8c8f-18511ee8c59b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.011535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Allocated IP 172.25.8.141 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/5767f6d0-505f-487e-99d1-15378a2668f6) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:14:07.019873 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9bcd6f8-59ca-4d12-8c8f-18511ee8c59b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.050311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c9bcd6f8-59ca-4d12-8c8f-18511ee8c59b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec31c26-0fd0-4314-8f44-93a9998463da']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:07.062876 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eb9fb109-426a-47fd-a2c9-90623a568a57 tempest-SubnetPoolsTestJSON-839205398 tempest-SubnetPoolsTestJSON-839205398-project] Publish callbacks [] for subnetpool, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.064357 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eb9fb109-426a-47fd-a2c9-90623a568a57 tempest-SubnetPoolsTestJSON-839205398 tempest-SubnetPoolsTestJSON-839205398-project] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3326204 Dec 08 02:14:07.066384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c9bcd6f8-59ca-4d12-8c8f-18511ee8c59b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeddf34c-04c8-495f-a8ed-b04f86594c11') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:07.066861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c9bcd6f8-59ca-4d12-8c8f-18511ee8c59b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeddf34c-04c8-495f-a8ed-b04f86594c11') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:07.068654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50542) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:07.089950 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9bcd6f8-59ca-4d12-8c8f-18511ee8c59b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.120117 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.127870 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8566d73e-b364-4b47-ab12-b90135145833 tempest-SubnetPoolsTestJSON-839205398 tempest-SubnetPoolsTestJSON-839205398-project] 10.222.0.71 "GET /v2.0/subnetpools/f695b24a-97cc-4e4b-b750-86be2983a789 HTTP/1.1" status: 200 len: 731 time: 0.0556495 Dec 08 02:14:07.127870 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9bcd6f8-59ca-4d12-8c8f-18511ee8c59b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.128228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50544) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:07.132822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-de673208-4427-4d60-abf0-c6c6746cef3f tempest-SubnetPoolsTestJSON-839205398 tempest-SubnetPoolsTestJSON-839205398-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1508978669'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:07.132945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bcd6f8-59ca-4d12-8c8f-18511ee8c59b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:14:07.133229 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9bcd6f8-59ca-4d12-8c8f-18511ee8c59b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:14:07.136818 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:14:07.195770 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9bcd6f8-59ca-4d12-8c8f-18511ee8c59b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.201256 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9bcd6f8-59ca-4d12-8c8f-18511ee8c59b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.205876 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c9bcd6f8-59ca-4d12-8c8f-18511ee8c59b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "DELETE /v2.0/networks/1ec31c26-0fd0-4314-8f44-93a9998463da HTTP/1.1" status: 204 len: 168 time: 0.4329751 Dec 08 02:14:07.209925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50546) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:07.213896 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.235672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcd6f8-59ca-4d12-8c8f-18511ee8c59b tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event deleted for resources: {'Network': ['ID=1ec31c26-0fd0-4314-8f44-93a9998463da,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:07.301289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:14:07.305977 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e426-2aba-4cb7-a5a2-e75bd84a43ef tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.307755 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de673208-4427-4d60-abf0-c6c6746cef3f tempest-SubnetPoolsTestJSON-839205398 tempest-SubnetPoolsTestJSON-839205398-project] Publish callbacks [] for subnetpool, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.308955 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-de673208-4427-4d60-abf0-c6c6746cef3f tempest-SubnetPoolsTestJSON-839205398 tempest-SubnetPoolsTestJSON-839205398-project] 10.222.0.71 "PUT /v2.0/subnetpools/f695b24a-97cc-4e4b-b750-86be2983a789 HTTP/1.1" status: 200 len: 684 time: 0.1797733 Dec 08 02:14:07.309938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Pushing event updated for resources: {'Port': ['ID=5767f6d0-505f-487e-99d1-15378a2668f6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:07.312291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50548) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:07.313108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:07.315347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:14:07.449478 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e426-2aba-4cb7-a5a2-e75bd84a43ef tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.472622 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8f97f2d-00f1-4d6c-9a38-f429d2caa663 tempest-SubnetPoolsTestJSON-839205398 tempest-SubnetPoolsTestJSON-839205398-project] Publish callbacks [] for subnetpool, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.473745 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e8f97f2d-00f1-4d6c-9a38-f429d2caa663 tempest-SubnetPoolsTestJSON-839205398 tempest-SubnetPoolsTestJSON-839205398-project] 10.222.0.71 "DELETE /v2.0/subnetpools/f695b24a-97cc-4e4b-b750-86be2983a789 HTTP/1.1" status: 204 len: 168 time: 0.1605351 Dec 08 02:14:07.477382 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f0f5e426-2aba-4cb7-a5a2-e75bd84a43ef tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964cfd05-bd11-4f9e-9e13-606598995fb8']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:07.477513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50552) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:07.489468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f0f5e426-2aba-4cb7-a5a2-e75bd84a43ef tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a143936-3be2-4fda-8e40-0b3566cc32f0') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:07.489768 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f0f5e426-2aba-4cb7-a5a2-e75bd84a43ef tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a143936-3be2-4fda-8e40-0b3566cc32f0') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:07.498782 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e426-2aba-4cb7-a5a2-e75bd84a43ef tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.503154 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-e328d777-9b34-4ff0-8833-dbf33130d1c8 tempest-SubnetPoolsTestJSON-839205398 tempest-SubnetPoolsTestJSON-839205398-project] show failed (client error): The resource could not be found. Dec 08 02:14:07.504185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e328d777-9b34-4ff0-8833-dbf33130d1c8 tempest-SubnetPoolsTestJSON-839205398 tempest-SubnetPoolsTestJSON-839205398-project] 10.222.0.71 "GET /v2.0/subnetpools/f695b24a-97cc-4e4b-b750-86be2983a789 HTTP/1.1" status: 404 len: 346 time: 0.0257630 Dec 08 02:14:07.507007 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50554) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:07.524775 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-c01ac6d1-7565-4360-9f29-ab7b7b22f562 tempest-SubnetPoolsTestJSON-839205398 tempest-SubnetPoolsTestJSON-839205398-project] delete failed (client error): The resource could not be found. Dec 08 02:14:07.525795 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c01ac6d1-7565-4360-9f29-ab7b7b22f562 tempest-SubnetPoolsTestJSON-839205398 tempest-SubnetPoolsTestJSON-839205398-project] 10.222.0.71 "DELETE /v2.0/subnetpools/f695b24a-97cc-4e4b-b750-86be2983a789 HTTP/1.1" status: 404 len: 346 time: 0.0178363 Dec 08 02:14:07.531805 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e426-2aba-4cb7-a5a2-e75bd84a43ef tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.538057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f5e426-2aba-4cb7-a5a2-e75bd84a43ef tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:14:07.538502 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e426-2aba-4cb7-a5a2-e75bd84a43ef tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:14:07.541986 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:14:07.607563 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e426-2aba-4cb7-a5a2-e75bd84a43ef tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.625907 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e426-2aba-4cb7-a5a2-e75bd84a43ef tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.629242 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f0f5e426-2aba-4cb7-a5a2-e75bd84a43ef tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "DELETE /v2.0/networks/964cfd05-bd11-4f9e-9e13-606598995fb8 HTTP/1.1" status: 204 len: 168 time: 0.4169528 Dec 08 02:14:07.630443 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5e426-2aba-4cb7-a5a2-e75bd84a43ef tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event deleted for resources: {'Network': ['ID=964cfd05-bd11-4f9e-9e13-606598995fb8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:07.632034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50558) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:07.711000 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4d17385b-7e89-4fc4-8833-027680672d72 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.811071 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4d17385b-7e89-4fc4-8833-027680672d72 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.832429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-4d17385b-7e89-4fc4-8833-027680672d72 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8efeda-7b36-40f8-9e11-b0d6ba687c19']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:07.841059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50564) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:07.845989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-4d17385b-7e89-4fc4-8833-027680672d72 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f704011f-8147-4207-9750-3af330249c00') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:07.846292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-4d17385b-7e89-4fc4-8833-027680672d72 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f704011f-8147-4207-9750-3af330249c00') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:07.857043 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4d17385b-7e89-4fc4-8833-027680672d72 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.858335 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.873175 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4d17385b-7e89-4fc4-8833-027680672d72 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.881410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d17385b-7e89-4fc4-8833-027680672d72 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:14:07.881808 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4d17385b-7e89-4fc4-8833-027680672d72 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:14:07.885039 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:14:07.955744 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4d17385b-7e89-4fc4-8833-027680672d72 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.963442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4d17385b-7e89-4fc4-8833-027680672d72 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.966776 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4d17385b-7e89-4fc4-8833-027680672d72 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] 10.222.0.71 "DELETE /v2.0/networks/3f8efeda-7b36-40f8-9e11-b0d6ba687c19 HTTP/1.1" status: 204 len: 168 time: 0.3338156 Dec 08 02:14:07.979982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17385b-7e89-4fc4-8833-027680672d72 tempest-BulkNetworkOpsIpV6Test-546859476 tempest-BulkNetworkOpsIpV6Test-546859476-project] Pushing event deleted for resources: {'Network': ['ID=3f8efeda-7b36-40f8-9e11-b0d6ba687c19,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:07.982720 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-800187d7-9170-4599-aa39-554722de63ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:07.996645 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.160545 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-800187d7-9170-4599-aa39-554722de63ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.170526 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50572) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:08.172220 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-800187d7-9170-4599-aa39-554722de63ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.228236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-800187d7-9170-4599-aa39-554722de63ce admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d5fa5f8af26d49a880666d2e8fbac42b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3861327 Dec 08 02:14:08.230947 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50576) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:08.231076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800187d7-9170-4599-aa39-554722de63ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58c21f9-3698-4d2a-bf06-c08d9f4b1269,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:08.248675 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.253829 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.319775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec3e4-2527-4b46-a545-2f782dd7c589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.324346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Pushing event updated for resources: {'Port': ['ID=5767f6d0-505f-487e-99d1-15378a2668f6,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:08.340539 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.345671 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d2dafc3b-75bc-4552-853c-6d55b43294c1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1cfecfa90fb94a97a409dc5ebd9b8609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1739602 Dec 08 02:14:08.350236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50578) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:08.359840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec3e4-2527-4b46-a545-2f782dd7c589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.426971 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-952fcd86-2ce7-4e5a-bf1e-58f2eb16fbc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.451671 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec3e4-2527-4b46-a545-2f782dd7c589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.451873 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Floating IP b939afc6-e196-4e37-a627-287b8585795e associated. External IP: 172.25.8.141, port: 575b4fdc-ca7f-40bd-ad15-6e126ee749ef. Dec 08 02:14:08.454987 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec3e4-2527-4b46-a545-2f782dd7c589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.456401 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1b8ec3e4-2527-4b46-a545-2f782dd7c589 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c58c21f9-3698-4d2a-bf06-c08d9f4b1269 HTTP/1.1" status: 204 len: 168 time: 0.2242641 Dec 08 02:14:08.458201 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-952fcd86-2ce7-4e5a-bf1e-58f2eb16fbc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.478737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ec3e4-2527-4b46-a545-2f782dd7c589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58c21f9-3698-4d2a-bf06-c08d9f4b1269,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:08.533606 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-952fcd86-2ce7-4e5a-bf1e-58f2eb16fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.536532 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-952fcd86-2ce7-4e5a-bf1e-58f2eb16fbc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.537718 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-952fcd86-2ce7-4e5a-bf1e-58f2eb16fbc1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2b589e3b-ce8c-45a6-a019-405f81e31712 HTTP/1.1" status: 204 len: 168 time: 0.1865788 Dec 08 02:14:08.546577 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fcd86-2ce7-4e5a-bf1e-58f2eb16fbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b589e3b-ce8c-45a6-a019-405f81e31712,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:08.745800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:14:08.880533 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:14:08.896645 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb54124d-33d2-451a-a862-3a880c71ac7e None None] Sync routers for ids ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:14:08.902150 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:08.909530 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb54124d-33d2-451a-a862-3a880c71ac7e None None] Routers {'74772e55-9c51-4c6a-a2f6-6dfe910e7079'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:14:08.910319 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bb54124d-33d2-451a-a862-3a880c71ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:08.937801 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d75b945c-3475-4de0-a79f-92865cdbc3ac tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2939577 Dec 08 02:14:08.938594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b83b2a3-9b4e-4ebe-ba74-fecf95272466', 'tag': '575b4fdc-ca7f-40bd-ad15-6e126ee749ef'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:14:08.940993 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6410965a-e774-4552-899f-59cbf3e7b7de" -d '{"events": [{"name": "network-changed", "server_uuid": "2b83b2a3-9b4e-4ebe-ba74-fecf95272466", "tag": "575b4fdc-ca7f-40bd-ad15-6e126ee749ef"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:14:08.989382 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4d569a-9d2b-4dbb-ae9c-4ce79f72fca4 x-openstack-request-id: req-3a4d569a-9d2b-4dbb-ae9c-4ce79f72fca4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:14:08.989889 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b83b2a3-9b4e-4ebe-ba74-fecf95272466", "tag": "575b4fdc-ca7f-40bd-ad15-6e126ee749ef", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:14:08.990242 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3a4d569a-9d2b-4dbb-ae9c-4ce79f72fca4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:14:08.990742 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b83b2a3-9b4e-4ebe-ba74-fecf95272466', 'tag': '575b4fdc-ca7f-40bd-ad15-6e126ee749ef', 'status': 'completed', 'code': 200} Dec 08 02:14:09.034365 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-bb54124d-33d2-451a-a862-3a880c71ac7e None None] Set router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:14:09.080692 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410965a-e774-4552-899f-59cbf3e7b7de req-f474ee0d-4407-4ed8-9e24-631e741372d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:09.083249 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6410965a-e774-4552-899f-59cbf3e7b7de req-f474ee0d-4407-4ed8-9e24-631e741372d7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d44006c13e35496b8854fa5c864c5165&device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 1098 time: 0.0450277 Dec 08 02:14:09.186849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410965a-e774-4552-899f-59cbf3e7b7de req-3afcdef9-ec01-48a1-b209-161899cebd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:09.189089 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6410965a-e774-4552-899f-59cbf3e7b7de req-3afcdef9-ec01-48a1-b209-161899cebd44 service neutron] 10.222.0.75 "GET /v2.0/networks?id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 HTTP/1.1" status: 200 len: 909 time: 0.0994778 Dec 08 02:14:09.269138 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6410965a-e774-4552-899f-59cbf3e7b7de req-523645b7-5797-4e38-896b-136dc704a1af service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=575b4fdc-ca7f-40bd-ad15-6e126ee749ef HTTP/1.1" status: 200 len: 1000 time: 0.0716140 Dec 08 02:14:09.329149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410965a-e774-4552-899f-59cbf3e7b7de req-44daab92-ac71-4888-ab14-7c9dc5ea9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:09.331069 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6410965a-e774-4552-899f-59cbf3e7b7de req-44daab92-ac71-4888-ab14-7c9dc5ea9df2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f9cbc59-63fd-49d8-a506-1865fbeabf79 HTTP/1.1" status: 200 len: 847 time: 0.0555298 Dec 08 02:14:09.331745 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bb54124d-33d2-451a-a862-3a880c71ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port': {'id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:21Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'b939afc6-e196-4e37-a627-287b8585795e', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'port_id': '575b4fdc-ca7f-40bd-ad15-6e126ee749ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'mac_address': 'fa:16:3e:6d:97:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b83b2a3-9b4e-4ebe-ba74-fecf95272466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:14:07Z', 'updated_at': '2021-12-08T02:14:07Z', 'revision_number': 0, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7182361a-1e3d-44f1-be8d-dcdc44f7df27', 'name': '', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'mac_address': 'fa:16:3e:74:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:26Z', 'updated_at': '2021-12-08T02:13:35Z', 'revision_number': 5, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'subnets': [{'id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:09.362846 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb54124d-33d2-451a-a862-3a880c71ac7e None None] Checking router: 74772e55-9c51-4c6a-a2f6-6dfe910e7079 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:14:09.371718 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb54124d-33d2-451a-a862-3a880c71ac7e None None] Routers {'74772e55-9c51-4c6a-a2f6-6dfe910e7079'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:14:09.372442 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bb54124d-33d2-451a-a862-3a880c71ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:13:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:09.382250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50628) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:09.398982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410965a-e774-4552-899f-59cbf3e7b7de req-b231b991-3d54-4cbe-8739-d1d5836064fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:09.399326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50632) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:09.399871 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6410965a-e774-4552-899f-59cbf3e7b7de req-b231b991-3d54-4cbe-8739-d1d5836064fd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610933 Dec 08 02:14:09.507490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1408716304'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:09.508089 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6410965a-e774-4552-899f-59cbf3e7b7de req-56410d13-c019-4786-b727-83a71e0bbc16 service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014786 Dec 08 02:14:09.535939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Made reservation on behalf of d67a13c541b041a68314004641e2a8fd for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:09.539965 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.550575 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.551162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-690924784'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:09.610431 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-bb54124d-33d2-451a-a862-3a880c71ac7e None None] Set router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:14:09.615390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Made reservation on behalf of 0b87cb6714da4b9eb7577fa1439c64cb for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:09.618884 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.630957 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.650688 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.656671 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.662045 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6410965a-e774-4552-899f-59cbf3e7b7de req-212737c9-289c-42e0-9e62-c8fc8d0d3886 service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472514 Dec 08 02:14:09.691223 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:14:09.702439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50c5092-fb7b-4756-a7ff-a3080d7b689e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:09.715132 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.715657 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Added segment df9f0f7e-b2f4-47c3-a365-3585f0405e5f of type vlan for network 6d698655-07d8-40f0-96a6-7b42b04b5e73 Dec 08 02:14:09.743660 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.749044 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.766182 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.787267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:14:09.794041 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.794287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67289c3c-3117-405a-9299-c2936eeed7d0,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:09.800954 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.801298 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Added segment 003f7a8b-6245-49ab-a968-eba1058fa4eb of type vlan for network cea48cf8-24aa-4efd-8813-e035c5e699bd Dec 08 02:14:09.806149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:09.806804 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.841868 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.863869 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bb54124d-33d2-451a-a862-3a880c71ac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port': {'id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:21Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'b939afc6-e196-4e37-a627-287b8585795e', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'port_id': '575b4fdc-ca7f-40bd-ad15-6e126ee749ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'mac_address': 'fa:16:3e:6d:97:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b83b2a3-9b4e-4ebe-ba74-fecf95272466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:14:07Z', 'updated_at': '2021-12-08T02:14:07Z', 'revision_number': 0, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7182361a-1e3d-44f1-be8d-dcdc44f7df27', 'name': '', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'mac_address': 'fa:16:3e:74:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:26Z', 'updated_at': '2021-12-08T02:13:35Z', 'revision_number': 5, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'subnets': [{'id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:09.886521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4829719 Dec 08 02:14:09.886642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50640) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:09.891713 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1b89ad1a-55fc-4404-9a53-a529af94708f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Request body: {'subnet': {'network_id': '6d698655-07d8-40f0-96a6-7b42b04b5e73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:09.893081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde65841-828c-4a77-8870-7db3005672bc tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Pushing event updated for resources: {'Network': ['ID=6d698655-07d8-40f0-96a6-7b42b04b5e73,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:09.895321 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.898005 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb54124d-33d2-451a-a862-3a880c71ac7e None None] The sync data for ids ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'] in n-d-713499-31 is: [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port': {'id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:21Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'b939afc6-e196-4e37-a627-287b8585795e', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'port_id': '575b4fdc-ca7f-40bd-ad15-6e126ee749ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'mac_address': 'fa:16:3e:6d:97:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b83b2a3-9b4e-4ebe-ba74-fecf95272466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:14:07Z', 'updated_at': '2021-12-08T02:14:07Z', 'revision_number': 0, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7182361a-1e3d-44f1-be8d-dcdc44f7df27', 'name': '', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'mac_address': 'fa:16:3e:74:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:26Z', 'updated_at': '2021-12-08T02:13:35Z', 'revision_number': 5, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'subnets': [{'id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:14:09.900828 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:09.901725 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:09.906722 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 6d698655-07d8-40f0-96a6-7b42b04b5e73 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:14:10.001491 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6178603 Dec 08 02:14:10.047402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ab046-b75e-45f7-a4e6-7aceaac44111 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'Network': ['ID=cea48cf8-24aa-4efd-8813-e035c5e699bd,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:10.061171 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network cea48cf8-24aa-4efd-8813-e035c5e699bd details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:14:10.084980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b89ad1a-55fc-4404-9a53-a529af94708f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Made reservation on behalf of d67a13c541b041a68314004641e2a8fd for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:10.089671 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b89ad1a-55fc-4404-9a53-a529af94708f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:10.194167 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dbf6a5-7bbd-480a-b4bf-814a43210737 None None] New status for floating IP b939afc6-e196-4e37-a627-287b8585795e: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:14:10.303089 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b89ad1a-55fc-4404-9a53-a529af94708f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:10.376256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89ad1a-55fc-4404-9a53-a529af94708f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Pushing event updated for resources: {'Subnet': ['ID=1b2f60c6-a6de-41c8-abb0-3db7b7fb54da,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:10.388945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b89ad1a-55fc-4404-9a53-a529af94708f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Checking segment: {'id': 'df9f0f7e-b2f4-47c3-a365-3585f0405e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d698655-07d8-40f0-96a6-7b42b04b5e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:10.389386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b89ad1a-55fc-4404-9a53-a529af94708f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Network hostable DHCP agents. Network: 6d698655-07d8-40f0-96a6-7b42b04b5e73, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:14:10.408866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b89ad1a-55fc-4404-9a53-a529af94708f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Network 6d698655-07d8-40f0-96a6-7b42b04b5e73 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:14:10.422663 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-1b89ad1a-55fc-4404-9a53-a529af94708f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 6d698655-07d8-40f0-96a6-7b42b04b5e73) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:10.435325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b89ad1a-55fc-4404-9a53-a529af94708f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:10.436083 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b89ad1a-55fc-4404-9a53-a529af94708f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:10.437038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5db6d2f-7096-4fc8-8d39-9b1746a57e00 None None] Network 6d698655-07d8-40f0-96a6-7b42b04b5e73 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:10.454580 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1b89ad1a-55fc-4404-9a53-a529af94708f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5668051 Dec 08 02:14:10.457255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50642) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:10.463569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-88fddd20-73ff-441e-b52a-8bf5484212eb tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Request body: {'port': {'network_id': '6d698655-07d8-40f0-96a6-7b42b04b5e73', 'name': 'tempest-TagsExtTest-1825063338'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:10.554388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-6d698655-07d8-40f0-96a6-7b42b04b5e73', 'network_id': '6d698655-07d8-40f0-96a6-7b42b04b5e73', 'project_id': 'd67a13c541b041a68314004641e2a8fd', 'fixed_ips': [{'subnet_id': '1b2f60c6-a6de-41c8-abb0-3db7b7fb54da'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:14:10.555562 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:10.610801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fddd20-73ff-441e-b52a-8bf5484212eb tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Made reservation on behalf of d67a13c541b041a68314004641e2a8fd for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:10.615229 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88fddd20-73ff-441e-b52a-8bf5484212eb tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:10.645287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-88fddd20-73ff-441e-b52a-8bf5484212eb tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] device_id is not set on port b8b9073a-c402-415f-bfbc-9d922ea30e6f yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:14:10.734451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Allocated IP 172.20.0.2 (6d698655-07d8-40f0-96a6-7b42b04b5e73/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/4911c8af-abf7-458e-9f82-1069c01a1b31) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:14:10.881830 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:10.887489 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:10.925886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Network 6d698655-07d8-40f0-96a6-7b42b04b5e73 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:14:10.928741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:10.935312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:14:10.938511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Pushing event updated for resources: {'Port': ['ID=4911c8af-abf7-458e-9f82-1069c01a1b31,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:10.947022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-88fddd20-73ff-441e-b52a-8bf5484212eb tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Allocated IP 172.20.0.8 (6d698655-07d8-40f0-96a6-7b42b04b5e73/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/b8b9073a-c402-415f-bfbc-9d922ea30e6f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:14:10.991877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Attempting to bind port 4911c8af-abf7-458e-9f82-1069c01a1b31 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:14:10.992398 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Attempting to bind port 4911c8af-abf7-458e-9f82-1069c01a1b31 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'df9f0f7e-b2f4-47c3-a365-3585f0405e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d698655-07d8-40f0-96a6-7b42b04b5e73'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:14:10.993150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Attempting to bind port 4911c8af-abf7-458e-9f82-1069c01a1b31 on network 6d698655-07d8-40f0-96a6-7b42b04b5e73 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:14:10.998834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:14:10.999337 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Checking segment: {'id': 'df9f0f7e-b2f4-47c3-a365-3585f0405e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d698655-07d8-40f0-96a6-7b42b04b5e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:10.999879 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:11.000465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Bound using segment: {'id': 'df9f0f7e-b2f4-47c3-a365-3585f0405e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d698655-07d8-40f0-96a6-7b42b04b5e73'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:14:11.001121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Bound port: 4911c8af-abf7-458e-9f82-1069c01a1b31, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9f0f7e-b2f4-47c3-a365-3585f0405e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d698655-07d8-40f0-96a6-7b42b04b5e73'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:14:11.001583 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:11.073588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] For port 4911c8af-abf7-458e-9f82-1069c01a1b31, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:14:11.077154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] For port 4911c8af-abf7-458e-9f82-1069c01a1b31, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4911c8af-abf7-458e-9f82-1069c01a1b31,segment=NetworkSegment(df9f0f7e-b2f4-47c3-a365-3585f0405e5f),segment_id=df9f0f7e-b2f4-47c3-a365-3585f0405e5f)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:14:11.083146 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:11.122519 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88fddd20-73ff-441e-b52a-8bf5484212eb tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:11.162846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88fddd20-73ff-441e-b52a-8bf5484212eb tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:11.182586 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6d9a9-a244-4dbd-9dc0-ca4b91a84940 None None] Pushing event updated for resources: {'Port': ['ID=4911c8af-abf7-458e-9f82-1069c01a1b31,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:11.243441 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fddd20-73ff-441e-b52a-8bf5484212eb tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Network 6d698655-07d8-40f0-96a6-7b42b04b5e73 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:14:11.248105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-88fddd20-73ff-441e-b52a-8bf5484212eb tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:11.250742 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fddd20-73ff-441e-b52a-8bf5484212eb tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:14:11.253544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fddd20-73ff-441e-b52a-8bf5484212eb tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Pushing event updated for resources: {'Port': ['ID=b8b9073a-c402-415f-bfbc-9d922ea30e6f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:11.668658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fddd20-73ff-441e-b52a-8bf5484212eb tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:11.669287 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-88fddd20-73ff-441e-b52a-8bf5484212eb tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:11.686785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-88fddd20-73ff-441e-b52a-8bf5484212eb tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2280481 Dec 08 02:14:11.690253 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50648) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:11.694827 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0c6be3bc-60fe-4086-8fc5-90bc128daaab tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1740565290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:11.720291 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c6be3bc-60fe-4086-8fc5-90bc128daaab tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:11.721285 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c6be3bc-60fe-4086-8fc5-90bc128daaab tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:11.779767 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c6be3bc-60fe-4086-8fc5-90bc128daaab tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:11.784992 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c6be3bc-60fe-4086-8fc5-90bc128daaab tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:11.805128 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c6be3bc-60fe-4086-8fc5-90bc128daaab tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:11.809380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50652) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:11.809532 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0c6be3bc-60fe-4086-8fc5-90bc128daaab tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1181920 Dec 08 02:14:11.815715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5086f02d-e565-4bae-ad2f-049d32b77dba tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1933922623', 'prefixes': ['172.20.0.0/16']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:11.884112 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5086f02d-e565-4bae-ad2f-049d32b77dba tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks [] for subnetpool, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:11.887679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5086f02d-e565-4bae-ad2f-049d32b77dba tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0744073 Dec 08 02:14:11.889237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50654) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:11.894933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-37e8c2b6-4ac3-41a1-b5c6-75cfabbbb24e tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1b2f60c6-a6de-41c8-abb0-3db7b7fb54da', 'tempest-TagsExtTest-Tag-304248529') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:12.013006 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-37e8c2b6-4ac3-41a1-b5c6-75cfabbbb24e tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "PUT /v2.0/subnets/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/tags/tempest-TagsExtTest-Tag-304248529 HTTP/1.1" status: 201 len: 201 time: 0.1201601 Dec 08 02:14:12.013208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50656) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:12.018504 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-285b623f-f1de-40b0-8b7f-754ba73a684c tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b8b9073a-c402-415f-bfbc-9d922ea30e6f', 'tempest-TagsExtTest-Tag-1249383837') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:12.090030 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-285b623f-f1de-40b0-8b7f-754ba73a684c tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "PUT /v2.0/ports/b8b9073a-c402-415f-bfbc-9d922ea30e6f/tags/tempest-TagsExtTest-Tag-1249383837 HTTP/1.1" status: 201 len: 201 time: 0.0755720 Dec 08 02:14:12.092941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50660) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:12.100370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-ac9d149f-f8b5-4f83-9dbe-6ee27aa0f23f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '05ef7850-f35c-4663-be10-3029575e42f9', 'tempest-TagsExtTest-Tag-1562564955') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:12.224012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d992a644-bde1-4b79-96f8-5a5f96fbe5a2 None None] Network 6d698655-07d8-40f0-96a6-7b42b04b5e73 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:12.251561 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ac9d149f-f8b5-4f83-9dbe-6ee27aa0f23f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "PUT /v2.0/routers/05ef7850-f35c-4663-be10-3029575e42f9/tags/tempest-TagsExtTest-Tag-1562564955 HTTP/1.1" status: 201 len: 201 time: 0.1541197 Dec 08 02:14:12.251895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50662) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:12.257907 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-d9d711b4-e31a-4c2e-a4a7-c31f452df1ae tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '46e16983-6d5c-43a8-9457-6c3f2da608c1', 'tempest-TagsExtTest-Tag-1549899291') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:12.307727 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d9d711b4-e31a-4c2e-a4a7-c31f452df1ae tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "PUT /v2.0/subnetpools/46e16983-6d5c-43a8-9457-6c3f2da608c1/tags/tempest-TagsExtTest-Tag-1549899291 HTTP/1.1" status: 201 len: 201 time: 0.0522277 Dec 08 02:14:12.308061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50664) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:12.312955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-e4caa4ec-2eb9-4d19-8070-98866f403b06 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1b2f60c6-a6de-41c8-abb0-3db7b7fb54da') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:12.409390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e4caa4ec-2eb9-4d19-8070-98866f403b06 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/subnets/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/tags HTTP/1.1" status: 200 len: 240 time: 0.0967281 Dec 08 02:14:12.409917 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50666) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:12.414231 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-4d5d0c25-44e9-47d5-8da2-d3bcb788b2b6 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1b2f60c6-a6de-41c8-abb0-3db7b7fb54da', 'tempest-TagsExtTest-Tag-304248529') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:12.469552 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4d5d0c25-44e9-47d5-8da2-d3bcb788b2b6 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/subnets/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/tags/tempest-TagsExtTest-Tag-304248529 HTTP/1.1" status: 204 len: 168 time: 0.0562539 Dec 08 02:14:12.469867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50668) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:12.470943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5ffc64b4-394c-468b-8c68-348272aeca05 None None] Provisioning complete for port 4911c8af-abf7-458e-9f82-1069c01a1b31 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:12.471316 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ffc64b4-394c-468b-8c68-348272aeca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:12.474603 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-2a44bb66-34d9-48c1-bf99-52597bdf1677 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1b2f60c6-a6de-41c8-abb0-3db7b7fb54da', 'tempest-TagsExtTest-Tag-304248529') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:12.548855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2a44bb66-34d9-48c1-bf99-52597bdf1677 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/subnets/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/tags/tempest-TagsExtTest-Tag-304248529 HTTP/1.1" status: 204 len: 168 time: 0.0751610 Dec 08 02:14:12.549754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50670) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:12.555264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-3afcbc63-5722-4697-9a0a-e7f2d141702a tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1b2f60c6-a6de-41c8-abb0-3db7b7fb54da') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:12.589113 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ffc64b4-394c-468b-8c68-348272aeca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:12.621834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3afcbc63-5722-4697-9a0a-e7f2d141702a tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/subnets/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/tags HTTP/1.1" status: 200 len: 205 time: 0.0686729 Dec 08 02:14:12.622039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50672) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:12.627375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-9deaf1df-f0a9-4dfc-8b3e-2341d539ea7a tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b8b9073a-c402-415f-bfbc-9d922ea30e6f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:12.638131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5ffc64b4-394c-468b-8c68-348272aeca05 None None] For port 4911c8af-abf7-458e-9f82-1069c01a1b31, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4911c8af-abf7-458e-9f82-1069c01a1b31,segment=NetworkSegment(df9f0f7e-b2f4-47c3-a365-3585f0405e5f),segment_id=df9f0f7e-b2f4-47c3-a365-3585f0405e5f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:12.643684 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ffc64b4-394c-468b-8c68-348272aeca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:12.700850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9deaf1df-f0a9-4dfc-8b3e-2341d539ea7a tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/ports/b8b9073a-c402-415f-bfbc-9d922ea30e6f/tags HTTP/1.1" status: 200 len: 241 time: 0.0749733 Dec 08 02:14:12.700850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50674) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:12.704988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-efefa9b7-9784-42f9-9773-34d4741569aa tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b8b9073a-c402-415f-bfbc-9d922ea30e6f', 'tempest-TagsExtTest-Tag-1249383837') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:12.712314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc64b4-394c-468b-8c68-348272aeca05 None None] Pushing event updated for resources: {'Port': ['ID=4911c8af-abf7-458e-9f82-1069c01a1b31,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:12.764309 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-efefa9b7-9784-42f9-9773-34d4741569aa tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/ports/b8b9073a-c402-415f-bfbc-9d922ea30e6f/tags/tempest-TagsExtTest-Tag-1249383837 HTTP/1.1" status: 204 len: 168 time: 0.0603316 Dec 08 02:14:12.764520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50676) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:12.769094 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-66170155-896f-4fbb-b7b4-caaa45d5aba6 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b8b9073a-c402-415f-bfbc-9d922ea30e6f', 'tempest-TagsExtTest-Tag-1249383837') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:12.848098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50678) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:12.854470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-4d309226-b160-4767-8777-350fc851f4b8 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b8b9073a-c402-415f-bfbc-9d922ea30e6f') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:12.862376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-66170155-896f-4fbb-b7b4-caaa45d5aba6 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/ports/b8b9073a-c402-415f-bfbc-9d922ea30e6f/tags/tempest-TagsExtTest-Tag-1249383837 HTTP/1.1" status: 204 len: 168 time: 0.0965750 Dec 08 02:14:12.894588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-622f1f61-9be9-4ed6-a686-d87d23f9ff79 None None] Provisioning complete for port b8b9073a-c402-415f-bfbc-9d922ea30e6f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:12.894966 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-622f1f61-9be9-4ed6-a686-d87d23f9ff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:12.937972 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50682) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:12.942459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-bac8b333-b3ce-4fbc-afb4-c714451cec89 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '05ef7850-f35c-4663-be10-3029575e42f9') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:12.945181 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4d309226-b160-4767-8777-350fc851f4b8 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/ports/b8b9073a-c402-415f-bfbc-9d922ea30e6f/tags HTTP/1.1" status: 200 len: 205 time: 0.0959663 Dec 08 02:14:12.971829 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-622f1f61-9be9-4ed6-a686-d87d23f9ff79 None None] Port b8b9073a-c402-415f-bfbc-9d922ea30e6f cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:14:12.985150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4911c8af-abf7-458e-9f82-1069c01a1b31 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:14:12.988553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-622f1f61-9be9-4ed6-a686-d87d23f9ff79 None None] Provisioning complete for port 4911c8af-abf7-458e-9f82-1069c01a1b31 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:12.988681 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-622f1f61-9be9-4ed6-a686-d87d23f9ff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:13.060251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bac8b333-b3ce-4fbc-afb4-c714451cec89 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/routers/05ef7850-f35c-4663-be10-3029575e42f9/tags HTTP/1.1" status: 200 len: 241 time: 0.1210730 Dec 08 02:14:13.060821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50684) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.070998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-8376fa98-ddde-4bd8-8444-c00aff368a21 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05ef7850-f35c-4663-be10-3029575e42f9', 'tempest-TagsExtTest-Tag-1562564955') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:13.086170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4911c8af-abf7-458e-9f82-1069c01a1b31 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:13.086546 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:13.149123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8376fa98-ddde-4bd8-8444-c00aff368a21 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/routers/05ef7850-f35c-4663-be10-3029575e42f9/tags/tempest-TagsExtTest-Tag-1562564955 HTTP/1.1" status: 204 len: 168 time: 0.0831780 Dec 08 02:14:13.149345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50686) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.154397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-6dc47492-2afd-4a1f-ab21-3116e0e175bf tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '05ef7850-f35c-4663-be10-3029575e42f9', 'tempest-TagsExtTest-Tag-1562564955') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:13.258511 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6dc47492-2afd-4a1f-ab21-3116e0e175bf tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/routers/05ef7850-f35c-4663-be10-3029575e42f9/tags/tempest-TagsExtTest-Tag-1562564955 HTTP/1.1" status: 204 len: 168 time: 0.1058159 Dec 08 02:14:13.258725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50690) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.263121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-4c141632-13da-4e80-9ab1-e2bde00d608b tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '05ef7850-f35c-4663-be10-3029575e42f9') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:13.269628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1bd8103e-6e56-4010-977b-3bfe00c447df None None] Provisioning complete for port b8b9073a-c402-415f-bfbc-9d922ea30e6f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:13.270188 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bd8103e-6e56-4010-977b-3bfe00c447df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:13.303124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50692) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.310172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8103e-6e56-4010-977b-3bfe00c447df None None] Port b8b9073a-c402-415f-bfbc-9d922ea30e6f cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:14:13.332734 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-901b3378-07cd-4fed-a0e5-c7698937da04 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Request body: {'subnet': {'network_id': 'cea48cf8-24aa-4efd-8813-e035c5e699bd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:13.406821 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4c141632-13da-4e80-9ab1-e2bde00d608b tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/routers/05ef7850-f35c-4663-be10-3029575e42f9/tags HTTP/1.1" status: 200 len: 205 time: 0.1471603 Dec 08 02:14:13.409405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50694) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.413795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-0790c8a4-15d7-42a5-9736-0ce695e77236 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '46e16983-6d5c-43a8-9457-6c3f2da608c1') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:13.428906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901b3378-07cd-4fed-a0e5-c7698937da04 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Made reservation on behalf of 0b87cb6714da4b9eb7577fa1439c64cb for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:13.432537 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-901b3378-07cd-4fed-a0e5-c7698937da04 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:13.447133 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0790c8a4-15d7-42a5-9736-0ce695e77236 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/subnetpools/46e16983-6d5c-43a8-9457-6c3f2da608c1/tags HTTP/1.1" status: 200 len: 241 time: 0.0366504 Dec 08 02:14:13.449660 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50696) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.453919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-2f7b331c-ed2d-47f3-b125-17a3dfbd3cce tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '46e16983-6d5c-43a8-9457-6c3f2da608c1', 'tempest-TagsExtTest-Tag-1549899291') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:13.473398 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2f7b331c-ed2d-47f3-b125-17a3dfbd3cce tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/subnetpools/46e16983-6d5c-43a8-9457-6c3f2da608c1/tags/tempest-TagsExtTest-Tag-1549899291 HTTP/1.1" status: 204 len: 168 time: 0.0227451 Dec 08 02:14:13.476132 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50698) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.480306 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-20231cef-ba05-49ec-bfda-1b2b1b331125 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '46e16983-6d5c-43a8-9457-6c3f2da608c1', 'tempest-TagsExtTest-Tag-1549899291') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:13.516256 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-20231cef-ba05-49ec-bfda-1b2b1b331125 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/subnetpools/46e16983-6d5c-43a8-9457-6c3f2da608c1/tags/tempest-TagsExtTest-Tag-1549899291 HTTP/1.1" status: 204 len: 168 time: 0.0390496 Dec 08 02:14:13.518569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50700) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.522695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-ab88ca73-683b-4b93-80fb-87c06c810154 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '46e16983-6d5c-43a8-9457-6c3f2da608c1') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:13.543463 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ab88ca73-683b-4b93-80fb-87c06c810154 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/subnetpools/46e16983-6d5c-43a8-9457-6c3f2da608c1/tags HTTP/1.1" status: 200 len: 205 time: 0.0239124 Dec 08 02:14:13.545952 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50702) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.550656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-51c8f98e-6251-43a8-b4ca-c2cced1ce559 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '46e16983-6d5c-43a8-9457-6c3f2da608c1') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:13.574190 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-51c8f98e-6251-43a8-b4ca-c2cced1ce559 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/subnetpools/46e16983-6d5c-43a8-9457-6c3f2da608c1/tags HTTP/1.1" status: 204 len: 168 time: 0.0267153 Dec 08 02:14:13.576897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50704) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.581287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-0ad5895f-42cb-4225-b3c9-83f33636cca5 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '05ef7850-f35c-4663-be10-3029575e42f9') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:13.619343 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-901b3378-07cd-4fed-a0e5-c7698937da04 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:13.660423 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0ad5895f-42cb-4225-b3c9-83f33636cca5 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/routers/05ef7850-f35c-4663-be10-3029575e42f9/tags HTTP/1.1" status: 204 len: 168 time: 0.0824964 Dec 08 02:14:13.662899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50706) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.667052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-3438b286-0bb0-43fa-ac63-90ae19fbdad2 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b8b9073a-c402-415f-bfbc-9d922ea30e6f') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:13.680569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b3378-07cd-4fed-a0e5-c7698937da04 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'Subnet': ['ID=82124a0f-5dba-4877-9ff9-4052d87c904e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:13.688215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b3378-07cd-4fed-a0e5-c7698937da04 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Checking segment: {'id': '003f7a8b-6245-49ab-a968-eba1058fa4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cea48cf8-24aa-4efd-8813-e035c5e699bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:13.688587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b3378-07cd-4fed-a0e5-c7698937da04 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Network hostable DHCP agents. Network: cea48cf8-24aa-4efd-8813-e035c5e699bd, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:14:13.707359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b3378-07cd-4fed-a0e5-c7698937da04 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Network cea48cf8-24aa-4efd-8813-e035c5e699bd is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:14:13.716259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-901b3378-07cd-4fed-a0e5-c7698937da04 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, cea48cf8-24aa-4efd-8813-e035c5e699bd) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:13.722018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901b3378-07cd-4fed-a0e5-c7698937da04 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:13.722018 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-901b3378-07cd-4fed-a0e5-c7698937da04 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:13.725857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd32b863-5f5f-41e2-bb71-e0b4eb75ebc6 None None] Network cea48cf8-24aa-4efd-8813-e035c5e699bd requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:13.728252 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3438b286-0bb0-43fa-ac63-90ae19fbdad2 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/ports/b8b9073a-c402-415f-bfbc-9d922ea30e6f/tags HTTP/1.1" status: 204 len: 168 time: 0.0643303 Dec 08 02:14:13.729043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50708) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.735716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-f620c13e-392f-42ec-987b-d3b799ead63f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1b2f60c6-a6de-41c8-abb0-3db7b7fb54da') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:13.740943 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-901b3378-07cd-4fed-a0e5-c7698937da04 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4367518 Dec 08 02:14:13.744294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50710) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.749260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8476e6f8-9a87-404a-bfdd-df0118f79f5b tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1483796840'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:13.773966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8476e6f8-9a87-404a-bfdd-df0118f79f5b tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Made reservation on behalf of 0b87cb6714da4b9eb7577fa1439c64cb for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:13.777994 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8476e6f8-9a87-404a-bfdd-df0118f79f5b tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:13.802557 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f620c13e-392f-42ec-987b-d3b799ead63f tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/subnets/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/tags HTTP/1.1" status: 204 len: 168 time: 0.0717747 Dec 08 02:14:13.805226 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8476e6f8-9a87-404a-bfdd-df0118f79f5b tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:14:13.809043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50712) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.816342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-31a8922f-732d-4ee4-b174-163272a05684 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1b2f60c6-a6de-41c8-abb0-3db7b7fb54da', 'tempest-TagsExtTest-Tag-411178238') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:13.825604 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8476e6f8-9a87-404a-bfdd-df0118f79f5b tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:13.826116 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-8476e6f8-9a87-404a-bfdd-df0118f79f5b tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Added segment 9195e34f-cbb5-4bcd-89f6-bed30759bcce of type vlan for network ed397f18-66e4-41c5-9d87-c9bc7f57e474 Dec 08 02:14:13.838836 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-cea48cf8-24aa-4efd-8813-e035c5e699bd', 'network_id': 'cea48cf8-24aa-4efd-8813-e035c5e699bd', 'project_id': '0b87cb6714da4b9eb7577fa1439c64cb', 'fixed_ips': [{'subnet_id': '82124a0f-5dba-4877-9ff9-4052d87c904e'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:14:13.840538 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:13.872877 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8476e6f8-9a87-404a-bfdd-df0118f79f5b tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:13.893033 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-31a8922f-732d-4ee4-b174-163272a05684 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "PUT /v2.0/subnets/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/tags/tempest-TagsExtTest-Tag-411178238 HTTP/1.1" status: 201 len: 201 time: 0.0828829 Dec 08 02:14:13.895495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50714) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.900323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-46f06278-3900-4db1-a6b1-a5e07a2b99c9 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b8b9073a-c402-415f-bfbc-9d922ea30e6f', 'tempest-TagsExtTest-Tag-1736068377') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:13.906957 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8476e6f8-9a87-404a-bfdd-df0118f79f5b tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:13.912714 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8476e6f8-9a87-404a-bfdd-df0118f79f5b tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:13.913291 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8476e6f8-9a87-404a-bfdd-df0118f79f5b tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:13.941345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8476e6f8-9a87-404a-bfdd-df0118f79f5b tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1932633 Dec 08 02:14:13.942280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50716) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:13.949400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4708b00a-8792-4071-9e34-9a2ad80d3146 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Request body: {'subnet': {'network_id': 'ed397f18-66e4-41c5-9d87-c9bc7f57e474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:14.001638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476e6f8-9a87-404a-bfdd-df0118f79f5b tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'Network': ['ID=ed397f18-66e4-41c5-9d87-c9bc7f57e474,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:14.011772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Allocated IP 2001:db8:0:ffff::2 (cea48cf8-24aa-4efd-8813-e035c5e699bd/82124a0f-5dba-4877-9ff9-4052d87c904e/0126cd3a-9ade-4694-95b4-a922c96ef125) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:14:14.020473 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network ed397f18-66e4-41c5-9d87-c9bc7f57e474 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:14:14.049102 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-46f06278-3900-4db1-a6b1-a5e07a2b99c9 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "PUT /v2.0/ports/b8b9073a-c402-415f-bfbc-9d922ea30e6f/tags/tempest-TagsExtTest-Tag-1736068377 HTTP/1.1" status: 201 len: 201 time: 0.1522715 Dec 08 02:14:14.051724 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50720) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:14.056611 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-b79208c4-a0ce-4b3a-93df-d713c7d782f5 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '05ef7850-f35c-4663-be10-3029575e42f9', 'tempest-TagsExtTest-Tag-479543536') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:14.068245 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4708b00a-8792-4071-9e34-9a2ad80d3146 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Made reservation on behalf of 0b87cb6714da4b9eb7577fa1439c64cb for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:14.072164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4708b00a-8792-4071-9e34-9a2ad80d3146 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:14.147623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b79208c4-a0ce-4b3a-93df-d713c7d782f5 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "PUT /v2.0/routers/05ef7850-f35c-4663-be10-3029575e42f9/tags/tempest-TagsExtTest-Tag-479543536 HTTP/1.1" status: 201 len: 201 time: 0.0946741 Dec 08 02:14:14.150153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50722) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:14.156405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-a727756f-2729-4dfd-8363-2ef96d1918c6 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '46e16983-6d5c-43a8-9457-6c3f2da608c1', 'tempest-TagsExtTest-Tag-1728023882') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:14.228185 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a727756f-2729-4dfd-8363-2ef96d1918c6 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "PUT /v2.0/subnetpools/46e16983-6d5c-43a8-9457-6c3f2da608c1/tags/tempest-TagsExtTest-Tag-1728023882 HTTP/1.1" status: 201 len: 201 time: 0.0769048 Dec 08 02:14:14.230712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50724) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:14.235046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-a98db314-6cc4-4412-b327-9265e7b8f954 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1b2f60c6-a6de-41c8-abb0-3db7b7fb54da', {'tags': ['tempest-TagsExtTest-Tag-1810874797', 'tempest-TagsExtTest-Tag-1767962293', 'tempest-TagsExtTest-Tag-1863115284']}) {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:14.241320 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:14.247512 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:14.299049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Network cea48cf8-24aa-4efd-8813-e035c5e699bd is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:14:14.308239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:14.310839 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Pushing event updated for resources: {'Port': ['ID=0126cd3a-9ade-4694-95b4-a922c96ef125,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:14.315068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:14:14.378289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Attempting to bind port 0126cd3a-9ade-4694-95b4-a922c96ef125 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:14:14.378661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Attempting to bind port 0126cd3a-9ade-4694-95b4-a922c96ef125 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '003f7a8b-6245-49ab-a968-eba1058fa4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cea48cf8-24aa-4efd-8813-e035c5e699bd'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:14:14.379049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Attempting to bind port 0126cd3a-9ade-4694-95b4-a922c96ef125 on network cea48cf8-24aa-4efd-8813-e035c5e699bd {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:14:14.384527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:14:14.385307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Checking segment: {'id': '003f7a8b-6245-49ab-a968-eba1058fa4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cea48cf8-24aa-4efd-8813-e035c5e699bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:14.385709 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:14.386093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Bound using segment: {'id': '003f7a8b-6245-49ab-a968-eba1058fa4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cea48cf8-24aa-4efd-8813-e035c5e699bd'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:14:14.386565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Bound port: 0126cd3a-9ade-4694-95b4-a922c96ef125, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003f7a8b-6245-49ab-a968-eba1058fa4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cea48cf8-24aa-4efd-8813-e035c5e699bd'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:14:14.386951 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:14.454125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] For port 0126cd3a-9ade-4694-95b4-a922c96ef125, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:14:14.457642 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] For port 0126cd3a-9ade-4694-95b4-a922c96ef125, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0126cd3a-9ade-4694-95b4-a922c96ef125,segment=NetworkSegment(003f7a8b-6245-49ab-a968-eba1058fa4eb),segment_id=003f7a8b-6245-49ab-a968-eba1058fa4eb)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:14:14.463240 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:14.523440 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5de1d-7474-4a59-9b83-b4f7405017d9 None None] Pushing event updated for resources: {'Port': ['ID=0126cd3a-9ade-4694-95b4-a922c96ef125,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:14.745117 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a98db314-6cc4-4412-b327-9265e7b8f954 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "PUT /v2.0/subnets/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/tags HTTP/1.1" status: 200 len: 318 time: 0.5110383 Dec 08 02:14:14.745402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50728) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:14.752293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-210d9645-1110-4861-8dd2-ac113f645e29 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1b2f60c6-a6de-41c8-abb0-3db7b7fb54da') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:14.833318 n-d-713499-31 neutron-server[109766]: DEBUG neutron.objects.ports [None req-4708b00a-8792-4071-9e34-9a2ad80d3146 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:14:14.835682 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4708b00a-8792-4071-9e34-9a2ad80d3146 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:14.910343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0126cd3a-9ade-4694-95b4-a922c96ef125 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:14:14.911972 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708b00a-8792-4071-9e34-9a2ad80d3146 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'Subnet': ['ID=433fb802-65c9-4e7a-a90c-7fc652972f5e,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:14.929019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4708b00a-8792-4071-9e34-9a2ad80d3146 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Checking segment: {'id': '9195e34f-cbb5-4bcd-89f6-bed30759bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ed397f18-66e4-41c5-9d87-c9bc7f57e474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:14.929484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4708b00a-8792-4071-9e34-9a2ad80d3146 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Network hostable DHCP agents. Network: ed397f18-66e4-41c5-9d87-c9bc7f57e474, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:14:14.947243 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-210d9645-1110-4861-8dd2-ac113f645e29 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/subnets/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/tags HTTP/1.1" status: 204 len: 168 time: 0.1983364 Dec 08 02:14:14.947649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50730) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:14.952182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-4a7df7b1-1402-4d28-9ce2-d13a64a52af2 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1b2f60c6-a6de-41c8-abb0-3db7b7fb54da', 'tempest-TagsExtTest-Tag-1810874797') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:14.954146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4708b00a-8792-4071-9e34-9a2ad80d3146 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Network ed397f18-66e4-41c5-9d87-c9bc7f57e474 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:14:14.967114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-4708b00a-8792-4071-9e34-9a2ad80d3146 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, ed397f18-66e4-41c5-9d87-c9bc7f57e474) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:14.971766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4708b00a-8792-4071-9e34-9a2ad80d3146 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:14.972373 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4708b00a-8792-4071-9e34-9a2ad80d3146 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:14.980490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dda89f-fe31-43b3-a3b2-133805430408 None None] Network ed397f18-66e4-41c5-9d87-c9bc7f57e474 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:14.992507 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4708b00a-8792-4071-9e34-9a2ad80d3146 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0477624 Dec 08 02:14:14.995273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50732) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:15.002274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bce93005-7af0-4cc5-be12-5f4e69093f0d tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Request body: {'port': {'network_id': 'ed397f18-66e4-41c5-9d87-c9bc7f57e474', 'name': 'tempest-NetworksIpV6TestAttrs-703866862'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:15.048637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0126cd3a-9ade-4694-95b4-a922c96ef125 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:15.049006 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:15.075402 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-4a7df7b1-1402-4d28-9ce2-d13a64a52af2 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] show failed (client error): The resource could not be found. Dec 08 02:14:15.079020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4a7df7b1-1402-4d28-9ce2-d13a64a52af2 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/subnets/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/tags/tempest-TagsExtTest-Tag-1810874797 HTTP/1.1" status: 404 len: 329 time: 0.1278281 Dec 08 02:14:15.079970 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50734) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:15.086009 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-8b0008fa-c432-4976-83b2-f5fd1995cad4 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1b2f60c6-a6de-41c8-abb0-3db7b7fb54da', 'tempest-TagsExtTest-Tag-1767962293') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:15.153916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-ed397f18-66e4-41c5-9d87-c9bc7f57e474', 'network_id': 'ed397f18-66e4-41c5-9d87-c9bc7f57e474', 'project_id': '0b87cb6714da4b9eb7577fa1439c64cb', 'fixed_ips': [{'subnet_id': '433fb802-65c9-4e7a-a90c-7fc652972f5e'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:14:15.154774 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:15.160907 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce93005-7af0-4cc5-be12-5f4e69093f0d tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Made reservation on behalf of 0b87cb6714da4b9eb7577fa1439c64cb for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:15.164776 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bce93005-7af0-4cc5-be12-5f4e69093f0d tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:15.186933 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:15.195199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-bce93005-7af0-4cc5-be12-5f4e69093f0d tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] device_id is not set on port 9a17ed99-bf61-4522-95e7-15e9917a9ecf yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:14:15.202148 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-8b0008fa-c432-4976-83b2-f5fd1995cad4 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] show failed (client error): The resource could not be found. Dec 08 02:14:15.203319 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8b0008fa-c432-4976-83b2-f5fd1995cad4 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/subnets/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/tags/tempest-TagsExtTest-Tag-1767962293 HTTP/1.1" status: 404 len: 329 time: 0.1231012 Dec 08 02:14:15.206365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50738) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:15.215243 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-a93ae041-074b-4a4c-bbdf-9fe91d3ee423 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1b2f60c6-a6de-41c8-abb0-3db7b7fb54da', 'tempest-TagsExtTest-Tag-1863115284') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:15.284783 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-a93ae041-074b-4a4c-bbdf-9fe91d3ee423 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] show failed (client error): The resource could not be found. Dec 08 02:14:15.289380 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a93ae041-074b-4a4c-bbdf-9fe91d3ee423 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/subnets/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/tags/tempest-TagsExtTest-Tag-1863115284 HTTP/1.1" status: 404 len: 329 time: 0.0817213 Dec 08 02:14:15.290250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50740) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:15.295442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-246bd359-0308-46b2-acef-fb1e9f839889 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b8b9073a-c402-415f-bfbc-9d922ea30e6f', {'tags': ['tempest-TagsExtTest-Tag-84180580', 'tempest-TagsExtTest-Tag-939005893', 'tempest-TagsExtTest-Tag-1483789734']}) {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:15.309337 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 0126cd3a-9ade-4694-95b4-a922c96ef125, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0126cd3a-9ade-4694-95b4-a922c96ef125,segment=NetworkSegment(003f7a8b-6245-49ab-a968-eba1058fa4eb),segment_id=003f7a8b-6245-49ab-a968-eba1058fa4eb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:15.319222 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:15.338922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-bce93005-7af0-4cc5-be12-5f4e69093f0d tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Allocated IP 2001:db8::f816:3eff:fe89:c82e (ed397f18-66e4-41c5-9d87-c9bc7f57e474/433fb802-65c9-4e7a-a90c-7fc652972f5e/9a17ed99-bf61-4522-95e7-15e9917a9ecf) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:14:15.380348 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-246bd359-0308-46b2-acef-fb1e9f839889 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "PUT /v2.0/ports/b8b9073a-c402-415f-bfbc-9d922ea30e6f/tags HTTP/1.1" status: 200 len: 315 time: 0.0874770 Dec 08 02:14:15.381983 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50744) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:15.387410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-da8718f7-204d-43a0-b00e-c9b535240445 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b8b9073a-c402-415f-bfbc-9d922ea30e6f') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:15.402998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=0126cd3a-9ade-4694-95b4-a922c96ef125,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:15.417646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:15.418001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:15.422536 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:15.422908 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:15.423257 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:15.423586 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:15.423990 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:15.424343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:15.424643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:15.424971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:15.425299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:15.425627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:15.425950 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:15.490964 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-da8718f7-204d-43a0-b00e-c9b535240445 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/ports/b8b9073a-c402-415f-bfbc-9d922ea30e6f/tags HTTP/1.1" status: 204 len: 168 time: 0.1073551 Dec 08 02:14:15.493813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50746) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:15.498521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-1ded014f-eae3-4891-945e-52e47ce7551a tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b8b9073a-c402-415f-bfbc-9d922ea30e6f', 'tempest-TagsExtTest-Tag-84180580') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:15.535310 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bce93005-7af0-4cc5-be12-5f4e69093f0d tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:15.552433 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-1ded014f-eae3-4891-945e-52e47ce7551a tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] show failed (client error): The resource could not be found. Dec 08 02:14:15.553677 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1ded014f-eae3-4891-945e-52e47ce7551a tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/ports/b8b9073a-c402-415f-bfbc-9d922ea30e6f/tags/tempest-TagsExtTest-Tag-84180580 HTTP/1.1" status: 404 len: 327 time: 0.0587933 Dec 08 02:14:15.556617 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50748) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:15.560924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-0d0ddb3d-1d9d-4ed1-9928-1347af8d1ef5 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b8b9073a-c402-415f-bfbc-9d922ea30e6f', 'tempest-TagsExtTest-Tag-939005893') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:15.580194 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bce93005-7af0-4cc5-be12-5f4e69093f0d tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:15.616892 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-0d0ddb3d-1d9d-4ed1-9928-1347af8d1ef5 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] show failed (client error): The resource could not be found. Dec 08 02:14:15.620700 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0d0ddb3d-1d9d-4ed1-9928-1347af8d1ef5 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/ports/b8b9073a-c402-415f-bfbc-9d922ea30e6f/tags/tempest-TagsExtTest-Tag-939005893 HTTP/1.1" status: 404 len: 328 time: 0.0604031 Dec 08 02:14:15.621471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50750) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:15.627385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce93005-7af0-4cc5-be12-5f4e69093f0d tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Network ed397f18-66e4-41c5-9d87-c9bc7f57e474 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:14:15.628893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-f0ffb99d-caf9-405d-bcc4-c68141305b38 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b8b9073a-c402-415f-bfbc-9d922ea30e6f', 'tempest-TagsExtTest-Tag-1483789734') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:15.631212 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-bce93005-7af0-4cc5-be12-5f4e69093f0d tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:15.636895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce93005-7af0-4cc5-be12-5f4e69093f0d tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:14:15.640782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dd3861-9d06-4d93-8460-f454191278ee None None] Network cea48cf8-24aa-4efd-8813-e035c5e699bd requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:15.643674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce93005-7af0-4cc5-be12-5f4e69093f0d tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:15.644427 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bce93005-7af0-4cc5-be12-5f4e69093f0d tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:15.660795 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce93005-7af0-4cc5-be12-5f4e69093f0d tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'Port': ['ID=9a17ed99-bf61-4522-95e7-15e9917a9ecf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:15.675568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50752) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:15.675916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bce93005-7af0-4cc5-be12-5f4e69093f0d tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.6787488 Dec 08 02:14:15.682577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Allocated IP 2001:db8::f816:3eff:feed:3428 (ed397f18-66e4-41c5-9d87-c9bc7f57e474/433fb802-65c9-4e7a-a90c-7fc652972f5e/1fe27d05-f845-4282-a207-6aabab75ca92) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:14:15.720712 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-f0ffb99d-caf9-405d-bcc4-c68141305b38 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] show failed (client error): The resource could not be found. Dec 08 02:14:15.722814 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f0ffb99d-caf9-405d-bcc4-c68141305b38 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/ports/b8b9073a-c402-415f-bfbc-9d922ea30e6f/tags/tempest-TagsExtTest-Tag-1483789734 HTTP/1.1" status: 404 len: 329 time: 0.0969713 Dec 08 02:14:15.725287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50754) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:15.731489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-8dad2970-4e80-4dc8-850e-5ff74ec7bf48 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '05ef7850-f35c-4663-be10-3029575e42f9', {'tags': ['tempest-TagsExtTest-Tag-269639885', 'tempest-TagsExtTest-Tag-1158647780', 'tempest-TagsExtTest-Tag-1775989461']}) {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:15.746061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f4202d-ffd9-43b4-9e4d-ac671d7f12b8 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Deleting subnet 433fb802-65c9-4e7a-a90c-7fc652972f5e {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:14:15.752782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-43ffdc2e-659d-40e3-bf1c-7ab1d4f4d990 None None] Provisioning complete for port 0126cd3a-9ade-4694-95b4-a922c96ef125 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:15.753154 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43ffdc2e-659d-40e3-bf1c-7ab1d4f4d990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:15.822252 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8dad2970-4e80-4dc8-850e-5ff74ec7bf48 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "PUT /v2.0/routers/05ef7850-f35c-4663-be10-3029575e42f9/tags HTTP/1.1" status: 200 len: 317 time: 0.0958250 Dec 08 02:14:15.824884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50758) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:15.831153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-a0fbe6ea-2448-440a-87cc-f2be16ee6972 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '05ef7850-f35c-4663-be10-3029575e42f9') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:15.927527 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a0fbe6ea-2448-440a-87cc-f2be16ee6972 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/routers/05ef7850-f35c-4663-be10-3029575e42f9/tags HTTP/1.1" status: 204 len: 168 time: 0.1009917 Dec 08 02:14:15.930326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50760) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:15.935243 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-ddd6fd33-3773-4374-a354-15e4c9963af3 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05ef7850-f35c-4663-be10-3029575e42f9', 'tempest-TagsExtTest-Tag-269639885') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:15.972165 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:15.979539 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:15.981458 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52f4202d-ffd9-43b4-9e4d-ac671d7f12b8 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.022641 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Network ed397f18-66e4-41c5-9d87-c9bc7f57e474 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:14:16.025767 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:16.030378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:14:16.033583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Pushing event updated for resources: {'Port': ['ID=1fe27d05-f845-4282-a207-6aabab75ca92,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:16.053350 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52f4202d-ffd9-43b4-9e4d-ac671d7f12b8 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.088030 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-ddd6fd33-3773-4374-a354-15e4c9963af3 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] show failed (client error): The resource could not be found. Dec 08 02:14:16.089030 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ddd6fd33-3773-4374-a354-15e4c9963af3 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/routers/05ef7850-f35c-4663-be10-3029575e42f9/tags/tempest-TagsExtTest-Tag-269639885 HTTP/1.1" status: 404 len: 328 time: 0.1575527 Dec 08 02:14:16.092084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50762) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.097366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-86727d1b-0218-42e3-a663-5c01888d3099 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05ef7850-f35c-4663-be10-3029575e42f9', 'tempest-TagsExtTest-Tag-1158647780') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:16.099873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Attempting to bind port 1fe27d05-f845-4282-a207-6aabab75ca92 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:14:16.100250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Attempting to bind port 1fe27d05-f845-4282-a207-6aabab75ca92 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '9195e34f-cbb5-4bcd-89f6-bed30759bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ed397f18-66e4-41c5-9d87-c9bc7f57e474'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:14:16.100610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Attempting to bind port 1fe27d05-f845-4282-a207-6aabab75ca92 on network ed397f18-66e4-41c5-9d87-c9bc7f57e474 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:14:16.106787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:14:16.107161 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Checking segment: {'id': '9195e34f-cbb5-4bcd-89f6-bed30759bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ed397f18-66e4-41c5-9d87-c9bc7f57e474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:16.107568 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.107981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Bound using segment: {'id': '9195e34f-cbb5-4bcd-89f6-bed30759bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ed397f18-66e4-41c5-9d87-c9bc7f57e474'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:14:16.108452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Bound port: 1fe27d05-f845-4282-a207-6aabab75ca92, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9195e34f-cbb5-4bcd-89f6-bed30759bcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ed397f18-66e4-41c5-9d87-c9bc7f57e474'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:14:16.109015 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.175686 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-86727d1b-0218-42e3-a663-5c01888d3099 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] show failed (client error): The resource could not be found. Dec 08 02:14:16.176636 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-86727d1b-0218-42e3-a663-5c01888d3099 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/routers/05ef7850-f35c-4663-be10-3029575e42f9/tags/tempest-TagsExtTest-Tag-1158647780 HTTP/1.1" status: 404 len: 329 time: 0.0829799 Dec 08 02:14:16.179432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50764) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.184260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-f851a27f-1091-491b-8cc1-ec75bed1c527 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05ef7850-f35c-4663-be10-3029575e42f9', 'tempest-TagsExtTest-Tag-1775989461') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:16.193852 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] For port 1fe27d05-f845-4282-a207-6aabab75ca92, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:14:16.203773 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] For port 1fe27d05-f845-4282-a207-6aabab75ca92, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1fe27d05-f845-4282-a207-6aabab75ca92,segment=NetworkSegment(9195e34f-cbb5-4bcd-89f6-bed30759bcce),segment_id=9195e34f-cbb5-4bcd-89f6-bed30759bcce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:14:16.205297 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-03b5ae27-d101-4567-ac2d-b35ac265e1ae None None] Provisioning complete for port 0126cd3a-9ade-4694-95b4-a922c96ef125 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:16.205945 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03b5ae27-d101-4567-ac2d-b35ac265e1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.236703 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52f4202d-ffd9-43b4-9e4d-ac671d7f12b8 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.252275 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.268963 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-f851a27f-1091-491b-8cc1-ec75bed1c527 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] show failed (client error): The resource could not be found. Dec 08 02:14:16.270018 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f851a27f-1091-491b-8cc1-ec75bed1c527 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/routers/05ef7850-f35c-4663-be10-3029575e42f9/tags/tempest-TagsExtTest-Tag-1775989461 HTTP/1.1" status: 404 len: 329 time: 0.0895064 Dec 08 02:14:16.274563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50768) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.281865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-64efee55-a32a-48d1-934d-bdf0bac68654 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '46e16983-6d5c-43a8-9457-6c3f2da608c1', {'tags': ['tempest-TagsExtTest-Tag-417126066', 'tempest-TagsExtTest-Tag-1460094077', 'tempest-TagsExtTest-Tag-198122359']}) {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:16.329209 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2fe05-fcba-4d8a-b584-d59f3178a23f None None] Pushing event updated for resources: {'Port': ['ID=1fe27d05-f845-4282-a207-6aabab75ca92,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:16.333471 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52f4202d-ffd9-43b4-9e4d-ac671d7f12b8 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.368822 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-64efee55-a32a-48d1-934d-bdf0bac68654 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "PUT /v2.0/subnetpools/46e16983-6d5c-43a8-9457-6c3f2da608c1/tags HTTP/1.1" status: 200 len: 316 time: 0.0932066 Dec 08 02:14:16.369923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4202d-ffd9-43b4-9e4d-ac671d7f12b8 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Subnet': ['ID=433fb802-65c9-4e7a-a90c-7fc652972f5e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:16.371747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50770) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.378291 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52f4202d-ffd9-43b4-9e4d-ac671d7f12b8 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.379415 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-faefddea-adc5-49ec-9e4d-4e791b6e0858 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '46e16983-6d5c-43a8-9457-6c3f2da608c1') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:16.381904 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-52f4202d-ffd9-43b4-9e4d-ac671d7f12b8 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/subnets/433fb802-65c9-4e7a-a90c-7fc652972f5e HTTP/1.1" status: 204 len: 168 time: 0.7042148 Dec 08 02:14:16.388075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50772) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.419766 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-faefddea-adc5-49ec-9e4d-4e791b6e0858 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/subnetpools/46e16983-6d5c-43a8-9457-6c3f2da608c1/tags HTTP/1.1" status: 204 len: 168 time: 0.0466037 Dec 08 02:14:16.422440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50774) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.427172 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-cb9446d1-eefb-426f-a41b-8035f118fc98 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '46e16983-6d5c-43a8-9457-6c3f2da608c1', 'tempest-TagsExtTest-Tag-417126066') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:16.451481 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-cb9446d1-eefb-426f-a41b-8035f118fc98 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] show failed (client error): The resource could not be found. Dec 08 02:14:16.454018 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cb9446d1-eefb-426f-a41b-8035f118fc98 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/subnetpools/46e16983-6d5c-43a8-9457-6c3f2da608c1/tags/tempest-TagsExtTest-Tag-417126066 HTTP/1.1" status: 404 len: 328 time: 0.0304921 Dec 08 02:14:16.456853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50776) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.460554 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50371f7-8e16-4897-9ad2-dcaa4ebe6510 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:16.461247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-e570f4d1-36de-42d0-8149-8829f74969bd tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '46e16983-6d5c-43a8-9457-6c3f2da608c1', 'tempest-TagsExtTest-Tag-1460094077') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:16.462089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50371f7-8e16-4897-9ad2-dcaa4ebe6510 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:16.463587 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e50371f7-8e16-4897-9ad2-dcaa4ebe6510 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0745420 Dec 08 02:14:16.466555 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50778) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.483566 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-e570f4d1-36de-42d0-8149-8829f74969bd tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] show failed (client error): The resource could not be found. Dec 08 02:14:16.487847 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e570f4d1-36de-42d0-8149-8829f74969bd tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/subnetpools/46e16983-6d5c-43a8-9457-6c3f2da608c1/tags/tempest-TagsExtTest-Tag-1460094077 HTTP/1.1" status: 404 len: 329 time: 0.0274987 Dec 08 02:14:16.489816 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50780) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.494593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-feee10a8-af33-498a-90f6-f3b09d17e3e9 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '46e16983-6d5c-43a8-9457-6c3f2da608c1', 'tempest-TagsExtTest-Tag-198122359') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:16.515972 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-feee10a8-af33-498a-90f6-f3b09d17e3e9 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] show failed (client error): The resource could not be found. Dec 08 02:14:16.519868 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-feee10a8-af33-498a-90f6-f3b09d17e3e9 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/subnetpools/46e16983-6d5c-43a8-9457-6c3f2da608c1/tags/tempest-TagsExtTest-Tag-198122359 HTTP/1.1" status: 404 len: 328 time: 0.0288904 Dec 08 02:14:16.520555 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50784) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.524940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-0ad0cf1e-3242-4fd8-bd28-f7f5e997e098 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '46e16983-6d5c-43a8-9457-6c3f2da608c1') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:16.568931 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-398b8b7c-07f8-497a-8464-e70a014f6a9f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.577753 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-398b8b7c-07f8-497a-8464-e70a014f6a9f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 08 02:14:16.581172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398b8b7c-07f8-497a-8464-e70a014f6a9f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:14:16.585346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0ad0cf1e-3242-4fd8-bd28-f7f5e997e098 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/subnetpools/46e16983-6d5c-43a8-9457-6c3f2da608c1/tags HTTP/1.1" status: 204 len: 168 time: 0.0625052 Dec 08 02:14:16.585488 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-398b8b7c-07f8-497a-8464-e70a014f6a9f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/networks/ed397f18-66e4-41c5-9d87-c9bc7f57e474 HTTP/1.1" status: 409 len: 405 time: 0.1145494 Dec 08 02:14:16.585569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50786) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.585670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50788) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.589463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-482eed97-f14f-429b-bacc-2958a551d795 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '05ef7850-f35c-4663-be10-3029575e42f9') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:16.590595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-77b95fba-5150-4f0f-b81a-75db972b94d5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2067274867'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:16.626267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b95fba-5150-4f0f-b81a-75db972b94d5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Made reservation on behalf of 0b87cb6714da4b9eb7577fa1439c64cb for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:16.631023 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77b95fba-5150-4f0f-b81a-75db972b94d5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.656490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b95fba-5150-4f0f-b81a-75db972b94d5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:14:16.667504 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77b95fba-5150-4f0f-b81a-75db972b94d5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.667888 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-77b95fba-5150-4f0f-b81a-75db972b94d5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Added segment 90eec9b1-b0b0-4457-bb03-99e1943582bf of type vlan for network 992c1f9b-b81d-4c85-be0f-a3599a7dc544 Dec 08 02:14:16.679058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-482eed97-f14f-429b-bacc-2958a551d795 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/routers/05ef7850-f35c-4663-be10-3029575e42f9/tags HTTP/1.1" status: 204 len: 168 time: 0.0930855 Dec 08 02:14:16.679433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50790) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.701168 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-5bed3e7e-f688-4088-a056-be57ba91458d tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b8b9073a-c402-415f-bfbc-9d922ea30e6f') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:16.737043 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77b95fba-5150-4f0f-b81a-75db972b94d5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.772936 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77b95fba-5150-4f0f-b81a-75db972b94d5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.778446 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b95fba-5150-4f0f-b81a-75db972b94d5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:16.779021 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77b95fba-5150-4f0f-b81a-75db972b94d5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:16.828328 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-77b95fba-5150-4f0f-b81a-75db972b94d5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2389207 Dec 08 02:14:16.829325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50792) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.833046 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5bed3e7e-f688-4088-a056-be57ba91458d tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/ports/b8b9073a-c402-415f-bfbc-9d922ea30e6f/tags HTTP/1.1" status: 204 len: 168 time: 0.1499474 Dec 08 02:14:16.833347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50794) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:16.839299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-7507bde0-5c55-45e5-9207-e8a06de2821e tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1b2f60c6-a6de-41c8-abb0-3db7b7fb54da') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:16.855657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a24296e6-af74-4800-b21a-010a8a908264 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Request body: {'subnet': {'network_id': '992c1f9b-b81d-4c85-be0f-a3599a7dc544', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:16.868870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b95fba-5150-4f0f-b81a-75db972b94d5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'Network': ['ID=992c1f9b-b81d-4c85-be0f-a3599a7dc544,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:16.887311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 992c1f9b-b81d-4c85-be0f-a3599a7dc544 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:14:16.973874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0126cd3a-9ade-4694-95b4-a922c96ef125 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:14:17.203737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0126cd3a-9ade-4694-95b4-a922c96ef125 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:17.204321 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.232692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24296e6-af74-4800-b21a-010a8a908264 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Made reservation on behalf of 0b87cb6714da4b9eb7577fa1439c64cb for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:17.236047 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a24296e6-af74-4800-b21a-010a8a908264 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.290218 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1fe27d05-f845-4282-a207-6aabab75ca92 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:14:17.302743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50796) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:17.305049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7507bde0-5c55-45e5-9207-e8a06de2821e tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/subnets/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da/tags HTTP/1.1" status: 204 len: 168 time: 0.4681671 Dec 08 02:14:17.369295 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 1fe27d05-f845-4282-a207-6aabab75ca92 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:17.371435 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.414657 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ddece7b4-2af7-4712-b096-0a099a827e9c tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks [] for subnetpool, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.415880 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ddece7b4-2af7-4712-b096-0a099a827e9c tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/subnetpools/46e16983-6d5c-43a8-9457-6c3f2da608c1 HTTP/1.1" status: 204 len: 168 time: 0.1120815 Dec 08 02:14:17.418810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50800) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:17.457760 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dcda47c4-3db0-46fe-8c62-6ef4a71b65cd tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "GET /v2.0/ports?device_id=05ef7850-f35c-4663-be10-3029575e42f9 HTTP/1.1" status: 200 len: 205 time: 0.0378172 Dec 08 02:14:17.459895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50802) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:17.469985 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.484664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf6163-9460-481b-ba2c-c71a33a25954 None None] Network ed397f18-66e4-41c5-9d87-c9bc7f57e474 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:17.540607 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-485127d7-e71d-46df-af6e-091172789ef5 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.561368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.objects.ports [None req-a24296e6-af74-4800-b21a-010a8a908264 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:14:17.563586 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a24296e6-af74-4800-b21a-010a8a908264 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.571239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 1fe27d05-f845-4282-a207-6aabab75ca92, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1fe27d05-f845-4282-a207-6aabab75ca92,segment=NetworkSegment(9195e34f-cbb5-4bcd-89f6-bed30759bcce),segment_id=9195e34f-cbb5-4bcd-89f6-bed30759bcce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:17.579579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5bd9597a-e29a-4397-a4eb-ac4e47417327 None None] Provisioning complete for port 1fe27d05-f845-4282-a207-6aabab75ca92 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:17.579976 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5bd9597a-e29a-4397-a4eb-ac4e47417327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.581467 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.617206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24296e6-af74-4800-b21a-010a8a908264 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'Subnet': ['ID=02f58872-85cb-438e-8c7e-355b020d8f61,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:17.635159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24296e6-af74-4800-b21a-010a8a908264 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Checking segment: {'id': '90eec9b1-b0b0-4457-bb03-99e1943582bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '992c1f9b-b81d-4c85-be0f-a3599a7dc544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:17.635522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24296e6-af74-4800-b21a-010a8a908264 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Network hostable DHCP agents. Network: 992c1f9b-b81d-4c85-be0f-a3599a7dc544, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:14:17.657236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24296e6-af74-4800-b21a-010a8a908264 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Network 992c1f9b-b81d-4c85-be0f-a3599a7dc544 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:14:17.669718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a24296e6-af74-4800-b21a-010a8a908264 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 992c1f9b-b81d-4c85-be0f-a3599a7dc544) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:17.683140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24296e6-af74-4800-b21a-010a8a908264 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:17.683771 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a24296e6-af74-4800-b21a-010a8a908264 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.685869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e11a1d-ad81-4e26-a250-cd7c663d1767 None None] Network 992c1f9b-b81d-4c85-be0f-a3599a7dc544 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:17.706979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a24296e6-af74-4800-b21a-010a8a908264 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8764105 Dec 08 02:14:17.709294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50806) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:17.714603 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1916aee4-e7ef-4636-b053-ccff7c10a210 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Request body: {'port': {'network_id': '992c1f9b-b81d-4c85-be0f-a3599a7dc544', 'name': 'tempest-NetworksIpV6TestAttrs-1812878263'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:17.737423 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-485127d7-e71d-46df-af6e-091172789ef5 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.739715 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-485127d7-e71d-46df-af6e-091172789ef5 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.760549 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=1fe27d05-f845-4282-a207-6aabab75ca92,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:17.821757 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-485127d7-e71d-46df-af6e-091172789ef5 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.823265 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485127d7-e71d-46df-af6e-091172789ef5 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Fanout notify agent at l3_agent the message router_deleted on router 05ef7850-f35c-4663-be10-3029575e42f9 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:14:17.830127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1916aee4-e7ef-4636-b053-ccff7c10a210 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Made reservation on behalf of 0b87cb6714da4b9eb7577fa1439c64cb for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:17.832652 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-485127d7-e71d-46df-af6e-091172789ef5 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.837267 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-485127d7-e71d-46df-af6e-091172789ef5 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/routers/05ef7850-f35c-4663-be10-3029575e42f9 HTTP/1.1" status: 204 len: 168 time: 0.3757241 Dec 08 02:14:17.837267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50808) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:17.849926 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1916aee4-e7ef-4636-b053-ccff7c10a210 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.873877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-992c1f9b-b81d-4c85-be0f-a3599a7dc544', 'network_id': '992c1f9b-b81d-4c85-be0f-a3599a7dc544', 'project_id': '0b87cb6714da4b9eb7577fa1439c64cb', 'fixed_ips': [{'subnet_id': '02f58872-85cb-438e-8c7e-355b020d8f61'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:14:17.875250 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.876395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-1916aee4-e7ef-4636-b053-ccff7c10a210 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] device_id is not set on port b80e43e9-a929-4e82-a7ac-426809e6d25a yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:14:17.886038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edad4e3b-ada4-464c-b8e7-e58d4fb239a5 None None] DHCP port deletion for ed397f18-66e4-41c5-9d87-c9bc7f57e474 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:14:17.940250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-636ad59a-7aa2-4c52-91f1-c197c7a70f33 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Deleting port b8b9073a-c402-415f-bfbc-9d922ea30e6f {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:14:17.940688 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-636ad59a-7aa2-4c52-91f1-c197c7a70f33 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:17.998712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-1916aee4-e7ef-4636-b053-ccff7c10a210 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Allocated IP 2001:db8::f816:3eff:feee:da22 (992c1f9b-b81d-4c85-be0f-a3599a7dc544/02f58872-85cb-438e-8c7e-355b020d8f61/b80e43e9-a929-4e82-a7ac-426809e6d25a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:14:18.014040 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-edad4e3b-ada4-464c-b8e7-e58d4fb239a5 None None] Deleting port 1fe27d05-f845-4282-a207-6aabab75ca92 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:14:18.014554 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edad4e3b-ada4-464c-b8e7-e58d4fb239a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.037395 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-636ad59a-7aa2-4c52-91f1-c197c7a70f33 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.049650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-636ad59a-7aa2-4c52-91f1-c197c7a70f33 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Calling delete_port for b8b9073a-c402-415f-bfbc-9d922ea30e6f owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:14:18.084463 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-edad4e3b-ada4-464c-b8e7-e58d4fb239a5 None None] For port 1fe27d05-f845-4282-a207-6aabab75ca92, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1fe27d05-f845-4282-a207-6aabab75ca92,segment=NetworkSegment(9195e34f-cbb5-4bcd-89f6-bed30759bcce),segment_id=9195e34f-cbb5-4bcd-89f6-bed30759bcce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:18.085008 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edad4e3b-ada4-464c-b8e7-e58d4fb239a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.097591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-edad4e3b-ada4-464c-b8e7-e58d4fb239a5 None None] Calling delete_port for 1fe27d05-f845-4282-a207-6aabab75ca92 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:14:18.176243 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edad4e3b-ada4-464c-b8e7-e58d4fb239a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.184725 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-636ad59a-7aa2-4c52-91f1-c197c7a70f33 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.197834 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1916aee4-e7ef-4636-b053-ccff7c10a210 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.201640 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad4e3b-ada4-464c-b8e7-e58d4fb239a5 None None] Pushing event deleted for resources: {'Port': ['ID=1fe27d05-f845-4282-a207-6aabab75ca92,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:18.217418 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ad59a-7aa2-4c52-91f1-c197c7a70f33 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Pushing event deleted for resources: {'Port': ['ID=b8b9073a-c402-415f-bfbc-9d922ea30e6f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:18.217621 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad4e3b-ada4-464c-b8e7-e58d4fb239a5 None None] No DVR routers for this DVR port 1fe27d05-f845-4282-a207-6aabab75ca92 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:14:18.234852 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1916aee4-e7ef-4636-b053-ccff7c10a210 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.291034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Allocated IP 2001:db8::f816:3eff:fe2a:d468 (992c1f9b-b81d-4c85-be0f-a3599a7dc544/02f58872-85cb-438e-8c7e-355b020d8f61/b41dc7f8-f899-4f0f-b7c4-2455f095784a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:14:18.299810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1916aee4-e7ef-4636-b053-ccff7c10a210 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Network 992c1f9b-b81d-4c85-be0f-a3599a7dc544 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:14:18.303078 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1916aee4-e7ef-4636-b053-ccff7c10a210 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:18.307291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1916aee4-e7ef-4636-b053-ccff7c10a210 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:14:18.313655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1916aee4-e7ef-4636-b053-ccff7c10a210 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:18.314441 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1916aee4-e7ef-4636-b053-ccff7c10a210 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.325657 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-636ad59a-7aa2-4c52-91f1-c197c7a70f33 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.330649 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-636ad59a-7aa2-4c52-91f1-c197c7a70f33 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/ports/b8b9073a-c402-415f-bfbc-9d922ea30e6f HTTP/1.1" status: 204 len: 168 time: 0.4923720 Dec 08 02:14:18.332725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1916aee4-e7ef-4636-b053-ccff7c10a210 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6222405 Dec 08 02:14:18.333717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916aee4-e7ef-4636-b053-ccff7c10a210 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'Port': ['ID=b80e43e9-a929-4e82-a7ac-426809e6d25a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:18.335376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50810) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:18.336185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50812) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:18.413693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea28eb3b-cc0c-44a9-a41b-0eb99813c824 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Deleting subnet 1b2f60c6-a6de-41c8-abb0-3db7b7fb54da {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:14:18.423486 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfd83d3-0ba0-4040-85f1-3edb1921c635 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Deleting subnet 02f58872-85cb-438e-8c7e-355b020d8f61 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:14:18.426078 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea28eb3b-cc0c-44a9-a41b-0eb99813c824 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.481255 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea28eb3b-cc0c-44a9-a41b-0eb99813c824 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.494121 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.508435 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.508582 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dfd83d3-0ba0-4040-85f1-3edb1921c635 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.548460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Network 992c1f9b-b81d-4c85-be0f-a3599a7dc544 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:14:18.552988 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dfd83d3-0ba0-4040-85f1-3edb1921c635 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.555728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:18.564139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:14:18.573072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Pushing event updated for resources: {'Port': ['ID=b41dc7f8-f899-4f0f-b7c4-2455f095784a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:18.578105 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea28eb3b-cc0c-44a9-a41b-0eb99813c824 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.623968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Attempting to bind port b41dc7f8-f899-4f0f-b7c4-2455f095784a on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:14:18.624935 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Attempting to bind port b41dc7f8-f899-4f0f-b7c4-2455f095784a by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '90eec9b1-b0b0-4457-bb03-99e1943582bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '992c1f9b-b81d-4c85-be0f-a3599a7dc544'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:14:18.625316 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Attempting to bind port b41dc7f8-f899-4f0f-b7c4-2455f095784a on network 992c1f9b-b81d-4c85-be0f-a3599a7dc544 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:14:18.631119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:14:18.631690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Checking segment: {'id': '90eec9b1-b0b0-4457-bb03-99e1943582bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '992c1f9b-b81d-4c85-be0f-a3599a7dc544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:18.632123 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.632528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Bound using segment: {'id': '90eec9b1-b0b0-4457-bb03-99e1943582bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '992c1f9b-b81d-4c85-be0f-a3599a7dc544'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:14:18.633003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Bound port: b41dc7f8-f899-4f0f-b7c4-2455f095784a, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90eec9b1-b0b0-4457-bb03-99e1943582bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '992c1f9b-b81d-4c85-be0f-a3599a7dc544'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:14:18.633446 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.643583 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea28eb3b-cc0c-44a9-a41b-0eb99813c824 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.671986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28eb3b-cc0c-44a9-a41b-0eb99813c824 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2f60c6-a6de-41c8-abb0-3db7b7fb54da,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:18.678179 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ea28eb3b-cc0c-44a9-a41b-0eb99813c824 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.683480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ea28eb3b-cc0c-44a9-a41b-0eb99813c824 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/subnets/1b2f60c6-a6de-41c8-abb0-3db7b7fb54da HTTP/1.1" status: 204 len: 168 time: 0.3440027 Dec 08 02:14:18.684164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50816) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:18.684475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c690b5bd-3e60-4492-9f9e-09829899d567 None None] Network 6d698655-07d8-40f0-96a6-7b42b04b5e73 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:18.703686 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dfd83d3-0ba0-4040-85f1-3edb1921c635 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.781711 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.783399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dfd83d3-0ba0-4040-85f1-3edb1921c635 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.788143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] For port b41dc7f8-f899-4f0f-b7c4-2455f095784a, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:14:18.802978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] For port b41dc7f8-f899-4f0f-b7c4-2455f095784a, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b41dc7f8-f899-4f0f-b7c4-2455f095784a,segment=NetworkSegment(90eec9b1-b0b0-4457-bb03-99e1943582bf),segment_id=90eec9b1-b0b0-4457-bb03-99e1943582bf)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:14:18.809620 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.835338 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd83d3-0ba0-4040-85f1-3edb1921c635 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Subnet': ['ID=02f58872-85cb-438e-8c7e-355b020d8f61,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:18.840115 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dfd83d3-0ba0-4040-85f1-3edb1921c635 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.846246 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5dfd83d3-0ba0-4040-85f1-3edb1921c635 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/subnets/02f58872-85cb-438e-8c7e-355b020d8f61 HTTP/1.1" status: 204 len: 168 time: 0.5002527 Dec 08 02:14:18.848346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Deleting port 4911c8af-abf7-458e-9f82-1069c01a1b31 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:14:18.848699 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.849737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50820) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:18.886484 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d25ea9e-69c5-4ea1-9415-fcbbd79ca357 None None] DHCP port deletion for 6d698655-07d8-40f0-96a6-7b42b04b5e73 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:14:18.926143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fceeee6-ee95-4438-a20d-e2647f7e36fb tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:18.927720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fceeee6-ee95-4438-a20d-e2647f7e36fb tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:18.932845 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9fceeee6-ee95-4438-a20d-e2647f7e36fb tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0793741 Dec 08 02:14:18.934097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50822) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:18.942357 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] For port 4911c8af-abf7-458e-9f82-1069c01a1b31, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4911c8af-abf7-458e-9f82-1069c01a1b31,segment=NetworkSegment(df9f0f7e-b2f4-47c3-a365-3585f0405e5f),segment_id=df9f0f7e-b2f4-47c3-a365-3585f0405e5f)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:18.942578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1fe27d05-f845-4282-a207-6aabab75ca92 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:14:18.942989 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:18.959135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Calling delete_port for 4911c8af-abf7-458e-9f82-1069c01a1b31 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:14:18.969826 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 1fe27d05-f845-4282-a207-6aabab75ca92 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:14:18.970171 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1fe27d05-f845-4282-a207-6aabab75ca92 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:14:18.971620 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a34e96-89a3-4ff1-9a37-a79f4f06f205 None None] Pushing event updated for resources: {'Port': ['ID=b41dc7f8-f899-4f0f-b7c4-2455f095784a,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:19.000919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4d25ea9e-69c5-4ea1-9415-fcbbd79ca357 None None] Deleting port 4911c8af-abf7-458e-9f82-1069c01a1b31 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:14:19.001300 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d25ea9e-69c5-4ea1-9415-fcbbd79ca357 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.058127 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.062555 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-68bcbebd-599f-4894-bd24-7fd84e9ce601 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.072787 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bcbebd-599f-4894-bd24-7fd84e9ce601 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 08 02:14:19.073666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68bcbebd-599f-4894-bd24-7fd84e9ce601 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:14:19.082511 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-68bcbebd-599f-4894-bd24-7fd84e9ce601 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/networks/992c1f9b-b81d-4c85-be0f-a3599a7dc544 HTTP/1.1" status: 409 len: 405 time: 0.1435008 Dec 08 02:14:19.082663 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4d25ea9e-69c5-4ea1-9415-fcbbd79ca357 None None] For port 4911c8af-abf7-458e-9f82-1069c01a1b31, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4911c8af-abf7-458e-9f82-1069c01a1b31,segment=NetworkSegment(df9f0f7e-b2f4-47c3-a365-3585f0405e5f),segment_id=df9f0f7e-b2f4-47c3-a365-3585f0405e5f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:19.082663 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d25ea9e-69c5-4ea1-9415-fcbbd79ca357 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.082884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50824) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:19.089142 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8a9695ca-85b8-4eb2-894a-fdef87664870 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-710296424'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:19.095506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4d25ea9e-69c5-4ea1-9415-fcbbd79ca357 None None] Calling delete_port for 4911c8af-abf7-458e-9f82-1069c01a1b31 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:14:19.097932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] No DVR routers for this DVR port 4911c8af-abf7-458e-9f82-1069c01a1b31 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:14:19.119981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9695ca-85b8-4eb2-894a-fdef87664870 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Made reservation on behalf of 0b87cb6714da4b9eb7577fa1439c64cb for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:19.124506 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a9695ca-85b8-4eb2-894a-fdef87664870 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.138621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Pushing event deleted for resources: {'Port': ['ID=4911c8af-abf7-458e-9f82-1069c01a1b31,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:19.167621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9695ca-85b8-4eb2-894a-fdef87664870 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:14:19.182801 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a9695ca-85b8-4eb2-894a-fdef87664870 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.182801 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-8a9695ca-85b8-4eb2-894a-fdef87664870 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Added segment 1dd9e407-54d2-4c2d-baf5-cbe5884f909a of type vlan for network d08ed99f-50f8-44ab-a57e-689020c04139 Dec 08 02:14:19.235987 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d25ea9e-69c5-4ea1-9415-fcbbd79ca357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.254526 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.270659 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25ea9e-69c5-4ea1-9415-fcbbd79ca357 None None] Pushing event deleted for resources: {'Port': ['ID=4911c8af-abf7-458e-9f82-1069c01a1b31,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:19.273046 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a9695ca-85b8-4eb2-894a-fdef87664870 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.282371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25ea9e-69c5-4ea1-9415-fcbbd79ca357 None None] No DVR routers for this DVR port 4911c8af-abf7-458e-9f82-1069c01a1b31 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:14:19.288794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d698655-07d8-40f0-96a6-7b42b04b5e73']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:19.305979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9f0f7e-b2f4-47c3-a365-3585f0405e5f') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:19.306278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9f0f7e-b2f4-47c3-a365-3585f0405e5f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:19.317645 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.320034 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a9695ca-85b8-4eb2-894a-fdef87664870 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.325961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9695ca-85b8-4eb2-894a-fdef87664870 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:19.326530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a9695ca-85b8-4eb2-894a-fdef87664870 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.333377 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.340101 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:14:19.340532 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:14:19.344317 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:14:19.392591 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8a9695ca-85b8-4eb2-894a-fdef87664870 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3090944 Dec 08 02:14:19.395728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50826) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:19.400926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8ab0a5b7-3ce2-46c4-9d16-019b72c7d359 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Request body: {'subnet': {'network_id': 'd08ed99f-50f8-44ab-a57e-689020c04139', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:19.403164 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9695ca-85b8-4eb2-894a-fdef87664870 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'Network': ['ID=d08ed99f-50f8-44ab-a57e-689020c04139,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:19.415629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network d08ed99f-50f8-44ab-a57e-689020c04139 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:14:19.462055 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.485947 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.493838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] 10.222.0.71 "DELETE /v2.0/networks/6d698655-07d8-40f0-96a6-7b42b04b5e73 HTTP/1.1" status: 204 len: 168 time: 0.8085096 Dec 08 02:14:19.508089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d01c9-3b52-417d-8ef1-98636a58b614 tempest-TagsExtTest-794155580 tempest-TagsExtTest-794155580-project] Pushing event deleted for resources: {'Network': ['ID=6d698655-07d8-40f0-96a6-7b42b04b5e73,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:19.537095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab0a5b7-3ce2-46c4-9d16-019b72c7d359 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Made reservation on behalf of 0b87cb6714da4b9eb7577fa1439c64cb for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:19.540896 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a5b7-3ce2-46c4-9d16-019b72c7d359 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.810055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50834) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:19.836211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.objects.ports [None req-8ab0a5b7-3ce2-46c4-9d16-019b72c7d359 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:14:19.837724 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a5b7-3ce2-46c4-9d16-019b72c7d359 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.906519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0a5b7-3ce2-46c4-9d16-019b72c7d359 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'Subnet': ['ID=006e5180-a7df-4add-b0ab-0aee9af8c311,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:19.911458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0a5b7-3ce2-46c4-9d16-019b72c7d359 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Checking segment: {'id': '1dd9e407-54d2-4c2d-baf5-cbe5884f909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd08ed99f-50f8-44ab-a57e-689020c04139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:19.911829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0a5b7-3ce2-46c4-9d16-019b72c7d359 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Network hostable DHCP agents. Network: d08ed99f-50f8-44ab-a57e-689020c04139, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:14:19.939895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0a5b7-3ce2-46c4-9d16-019b72c7d359 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Network d08ed99f-50f8-44ab-a57e-689020c04139 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:14:19.956122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8ab0a5b7-3ce2-46c4-9d16-019b72c7d359 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, d08ed99f-50f8-44ab-a57e-689020c04139) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:19.961286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab0a5b7-3ce2-46c4-9d16-019b72c7d359 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:19.962247 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a5b7-3ce2-46c4-9d16-019b72c7d359 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.969039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c12c503-29c6-4c22-b4ac-ebc6b8dd62a3 None None] Network d08ed99f-50f8-44ab-a57e-689020c04139 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:19.987730 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8ab0a5b7-3ce2-46c4-9d16-019b72c7d359 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5887983 Dec 08 02:14:19.990085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50840) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:20.003555 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6b408362-37dd-4f30-ba14-4baf689bfa32 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d67a13c541b041a68314004641e2a8fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1923211 Dec 08 02:14:20.006096 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50842) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:20.121498 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d6a766-3d1b-4134-9337-2b5e169c738b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-d08ed99f-50f8-44ab-a57e-689020c04139', 'network_id': 'd08ed99f-50f8-44ab-a57e-689020c04139', 'project_id': '0b87cb6714da4b9eb7577fa1439c64cb', 'fixed_ips': [{'subnet_id': '006e5180-a7df-4add-b0ab-0aee9af8c311'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:14:20.122946 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a766-3d1b-4134-9337-2b5e169c738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.131935 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abf52623-5ace-4298-ab73-42aad5ca9029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.137592 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.138778 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98f132a-177d-447e-9e5a-143fa392523d None None] Network 992c1f9b-b81d-4c85-be0f-a3599a7dc544 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:20.165028 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abf52623-5ace-4298-ab73-42aad5ca9029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.262289 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.303439 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abf52623-5ace-4298-ab73-42aad5ca9029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.306075 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abf52623-5ace-4298-ab73-42aad5ca9029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.307236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-abf52623-5ace-4298-ab73-42aad5ca9029 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d50c5092-fb7b-4756-a7ff-a3080d7b689e HTTP/1.1" status: 204 len: 168 time: 0.3001816 Dec 08 02:14:20.322082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf52623-5ace-4298-ab73-42aad5ca9029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50c5092-fb7b-4756-a7ff-a3080d7b689e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:20.323187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e5dcd343-01d3-4ddc-8c04-bc972754eaa2 None None] Provisioning complete for port b41dc7f8-f899-4f0f-b7c4-2455f095784a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:20.323997 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5dcd343-01d3-4ddc-8c04-bc972754eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.346673 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server [None req-c1d6a766-3d1b-4134-9337-2b5e169c738b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 006e5180-a7df-4add-b0ab-0aee9af8c311: This subnet is being modified by another concurrent operation. Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise exception Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 006e5180-a7df-4add-b0ab-0aee9af8c311: This subnet is being modified by another concurrent operation. Dec 08 02:14:20.366651 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server Dec 08 02:14:20.389287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Subnet': ['ID=006e5180-a7df-4add-b0ab-0aee9af8c311,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:20.429996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d2fc44-27b7-416b-8bea-cb5425c52e9c None None] Network d08ed99f-50f8-44ab-a57e-689020c04139 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:20.474879 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5dcd343-01d3-4ddc-8c04-bc972754eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.481928 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.509187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf0ac34-20c5-4187-be28-71329fdd595a None None] DHCP port deletion for 992c1f9b-b81d-4c85-be0f-a3599a7dc544 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:14:20.509738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08ed99f-50f8-44ab-a57e-689020c04139']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:20.520424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd9e407-54d2-4c2d-baf5-cbe5884f909a') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:20.520807 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd9e407-54d2-4c2d-baf5-cbe5884f909a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:20.531691 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.553333 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.560535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:14:20.561077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:14:20.564433 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:14:20.582450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e5dcd343-01d3-4ddc-8c04-bc972754eaa2 None None] For port b41dc7f8-f899-4f0f-b7c4-2455f095784a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b41dc7f8-f899-4f0f-b7c4-2455f095784a,segment=NetworkSegment(90eec9b1-b0b0-4457-bb03-99e1943582bf),segment_id=90eec9b1-b0b0-4457-bb03-99e1943582bf)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:20.589204 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5dcd343-01d3-4ddc-8c04-bc972754eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.645189 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0ac34-20c5-4187-be28-71329fdd595a None None] Deleting port b41dc7f8-f899-4f0f-b7c4-2455f095784a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:14:20.645566 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ac34-20c5-4187-be28-71329fdd595a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.662638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcd343-01d3-4ddc-8c04-bc972754eaa2 None None] Pushing event updated for resources: {'Port': ['ID=b41dc7f8-f899-4f0f-b7c4-2455f095784a,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:20.662967 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.678620 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.681527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/networks/d08ed99f-50f8-44ab-a57e-689020c04139 HTTP/1.1" status: 204 len: 168 time: 0.6904659 Dec 08 02:14:20.685108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50856) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:20.690955 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-cc227709-c856-411b-b235-0b34f894940e tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1696580136'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:20.693926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c58b78-acbe-4fb5-a040-b57e4410d342 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Network': ['ID=d08ed99f-50f8-44ab-a57e-689020c04139,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:20.718431 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc227709-c856-411b-b235-0b34f894940e tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Made reservation on behalf of 0b87cb6714da4b9eb7577fa1439c64cb for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:20.722007 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc227709-c856-411b-b235-0b34f894940e tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.724647 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cbf0ac34-20c5-4187-be28-71329fdd595a None None] For port b41dc7f8-f899-4f0f-b7c4-2455f095784a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b41dc7f8-f899-4f0f-b7c4-2455f095784a,segment=NetworkSegment(90eec9b1-b0b0-4457-bb03-99e1943582bf),segment_id=90eec9b1-b0b0-4457-bb03-99e1943582bf)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:20.725868 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ac34-20c5-4187-be28-71329fdd595a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.743231 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0ac34-20c5-4187-be28-71329fdd595a None None] Calling delete_port for b41dc7f8-f899-4f0f-b7c4-2455f095784a owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:14:20.747641 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc227709-c856-411b-b235-0b34f894940e tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:14:20.757224 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc227709-c856-411b-b235-0b34f894940e tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.757576 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-cc227709-c856-411b-b235-0b34f894940e tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Added segment ce4841ce-2a04-4ecc-bee0-1ca933d99594 of type vlan for network 82ea61ba-40f2-4a91-a5f1-f5366550f8e6 Dec 08 02:14:20.801895 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc227709-c856-411b-b235-0b34f894940e tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.836555 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc227709-c856-411b-b235-0b34f894940e tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.844475 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc227709-c856-411b-b235-0b34f894940e tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:20.845551 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc227709-c856-411b-b235-0b34f894940e tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:20.929557 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cc227709-c856-411b-b235-0b34f894940e tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2390025 Dec 08 02:14:20.929765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50866) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:20.934808 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-704671b2-443c-40b1-9816-758d20c693e5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Request body: {'subnet': {'network_id': '82ea61ba-40f2-4a91-a5f1-f5366550f8e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:20.936314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc227709-c856-411b-b235-0b34f894940e tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'Network': ['ID=82ea61ba-40f2-4a91-a5f1-f5366550f8e6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:20.959891 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4911c8af-abf7-458e-9f82-1069c01a1b31 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:14:20.966881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 82ea61ba-40f2-4a91-a5f1-f5366550f8e6 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:14:21.043913 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 4911c8af-abf7-458e-9f82-1069c01a1b31 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:14:21.044578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4911c8af-abf7-458e-9f82-1069c01a1b31 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:14:21.071928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704671b2-443c-40b1-9816-758d20c693e5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Made reservation on behalf of 0b87cb6714da4b9eb7577fa1439c64cb for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:21.077829 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-704671b2-443c-40b1-9816-758d20c693e5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.108101 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ac34-20c5-4187-be28-71329fdd595a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.142510 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0ac34-20c5-4187-be28-71329fdd595a None None] Pushing event deleted for resources: {'Port': ['ID=b41dc7f8-f899-4f0f-b7c4-2455f095784a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:21.144578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0ac34-20c5-4187-be28-71329fdd595a None None] No DVR routers for this DVR port b41dc7f8-f899-4f0f-b7c4-2455f095784a on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:14:21.173385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f80a80-c145-4c72-8396-7817bfc4caa5 None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:14:21.277735 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f80a80-c145-4c72-8396-7817bfc4caa5 None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:14:21.312944 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-704671b2-443c-40b1-9816-758d20c693e5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.383310 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704671b2-443c-40b1-9816-758d20c693e5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'Subnet': ['ID=a91a7275-1f27-4e26-af61-eb8aa51c5777,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:21.394827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704671b2-443c-40b1-9816-758d20c693e5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Checking segment: {'id': 'ce4841ce-2a04-4ecc-bee0-1ca933d99594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82ea61ba-40f2-4a91-a5f1-f5366550f8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:21.395199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704671b2-443c-40b1-9816-758d20c693e5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Network hostable DHCP agents. Network: 82ea61ba-40f2-4a91-a5f1-f5366550f8e6, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:14:21.414055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704671b2-443c-40b1-9816-758d20c693e5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Network 82ea61ba-40f2-4a91-a5f1-f5366550f8e6 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:14:21.424557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-704671b2-443c-40b1-9816-758d20c693e5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 82ea61ba-40f2-4a91-a5f1-f5366550f8e6) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:21.430595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704671b2-443c-40b1-9816-758d20c693e5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:21.431581 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-704671b2-443c-40b1-9816-758d20c693e5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.456156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-704671b2-443c-40b1-9816-758d20c693e5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5259914 Dec 08 02:14:21.457969 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50876) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:21.573123 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.582303 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f167919-c3ac-470a-84f7-c1b544c9d8a4 None None] Network 82ea61ba-40f2-4a91-a5f1-f5366550f8e6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:21.670940 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.693453 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f30c26-1966-4d10-a6f2-ecbb94e7973f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-82ea61ba-40f2-4a91-a5f1-f5366550f8e6', 'network_id': '82ea61ba-40f2-4a91-a5f1-f5366550f8e6', 'project_id': '0b87cb6714da4b9eb7577fa1439c64cb', 'fixed_ips': [{'subnet_id': 'a91a7275-1f27-4e26-af61-eb8aa51c5777'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:14:21.694675 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87f30c26-1966-4d10-a6f2-ecbb94e7973f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.779942 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.810531 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Subnet': ['ID=a91a7275-1f27-4e26-af61-eb8aa51c5777,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server [None req-87f30c26-1966-4d10-a6f2-ecbb94e7973f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a91a7275-1f27-4e26-af61-eb8aa51c5777: This subnet is being modified by another concurrent operation. Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise exception Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a91a7275-1f27-4e26-af61-eb8aa51c5777: This subnet is being modified by another concurrent operation. Dec 08 02:14:21.855496 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server Dec 08 02:14:21.880288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6321935-bc11-4138-8d33-03105a7df4f3 None None] Network 82ea61ba-40f2-4a91-a5f1-f5366550f8e6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:21.884394 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.904763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ea61ba-40f2-4a91-a5f1-f5366550f8e6']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:21.915406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4841ce-2a04-4ecc-bee0-1ca933d99594') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:21.915744 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4841ce-2a04-4ecc-bee0-1ca933d99594') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:21.925962 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.939907 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.946284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:14:21.946690 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:14:21.949950 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:14:21.974780 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad052a5-1553-46e5-ac26-c39aad7991d7 None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:14:21.997000 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e205809-815a-4eb4-92ae-8f10aa343716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:22.022611 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:22.029460 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:22.033264 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/networks/82ea61ba-40f2-4a91-a5f1-f5366550f8e6 HTTP/1.1" status: 204 len: 168 time: 0.5742786 Dec 08 02:14:22.036759 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50896) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:22.057787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6b0e22e4-6ef7-4ad2-9f8f-6ec64b97f072 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1680924634'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:22.066309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf3345-ad5b-41a0-b326-d431192f492c tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Network': ['ID=82ea61ba-40f2-4a91-a5f1-f5366550f8e6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:22.088471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0e22e4-6ef7-4ad2-9f8f-6ec64b97f072 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Made reservation on behalf of 0b87cb6714da4b9eb7577fa1439c64cb for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:22.092859 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad052a5-1553-46e5-ac26-c39aad7991d7 None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:14:22.094080 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b0e22e4-6ef7-4ad2-9f8f-6ec64b97f072 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:22.130297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0e22e4-6ef7-4ad2-9f8f-6ec64b97f072 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:14:22.139899 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b0e22e4-6ef7-4ad2-9f8f-6ec64b97f072 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:22.140250 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-6b0e22e4-6ef7-4ad2-9f8f-6ec64b97f072 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Added segment 2a15f55b-78d5-46e2-9d32-f901c0d28a80 of type vlan for network 518d2e0b-0c16-4f45-9515-21d7440bed56 Dec 08 02:14:22.183248 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b0e22e4-6ef7-4ad2-9f8f-6ec64b97f072 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:22.217062 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b0e22e4-6ef7-4ad2-9f8f-6ec64b97f072 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:22.224871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0e22e4-6ef7-4ad2-9f8f-6ec64b97f072 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:22.225622 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6b0e22e4-6ef7-4ad2-9f8f-6ec64b97f072 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:22.272237 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6b0e22e4-6ef7-4ad2-9f8f-6ec64b97f072 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2317460 Dec 08 02:14:22.275709 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50908) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:22.283025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-544a2e24-4e4e-4b2e-8b9f-db5218a7bcd4 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Request body: {'subnet': {'network_id': '518d2e0b-0c16-4f45-9515-21d7440bed56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:22.312553 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e22e4-6ef7-4ad2-9f8f-6ec64b97f072 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'Network': ['ID=518d2e0b-0c16-4f45-9515-21d7440bed56,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:22.343054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 518d2e0b-0c16-4f45-9515-21d7440bed56 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:14:22.381229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544a2e24-4e4e-4b2e-8b9f-db5218a7bcd4 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Made reservation on behalf of 0b87cb6714da4b9eb7577fa1439c64cb for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:22.384818 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-544a2e24-4e4e-4b2e-8b9f-db5218a7bcd4 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:22.667946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.objects.ports [None req-544a2e24-4e4e-4b2e-8b9f-db5218a7bcd4 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:14:22.669406 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-544a2e24-4e4e-4b2e-8b9f-db5218a7bcd4 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:22.727560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a2e24-4e4e-4b2e-8b9f-db5218a7bcd4 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event updated for resources: {'Subnet': ['ID=8d7d9045-fb4b-4791-ad96-5e0c84aa2c13,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:22.743308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544a2e24-4e4e-4b2e-8b9f-db5218a7bcd4 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Checking segment: {'id': '2a15f55b-78d5-46e2-9d32-f901c0d28a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '518d2e0b-0c16-4f45-9515-21d7440bed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:22.743789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544a2e24-4e4e-4b2e-8b9f-db5218a7bcd4 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Network hostable DHCP agents. Network: 518d2e0b-0c16-4f45-9515-21d7440bed56, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:14:22.769765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544a2e24-4e4e-4b2e-8b9f-db5218a7bcd4 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Network 518d2e0b-0c16-4f45-9515-21d7440bed56 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:14:22.777971 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-544a2e24-4e4e-4b2e-8b9f-db5218a7bcd4 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 518d2e0b-0c16-4f45-9515-21d7440bed56) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:22.781922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a2e24-4e4e-4b2e-8b9f-db5218a7bcd4 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:22.782923 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-544a2e24-4e4e-4b2e-8b9f-db5218a7bcd4 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:22.788110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3f03ef-f584-49ea-8671-aedbc4cd52db None None] Network 518d2e0b-0c16-4f45-9515-21d7440bed56 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:22.801454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-544a2e24-4e4e-4b2e-8b9f-db5218a7bcd4 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5239244 Dec 08 02:14:22.804345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50918) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:22.931090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-518d2e0b-0c16-4f45-9515-21d7440bed56', 'network_id': '518d2e0b-0c16-4f45-9515-21d7440bed56', 'project_id': '0b87cb6714da4b9eb7577fa1439c64cb', 'fixed_ips': [{'subnet_id': '8d7d9045-fb4b-4791-ad96-5e0c84aa2c13'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:14:22.932681 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:22.948409 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:23.015879 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:23.103706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Allocated IP 2001:db8::f816:3eff:fead:2749 (518d2e0b-0c16-4f45-9515-21d7440bed56/8d7d9045-fb4b-4791-ad96-5e0c84aa2c13/577573aa-f631-4a06-85cf-7bde9d2a05e9) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:14:23.251237 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:23.261361 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:23.284004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Network 518d2e0b-0c16-4f45-9515-21d7440bed56 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:14:23.291184 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:23.310298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:23.314257 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:14:23.327032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d2c20b9-4b13-44d7-9cb6-25b34af02608 req-b8402447-0ac1-4d32-9ceb-fa8a179c8492 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570631 Dec 08 02:14:23.355347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Subnet': ['ID=8d7d9045-fb4b-4791-ad96-5e0c84aa2c13,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:23.356763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Pushing event updated for resources: {'Port': ['ID=577573aa-f631-4a06-85cf-7bde9d2a05e9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:23.395310 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Attempting to bind port 577573aa-f631-4a06-85cf-7bde9d2a05e9 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:14:23.395717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Attempting to bind port 577573aa-f631-4a06-85cf-7bde9d2a05e9 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '2a15f55b-78d5-46e2-9d32-f901c0d28a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '518d2e0b-0c16-4f45-9515-21d7440bed56'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:14:23.396092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Attempting to bind port 577573aa-f631-4a06-85cf-7bde9d2a05e9 on network 518d2e0b-0c16-4f45-9515-21d7440bed56 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:14:23.401746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:14:23.402829 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Checking segment: {'id': '2a15f55b-78d5-46e2-9d32-f901c0d28a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '518d2e0b-0c16-4f45-9515-21d7440bed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:23.403258 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:23.403679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Bound using segment: {'id': '2a15f55b-78d5-46e2-9d32-f901c0d28a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '518d2e0b-0c16-4f45-9515-21d7440bed56'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:14:23.404155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Bound port: 577573aa-f631-4a06-85cf-7bde9d2a05e9, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a15f55b-78d5-46e2-9d32-f901c0d28a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '518d2e0b-0c16-4f45-9515-21d7440bed56'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:14:23.404946 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:23.430837 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4080f687-fba0-4699-bc5b-babb5417b36c req-d1c84993-2d60-4b38-a142-33757b225aca service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1535797 Dec 08 02:14:23.432666 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:23.456613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518d2e0b-0c16-4f45-9515-21d7440bed56']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:23.460856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c20b9-4b13-44d7-9cb6-25b34af02608 req-44f79069-a739-4807-a501-3a280490006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:23.463143 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d2c20b9-4b13-44d7-9cb6-25b34af02608 req-44f79069-a739-4807-a501-3a280490006d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 1098 time: 0.0489724 Dec 08 02:14:23.471079 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:23.476417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a15f55b-78d5-46e2-9d32-f901c0d28a80') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:23.476934 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a15f55b-78d5-46e2-9d32-f901c0d28a80') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:23.508268 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] For port 577573aa-f631-4a06-85cf-7bde9d2a05e9, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:14:23.511887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] For port 577573aa-f631-4a06-85cf-7bde9d2a05e9, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=577573aa-f631-4a06-85cf-7bde9d2a05e9,segment=NetworkSegment(2a15f55b-78d5-46e2-9d32-f901c0d28a80),segment_id=2a15f55b-78d5-46e2-9d32-f901c0d28a80)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:14:23.513731 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:23.517506 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:23.588021 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:23.605271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:14:23.605619 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:14:23.610330 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:14:23.623371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a83462-8db6-466d-a715-bf6979eaeb8f None None] Pushing event updated for resources: {'Port': ['ID=577573aa-f631-4a06-85cf-7bde9d2a05e9,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:23.639129 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91bf8f3-22d7-41d5-a0c2-c2e156cc3789 None None] Network 518d2e0b-0c16-4f45-9515-21d7440bed56 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:23.653362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c20b9-4b13-44d7-9cb6-25b34af02608 req-15c40eaa-97d5-4456-b513-2569800140e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:23.654291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080f687-fba0-4699-bc5b-babb5417b36c req-20fc2e52-4348-4c7a-b29a-17960c651704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:23.654914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d2c20b9-4b13-44d7-9cb6-25b34af02608 req-15c40eaa-97d5-4456-b513-2569800140e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 200 len: 911 time: 0.1691942 Dec 08 02:14:23.657750 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4080f687-fba0-4699-bc5b-babb5417b36c req-20fc2e52-4348-4c7a-b29a-17960c651704 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d44006c13e35496b8854fa5c864c5165&device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 1098 time: 0.1483433 Dec 08 02:14:23.766572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d2c20b9-4b13-44d7-9cb6-25b34af02608 req-dff53e0d-c1da-4522-a335-5bd9e33cf7e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64fc7733-b523-4ee3-ad4d-eceb48ca0873 HTTP/1.1" status: 200 len: 1002 time: 0.0933011 Dec 08 02:14:23.770091 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.db.api [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 02:14:23.770091 n-d-713499-31 neutron-server[109766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 02:14:23.770091 n-d-713499-31 neutron-server[109766]: [parameters: {'id': '518d2e0b-0c16-4f45-9515-21d7440bed56'}] Dec 08 02:14:23.770091 n-d-713499-31 neutron-server[109766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:14:23.770421 n-d-713499-31 neutron-server[109766]: DEBUG oslo_db.api [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:14:23.771235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef24be82-7874-426a-b4e8-f61a973db1b8 None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:14:23.824453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080f687-fba0-4699-bc5b-babb5417b36c req-0bdf36dc-94c9-4c71-9c36-768311d4b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:23.826073 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4080f687-fba0-4699-bc5b-babb5417b36c req-0bdf36dc-94c9-4c71-9c36-768311d4b699 service neutron] 10.222.0.75 "GET /v2.0/networks?id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 HTTP/1.1" status: 200 len: 909 time: 0.1356680 Dec 08 02:14:23.829116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c20b9-4b13-44d7-9cb6-25b34af02608 req-df27ac41-7af5-45e0-a989-291ce9386a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:23.831328 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d2c20b9-4b13-44d7-9cb6-25b34af02608 req-df27ac41-7af5-45e0-a989-291ce9386a1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=890cd2ed-9ae7-4a89-916f-2d2e22fc0f59 HTTP/1.1" status: 200 len: 849 time: 0.0533662 Dec 08 02:14:23.876994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef24be82-7874-426a-b4e8-f61a973db1b8 None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:14:23.894295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c20b9-4b13-44d7-9cb6-25b34af02608 req-4bc343cc-0ce1-4a43-bb41-ec27c0eb430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:23.895948 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d2c20b9-4b13-44d7-9cb6-25b34af02608 req-4bc343cc-0ce1-4a43-bb41-ec27c0eb430f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990035d0-5f75-410a-9ae4-93ef5b213255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553572 Dec 08 02:14:23.921015 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4080f687-fba0-4699-bc5b-babb5417b36c req-2d36e8b8-b942-43f2-9175-4676af3c985e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=575b4fdc-ca7f-40bd-ad15-6e126ee749ef HTTP/1.1" status: 200 len: 1002 time: 0.0848961 Dec 08 02:14:24.012865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080f687-fba0-4699-bc5b-babb5417b36c req-4deec586-bc93-4fd8-9651-dfcf52ecb273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:24.014581 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4080f687-fba0-4699-bc5b-babb5417b36c req-4deec586-bc93-4fd8-9651-dfcf52ecb273 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f9cbc59-63fd-49d8-a506-1865fbeabf79 HTTP/1.1" status: 200 len: 847 time: 0.0792961 Dec 08 02:14:24.021156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d2c20b9-4b13-44d7-9cb6-25b34af02608 req-21bd826a-684f-49b6-bc7e-5d322fe4cfe3 service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173029 Dec 08 02:14:24.094753 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080f687-fba0-4699-bc5b-babb5417b36c req-22adb6a7-84f3-433c-a4e5-eab063d85d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:24.096416 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4080f687-fba0-4699-bc5b-babb5417b36c req-22adb6a7-84f3-433c-a4e5-eab063d85d42 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721431 Dec 08 02:14:24.160329 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d2c20b9-4b13-44d7-9cb6-25b34af02608 req-c55e76d7-01f2-4944-8da8-e7ff3f0c6309 service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276734 Dec 08 02:14:24.222146 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:24.328124 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a478b914-c355-419f-81f0-7650cfad0c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:24.491297 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:24.589494 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4080f687-fba0-4699-bc5b-babb5417b36c req-da5669e4-21c8-4d1e-b903-75e16a5d3487 service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851205 Dec 08 02:14:24.606466 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Deleting port 577573aa-f631-4a06-85cf-7bde9d2a05e9 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:14:24.606803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:24.725455 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] For port 577573aa-f631-4a06-85cf-7bde9d2a05e9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=577573aa-f631-4a06-85cf-7bde9d2a05e9,segment=NetworkSegment(2a15f55b-78d5-46e2-9d32-f901c0d28a80),segment_id=2a15f55b-78d5-46e2-9d32-f901c0d28a80)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:24.725805 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:24.746839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Calling delete_port for 577573aa-f631-4a06-85cf-7bde9d2a05e9 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:14:24.758770 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4080f687-fba0-4699-bc5b-babb5417b36c req-38eca257-c5ba-4622-9cd7-57f30b8e356a service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615961 Dec 08 02:14:24.835935 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:24.860906 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Port': ['ID=577573aa-f631-4a06-85cf-7bde9d2a05e9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:24.868178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] No DVR routers for this DVR port 577573aa-f631-4a06-85cf-7bde9d2a05e9 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:14:24.952942 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:24.973155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518d2e0b-0c16-4f45-9515-21d7440bed56']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:24.982707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a15f55b-78d5-46e2-9d32-f901c0d28a80') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:24.983049 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a15f55b-78d5-46e2-9d32-f901c0d28a80') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:24.992262 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.005755 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.011494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:14:25.011933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:14:25.015639 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:14:25.074747 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.081714 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.085303 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/networks/518d2e0b-0c16-4f45-9515-21d7440bed56 HTTP/1.1" status: 204 len: 168 time: 2.2798731 Dec 08 02:14:25.090060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50936) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:25.115408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55886a-ef9e-4ebc-a8de-ea7633e6cf3f tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Network': ['ID=518d2e0b-0c16-4f45-9515-21d7440bed56,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:25.127510 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2ec56e-b07d-487d-ad82-39def5c096f0 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] DELETE failed (client error): The resource could not be found. Dec 08 02:14:25.128020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2ec56e-b07d-487d-ad82-39def5c096f0 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:14:25.131216 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9a2ec56e-b07d-487d-ad82-39def5c096f0 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/subnets/8d7d9045-fb4b-4791-ad96-5e0c84aa2c13 HTTP/1.1" status: 404 len: 337 time: 0.0403244 Dec 08 02:14:25.133645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50940) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:25.151865 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9571fdaa-20e2-41ea-bc26-c08fde3d4760 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] DELETE failed (client error): The resource could not be found. Dec 08 02:14:25.152372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9571fdaa-20e2-41ea-bc26-c08fde3d4760 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:14:25.156426 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9571fdaa-20e2-41ea-bc26-c08fde3d4760 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/networks/518d2e0b-0c16-4f45-9515-21d7440bed56 HTTP/1.1" status: 404 len: 339 time: 0.0208485 Dec 08 02:14:25.158990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50942) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:25.192748 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-24070d6b-8270-4c07-8f49-9f7548966bf5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] DELETE failed (client error): The resource could not be found. Dec 08 02:14:25.193216 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24070d6b-8270-4c07-8f49-9f7548966bf5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:14:25.196326 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-24070d6b-8270-4c07-8f49-9f7548966bf5 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/subnets/a91a7275-1f27-4e26-af61-eb8aa51c5777 HTTP/1.1" status: 404 len: 337 time: 0.0362709 Dec 08 02:14:25.199103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50946) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:25.223281 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dafd501-6977-455e-b79e-a6cb3de79322 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] DELETE failed (client error): The resource could not be found. Dec 08 02:14:25.224441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dafd501-6977-455e-b79e-a6cb3de79322 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:14:25.228439 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2dafd501-6977-455e-b79e-a6cb3de79322 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/networks/82ea61ba-40f2-4a91-a5f1-f5366550f8e6 HTTP/1.1" status: 404 len: 339 time: 0.0275941 Dec 08 02:14:25.230922 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50948) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:25.259802 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-943e3e19-d7dc-4b65-80bc-7424165bbf62 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] DELETE failed (client error): The resource could not be found. Dec 08 02:14:25.260287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943e3e19-d7dc-4b65-80bc-7424165bbf62 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:14:25.265555 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-943e3e19-d7dc-4b65-80bc-7424165bbf62 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/subnets/006e5180-a7df-4add-b0ab-0aee9af8c311 HTTP/1.1" status: 404 len: 337 time: 0.0321810 Dec 08 02:14:25.267529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 50952) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:25.288821 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-106ddbba-acfd-49e9-a9dd-fa0db1eaf181 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] DELETE failed (client error): The resource could not be found. Dec 08 02:14:25.289339 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106ddbba-acfd-49e9-a9dd-fa0db1eaf181 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:14:25.295309 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-106ddbba-acfd-49e9-a9dd-fa0db1eaf181 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/networks/d08ed99f-50f8-44ab-a57e-689020c04139 HTTP/1.1" status: 404 len: 339 time: 0.0243351 Dec 08 02:14:25.295833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50956) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:25.401140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-61d39481-2e92-4fb0-abb8-11d3674fff77 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Deleting port b80e43e9-a929-4e82-a7ac-426809e6d25a {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:14:25.401140 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-61d39481-2e92-4fb0-abb8-11d3674fff77 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.457575 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.491012 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-61d39481-2e92-4fb0-abb8-11d3674fff77 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.507991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-61d39481-2e92-4fb0-abb8-11d3674fff77 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Calling delete_port for b80e43e9-a929-4e82-a7ac-426809e6d25a owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:14:25.593910 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-61d39481-2e92-4fb0-abb8-11d3674fff77 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.630246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d39481-2e92-4fb0-abb8-11d3674fff77 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Port': ['ID=b80e43e9-a929-4e82-a7ac-426809e6d25a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:25.637565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-61d39481-2e92-4fb0-abb8-11d3674fff77 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.641493 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-61d39481-2e92-4fb0-abb8-11d3674fff77 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/ports/b80e43e9-a929-4e82-a7ac-426809e6d25a HTTP/1.1" status: 204 len: 168 time: 0.3445368 Dec 08 02:14:25.643865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50980) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:25.672409 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61b22ce-2aec-4253-86e2-f502d1c51065 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] DELETE failed (client error): The resource could not be found. Dec 08 02:14:25.673089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61b22ce-2aec-4253-86e2-f502d1c51065 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:14:25.677905 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e61b22ce-2aec-4253-86e2-f502d1c51065 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/subnets/02f58872-85cb-438e-8c7e-355b020d8f61 HTTP/1.1" status: 404 len: 337 time: 0.0330346 Dec 08 02:14:25.680359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 50982) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:25.761413 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c45d573-89d0-43b7-b867-a3f6c0a11075 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.853445 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c45d573-89d0-43b7-b867-a3f6c0a11075 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.873876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-4c45d573-89d0-43b7-b867-a3f6c0a11075 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992c1f9b-b81d-4c85-be0f-a3599a7dc544']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:25.883955 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-4c45d573-89d0-43b7-b867-a3f6c0a11075 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90eec9b1-b0b0-4457-bb03-99e1943582bf') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:25.884259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-4c45d573-89d0-43b7-b867-a3f6c0a11075 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90eec9b1-b0b0-4457-bb03-99e1943582bf') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:25.894452 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c45d573-89d0-43b7-b867-a3f6c0a11075 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.907828 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c45d573-89d0-43b7-b867-a3f6c0a11075 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.913949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c45d573-89d0-43b7-b867-a3f6c0a11075 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:14:25.914340 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c45d573-89d0-43b7-b867-a3f6c0a11075 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:14:25.917628 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:14:25.993374 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c45d573-89d0-43b7-b867-a3f6c0a11075 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.002030 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c45d573-89d0-43b7-b867-a3f6c0a11075 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.005526 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4c45d573-89d0-43b7-b867-a3f6c0a11075 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/networks/992c1f9b-b81d-4c85-be0f-a3599a7dc544 HTTP/1.1" status: 204 len: 168 time: 0.3242180 Dec 08 02:14:26.008403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51004) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:26.017347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45d573-89d0-43b7-b867-a3f6c0a11075 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Network': ['ID=992c1f9b-b81d-4c85-be0f-a3599a7dc544,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:26.103040 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1df7aa1e-5bce-4b61-8391-2b522a4c7ddb tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Deleting port 9a17ed99-bf61-4522-95e7-15e9917a9ecf {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:14:26.103550 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1df7aa1e-5bce-4b61-8391-2b522a4c7ddb tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.180625 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1df7aa1e-5bce-4b61-8391-2b522a4c7ddb tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.192909 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1df7aa1e-5bce-4b61-8391-2b522a4c7ddb tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Calling delete_port for 9a17ed99-bf61-4522-95e7-15e9917a9ecf owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:14:26.273629 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1df7aa1e-5bce-4b61-8391-2b522a4c7ddb tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.305962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7aa1e-5bce-4b61-8391-2b522a4c7ddb tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Port': ['ID=9a17ed99-bf61-4522-95e7-15e9917a9ecf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:26.315865 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1df7aa1e-5bce-4b61-8391-2b522a4c7ddb tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.318983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1df7aa1e-5bce-4b61-8391-2b522a4c7ddb tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/ports/9a17ed99-bf61-4522-95e7-15e9917a9ecf HTTP/1.1" status: 204 len: 168 time: 0.3093755 Dec 08 02:14:26.321580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51010) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:26.349311 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d850ae-a15e-4bf7-8b8d-4d0754ef1dbe tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] DELETE failed (client error): The resource could not be found. Dec 08 02:14:26.349774 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d850ae-a15e-4bf7-8b8d-4d0754ef1dbe tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:14:26.352873 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-47d850ae-a15e-4bf7-8b8d-4d0754ef1dbe tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/subnets/433fb802-65c9-4e7a-a90c-7fc652972f5e HTTP/1.1" status: 404 len: 337 time: 0.0300691 Dec 08 02:14:26.355630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51012) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:26.430712 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75be0936-880c-4c24-9eb1-60aa042ffe2a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.529651 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75be0936-880c-4c24-9eb1-60aa042ffe2a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.551715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-75be0936-880c-4c24-9eb1-60aa042ffe2a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed397f18-66e4-41c5-9d87-c9bc7f57e474']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:26.560890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-75be0936-880c-4c24-9eb1-60aa042ffe2a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9195e34f-cbb5-4bcd-89f6-bed30759bcce') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:26.561195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-75be0936-880c-4c24-9eb1-60aa042ffe2a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9195e34f-cbb5-4bcd-89f6-bed30759bcce') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:26.571377 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75be0936-880c-4c24-9eb1-60aa042ffe2a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.584248 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75be0936-880c-4c24-9eb1-60aa042ffe2a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.591040 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75be0936-880c-4c24-9eb1-60aa042ffe2a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:14:26.591476 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75be0936-880c-4c24-9eb1-60aa042ffe2a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:14:26.594976 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:14:26.657574 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75be0936-880c-4c24-9eb1-60aa042ffe2a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.662674 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75be0936-880c-4c24-9eb1-60aa042ffe2a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.665894 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-75be0936-880c-4c24-9eb1-60aa042ffe2a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/networks/ed397f18-66e4-41c5-9d87-c9bc7f57e474 HTTP/1.1" status: 204 len: 168 time: 0.3091154 Dec 08 02:14:26.668633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51016) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:26.680872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be0936-880c-4c24-9eb1-60aa042ffe2a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Network': ['ID=ed397f18-66e4-41c5-9d87-c9bc7f57e474,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:26.724800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-983ccccc-74b3-4704-bb4a-decfa7eb3ee0 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Deleting subnet 82124a0f-5dba-4877-9ff9-4052d87c904e {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:14:26.728207 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-983ccccc-74b3-4704-bb4a-decfa7eb3ee0 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.769846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-983ccccc-74b3-4704-bb4a-decfa7eb3ee0 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.857143 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-983ccccc-74b3-4704-bb4a-decfa7eb3ee0 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.916507 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-983ccccc-74b3-4704-bb4a-decfa7eb3ee0 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.943547 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.946368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ccccc-74b3-4704-bb4a-decfa7eb3ee0 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Subnet': ['ID=82124a0f-5dba-4877-9ff9-4052d87c904e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:26.952023 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-983ccccc-74b3-4704-bb4a-decfa7eb3ee0 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:26.957729 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-983ccccc-74b3-4704-bb4a-decfa7eb3ee0 tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/subnets/82124a0f-5dba-4877-9ff9-4052d87c904e HTTP/1.1" status: 204 len: 168 time: 0.2858822 Dec 08 02:14:26.958105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51018) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:26.961789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ec925e-a51b-4dec-9c24-dc3cf59d9513 None None] Network cea48cf8-24aa-4efd-8813-e035c5e699bd requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:27.039589 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:27.105234 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Deleting port 0126cd3a-9ade-4694-95b4-a922c96ef125 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:14:27.105732 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:27.108548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7a42ab-a12f-46b8-ac10-9c6611612213 None None] DHCP port deletion for cea48cf8-24aa-4efd-8813-e035c5e699bd request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:14:27.164239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a42ab-a12f-46b8-ac10-9c6611612213 None None] Deleting port 0126cd3a-9ade-4694-95b4-a922c96ef125 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:14:27.164663 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc7a42ab-a12f-46b8-ac10-9c6611612213 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:27.178794 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] For port 0126cd3a-9ade-4694-95b4-a922c96ef125, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0126cd3a-9ade-4694-95b4-a922c96ef125,segment=NetworkSegment(003f7a8b-6245-49ab-a968-eba1058fa4eb),segment_id=003f7a8b-6245-49ab-a968-eba1058fa4eb)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:27.179193 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:27.194314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Calling delete_port for 0126cd3a-9ade-4694-95b4-a922c96ef125 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:14:27.231270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fc7a42ab-a12f-46b8-ac10-9c6611612213 None None] For port 0126cd3a-9ade-4694-95b4-a922c96ef125, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0126cd3a-9ade-4694-95b4-a922c96ef125,segment=NetworkSegment(003f7a8b-6245-49ab-a968-eba1058fa4eb),segment_id=003f7a8b-6245-49ab-a968-eba1058fa4eb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:27.231852 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc7a42ab-a12f-46b8-ac10-9c6611612213 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:27.249613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a42ab-a12f-46b8-ac10-9c6611612213 None None] Calling delete_port for 0126cd3a-9ade-4694-95b4-a922c96ef125 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:14:27.290901 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:27.318798 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Port': ['ID=0126cd3a-9ade-4694-95b4-a922c96ef125,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:27.321009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] No DVR routers for this DVR port 0126cd3a-9ade-4694-95b4-a922c96ef125 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:14:27.338600 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc7a42ab-a12f-46b8-ac10-9c6611612213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:27.365705 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a42ab-a12f-46b8-ac10-9c6611612213 None None] Pushing event deleted for resources: {'Port': ['ID=0126cd3a-9ade-4694-95b4-a922c96ef125,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:27.369079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a42ab-a12f-46b8-ac10-9c6611612213 None None] No DVR routers for this DVR port 0126cd3a-9ade-4694-95b4-a922c96ef125 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:14:27.412877 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:27.441134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea48cf8-24aa-4efd-8813-e035c5e699bd']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:27.453000 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003f7a8b-6245-49ab-a968-eba1058fa4eb') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:27.453400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003f7a8b-6245-49ab-a968-eba1058fa4eb') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:27.463710 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:27.479051 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:27.485042 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:14:27.485432 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:14:27.488965 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:14:27.553891 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:27.559435 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:27.563692 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] 10.222.0.71 "DELETE /v2.0/networks/cea48cf8-24aa-4efd-8813-e035c5e699bd HTTP/1.1" status: 204 len: 168 time: 0.6044574 Dec 08 02:14:27.580717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f487a4-e468-4c4c-81a4-6bbcf879103a tempest-NetworksIpV6TestAttrs-1174626039 tempest-NetworksIpV6TestAttrs-1174626039-project] Pushing event deleted for resources: {'Network': ['ID=cea48cf8-24aa-4efd-8813-e035c5e699bd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:27.821633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51030) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:27.884621 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:27.962052 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8793404c-c3ad-4839-8144-4d2b583aa6eb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0b87cb6714da4b9eb7577fa1439c64cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390262 Dec 08 02:14:27.964518 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51034) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:28.017035 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef986-6cd4-426a-8477-554b4b2c91ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:28.041925 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef986-6cd4-426a-8477-554b4b2c91ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:28.093511 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef986-6cd4-426a-8477-554b4b2c91ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:28.096242 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef986-6cd4-426a-8477-554b4b2c91ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:28.097480 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-aa1ef986-6cd4-426a-8477-554b4b2c91ca admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/67289c3c-3117-405a-9299-c2936eeed7d0 HTTP/1.1" status: 204 len: 168 time: 0.1320374 Dec 08 02:14:28.109417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ef986-6cd4-426a-8477-554b4b2c91ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67289c3c-3117-405a-9299-c2936eeed7d0,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:28.574260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51064) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:28.706543 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-106abf23-374f-42f8-b089-74c784938b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:28.783302 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-106abf23-374f-42f8-b089-74c784938b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:28.787122 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-106abf23-374f-42f8-b089-74c784938b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:28.829750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51078) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:28.829961 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-106abf23-374f-42f8-b089-74c784938b10 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4fc0bd0dfa3f4fbda1ec21fc5c34c0f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544074 Dec 08 02:14:28.830880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106abf23-374f-42f8-b089-74c784938b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da24f38-ccff-4429-ac46-c9204caeb2fa,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:28.875432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51080) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:28.913504 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe3497ee-c5a1-46de-a9a3-454d82ffb399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:28.938974 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe3497ee-c5a1-46de-a9a3-454d82ffb399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:28.939478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0126cd3a-9ade-4694-95b4-a922c96ef125 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:14:28.963412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 0126cd3a-9ade-4694-95b4-a922c96ef125 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:14:28.963800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0126cd3a-9ade-4694-95b4-a922c96ef125 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:14:28.992964 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe3497ee-c5a1-46de-a9a3-454d82ffb399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:28.996498 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe3497ee-c5a1-46de-a9a3-454d82ffb399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:28.997745 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fe3497ee-c5a1-46de-a9a3-454d82ffb399 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3da24f38-ccff-4429-ac46-c9204caeb2fa HTTP/1.1" status: 204 len: 168 time: 0.1665938 Dec 08 02:14:29.008719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3497ee-c5a1-46de-a9a3-454d82ffb399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da24f38-ccff-4429-ac46-c9204caeb2fa,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:29.017942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-374052846-network', 'tenant_id': '7801bdbbbbb54b6bb893e871ab7c29a0'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:29.044287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] Made reservation on behalf of 7801bdbbbbb54b6bb893e871ab7c29a0 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:29.048054 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.056693 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.142304 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.147153 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.172315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:14:29.182050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bd668e-da90-41d5-86a6-335a253fe867,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:29.186758 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.187108 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] Added segment 234c127b-7468-43ad-8804-1c1f2a0ca0c3 of type vlan for network aba1e305-3237-4408-a45d-dfe02881fa4d Dec 08 02:14:29.232057 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.269072 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.270520 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:29.271106 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.336495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51088) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:29.350341 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5214e80c-7e59-4623-8487-c1b5f49e57c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.363501 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4875357 Dec 08 02:14:29.367145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51090) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:29.372509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-524bce65-1600-42c9-849d-5b3a9a26d4e6 admin admin] Request body: {'subnet': {'network_id': 'aba1e305-3237-4408-a45d-dfe02881fa4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-374052846-subnet', 'tenant_id': '7801bdbbbbb54b6bb893e871ab7c29a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:29.377942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101e575-c505-493b-be20-4873dbb61c98 admin admin] Pushing event updated for resources: {'Network': ['ID=aba1e305-3237-4408-a45d-dfe02881fa4d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:29.388188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network aba1e305-3237-4408-a45d-dfe02881fa4d details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:14:29.429285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524bce65-1600-42c9-849d-5b3a9a26d4e6 admin admin] Made reservation on behalf of 7801bdbbbbb54b6bb893e871ab7c29a0 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:29.431563 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-524bce65-1600-42c9-849d-5b3a9a26d4e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.521135 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5214e80c-7e59-4623-8487-c1b5f49e57c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.526550 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5214e80c-7e59-4623-8487-c1b5f49e57c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.577827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5214e80c-7e59-4623-8487-c1b5f49e57c0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9f8b8f909416460fb05d23d4056e43fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398963 Dec 08 02:14:29.580853 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51094) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:29.582060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214e80c-7e59-4623-8487-c1b5f49e57c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1228dd90-5b8d-4672-a642-112cbc8b69d6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:29.649280 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-620f24fb-bd5c-48c3-aa7d-ad1b67e7add1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.671266 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-620f24fb-bd5c-48c3-aa7d-ad1b67e7add1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.672616 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-524bce65-1600-42c9-849d-5b3a9a26d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.718065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-620f24fb-bd5c-48c3-aa7d-ad1b67e7add1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.721239 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-620f24fb-bd5c-48c3-aa7d-ad1b67e7add1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.726337 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-620f24fb-bd5c-48c3-aa7d-ad1b67e7add1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1228dd90-5b8d-4672-a642-112cbc8b69d6 HTTP/1.1" status: 204 len: 168 time: 0.1403117 Dec 08 02:14:29.727022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bce65-1600-42c9-849d-5b3a9a26d4e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=853e4e91-9119-4a72-a94a-8c8724575f61,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:29.732961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f24fb-bd5c-48c3-aa7d-ad1b67e7add1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1228dd90-5b8d-4672-a642-112cbc8b69d6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:29.738820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bce65-1600-42c9-849d-5b3a9a26d4e6 admin admin] Checking segment: {'id': '234c127b-7468-43ad-8804-1c1f2a0ca0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aba1e305-3237-4408-a45d-dfe02881fa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:29.739259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524bce65-1600-42c9-849d-5b3a9a26d4e6 admin admin] Network hostable DHCP agents. Network: aba1e305-3237-4408-a45d-dfe02881fa4d, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:14:29.757512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524bce65-1600-42c9-849d-5b3a9a26d4e6 admin admin] Network aba1e305-3237-4408-a45d-dfe02881fa4d is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:14:29.769500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-524bce65-1600-42c9-849d-5b3a9a26d4e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, aba1e305-3237-4408-a45d-dfe02881fa4d) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:29.775960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524bce65-1600-42c9-849d-5b3a9a26d4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:29.776217 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-524bce65-1600-42c9-849d-5b3a9a26d4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:29.780527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05239712-ab54-47c5-bdec-3811d5af1425 None None] Network aba1e305-3237-4408-a45d-dfe02881fa4d requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:29.808594 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-524bce65-1600-42c9-849d-5b3a9a26d4e6 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4402454 Dec 08 02:14:29.890546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c879cf4-25cb-41c2-a50b-865d6254530d None None] Network aba1e305-3237-4408-a45d-dfe02881fa4d requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:30.414593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51130) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:30.419897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-167747868-network', 'tenant_id': 'f398834cbdd3406387068ef3a66ac61b'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:30.441575 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] Made reservation on behalf of f398834cbdd3406387068ef3a66ac61b for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:30.444023 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:30.452878 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:30.531167 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:30.536825 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:30.562103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:14:30.578028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb472fa6-0cc4-4e0f-ad41-910b88ac2d8f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:30.581082 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:30.581436 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] Added segment 6576f632-be50-494e-857e-c2572d0790e0 of type vlan for network eb867e61-dd80-4a97-8c2c-164648d4a374 Dec 08 02:14:30.628505 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:30.653437 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:30.654588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:30.655208 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:30.689597 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2738712 Dec 08 02:14:30.692489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51140) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:30.698273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d3fc2f5b-9ccf-4db8-b491-90f0e2100564 admin admin] Request body: {'subnet': {'network_id': 'eb867e61-dd80-4a97-8c2c-164648d4a374', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-167747868-subnet', 'tenant_id': 'f398834cbdd3406387068ef3a66ac61b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:30.720129 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fc2f5b-9ccf-4db8-b491-90f0e2100564 admin admin] Made reservation on behalf of f398834cbdd3406387068ef3a66ac61b for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:14:30.723360 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3fc2f5b-9ccf-4db8-b491-90f0e2100564 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:30.726438 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aaac59-c92d-429b-ad4e-f99a4a565e09 admin admin] Pushing event updated for resources: {'Network': ['ID=eb867e61-dd80-4a97-8c2c-164648d4a374,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:30.738407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network eb867e61-dd80-4a97-8c2c-164648d4a374 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:14:30.914262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3fc2f5b-9ccf-4db8-b491-90f0e2100564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:30.972882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc2f5b-9ccf-4db8-b491-90f0e2100564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bbd7c57-8076-448c-a015-469eb79d0ba5,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:30.986349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc2f5b-9ccf-4db8-b491-90f0e2100564 admin admin] Checking segment: {'id': '6576f632-be50-494e-857e-c2572d0790e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'eb867e61-dd80-4a97-8c2c-164648d4a374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:30.986707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fc2f5b-9ccf-4db8-b491-90f0e2100564 admin admin] Network hostable DHCP agents. Network: eb867e61-dd80-4a97-8c2c-164648d4a374, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:14:31.004481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fc2f5b-9ccf-4db8-b491-90f0e2100564 admin admin] Network eb867e61-dd80-4a97-8c2c-164648d4a374 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:14:31.013761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d3fc2f5b-9ccf-4db8-b491-90f0e2100564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, eb867e61-dd80-4a97-8c2c-164648d4a374) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:14:31.018605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fc2f5b-9ccf-4db8-b491-90f0e2100564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:31.019395 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3fc2f5b-9ccf-4db8-b491-90f0e2100564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:31.025284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5239a0a1-5189-409a-a930-e7c69453b1b4 None None] Network eb867e61-dd80-4a97-8c2c-164648d4a374 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:31.036708 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d3fc2f5b-9ccf-4db8-b491-90f0e2100564 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3424325 Dec 08 02:14:31.180369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51158) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:31.244377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10eed99-43bd-4e86-9cad-2c44e2ce1e93 admin admin] Deleting subnet 853e4e91-9119-4a72-a94a-8c8724575f61 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:14:31.247957 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c10eed99-43bd-4e86-9cad-2c44e2ce1e93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:31.313391 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51140fa7-e5fb-4e46-9570-d7446ac12890 None None] Network eb867e61-dd80-4a97-8c2c-164648d4a374 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:14:31.533164 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c10eed99-43bd-4e86-9cad-2c44e2ce1e93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:31.571657 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c10eed99-43bd-4e86-9cad-2c44e2ce1e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:31.627404 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c10eed99-43bd-4e86-9cad-2c44e2ce1e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:31.661348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eed99-43bd-4e86-9cad-2c44e2ce1e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=853e4e91-9119-4a72-a94a-8c8724575f61,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:31.666331 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c10eed99-43bd-4e86-9cad-2c44e2ce1e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:31.669691 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c10eed99-43bd-4e86-9cad-2c44e2ce1e93 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/853e4e91-9119-4a72-a94a-8c8724575f61 HTTP/1.1" status: 204 len: 168 time: 0.4882619 Dec 08 02:14:31.672583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51168) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:31.744922 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27f9406-cb70-432f-9d5a-edb5e902fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:31.832828 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27f9406-cb70-432f-9d5a-edb5e902fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:31.852850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b27f9406-cb70-432f-9d5a-edb5e902fc19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba1e305-3237-4408-a45d-dfe02881fa4d']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:31.862873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b27f9406-cb70-432f-9d5a-edb5e902fc19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234c127b-7468-43ad-8804-1c1f2a0ca0c3') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:31.863171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-b27f9406-cb70-432f-9d5a-edb5e902fc19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234c127b-7468-43ad-8804-1c1f2a0ca0c3') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:31.872386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27f9406-cb70-432f-9d5a-edb5e902fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:31.886393 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27f9406-cb70-432f-9d5a-edb5e902fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:31.892986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27f9406-cb70-432f-9d5a-edb5e902fc19 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:14:31.893375 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27f9406-cb70-432f-9d5a-edb5e902fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:14:31.895144 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:14:31.951260 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27f9406-cb70-432f-9d5a-edb5e902fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:31.956660 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b27f9406-cb70-432f-9d5a-edb5e902fc19 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:31.963318 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51178) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:31.963801 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b27f9406-cb70-432f-9d5a-edb5e902fc19 admin admin] 10.222.0.71 "DELETE /v2.0/networks/aba1e305-3237-4408-a45d-dfe02881fa4d HTTP/1.1" status: 204 len: 168 time: 0.2899153 Dec 08 02:14:31.978214 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f9406-cb70-432f-9d5a-edb5e902fc19 admin admin] Pushing event deleted for resources: {'Network': ['ID=aba1e305-3237-4408-a45d-dfe02881fa4d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:32.017873 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be8501f-7ef1-4926-ba62-6d917f2e0545 admin admin] Deleting subnet 8bbd7c57-8076-448c-a015-469eb79d0ba5 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:14:32.021215 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9be8501f-7ef1-4926-ba62-6d917f2e0545 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.060232 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9be8501f-7ef1-4926-ba62-6d917f2e0545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.100856 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9be8501f-7ef1-4926-ba62-6d917f2e0545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.152325 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9be8501f-7ef1-4926-ba62-6d917f2e0545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.177503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8501f-7ef1-4926-ba62-6d917f2e0545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bbd7c57-8076-448c-a015-469eb79d0ba5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:32.181219 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9be8501f-7ef1-4926-ba62-6d917f2e0545 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.184484 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9be8501f-7ef1-4926-ba62-6d917f2e0545 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8bbd7c57-8076-448c-a015-469eb79d0ba5 HTTP/1.1" status: 204 len: 168 time: 0.2201066 Dec 08 02:14:32.187496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51180) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:32.259440 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55c75fc1-ea86-4b9e-9e07-701b4d22a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.346104 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55c75fc1-ea86-4b9e-9e07-701b4d22a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.366490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-55c75fc1-ea86-4b9e-9e07-701b4d22a1fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb867e61-dd80-4a97-8c2c-164648d4a374']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:32.375802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-55c75fc1-ea86-4b9e-9e07-701b4d22a1fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6576f632-be50-494e-857e-c2572d0790e0') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:32.376103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-55c75fc1-ea86-4b9e-9e07-701b4d22a1fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6576f632-be50-494e-857e-c2572d0790e0') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:14:32.385324 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55c75fc1-ea86-4b9e-9e07-701b4d22a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.398329 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55c75fc1-ea86-4b9e-9e07-701b4d22a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.404427 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c75fc1-ea86-4b9e-9e07-701b4d22a1fa admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:14:32.404813 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55c75fc1-ea86-4b9e-9e07-701b4d22a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:14:32.407117 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:14:32.460605 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55c75fc1-ea86-4b9e-9e07-701b4d22a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.465873 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55c75fc1-ea86-4b9e-9e07-701b4d22a1fa admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.472289 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-55c75fc1-ea86-4b9e-9e07-701b4d22a1fa admin admin] 10.222.0.71 "DELETE /v2.0/networks/eb867e61-dd80-4a97-8c2c-164648d4a374 HTTP/1.1" status: 204 len: 168 time: 0.2811515 Dec 08 02:14:32.482356 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c75fc1-ea86-4b9e-9e07-701b4d22a1fa admin admin] Pushing event deleted for resources: {'Network': ['ID=eb867e61-dd80-4a97-8c2c-164648d4a374,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:32.651823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51184) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:32.684864 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:14:32.700034 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eff7e798-39f0-45e9-b645-93324cedcaab admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7801bdbbbbb54b6bb893e871ab7c29a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469778 Dec 08 02:14:32.703048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51188) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:32.751005 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11344cda-f1d8-406f-8664-b202a76980b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.772075 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11344cda-f1d8-406f-8664-b202a76980b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.820112 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11344cda-f1d8-406f-8664-b202a76980b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.822717 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11344cda-f1d8-406f-8664-b202a76980b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.824180 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-11344cda-f1d8-406f-8664-b202a76980b4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/25bd668e-da90-41d5-86a6-335a253fe867 HTTP/1.1" status: 204 len: 168 time: 0.1198843 Dec 08 02:14:32.833330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11344cda-f1d8-406f-8664-b202a76980b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bd668e-da90-41d5-86a6-335a253fe867,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:33.155374 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51204) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:33.211708 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b8833646-2881-44e1-9dd4-2b6da90ef48b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f398834cbdd3406387068ef3a66ac61b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0524127 Dec 08 02:14:33.212551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51208) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:33.262349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-683e795e-2cc7-466c-8da1-0718389237f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:33.284375 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-683e795e-2cc7-466c-8da1-0718389237f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:33.333789 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-683e795e-2cc7-466c-8da1-0718389237f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:33.336537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-683e795e-2cc7-466c-8da1-0718389237f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:33.337704 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-683e795e-2cc7-466c-8da1-0718389237f5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cb472fa6-0cc4-4e0f-ad41-910b88ac2d8f HTTP/1.1" status: 204 len: 168 time: 0.1239202 Dec 08 02:14:33.345684 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e795e-2cc7-466c-8da1-0718389237f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb472fa6-0cc4-4e0f-ad41-910b88ac2d8f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:38.070458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7abacd-0c5d-4146-a31e-36e83bc264dc req-3ed2e57e-76ac-481d-8f09-89e9289bb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:38.072961 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7c7abacd-0c5d-4146-a31e-36e83bc264dc req-3ed2e57e-76ac-481d-8f09-89e9289bb26b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 1098 time: 0.1596632 Dec 08 02:14:38.127488 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7c7abacd-0c5d-4146-a31e-36e83bc264dc req-b0fce594-a0a0-4a1a-b99b-ad8e5a01c31d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481880 Dec 08 02:14:46.322295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51460) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:46.443569 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2510-cf5a-4198-ae7c-e27703c502e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:46.546165 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2510-cf5a-4198-ae7c-e27703c502e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:46.551835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d8e2510-cf5a-4198-ae7c-e27703c502e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:46.597099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51464) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:46.604534 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0d8e2510-cf5a-4198-ae7c-e27703c502e3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0667396af7ce4b64a74b2e4547ef05c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815166 Dec 08 02:14:46.610747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e2510-cf5a-4198-ae7c-e27703c502e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7106929-a958-4be3-8841-8a08388dfec7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:46.664981 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0dac13e-e013-4c86-8bc7-8132ae20eec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:46.693576 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0dac13e-e013-4c86-8bc7-8132ae20eec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:46.742380 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0dac13e-e013-4c86-8bc7-8132ae20eec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:46.745834 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e0dac13e-e013-4c86-8bc7-8132ae20eec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:46.749993 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e0dac13e-e013-4c86-8bc7-8132ae20eec4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e7106929-a958-4be3-8841-8a08388dfec7 HTTP/1.1" status: 204 len: 168 time: 0.1518364 Dec 08 02:14:46.758419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dac13e-e013-4c86-8bc7-8132ae20eec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7106929-a958-4be3-8841-8a08388dfec7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:47.142606 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51476) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:47.158902 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a29faff-bd0e-40de-ae18-ca1ab5956d73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:47.273753 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a29faff-bd0e-40de-ae18-ca1ab5956d73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:47.278503 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a29faff-bd0e-40de-ae18-ca1ab5956d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:47.324615 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3a29faff-bd0e-40de-ae18-ca1ab5956d73 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0ac943c53d2c43578ab302b3db62f2d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1750190 Dec 08 02:14:47.324615 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29faff-bd0e-40de-ae18-ca1ab5956d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d1c129-c884-4e05-9fd7-a3b0c5c3ff7d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:47.325230 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51480) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:47.374960 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-974ed621-3543-4344-b9d0-4dd21b44197e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:47.397386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-974ed621-3543-4344-b9d0-4dd21b44197e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:47.447561 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-974ed621-3543-4344-b9d0-4dd21b44197e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:47.450370 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-974ed621-3543-4344-b9d0-4dd21b44197e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:47.451446 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-974ed621-3543-4344-b9d0-4dd21b44197e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/12d1c129-c884-4e05-9fd7-a3b0c5c3ff7d HTTP/1.1" status: 204 len: 168 time: 0.1267929 Dec 08 02:14:47.463917 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ed621-3543-4344-b9d0-4dd21b44197e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d1c129-c884-4e05-9fd7-a3b0c5c3ff7d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:51.968010 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-83fd6319-ce11-4853-9a5b-4f5a8daef691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:53.442279 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:54.217261 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:54.336284 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c73fdc0-14fe-4fd6-bfc1-03a3fd14899a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:55.458197 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:56.947134 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:57.644943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51724) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:57.773538 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c72d0335-17ba-4c47-a6ff-0a2d6e155a90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:57.858832 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c72d0335-17ba-4c47-a6ff-0a2d6e155a90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:57.864252 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c72d0335-17ba-4c47-a6ff-0a2d6e155a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:57.907300 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:57.929522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c72d0335-17ba-4c47-a6ff-0a2d6e155a90 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a65b618b0aa8461d85a288ec040eb233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2833102 Dec 08 02:14:57.932409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51738) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:57.939065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d0335-17ba-4c47-a6ff-0a2d6e155a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a571a4e7-f297-4b22-9bdb-14f0e2ae9bee,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:57.994339 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2022a600-1460-45a8-9a09-fa561e17b047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:58.016830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2022a600-1460-45a8-9a09-fa561e17b047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:58.067359 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2022a600-1460-45a8-9a09-fa561e17b047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:58.070321 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2022a600-1460-45a8-9a09-fa561e17b047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:58.071549 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2022a600-1460-45a8-9a09-fa561e17b047 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a571a4e7-f297-4b22-9bdb-14f0e2ae9bee HTTP/1.1" status: 204 len: 168 time: 0.1373849 Dec 08 02:14:58.082994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022a600-1460-45a8-9a09-fa561e17b047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a571a4e7-f297-4b22-9bdb-14f0e2ae9bee,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:58.383720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51748) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:58.398186 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a6b84b0-9ed3-44b0-b978-47c5c5e196e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:58.476886 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a6b84b0-9ed3-44b0-b978-47c5c5e196e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:58.481333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a6b84b0-9ed3-44b0-b978-47c5c5e196e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:58.524845 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6a6b84b0-9ed3-44b0-b978-47c5c5e196e1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ec82d8bcd5d44331925280637eeff40a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397305 Dec 08 02:14:58.526893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b84b0-9ed3-44b0-b978-47c5c5e196e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f849a4-6edd-47c8-bc03-7bbef4f8e356,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:58.527488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51750) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:58.578822 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bc50aa8-9fa8-4f9a-9015-aaba7d88627c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:58.599452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bc50aa8-9fa8-4f9a-9015-aaba7d88627c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:58.654695 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bc50aa8-9fa8-4f9a-9015-aaba7d88627c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:58.657556 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1bc50aa8-9fa8-4f9a-9015-aaba7d88627c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:58.658754 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1bc50aa8-9fa8-4f9a-9015-aaba7d88627c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d1f849a4-6edd-47c8-bc03-7bbef4f8e356 HTTP/1.1" status: 204 len: 168 time: 0.1298456 Dec 08 02:14:58.668358 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc50aa8-9fa8-4f9a-9015-aaba7d88627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f849a4-6edd-47c8-bc03-7bbef4f8e356,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:59.008829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 51764) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:59.023163 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcc70-b7f6-4865-a3c5-3473ce321c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:59.101801 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcc70-b7f6-4865-a3c5-3473ce321c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:59.106038 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcc70-b7f6-4865-a3c5-3473ce321c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:59.147504 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cbdbcc70-b7f6-4865-a3c5-3473ce321c92 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2d80c1834fc04cd6a1b1ffb93444edac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350498 Dec 08 02:14:59.147504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbcc70-b7f6-4865-a3c5-3473ce321c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e6f469-d54a-4c81-ab42-68943cca9258,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:59.148744 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 51766) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:14:59.204288 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-181f0563-90e4-460a-ba39-0a314d247111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:59.238661 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-181f0563-90e4-460a-ba39-0a314d247111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:59.305112 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-181f0563-90e4-460a-ba39-0a314d247111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:59.307809 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-181f0563-90e4-460a-ba39-0a314d247111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:59.308957 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-181f0563-90e4-460a-ba39-0a314d247111 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/99e6f469-d54a-4c81-ab42-68943cca9258 HTTP/1.1" status: 204 len: 168 time: 0.1588855 Dec 08 02:14:59.317972 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f0563-90e4-460a-ba39-0a314d247111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e6f469-d54a-4c81-ab42-68943cca9258,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:09.691250 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:15:21.970256 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87597bc5-d087-4704-ab94-a305c749497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:23.443237 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:24.228487 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:24.259685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f7c9a10-7c9f-46a7-a6c3-f985373fcfbb req-9f757402-df2f-4556-ab6c-a84fe4aaf2a2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483944 Dec 08 02:15:24.336835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c9a10-7c9f-46a7-a6c3-f985373fcfbb req-fcfc1493-4db0-4c32-b7e5-62aaebb84da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:24.339074 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f7c9a10-7c9f-46a7-a6c3-f985373fcfbb req-fcfc1493-4db0-4c32-b7e5-62aaebb84da5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 1098 time: 0.0448120 Dec 08 02:15:24.356539 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1fcf4fa-166e-40bd-85a9-427ebb6ed44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:24.519595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c9a10-7c9f-46a7-a6c3-f985373fcfbb req-f1866fdb-9b3d-4899-baf4-fefced0bada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:24.521482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f7c9a10-7c9f-46a7-a6c3-f985373fcfbb req-f1866fdb-9b3d-4899-baf4-fefced0bada8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 918 time: 0.1492474 Dec 08 02:15:24.590511 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f7c9a10-7c9f-46a7-a6c3-f985373fcfbb req-2750f519-947b-4775-8e9b-3cb73a0bd7d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa HTTP/1.1" status: 200 len: 1001 time: 0.0617249 Dec 08 02:15:24.649973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c9a10-7c9f-46a7-a6c3-f985373fcfbb req-c3239af6-c013-42f2-a114-93d80a2313e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:24.651960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f7c9a10-7c9f-46a7-a6c3-f985373fcfbb req-c3239af6-c013-42f2-a114-93d80a2313e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfe36e0c-7634-4108-a8e8-4f71e50f21d4 HTTP/1.1" status: 200 len: 856 time: 0.0553420 Dec 08 02:15:24.702675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c9a10-7c9f-46a7-a6c3-f985373fcfbb req-c790fea1-dd32-4ab0-8a4a-98f4108c7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:24.704139 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f7c9a10-7c9f-46a7-a6c3-f985373fcfbb req-c790fea1-dd32-4ab0-8a4a-98f4108c7770 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de25ac42-0f3c-45ea-b047-d8c536f67be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448735 Dec 08 02:15:24.715544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-9f7c9a10-7c9f-46a7-a6c3-f985373fcfbb req-4fd18d81-d808-480f-bdf4-e68323911c45 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:15:24.717213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f7c9a10-7c9f-46a7-a6c3-f985373fcfbb req-4fd18d81-d808-480f-bdf4-e68323911c45 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059609 Dec 08 02:15:24.838011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f7c9a10-7c9f-46a7-a6c3-f985373fcfbb req-2d5c4033-f57f-402e-880a-6f0713a3d707 service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065376 Dec 08 02:15:24.949489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f7c9a10-7c9f-46a7-a6c3-f985373fcfbb req-a17c1d48-731e-4e0b-af04-93d4f12f9ad2 service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046755 Dec 08 02:15:25.293168 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34968ed2-1020-4f9e-932e-615bc3cc84ce req-4c31c190-bac1-48e1-9ce8-d7c61de81413 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465479 Dec 08 02:15:25.413412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34968ed2-1020-4f9e-932e-615bc3cc84ce req-48f0c297-d324-49a3-bfde-5326bf26fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:25.415013 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34968ed2-1020-4f9e-932e-615bc3cc84ce req-48f0c297-d324-49a3-bfde-5326bf26fc07 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d44006c13e35496b8854fa5c864c5165&device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 1098 time: 0.0563710 Dec 08 02:15:25.488402 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:25.564140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34968ed2-1020-4f9e-932e-615bc3cc84ce req-dc050e6a-f462-44d6-9847-7ed42bedb91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:25.565866 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34968ed2-1020-4f9e-932e-615bc3cc84ce req-dc050e6a-f462-44d6-9847-7ed42bedb91a service neutron] 10.222.0.75 "GET /v2.0/networks?id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 HTTP/1.1" status: 200 len: 909 time: 0.1303520 Dec 08 02:15:25.643348 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34968ed2-1020-4f9e-932e-615bc3cc84ce req-7ff6916f-0ede-48ef-b649-1921e73a8155 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=575b4fdc-ca7f-40bd-ad15-6e126ee749ef HTTP/1.1" status: 200 len: 1002 time: 0.0698378 Dec 08 02:15:25.701863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34968ed2-1020-4f9e-932e-615bc3cc84ce req-1c87e97e-353e-4932-b6a6-7ea1ff8d5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:25.703867 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34968ed2-1020-4f9e-932e-615bc3cc84ce req-1c87e97e-353e-4932-b6a6-7ea1ff8d5182 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f9cbc59-63fd-49d8-a506-1865fbeabf79 HTTP/1.1" status: 200 len: 847 time: 0.0540869 Dec 08 02:15:25.752988 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34968ed2-1020-4f9e-932e-615bc3cc84ce req-4f00a3d4-ef2f-4304-8c5f-0c3344425f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:25.754754 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34968ed2-1020-4f9e-932e-615bc3cc84ce req-4f00a3d4-ef2f-4304-8c5f-0c3344425f33 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440159 Dec 08 02:15:25.870159 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34968ed2-1020-4f9e-932e-615bc3cc84ce req-efe49398-a33f-4e63-ba1c-277029a4627d service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083434 Dec 08 02:15:25.975081 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-34968ed2-1020-4f9e-932e-615bc3cc84ce req-35e1de2c-4a14-4164-9193-7da8c44cdb21 service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969663 Dec 08 02:15:26.790326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52280) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:26.906934 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:26.957154 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:26.995488 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:27.000773 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:27.051029 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=21a6f58809744364a1fd0d99a6174928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2560289 Dec 08 02:15:27.051029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abef2548-f4be-4aaf-95a1-40286ffea999,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:27.052122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52284) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:27.057501 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.057851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.058198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.058541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.058876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.059210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.060108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.060436 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.060765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.061094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.061429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.061876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.062211 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f9d4-1f2b-4c63-901e-e8084d725d21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.124537 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:27.146732 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:27.194020 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:27.197066 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:27.198392 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/abef2548-f4be-4aaf-95a1-40286ffea999 HTTP/1.1" status: 204 len: 168 time: 0.1442997 Dec 08 02:15:27.222085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abef2548-f4be-4aaf-95a1-40286ffea999,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:27.231166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.231745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.232277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.233475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.233978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.234614 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.235097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.241509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.242025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.242526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.243145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.243674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.244158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3244c5-0a39-4412-8182-a99a25f892a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:27.549960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52298) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:27.563271 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6f116fbd-a139-4433-9971-418709e3e049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:27.648172 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6f116fbd-a139-4433-9971-418709e3e049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:27.653246 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6f116fbd-a139-4433-9971-418709e3e049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:27.695955 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6f116fbd-a139-4433-9971-418709e3e049 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5345f0a748344e46a4523bd4938138e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1447959 Dec 08 02:15:27.697116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f116fbd-a139-4433-9971-418709e3e049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91974a5-1d86-4214-9028-b5cb9ff5eb0f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:27.698648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52302) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:27.752403 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1fd3ba0-be84-40aa-a012-0c21932c16e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:27.779077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1fd3ba0-be84-40aa-a012-0c21932c16e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:27.830099 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1fd3ba0-be84-40aa-a012-0c21932c16e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:27.832868 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1fd3ba0-be84-40aa-a012-0c21932c16e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:27.833997 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b1fd3ba0-be84-40aa-a012-0c21932c16e1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f91974a5-1d86-4214-9028-b5cb9ff5eb0f HTTP/1.1" status: 204 len: 168 time: 0.1313620 Dec 08 02:15:27.841793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd3ba0-be84-40aa-a012-0c21932c16e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91974a5-1d86-4214-9028-b5cb9ff5eb0f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:27.924732 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:32.605192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52452) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:32.738158 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8372660-0fbc-4d64-94c1-dd6be1196077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:32.815839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8372660-0fbc-4d64-94c1-dd6be1196077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:32.821218 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f8372660-0fbc-4d64-94c1-dd6be1196077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:32.864367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8372660-0fbc-4d64-94c1-dd6be1196077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d791894d-4992-4a1a-8af0-68b39301a49d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:32.871686 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52456) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:32.878591 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f8372660-0fbc-4d64-94c1-dd6be1196077 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6a24547ed1c74b6a8fa2871ad4105ebd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2717152 Dec 08 02:15:32.925968 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84400f1f-8d8c-4ec8-9030-88a27998e21f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:32.948922 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84400f1f-8d8c-4ec8-9030-88a27998e21f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:32.996257 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84400f1f-8d8c-4ec8-9030-88a27998e21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:32.999776 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84400f1f-8d8c-4ec8-9030-88a27998e21f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:33.001127 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-84400f1f-8d8c-4ec8-9030-88a27998e21f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d791894d-4992-4a1a-8af0-68b39301a49d HTTP/1.1" status: 204 len: 168 time: 0.1278179 Dec 08 02:15:33.010092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84400f1f-8d8c-4ec8-9030-88a27998e21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d791894d-4992-4a1a-8af0-68b39301a49d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:33.327134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52466) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:33.344769 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-121ffc02-2547-46a4-a263-97df16616d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:33.422097 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-121ffc02-2547-46a4-a263-97df16616d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:33.427012 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-121ffc02-2547-46a4-a263-97df16616d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:33.453374 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-121ffc02-2547-46a4-a263-97df16616d97 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6f8fcfcbc7af4c4e94112bcffdf01765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250229 Dec 08 02:15:33.456088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52468) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:33.475124 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ffc02-2547-46a4-a263-97df16616d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1222c1-595d-4443-98fd-51d0badb198e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:33.526714 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94274f2e-779a-40df-a6f9-fa793764bb47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:33.550805 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94274f2e-779a-40df-a6f9-fa793764bb47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:33.604410 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94274f2e-779a-40df-a6f9-fa793764bb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:33.607256 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94274f2e-779a-40df-a6f9-fa793764bb47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:33.609044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-94274f2e-779a-40df-a6f9-fa793764bb47 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1b1222c1-595d-4443-98fd-51d0badb198e HTTP/1.1" status: 204 len: 168 time: 0.1517866 Dec 08 02:15:33.623278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94274f2e-779a-40df-a6f9-fa793764bb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1222c1-595d-4443-98fd-51d0badb198e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:40.249793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52598) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:40.379460 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbc81840-3438-4094-b2ad-fd28ab559e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:40.471183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbc81840-3438-4094-b2ad-fd28ab559e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:40.478185 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cbc81840-3438-4094-b2ad-fd28ab559e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:40.554791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52602) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:40.555311 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cbc81840-3438-4094-b2ad-fd28ab559e3b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6cf00cb669ad4a34a0695d0e34b0b70f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3032842 Dec 08 02:15:40.555731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc81840-3438-4094-b2ad-fd28ab559e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e6963e-cd0d-43e0-a5a6-39eebd1f851e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:40.642237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-113518b0-315c-4a20-be06-10afa291da51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:40.688834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-113518b0-315c-4a20-be06-10afa291da51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:40.757548 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-113518b0-315c-4a20-be06-10afa291da51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:40.761228 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-113518b0-315c-4a20-be06-10afa291da51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:40.782778 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-113518b0-315c-4a20-be06-10afa291da51 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d7e6963e-cd0d-43e0-a5a6-39eebd1f851e HTTP/1.1" status: 204 len: 168 time: 0.2095637 Dec 08 02:15:40.806331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113518b0-315c-4a20-be06-10afa291da51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e6963e-cd0d-43e0-a5a6-39eebd1f851e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:41.220613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52614) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:41.236994 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dd4f48f-dd96-43ad-bdae-70251b948bdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:41.333120 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dd4f48f-dd96-43ad-bdae-70251b948bdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:41.337282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8dd4f48f-dd96-43ad-bdae-70251b948bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:41.384038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4f48f-dd96-43ad-bdae-70251b948bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd77229-7b80-46b5-b354-fe485a2d6e2d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:41.389850 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8dd4f48f-dd96-43ad-bdae-70251b948bdc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c4285a38804f462082d406da970c41ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680672 Dec 08 02:15:41.392934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52616) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:41.444288 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6617457-bba4-46b6-925e-acc558c7394a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:41.465539 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6617457-bba4-46b6-925e-acc558c7394a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:41.513040 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6617457-bba4-46b6-925e-acc558c7394a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:41.515782 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c6617457-bba4-46b6-925e-acc558c7394a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:41.516950 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c6617457-bba4-46b6-925e-acc558c7394a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2bd77229-7b80-46b5-b354-fe485a2d6e2d HTTP/1.1" status: 204 len: 168 time: 0.1228960 Dec 08 02:15:41.525052 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6617457-bba4-46b6-925e-acc558c7394a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd77229-7b80-46b5-b354-fe485a2d6e2d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:42.448696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2495d-37a3-4b70-a0f4-546863576a45 req-499db9c6-effe-45ca-9b55-007825a93878 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:42.450896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61e2495d-37a3-4b70-a0f4-546863576a45 req-499db9c6-effe-45ca-9b55-007825a93878 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0572276 Dec 08 02:15:42.501754 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61e2495d-37a3-4b70-a0f4-546863576a45 req-1c7284c2-fb5e-4033-954e-7e721646927a tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446258 Dec 08 02:15:43.550546 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ab2fe-fb92-4540-ac9c-8fd0b0a73e83 req-854780d7-4879-4403-be19-283aaf936307 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:43.557955 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b45ab2fe-fb92-4540-ac9c-8fd0b0a73e83 req-854780d7-4879-4403-be19-283aaf936307 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0642331 Dec 08 02:15:43.627104 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b45ab2fe-fb92-4540-ac9c-8fd0b0a73e83 req-01023a0f-ed03-4469-afda-55a00be42da2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681803 Dec 08 02:15:43.654859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c90f2-8ad1-4f09-8a2b-17ca5eb5ffac req-21c7ad61-bd04-46f4-be1f-da364d8672fe tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:43.656599 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a19c90f2-8ad1-4f09-8a2b-17ca5eb5ffac req-21c7ad61-bd04-46f4-be1f-da364d8672fe tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0710971 Dec 08 02:15:43.711352 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a19c90f2-8ad1-4f09-8a2b-17ca5eb5ffac req-c586371a-79e7-4871-82a6-77ee4756ea46 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482345 Dec 08 02:15:44.788839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc50074-da87-422b-a991-1258eaae5331 req-8166792a-5cc9-4571-aee2-60f80c133674 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:44.791225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7fc50074-da87-422b-a991-1258eaae5331 req-8166792a-5cc9-4571-aee2-60f80c133674 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0667281 Dec 08 02:15:44.876186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7fc50074-da87-422b-a991-1258eaae5331 req-eb7ccdad-dbd4-4899-99ce-dfc01ef83d46 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775969 Dec 08 02:15:44.901762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb6647-d084-44e8-8d35-b4fa5e923293 req-2251f304-a1f0-49b3-8f9f-c93e0b80c340 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:44.903795 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eafb6647-d084-44e8-8d35-b4fa5e923293 req-2251f304-a1f0-49b3-8f9f-c93e0b80c340 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0674291 Dec 08 02:15:44.958074 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eafb6647-d084-44e8-8d35-b4fa5e923293 req-55a5944b-c4f1-4bd8-ad44-61cf4044265f tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481610 Dec 08 02:15:46.005406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c330e-ab9d-40ae-8915-63b3739a9794 req-012de5d2-92ed-42e7-8b30-dcdb91d7ed7a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:46.014820 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-920c330e-ab9d-40ae-8915-63b3739a9794 req-012de5d2-92ed-42e7-8b30-dcdb91d7ed7a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0652006 Dec 08 02:15:46.095228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-920c330e-ab9d-40ae-8915-63b3739a9794 req-a8113426-d668-4e0a-9201-7075fb282d64 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789909 Dec 08 02:15:46.161801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbc8c8-a2d1-46e0-a9c4-4c8f1e5d59f2 req-68de6038-d970-4e35-83e0-62f1ecbf4433 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:46.171983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89cbc8c8-a2d1-46e0-a9c4-4c8f1e5d59f2 req-68de6038-d970-4e35-83e0-62f1ecbf4433 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.1304667 Dec 08 02:15:46.230002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89cbc8c8-a2d1-46e0-a9c4-4c8f1e5d59f2 req-8cd0afc6-34cc-4854-a986-b9c5fdcb2e95 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514264 Dec 08 02:15:46.680440 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:15:47.058211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-fbfc812c-097f-4d41-aec8-3ccf931f1e5b req-30e980f6-092a-4b69-9462-5f174673ae52 service neutron] (109767) timed out ('10.222.0.71', 38964) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:15:47.246198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401db92-f82a-4006-a403-5902af10400f req-f8a9e36c-3107-4ce1-8e58-088c5aa82761 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:47.252092 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f401db92-f82a-4006-a403-5902af10400f req-f8a9e36c-3107-4ce1-8e58-088c5aa82761 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0625007 Dec 08 02:15:47.304514 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f401db92-f82a-4006-a403-5902af10400f req-3cb6c203-7c9a-4821-992c-486f0d43ae88 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505214 Dec 08 02:15:47.368541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d06f6-b31b-4a62-8647-5ef9643a0190 req-ff52ce11-5331-4ac3-abc1-242173f70ee1 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:47.370053 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c82d06f6-b31b-4a62-8647-5ef9643a0190 req-ff52ce11-5331-4ac3-abc1-242173f70ee1 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0556312 Dec 08 02:15:47.419941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c82d06f6-b31b-4a62-8647-5ef9643a0190 req-63f0209c-3256-4f7c-ba68-414bd79ee0ca tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429783 Dec 08 02:15:48.438329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a7cae-f396-4abc-b7f3-10106f53e270 req-2cc159a5-03e2-40d3-a9ad-e2bd2a1ad554 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:48.439936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-011a7cae-f396-4abc-b7f3-10106f53e270 req-2cc159a5-03e2-40d3-a9ad-e2bd2a1ad554 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0554399 Dec 08 02:15:48.536574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-011a7cae-f396-4abc-b7f3-10106f53e270 req-da2d204f-4047-4303-a793-d9de3e071694 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776191 Dec 08 02:15:48.572844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513aece-aa42-41de-bfc7-27b55e900415 req-b82831fc-a0a5-45b4-baa5-89b9f217a31b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:48.574432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7513aece-aa42-41de-bfc7-27b55e900415 req-b82831fc-a0a5-45b4-baa5-89b9f217a31b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0722895 Dec 08 02:15:48.626882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7513aece-aa42-41de-bfc7-27b55e900415 req-0eed7de7-0f52-4558-ab95-9a25068025c5 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452354 Dec 08 02:15:49.644511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78ef23-1aa1-4e22-a8ae-c29ebd5aec5d req-a471ef94-a121-4c69-b79c-9b3fa3ff6a3b tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:49.648087 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e78ef23-1aa1-4e22-a8ae-c29ebd5aec5d req-a471ef94-a121-4c69-b79c-9b3fa3ff6a3b tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0526803 Dec 08 02:15:49.698351 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e78ef23-1aa1-4e22-a8ae-c29ebd5aec5d req-e3d67791-891b-41e1-a385-f67f81aad477 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444765 Dec 08 02:15:49.773803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fb0a0-1b4e-449e-a42f-0d876852223f req-6148ab94-ce23-4cee-89b9-c03d4463cb75 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:49.782800 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f25fb0a0-1b4e-449e-a42f-0d876852223f req-6148ab94-ce23-4cee-89b9-c03d4463cb75 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0676544 Dec 08 02:15:49.866133 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f25fb0a0-1b4e-449e-a42f-0d876852223f req-ed8d453f-4be0-41c0-971d-1a86d712b457 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827458 Dec 08 02:15:50.857650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af878c51-2b6a-4eef-84d2-30e132b72605 req-bcb80074-0143-4926-a1cc-f752ab9b8a7e tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:50.865069 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af878c51-2b6a-4eef-84d2-30e132b72605 req-bcb80074-0143-4926-a1cc-f752ab9b8a7e tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0594306 Dec 08 02:15:50.961273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-af878c51-2b6a-4eef-84d2-30e132b72605 req-cd4910a6-5caf-49aa-9004-d4f7f14d7c66 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870590 Dec 08 02:15:51.042288 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289596-878c-435a-b159-5012bbc51db0 req-fa82ea71-f125-412e-9358-953bd766c6ac tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:51.044461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c289596-878c-435a-b159-5012bbc51db0 req-fa82ea71-f125-412e-9358-953bd766c6ac tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0518401 Dec 08 02:15:51.098241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c289596-878c-435a-b159-5012bbc51db0 req-4cbc762b-0370-4452-abce-40ba715ccf81 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478275 Dec 08 02:15:51.834635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52800) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:51.966736 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f5ade48-c1b2-4199-a6ec-471dd1d9afe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:51.978494 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6723906e-ea9e-48aa-901c-306dd6dd41b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.157242 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f5ade48-c1b2-4199-a6ec-471dd1d9afe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.174146 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f5ade48-c1b2-4199-a6ec-471dd1d9afe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.215696 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8f5ade48-c1b2-4199-a6ec-471dd1d9afe9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=95d749dc709249e4a73242962fc861b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3775010 Dec 08 02:15:52.216038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52814) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:52.268115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0037413-1496-4b96-a05a-df56633b3305 req-69938509-4bdd-4561-a0d4-89c3171fcf7a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:52.269647 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d0037413-1496-4b96-a05a-df56633b3305 req-69938509-4bdd-4561-a0d4-89c3171fcf7a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.1928942 Dec 08 02:15:52.273193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52816) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:52.291377 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8674bc0b-3a31-4c69-81b4-9f135b53495c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.335499 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8674bc0b-3a31-4c69-81b4-9f135b53495c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.338960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ade48-c1b2-4199-a6ec-471dd1d9afe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1894b6ec-63a8-4eed-8d96-5f316ef16a49,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:52.387440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c725e5-e4be-4324-ba2c-2a5d9ff29dd2 req-e22607ea-4c03-472c-a54e-63f548795b39 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:52.389574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67c725e5-e4be-4324-ba2c-2a5d9ff29dd2 req-e22607ea-4c03-472c-a54e-63f548795b39 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.1823151 Dec 08 02:15:52.428391 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8674bc0b-3a31-4c69-81b4-9f135b53495c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.432962 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8674bc0b-3a31-4c69-81b4-9f135b53495c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.437934 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d0037413-1496-4b96-a05a-df56633b3305 req-d22a2962-9f61-443c-afd3-43bca99806d2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501548 Dec 08 02:15:52.438268 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8674bc0b-3a31-4c69-81b4-9f135b53495c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1894b6ec-63a8-4eed-8d96-5f316ef16a49 HTTP/1.1" status: 204 len: 168 time: 0.2203536 Dec 08 02:15:52.448315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674bc0b-3a31-4c69-81b4-9f135b53495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1894b6ec-63a8-4eed-8d96-5f316ef16a49,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:52.506416 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67c725e5-e4be-4324-ba2c-2a5d9ff29dd2 req-dc9a974e-c70e-45e1-bb43-99135fd24067 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094062 Dec 08 02:15:52.507535 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c53840c-2aa2-4f96-92d2-ddd07f43f1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.617690 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c53840c-2aa2-4f96-92d2-ddd07f43f1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.623292 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c53840c-2aa2-4f96-92d2-ddd07f43f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.664587 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6c53840c-2aa2-4f96-92d2-ddd07f43f1d8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b68d83491b94d44970bed35b9aa15ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3870256 Dec 08 02:15:52.665397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53840c-2aa2-4f96-92d2-ddd07f43f1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96a2107-0165-4d2d-8cdf-4bfff9ee2816,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:52.667131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52824) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:52.724537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8948433-511c-4ae2-8aed-cd980e260b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.748613 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8948433-511c-4ae2-8aed-cd980e260b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.810970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8948433-511c-4ae2-8aed-cd980e260b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.815203 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8948433-511c-4ae2-8aed-cd980e260b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.817150 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b8948433-511c-4ae2-8aed-cd980e260b7f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e96a2107-0165-4d2d-8cdf-4bfff9ee2816 HTTP/1.1" status: 204 len: 168 time: 0.1490040 Dec 08 02:15:52.830382 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8948433-511c-4ae2-8aed-cd980e260b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96a2107-0165-4d2d-8cdf-4bfff9ee2816,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:52.843696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 52828) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:52.875646 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef01d21f-4ba7-4884-ad12-e90cb9c9114c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.962664 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef01d21f-4ba7-4884-ad12-e90cb9c9114c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:52.967741 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef01d21f-4ba7-4884-ad12-e90cb9c9114c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:53.008126 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ef01d21f-4ba7-4884-ad12-e90cb9c9114c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=22ac667945d648e99970fef307df53dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632581 Dec 08 02:15:53.008259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52832) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:53.013745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01d21f-4ba7-4884-ad12-e90cb9c9114c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1433a9-d2d5-4513-b3a0-f1bf208a86b6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:53.062755 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b93a5d0-8f2b-4f37-badb-e1fe52e49098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:53.084601 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b93a5d0-8f2b-4f37-badb-e1fe52e49098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:53.134678 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b93a5d0-8f2b-4f37-badb-e1fe52e49098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:53.139492 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b93a5d0-8f2b-4f37-badb-e1fe52e49098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:53.143529 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8b93a5d0-8f2b-4f37-badb-e1fe52e49098 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1b1433a9-d2d5-4513-b3a0-f1bf208a86b6 HTTP/1.1" status: 204 len: 168 time: 0.1341982 Dec 08 02:15:53.152903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93a5d0-8f2b-4f37-badb-e1fe52e49098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1433a9-d2d5-4513-b3a0-f1bf208a86b6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:53.451389 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:53.573875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a71c25-b464-46e0-8a72-13635e88c3ef req-c05254bb-b786-4432-b4de-0a6baad43852 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:53.576959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8a71c25-b464-46e0-8a72-13635e88c3ef req-c05254bb-b786-4432-b4de-0a6baad43852 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0660999 Dec 08 02:15:53.660560 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8a71c25-b464-46e0-8a72-13635e88c3ef req-1ab00442-88be-49a4-a3f0-87c7d883fd75 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766709 Dec 08 02:15:53.669731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7307bd-914e-48e2-a497-53f6bb5dec53 req-a65b4b60-1e4d-449c-bee3-3b16a3264b8c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:53.671534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9d7307bd-914e-48e2-a497-53f6bb5dec53 req-a65b4b60-1e4d-449c-bee3-3b16a3264b8c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0795655 Dec 08 02:15:53.726396 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9d7307bd-914e-48e2-a497-53f6bb5dec53 req-fa370e8c-c0d6-407a-a6ce-26d65d68d5ac tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489745 Dec 08 02:15:53.953596 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4089e46-9d5d-4734-adb7-285479c2a904 req-78bbe078-9cd6-4fc8-8767-548af4932e9e tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:53.962236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4089e46-9d5d-4734-adb7-285479c2a904 req-78bbe078-9cd6-4fc8-8767-548af4932e9e tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0689471 Dec 08 02:15:54.032051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4089e46-9d5d-4734-adb7-285479c2a904 req-af74ed27-2c0e-468c-8d4f-5e513ad301d1 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686347 Dec 08 02:15:54.184351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b3e16-53d8-4501-ad5d-642076982626 req-ff4214ac-d81a-4457-b6a3-25121419e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:54.185915 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-120b3e16-53d8-4501-ad5d-642076982626 req-ff4214ac-d81a-4457-b6a3-25121419e709 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 1098 time: 0.2042801 Dec 08 02:15:54.258673 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:54.294289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b3e16-53d8-4501-ad5d-642076982626 req-e765a547-3fb7-40c7-8c9a-3120a0b88dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:54.296016 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-120b3e16-53d8-4501-ad5d-642076982626 req-e765a547-3fb7-40c7-8c9a-3120a0b88dbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 200 len: 911 time: 0.1028755 Dec 08 02:15:54.335956 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86003857-16fc-42f2-bf9c-c52653ef2861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:54.368624 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-120b3e16-53d8-4501-ad5d-642076982626 req-8aa3014c-c114-46da-b203-f0a63de2e604 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64fc7733-b523-4ee3-ad4d-eceb48ca0873 HTTP/1.1" status: 200 len: 1002 time: 0.0657146 Dec 08 02:15:54.422055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b3e16-53d8-4501-ad5d-642076982626 req-55b00723-7aee-4e3c-8896-c0c884c6efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:54.423596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-120b3e16-53d8-4501-ad5d-642076982626 req-55b00723-7aee-4e3c-8896-c0c884c6efc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=890cd2ed-9ae7-4a89-916f-2d2e22fc0f59 HTTP/1.1" status: 200 len: 849 time: 0.0485613 Dec 08 02:15:54.476013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b3e16-53d8-4501-ad5d-642076982626 req-0a58106f-5f56-4543-bad4-44e583edb8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:54.477471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-120b3e16-53d8-4501-ad5d-642076982626 req-0a58106f-5f56-4543-bad4-44e583edb8be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990035d0-5f75-410a-9ae4-93ef5b213255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467381 Dec 08 02:15:54.589404 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-120b3e16-53d8-4501-ad5d-642076982626 req-d2493bee-4b61-4618-a3e5-6cb82b84ac21 service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046202 Dec 08 02:15:54.690584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-120b3e16-53d8-4501-ad5d-642076982626 req-f44a7bef-4797-4f3d-b3b1-71f1d0dc2993 service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948365 Dec 08 02:15:54.809281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092b362-1b2b-4b9b-b24e-43e98aaf0cd2 req-23240aa7-8b24-42b9-b826-b80eea839f45 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:54.811325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d092b362-1b2b-4b9b-b24e-43e98aaf0cd2 req-23240aa7-8b24-42b9-b826-b80eea839f45 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0603952 Dec 08 02:15:54.884165 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d092b362-1b2b-4b9b-b24e-43e98aaf0cd2 req-3bce4496-eb67-4f78-9ef4-3bd53c0d5388 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661757 Dec 08 02:15:55.151736 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119ed01-84e3-4414-b555-21184e447a49 req-9d051ea6-ee0b-4427-b0a6-911b87a40ebe tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:55.154704 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8119ed01-84e3-4414-b555-21184e447a49 req-9d051ea6-ee0b-4427-b0a6-911b87a40ebe tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0544386 Dec 08 02:15:55.229275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8119ed01-84e3-4414-b555-21184e447a49 req-24d712e9-4edd-4361-9790-9681d96ef383 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598707 Dec 08 02:15:55.460442 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:56.010159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330dc0f-5c53-41ce-b7e4-690d03d69f85 req-07673384-2357-484d-9fda-4a4d0a7342d8 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:56.011882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f330dc0f-5c53-41ce-b7e4-690d03d69f85 req-07673384-2357-484d-9fda-4a4d0a7342d8 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0579267 Dec 08 02:15:56.071372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f330dc0f-5c53-41ce-b7e4-690d03d69f85 req-bb34913e-4707-4717-8222-4be24a840828 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496743 Dec 08 02:15:56.364836 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f865c47-465b-4a70-80ac-22682c9cf70c req-e5a6137e-9292-46c0-b044-1bc90d5a65c4 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:56.366595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f865c47-465b-4a70-80ac-22682c9cf70c req-e5a6137e-9292-46c0-b044-1bc90d5a65c4 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0577796 Dec 08 02:15:56.415944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f865c47-465b-4a70-80ac-22682c9cf70c req-299c79a4-3a3b-4e7c-a75c-a88e978fda80 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423675 Dec 08 02:15:56.949846 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:57.206898 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b14cb0-f0ba-4a4d-8784-9da0644be470 req-e3253a0f-84b6-419f-834a-7597f9ea1f02 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:57.208422 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22b14cb0-f0ba-4a4d-8784-9da0644be470 req-e3253a0f-84b6-419f-834a-7597f9ea1f02 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0544376 Dec 08 02:15:57.265643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22b14cb0-f0ba-4a4d-8784-9da0644be470 req-da05d6c1-9ebf-4d12-a306-b28bb63c4c78 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489535 Dec 08 02:15:57.658390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 52998) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:57.790534 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f589f0f-eef2-4368-8f14-cd4e84fe99ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:57.874463 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f589f0f-eef2-4368-8f14-cd4e84fe99ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:57.880602 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9f589f0f-eef2-4368-8f14-cd4e84fe99ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:57.897469 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:57.930098 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9f589f0f-eef2-4368-8f14-cd4e84fe99ae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f9aadae5552e438688701f8e5981d35a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2671270 Dec 08 02:15:57.930098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f589f0f-eef2-4368-8f14-cd4e84fe99ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5b3ea1-4bf4-4bc3-852e-635efe7a02fa,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:57.930522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53004) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:57.985629 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1f96267-d106-4bbd-a8d4-c61d71a21090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:58.009014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1f96267-d106-4bbd-a8d4-c61d71a21090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:58.060654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1f96267-d106-4bbd-a8d4-c61d71a21090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:58.063741 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1f96267-d106-4bbd-a8d4-c61d71a21090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:58.067245 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c1f96267-d106-4bbd-a8d4-c61d71a21090 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6a5b3ea1-4bf4-4bc3-852e-635efe7a02fa HTTP/1.1" status: 204 len: 168 time: 0.1333489 Dec 08 02:15:58.073233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f96267-d106-4bbd-a8d4-c61d71a21090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5b3ea1-4bf4-4bc3-852e-635efe7a02fa,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:58.417399 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a298f-a2ee-4519-a5b4-cd6756c4747c req-271169f6-430a-4e66-a9a8-56f296fb453d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:58.419984 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-725a298f-a2ee-4519-a5b4-cd6756c4747c req-271169f6-430a-4e66-a9a8-56f296fb453d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0592780 Dec 08 02:15:58.480169 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-725a298f-a2ee-4519-a5b4-cd6756c4747c req-0fd096f7-4f6d-4ffa-9d06-cadd95ee8b9d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542939 Dec 08 02:15:59.206188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53038) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:59.322010 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2503b22b-86cf-4432-8a11-ec7b2befd1d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:59.398502 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2503b22b-86cf-4432-8a11-ec7b2befd1d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:59.403181 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2503b22b-86cf-4432-8a11-ec7b2befd1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:59.441919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2503b22b-86cf-4432-8a11-ec7b2befd1d9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=285798289a5c441c879d90077433d4de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2346137 Dec 08 02:15:59.442810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503b22b-86cf-4432-8a11-ec7b2befd1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9a08b0-ae04-4689-92e8-11ff811378e6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:59.444636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53042) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:59.495258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55e34be3-2095-4940-9912-aa19dfef8159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:59.520631 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55e34be3-2095-4940-9912-aa19dfef8159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:59.571068 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55e34be3-2095-4940-9912-aa19dfef8159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:59.573852 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55e34be3-2095-4940-9912-aa19dfef8159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:59.578600 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-55e34be3-2095-4940-9912-aa19dfef8159 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef9a08b0-ae04-4689-92e8-11ff811378e6 HTTP/1.1" status: 204 len: 168 time: 0.1323445 Dec 08 02:15:59.589617 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e34be3-2095-4940-9912-aa19dfef8159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9a08b0-ae04-4689-92e8-11ff811378e6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:59.617643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e499776-dcb1-4d52-824a-3465c8fc755d req-f558e85f-8266-4772-b840-21cb2c0de2c7 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:59.620421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e499776-dcb1-4d52-824a-3465c8fc755d req-f558e85f-8266-4772-b840-21cb2c0de2c7 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0561740 Dec 08 02:15:59.674940 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e499776-dcb1-4d52-824a-3465c8fc755d req-67507b40-cf5f-47c3-a147-fd16cbe8c8cf tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491731 Dec 08 02:16:00.299884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 493bc2cc-7458-43c5-91fc-4c00e165fcaa details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:16:00.395999 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 493bc2cc-7458-43c5-91fc-4c00e165fcaa, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:16:00.411193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'port_id': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'mac_address': 'fa:16:3e:ee:f5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:16:00.448512 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:00.462482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 493bc2cc-7458-43c5-91fc-4c00e165fcaa {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:16:00.482840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 493bc2cc-7458-43c5-91fc-4c00e165fcaa, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:16:00.487044 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:00.536051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=493bc2cc-7458-43c5-91fc-4c00e165fcaa,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:00.543752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:00.544101 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:00.544449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:00.544786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:00.545119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:00.545448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:00.545770 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:00.546092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:00.546413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:00.546733 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:00.547053 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:00.547373 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:00.547712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:00.683123 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['493bc2cc-7458-43c5-91fc-4c00e165fcaa'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:16:00.833831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce2d28-b5ee-46af-a613-d036d0da063d req-45e97712-2ba4-47ae-8c1e-0ec70c6b9fe6 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:00.840263 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86ce2d28-b5ee-46af-a613-d036d0da063d req-45e97712-2ba4-47ae-8c1e-0ec70c6b9fe6 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 945 time: 0.0703144 Dec 08 02:16:00.889521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86ce2d28-b5ee-46af-a613-d036d0da063d req-a175188e-7e44-4ed2-826c-f015ce00ae50 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464621 Dec 08 02:16:02.060385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ecefa-998e-4986-a2bb-902aea0835ef req-b383010b-45de-431a-a36b-6e01f3fc4178 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:02.062017 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e9ecefa-998e-4986-a2bb-902aea0835ef req-b383010b-45de-431a-a36b-6e01f3fc4178 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 945 time: 0.0611584 Dec 08 02:16:02.141380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e9ecefa-998e-4986-a2bb-902aea0835ef req-fcc493ca-ae8f-4fd1-aa89-f264c32b0e6e tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723140 Dec 08 02:16:02.312785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 493bc2cc-7458-43c5-91fc-4c00e165fcaa up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:16:02.373403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 493bc2cc-7458-43c5-91fc-4c00e165fcaa triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:16:02.374042 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:02.466736 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:02.507487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 493bc2cc-7458-43c5-91fc-4c00e165fcaa, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:16:02.508814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493bc2cc-7458-43c5-91fc-4c00e165fcaa'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:16:02.512637 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9a2a4c-035c-400a-bf19-4eb1ea0a461c" -d '{"events": [{"server_uuid": "eb9d0d38-53b4-423c-be36-18da18693d6c", "name": "network-vif-plugged", "status": "completed", "tag": "493bc2cc-7458-43c5-91fc-4c00e165fcaa"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:16:02.517475 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:02.553753 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9782e9-1b30-4002-b5db-e368e3a23a49 x-openstack-request-id: req-6c9782e9-1b30-4002-b5db-e368e3a23a49 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:16:02.554035 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9d0d38-53b4-423c-be36-18da18693d6c", "name": "network-vif-plugged", "status": "completed", "tag": "493bc2cc-7458-43c5-91fc-4c00e165fcaa", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:16:02.554283 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6c9782e9-1b30-4002-b5db-e368e3a23a49 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:16:02.554674 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'code': 200} Dec 08 02:16:02.577960 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=493bc2cc-7458-43c5-91fc-4c00e165fcaa,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:03.357178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f89b-faba-4956-b91a-e9ca29a89f13 req-0e6cf5fe-48c4-4d48-ae7c-ecd79d02644a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:03.360274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41a0f89b-faba-4956-b91a-e9ca29a89f13 req-0e6cf5fe-48c4-4d48-ae7c-ecd79d02644a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0918996 Dec 08 02:16:03.441229 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41a0f89b-faba-4956-b91a-e9ca29a89f13 req-06333f83-6d44-4166-add1-42751306fcb6 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718846 Dec 08 02:16:04.585702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954ee1e-b918-4a4c-a282-c5fbd52c3d4c req-9b788f5f-f9f1-4c76-bcf3-6c2d819defe7 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:04.587333 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f954ee1e-b918-4a4c-a282-c5fbd52c3d4c req-9b788f5f-f9f1-4c76-bcf3-6c2d819defe7 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0571249 Dec 08 02:16:04.663872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f954ee1e-b918-4a4c-a282-c5fbd52c3d4c req-d8625f97-7ebb-4930-a5a2-f5818fe217c0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685124 Dec 08 02:16:05.821635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b556d6-c6e5-4063-ab46-1b325de419f0 req-4f699f3a-e4f1-4d3c-9a81-9da0267960d1 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:05.828075 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16b556d6-c6e5-4063-ab46-1b325de419f0 req-4f699f3a-e4f1-4d3c-9a81-9da0267960d1 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0581586 Dec 08 02:16:05.885157 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16b556d6-c6e5-4063-ab46-1b325de419f0 req-02dd5b5e-5c55-4aa6-960d-d97eb407121b tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506518 Dec 08 02:16:07.041489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfacc2d-eeed-4822-8c5a-af74651689d5 req-716824e9-7d4d-46f4-887f-73ef73d380b7 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:07.043206 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6dfacc2d-eeed-4822-8c5a-af74651689d5 req-716824e9-7d4d-46f4-887f-73ef73d380b7 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0629241 Dec 08 02:16:07.099775 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6dfacc2d-eeed-4822-8c5a-af74651689d5 req-f9b60f73-54e3-4abd-8e2a-d7cb2d61f323 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485845 Dec 08 02:16:08.250619 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85d143-7ceb-47c7-afd4-c2ea207334b1 req-5ebd94b4-90d5-4df9-8766-c280d8145443 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:08.252330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cf85d143-7ceb-47c7-afd4-c2ea207334b1 req-5ebd94b4-90d5-4df9-8766-c280d8145443 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0580626 Dec 08 02:16:08.303769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cf85d143-7ceb-47c7-afd4-c2ea207334b1 req-68fd5c5a-2841-4c89-bd7e-10b1731f32f2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451348 Dec 08 02:16:09.478818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9d89f-db99-43c3-a0a2-96fef002697c req-58b56acc-f59a-4668-807f-56e0d3ede41b tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:09.480585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91c9d89f-db99-43c3-a0a2-96fef002697c req-58b56acc-f59a-4668-807f-56e0d3ede41b tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0677791 Dec 08 02:16:09.545090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91c9d89f-db99-43c3-a0a2-96fef002697c req-ee5b43fa-04f7-4a40-be3f-293a3ff5abd8 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571318 Dec 08 02:16:10.701571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f453df4-c935-4d7c-a112-aa958aae865c req-738281d6-a8c6-4eca-92a8-4734ac855c2a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:10.703709 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f453df4-c935-4d7c-a112-aa958aae865c req-738281d6-a8c6-4eca-92a8-4734ac855c2a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0609326 Dec 08 02:16:10.757054 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f453df4-c935-4d7c-a112-aa958aae865c req-acb5bdd4-3f8d-44f7-9934-302052ed96f4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462682 Dec 08 02:16:11.290416 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe588f-ea3d-4e59-9292-ceab210291dd req-8880758d-03c9-4f2e-9994-02fc8b0b7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:11.292203 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2abe588f-ea3d-4e59-9292-ceab210291dd req-8880758d-03c9-4f2e-9994-02fc8b0b7f62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 1098 time: 0.0481648 Dec 08 02:16:11.391031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe588f-ea3d-4e59-9292-ceab210291dd req-c4f915bc-93db-4ecd-bffc-9971d9f7a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:11.393244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2abe588f-ea3d-4e59-9292-ceab210291dd req-c4f915bc-93db-4ecd-bffc-9971d9f7a7ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 918 time: 0.0930321 Dec 08 02:16:11.466829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2abe588f-ea3d-4e59-9292-ceab210291dd req-45f701e5-415d-437f-bd38-770e2cd58b1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa HTTP/1.1" status: 200 len: 1001 time: 0.0664444 Dec 08 02:16:11.517808 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe588f-ea3d-4e59-9292-ceab210291dd req-6bdea638-d246-42e8-b4c0-45a61c12968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:11.519463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2abe588f-ea3d-4e59-9292-ceab210291dd req-6bdea638-d246-42e8-b4c0-45a61c12968c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfe36e0c-7634-4108-a8e8-4f71e50f21d4 HTTP/1.1" status: 200 len: 856 time: 0.0457242 Dec 08 02:16:11.569341 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe588f-ea3d-4e59-9292-ceab210291dd req-4f69dfe1-1e41-4037-aff7-3351b07efd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:11.570831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2abe588f-ea3d-4e59-9292-ceab210291dd req-4f69dfe1-1e41-4037-aff7-3351b07efd33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de25ac42-0f3c-45ea-b047-d8c536f67be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423720 Dec 08 02:16:11.663202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2abe588f-ea3d-4e59-9292-ceab210291dd req-99ed7cf2-bf0b-4558-8d88-b8433b3c71af service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849724 Dec 08 02:16:11.753425 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2abe588f-ea3d-4e59-9292-ceab210291dd req-efb9d2c7-a7b7-4762-bee9-6218be0dc8ae service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804551 Dec 08 02:16:11.880168 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825e238-7cc9-44dc-b4b6-05a73be6f95e req-3bc9ee3e-b1d6-4201-9834-8300337ba2f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:11.881662 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e825e238-7cc9-44dc-b4b6-05a73be6f95e req-3bc9ee3e-b1d6-4201-9834-8300337ba2f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0526013 Dec 08 02:16:11.927276 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e825e238-7cc9-44dc-b4b6-05a73be6f95e req-fe47f868-1b9d-448e-b822-7752b8d609b6 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396454 Dec 08 02:16:13.047226 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6afb-3ef0-46e0-822d-82dd8f144dde req-66bf26eb-4bc3-4037-b41c-dee4ede0913d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:13.048666 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-149c6afb-3ef0-46e0-822d-82dd8f144dde req-66bf26eb-4bc3-4037-b41c-dee4ede0913d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0484068 Dec 08 02:16:13.095299 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-149c6afb-3ef0-46e0-822d-82dd8f144dde req-98e43fbb-8d45-4105-b12b-b3093364baa6 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404654 Dec 08 02:16:14.219911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe893c1-97c5-4f42-af55-cf9b92ed05c7 req-242108e5-1a0b-43c1-ac05-f0972018175f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:14.221640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fe893c1-97c5-4f42-af55-cf9b92ed05c7 req-242108e5-1a0b-43c1-ac05-f0972018175f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 946 time: 0.0507176 Dec 08 02:16:14.277660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fe893c1-97c5-4f42-af55-cf9b92ed05c7 req-389332d9-ef7d-486c-afd6-c583229ec185 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486777 Dec 08 02:16:14.393818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 493bc2cc-7458-43c5-91fc-4c00e165fcaa no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:16:14.479589 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:14.511722 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '493bc2cc-7458-43c5-91fc-4c00e165fcaa'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:16:14.513962 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48d36d7-0f00-4f3d-8e16-438e90cb7c94" -d '{"events": [{"server_uuid": "eb9d0d38-53b4-423c-be36-18da18693d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "493bc2cc-7458-43c5-91fc-4c00e165fcaa"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:16:14.529054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 493bc2cc-7458-43c5-91fc-4c00e165fcaa, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:16:14.533014 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:14.565253 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 02:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc43be1-f059-4b63-8547-379b882f5c56 x-openstack-request-id: req-5fc43be1-f059-4b63-8547-379b882f5c56 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:16:14.565668 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9d0d38-53b4-423c-be36-18da18693d6c", "name": "network-vif-unplugged", "status": "failed", "tag": "493bc2cc-7458-43c5-91fc-4c00e165fcaa", "code": 422}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:16:14.566019 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5fc43be1-f059-4b63-8547-379b882f5c56 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:16:14.566525 n-d-713499-31 neutron-server[109768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'code': 422} returned with failed status Dec 08 02:16:14.585696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=493bc2cc-7458-43c5-91fc-4c00e165fcaa,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:14.894350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-6b779987-f783-484f-8b3a-c253d8afb944 req-678b81e4-08bd-4b7c-aec6-bea7875f3fc5 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:16:14.895596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b779987-f783-484f-8b3a-c253d8afb944 req-678b81e4-08bd-4b7c-aec6-bea7875f3fc5 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1262779 Dec 08 02:16:15.249809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53216) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:16:15.357545 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-728b36bd-187a-4404-9bba-d409c8c144a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:15.435431 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-728b36bd-187a-4404-9bba-d409c8c144a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:15.439628 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-728b36bd-187a-4404-9bba-d409c8c144a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:15.470902 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-728b36bd-187a-4404-9bba-d409c8c144a3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=16c7b18b15da4e66b060879c07afbb37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2199757 Dec 08 02:16:15.474363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53220) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:16:15.482957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b36bd-187a-4404-9bba-d409c8c144a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11b8296-bd54-4a00-bba6-9972fc2be3fb,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:15.525947 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-230501a8-b205-47f9-a9a7-704625e146e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:15.547500 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-230501a8-b205-47f9-a9a7-704625e146e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:15.594309 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-230501a8-b205-47f9-a9a7-704625e146e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:15.597741 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-230501a8-b205-47f9-a9a7-704625e146e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:15.601930 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-230501a8-b205-47f9-a9a7-704625e146e5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d11b8296-bd54-4a00-bba6-9972fc2be3fb HTTP/1.1" status: 204 len: 168 time: 0.1262755 Dec 08 02:16:15.610733 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230501a8-b205-47f9-a9a7-704625e146e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11b8296-bd54-4a00-bba6-9972fc2be3fb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:16.095293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c9761-6afe-491f-b97c-48dfddee3c24 req-5943b711-db32-4ccc-89cd-37d8712a9443 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:16.104016 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-917c9761-6afe-491f-b97c-48dfddee3c24 req-5943b711-db32-4ccc-89cd-37d8712a9443 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0637896 Dec 08 02:16:16.160875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-917c9761-6afe-491f-b97c-48dfddee3c24 req-ec9e55c1-40a4-4f5f-b598-1fea80b36c61 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552707 Dec 08 02:16:16.281338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53254) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:16:16.469469 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-9d046ece-ecb4-45b2-a868-4d38778cdda1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1869082 Dec 08 02:16:16.478759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-38de6230-ad63-46f3-8258-b5428eff787a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:16:16.479707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-38de6230-ad63-46f3-8258-b5428eff787a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049353 Dec 08 02:16:17.295116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9740d-586d-452c-b0c8-918d895cce2a req-8c39d061-c6fa-449a-b4ba-b071be0ec120 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:17.296749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fc9740d-586d-452c-b0c8-918d895cce2a req-8c39d061-c6fa-449a-b4ba-b071be0ec120 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0627494 Dec 08 02:16:17.348358 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fc9740d-586d-452c-b0c8-918d895cce2a req-90a9e33e-7dfe-4f39-977a-115eac9a0828 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437155 Dec 08 02:16:18.406066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 493bc2cc-7458-43c5-91fc-4c00e165fcaa no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:16:18.484523 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28f112-af11-41d5-b01d-3ecc7ff00614 req-b4470851-c749-4b48-b2d3-6344901b324d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:18.487453 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab28f112-af11-41d5-b01d-3ecc7ff00614 req-b4470851-c749-4b48-b2d3-6344901b324d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0628324 Dec 08 02:16:18.540285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab28f112-af11-41d5-b01d-3ecc7ff00614 req-f94bab91-027c-436b-be17-15a143a5d2e1 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461347 Dec 08 02:16:19.660944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dedb3-da51-4f6b-b212-afd7c1b2d522 req-2d95da6e-bef5-4ffd-b1bb-1b99d9ffc4ab tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:19.662378 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e83dedb3-da51-4f6b-b212-afd7c1b2d522 req-2d95da6e-bef5-4ffd-b1bb-1b99d9ffc4ab tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0514562 Dec 08 02:16:19.710445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e83dedb3-da51-4f6b-b212-afd7c1b2d522 req-a748d072-c04c-4a21-91b4-cb9954996cc2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414498 Dec 08 02:16:20.838437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095b0d9-64b9-4c0d-95a6-016e25547b3e req-df761b87-a8c3-444c-a333-71400633ff27 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:20.840011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b095b0d9-64b9-4c0d-95a6-016e25547b3e req-df761b87-a8c3-444c-a333-71400633ff27 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0504777 Dec 08 02:16:20.860070 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53324) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:16:20.902233 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b095b0d9-64b9-4c0d-95a6-016e25547b3e req-7e3637ef-49a2-4597-9df4-d1d05a3f601a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556047 Dec 08 02:16:20.980861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-04f518b1-11cd-4546-ac95-956af3b65e70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:21.067428 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-04f518b1-11cd-4546-ac95-956af3b65e70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:21.072493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-04f518b1-11cd-4546-ac95-956af3b65e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:21.119065 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-04f518b1-11cd-4546-ac95-956af3b65e70 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0779c985377f4147b9f83395337b068c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2578154 Dec 08 02:16:21.120295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f518b1-11cd-4546-ac95-956af3b65e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59cc1ab-bd8f-4f35-8148-25191bdfa3d1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:21.121830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53330) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:16:21.176140 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc8b2197-5d2e-45b0-85b5-2855c4dbf494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:21.202468 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc8b2197-5d2e-45b0-85b5-2855c4dbf494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:21.506070 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc8b2197-5d2e-45b0-85b5-2855c4dbf494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:21.509547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fc8b2197-5d2e-45b0-85b5-2855c4dbf494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:21.512081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fc8b2197-5d2e-45b0-85b5-2855c4dbf494 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c59cc1ab-bd8f-4f35-8148-25191bdfa3d1 HTTP/1.1" status: 204 len: 168 time: 0.3892045 Dec 08 02:16:21.521215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b2197-5d2e-45b0-85b5-2855c4dbf494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59cc1ab-bd8f-4f35-8148-25191bdfa3d1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:21.805561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53336) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:16:21.819331 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f473dad7-4879-4983-b92e-a7559a7b0ed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:21.894635 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f473dad7-4879-4983-b92e-a7559a7b0ed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:21.899057 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f473dad7-4879-4983-b92e-a7559a7b0ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:21.941053 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f473dad7-4879-4983-b92e-a7559a7b0ed8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9d9bbdeb8ad6436db359fc45ba46a12a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320868 Dec 08 02:16:21.941313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53340) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:16:21.950663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473dad7-4879-4983-b92e-a7559a7b0ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284589ca-3b58-43f3-a869-0ead541d6409,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:21.966982 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24728844-d576-4796-8dc2-9436bb76bca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:22.012472 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6ee78a7-9fd2-42ad-91f7-520dc0b201c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:22.053002 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6ee78a7-9fd2-42ad-91f7-520dc0b201c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:22.078924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b6156-083c-47da-96b5-419f30dbefee req-07934795-f947-45a2-b3c5-790dde7ccf0f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:22.080417 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-920b6156-083c-47da-96b5-419f30dbefee req-07934795-f947-45a2-b3c5-790dde7ccf0f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0819893 Dec 08 02:16:22.140803 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-920b6156-083c-47da-96b5-419f30dbefee req-48a95f43-1bee-4c4b-9d30-1c612b290aa4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521076 Dec 08 02:16:22.141856 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6ee78a7-9fd2-42ad-91f7-520dc0b201c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:22.144398 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6ee78a7-9fd2-42ad-91f7-520dc0b201c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:22.147790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b6ee78a7-9fd2-42ad-91f7-520dc0b201c2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/284589ca-3b58-43f3-a869-0ead541d6409 HTTP/1.1" status: 204 len: 168 time: 0.2032363 Dec 08 02:16:22.167918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee78a7-9fd2-42ad-91f7-520dc0b201c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284589ca-3b58-43f3-a869-0ead541d6409,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:23.310896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695109b3-ab0b-4ee7-8667-bbf6263d1940 req-b35b22d8-052a-4a1a-802e-1819f65b9ee0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:23.312527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-695109b3-ab0b-4ee7-8667-bbf6263d1940 req-b35b22d8-052a-4a1a-802e-1819f65b9ee0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0671036 Dec 08 02:16:23.361928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-695109b3-ab0b-4ee7-8667-bbf6263d1940 req-842f7fc0-da71-4e25-9772-e696a5164911 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427659 Dec 08 02:16:23.467077 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:23.680557 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:16:24.278658 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:24.328104 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c13347f3-be02-4997-b12c-eeacab6e7284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:24.528895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c87fc-2232-4f83-8952-ebdfa812173a req-1834f776-7fb5-4a88-99b6-3952dd0bdb39 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:24.531997 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d9c87fc-2232-4f83-8952-ebdfa812173a req-1834f776-7fb5-4a88-99b6-3952dd0bdb39 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0774949 Dec 08 02:16:24.604339 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d9c87fc-2232-4f83-8952-ebdfa812173a req-2c8eeebb-1fd6-4fa2-a276-b05a4a77f1dd tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595357 Dec 08 02:16:25.460216 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:25.740960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a2138-8078-4728-a46e-a2f3cca5326c req-cea8bad3-01a9-433d-a70e-96bde3cc7d4a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:25.742474 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b63a2138-8078-4728-a46e-a2f3cca5326c req-cea8bad3-01a9-433d-a70e-96bde3cc7d4a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0564773 Dec 08 02:16:25.872857 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b63a2138-8078-4728-a46e-a2f3cca5326c req-26ba156c-31ea-4349-86e1-c6dc0820034c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236172 Dec 08 02:16:26.264119 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14ddf6f7-56db-4758-8e4c-69126187111f req-324699c8-26db-4ac2-b4e3-57a04bca46ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509512 Dec 08 02:16:26.379010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddf6f7-56db-4758-8e4c-69126187111f req-c656adaf-90f7-41ad-9464-cc718da8c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:26.380624 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14ddf6f7-56db-4758-8e4c-69126187111f req-c656adaf-90f7-41ad-9464-cc718da8c58d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 1098 time: 0.0457780 Dec 08 02:16:26.387968 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9694935a-5aac-4661-be61-f6f8a645d1a1 req-8ffaa732-8b29-4b2b-80eb-4e277f1c6120 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1456838 Dec 08 02:16:26.486847 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694935a-5aac-4661-be61-f6f8a645d1a1 req-de3edde6-fdbb-4fee-a5b7-5885af280f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:26.489409 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9694935a-5aac-4661-be61-f6f8a645d1a1 req-de3edde6-fdbb-4fee-a5b7-5885af280f37 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d44006c13e35496b8854fa5c864c5165&device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 1098 time: 0.0461814 Dec 08 02:16:26.505675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddf6f7-56db-4758-8e4c-69126187111f req-b0a533e3-ae70-42b8-9471-a13c02410b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:26.507962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14ddf6f7-56db-4758-8e4c-69126187111f req-b0a533e3-ae70-42b8-9471-a13c02410b8e service neutron] 10.222.0.45 "GET /v2.0/networks?id=990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 200 len: 911 time: 0.0929809 Dec 08 02:16:26.588572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14ddf6f7-56db-4758-8e4c-69126187111f req-3cecebcf-5fc8-4b77-b57e-cf5c81368e77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64fc7733-b523-4ee3-ad4d-eceb48ca0873 HTTP/1.1" status: 200 len: 1002 time: 0.0726788 Dec 08 02:16:26.643194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddf6f7-56db-4758-8e4c-69126187111f req-f2ab7f38-e649-4054-acfd-8a3459ff0d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:26.644778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14ddf6f7-56db-4758-8e4c-69126187111f req-f2ab7f38-e649-4054-acfd-8a3459ff0d8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=890cd2ed-9ae7-4a89-916f-2d2e22fc0f59 HTTP/1.1" status: 200 len: 849 time: 0.0481796 Dec 08 02:16:26.707582 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddf6f7-56db-4758-8e4c-69126187111f req-aaa969f6-db75-4416-be2e-f74cdcd2d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:26.710548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14ddf6f7-56db-4758-8e4c-69126187111f req-aaa969f6-db75-4416-be2e-f74cdcd2d56c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990035d0-5f75-410a-9ae4-93ef5b213255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511301 Dec 08 02:16:26.819788 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14ddf6f7-56db-4758-8e4c-69126187111f req-7f1d98f5-1d71-4ad0-8ce6-b4f0d0622fb6 service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999477 Dec 08 02:16:26.918930 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14ddf6f7-56db-4758-8e4c-69126187111f req-f0859297-bd0f-4dc4-9301-7387276b2e33 service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916789 Dec 08 02:16:26.921303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694935a-5aac-4661-be61-f6f8a645d1a1 req-c53446c6-3e94-4b39-9c8d-7d6f4d5a6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:26.922777 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9694935a-5aac-4661-be61-f6f8a645d1a1 req-c53446c6-3e94-4b39-9c8d-7d6f4d5a6ea4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 HTTP/1.1" status: 200 len: 909 time: 0.4136996 Dec 08 02:16:26.937505 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-3b1a1215-9a95-41f5-9fe5-d0923ea3c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:26.939074 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-3b1a1215-9a95-41f5-9fe5-d0923ea3c845 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c&tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c HTTP/1.1" status: 200 len: 1096 time: 0.0933359 Dec 08 02:16:26.968167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:27.023749 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9694935a-5aac-4661-be61-f6f8a645d1a1 req-97789334-e40e-4652-a520-d29ddd076cc5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=575b4fdc-ca7f-40bd-ad15-6e126ee749ef HTTP/1.1" status: 200 len: 1002 time: 0.0930748 Dec 08 02:16:27.041526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373fff8-3598-444f-adf1-c8546e24610f req-4ef00023-47b1-4ab5-abdc-2cb81ffdbf8c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:27.043156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3373fff8-3598-444f-adf1-c8546e24610f req-4ef00023-47b1-4ab5-abdc-2cb81ffdbf8c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0570881 Dec 08 02:16:27.065632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-1ce59919-e8dc-4bbc-a674-2f8577a653db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:27.067357 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-1ce59919-e8dc-4bbc-a674-2f8577a653db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 1096 time: 0.0812998 Dec 08 02:16:27.093163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3373fff8-3598-444f-adf1-c8546e24610f req-c5b58bf2-039f-4f90-8173-860adfd9d839 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437641 Dec 08 02:16:27.107180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694935a-5aac-4661-be61-f6f8a645d1a1 req-af4927df-d864-4401-bd24-4ee17c10d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:27.108729 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9694935a-5aac-4661-be61-f6f8a645d1a1 req-af4927df-d864-4401-bd24-4ee17c10d2e6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f9cbc59-63fd-49d8-a506-1865fbeabf79 HTTP/1.1" status: 200 len: 847 time: 0.0771506 Dec 08 02:16:27.199825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694935a-5aac-4661-be61-f6f8a645d1a1 req-0b01028e-a6ce-4de4-84e8-e6eaba735069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:27.201594 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9694935a-5aac-4661-be61-f6f8a645d1a1 req-0b01028e-a6ce-4de4-84e8-e6eaba735069 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619626 Dec 08 02:16:27.204241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-ff66171f-6024-44f3-8f1f-f728126e57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:27.205550 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-ff66171f-6024-44f3-8f1f-f728126e57c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 918 time: 0.1298289 Dec 08 02:16:27.212627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-9694935a-5aac-4661-be61-f6f8a645d1a1 req-8133d1a8-1d62-4f12-91cb-663f2d9a3917 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:16:27.213595 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9694935a-5aac-4661-be61-f6f8a645d1a1 req-8133d1a8-1d62-4f12-91cb-663f2d9a3917 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049613 Dec 08 02:16:27.324171 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-16b04442-dfe8-413d-b7c9-8a7c4c10b35e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa HTTP/1.1" status: 200 len: 999 time: 0.1090539 Dec 08 02:16:27.384875 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9694935a-5aac-4661-be61-f6f8a645d1a1 req-8a89d7da-9b92-4761-bc60-b5952aa3c8bf service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637037 Dec 08 02:16:27.400065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-fd57454d-eca0-4eca-bb86-62754a8406a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:27.401474 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-fd57454d-eca0-4eca-bb86-62754a8406a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfe36e0c-7634-4108-a8e8-4f71e50f21d4 HTTP/1.1" status: 200 len: 856 time: 0.0707464 Dec 08 02:16:27.501396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-d30c0d32-c7b9-46b5-bd28-133a40483d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:27.503438 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-d30c0d32-c7b9-46b5-bd28-133a40483d14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de25ac42-0f3c-45ea-b047-d8c536f67be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788124 Dec 08 02:16:27.525242 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9694935a-5aac-4661-be61-f6f8a645d1a1 req-d84c60a6-866b-468f-b72d-4ed76238fadf service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328685 Dec 08 02:16:27.607169 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-b5ced59e-519e-4f6a-8502-2def69001437 service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943141 Dec 08 02:16:27.697081 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e29d7798-ffda-48df-9150-9f20a979aa04 req-3250914f-ccd1-4583-b8cf-f6567e52f84f service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828249 Dec 08 02:16:27.904251 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:28.256012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a4ede-003b-4a33-b79f-b1793ebef160 req-0a9ed3d1-061c-4119-b0fb-51712d08b7f4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:28.257631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-049a4ede-003b-4a33-b79f-b1793ebef160 req-0a9ed3d1-061c-4119-b0fb-51712d08b7f4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0813844 Dec 08 02:16:28.342453 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-049a4ede-003b-4a33-b79f-b1793ebef160 req-310fd766-b6d6-47be-8ba7-10e238492fa7 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734799 Dec 08 02:16:29.493162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd211a4-5824-4ea9-b14a-386fb5300f12 req-52101bc8-263d-4373-b99b-dfa7e05d131e tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:29.494631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9fd211a4-5824-4ea9-b14a-386fb5300f12 req-52101bc8-263d-4373-b99b-dfa7e05d131e tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0514743 Dec 08 02:16:29.548999 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9fd211a4-5824-4ea9-b14a-386fb5300f12 req-a82e05c5-4b63-4a19-8214-0353377bb991 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477211 Dec 08 02:16:30.691197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcbe55-3c99-4ca5-920c-3b1a92a8b15e req-fc41a2db-d5e0-465b-8106-1710230447c3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:30.692825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92fcbe55-3c99-4ca5-920c-3b1a92a8b15e req-fc41a2db-d5e0-465b-8106-1710230447c3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0534244 Dec 08 02:16:30.756149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92fcbe55-3c99-4ca5-920c-3b1a92a8b15e req-aec563bb-a02d-4a08-8444-18fd5350760d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566232 Dec 08 02:16:31.902804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80d321-fcc3-463a-b316-64abae42d8e4 req-dd20ca56-f79b-43aa-ab2b-c5e578d67cd5 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:31.921404 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a80d321-fcc3-463a-b316-64abae42d8e4 req-dd20ca56-f79b-43aa-ab2b-c5e578d67cd5 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0554307 Dec 08 02:16:31.971291 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a80d321-fcc3-463a-b316-64abae42d8e4 req-793b1f5c-1597-4b02-8a5a-a535d3afc533 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489509 Dec 08 02:16:33.126787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252d626-9b6c-408b-9340-41b91975ce9c req-a38b2cc4-3d6a-4783-8388-b8ad522515de tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:33.132085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3252d626-9b6c-408b-9340-41b91975ce9c req-a38b2cc4-3d6a-4783-8388-b8ad522515de tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0729139 Dec 08 02:16:33.192856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3252d626-9b6c-408b-9340-41b91975ce9c req-1c663432-37a2-49e6-b04d-03ccbc092aea tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569658 Dec 08 02:16:34.361167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa2d8b-98f1-4b50-a7e2-133fe8731d19 req-2d151319-0c9c-45ca-ac53-bce6f8712877 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:34.363584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68fa2d8b-98f1-4b50-a7e2-133fe8731d19 req-2d151319-0c9c-45ca-ac53-bce6f8712877 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0559380 Dec 08 02:16:34.468938 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68fa2d8b-98f1-4b50-a7e2-133fe8731d19 req-89022597-7be7-4848-811f-06f1b123c491 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942893 Dec 08 02:16:35.644839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0a9f2-ccac-45ea-8237-d228970d3a48 req-c789a7c0-f0b8-4f57-9858-0a97ea5ca633 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:35.646750 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ec0a9f2-ccac-45ea-8237-d228970d3a48 req-c789a7c0-f0b8-4f57-9858-0a97ea5ca633 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0670345 Dec 08 02:16:35.712200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ec0a9f2-ccac-45ea-8237-d228970d3a48 req-e39fcffb-bbae-4c83-8ecc-c673d4678227 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591562 Dec 08 02:16:36.883218 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c3a98-3d30-499e-9926-bc07ce34dc3a req-83d4a655-c4e6-4165-955c-bd7256a9fff2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:36.885473 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c73c3a98-3d30-499e-9926-bc07ce34dc3a req-83d4a655-c4e6-4165-955c-bd7256a9fff2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0811245 Dec 08 02:16:36.939352 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c73c3a98-3d30-499e-9926-bc07ce34dc3a req-5abd6353-cf66-4fab-9fe8-2ca8aa2d23f2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473371 Dec 08 02:16:38.078916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6af0e-b6ed-4ac6-8677-8a91c4b31053 req-726653ad-0001-4a57-a560-60fe8b3a0392 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:38.084293 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02d6af0e-b6ed-4ac6-8677-8a91c4b31053 req-726653ad-0001-4a57-a560-60fe8b3a0392 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0593462 Dec 08 02:16:38.146725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02d6af0e-b6ed-4ac6-8677-8a91c4b31053 req-cb9de7c9-8c54-46c7-b03d-9a76e91a5839 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508640 Dec 08 02:16:39.270905 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461827e-58da-4bf1-b633-a7d2c6d6bda9 req-d6f507ba-cacc-4153-91f2-ee813b216d60 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:39.272499 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c461827e-58da-4bf1-b633-a7d2c6d6bda9 req-d6f507ba-cacc-4153-91f2-ee813b216d60 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0493453 Dec 08 02:16:39.324278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c461827e-58da-4bf1-b633-a7d2c6d6bda9 req-8eb7ede3-4492-4536-aef5-f2466b0369e2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448823 Dec 08 02:16:40.449640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0abf96-defa-42dc-a9cd-5c7f58f5f2b1 req-e7a00a7a-c2e2-49de-9aab-d92458a41487 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:40.451235 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e0abf96-defa-42dc-a9cd-5c7f58f5f2b1 req-e7a00a7a-c2e2-49de-9aab-d92458a41487 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0504432 Dec 08 02:16:40.503372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e0abf96-defa-42dc-a9cd-5c7f58f5f2b1 req-939bdac6-8043-4827-8709-16c435ae53f1 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457935 Dec 08 02:16:41.666136 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534ce8e-645f-4306-ba95-0866eca08b6b req-2b0ffe2c-9f0a-4e91-9794-59a83989be97 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:41.674035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7534ce8e-645f-4306-ba95-0866eca08b6b req-2b0ffe2c-9f0a-4e91-9794-59a83989be97 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0652463 Dec 08 02:16:41.782038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7534ce8e-645f-4306-ba95-0866eca08b6b req-260deeeb-082a-4fad-8499-f60795aa7bd9 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070948 Dec 08 02:16:42.913820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b933f8a-7288-4eaa-a940-56158a6dd78d req-edc05170-ed65-4532-93bb-99e5c6d4033f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:42.915322 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b933f8a-7288-4eaa-a940-56158a6dd78d req-edc05170-ed65-4532-93bb-99e5c6d4033f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0537241 Dec 08 02:16:42.987019 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b933f8a-7288-4eaa-a940-56158a6dd78d req-5bae267c-cc18-43d8-91b1-be781a5a0616 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643959 Dec 08 02:16:44.127487 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb976f-b38d-4fb0-b73c-fbf1865c4a04 req-aafa1a75-6c2f-4f9b-832d-828be4a62141 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:44.134872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6fb976f-b38d-4fb0-b73c-fbf1865c4a04 req-aafa1a75-6c2f-4f9b-832d-828be4a62141 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0579033 Dec 08 02:16:44.181271 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6fb976f-b38d-4fb0-b73c-fbf1865c4a04 req-d2dbf122-d7ff-4e2f-84ac-f2e1099a48e5 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455098 Dec 08 02:16:45.272865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884836b-625a-477c-b4ae-afb1fca7cd9a req-60a94b90-42a3-466b-8d8d-c8d79e20258e tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:45.275410 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4884836b-625a-477c-b4ae-afb1fca7cd9a req-60a94b90-42a3-466b-8d8d-c8d79e20258e tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0521386 Dec 08 02:16:45.360223 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4884836b-625a-477c-b4ae-afb1fca7cd9a req-a86dc707-1913-4d5a-a9ff-3b4a8f30c411 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769765 Dec 08 02:16:45.380779 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56e877-ae0f-45c8-8602-49a15b4d46ad req-150ad77c-e6a5-4484-a91a-b94251ddcba4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:45.382375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f56e877-ae0f-45c8-8602-49a15b4d46ad req-150ad77c-e6a5-4484-a91a-b94251ddcba4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0849922 Dec 08 02:16:45.432918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f56e877-ae0f-45c8-8602-49a15b4d46ad req-7534c57f-5e45-47d9-91f1-213d88ff6a48 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439212 Dec 08 02:16:46.478854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b533b-5a12-4e8a-b7dd-0d530c1fb05c req-178f8393-e44b-4f25-94e4-d3ddffa92000 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:46.480905 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-710b533b-5a12-4e8a-b7dd-0d530c1fb05c req-178f8393-e44b-4f25-94e4-d3ddffa92000 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0531313 Dec 08 02:16:46.552511 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-710b533b-5a12-4e8a-b7dd-0d530c1fb05c req-95763178-14be-4d7b-a9ea-c0337839374e tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656190 Dec 08 02:16:46.570910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ecff0-ed60-4271-92e4-a6a7a8448c77 req-5fd714c9-7ea8-4dce-9a23-be3b5907852e tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:46.572410 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f3ecff0-ed60-4271-92e4-a6a7a8448c77 req-5fd714c9-7ea8-4dce-9a23-be3b5907852e tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 944 time: 0.0645285 Dec 08 02:16:46.607176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 493bc2cc-7458-43c5-91fc-4c00e165fcaa details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:16:46.621515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f3ecff0-ed60-4271-92e4-a6a7a8448c77 req-f0efdec5-813a-404f-bb9e-9b8c76d18639 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430429 Dec 08 02:16:46.701655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 493bc2cc-7458-43c5-91fc-4c00e165fcaa, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:16:46.712277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'port_id': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'mac_address': 'fa:16:3e:ee:f5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:16:46.754118 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:46.766874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493bc2cc-7458-43c5-91fc-4c00e165fcaa {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:16:46.786577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 493bc2cc-7458-43c5-91fc-4c00e165fcaa, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:16:46.789979 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:46.841600 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=493bc2cc-7458-43c5-91fc-4c00e165fcaa,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:47.098139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['493bc2cc-7458-43c5-91fc-4c00e165fcaa'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:16:47.674001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a76a0-4782-4724-9a69-7e030a86cb03 req-288244ce-e5c2-46c6-a1e2-35d3b40259f4 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:47.675509 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-666a76a0-4782-4724-9a69-7e030a86cb03 req-288244ce-e5c2-46c6-a1e2-35d3b40259f4 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0548790 Dec 08 02:16:47.752180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-666a76a0-4782-4724-9a69-7e030a86cb03 req-20bd2395-0af4-4971-a854-4c67884e26dc tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702841 Dec 08 02:16:47.764153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5a78a-12f6-421b-97ac-815bf9e59268 req-e1ed6d88-bc6f-4b0a-9f28-975f20fd0081 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:47.765641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8f5a78a-12f6-421b-97ac-815bf9e59268 req-e1ed6d88-bc6f-4b0a-9f28-975f20fd0081 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 945 time: 0.0689714 Dec 08 02:16:47.813730 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8f5a78a-12f6-421b-97ac-815bf9e59268 req-809cfe62-b4a8-4a0b-bb7d-c9aabf31ed03 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421281 Dec 08 02:16:48.611736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 493bc2cc-7458-43c5-91fc-4c00e165fcaa up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:16:48.658401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 493bc2cc-7458-43c5-91fc-4c00e165fcaa triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:16:48.658771 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:48.737305 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:48.759628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493bc2cc-7458-43c5-91fc-4c00e165fcaa'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:16:48.761915 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2645f357-01eb-4e20-ae93-6a1f5fd7017b" -d '{"events": [{"server_uuid": "eb9d0d38-53b4-423c-be36-18da18693d6c", "name": "network-vif-plugged", "status": "completed", "tag": "493bc2cc-7458-43c5-91fc-4c00e165fcaa"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:16:48.774848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 493bc2cc-7458-43c5-91fc-4c00e165fcaa, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:16:48.779901 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:48.809244 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48918d7-4c21-461c-9278-ba8858759199 x-openstack-request-id: req-b48918d7-4c21-461c-9278-ba8858759199 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:16:48.809536 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9d0d38-53b4-423c-be36-18da18693d6c", "name": "network-vif-plugged", "status": "completed", "tag": "493bc2cc-7458-43c5-91fc-4c00e165fcaa", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:16:48.809785 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b48918d7-4c21-461c-9278-ba8858759199 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:16:48.810171 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'code': 200} Dec 08 02:16:48.835089 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=493bc2cc-7458-43c5-91fc-4c00e165fcaa,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:48.875867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6fde9-d166-4dc9-a80a-ac0c4ac5ee85 req-e9b3044f-b944-4743-95b3-2fbe77c2866d tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:48.883756 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5de6fde9-d166-4dc9-a80a-ac0c4ac5ee85 req-e9b3044f-b944-4743-95b3-2fbe77c2866d tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0606217 Dec 08 02:16:48.984624 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb89e2c-c422-408b-9339-7542b47c9bdb req-f793dee9-d5ff-4730-9a0c-9f0950b8ca5f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:48.986191 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2eb89e2c-c422-408b-9339-7542b47c9bdb req-f793dee9-d5ff-4730-9a0c-9f0950b8ca5f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 947 time: 0.0866463 Dec 08 02:16:48.996412 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5de6fde9-d166-4dc9-a80a-ac0c4ac5ee85 req-dd9063db-af7f-4232-bc94-0157865bf5ba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114731 Dec 08 02:16:49.037832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e42f1-646e-49fc-b54c-0f7b385e25bc req-46685a21-38e1-4c74-867c-1b0f36ec3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:49.039348 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9e7e42f1-646e-49fc-b54c-0f7b385e25bc req-46685a21-38e1-4c74-867c-1b0f36ec3af6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 1099 time: 0.0478783 Dec 08 02:16:49.049657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2eb89e2c-c422-408b-9339-7542b47c9bdb req-2f44e800-e021-46ff-97fa-040e10b9a8ed tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512679 Dec 08 02:16:49.090790 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9e7e42f1-646e-49fc-b54c-0f7b385e25bc req-d2ffff03-1487-4843-94c2-b843c4fb11c2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432007 Dec 08 02:16:50.123153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302d211-2842-45ad-babb-88e739ed54c4 req-49ee82be-fccb-41ef-80e1-589dca5e72ec tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:50.128076 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6302d211-2842-45ad-babb-88e739ed54c4 req-49ee82be-fccb-41ef-80e1-589dca5e72ec tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0646532 Dec 08 02:16:50.215673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6302d211-2842-45ad-babb-88e739ed54c4 req-2fa7b218-a1eb-4543-bf4f-6ea8e5d9ef8d tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756440 Dec 08 02:16:50.230925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae87848-918b-4df1-8913-7ca451b68f4b req-91ebada5-7dab-4703-a37e-092833779517 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:50.243526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ae87848-918b-4df1-8913-7ca451b68f4b req-91ebada5-7dab-4703-a37e-092833779517 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 947 time: 0.1142576 Dec 08 02:16:50.291224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ae87848-918b-4df1-8913-7ca451b68f4b req-cba489c4-931d-4ad2-a0a8-895175836b80 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461500 Dec 08 02:16:51.335583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c365ba7-7dcc-4a41-947c-622c6917825b req-15700749-61c6-4b51-a224-0b80a00327ab tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:51.344192 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c365ba7-7dcc-4a41-947c-622c6917825b req-15700749-61c6-4b51-a224-0b80a00327ab tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0585487 Dec 08 02:16:51.426637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c365ba7-7dcc-4a41-947c-622c6917825b req-b581ae63-dfe8-487c-a4af-fae65313abaa tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814867 Dec 08 02:16:51.446827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c63be-9136-4031-b2d3-2c761ec9bc75 req-4c4b5e97-bf18-481b-80d6-5188130facc9 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:51.448408 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ec8c63be-9136-4031-b2d3-2c761ec9bc75 req-4c4b5e97-bf18-481b-80d6-5188130facc9 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 947 time: 0.0654178 Dec 08 02:16:51.501685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ec8c63be-9136-4031-b2d3-2c761ec9bc75 req-2a8fba56-7a6e-41fd-ac42-b40ac046611e tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468669 Dec 08 02:16:51.959682 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d57e7ab-3fbd-45b8-9d80-073022f3fbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:52.542129 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624c5e8-ce66-4d0b-88a2-c229f5f005a2 req-1c598618-2670-4497-8ba3-f62d7cab538b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:52.544237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9624c5e8-ce66-4d0b-88a2-c229f5f005a2 req-1c598618-2670-4497-8ba3-f62d7cab538b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0494587 Dec 08 02:16:52.590590 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9624c5e8-ce66-4d0b-88a2-c229f5f005a2 req-beb4c140-680c-4c52-b7e4-59e4406a58cd tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Dec 08 02:16:53.469997 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:53.646671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53678) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:16:53.712500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98545d7-3357-4691-ae78-5f04ef7f40d4 req-8717d96c-1c71-467a-9074-c4a2bb19fd5d tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:53.714082 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a98545d7-3357-4691-ae78-5f04ef7f40d4 req-8717d96c-1c71-467a-9074-c4a2bb19fd5d tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0553138 Dec 08 02:16:53.768285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a98545d7-3357-4691-ae78-5f04ef7f40d4 req-8f29f4fa-30b2-43be-a24a-9c3da276a879 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479991 Dec 08 02:16:53.780833 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:53.858215 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:53.862887 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:53.901449 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2124c04b56b94ca7ba8ac72c9399a7e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536128 Dec 08 02:16:53.903164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d97ee3-2f68-4edd-bbc2-8c9c0cae880d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:53.904880 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53682) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:16:53.910957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:53.911307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:53.911689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:53.912016 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:53.912352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:53.912687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:53.913012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:53.913339 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:53.913666 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:53.913988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:53.914314 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:53.914646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:53.914958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278452fd-0065-4ec0-a8ef-ff4985f30685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:53.957466 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:53.979382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:54.026935 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:54.029512 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:54.030657 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/99d97ee3-2f68-4edd-bbc2-8c9c0cae880d HTTP/1.1" status: 204 len: 168 time: 0.1246257 Dec 08 02:16:54.038148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d97ee3-2f68-4edd-bbc2-8c9c0cae880d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:54.045559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:54.045910 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:54.046261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:54.046604 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:54.046940 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:54.047276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:54.047622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:54.047963 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:54.048294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:54.048626 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:54.048950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:54.049277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:54.049602 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d7bfc8-dcb9-455f-bd78-3c70a6596760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:16:54.291263 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:54.331730 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-02f9b381-59ff-47ad-af43-1846d25e54e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:54.663403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 53706) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:16:54.760581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1146469305-network', 'tenant_id': '217f0cda398d4ef0a9c3526e60ec689f'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:16:54.780773 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] Made reservation on behalf of 217f0cda398d4ef0a9c3526e60ec689f for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:16:54.783114 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:54.791380 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:54.892225 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:54.896266 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:54.918602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:16:54.927477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d5d7c-937f-41fe-8127-f90ac535d525 req-b0e64753-047d-431e-b08f-f2441281969d tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:54.928973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-472d5d7c-937f-41fe-8127-f90ac535d525 req-b0e64753-047d-431e-b08f-f2441281969d tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0883415 Dec 08 02:16:54.959070 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:54.959414 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] Added segment b1341219-c832-41e1-bf46-d56059aebe45 of type vlan for network 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a Dec 08 02:16:54.960619 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c255e0c-bd81-4c1c-a03f-0d18e33978a5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:55.023958 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:55.032579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-472d5d7c-937f-41fe-8127-f90ac535d525 req-3f2e1dc9-b7b2-4503-812b-70045ccfb5a8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928535 Dec 08 02:16:55.051826 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:55.052810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:55.053386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:55.108964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4444070 Dec 08 02:16:55.111978 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 53712) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:16:55.114290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b0136-abd8-4a18-8ad6-6fba74904a2e admin admin] Pushing event updated for resources: {'Network': ['ID=7a2a1a3b-d39e-433e-82f6-3ec6af811f8a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:55.116973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-adb66217-41f0-4f19-9bbd-dfec820ec547 admin admin] Request body: {'subnet': {'network_id': '7a2a1a3b-d39e-433e-82f6-3ec6af811f8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1146469305-subnet', 'tenant_id': '217f0cda398d4ef0a9c3526e60ec689f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:16:55.124272 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:16:55.139534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb66217-41f0-4f19-9bbd-dfec820ec547 admin admin] Made reservation on behalf of 217f0cda398d4ef0a9c3526e60ec689f for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:16:55.142169 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-adb66217-41f0-4f19-9bbd-dfec820ec547 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:55.305858 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-adb66217-41f0-4f19-9bbd-dfec820ec547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:55.366243 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb66217-41f0-4f19-9bbd-dfec820ec547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b862920-3242-43d1-9b0c-8fd431eda9a8,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:55.374814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb66217-41f0-4f19-9bbd-dfec820ec547 admin admin] Checking segment: {'id': 'b1341219-c832-41e1-bf46-d56059aebe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7a2a1a3b-d39e-433e-82f6-3ec6af811f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:16:55.375174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb66217-41f0-4f19-9bbd-dfec820ec547 admin admin] Network hostable DHCP agents. Network: 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:16:55.390854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb66217-41f0-4f19-9bbd-dfec820ec547 admin admin] Network 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:16:55.399193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-adb66217-41f0-4f19-9bbd-dfec820ec547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:16:55.403331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb66217-41f0-4f19-9bbd-dfec820ec547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:55.403959 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-adb66217-41f0-4f19-9bbd-dfec820ec547 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:55.408199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec860a66-8f96-4579-876e-491c2d878f64 None None] Network 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:16:55.420492 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-adb66217-41f0-4f19-9bbd-dfec820ec547 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3074038 Dec 08 02:16:55.483226 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:55.521630 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b949d8b9-1d0a-4f65-9730-3a95d57c45df None None] Network 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:16:56.155343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91cd68-383d-465a-80e7-52d5d1ffba81 req-427f7702-6288-4523-b72c-ea65f85fc7eb tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:56.156774 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f91cd68-383d-465a-80e7-52d5d1ffba81 req-427f7702-6288-4523-b72c-ea65f85fc7eb tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0530641 Dec 08 02:16:56.203451 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f91cd68-383d-465a-80e7-52d5d1ffba81 req-e5079e3a-2ce5-4bc4-bafa-329d6b27b8f5 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406265 Dec 08 02:16:56.405995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c59b8-d390-4a88-9eb4-de94a455bef2 req-d39a8822-d4a0-4a0d-942c-49f764230880 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:56.407921 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a7c59b8-d390-4a88-9eb4-de94a455bef2 req-d39a8822-d4a0-4a0d-942c-49f764230880 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0510602 Dec 08 02:16:56.452536 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b044e6-300d-4641-b10e-8f542cd01487 req-f157c424-aa74-480d-b725-ff789ce48ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:56.454161 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-73b044e6-300d-4641-b10e-8f542cd01487 req-f157c424-aa74-480d-b725-ff789ce48ce3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 1098 time: 0.0437098 Dec 08 02:16:56.458207 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a7c59b8-d390-4a88-9eb4-de94a455bef2 req-e969d9e4-98be-4c67-8471-2fb56fb6a33e tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437241 Dec 08 02:16:56.553183 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b044e6-300d-4641-b10e-8f542cd01487 req-f0092fec-6744-447a-b252-4c2e48fecfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:56.554815 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-73b044e6-300d-4641-b10e-8f542cd01487 req-f0092fec-6744-447a-b252-4c2e48fecfab service neutron] 10.222.0.45 "GET /v2.0/networks?id=990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 200 len: 911 time: 0.0931530 Dec 08 02:16:56.626131 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-73b044e6-300d-4641-b10e-8f542cd01487 req-3ca60788-ad21-422a-b0c2-60b5536881b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64fc7733-b523-4ee3-ad4d-eceb48ca0873 HTTP/1.1" status: 200 len: 1002 time: 0.0642140 Dec 08 02:16:56.678705 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b044e6-300d-4641-b10e-8f542cd01487 req-8aa7bba8-cc47-4806-bcaf-a9f68030983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:56.680253 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-73b044e6-300d-4641-b10e-8f542cd01487 req-8aa7bba8-cc47-4806-bcaf-a9f68030983a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=890cd2ed-9ae7-4a89-916f-2d2e22fc0f59 HTTP/1.1" status: 200 len: 849 time: 0.0472989 Dec 08 02:16:56.727814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b044e6-300d-4641-b10e-8f542cd01487 req-84611dc1-5194-447b-bfb6-3506a77af270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:56.729573 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-73b044e6-300d-4641-b10e-8f542cd01487 req-84611dc1-5194-447b-bfb6-3506a77af270 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990035d0-5f75-410a-9ae4-93ef5b213255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418377 Dec 08 02:16:56.821660 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-73b044e6-300d-4641-b10e-8f542cd01487 req-d651a865-c9e6-4ac0-828e-bce3c0b470dc service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849137 Dec 08 02:16:56.912409 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-73b044e6-300d-4641-b10e-8f542cd01487 req-c4d415a0-d9f4-47f8-b710-512ab644b624 service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844808 Dec 08 02:16:56.948716 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:57.156945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-e0998355-a29a-40eb-a582-28d4d78f6517 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:57.158412 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-e0998355-a29a-40eb-a582-28d4d78f6517 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/networks?id=7a2a1a3b-d39e-433e-82f6-3ec6af811f8a HTTP/1.1" status: 200 len: 809 time: 0.1025155 Dec 08 02:16:57.173505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-8dd552be-0ea6-4c00-9446-d358a30469a4 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/quotas/217f0cda398d4ef0a9c3526e60ec689f HTTP/1.1" status: 200 len: 375 time: 0.0093088 Dec 08 02:16:57.203651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-fa96dd59-1995-4897-8f56-959ca3843937 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=217f0cda398d4ef0a9c3526e60ec689f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249672 Dec 08 02:16:57.295236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-ace7e554-1252-4973-abbb-a3a87086813c service neutron] 10.222.0.71 "GET /v2.0/networks/7a2a1a3b-d39e-433e-82f6-3ec6af811f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848529 Dec 08 02:16:57.383996 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-cd88322d-52b7-4185-bb1e-d149100c5141 service neutron] 10.222.0.71 "GET /v2.0/networks/7a2a1a3b-d39e-433e-82f6-3ec6af811f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827153 Dec 08 02:16:57.589159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ad15771-6595-4630-9834-33088be395ff req-73a54dc1-ede8-4014-9ae5-cc72d1bc4ba1 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 210 time: 0.0528281 Dec 08 02:16:57.614842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76fb32-831d-45c3-b809-8af7f2bee003 req-7d7e3f97-20da-4684-9875-478bb50efbd6 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:57.616509 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a76fb32-831d-45c3-b809-8af7f2bee003 req-7d7e3f97-20da-4684-9875-478bb50efbd6 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0687568 Dec 08 02:16:57.663550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a76fb32-831d-45c3-b809-8af7f2bee003 req-f16bb96c-9ae2-4c1a-a278-842cb883d4d9 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405669 Dec 08 02:16:57.886710 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:58.555206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-f3f9ccf7-0476-4f13-9fe4-ee6829d0c915 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:58.556682 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-f3f9ccf7-0476-4f13-9fe4-ee6829d0c915 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.75 "GET /v2.0/networks?id=7a2a1a3b-d39e-433e-82f6-3ec6af811f8a HTTP/1.1" status: 200 len: 809 time: 0.1037169 Dec 08 02:16:58.581385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-1f1f9771-13a6-4757-acde-c7508b2e4a8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Request body: {'port': {'device_id': '07be9aa7-a473-4e09-98ee-8ee29b03ed0e', 'network_id': '7a2a1a3b-d39e-433e-82f6-3ec6af811f8a', 'admin_state_up': True, 'tenant_id': '217f0cda398d4ef0a9c3526e60ec689f'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:16:58.690715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e4e5889-a836-4292-b5c6-05d0138e7a2a req-9fedbaed-6009-4649-a9a4-ee7f81f8832a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 210 time: 0.0259395 Dec 08 02:16:58.691925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-1f1f9771-13a6-4757-acde-c7508b2e4a8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Made reservation on behalf of 217f0cda398d4ef0a9c3526e60ec689f for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:16:58.695578 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-1f1f9771-13a6-4757-acde-c7508b2e4a8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:58.784116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b6336-1cce-4f2e-acf7-4895cb5f2c11 req-f864c870-d1a0-4bd3-bd61-06574d677f11 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:58.785776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cf5b6336-1cce-4f2e-acf7-4895cb5f2c11 req-f864c870-d1a0-4bd3-bd61-06574d677f11 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0498354 Dec 08 02:16:58.820256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-1f1f9771-13a6-4757-acde-c7508b2e4a8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Allocated IP 172.20.0.2 (7a2a1a3b-d39e-433e-82f6-3ec6af811f8a/9b862920-3242-43d1-9b0c-8fd431eda9a8/094d04ea-f566-41d1-b75f-fd85f7f3273f) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:16:58.834361 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cf5b6336-1cce-4f2e-acf7-4895cb5f2c11 req-0acb37b6-e564-4085-9bfb-5b4cc43f41b1 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425394 Dec 08 02:16:58.970499 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-1f1f9771-13a6-4757-acde-c7508b2e4a8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:59.004569 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-1f1f9771-13a6-4757-acde-c7508b2e4a8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:59.047505 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-1f1f9771-13a6-4757-acde-c7508b2e4a8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Network 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:16:59.050575 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-1f1f9771-13a6-4757-acde-c7508b2e4a8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:16:59.054307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-1f1f9771-13a6-4757-acde-c7508b2e4a8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:16:59.081534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f9771-13a6-4757-acde-c7508b2e4a8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Pushing event updated for resources: {'Port': ['ID=094d04ea-f566-41d1-b75f-fd85f7f3273f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:59.108977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-1f1f9771-13a6-4757-acde-c7508b2e4a8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:59.109590 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-1f1f9771-13a6-4757-acde-c7508b2e4a8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:59.125377 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-1f1f9771-13a6-4757-acde-c7508b2e4a8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5476449 Dec 08 02:16:59.142598 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Request body: {'port': {'device_id': '07be9aa7-a473-4e09-98ee-8ee29b03ed0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:16:59.193325 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:59.449171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094d04ea-f566-41d1-b75f-fd85f7f3273f {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:16:59.456860 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:59.469394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Transition to ACTIVE for port object 094d04ea-f566-41d1-b75f-fd85f7f3273f will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:16:59.472787 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:59.522064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Pushing event updated for resources: {'Port': ['ID=094d04ea-f566-41d1-b75f-fd85f7f3273f,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:59.587941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Attempting to bind port 094d04ea-f566-41d1-b75f-fd85f7f3273f on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:16:59.588698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Attempting to bind port 094d04ea-f566-41d1-b75f-fd85f7f3273f by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'b1341219-c832-41e1-bf46-d56059aebe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7a2a1a3b-d39e-433e-82f6-3ec6af811f8a'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:16:59.588698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Attempting to bind port 094d04ea-f566-41d1-b75f-fd85f7f3273f on network 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:16:59.593394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Port 094d04ea-f566-41d1-b75f-fd85f7f3273f on network 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:16:59.593724 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Attempting to bind port 094d04ea-f566-41d1-b75f-fd85f7f3273f on network 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:16:59.598766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:16:59.599115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Checking segment: {'id': 'b1341219-c832-41e1-bf46-d56059aebe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7a2a1a3b-d39e-433e-82f6-3ec6af811f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:16:59.599504 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Bound using segment: {'id': 'b1341219-c832-41e1-bf46-d56059aebe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7a2a1a3b-d39e-433e-82f6-3ec6af811f8a'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:16:59.599985 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Bound port: 094d04ea-f566-41d1-b75f-fd85f7f3273f, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1341219-c832-41e1-bf46-d56059aebe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7a2a1a3b-d39e-433e-82f6-3ec6af811f8a'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:16:59.600343 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:59.666765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] For port 094d04ea-f566-41d1-b75f-fd85f7f3273f, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:16:59.669748 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] For port 094d04ea-f566-41d1-b75f-fd85f7f3273f, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=094d04ea-f566-41d1-b75f-fd85f7f3273f,segment=NetworkSegment(b1341219-c832-41e1-bf46-d56059aebe45),segment_id=b1341219-c832-41e1-bf46-d56059aebe45)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:16:59.674130 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:59.709798 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:59.710417 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:59.711809 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] 10.222.0.75 "PUT /v2.0/ports/094d04ea-f566-41d1-b75f-fd85f7f3273f HTTP/1.1" status: 200 len: 1092 time: 0.5732114 Dec 08 02:16:59.712244 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07be9aa7-a473-4e09-98ee-8ee29b03ed0e', 'tag': '094d04ea-f566-41d1-b75f-fd85f7f3273f'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:16:59.715186 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb53bf0-c529-4933-91f6-8205209aa610" -d '{"events": [{"name": "network-changed", "server_uuid": "07be9aa7-a473-4e09-98ee-8ee29b03ed0e", "tag": "094d04ea-f566-41d1-b75f-fd85f7f3273f"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:16:59.739052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddade7-87a0-4d28-b3c8-479bc8a42be6 service neutron] Pushing event updated for resources: {'Port': ['ID=094d04ea-f566-41d1-b75f-fd85f7f3273f,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:16:59.819472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33574df-f05d-4f09-9207-d16f75b94c7a req-5338678f-85c5-416f-9b4f-a66b735da6a0 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:59.821188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f33574df-f05d-4f09-9207-d16f75b94c7a req-5338678f-85c5-416f-9b4f-a66b735da6a0 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 943 time: 0.0550060 Dec 08 02:16:59.824042 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-a5917a39-f84c-4913-aa67-a4fc00bfbb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:59.825646 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-a5917a39-f84c-4913-aa67-a4fc00bfbb2a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=217f0cda398d4ef0a9c3526e60ec689f&device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 1095 time: 0.0468287 Dec 08 02:16:59.871991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f33574df-f05d-4f09-9207-d16f75b94c7a req-90b71440-8f08-4e61-b5b7-f6aa5d7b98e2 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Dec 08 02:16:59.874584 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-7b300553-b4b3-42a8-ad94-f5b5585c0fa1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=094d04ea-f566-41d1-b75f-fd85f7f3273f HTTP/1.1" status: 200 len: 217 time: 0.0357885 Dec 08 02:16:59.925388 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0028312f-1c34-4e82-bdf6-0442558a0a83 x-openstack-request-id: req-0028312f-1c34-4e82-bdf6-0442558a0a83 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:16:59.925678 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07be9aa7-a473-4e09-98ee-8ee29b03ed0e", "tag": "094d04ea-f566-41d1-b75f-fd85f7f3273f", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:16:59.925929 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0028312f-1c34-4e82-bdf6-0442558a0a83 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:16:59.926321 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07be9aa7-a473-4e09-98ee-8ee29b03ed0e', 'tag': '094d04ea-f566-41d1-b75f-fd85f7f3273f', 'status': 'completed', 'code': 200} Dec 08 02:16:59.933862 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-1e2a0a18-f3d7-454f-8704-c735b940cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:59.935409 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-1e2a0a18-f3d7-454f-8704-c735b940cbb6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9b862920-3242-43d1-9b0c-8fd431eda9a8 HTTP/1.1" status: 200 len: 849 time: 0.0538571 Dec 08 02:16:59.968779 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-23fce700-12d2-438c-927d-c7d34b2962a3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a2a1a3b-d39e-433e-82f6-3ec6af811f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251293 Dec 08 02:17:00.056885 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-ed614d21-293b-41c3-a280-6d10d57f1207 service neutron] 10.222.0.75 "GET /v2.0/networks/7a2a1a3b-d39e-433e-82f6-3ec6af811f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805743 Dec 08 02:17:00.151995 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6ebcc5c-0655-4f78-94aa-f2b489744f1b req-c0b97aae-24a2-4140-a8be-a933b5ae4285 service neutron] 10.222.0.75 "GET /v2.0/networks/7a2a1a3b-d39e-433e-82f6-3ec6af811f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871527 Dec 08 02:17:00.280334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb53bf0-c529-4933-91f6-8205209aa610 req-3bb3a9de-225b-44a2-baca-d3b1029dd683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:00.281782 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9fb53bf0-c529-4933-91f6-8205209aa610 req-3bb3a9de-225b-44a2-baca-d3b1029dd683 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=217f0cda398d4ef0a9c3526e60ec689f&device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 1095 time: 0.0403342 Dec 08 02:17:00.372205 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb53bf0-c529-4933-91f6-8205209aa610 req-2e571e50-fe09-465a-affd-3c3c0d6b9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:00.373656 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9fb53bf0-c529-4933-91f6-8205209aa610 req-2e571e50-fe09-465a-affd-3c3c0d6b9e24 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7a2a1a3b-d39e-433e-82f6-3ec6af811f8a HTTP/1.1" status: 200 len: 910 time: 0.0852766 Dec 08 02:17:00.413002 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9fb53bf0-c529-4933-91f6-8205209aa610 req-1479c9d5-6708-45c9-9354-5e7c06e82f7e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=094d04ea-f566-41d1-b75f-fd85f7f3273f HTTP/1.1" status: 200 len: 217 time: 0.0326257 Dec 08 02:17:00.464717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb53bf0-c529-4933-91f6-8205209aa610 req-b504629b-4c64-41a1-8ab8-3fa9256c697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:00.466130 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9fb53bf0-c529-4933-91f6-8205209aa610 req-b504629b-4c64-41a1-8ab8-3fa9256c697f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9b862920-3242-43d1-9b0c-8fd431eda9a8 HTTP/1.1" status: 200 len: 849 time: 0.0454633 Dec 08 02:17:00.498585 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9fb53bf0-c529-4933-91f6-8205209aa610 req-a7e70400-9027-4193-b149-aff34586d577 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a2a1a3b-d39e-433e-82f6-3ec6af811f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245829 Dec 08 02:17:00.586285 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9fb53bf0-c529-4933-91f6-8205209aa610 req-9a4963d9-dd52-4a22-82d7-b0855250d9ed service neutron] 10.222.0.75 "GET /v2.0/networks/7a2a1a3b-d39e-433e-82f6-3ec6af811f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801666 Dec 08 02:17:00.679349 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:17:00.680153 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9fb53bf0-c529-4933-91f6-8205209aa610 req-825c934c-c6b6-4b06-bdec-f216261c0bfe service neutron] 10.222.0.75 "GET /v2.0/networks/7a2a1a3b-d39e-433e-82f6-3ec6af811f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852818 Dec 08 02:17:00.985886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db71d3-5ac4-48a7-8289-e3f492a972fe req-d2801090-5d0a-4197-b7a5-dc7c709d382c tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:00.987349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19db71d3-5ac4-48a7-8289-e3f492a972fe req-d2801090-5d0a-4197-b7a5-dc7c709d382c tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 943 time: 0.0478747 Dec 08 02:17:01.033729 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19db71d3-5ac4-48a7-8289-e3f492a972fe req-a5451666-e4a1-45bd-a0c3-ffa6329590ad tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Dec 08 02:17:02.147997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216e1a4-a15a-4e6e-ad1b-7ea5a08a67d3 req-81a688d4-1bb7-4ef6-b7fd-aabd33106afb tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:02.149456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0216e1a4-a15a-4e6e-ad1b-7ea5a08a67d3 req-81a688d4-1bb7-4ef6-b7fd-aabd33106afb tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 943 time: 0.0474694 Dec 08 02:17:02.198127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0216e1a4-a15a-4e6e-ad1b-7ea5a08a67d3 req-5f7031ed-12f2-453a-9418-b88df85f3dbe tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421159 Dec 08 02:17:02.790074 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 094d04ea-f566-41d1-b75f-fd85f7f3273f details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:17:02.881185 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 094d04ea-f566-41d1-b75f-fd85f7f3273f, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=094d04ea-f566-41d1-b75f-fd85f7f3273f,segment=NetworkSegment(b1341219-c832-41e1-bf46-d56059aebe45),segment_id=b1341219-c832-41e1-bf46-d56059aebe45)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:02.892520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '094d04ea-f566-41d1-b75f-fd85f7f3273f', 'network_id': '7a2a1a3b-d39e-433e-82f6-3ec6af811f8a', 'port_id': '094d04ea-f566-41d1-b75f-fd85f7f3273f', 'mac_address': 'fa:16:3e:18:8d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b862920-3242-43d1-9b0c-8fd431eda9a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:17:02.931747 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:02.944142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094d04ea-f566-41d1-b75f-fd85f7f3273f {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:17:02.963445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 094d04ea-f566-41d1-b75f-fd85f7f3273f, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=094d04ea-f566-41d1-b75f-fd85f7f3273f,segment=NetworkSegment(b1341219-c832-41e1-bf46-d56059aebe45),segment_id=b1341219-c832-41e1-bf46-d56059aebe45)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:02.967831 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:03.013441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=094d04ea-f566-41d1-b75f-fd85f7f3273f,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:03.020658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:03.021005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:03.021347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:03.021686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:03.022036 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:03.022355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:03.022679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:03.023002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:03.023326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:03.023674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:03.024003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:03.024327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:03.024650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:03.256338 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['094d04ea-f566-41d1-b75f-fd85f7f3273f'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:17:03.314700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff2c6a-03ff-49b6-90a6-edec15a74ed8 req-0d8fa751-85a8-4696-b422-5a86dbe6de2c tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:03.316211 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31ff2c6a-03ff-49b6-90a6-edec15a74ed8 req-0d8fa751-85a8-4696-b422-5a86dbe6de2c tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 944 time: 0.0496876 Dec 08 02:17:03.363256 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31ff2c6a-03ff-49b6-90a6-edec15a74ed8 req-e267d7df-3f52-4f24-a600-870c796f2d5d tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Dec 08 02:17:04.478873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b35b1-b4c2-4b91-ac2e-75b3d983435e req-9ac361e8-2fec-48b6-83c8-969f57c3978b tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:04.480361 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d0b35b1-b4c2-4b91-ac2e-75b3d983435e req-9ac361e8-2fec-48b6-83c8-969f57c3978b tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 944 time: 0.0496283 Dec 08 02:17:04.528696 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d0b35b1-b4c2-4b91-ac2e-75b3d983435e req-0408ed2c-6211-4302-b3f2-a5d5e8df2b61 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 Dec 08 02:17:04.789935 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 094d04ea-f566-41d1-b75f-fd85f7f3273f up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:17:04.836853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 094d04ea-f566-41d1-b75f-fd85f7f3273f completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:17:04.840663 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 094d04ea-f566-41d1-b75f-fd85f7f3273f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:04.841057 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:04.916778 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:04.939148 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07be9aa7-a473-4e09-98ee-8ee29b03ed0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094d04ea-f566-41d1-b75f-fd85f7f3273f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:17:04.941382 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5860a28-14bb-494a-9d36-dbc19d16f4e4" -d '{"events": [{"server_uuid": "07be9aa7-a473-4e09-98ee-8ee29b03ed0e", "name": "network-vif-plugged", "status": "completed", "tag": "094d04ea-f566-41d1-b75f-fd85f7f3273f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:17:04.954095 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 094d04ea-f566-41d1-b75f-fd85f7f3273f, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=094d04ea-f566-41d1-b75f-fd85f7f3273f,segment=NetworkSegment(b1341219-c832-41e1-bf46-d56059aebe45),segment_id=b1341219-c832-41e1-bf46-d56059aebe45)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:04.958120 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:04.980759 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca84396-b542-4f47-accc-dbfad3c50b63 x-openstack-request-id: req-3ca84396-b542-4f47-accc-dbfad3c50b63 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:17:04.981046 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07be9aa7-a473-4e09-98ee-8ee29b03ed0e", "name": "network-vif-plugged", "status": "completed", "tag": "094d04ea-f566-41d1-b75f-fd85f7f3273f", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:17:04.981289 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3ca84396-b542-4f47-accc-dbfad3c50b63 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:17:04.981667 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07be9aa7-a473-4e09-98ee-8ee29b03ed0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094d04ea-f566-41d1-b75f-fd85f7f3273f', 'code': 200} Dec 08 02:17:05.006234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=094d04ea-f566-41d1-b75f-fd85f7f3273f,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:05.100481 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d6918-7530-47cf-8a7c-091b55c2b711 req-84621cce-b6eb-45e9-87b6-b9bc4ff06925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:05.101861 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d29d6918-7530-47cf-8a7c-091b55c2b711 req-84621cce-b6eb-45e9-87b6-b9bc4ff06925 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 1097 time: 0.0391533 Dec 08 02:17:05.148595 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d29d6918-7530-47cf-8a7c-091b55c2b711 req-e5ab55b3-8e61-442a-bea1-6b3c8d8c858a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362799 Dec 08 02:17:05.648335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dbc88-aded-49b1-a98e-2e69f27eb6f2 req-0a865e79-9ed9-44a4-b92a-350e9d86939d tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:05.649791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a15dbc88-aded-49b1-a98e-2e69f27eb6f2 req-0a865e79-9ed9-44a4-b92a-350e9d86939d tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 945 time: 0.0533721 Dec 08 02:17:05.694706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a15dbc88-aded-49b1-a98e-2e69f27eb6f2 req-240cda39-1afe-4ce9-b34d-a28aa1f6f48e tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 Dec 08 02:17:06.810506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381c14e-68e4-4b8a-893f-588e80d1483e req-83808499-ee46-48f3-a351-2b07121cde8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:06.811973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d381c14e-68e4-4b8a-893f-588e80d1483e req-83808499-ee46-48f3-a351-2b07121cde8a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 945 time: 0.0477049 Dec 08 02:17:06.858004 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d381c14e-68e4-4b8a-893f-588e80d1483e req-e4a082b8-e687-4f1b-9ffd-7297f3617cb0 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401011 Dec 08 02:17:07.424708 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978b3b9-5cfc-4671-bc84-f1c0105002be req-6dceab83-66dd-4477-8a60-41707e77dfe3 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:07.426153 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b978b3b9-5cfc-4671-bc84-f1c0105002be req-6dceab83-66dd-4477-8a60-41707e77dfe3 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 945 time: 0.0482209 Dec 08 02:17:07.475402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b978b3b9-5cfc-4671-bc84-f1c0105002be req-70cfbe61-578e-43c4-ab56-c34b9518abad tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 Dec 08 02:17:08.591310 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9c50f-f184-4985-a74f-a126bf97844e req-45a315a0-8bd6-4975-80f5-defc8daf35a6 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:08.592918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-efe9c50f-f184-4985-a74f-a126bf97844e req-45a315a0-8bd6-4975-80f5-defc8daf35a6 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 945 time: 0.0491216 Dec 08 02:17:08.639723 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-efe9c50f-f184-4985-a74f-a126bf97844e req-4e96e06f-ead6-4c5c-b264-3867c211776f tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Dec 08 02:17:08.858444 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fa411-f5a2-4145-867f-20a5ea9c3571 req-c2adf786-9dcc-4803-94f9-77a94f9a5d80 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:08.859821 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9e4fa411-f5a2-4145-867f-20a5ea9c3571 req-c2adf786-9dcc-4803-94f9-77a94f9a5d80 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.75 "GET /v2.0/ports?device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 945 time: 0.0622220 Dec 08 02:17:08.947166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-9e4fa411-f5a2-4145-867f-20a5ea9c3571 req-330ab6e2-64a1-4321-944b-6f06f9e53d7e tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Deleting port 094d04ea-f566-41d1-b75f-fd85f7f3273f {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:17:08.947512 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9e4fa411-f5a2-4145-867f-20a5ea9c3571 req-330ab6e2-64a1-4321-944b-6f06f9e53d7e tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:09.037511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-9e4fa411-f5a2-4145-867f-20a5ea9c3571 req-330ab6e2-64a1-4321-944b-6f06f9e53d7e tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] For port 094d04ea-f566-41d1-b75f-fd85f7f3273f, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=094d04ea-f566-41d1-b75f-fd85f7f3273f,segment=NetworkSegment(b1341219-c832-41e1-bf46-d56059aebe45),segment_id=b1341219-c832-41e1-bf46-d56059aebe45)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:09.037879 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9e4fa411-f5a2-4145-867f-20a5ea9c3571 req-330ab6e2-64a1-4321-944b-6f06f9e53d7e tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:09.050014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-9e4fa411-f5a2-4145-867f-20a5ea9c3571 req-330ab6e2-64a1-4321-944b-6f06f9e53d7e tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Calling delete_port for 094d04ea-f566-41d1-b75f-fd85f7f3273f owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:17:09.175133 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9e4fa411-f5a2-4145-867f-20a5ea9c3571 req-330ab6e2-64a1-4321-944b-6f06f9e53d7e tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:09.203373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ab6e2-64a1-4321-944b-6f06f9e53d7e tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Pushing event deleted for resources: {'Port': ['ID=094d04ea-f566-41d1-b75f-fd85f7f3273f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:09.217948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['094d04ea-f566-41d1-b75f-fd85f7f3273f'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:17:09.242938 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4fa411-f5a2-4145-867f-20a5ea9c3571 req-330ab6e2-64a1-4321-944b-6f06f9e53d7e tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] No DVR routers for this DVR port 094d04ea-f566-41d1-b75f-fd85f7f3273f on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:17:09.245942 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9e4fa411-f5a2-4145-867f-20a5ea9c3571 req-330ab6e2-64a1-4321-944b-6f06f9e53d7e tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:09.249357 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9e4fa411-f5a2-4145-867f-20a5ea9c3571 req-330ab6e2-64a1-4321-944b-6f06f9e53d7e tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.75 "DELETE /v2.0/ports/094d04ea-f566-41d1-b75f-fd85f7f3273f HTTP/1.1" status: 204 len: 173 time: 0.3837612 Dec 08 02:17:09.249800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07be9aa7-a473-4e09-98ee-8ee29b03ed0e', 'name': 'network-vif-deleted', 'tag': '094d04ea-f566-41d1-b75f-fd85f7f3273f'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:17:09.252079 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfd3a13-9e67-4376-abff-702b17bd5896" -d '{"events": [{"server_uuid": "07be9aa7-a473-4e09-98ee-8ee29b03ed0e", "name": "network-vif-deleted", "tag": "094d04ea-f566-41d1-b75f-fd85f7f3273f"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:17:09.293021 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a486b12-ced2-48b9-8ea1-b55276601fa7 x-openstack-request-id: req-4a486b12-ced2-48b9-8ea1-b55276601fa7 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:17:09.293327 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07be9aa7-a473-4e09-98ee-8ee29b03ed0e", "name": "network-vif-deleted", "tag": "094d04ea-f566-41d1-b75f-fd85f7f3273f", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:17:09.293581 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4a486b12-ced2-48b9-8ea1-b55276601fa7 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:17:09.293983 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07be9aa7-a473-4e09-98ee-8ee29b03ed0e', 'name': 'network-vif-deleted', 'tag': '094d04ea-f566-41d1-b75f-fd85f7f3273f', 'status': 'completed', 'code': 200} Dec 08 02:17:09.748343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69d51852-a02e-4642-a3d1-c5e443764451 req-43268c14-d176-4020-88e9-38173ea45058 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=07be9aa7-a473-4e09-98ee-8ee29b03ed0e HTTP/1.1" status: 200 len: 210 time: 0.0278199 Dec 08 02:17:11.003406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-cde05bdf-d2bf-4a31-a2f7-d44c803c8795 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:11.004891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-cde05bdf-d2bf-4a31-a2f7-d44c803c8795 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/networks?id=7a2a1a3b-d39e-433e-82f6-3ec6af811f8a HTTP/1.1" status: 200 len: 809 time: 0.1006479 Dec 08 02:17:11.020375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-af364279-e0b3-4cf9-976c-5cf214f65b19 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/quotas/217f0cda398d4ef0a9c3526e60ec689f HTTP/1.1" status: 200 len: 375 time: 0.0098004 Dec 08 02:17:11.051461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-1bdbc867-43b5-46f5-8a4e-da09b0931075 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=217f0cda398d4ef0a9c3526e60ec689f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258367 Dec 08 02:17:11.141051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-95f25abd-5c83-4e10-99fe-d41df9959c3c service neutron] 10.222.0.71 "GET /v2.0/networks/7a2a1a3b-d39e-433e-82f6-3ec6af811f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828559 Dec 08 02:17:11.229149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-c2829785-7176-46aa-a810-6cfa2a46479a service neutron] 10.222.0.71 "GET /v2.0/networks/7a2a1a3b-d39e-433e-82f6-3ec6af811f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821097 Dec 08 02:17:11.390441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6359b343-a10b-4826-bead-bddd6e8ee616 req-cd6a2a89-60f1-42fd-956d-68998674ff32 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 210 time: 0.0286636 Dec 08 02:17:12.490963 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f86f02d7-ee6f-49c8-abe5-7c6a687559d4 req-3745447e-835c-4305-be6c-4897d8a096ce tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 210 time: 0.0313797 Dec 08 02:17:12.613270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-1ce8ef4e-f980-4af1-9f44-8434265c09bd tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:12.614697 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-1ce8ef4e-f980-4af1-9f44-8434265c09bd tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.75 "GET /v2.0/networks?id=7a2a1a3b-d39e-433e-82f6-3ec6af811f8a HTTP/1.1" status: 200 len: 809 time: 0.3421502 Dec 08 02:17:12.633582 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-8c633389-c97e-4627-b3ce-d8d825aceaec tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Request body: {'port': {'device_id': '3741c6a4-c341-43cc-bc53-14a99ac6847c', 'network_id': '7a2a1a3b-d39e-433e-82f6-3ec6af811f8a', 'admin_state_up': True, 'tenant_id': '217f0cda398d4ef0a9c3526e60ec689f'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:12.738540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-8c633389-c97e-4627-b3ce-d8d825aceaec tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Made reservation on behalf of 217f0cda398d4ef0a9c3526e60ec689f for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:17:12.741998 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-8c633389-c97e-4627-b3ce-d8d825aceaec tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:12.836054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 094d04ea-f566-41d1-b75f-fd85f7f3273f no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:17:12.855938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 094d04ea-f566-41d1-b75f-fd85f7f3273f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:17:12.856283 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 094d04ea-f566-41d1-b75f-fd85f7f3273f not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:17:12.864878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-8c633389-c97e-4627-b3ce-d8d825aceaec tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Allocated IP 172.20.0.13 (7a2a1a3b-d39e-433e-82f6-3ec6af811f8a/9b862920-3242-43d1-9b0c-8fd431eda9a8/2cb86691-0fb6-4cb4-a070-9050145fa83d) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:17:13.016225 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-8c633389-c97e-4627-b3ce-d8d825aceaec tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:13.048677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-8c633389-c97e-4627-b3ce-d8d825aceaec tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:13.092328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-8c633389-c97e-4627-b3ce-d8d825aceaec tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Network 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:17:13.095224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-8c633389-c97e-4627-b3ce-d8d825aceaec tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:17:13.099177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-8c633389-c97e-4627-b3ce-d8d825aceaec tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:17:13.105455 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c633389-c97e-4627-b3ce-d8d825aceaec tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Pushing event updated for resources: {'Port': ['ID=2cb86691-0fb6-4cb4-a070-9050145fa83d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:13.154117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-8c633389-c97e-4627-b3ce-d8d825aceaec tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:13.154722 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-8c633389-c97e-4627-b3ce-d8d825aceaec tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:13.171118 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-8c633389-c97e-4627-b3ce-d8d825aceaec tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5408235 Dec 08 02:17:13.187950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Request body: {'port': {'device_id': '3741c6a4-c341-43cc-bc53-14a99ac6847c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:13.244103 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:13.496828 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb86691-0fb6-4cb4-a070-9050145fa83d {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:17:13.504167 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:13.518394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Transition to ACTIVE for port object 2cb86691-0fb6-4cb4-a070-9050145fa83d will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:17:13.522065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:13.574148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Pushing event updated for resources: {'Port': ['ID=2cb86691-0fb6-4cb4-a070-9050145fa83d,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:13.611573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2f179-373e-47d0-b7bb-3bd514a020f7 req-f0e8c8fa-572c-4925-a1ab-69c88dad9b9a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:13.613089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8a2f179-373e-47d0-b7bb-3bd514a020f7 req-f0e8c8fa-572c-4925-a1ab-69c88dad9b9a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 944 time: 0.0499694 Dec 08 02:17:13.643480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Attempting to bind port 2cb86691-0fb6-4cb4-a070-9050145fa83d on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:17:13.644105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Attempting to bind port 2cb86691-0fb6-4cb4-a070-9050145fa83d by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'b1341219-c832-41e1-bf46-d56059aebe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7a2a1a3b-d39e-433e-82f6-3ec6af811f8a'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:17:13.644362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Attempting to bind port 2cb86691-0fb6-4cb4-a070-9050145fa83d on network 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:17:13.648659 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Port 2cb86691-0fb6-4cb4-a070-9050145fa83d on network 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:17:13.648976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Attempting to bind port 2cb86691-0fb6-4cb4-a070-9050145fa83d on network 7a2a1a3b-d39e-433e-82f6-3ec6af811f8a {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:17:13.654196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:17:13.654528 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Checking segment: {'id': 'b1341219-c832-41e1-bf46-d56059aebe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7a2a1a3b-d39e-433e-82f6-3ec6af811f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:17:13.654903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Bound using segment: {'id': 'b1341219-c832-41e1-bf46-d56059aebe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7a2a1a3b-d39e-433e-82f6-3ec6af811f8a'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:17:13.655327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Bound port: 2cb86691-0fb6-4cb4-a070-9050145fa83d, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1341219-c832-41e1-bf46-d56059aebe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7a2a1a3b-d39e-433e-82f6-3ec6af811f8a'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:17:13.655698 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:13.659718 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8a2f179-373e-47d0-b7bb-3bd514a020f7 req-5dbba6af-7ba8-4da9-9924-5fc9b9251a67 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Dec 08 02:17:13.716955 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] For port 2cb86691-0fb6-4cb4-a070-9050145fa83d, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:17:13.719948 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] For port 2cb86691-0fb6-4cb4-a070-9050145fa83d, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2cb86691-0fb6-4cb4-a070-9050145fa83d,segment=NetworkSegment(b1341219-c832-41e1-bf46-d56059aebe45),segment_id=b1341219-c832-41e1-bf46-d56059aebe45)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:17:13.724858 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:13.760129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:13.760781 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:13.762140 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] 10.222.0.75 "PUT /v2.0/ports/2cb86691-0fb6-4cb4-a070-9050145fa83d HTTP/1.1" status: 200 len: 1093 time: 0.5783420 Dec 08 02:17:13.762570 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3741c6a4-c341-43cc-bc53-14a99ac6847c', 'tag': '2cb86691-0fb6-4cb4-a070-9050145fa83d'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:17:13.764833 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283bf47e-56ab-402b-8670-58cc4533c17a" -d '{"events": [{"name": "network-changed", "server_uuid": "3741c6a4-c341-43cc-bc53-14a99ac6847c", "tag": "2cb86691-0fb6-4cb4-a070-9050145fa83d"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:17:13.785771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37f8ae-9700-454f-b503-639dab01755a service neutron] Pushing event updated for resources: {'Port': ['ID=2cb86691-0fb6-4cb4-a070-9050145fa83d,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:13.808188 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf987af-c36e-4ac2-8320-97489fd66b86 x-openstack-request-id: req-6cf987af-c36e-4ac2-8320-97489fd66b86 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:17:13.808485 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3741c6a4-c341-43cc-bc53-14a99ac6847c", "tag": "2cb86691-0fb6-4cb4-a070-9050145fa83d", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:17:13.808738 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6cf987af-c36e-4ac2-8320-97489fd66b86 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:17:13.809143 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3741c6a4-c341-43cc-bc53-14a99ac6847c', 'tag': '2cb86691-0fb6-4cb4-a070-9050145fa83d', 'status': 'completed', 'code': 200} Dec 08 02:17:13.872792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-9bc3275b-0042-4cea-b5f5-21770fa40edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:13.874300 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-9bc3275b-0042-4cea-b5f5-21770fa40edb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=217f0cda398d4ef0a9c3526e60ec689f&device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 1096 time: 0.0466301 Dec 08 02:17:13.920940 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-4ebde18c-0eb9-4d13-b943-59683790992d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cb86691-0fb6-4cb4-a070-9050145fa83d HTTP/1.1" status: 200 len: 217 time: 0.0331907 Dec 08 02:17:13.968793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-fca3b2c3-3c98-475c-9a01-6ff2b3f8fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:13.970206 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-fca3b2c3-3c98-475c-9a01-6ff2b3f8fd5e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9b862920-3242-43d1-9b0c-8fd431eda9a8 HTTP/1.1" status: 200 len: 849 time: 0.0425699 Dec 08 02:17:14.003986 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-a9568151-dd75-4cf9-a10d-41cd735c2138 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a2a1a3b-d39e-433e-82f6-3ec6af811f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268874 Dec 08 02:17:14.092088 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-76db373b-5c9d-4452-a94e-7140a7685d5a service neutron] 10.222.0.75 "GET /v2.0/networks/7a2a1a3b-d39e-433e-82f6-3ec6af811f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802135 Dec 08 02:17:14.181962 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a501cd1b-ce15-41d4-98d4-30e4ace7cc7a req-6c52e69f-1ded-4d95-9531-d27d05f37b10 service neutron] 10.222.0.75 "GET /v2.0/networks/7a2a1a3b-d39e-433e-82f6-3ec6af811f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832257 Dec 08 02:17:14.312083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bf47e-56ab-402b-8670-58cc4533c17a req-a6c716cc-2940-4e95-b26f-9c492bcf68c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:14.313553 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-283bf47e-56ab-402b-8670-58cc4533c17a req-a6c716cc-2940-4e95-b26f-9c492bcf68c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=217f0cda398d4ef0a9c3526e60ec689f&device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 1096 time: 0.0402269 Dec 08 02:17:14.401034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bf47e-56ab-402b-8670-58cc4533c17a req-e7500e28-12ea-4f6d-bacb-ecb97990abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:14.402378 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-283bf47e-56ab-402b-8670-58cc4533c17a req-e7500e28-12ea-4f6d-bacb-ecb97990abf5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7a2a1a3b-d39e-433e-82f6-3ec6af811f8a HTTP/1.1" status: 200 len: 910 time: 0.0823472 Dec 08 02:17:14.446214 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-283bf47e-56ab-402b-8670-58cc4533c17a req-a44dda98-2bbd-4f40-ac78-f766342a4747 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cb86691-0fb6-4cb4-a070-9050145fa83d HTTP/1.1" status: 200 len: 217 time: 0.0367665 Dec 08 02:17:14.494071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bf47e-56ab-402b-8670-58cc4533c17a req-26fe4b0f-d30e-417f-9b63-deef3a96f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:14.496051 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-283bf47e-56ab-402b-8670-58cc4533c17a req-26fe4b0f-d30e-417f-9b63-deef3a96f080 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9b862920-3242-43d1-9b0c-8fd431eda9a8 HTTP/1.1" status: 200 len: 849 time: 0.0428388 Dec 08 02:17:14.531520 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-283bf47e-56ab-402b-8670-58cc4533c17a req-8b1438c6-6a9c-43ff-94be-ef97b7b2fa06 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7a2a1a3b-d39e-433e-82f6-3ec6af811f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257986 Dec 08 02:17:14.624749 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-283bf47e-56ab-402b-8670-58cc4533c17a req-21a68f21-6f2b-4c60-a0a6-91c125d3ecf5 service neutron] 10.222.0.75 "GET /v2.0/networks/7a2a1a3b-d39e-433e-82f6-3ec6af811f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853629 Dec 08 02:17:14.714820 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-283bf47e-56ab-402b-8670-58cc4533c17a req-5adfcbd8-b956-46db-8dd4-4450a0710a6f service neutron] 10.222.0.75 "GET /v2.0/networks/7a2a1a3b-d39e-433e-82f6-3ec6af811f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825820 Dec 08 02:17:14.774356 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4e862-4f37-4c61-994c-f033eb1c3bf3 req-54fa5158-16c9-409c-ad37-e321d27a7f58 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:14.775782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cda4e862-4f37-4c61-994c-f033eb1c3bf3 req-54fa5158-16c9-409c-ad37-e321d27a7f58 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 944 time: 0.0484195 Dec 08 02:17:14.821727 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cda4e862-4f37-4c61-994c-f033eb1c3bf3 req-22a3676f-3219-4c0a-91ae-bfdd015530f4 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Dec 08 02:17:15.940717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb4ef2-43ac-480d-b6d1-3b7b0dd552a1 req-07d3cf8d-4722-436b-88b9-36d8c6a607f4 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:15.942199 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-facb4ef2-43ac-480d-b6d1-3b7b0dd552a1 req-07d3cf8d-4722-436b-88b9-36d8c6a607f4 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 944 time: 0.0515378 Dec 08 02:17:15.989081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-facb4ef2-43ac-480d-b6d1-3b7b0dd552a1 req-2e6296af-a02d-42a3-9ba6-118372187267 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408623 Dec 08 02:17:16.867156 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2cb86691-0fb6-4cb4-a070-9050145fa83d details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:17:17.108493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15536658-47ca-447d-bcae-e4fe2547c85c req-44da6aaa-aaa1-4945-93be-50df1b82c768 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:17.109993 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15536658-47ca-447d-bcae-e4fe2547c85c req-44da6aaa-aaa1-4945-93be-50df1b82c768 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 944 time: 0.0504401 Dec 08 02:17:17.117057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2cb86691-0fb6-4cb4-a070-9050145fa83d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2cb86691-0fb6-4cb4-a070-9050145fa83d,segment=NetworkSegment(b1341219-c832-41e1-bf46-d56059aebe45),segment_id=b1341219-c832-41e1-bf46-d56059aebe45)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:17.128299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '2cb86691-0fb6-4cb4-a070-9050145fa83d', 'network_id': '7a2a1a3b-d39e-433e-82f6-3ec6af811f8a', 'port_id': '2cb86691-0fb6-4cb4-a070-9050145fa83d', 'mac_address': 'fa:16:3e:2d:15:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b862920-3242-43d1-9b0c-8fd431eda9a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:17:17.159478 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15536658-47ca-447d-bcae-e4fe2547c85c req-f1ee98ba-c85d-4e28-aa92-f8f177d18727 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Dec 08 02:17:17.164757 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:17.177679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb86691-0fb6-4cb4-a070-9050145fa83d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:17:17.196489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2cb86691-0fb6-4cb4-a070-9050145fa83d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2cb86691-0fb6-4cb4-a070-9050145fa83d,segment=NetworkSegment(b1341219-c832-41e1-bf46-d56059aebe45),segment_id=b1341219-c832-41e1-bf46-d56059aebe45)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:17.200946 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:17.247978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=2cb86691-0fb6-4cb4-a070-9050145fa83d,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:17.468897 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2cb86691-0fb6-4cb4-a070-9050145fa83d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:17:18.271797 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52422b-bb55-4659-b25e-8b1f3ddf0811 req-e9baf169-6f8f-4215-b0bb-5d199a98b0e5 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:18.273271 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa52422b-bb55-4659-b25e-8b1f3ddf0811 req-e9baf169-6f8f-4215-b0bb-5d199a98b0e5 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 945 time: 0.0476410 Dec 08 02:17:18.322916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa52422b-bb55-4659-b25e-8b1f3ddf0811 req-048ddbfe-8733-457c-9ca3-dd6be02dc5b8 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432451 Dec 08 02:17:18.878341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2cb86691-0fb6-4cb4-a070-9050145fa83d up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:17:18.927159 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 2cb86691-0fb6-4cb4-a070-9050145fa83d completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:17:18.931856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 2cb86691-0fb6-4cb4-a070-9050145fa83d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:18.931856 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:19.009114 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:19.030607 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3741c6a4-c341-43cc-bc53-14a99ac6847c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb86691-0fb6-4cb4-a070-9050145fa83d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:17:19.032850 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3dea9f1-1f6f-402d-af2e-54fa5c4b8296" -d '{"events": [{"server_uuid": "3741c6a4-c341-43cc-bc53-14a99ac6847c", "name": "network-vif-plugged", "status": "completed", "tag": "2cb86691-0fb6-4cb4-a070-9050145fa83d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:17:19.045988 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 2cb86691-0fb6-4cb4-a070-9050145fa83d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2cb86691-0fb6-4cb4-a070-9050145fa83d,segment=NetworkSegment(b1341219-c832-41e1-bf46-d56059aebe45),segment_id=b1341219-c832-41e1-bf46-d56059aebe45)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:19.050360 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:19.097708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=2cb86691-0fb6-4cb4-a070-9050145fa83d,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:19.134297 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca420dc-03c9-4a25-ab6d-e45d2f0c5c4c x-openstack-request-id: req-fca420dc-03c9-4a25-ab6d-e45d2f0c5c4c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:17:19.134589 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3741c6a4-c341-43cc-bc53-14a99ac6847c", "name": "network-vif-plugged", "status": "completed", "tag": "2cb86691-0fb6-4cb4-a070-9050145fa83d", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:17:19.134838 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fca420dc-03c9-4a25-ab6d-e45d2f0c5c4c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:17:19.135228 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3741c6a4-c341-43cc-bc53-14a99ac6847c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb86691-0fb6-4cb4-a070-9050145fa83d', 'code': 200} Dec 08 02:17:19.263935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c14ba0-cb8f-4455-aae5-cc0b2c5e3c68 req-cfab669f-30fa-4161-9ef2-d195565f06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:19.265395 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-03c14ba0-cb8f-4455-aae5-cc0b2c5e3c68 req-cfab669f-30fa-4161-9ef2-d195565f06a5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 1098 time: 0.0447600 Dec 08 02:17:19.307953 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-03c14ba0-cb8f-4455-aae5-cc0b2c5e3c68 req-23aeee84-4ca6-4264-a457-1e550ad8fc6b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358825 Dec 08 02:17:19.434422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760fe8a-bb7a-4b73-92b6-87ceac3098ce req-9e407acb-3309-44f8-a5e1-9e5c32ca7d43 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:19.435922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a760fe8a-bb7a-4b73-92b6-87ceac3098ce req-9e407acb-3309-44f8-a5e1-9e5c32ca7d43 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 946 time: 0.0478399 Dec 08 02:17:19.483479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a760fe8a-bb7a-4b73-92b6-87ceac3098ce req-4b807ef2-21bb-47fc-b834-c43f52bf76a1 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Dec 08 02:17:20.598127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71c8cd-a258-473b-9565-7495ff544e02 req-0aa82a31-d666-4f00-9fdb-8702b35550af tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:20.599623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc71c8cd-a258-473b-9565-7495ff544e02 req-0aa82a31-d666-4f00-9fdb-8702b35550af tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 946 time: 0.0480838 Dec 08 02:17:20.645220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc71c8cd-a258-473b-9565-7495ff544e02 req-59553142-9ecb-4502-b613-89774c396020 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 Dec 08 02:17:21.226424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e621a5-4b6c-4a66-bc00-dbac230646f9 req-74e2b663-91cc-4d02-950d-9651263c82dd tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:21.227838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6e621a5-4b6c-4a66-bc00-dbac230646f9 req-74e2b663-91cc-4d02-950d-9651263c82dd tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 946 time: 0.0512335 Dec 08 02:17:21.273627 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6e621a5-4b6c-4a66-bc00-dbac230646f9 req-e65ceac5-e763-40f9-bfe5-ac88a1095b8e tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391929 Dec 08 02:17:21.961476 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af44f043-53ef-4e8c-a3f4-21d07777d92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:22.392144 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bca39-f10e-400d-ab83-6e8ed05046b6 req-78ef30ef-9a0a-40bb-8dff-222ac10a6af0 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:22.393609 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa7bca39-f10e-400d-ab83-6e8ed05046b6 req-78ef30ef-9a0a-40bb-8dff-222ac10a6af0 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 946 time: 0.0489206 Dec 08 02:17:22.441230 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa7bca39-f10e-400d-ab83-6e8ed05046b6 req-04a41292-f44c-4940-8eff-f39e816c9e52 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c255e0c-bd81-4c1c-a03f-0d18e33978a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417724 Dec 08 02:17:22.674611 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6f25f-b289-4ef2-abea-656b916235b3 req-5f3ececf-e149-4911-8497-5adedd3db92a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:22.676081 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27f6f25f-b289-4ef2-abea-656b916235b3 req-5f3ececf-e149-4911-8497-5adedd3db92a tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.75 "GET /v2.0/ports?device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 946 time: 0.0497162 Dec 08 02:17:22.771464 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-27f6f25f-b289-4ef2-abea-656b916235b3 req-aeb6dc5c-472e-49eb-9ded-9ea39dc60b4d tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Deleting port 2cb86691-0fb6-4cb4-a070-9050145fa83d {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:17:22.771833 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-27f6f25f-b289-4ef2-abea-656b916235b3 req-aeb6dc5c-472e-49eb-9ded-9ea39dc60b4d tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:22.861886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-27f6f25f-b289-4ef2-abea-656b916235b3 req-aeb6dc5c-472e-49eb-9ded-9ea39dc60b4d tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] For port 2cb86691-0fb6-4cb4-a070-9050145fa83d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=2cb86691-0fb6-4cb4-a070-9050145fa83d,segment=NetworkSegment(b1341219-c832-41e1-bf46-d56059aebe45),segment_id=b1341219-c832-41e1-bf46-d56059aebe45)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:22.862249 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-27f6f25f-b289-4ef2-abea-656b916235b3 req-aeb6dc5c-472e-49eb-9ded-9ea39dc60b4d tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:22.874550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-27f6f25f-b289-4ef2-abea-656b916235b3 req-aeb6dc5c-472e-49eb-9ded-9ea39dc60b4d tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Calling delete_port for 2cb86691-0fb6-4cb4-a070-9050145fa83d owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:17:23.002466 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-27f6f25f-b289-4ef2-abea-656b916235b3 req-aeb6dc5c-472e-49eb-9ded-9ea39dc60b4d tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:23.031474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6dc5c-472e-49eb-9ded-9ea39dc60b4d tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Pushing event deleted for resources: {'Port': ['ID=2cb86691-0fb6-4cb4-a070-9050145fa83d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:23.034002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['2cb86691-0fb6-4cb4-a070-9050145fa83d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:17:23.070802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f6f25f-b289-4ef2-abea-656b916235b3 req-aeb6dc5c-472e-49eb-9ded-9ea39dc60b4d tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] No DVR routers for this DVR port 2cb86691-0fb6-4cb4-a070-9050145fa83d on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:17:23.073777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-27f6f25f-b289-4ef2-abea-656b916235b3 req-aeb6dc5c-472e-49eb-9ded-9ea39dc60b4d tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:23.077121 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27f6f25f-b289-4ef2-abea-656b916235b3 req-aeb6dc5c-472e-49eb-9ded-9ea39dc60b4d tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.75 "DELETE /v2.0/ports/2cb86691-0fb6-4cb4-a070-9050145fa83d HTTP/1.1" status: 204 len: 173 time: 0.3913863 Dec 08 02:17:23.077578 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3741c6a4-c341-43cc-bc53-14a99ac6847c', 'name': 'network-vif-deleted', 'tag': '2cb86691-0fb6-4cb4-a070-9050145fa83d'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:17:23.079862 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218439dc-f7fb-4122-9cc2-e6a06fb20ba3" -d '{"events": [{"server_uuid": "3741c6a4-c341-43cc-bc53-14a99ac6847c", "name": "network-vif-deleted", "tag": "2cb86691-0fb6-4cb4-a070-9050145fa83d"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:17:23.117585 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4645c89-5491-4b9a-8baf-c3b986195a22 x-openstack-request-id: req-a4645c89-5491-4b9a-8baf-c3b986195a22 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:17:23.117885 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3741c6a4-c341-43cc-bc53-14a99ac6847c", "name": "network-vif-deleted", "tag": "2cb86691-0fb6-4cb4-a070-9050145fa83d", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:17:23.118141 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a4645c89-5491-4b9a-8baf-c3b986195a22 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:17:23.118533 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3741c6a4-c341-43cc-bc53-14a99ac6847c', 'name': 'network-vif-deleted', 'tag': '2cb86691-0fb6-4cb4-a070-9050145fa83d', 'status': 'completed', 'code': 200} Dec 08 02:17:23.486926 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:23.548720 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a322cdb-3ed0-4108-a800-f6163144cb76 req-0c29d504-fcfb-4a30-90ed-03b420bae984 tempest-VolumesActionsTest-1777181226 tempest-VolumesActionsTest-1777181226-project] 10.222.0.71 "GET /v2.0/ports?device_id=3741c6a4-c341-43cc-bc53-14a99ac6847c HTTP/1.1" status: 200 len: 210 time: 0.0258048 Dec 08 02:17:24.294328 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:24.331746 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12069ff0-cffa-4a6d-a612-65439be4008f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:25.465750 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:26.271865 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9f9a67e6-a9fa-4fae-b5de-051ba441a4d9 req-b3d5f55d-5ebb-4e2c-8ba6-6f4cc5f40187 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544612 Dec 08 02:17:26.408099 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a67e6-a9fa-4fae-b5de-051ba441a4d9 req-e6f94e8b-54da-479d-b86a-ebc6d69275bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:26.412243 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9f9a67e6-a9fa-4fae-b5de-051ba441a4d9 req-e6f94e8b-54da-479d-b86a-ebc6d69275bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 1098 time: 0.0605457 Dec 08 02:17:26.546749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a67e6-a9fa-4fae-b5de-051ba441a4d9 req-ae0f3089-11c8-4ce3-9050-2253b3bdf6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:26.548930 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9f9a67e6-a9fa-4fae-b5de-051ba441a4d9 req-ae0f3089-11c8-4ce3-9050-2253b3bdf6f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 200 len: 911 time: 0.1135290 Dec 08 02:17:26.629922 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9f9a67e6-a9fa-4fae-b5de-051ba441a4d9 req-5a77a938-fe67-4cf7-a981-34159f3b46cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64fc7733-b523-4ee3-ad4d-eceb48ca0873 HTTP/1.1" status: 200 len: 1002 time: 0.0726385 Dec 08 02:17:26.686871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a67e6-a9fa-4fae-b5de-051ba441a4d9 req-af0f834d-1f44-4d57-9cb3-e2da92b9e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:26.688759 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9f9a67e6-a9fa-4fae-b5de-051ba441a4d9 req-af0f834d-1f44-4d57-9cb3-e2da92b9e6b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=890cd2ed-9ae7-4a89-916f-2d2e22fc0f59 HTTP/1.1" status: 200 len: 849 time: 0.0522525 Dec 08 02:17:26.756400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a67e6-a9fa-4fae-b5de-051ba441a4d9 req-5e59c9b0-c5b7-431e-bd1a-d94daf0ba361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:26.758088 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9f9a67e6-a9fa-4fae-b5de-051ba441a4d9 req-5e59c9b0-c5b7-431e-bd1a-d94daf0ba361 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=990035d0-5f75-410a-9ae4-93ef5b213255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617869 Dec 08 02:17:26.878848 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9f9a67e6-a9fa-4fae-b5de-051ba441a4d9 req-96938403-42f1-4049-9aa1-b19595550ae6 service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124823 Dec 08 02:17:26.929935 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2cb86691-0fb6-4cb4-a070-9050145fa83d no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:17:26.980895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 2cb86691-0fb6-4cb4-a070-9050145fa83d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:17:26.981360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 2cb86691-0fb6-4cb4-a070-9050145fa83d not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:17:27.011111 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:27.038544 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9f9a67e6-a9fa-4fae-b5de-051ba441a4d9 req-73fc6fd9-97d1-4a24-b921-738db4b968e4 service neutron] 10.222.0.45 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450007 Dec 08 02:17:28.007937 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:28.341364 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ead98d8-6822-427b-aefb-65ece16517ff req-227ddb20-c468-404d-a691-64de09bc3e9c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0670705 Dec 08 02:17:28.459489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead98d8-6822-427b-aefb-65ece16517ff req-42e69c7d-06ec-4365-8e42-8dde83bee12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:28.462550 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ead98d8-6822-427b-aefb-65ece16517ff req-42e69c7d-06ec-4365-8e42-8dde83bee12f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d44006c13e35496b8854fa5c864c5165&device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 1098 time: 0.0588069 Dec 08 02:17:28.622217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead98d8-6822-427b-aefb-65ece16517ff req-ec97e3bc-c393-4333-b1ee-41687c7b0af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:28.624053 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ead98d8-6822-427b-aefb-65ece16517ff req-ec97e3bc-c393-4333-b1ee-41687c7b0af6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 HTTP/1.1" status: 200 len: 909 time: 0.1390121 Dec 08 02:17:28.710225 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ead98d8-6822-427b-aefb-65ece16517ff req-f34f18df-f898-456e-9eb1-78e0bc1adb3f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=575b4fdc-ca7f-40bd-ad15-6e126ee749ef HTTP/1.1" status: 200 len: 1002 time: 0.0792906 Dec 08 02:17:28.779467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead98d8-6822-427b-aefb-65ece16517ff req-64f31a02-cec9-4883-93d4-f9eea575d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:28.782662 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ead98d8-6822-427b-aefb-65ece16517ff req-64f31a02-cec9-4883-93d4-f9eea575d4db service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f9cbc59-63fd-49d8-a506-1865fbeabf79 HTTP/1.1" status: 200 len: 847 time: 0.0648048 Dec 08 02:17:28.847993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead98d8-6822-427b-aefb-65ece16517ff req-1706e6cd-5dae-472a-98f5-f0e99056111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:28.850199 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ead98d8-6822-427b-aefb-65ece16517ff req-1706e6cd-5dae-472a-98f5-f0e99056111c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610678 Dec 08 02:17:28.979767 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ead98d8-6822-427b-aefb-65ece16517ff req-2efacf01-f236-4620-8777-4cb3efdafe9f service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202431 Dec 08 02:17:29.082339 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ead98d8-6822-427b-aefb-65ece16517ff req-2e9574c7-55f9-431b-aca7-5ffaf058c4e7 service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960782 Dec 08 02:17:30.695091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e2fa-157c-49da-920e-ca32b2d7276e req-f1ba70f3-494d-4028-8134-aea97e64d135 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:30.696630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2047e2fa-157c-49da-920e-ca32b2d7276e req-f1ba70f3-494d-4028-8134-aea97e64d135 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 947 time: 0.0587213 Dec 08 02:17:30.761310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2047e2fa-157c-49da-920e-ca32b2d7276e req-9a589a35-05d7-496f-943f-7c7ecbf2ec38 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575585 Dec 08 02:17:31.797939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2034b-fb5f-477f-aada-29e6aed5fbb9 req-138e84ef-ca0d-4458-bb9e-8c48f305bd98 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:31.800255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04a2034b-fb5f-477f-aada-29e6aed5fbb9 req-138e84ef-ca0d-4458-bb9e-8c48f305bd98 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0585270 Dec 08 02:17:31.867828 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04a2034b-fb5f-477f-aada-29e6aed5fbb9 req-06dfad75-61ed-4e27-bca6-90fcac9ecbcf tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615470 Dec 08 02:17:31.915445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b3b23-9c18-4544-9330-a8f1fac144c1 req-2a3323b8-7d89-4aee-92ed-9c0ae5a1f2d4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:31.917043 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f6b3b23-9c18-4544-9330-a8f1fac144c1 req-2a3323b8-7d89-4aee-92ed-9c0ae5a1f2d4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 947 time: 0.0652406 Dec 08 02:17:32.264236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f6b3b23-9c18-4544-9330-a8f1fac144c1 req-32251f30-1f1b-4ce1-998a-4d1bbeb7c846 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b50c5ff-665e-44e2-a92c-cf767f3b6723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398807 Dec 08 02:17:32.327170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc681541-9081-400a-bda9-03d612aa2f98 req-6038e7b4-0182-4ff6-ab2c-60108b34dc52 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:32.328790 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc681541-9081-400a-bda9-03d612aa2f98 req-6038e7b4-0182-4ff6-ab2c-60108b34dc52 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 947 time: 0.0604312 Dec 08 02:17:32.438166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-fc681541-9081-400a-bda9-03d612aa2f98 req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Deleting port 493bc2cc-7458-43c5-91fc-4c00e165fcaa {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:17:32.438519 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fc681541-9081-400a-bda9-03d612aa2f98 req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:32.542078 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-fc681541-9081-400a-bda9-03d612aa2f98 req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] For port 493bc2cc-7458-43c5-91fc-4c00e165fcaa, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=493bc2cc-7458-43c5-91fc-4c00e165fcaa,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:32.542445 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fc681541-9081-400a-bda9-03d612aa2f98 req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:32.777958 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fc681541-9081-400a-bda9-03d612aa2f98 req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:32.778343 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fc681541-9081-400a-bda9-03d612aa2f98 req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:32.778674 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [req-fc681541-9081-400a-bda9-03d612aa2f98 req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Floating IP f49521c2-22b2-45b7-9188-08ca19d1b6b4 disassociated. External IP: 172.25.8.81, port: 493bc2cc-7458-43c5-91fc-4c00e165fcaa. Dec 08 02:17:32.779022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-fc681541-9081-400a-bda9-03d612aa2f98 req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Calling delete_port for 493bc2cc-7458-43c5-91fc-4c00e165fcaa owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:17:32.955831 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fc681541-9081-400a-bda9-03d612aa2f98 req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:32.992406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event deleted for resources: {'Port': ['ID=493bc2cc-7458-43c5-91fc-4c00e165fcaa,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:33.079286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945930c-34d7-4b81-897f-3a93dd9e2b59 req-3d5ed8e8-667c-444f-88f3-2336af8ab261 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:33.081699 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f945930c-34d7-4b81-897f-3a93dd9e2b59 req-3d5ed8e8-667c-444f-88f3-2336af8ab261 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.1022279 Dec 08 02:17:33.139516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f945930c-34d7-4b81-897f-3a93dd9e2b59 req-4c61d142-5a2b-49e2-83fa-3faf04546154 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497215 Dec 08 02:17:33.175391 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc681541-9081-400a-bda9-03d612aa2f98 req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Router 48122814-f56e-46bb-98e0-1ff8ce562226 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:17:33.328099 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc681541-9081-400a-bda9-03d612aa2f98 req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:17:33.344002 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded51fda-75e5-44cf-bdbc-5e80db8a72af None None] Sync routers for ids ['48122814-f56e-46bb-98e0-1ff8ce562226'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:17:33.363109 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded51fda-75e5-44cf-bdbc-5e80db8a72af None None] Routers {'48122814-f56e-46bb-98e0-1ff8ce562226'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:17:33.364287 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ded51fda-75e5-44cf-bdbc-5e80db8a72af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['48122814-f56e-46bb-98e0-1ff8ce562226'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:33.388232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f58e26f-9792-4372-b733-ae93ba78499e req-5dca4a73-3818-45d8-ad48-69bb1d70d909 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb9d0d38-53b4-423c-be36-18da18693d6c HTTP/1.1" status: 200 len: 210 time: 0.0488307 Dec 08 02:17:33.391125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc681541-9081-400a-bda9-03d612aa2f98 req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] No DVR routers for this DVR port 493bc2cc-7458-43c5-91fc-4c00e165fcaa on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:17:33.395360 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fc681541-9081-400a-bda9-03d612aa2f98 req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:33.399976 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc681541-9081-400a-bda9-03d612aa2f98 req-9186300b-0418-41d5-ae06-326be8b3882c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.45 "DELETE /v2.0/ports/493bc2cc-7458-43c5-91fc-4c00e165fcaa HTTP/1.1" status: 204 len: 173 time: 1.0640621 Dec 08 02:17:33.400454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'name': 'network-vif-deleted', 'tag': '493bc2cc-7458-43c5-91fc-4c00e165fcaa'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:17:33.403487 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c92aa71-aa9c-4fc9-9cba-660b60ea61c6" -d '{"events": [{"server_uuid": "eb9d0d38-53b4-423c-be36-18da18693d6c", "name": "network-vif-deleted", "tag": "493bc2cc-7458-43c5-91fc-4c00e165fcaa"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:17:33.470269 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab172019-5c86-4b69-a951-e0540106de6f x-openstack-request-id: req-ab172019-5c86-4b69-a951-e0540106de6f {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:17:33.471165 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9d0d38-53b4-423c-be36-18da18693d6c", "name": "network-vif-deleted", "tag": "493bc2cc-7458-43c5-91fc-4c00e165fcaa", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:17:33.471775 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab172019-5c86-4b69-a951-e0540106de6f {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:17:33.473092 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9d0d38-53b4-423c-be36-18da18693d6c', 'name': 'network-vif-deleted', 'tag': '493bc2cc-7458-43c5-91fc-4c00e165fcaa', 'status': 'completed', 'code': 200} Dec 08 02:17:33.580591 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ded51fda-75e5-44cf-bdbc-5e80db8a72af None None] Set router 48122814-f56e-46bb-98e0-1ff8ce562226 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:17:33.843271 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ded51fda-75e5-44cf-bdbc-5e80db8a72af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:49Z', 'revision_number': 5, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:33.876804 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded51fda-75e5-44cf-bdbc-5e80db8a72af None None] Checking router: 48122814-f56e-46bb-98e0-1ff8ce562226 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:17:33.888592 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded51fda-75e5-44cf-bdbc-5e80db8a72af None None] Routers {'48122814-f56e-46bb-98e0-1ff8ce562226'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:17:33.889265 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ded51fda-75e5-44cf-bdbc-5e80db8a72af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['48122814-f56e-46bb-98e0-1ff8ce562226'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:33.902125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-18961a70-a62b-4871-affc-3bd4ba2e06a7 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:33.904044 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-18961a70-a62b-4871-affc-3bd4ba2e06a7 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.45 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0700684 Dec 08 02:17:34.176827 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ded51fda-75e5-44cf-bdbc-5e80db8a72af None None] Set router 48122814-f56e-46bb-98e0-1ff8ce562226 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:17:34.365849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515052d-196b-4c1d-a3fa-6f3093ac0e0a req-64a9955a-2056-4e46-9f75-695090d1051b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:34.368319 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2515052d-196b-4c1d-a3fa-6f3093ac0e0a req-64a9955a-2056-4e46-9f75-695090d1051b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 946 time: 0.0896218 Dec 08 02:17:34.434336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Deleting port 64fc7733-b523-4ee3-ad4d-eceb48ca0873 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:17:34.434816 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:34.455293 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2515052d-196b-4c1d-a3fa-6f3093ac0e0a req-e90a57a2-7660-4637-9ec8-57233d6c11f3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=41b99ab2-f6d1-4c13-915f-066a7bab241f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791106 Dec 08 02:17:34.527996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54036) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:34.573594 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ded51fda-75e5-44cf-bdbc-5e80db8a72af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:49Z', 'revision_number': 5, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:34.592610 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] For port 64fc7733-b523-4ee3-ad4d-eceb48ca0873, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=64fc7733-b523-4ee3-ad4d-eceb48ca0873,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:34.592970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:34.610014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac5c526b-a130-44e6-9a36-3ec48fd97660 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:34.619457 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded51fda-75e5-44cf-bdbc-5e80db8a72af None None] The sync data for ids ['48122814-f56e-46bb-98e0-1ff8ce562226'] in n-d-713499-31 is: [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:49Z', 'revision_number': 5, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:17:34.646773 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac5c526b-a130-44e6-9a36-3ec48fd97660 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:34.715682 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac5c526b-a130-44e6-9a36-3ec48fd97660 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:34.719446 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac5c526b-a130-44e6-9a36-3ec48fd97660 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:34.721310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ac5c526b-a130-44e6-9a36-3ec48fd97660 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "DELETE /v2.0/security-groups/0b50c5ff-665e-44e2-a92c-cf767f3b6723 HTTP/1.1" status: 204 len: 168 time: 0.1917086 Dec 08 02:17:34.726440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54042) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:34.744377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c526b-a130-44e6-9a36-3ec48fd97660 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b50c5ff-665e-44e2-a92c-cf767f3b6723,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:34.747078 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-c3d486e4-7daf-41ae-a5bc-223902504cd7 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] show failed (client error): The resource could not be found. Dec 08 02:17:34.751316 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c3d486e4-7daf-41ae-a5bc-223902504cd7 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups/0b50c5ff-665e-44e2-a92c-cf767f3b6723 HTTP/1.1" status: 404 len: 347 time: 0.0240097 Dec 08 02:17:34.751919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54044) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:34.954292 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:34.954711 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:34.954968 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Floating IP d530a2cc-60cd-488e-881b-3aae61bb4b31 disassociated. External IP: 172.25.8.216, port: 64fc7733-b523-4ee3-ad4d-eceb48ca0873. Dec 08 02:17:34.955304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Calling delete_port for 64fc7733-b523-4ee3-ad4d-eceb48ca0873 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:17:35.007693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8d1553-ffde-4542-89ed-773035c12c0b None None] New status for floating IP f49521c2-22b2-45b7-9188-08ca19d1b6b4: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:17:35.063644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5fed7768-040c-4e2c-b25a-3aa0e82bda7f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Deleting port a7ce066b-7a79-45ad-b5bb-9b3323b4c888 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:17:35.063644 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5fed7768-040c-4e2c-b25a-3aa0e82bda7f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:35.226071 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5fed7768-040c-4e2c-b25a-3aa0e82bda7f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:35.226426 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5fed7768-040c-4e2c-b25a-3aa0e82bda7f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:35.247384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5fed7768-040c-4e2c-b25a-3aa0e82bda7f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Calling delete_port for a7ce066b-7a79-45ad-b5bb-9b3323b4c888 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:17:35.279158 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:35.351098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event deleted for resources: {'Port': ['ID=64fc7733-b523-4ee3-ad4d-eceb48ca0873,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:35.581228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Router b2c283d2-c3cf-4fb2-8485-ebd526490de3 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:17:35.608489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-885813ef-6fec-4496-933a-acad3f1ca0d4 req-fce9d571-ff54-4e2f-ae2b-f5b4d2a0a265 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 210 time: 0.0351839 Dec 08 02:17:35.627973 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5fed7768-040c-4e2c-b25a-3aa0e82bda7f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:35.712790 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed7768-040c-4e2c-b25a-3aa0e82bda7f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event deleted for resources: {'Port': ['ID=a7ce066b-7a79-45ad-b5bb-9b3323b4c888,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:35.807466 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5fed7768-040c-4e2c-b25a-3aa0e82bda7f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:35.810855 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5fed7768-040c-4e2c-b25a-3aa0e82bda7f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:35.814737 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5fed7768-040c-4e2c-b25a-3aa0e82bda7f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "DELETE /v2.0/floatingips/f49521c2-22b2-45b7-9188-08ca19d1b6b4 HTTP/1.1" status: 204 len: 168 time: 1.0572104 Dec 08 02:17:35.906133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:17:35.919514 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9985cc23-f990-4427-b778-94ec703b05ef None None] Sync routers for ids ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:17:35.939070 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9985cc23-f990-4427-b778-94ec703b05ef None None] Routers {'b2c283d2-c3cf-4fb2-8485-ebd526490de3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:17:35.944477 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9985cc23-f990-4427-b778-94ec703b05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:35.958601 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] No DVR routers for this DVR port 64fc7733-b523-4ee3-ad4d-eceb48ca0873 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:17:35.961389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:35.966209 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d69dfa63-ff1d-4410-b703-f0b1000a4cd3 req-550a561d-98ed-4085-b6bf-f7dd0c222fba tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.45 "DELETE /v2.0/ports/64fc7733-b523-4ee3-ad4d-eceb48ca0873 HTTP/1.1" status: 204 len: 173 time: 2.0541844 Dec 08 02:17:35.966700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085e56af-b55b-4216-8816-639bcd6fa73e', 'name': 'network-vif-deleted', 'tag': '64fc7733-b523-4ee3-ad4d-eceb48ca0873'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:17:35.969617 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b01dcb-0dba-4003-8e86-821702b58695" -d '{"events": [{"server_uuid": "085e56af-b55b-4216-8816-639bcd6fa73e", "name": "network-vif-deleted", "tag": "64fc7733-b523-4ee3-ad4d-eceb48ca0873"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:17:36.083464 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae983d88-4137-4bd3-862e-012b9e78b20e x-openstack-request-id: req-ae983d88-4137-4bd3-862e-012b9e78b20e {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:17:36.084391 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085e56af-b55b-4216-8816-639bcd6fa73e", "name": "network-vif-deleted", "tag": "64fc7733-b523-4ee3-ad4d-eceb48ca0873", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:17:36.084813 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ae983d88-4137-4bd3-862e-012b9e78b20e {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:17:36.087172 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085e56af-b55b-4216-8816-639bcd6fa73e', 'name': 'network-vif-deleted', 'tag': '64fc7733-b523-4ee3-ad4d-eceb48ca0873', 'status': 'completed', 'code': 200} Dec 08 02:17:36.213176 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9985cc23-f990-4427-b778-94ec703b05ef None None] Set router b2c283d2-c3cf-4fb2-8485-ebd526490de3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:17:36.298190 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54056) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:36.305265 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-78dc5fb9-b3a4-4e9c-b701-56cf1cbd35ce tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1664095122', 'description': 'tempest-description--2048336294'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:36.360277 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78dc5fb9-b3a4-4e9c-b701-56cf1cbd35ce tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:36.481103 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78dc5fb9-b3a4-4e9c-b701-56cf1cbd35ce tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:36.498913 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78dc5fb9-b3a4-4e9c-b701-56cf1cbd35ce tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:36.508881 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9985cc23-f990-4427-b778-94ec703b05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:26Z', 'revision_number': 5, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:36.537028 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9985cc23-f990-4427-b778-94ec703b05ef None None] Checking router: b2c283d2-c3cf-4fb2-8485-ebd526490de3 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:17:36.548387 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9985cc23-f990-4427-b778-94ec703b05ef None None] Routers {'b2c283d2-c3cf-4fb2-8485-ebd526490de3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:17:36.549218 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9985cc23-f990-4427-b778-94ec703b05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:36.553262 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78dc5fb9-b3a4-4e9c-b701-56cf1cbd35ce tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:36.555697 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-78dc5fb9-b3a4-4e9c-b701-56cf1cbd35ce tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2563992 Dec 08 02:17:36.559217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54058) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:36.565795 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4ea221aa-b214-4995-ac39-bc84d26b1b41 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Request body: {'security_group_rule': {'security_group_id': '451f561e-97f5-4cfa-be65-720ead66694d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:36.569372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc5fb9-b3a4-4e9c-b701-56cf1cbd35ce tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451f561e-97f5-4cfa-be65-720ead66694d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:36.641220 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ea221aa-b214-4995-ac39-bc84d26b1b41 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:36.747949 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ea221aa-b214-4995-ac39-bc84d26b1b41 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:36.786863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4916d5e7-8b57-4191-a967-23a0144539ae req-77fcaee7-d37f-41f7-bc9a-8b77fa02ffb4 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=085e56af-b55b-4216-8816-639bcd6fa73e HTTP/1.1" status: 200 len: 210 time: 0.0369689 Dec 08 02:17:36.788418 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ea221aa-b214-4995-ac39-bc84d26b1b41 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:36.806423 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9985cc23-f990-4427-b778-94ec703b05ef None None] Set router b2c283d2-c3cf-4fb2-8485-ebd526490de3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:17:36.812248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea221aa-b214-4995-ac39-bc84d26b1b41 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2496c5cc-b5bd-4ddf-8adb-5539743e41a3,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:36.825490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 493bc2cc-7458-43c5-91fc-4c00e165fcaa no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:17:36.827551 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4ea221aa-b214-4995-ac39-bc84d26b1b41 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:36.832907 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54066) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:36.838002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-54ffa303-6288-4897-b62f-c63b20a6fd28 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Request body: {'security_group_rule': {'security_group_id': '451f561e-97f5-4cfa-be65-720ead66694d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:36.844015 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4ea221aa-b214-4995-ac39-bc84d26b1b41 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2835269 Dec 08 02:17:36.855162 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 493bc2cc-7458-43c5-91fc-4c00e165fcaa {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:17:36.855508 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 493bc2cc-7458-43c5-91fc-4c00e165fcaa not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:17:36.868087 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54ffa303-6288-4897-b62f-c63b20a6fd28 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:36.952417 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54ffa303-6288-4897-b62f-c63b20a6fd28 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:36.961183 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54ffa303-6288-4897-b62f-c63b20a6fd28 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:36.993713 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffa303-6288-4897-b62f-c63b20a6fd28 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397799c5-a6ed-4ee7-abea-3b217399b453,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:37.006603 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54ffa303-6288-4897-b62f-c63b20a6fd28 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:37.008359 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-54ffa303-6288-4897-b62f-c63b20a6fd28 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1740987 Dec 08 02:17:37.011526 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54072) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:37.016878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:37.051680 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:37.103262 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9985cc23-f990-4427-b778-94ec703b05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:26Z', 'revision_number': 5, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:37.139826 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9985cc23-f990-4427-b778-94ec703b05ef None None] The sync data for ids ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'] in n-d-713499-31 is: [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:26Z', 'revision_number': 5, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:17:37.170118 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:37.315291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Allocated IP 172.25.8.179 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/b1cfdfd5-6e59-486f-b2f2-43bd656a009f) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:17:37.464270 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:37.524247 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:37.574123 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c8735-845c-4217-ae30-2d8512757bdc None None] New status for floating IP d530a2cc-60cd-488e-881b-3aae61bb4b31: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:17:37.622717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event updated for resources: {'Port': ['ID=b1cfdfd5-6e59-486f-b2f2-43bd656a009f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:37.635480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:17:37.642544 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:17:37.646139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:17:37.678613 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:17:37.803870 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:37.853290 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:37.922765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54082) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:38.053622 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ed8580a-6d0a-4a07-b782-71f52761db26 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:38.105064 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ed8580a-6d0a-4a07-b782-71f52761db26 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:38.161766 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:38.171443 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:38.221146 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ed8580a-6d0a-4a07-b782-71f52761db26 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:38.223793 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ed8580a-6d0a-4a07-b782-71f52761db26 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:38.227945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54084) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:38.249150 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-28c842f2-e449-48b1-965d-fc0c1f94fffe tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] show failed (client error): The resource could not be found. Dec 08 02:17:38.253418 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9ed8580a-6d0a-4a07-b782-71f52761db26 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "DELETE /v2.0/security-groups/41b99ab2-f6d1-4c13-915f-066a7bab241f HTTP/1.1" status: 204 len: 168 time: 0.3281438 Dec 08 02:17:38.264159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-28c842f2-e449-48b1-965d-fc0c1f94fffe tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups/41b99ab2-f6d1-4c13-915f-066a7bab241f HTTP/1.1" status: 404 len: 347 time: 0.0338895 Dec 08 02:17:38.264792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54086) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:38.335377 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8580a-6d0a-4a07-b782-71f52761db26 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b99ab2-f6d1-4c13-915f-066a7bab241f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:38.340434 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event updated for resources: {'Port': ['ID=b1cfdfd5-6e59-486f-b2f2-43bd656a009f,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:38.379345 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:38.416525 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:38.419834 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6ae3b6f3-a900-4b0e-a980-3242dea8769f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4055130 Dec 08 02:17:38.521653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d6e18-b1de-4bc7-8d66-95cdccb476da tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Deleting port 9e74f960-3833-4580-bc39-4b9b909968ef {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:17:38.521994 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e18-b1de-4bc7-8d66-95cdccb476da tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:38.658675 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-3d13e818-2bb4-427d-a2fd-0cbcb5e4504f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1664095122&fields=id&tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c HTTP/1.1" status: 200 len: 267 time: 0.0627322 Dec 08 02:17:38.682933 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e18-b1de-4bc7-8d66-95cdccb476da tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:38.683296 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e18-b1de-4bc7-8d66-95cdccb476da tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:38.716275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d6e18-b1de-4bc7-8d66-95cdccb476da tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Calling delete_port for 9e74f960-3833-4580-bc39-4b9b909968ef owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:17:38.802948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 64fc7733-b523-4ee3-ad4d-eceb48ca0873 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:17:38.831521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 64fc7733-b523-4ee3-ad4d-eceb48ca0873 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:17:38.832519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 64fc7733-b523-4ee3-ad4d-eceb48ca0873 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:17:38.859561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea662b17-5832-4563-84fc-49264c6ca743 req-f6b7377c-1628-4f18-a11b-82b90bcc735f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:38.866733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-f6b7377c-1628-4f18-a11b-82b90bcc735f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 817 time: 0.1956866 Dec 08 02:17:38.880168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-24ad1b94-c65b-4481-bebf-83482d2d3444 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/quotas/0bd08a1f40b04413bc3abf04d48e1e6c HTTP/1.1" status: 200 len: 375 time: 0.0125031 Dec 08 02:17:38.953783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-adbe6412-48ab-4e70-9b32-0ceec936dd14 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676630 Dec 08 02:17:39.065148 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e18-b1de-4bc7-8d66-95cdccb476da tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:39.110796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d6e18-b1de-4bc7-8d66-95cdccb476da tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event deleted for resources: {'Port': ['ID=9e74f960-3833-4580-bc39-4b9b909968ef,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:39.171413 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-c4a0a56b-4991-4cff-971c-0394a37f2f08 service neutron] 10.222.0.71 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928709 Dec 08 02:17:39.211090 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e18-b1de-4bc7-8d66-95cdccb476da tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:39.215582 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6e18-b1de-4bc7-8d66-95cdccb476da tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:39.217008 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dc4d6e18-b1de-4bc7-8d66-95cdccb476da tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "DELETE /v2.0/floatingips/d530a2cc-60cd-488e-881b-3aae61bb4b31 HTTP/1.1" status: 204 len: 168 time: 0.9511280 Dec 08 02:17:39.321838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-cfd17f7d-0450-47fa-b1cd-67b654517ee8 service neutron] 10.222.0.71 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385472 Dec 08 02:17:39.577158 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c7af27c-4a2e-4acd-94fa-f8a13fbc0448 req-e63924a1-5850-4165-8758-3b13bd5859d7 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 210 time: 0.0417631 Dec 08 02:17:39.954043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54118) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:39.959291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e8427de7-548a-4210-b55e-80d38896505f tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--945916135', 'description': 'tempest-description--670606694'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:39.999665 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8427de7-548a-4210-b55e-80d38896505f tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:40.122675 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8427de7-548a-4210-b55e-80d38896505f tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:40.137512 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8427de7-548a-4210-b55e-80d38896505f tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:40.186182 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e8427de7-548a-4210-b55e-80d38896505f tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:40.187545 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e8427de7-548a-4210-b55e-80d38896505f tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2323649 Dec 08 02:17:40.190474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54122) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:40.197986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-dc972910-2b59-420f-9d1f-1c565d50be91 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Request body: {'security_group_rule': {'security_group_id': '8020fd9d-b0b7-4c21-830c-f957b776a125', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:40.202949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8427de7-548a-4210-b55e-80d38896505f tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8020fd9d-b0b7-4c21-830c-f957b776a125,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:40.247870 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc972910-2b59-420f-9d1f-1c565d50be91 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:40.339543 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc972910-2b59-420f-9d1f-1c565d50be91 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:40.360238 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc972910-2b59-420f-9d1f-1c565d50be91 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:40.391843 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc972910-2b59-420f-9d1f-1c565d50be91 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5dd6599-1026-44a8-9504-dd96df7aff66,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:40.399212 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc972910-2b59-420f-9d1f-1c565d50be91 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:40.403063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dc972910-2b59-420f-9d1f-1c565d50be91 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2088726 Dec 08 02:17:40.403063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54124) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:40.407489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d899407e-29ac-4c0c-984f-d0c5bb3fe5e9 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Request body: {'security_group_rule': {'security_group_id': '8020fd9d-b0b7-4c21-830c-f957b776a125', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:40.448874 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d899407e-29ac-4c0c-984f-d0c5bb3fe5e9 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:40.530686 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d899407e-29ac-4c0c-984f-d0c5bb3fe5e9 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:40.540430 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d899407e-29ac-4c0c-984f-d0c5bb3fe5e9 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:40.592326 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d899407e-29ac-4c0c-984f-d0c5bb3fe5e9 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:40.595037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d899407e-29ac-4c0c-984f-d0c5bb3fe5e9 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1910222 Dec 08 02:17:40.597785 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899407e-29ac-4c0c-984f-d0c5bb3fe5e9 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9939e9e9-64ce-4b9a-8503-a39254c0fece,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:40.599115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54130) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:40.604247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:40.663128 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:40.783933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ff8a68b-d397-4c8b-812f-543a216fb708 req-e85f73c9-7e83-4aa9-a0b7-618c257d3222 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 210 time: 0.0662117 Dec 08 02:17:40.915124 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:41.053408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea662b17-5832-4563-84fc-49264c6ca743 req-2eccd793-0d0e-42f1-bc3a-e07ff5989ab0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:41.055812 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-2eccd793-0d0e-42f1-bc3a-e07ff5989ab0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.45 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 817 time: 0.1816826 Dec 08 02:17:41.153866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Allocated IP 172.25.8.214 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/efdc1e01-ddd9-4ff2-adb1-ab7685969c97) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:17:41.163316 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-1b6cdadc-e9b2-4555-a64c-576ed7c17cdc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c HTTP/1.1" status: 200 len: 380 time: 0.0890718 Dec 08 02:17:41.264175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-ea662b17-5832-4563-84fc-49264c6ca743 req-db1afcd4-9b1d-4077-b672-33408a5013dc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Request body: {'port': {'device_id': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'admin_state_up': True, 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'security_groups': ['451f561e-97f5-4cfa-be65-720ead66694d']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:41.350902 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:41.455121 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:41.464045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea662b17-5832-4563-84fc-49264c6ca743 req-db1afcd4-9b1d-4077-b672-33408a5013dc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Made reservation on behalf of 0bd08a1f40b04413bc3abf04d48e1e6c for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:17:41.470573 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ea662b17-5832-4563-84fc-49264c6ca743 req-db1afcd4-9b1d-4077-b672-33408a5013dc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:41.519564 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:17:41.525340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:17:41.534285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:17:41.538554 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event updated for resources: {'Port': ['ID=efdc1e01-ddd9-4ff2-adb1-ab7685969c97,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:41.714807 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:41.725338 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-ea662b17-5832-4563-84fc-49264c6ca743 req-db1afcd4-9b1d-4077-b672-33408a5013dc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Allocated IP 172.20.0.7 (de25ac42-0f3c-45ea-b047-d8c536f67be0/dfe36e0c-7634-4108-a8e8-4f71e50f21d4/0c9a5ce8-3923-4434-9d58-e7b38d0840a9) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:17:41.771373 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:41.946702 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83a6a52b-c8d5-4f97-8c15-51c89bd28c2e req-bdcb13f3-916b-45d0-acb3-58d128dd9187 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 210 time: 0.0507116 Dec 08 02:17:42.055930 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ea662b17-5832-4563-84fc-49264c6ca743 req-db1afcd4-9b1d-4077-b672-33408a5013dc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:42.109267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:42.122168 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:42.140577 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ea662b17-5832-4563-84fc-49264c6ca743 req-db1afcd4-9b1d-4077-b672-33408a5013dc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:42.207902 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea662b17-5832-4563-84fc-49264c6ca743 req-db1afcd4-9b1d-4077-b672-33408a5013dc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Network de25ac42-0f3c-45ea-b047-d8c536f67be0 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:17:42.216081 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-ea662b17-5832-4563-84fc-49264c6ca743 req-db1afcd4-9b1d-4077-b672-33408a5013dc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:17:42.230017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea662b17-5832-4563-84fc-49264c6ca743 req-db1afcd4-9b1d-4077-b672-33408a5013dc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:17:42.241066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event updated for resources: {'Port': ['ID=efdc1e01-ddd9-4ff2-adb1-ab7685969c97,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:42.265696 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:42.333094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea662b17-5832-4563-84fc-49264c6ca743 req-db1afcd4-9b1d-4077-b672-33408a5013dc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:42.333749 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ea662b17-5832-4563-84fc-49264c6ca743 req-db1afcd4-9b1d-4077-b672-33408a5013dc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:42.338822 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:42.344431 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a6345275-7c65-41ba-a4d5-7aefb90d21d2 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7400224 Dec 08 02:17:42.371026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1afcd4-9b1d-4077-b672-33408a5013dc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event updated for resources: {'Port': ['ID=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:42.378631 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-db1afcd4-9b1d-4077-b672-33408a5013dc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1211400 Dec 08 02:17:42.406786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Request body: {'port': {'device_id': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:42.499037 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:42.622940 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-73a1a23c-1c01-402c-9469-3965729e6885 None None] Provisioning complete for port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:42.624040 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73a1a23c-1c01-402c-9469-3965729e6885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:42.658382 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-cc450506-f012-4c29-896d-fa20efd8fc4b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--945916135&fields=id&tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6 HTTP/1.1" status: 200 len: 267 time: 0.0623226 Dec 08 02:17:42.674069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-73a1a23c-1c01-402c-9469-3965729e6885 None None] Port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:17:42.874665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-51fe5b88-eca3-40f4-bcec-5e765ee036e5 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:42.876296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-51fe5b88-eca3-40f4-bcec-5e765ee036e5 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/networks?id=990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 200 len: 810 time: 0.2014961 Dec 08 02:17:42.895512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-bce4fca5-ac8a-4127-82d0-7793eae71131 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/quotas/0c1cbe79e8f641d4a20d0177ba0200b6 HTTP/1.1" status: 200 len: 375 time: 0.0117435 Dec 08 02:17:42.975189 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-fee40b8d-31f9-4521-b9f2-5d9cbf789ce7 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718384 Dec 08 02:17:43.139215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-dababdb5-121e-4d7a-8278-a0942f19e89a service neutron] 10.222.0.71 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508698 Dec 08 02:17:43.157565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60847445-7008-4c28-bd8f-b8e4639d5662 req-618be8cd-2e60-4f22-bdaa-b0e84b4fed6a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:43.159084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60847445-7008-4c28-bd8f-b8e4639d5662 req-618be8cd-2e60-4f22-bdaa-b0e84b4fed6a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 931 time: 0.0986221 Dec 08 02:17:43.242717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:17:43.254227 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:43.272287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Transition to ACTIVE for port object 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:17:43.275661 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60847445-7008-4c28-bd8f-b8e4639d5662 req-2d7cd555-14cb-4508-b1a2-a889293096b4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032338 Dec 08 02:17:43.276731 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:43.319530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-53d0a104-4a93-4513-85a2-81216e2e3d9b service neutron] 10.222.0.71 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794732 Dec 08 02:17:43.415930 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Pushing event updated for resources: {'Port': ['ID=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:43.504708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Attempting to bind port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:17:43.509056 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Attempting to bind port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:17:43.511255 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Attempting to bind port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 on network de25ac42-0f3c-45ea-b047-d8c536f67be0 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:17:43.535621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 on network de25ac42-0f3c-45ea-b047-d8c536f67be0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:17:43.535947 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Attempting to bind port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 on network de25ac42-0f3c-45ea-b047-d8c536f67be0 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:17:43.553567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:17:43.555283 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Checking segment: {'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:17:43.556357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Bound using segment: {'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:17:43.560022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Bound port: 0c9a5ce8-3923-4434-9d58-e7b38d0840a9, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb9af50-c76c-4860-ae19-c7c19fc67e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:17:43.560449 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:43.597647 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aa1e4bab-ba20-4774-86d4-d618d4721b89 req-eb579afb-1b82-42da-b9b9-8abe8750d339 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 210 time: 0.0556519 Dec 08 02:17:43.697060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] For port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:17:43.701001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] For port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:17:43.706692 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:43.751634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:43.752399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:43.754126 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] 10.222.0.45 "PUT /v2.0/ports/0c9a5ce8-3923-4434-9d58-e7b38d0840a9 HTTP/1.1" status: 200 len: 1092 time: 1.3601456 Dec 08 02:17:43.754632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'tag': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:17:43.756974 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbe970a-3608-4541-a63c-090a0d94ed4f" -d '{"events": [{"name": "network-changed", "server_uuid": "033eb67b-61a7-4c7f-bfd4-45bf511cc9ab", "tag": "0c9a5ce8-3923-4434-9d58-e7b38d0840a9"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:17:43.848614 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4f0277-f4af-4df7-bde0-accd917c8725 x-openstack-request-id: req-8e4f0277-f4af-4df7-bde0-accd917c8725 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:17:43.848878 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033eb67b-61a7-4c7f-bfd4-45bf511cc9ab", "tag": "0c9a5ce8-3923-4434-9d58-e7b38d0840a9", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:17:43.849139 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8e4f0277-f4af-4df7-bde0-accd917c8725 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:17:43.849683 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'tag': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'status': 'completed', 'code': 200} Dec 08 02:17:43.879798 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73570329-2af4-47f5-a0c8-693cbae01c4e service neutron] Pushing event updated for resources: {'Port': ['ID=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:43.981092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea662b17-5832-4563-84fc-49264c6ca743 req-faea7f70-d036-4906-b9cd-c2b70cdf49de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:43.983589 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-faea7f70-d036-4906-b9cd-c2b70cdf49de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 1095 time: 0.1631715 Dec 08 02:17:44.065580 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-f1a25df2-dbcf-4a57-a6f9-b55c7f350d22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9 HTTP/1.1" status: 200 len: 217 time: 0.0672357 Dec 08 02:17:44.131523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea662b17-5832-4563-84fc-49264c6ca743 req-4dc00fe9-4e12-4115-be1e-44a05a2e4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:44.133157 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-4dc00fe9-4e12-4115-be1e-44a05a2e4b5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfe36e0c-7634-4108-a8e8-4f71e50f21d4 HTTP/1.1" status: 200 len: 856 time: 0.0605538 Dec 08 02:17:44.243593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea662b17-5832-4563-84fc-49264c6ca743 req-674605b0-d101-48f7-9cb4-e4f09098b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:44.248112 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-674605b0-d101-48f7-9cb4-e4f09098b2f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de25ac42-0f3c-45ea-b047-d8c536f67be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069429 Dec 08 02:17:44.439251 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-4073ec83-892e-4165-b5c5-763f8752ee0c service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841581 Dec 08 02:17:44.489218 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a283922-7e5f-44eb-9b2a-0a1834dc9b81 req-a3c48c72-9a00-4f19-9085-e8aebe48cb6a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:44.492578 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a283922-7e5f-44eb-9b2a-0a1834dc9b81 req-a3c48c72-9a00-4f19-9085-e8aebe48cb6a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.0916767 Dec 08 02:17:44.559462 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ea662b17-5832-4563-84fc-49264c6ca743 req-2298e234-4fc1-411d-8422-ca52e6af7f32 service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135576 Dec 08 02:17:44.589304 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a283922-7e5f-44eb-9b2a-0a1834dc9b81 req-5e8574c2-339d-47e6-9589-8cfb06b140d2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884433 Dec 08 02:17:44.697791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe970a-3608-4541-a63c-090a0d94ed4f req-09f85659-5af0-48c6-bb96-a59c1e7b8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:44.703657 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cbbe970a-3608-4541-a63c-090a0d94ed4f req-09f85659-5af0-48c6-bb96-a59c1e7b8000 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 1095 time: 0.0478880 Dec 08 02:17:44.755190 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f4067cfb-f98c-470f-b6e6-674b6e6b4096 req-8562a3b7-863a-443e-8c50-09170d43d50a tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 210 time: 0.0724425 Dec 08 02:17:44.854760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe970a-3608-4541-a63c-090a0d94ed4f req-5aa64ae2-1e69-477d-bde5-86af0c87b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:44.857016 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cbbe970a-3608-4541-a63c-090a0d94ed4f req-5aa64ae2-1e69-477d-bde5-86af0c87b541 service neutron] 10.222.0.45 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 918 time: 0.1491516 Dec 08 02:17:44.935684 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cbbe970a-3608-4541-a63c-090a0d94ed4f req-1a5ebc20-1773-45ba-b3f6-0ba4a2ed6d90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9 HTTP/1.1" status: 200 len: 217 time: 0.0706863 Dec 08 02:17:45.061000 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe970a-3608-4541-a63c-090a0d94ed4f req-ee679010-ab97-4e10-9abd-781bcbc34a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:45.062346 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cbbe970a-3608-4541-a63c-090a0d94ed4f req-ee679010-ab97-4e10-9abd-781bcbc34a46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfe36e0c-7634-4108-a8e8-4f71e50f21d4 HTTP/1.1" status: 200 len: 856 time: 0.0799654 Dec 08 02:17:45.073495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-53692f72-992a-4bd9-b90b-305985e5c749 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:45.074949 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-53692f72-992a-4bd9-b90b-305985e5c749 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.75 "GET /v2.0/networks?id=990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 200 len: 810 time: 0.2117317 Dec 08 02:17:45.142968 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe970a-3608-4541-a63c-090a0d94ed4f req-1fdc0d2f-ca92-4f28-a62d-88ae6f07760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:45.144559 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cbbe970a-3608-4541-a63c-090a0d94ed4f req-1fdc0d2f-ca92-4f28-a62d-88ae6f07760c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de25ac42-0f3c-45ea-b047-d8c536f67be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687296 Dec 08 02:17:45.200648 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-09444770-2667-414c-8315-bd3dcaed6727 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6 HTTP/1.1" status: 200 len: 379 time: 0.0963514 Dec 08 02:17:45.238435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-301f0220-e05e-4499-870b-52e7dca1d57c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Request body: {'port': {'device_id': '54a3b096-c68f-4fae-bd30-49d48ddbe716', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'admin_state_up': True, 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'security_groups': ['8020fd9d-b0b7-4c21-830c-f957b776a125']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:45.351553 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cbbe970a-3608-4541-a63c-090a0d94ed4f req-e1ae054d-b86e-47d7-ae0a-c4486e95b9ec service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959770 Dec 08 02:17:45.429883 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-301f0220-e05e-4499-870b-52e7dca1d57c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Made reservation on behalf of 0c1cbe79e8f641d4a20d0177ba0200b6 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:17:45.433925 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-301f0220-e05e-4499-870b-52e7dca1d57c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:45.482363 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cbbe970a-3608-4541-a63c-090a0d94ed4f req-d1634017-17f3-4fe5-b1e1-802a2b9b862f service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229200 Dec 08 02:17:45.610642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-301f0220-e05e-4499-870b-52e7dca1d57c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Allocated IP 172.20.0.3 (990035d0-5f75-410a-9ae4-93ef5b213255/890cd2ed-9ae7-4a89-916f-2d2e22fc0f59/9ab044f0-db46-498c-95a5-b1b664a9836b) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:17:45.735283 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9be50f-a200-4cd7-be78-85a1c85252f6 req-065d8add-0d08-4313-9703-9511ac1b889f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:45.743889 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed9be50f-a200-4cd7-be78-85a1c85252f6 req-065d8add-0d08-4313-9703-9511ac1b889f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.0772879 Dec 08 02:17:45.767614 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-301f0220-e05e-4499-870b-52e7dca1d57c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:45.808283 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed9be50f-a200-4cd7-be78-85a1c85252f6 req-44b6bc9d-0c80-4bd6-9e0f-bd0de705a370 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627828 Dec 08 02:17:45.829051 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-301f0220-e05e-4499-870b-52e7dca1d57c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:45.872628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-301f0220-e05e-4499-870b-52e7dca1d57c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Network 990035d0-5f75-410a-9ae4-93ef5b213255 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:17:45.875719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-301f0220-e05e-4499-870b-52e7dca1d57c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:17:45.879539 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-301f0220-e05e-4499-870b-52e7dca1d57c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:17:45.910497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f0220-e05e-4499-870b-52e7dca1d57c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event updated for resources: {'Port': ['ID=9ab044f0-db46-498c-95a5-b1b664a9836b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:45.920930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b243c8c-e406-453e-a9f0-b9bc030b56a1 req-82c620ec-5dbf-4dc4-91bf-1c549deeee33 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:45.922806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b243c8c-e406-453e-a9f0-b9bc030b56a1 req-82c620ec-5dbf-4dc4-91bf-1c549deeee33 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 931 time: 0.0705888 Dec 08 02:17:45.936510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-301f0220-e05e-4499-870b-52e7dca1d57c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:45.937175 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-301f0220-e05e-4499-870b-52e7dca1d57c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:45.961531 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-301f0220-e05e-4499-870b-52e7dca1d57c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274833 Dec 08 02:17:45.982905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Request body: {'port': {'device_id': '54a3b096-c68f-4fae-bd30-49d48ddbe716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:45.993345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b243c8c-e406-453e-a9f0-b9bc030b56a1 req-f801ebcd-e530-478d-8645-86dc504de224 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=8020fd9d-b0b7-4c21-830c-f957b776a125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527654 Dec 08 02:17:46.058127 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:46.207967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-39dddedb-ea3b-4cf6-b790-96130028dc3f None None] Provisioning complete for port 9ab044f0-db46-498c-95a5-b1b664a9836b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:46.208445 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39dddedb-ea3b-4cf6-b790-96130028dc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:46.241778 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-39dddedb-ea3b-4cf6-b790-96130028dc3f None None] Port 9ab044f0-db46-498c-95a5-b1b664a9836b cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:17:46.346743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab044f0-db46-498c-95a5-b1b664a9836b {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:17:46.354489 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:46.366135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Transition to ACTIVE for port object 9ab044f0-db46-498c-95a5-b1b664a9836b will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:17:46.369958 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:46.418559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Pushing event updated for resources: {'Port': ['ID=9ab044f0-db46-498c-95a5-b1b664a9836b,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:46.494726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Attempting to bind port 9ab044f0-db46-498c-95a5-b1b664a9836b on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:17:46.495069 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Attempting to bind port 9ab044f0-db46-498c-95a5-b1b664a9836b by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:17:46.495403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Attempting to bind port 9ab044f0-db46-498c-95a5-b1b664a9836b on network 990035d0-5f75-410a-9ae4-93ef5b213255 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:17:46.500335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Port 9ab044f0-db46-498c-95a5-b1b664a9836b on network 990035d0-5f75-410a-9ae4-93ef5b213255 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:17:46.500663 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Attempting to bind port 9ab044f0-db46-498c-95a5-b1b664a9836b on network 990035d0-5f75-410a-9ae4-93ef5b213255 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:17:46.505736 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:17:46.506083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Checking segment: {'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:17:46.506474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Bound using segment: {'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:17:46.506906 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Bound port: 9ab044f0-db46-498c-95a5-b1b664a9836b, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51b74b4-1e98-4c13-a805-d910b2ccfaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:17:46.507350 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:46.580673 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] For port 9ab044f0-db46-498c-95a5-b1b664a9836b, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:17:46.584131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] For port 9ab044f0-db46-498c-95a5-b1b664a9836b, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9ab044f0-db46-498c-95a5-b1b664a9836b,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:17:46.590801 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:46.627386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:46.628059 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:46.629580 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] 10.222.0.75 "PUT /v2.0/ports/9ab044f0-db46-498c-95a5-b1b664a9836b HTTP/1.1" status: 200 len: 1092 time: 0.6542642 Dec 08 02:17:46.630038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a3b096-c68f-4fae-bd30-49d48ddbe716', 'tag': '9ab044f0-db46-498c-95a5-b1b664a9836b'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:17:46.632448 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d5b603-548e-4900-a529-106cc73396d3" -d '{"events": [{"name": "network-changed", "server_uuid": "54a3b096-c68f-4fae-bd30-49d48ddbe716", "tag": "9ab044f0-db46-498c-95a5-b1b664a9836b"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:17:46.661404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc9301-ede1-44ff-94c0-8421241105bc service neutron] Pushing event updated for resources: {'Port': ['ID=9ab044f0-db46-498c-95a5-b1b664a9836b,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:46.739928 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411f1bb8-1873-4232-aa6c-a7d2b189a6ea x-openstack-request-id: req-411f1bb8-1873-4232-aa6c-a7d2b189a6ea {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:17:46.740316 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a3b096-c68f-4fae-bd30-49d48ddbe716", "tag": "9ab044f0-db46-498c-95a5-b1b664a9836b", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:17:46.740635 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-411f1bb8-1873-4232-aa6c-a7d2b189a6ea {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:17:46.741104 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a3b096-c68f-4fae-bd30-49d48ddbe716', 'tag': '9ab044f0-db46-498c-95a5-b1b664a9836b', 'status': 'completed', 'code': 200} Dec 08 02:17:46.756237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-60e569f7-1fa9-424a-8420-05736b08ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:46.757780 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-60e569f7-1fa9-424a-8420-05736b08ec0c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 1095 time: 0.0548446 Dec 08 02:17:46.809239 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-4b96183d-52f2-4284-a12e-32b9a5a45c48 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ab044f0-db46-498c-95a5-b1b664a9836b HTTP/1.1" status: 200 len: 217 time: 0.0388520 Dec 08 02:17:46.860247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-125a1625-02af-404a-8ac4-f8c8ffe74379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:46.861712 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-125a1625-02af-404a-8ac4-f8c8ffe74379 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=890cd2ed-9ae7-4a89-916f-2d2e22fc0f59 HTTP/1.1" status: 200 len: 849 time: 0.0456522 Dec 08 02:17:46.907123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-97aedd55-769e-4ec5-960a-4d56b91536a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:46.908570 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-97aedd55-769e-4ec5-960a-4d56b91536a0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=990035d0-5f75-410a-9ae4-93ef5b213255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402973 Dec 08 02:17:46.927422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1cbd-14a4-4caa-aa40-cf0525622711 req-158141dc-8d5c-436a-b884-c322d6c6cb3c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:46.928953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-465d1cbd-14a4-4caa-aa40-cf0525622711 req-158141dc-8d5c-436a-b884-c322d6c6cb3c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.0504560 Dec 08 02:17:46.984127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-465d1cbd-14a4-4caa-aa40-cf0525622711 req-2ff8effb-a7ff-4e5f-8811-3d8c6e4d09bb tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489025 Dec 08 02:17:47.012442 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-2c0ae857-64d9-4f33-a972-5ad186763040 service neutron] 10.222.0.75 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964365 Dec 08 02:17:47.119075 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18eefe8-7481-4b00-a8b6-f58f5881fa45 req-b646c3b9-9b06-4eca-b1ee-2dd0941a8fa5 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:47.120591 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a18eefe8-7481-4b00-a8b6-f58f5881fa45 req-b646c3b9-9b06-4eca-b1ee-2dd0941a8fa5 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 943 time: 0.0529289 Dec 08 02:17:47.124126 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0db0acb7-afa5-4a12-8d79-506a7947b1bf req-126d76e0-15f6-49a2-bad0-eb4a2fc95b9c service neutron] 10.222.0.75 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045425 Dec 08 02:17:47.170680 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a18eefe8-7481-4b00-a8b6-f58f5881fa45 req-c832758f-61b2-43f1-97f4-d54a6d961367 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=8020fd9d-b0b7-4c21-830c-f957b776a125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440493 Dec 08 02:17:47.255286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b603-548e-4900-a529-106cc73396d3 req-ec3a511f-4882-4717-9455-b104afedebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:47.257127 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5d5b603-548e-4900-a529-106cc73396d3 req-ec3a511f-4882-4717-9455-b104afedebe8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 1095 time: 0.0512195 Dec 08 02:17:47.352786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b603-548e-4900-a529-106cc73396d3 req-fbfe09cc-69b0-4704-b40c-3f54fd89fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:47.354873 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5d5b603-548e-4900-a529-106cc73396d3 req-fbfe09cc-69b0-4704-b40c-3f54fd89fd0a service neutron] 10.222.0.75 "GET /v2.0/networks?id=990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 200 len: 911 time: 0.0906849 Dec 08 02:17:47.402030 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5d5b603-548e-4900-a529-106cc73396d3 req-7c293993-dc97-47b9-9e89-125e0d1d0d07 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ab044f0-db46-498c-95a5-b1b664a9836b HTTP/1.1" status: 200 len: 217 time: 0.0400217 Dec 08 02:17:47.454128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b603-548e-4900-a529-106cc73396d3 req-1b5d7b73-feab-49f9-8a77-d6813d2b0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:47.455595 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5d5b603-548e-4900-a529-106cc73396d3 req-1b5d7b73-feab-49f9-8a77-d6813d2b0748 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=890cd2ed-9ae7-4a89-916f-2d2e22fc0f59 HTTP/1.1" status: 200 len: 849 time: 0.0471077 Dec 08 02:17:47.505117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b603-548e-4900-a529-106cc73396d3 req-5ea56503-fb7e-48dc-9978-3f25a16e60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:47.507228 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5d5b603-548e-4900-a529-106cc73396d3 req-5ea56503-fb7e-48dc-9978-3f25a16e60a9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=990035d0-5f75-410a-9ae4-93ef5b213255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442774 Dec 08 02:17:47.605063 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5d5b603-548e-4900-a529-106cc73396d3 req-563141de-1d2b-4a04-9d0e-04dd30b06cc7 service neutron] 10.222.0.75 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894809 Dec 08 02:17:47.694680 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b5d5b603-548e-4900-a529-106cc73396d3 req-37080159-8db3-4d20-833f-3f594da7e8ec service neutron] 10.222.0.75 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821159 Dec 08 02:17:48.105858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522603bd-4ebb-45ca-a563-c6fb00f4495a req-661acc6c-e208-483b-8d50-d8942c727288 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:48.107344 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-522603bd-4ebb-45ca-a563-c6fb00f4495a req-661acc6c-e208-483b-8d50-d8942c727288 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.0499086 Dec 08 02:17:48.157584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-522603bd-4ebb-45ca-a563-c6fb00f4495a req-65be3ca6-cf91-4ba1-929b-77edb6a64f7d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 Dec 08 02:17:48.295963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f608ce5-7688-4e63-828e-92c9dbca46d6 req-7e1fed8f-50f9-4ab2-9e09-e5104d2bb9f7 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:48.297401 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f608ce5-7688-4e63-828e-92c9dbca46d6 req-7e1fed8f-50f9-4ab2-9e09-e5104d2bb9f7 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 943 time: 0.0528159 Dec 08 02:17:48.345062 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f608ce5-7688-4e63-828e-92c9dbca46d6 req-afc29ebf-8cb4-48c1-85f6-ab6c0f4280fe tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=8020fd9d-b0b7-4c21-830c-f957b776a125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415847 Dec 08 02:17:48.831804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:17:48.924433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:48.935864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'port_id': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'mac_address': 'fa:16:3e:c3:d1:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:17:48.976320 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:48.989363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:17:49.010853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:49.015110 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:49.064833 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:49.280508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010285d-47ec-42f2-a70e-a16e2a0e07ce req-6aac7106-63e0-4572-ac7f-27ead5a3ff6a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:49.282073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d010285d-47ec-42f2-a70e-a16e2a0e07ce req-6aac7106-63e0-4572-ac7f-27ead5a3ff6a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 944 time: 0.0504451 Dec 08 02:17:49.288474 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['0c9a5ce8-3923-4434-9d58-e7b38d0840a9'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:17:49.342045 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d010285d-47ec-42f2-a70e-a16e2a0e07ce req-57b83394-e720-4edf-8338-44ee518d1c8f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488639 Dec 08 02:17:49.470775 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3ee8f-c3a6-4c61-b698-bd84ccdb166b req-1a60e637-dd78-4db2-9599-4c1a2b2266a4 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:49.472315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-78c3ee8f-c3a6-4c61-b698-bd84ccdb166b req-1a60e637-dd78-4db2-9599-4c1a2b2266a4 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 943 time: 0.0548120 Dec 08 02:17:49.526394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-78c3ee8f-c3a6-4c61-b698-bd84ccdb166b req-d01a8be8-94fe-4b6a-902e-60fc3ad5e369 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=8020fd9d-b0b7-4c21-830c-f957b776a125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467045 Dec 08 02:17:49.619913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54294) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:49.664942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb13be88-6571-4338-ac84-5370a8f55763 admin admin] Deleting subnet 9b862920-3242-43d1-9b0c-8fd431eda9a8 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:17:49.667983 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb13be88-6571-4338-ac84-5370a8f55763 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:49.703472 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb13be88-6571-4338-ac84-5370a8f55763 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:49.742696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb13be88-6571-4338-ac84-5370a8f55763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:49.797763 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb13be88-6571-4338-ac84-5370a8f55763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:49.821503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13be88-6571-4338-ac84-5370a8f55763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b862920-3242-43d1-9b0c-8fd431eda9a8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:49.828836 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cb13be88-6571-4338-ac84-5370a8f55763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:49.832806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cb13be88-6571-4338-ac84-5370a8f55763 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9b862920-3242-43d1-9b0c-8fd431eda9a8 HTTP/1.1" status: 204 len: 168 time: 0.2118521 Dec 08 02:17:49.835273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54296) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:49.902544 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb04a22d-c868-4701-82a5-e14c0638f6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:49.983122 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb04a22d-c868-4701-82a5-e14c0638f6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:50.002871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-eb04a22d-c868-4701-82a5-e14c0638f6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2a1a3b-d39e-433e-82f6-3ec6af811f8a']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:50.012458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-eb04a22d-c868-4701-82a5-e14c0638f6c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1341219-c832-41e1-bf46-d56059aebe45') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:50.012750 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-eb04a22d-c868-4701-82a5-e14c0638f6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1341219-c832-41e1-bf46-d56059aebe45') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:50.021849 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb04a22d-c868-4701-82a5-e14c0638f6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:50.034621 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb04a22d-c868-4701-82a5-e14c0638f6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:50.040388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb04a22d-c868-4701-82a5-e14c0638f6c5 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:17:50.040794 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb04a22d-c868-4701-82a5-e14c0638f6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:17:50.042447 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:17:50.105917 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb04a22d-c868-4701-82a5-e14c0638f6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:50.113472 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb04a22d-c868-4701-82a5-e14c0638f6c5 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:50.118040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-eb04a22d-c868-4701-82a5-e14c0638f6c5 admin admin] 10.222.0.71 "DELETE /v2.0/networks/7a2a1a3b-d39e-433e-82f6-3ec6af811f8a HTTP/1.1" status: 204 len: 168 time: 0.2816932 Dec 08 02:17:50.134333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04a22d-c868-4701-82a5-e14c0638f6c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a2a1a3b-d39e-433e-82f6-3ec6af811f8a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:50.236047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54300) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:50.280355 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-412a532b-774c-4966-ba06-4c75741c692b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=217f0cda398d4ef0a9c3526e60ec689f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406523 Dec 08 02:17:50.280542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54302) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:50.327634 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a6afe55-a6a7-4f96-aaed-ff3a7f48d26e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:50.349221 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a6afe55-a6a7-4f96-aaed-ff3a7f48d26e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:50.396496 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a6afe55-a6a7-4f96-aaed-ff3a7f48d26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:50.399403 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a6afe55-a6a7-4f96-aaed-ff3a7f48d26e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:50.400607 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4a6afe55-a6a7-4f96-aaed-ff3a7f48d26e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7c255e0c-bd81-4c1c-a03f-0d18e33978a5 HTTP/1.1" status: 204 len: 168 time: 0.1192834 Dec 08 02:17:50.409651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6afe55-a6a7-4f96-aaed-ff3a7f48d26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c255e0c-bd81-4c1c-a03f-0d18e33978a5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:50.486308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670fd51-8bc1-4643-b92c-ebc2b4a87541 req-297623d4-3898-495d-814e-efa93624510a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:50.487819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8670fd51-8bc1-4643-b92c-ebc2b4a87541 req-297623d4-3898-495d-814e-efa93624510a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 944 time: 0.0573375 Dec 08 02:17:50.537351 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8670fd51-8bc1-4643-b92c-ebc2b4a87541 req-c94bc8e9-9126-44c9-9024-9dfe4155daf3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422630 Dec 08 02:17:50.651566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600a2f9-788d-4eba-9ef0-735ac41a552b req-e3af88d4-ba41-479b-bb31-53fcfc3e5eb7 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:50.653191 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0600a2f9-788d-4eba-9ef0-735ac41a552b req-e3af88d4-ba41-479b-bb31-53fcfc3e5eb7 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 943 time: 0.0501487 Dec 08 02:17:50.707241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0600a2f9-788d-4eba-9ef0-735ac41a552b req-fd1ccd9e-923f-42ae-a599-0c0d1c77708f tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=8020fd9d-b0b7-4c21-830c-f957b776a125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479388 Dec 08 02:17:50.853545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:17:50.901777 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:17:50.906009 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:50.906358 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:50.985184 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.008050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:17:51.011101 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86696bff-4ccd-4f42-aa19-8ea34d11ee7f" -d '{"events": [{"server_uuid": "033eb67b-61a7-4c7f-bfd4-45bf511cc9ab", "name": "network-vif-plugged", "status": "completed", "tag": "0c9a5ce8-3923-4434-9d58-e7b38d0840a9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:17:51.023904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9ab044f0-db46-498c-95a5-b1b664a9836b details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:17:51.026802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:51.036385 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.060937 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30315d8c-adc5-4a12-b7e1-465621f463ae x-openstack-request-id: req-30315d8c-adc5-4a12-b7e1-465621f463ae {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:17:51.061235 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033eb67b-61a7-4c7f-bfd4-45bf511cc9ab", "name": "network-vif-plugged", "status": "completed", "tag": "0c9a5ce8-3923-4434-9d58-e7b38d0840a9", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:17:51.061488 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-30315d8c-adc5-4a12-b7e1-465621f463ae {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:17:51.061872 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'code': 200} Dec 08 02:17:51.117182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54330) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:51.137527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:51.175388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 9ab044f0-db46-498c-95a5-b1b664a9836b, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9ab044f0-db46-498c-95a5-b1b664a9836b,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:51.185403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023c8ea-5a39-470a-a2f4-87b41f898d5c req-61a18654-ff40-4b4c-b292-ed995683645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:51.187182 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2023c8ea-5a39-470a-a2f4-87b41f898d5c req-61a18654-ff40-4b4c-b292-ed995683645b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 1097 time: 0.0423498 Dec 08 02:17:51.188155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '9ab044f0-db46-498c-95a5-b1b664a9836b', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'port_id': '9ab044f0-db46-498c-95a5-b1b664a9836b', 'mac_address': 'fa:16:3e:2f:03:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:17:51.223829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1747790235-network', 'tenant_id': '214b74fdbe564d3894b17d68392d6070'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:51.225853 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.239450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab044f0-db46-498c-95a5-b1b664a9836b {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:17:51.259121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 9ab044f0-db46-498c-95a5-b1b664a9836b, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9ab044f0-db46-498c-95a5-b1b664a9836b,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:51.259768 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2023c8ea-5a39-470a-a2f4-87b41f898d5c req-e2abaa55-03b9-45dc-880d-22defa3ae9c8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658021 Dec 08 02:17:51.263517 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.264480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] Made reservation on behalf of 214b74fdbe564d3894b17d68392d6070 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:17:51.266830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.275631 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.313032 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=9ab044f0-db46-498c-95a5-b1b664a9836b,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:51.353074 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.357229 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.383850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:17:51.389334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f6647a-09b9-4e49-99e8-e05f7f9a7683,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:51.396811 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.396958 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] Added segment 66bc48b0-fc4a-443b-a401-3e62509f82f7 of type vlan for network 5381952e-8fee-490a-9c83-1a06fe9f718a Dec 08 02:17:51.436510 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.460408 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.461314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:51.461892 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.496423 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3753355 Dec 08 02:17:51.496795 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54334) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:51.501671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-745a561e-b569-4b99-a500-4f19006bb8db admin admin] Request body: {'subnet': {'network_id': '5381952e-8fee-490a-9c83-1a06fe9f718a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1747790235-subnet', 'tenant_id': '214b74fdbe564d3894b17d68392d6070', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:51.522957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745a561e-b569-4b99-a500-4f19006bb8db admin admin] Made reservation on behalf of 214b74fdbe564d3894b17d68392d6070 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:17:51.526256 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-745a561e-b569-4b99-a500-4f19006bb8db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.526968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['9ab044f0-db46-498c-95a5-b1b664a9836b'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:17:51.527939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6ab25-b897-4ce3-966c-6e68f2a4d1b0 admin admin] Pushing event updated for resources: {'Network': ['ID=5381952e-8fee-490a-9c83-1a06fe9f718a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:51.561143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 5381952e-8fee-490a-9c83-1a06fe9f718a details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:17:51.718916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9775075-2718-4fe0-a306-92b8641ddee9 req-43dd4a85-7b0e-4ea1-a57b-d07ed09ae1a8 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:51.720409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9775075-2718-4fe0-a306-92b8641ddee9 req-43dd4a85-7b0e-4ea1-a57b-d07ed09ae1a8 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.1004016 Dec 08 02:17:51.741927 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-745a561e-b569-4b99-a500-4f19006bb8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.850013 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9775075-2718-4fe0-a306-92b8641ddee9 req-11aa1515-29d2-473e-9b4b-fe89a1242ca5 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185257 Dec 08 02:17:51.858924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a561e-b569-4b99-a500-4f19006bb8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f1663a-b005-4794-9c97-b19f6f489628,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:51.874244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a561e-b569-4b99-a500-4f19006bb8db admin admin] Checking segment: {'id': '66bc48b0-fc4a-443b-a401-3e62509f82f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5381952e-8fee-490a-9c83-1a06fe9f718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:17:51.874608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a561e-b569-4b99-a500-4f19006bb8db admin admin] Network hostable DHCP agents. Network: 5381952e-8fee-490a-9c83-1a06fe9f718a, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:17:51.886578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd5b8c-fcfe-4bc3-8dc4-028d62f4d879 req-14b9cab6-e958-40b5-a98c-32f759e70a9e tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:51.888068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bcd5b8c-fcfe-4bc3-8dc4-028d62f4d879 req-14b9cab6-e958-40b5-a98c-32f759e70a9e tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 944 time: 0.1053956 Dec 08 02:17:51.912127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a561e-b569-4b99-a500-4f19006bb8db admin admin] Network 5381952e-8fee-490a-9c83-1a06fe9f718a is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:17:51.929313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-745a561e-b569-4b99-a500-4f19006bb8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 5381952e-8fee-490a-9c83-1a06fe9f718a) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:17:51.936861 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745a561e-b569-4b99-a500-4f19006bb8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:51.937452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-745a561e-b569-4b99-a500-4f19006bb8db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:51.937614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05e89d7-1f30-41ba-b7e8-76d53c75a396 None None] Network 5381952e-8fee-490a-9c83-1a06fe9f718a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:17:51.960286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bcd5b8c-fcfe-4bc3-8dc4-028d62f4d879 req-70d81b47-a458-4132-95bf-864bbe84aa1a tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=8020fd9d-b0b7-4c21-830c-f957b776a125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641692 Dec 08 02:17:51.974681 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54340) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:51.975156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-745a561e-b569-4b99-a500-4f19006bb8db admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4770353 Dec 08 02:17:51.979695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1747790235-router', 'tenant_id': '214b74fdbe564d3894b17d68392d6070', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:52.002268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:52.003300 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:52.005499 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ccca4751-f12c-48db-87b5-ebeaea6f7889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:52.047243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-5381952e-8fee-490a-9c83-1a06fe9f718a', 'network_id': '5381952e-8fee-490a-9c83-1a06fe9f718a', 'project_id': '214b74fdbe564d3894b17d68392d6070', 'fixed_ips': [{'subnet_id': 'a6f1663a-b005-4794-9c97-b19f6f489628'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:17:52.048129 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:52.057606 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:52.183814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Allocated IP 172.20.0.2 (5381952e-8fee-490a-9c83-1a06fe9f718a/a6f1663a-b005-4794-9c97-b19f6f489628/5f47ddf9-7890-4fc0-8821-cc5e39e21cd7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:17:52.345276 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:52.352524 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:52.397661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Network 5381952e-8fee-490a-9c83-1a06fe9f718a is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:17:52.400793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:17:52.405269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:17:52.408342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Pushing event updated for resources: {'Port': ['ID=5f47ddf9-7890-4fc0-8821-cc5e39e21cd7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:52.461721 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:52.464265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Attempting to bind port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:17:52.464638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Attempting to bind port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '66bc48b0-fc4a-443b-a401-3e62509f82f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5381952e-8fee-490a-9c83-1a06fe9f718a'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:17:52.465000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Attempting to bind port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 on network 5381952e-8fee-490a-9c83-1a06fe9f718a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:17:52.470363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:17:52.470995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Checking segment: {'id': '66bc48b0-fc4a-443b-a401-3e62509f82f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5381952e-8fee-490a-9c83-1a06fe9f718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:17:52.471394 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:52.471816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Bound using segment: {'id': '66bc48b0-fc4a-443b-a401-3e62509f82f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5381952e-8fee-490a-9c83-1a06fe9f718a'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:17:52.472287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Bound port: 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bc48b0-fc4a-443b-a401-3e62509f82f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5381952e-8fee-490a-9c83-1a06fe9f718a'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:17:52.472667 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:52.536124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] For port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:17:52.539467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] For port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5f47ddf9-7890-4fc0-8821-cc5e39e21cd7,segment=NetworkSegment(66bc48b0-fc4a-443b-a401-3e62509f82f7),segment_id=66bc48b0-fc4a-443b-a401-3e62509f82f7)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:17:52.544303 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:52.603818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511f735-c9d6-404e-8d90-2bd1d3e28ace None None] Pushing event updated for resources: {'Port': ['ID=5f47ddf9-7890-4fc0-8821-cc5e39e21cd7,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:52.686466 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:52.711882 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:52.836616 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Allocated IP 172.25.8.218 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/4c56771b-ad54-437e-9e43-fa3d24fb7244) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:17:52.951586 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:52.982660 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ae0d5-1788-401c-9183-3b9442e281cb req-01ad7978-2e9b-4d2f-ae84-5d5a8080ebaf tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:52.984220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-205ae0d5-1788-401c-9183-3b9442e281cb req-01ad7978-2e9b-4d2f-ae84-5d5a8080ebaf tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0581408 Dec 08 02:17:52.995245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:53.023254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9ab044f0-db46-498c-95a5-b1b664a9836b up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:17:53.046918 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:17:53.049149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-205ae0d5-1788-401c-9183-3b9442e281cb req-dcbf937d-2326-4c76-abe6-2780ff612e4c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581341 Dec 08 02:17:53.051148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:17:53.076913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:17:53.097682 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab89992-3302-4912-a1ac-4847b6e3039c None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:17:53.123752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:17:53.139811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Pushing event updated for resources: {'Port': ['ID=4c56771b-ad54-437e-9e43-fa3d24fb7244,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:53.145822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f41d85-bdb2-4f23-b4c8-cf2de4e24a0c req-a325a037-9f99-496f-9be0-3e999e540880 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:53.152228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18f41d85-bdb2-4f23-b4c8-cf2de4e24a0c req-a325a037-9f99-496f-9be0-3e999e540880 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 944 time: 0.0983262 Dec 08 02:17:53.189932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 9ab044f0-db46-498c-95a5-b1b664a9836b completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:17:53.197848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 9ab044f0-db46-498c-95a5-b1b664a9836b triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:53.198892 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:53.225909 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2f3525d0-f5ff-42b5-bb69-d922d57fbe83 None None] Provisioning complete for port 4c56771b-ad54-437e-9e43-fa3d24fb7244 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:53.226246 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f3525d0-f5ff-42b5-bb69-d922d57fbe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:53.253775 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfb7cc-1cc1-4a14-9130-ced9847240e5 req-54a67224-10be-434c-b279-6971e371a1ea tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:53.254972 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44bfb7cc-1cc1-4a14-9130-ced9847240e5 req-54a67224-10be-434c-b279-6971e371a1ea tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0984070 Dec 08 02:17:53.258806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18f41d85-bdb2-4f23-b4c8-cf2de4e24a0c req-4803d886-dd27-41e7-9e13-72acc2aec66b tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=8020fd9d-b0b7-4c21-830c-f957b776a125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003363 Dec 08 02:17:53.269738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:53.271021 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:53.271295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54350) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:53.277987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ffbe0c99-3f10-4029-94ec-cb621217fca3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Request body: {'floatingip': {'port_id': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:53.321055 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2f3525d0-f5ff-42b5-bb69-d922d57fbe83 None None] Port 4c56771b-ad54-437e-9e43-fa3d24fb7244 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:17:53.324496 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c99-3f10-4029-94ec-cb621217fca3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for floatingip, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:53.393382 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:53.422209 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:53.435397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a3b096-c68f-4fae-bd30-49d48ddbe716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab044f0-db46-498c-95a5-b1b664a9836b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:17:53.437672 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e059645-6fc4-4057-8174-17245c798906" -d '{"events": [{"server_uuid": "54a3b096-c68f-4fae-bd30-49d48ddbe716", "name": "network-vif-plugged", "status": "completed", "tag": "9ab044f0-db46-498c-95a5-b1b664a9836b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:17:53.460046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 9ab044f0-db46-498c-95a5-b1b664a9836b, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9ab044f0-db46-498c-95a5-b1b664a9836b,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:53.474408 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:53.477474 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5f47ddf9-7890-4fc0-8821-cc5e39e21cd7,segment=NetworkSegment(66bc48b0-fc4a-443b-a401-3e62509f82f7),segment_id=66bc48b0-fc4a-443b-a401-3e62509f82f7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:53.486027 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:53.510787 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95d83b7-737f-46fd-842b-24a7c6b0e7e2 x-openstack-request-id: req-d95d83b7-737f-46fd-842b-24a7c6b0e7e2 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:17:53.511137 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a3b096-c68f-4fae-bd30-49d48ddbe716", "name": "network-vif-plugged", "status": "completed", "tag": "9ab044f0-db46-498c-95a5-b1b664a9836b", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:17:53.511331 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d95d83b7-737f-46fd-842b-24a7c6b0e7e2 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:17:53.511732 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a3b096-c68f-4fae-bd30-49d48ddbe716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab044f0-db46-498c-95a5-b1b664a9836b', 'code': 200} Dec 08 02:17:53.531156 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:53.544304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=9ab044f0-db46-498c-95a5-b1b664a9836b,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:53.583804 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:53.742625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341e5a27-fb99-4410-ad57-c13ac8728494 None None] Network 5381952e-8fee-490a-9c83-1a06fe9f718a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:17:53.755278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47892d98-580c-4852-a664-f9251e5b01de req-b4102ecc-bad8-4fdc-b38c-7171fcca3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:53.756838 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-47892d98-580c-4852-a664-f9251e5b01de req-b4102ecc-bad8-4fdc-b38c-7171fcca3403 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 1097 time: 0.1310127 Dec 08 02:17:53.829611 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-bcd4fca5-25d3-4696-927f-cd6a997a2a9a None None] Provisioning complete for port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:53.831078 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fca5-25d3-4696-927f-cd6a997a2a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:53.831448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=5f47ddf9-7890-4fc0-8821-cc5e39e21cd7,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:53.988988 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-47892d98-580c-4852-a664-f9251e5b01de req-4fafebd6-5332-48c6-ad9a-7a1551761477 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8020fd9d-b0b7-4c21-830c-f957b776a125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194791 Dec 08 02:17:54.030335 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:54.164932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-aecc38d3-c2e3-4926-819b-8824385e6fa0 None None] Provisioning complete for port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:54.165495 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aecc38d3-c2e3-4926-819b-8824385e6fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:54.198074 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c99-3f10-4029-94ec-cb621217fca3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:54.204770 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c99-3f10-4029-94ec-cb621217fca3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:54.315768 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:54.332352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Router 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:17:54.338226 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9258e4d0-ebe2-460c-8685-e60b64da6e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:54.348186 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-ffbe0c99-3f10-4029-94ec-cb621217fca3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Floating IP 8b5300c3-bccf-4778-aa19-a5e5378127c5 associated. External IP: 172.25.8.179, port: 0c9a5ce8-3923-4434-9d58-e7b38d0840a9. Dec 08 02:17:54.394018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec22692-88c4-4c5a-93d2-c0f96ad81420 req-1cb2170b-1c99-498f-b537-fdc632f5601c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:54.395534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ec22692-88c4-4c5a-93d2-c0f96ad81420 req-1cb2170b-1c99-498f-b537-fdc632f5601c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 945 time: 0.0575862 Dec 08 02:17:54.444759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ec22692-88c4-4c5a-93d2-c0f96ad81420 req-8be8ab72-f6d2-4a3f-adfa-c11fb1291b65 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=8020fd9d-b0b7-4c21-830c-f957b776a125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425282 Dec 08 02:17:54.817597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:17:54.826317 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Sync routers for ids ['0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:17:54.836121 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Routers {'0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:17:54.836758 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:54.878520 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:54.879803 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-44f46203-7c45-41cb-b517-06bc7ccefa11 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9035923 Dec 08 02:17:54.882745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54356) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:54.958832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbe0c99-3f10-4029-94ec-cb621217fca3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Router 48122814-f56e-46bb-98e0-1ff8ce562226 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:17:54.966794 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Set router 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:17:55.062927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:17:55.136302 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbe0c99-3f10-4029-94ec-cb621217fca3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:17:55.144656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:55.145023 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:55.150532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977b230-1c4c-4855-bd47-24be31bb284a None None] Sync routers for ids ['48122814-f56e-46bb-98e0-1ff8ce562226'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:17:55.153303 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c99-3f10-4029-94ec-cb621217fca3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:55.194551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977b230-1c4c-4855-bd47-24be31bb284a None None] Routers {'48122814-f56e-46bb-98e0-1ff8ce562226'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:17:55.195210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5977b230-1c4c-4855-bd47-24be31bb284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['48122814-f56e-46bb-98e0-1ff8ce562226'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:55.197699 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ffbe0c99-3f10-4029-94ec-cb621217fca3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "PUT /v2.0/floatingips/8b5300c3-bccf-4778-aa19-a5e5378127c5 HTTP/1.1" status: 200 len: 991 time: 1.9252574 Dec 08 02:17:55.198712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'tag': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:17:55.202723 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a59858c-dc29-4543-a056-0f20d72edb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "033eb67b-61a7-4c7f-bfd4-45bf511cc9ab", "tag": "0c9a5ce8-3923-4434-9d58-e7b38d0840a9"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:17:55.219658 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'name': 'tempest-TestAggregatesBasicOps-1747790235-router', 'tenant_id': '214b74fdbe564d3894b17d68392d6070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '4c56771b-ad54-437e-9e43-fa3d24fb7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:17:53Z', 'revision_number': 3, 'project_id': '214b74fdbe564d3894b17d68392d6070', 'gw_port': {'id': '4c56771b-ad54-437e-9e43-fa3d24fb7244', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:55.253576 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Checking router: 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:17:55.253933 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Updating router 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e port 4c56771b-ad54-437e-9e43-fa3d24fb7244 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:17:55.257660 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c28cee3-9c98-4c66-ae72-628edc964504 x-openstack-request-id: req-2c28cee3-9c98-4c66-ae72-628edc964504 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:17:55.257960 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033eb67b-61a7-4c7f-bfd4-45bf511cc9ab", "tag": "0c9a5ce8-3923-4434-9d58-e7b38d0840a9", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:17:55.258218 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2c28cee3-9c98-4c66-ae72-628edc964504 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:17:55.258652 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'tag': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'status': 'completed', 'code': 200} Dec 08 02:17:55.280051 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:55.375646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59858c-dc29-4543-a056-0f20d72edb4b req-9efbb666-19f4-4063-81ba-270c44c05916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:55.377784 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a59858c-dc29-4543-a056-0f20d72edb4b req-9efbb666-19f4-4063-81ba-270c44c05916 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 1097 time: 0.0611999 Dec 08 02:17:55.400250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-5977b230-1c4c-4855-bd47-24be31bb284a None None] Set router 48122814-f56e-46bb-98e0-1ff8ce562226 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:17:55.526111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59858c-dc29-4543-a056-0f20d72edb4b req-42e7996b-c8c7-48c9-b6bc-b5fc0dc26d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:55.528306 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a59858c-dc29-4543-a056-0f20d72edb4b req-42e7996b-c8c7-48c9-b6bc-b5fc0dc26d24 service neutron] 10.222.0.45 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 918 time: 0.1419427 Dec 08 02:17:55.542247 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:55.636603 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a59858c-dc29-4543-a056-0f20d72edb4b req-bfcfc594-1f22-4205-b975-6da4dc254a76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9 HTTP/1.1" status: 200 len: 999 time: 0.0999265 Dec 08 02:17:55.646457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5248b3-97c2-47f1-90d8-278ab494b54e req-b33399ab-6b8a-4d58-9dd2-9ecea331a5df tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:55.647777 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f5248b3-97c2-47f1-90d8-278ab494b54e req-b33399ab-6b8a-4d58-9dd2-9ecea331a5df tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 945 time: 0.0978055 Dec 08 02:17:55.712257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59858c-dc29-4543-a056-0f20d72edb4b req-7d349b5b-90bf-4224-b635-5f0d824dacd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:55.715413 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a59858c-dc29-4543-a056-0f20d72edb4b req-7d349b5b-90bf-4224-b635-5f0d824dacd3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfe36e0c-7634-4108-a8e8-4f71e50f21d4 HTTP/1.1" status: 200 len: 856 time: 0.0703108 Dec 08 02:17:55.715992 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:55.722181 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:55.738111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5977b230-1c4c-4855-bd47-24be31bb284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '8b5300c3-bccf-4778-aa19-a5e5378127c5', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'port_id': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'mac_address': 'fa:16:3e:c3:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:17:37Z', 'updated_at': '2021-12-08T02:17:54Z', 'revision_number': 1, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:49Z', 'revision_number': 5, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:55.750686 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f5248b3-97c2-47f1-90d8-278ab494b54e req-dc4f3322-fb8b-4417-b4a8-75765eda9cbf tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=8020fd9d-b0b7-4c21-830c-f957b776a125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899048 Dec 08 02:17:55.768606 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Pushing event updated for resources: {'Port': ['ID=4c56771b-ad54-437e-9e43-fa3d24fb7244,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:55.780804 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:55.781399 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:55.781914 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:55.782544 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:55.783074 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:55.783566 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:55.784110 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:55.784739 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:55.785335 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:55.785993 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:55.786468 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:55.786946 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:55.787424 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:55.804119 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:55.814136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59858c-dc29-4543-a056-0f20d72edb4b req-97aa5b7a-586b-4666-af92-d2641147bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:55.815706 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a59858c-dc29-4543-a056-0f20d72edb4b req-97aa5b7a-586b-4666-af92-d2641147bba6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de25ac42-0f3c-45ea-b047-d8c536f67be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935309 Dec 08 02:17:55.816334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bc0aad-7a87-4e69-839c-1adc259466c4 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:17:55.821341 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Attempting to bind port 4c56771b-ad54-437e-9e43-fa3d24fb7244 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:17:55.821732 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Attempting to bind port 4c56771b-ad54-437e-9e43-fa3d24fb7244 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:17:55.822686 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Attempting to bind port 4c56771b-ad54-437e-9e43-fa3d24fb7244 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:17:55.830399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977b230-1c4c-4855-bd47-24be31bb284a None None] Checking router: 48122814-f56e-46bb-98e0-1ff8ce562226 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:17:55.837191 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:17:55.838722 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:17:55.839131 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:55.839527 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:17:55.840138 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Bound port: 4c56771b-ad54-437e-9e43-fa3d24fb7244, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:17:55.840653 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:55.857606 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977b230-1c4c-4855-bd47-24be31bb284a None None] Routers {'48122814-f56e-46bb-98e0-1ff8ce562226'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:17:55.858378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5977b230-1c4c-4855-bd47-24be31bb284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['48122814-f56e-46bb-98e0-1ff8ce562226'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:55.910693 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] For port 4c56771b-ad54-437e-9e43-fa3d24fb7244, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:17:55.914765 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] For port 4c56771b-ad54-437e-9e43-fa3d24fb7244, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4c56771b-ad54-437e-9e43-fa3d24fb7244,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:17:55.920843 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:55.932190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-977baec2-98ce-4c98-b92a-b1d64ed4aaac None None] Provisioning complete for port 4c56771b-ad54-437e-9e43-fa3d24fb7244 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:55.932553 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-977baec2-98ce-4c98-b92a-b1d64ed4aaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:55.950929 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a59858c-dc29-4543-a056-0f20d72edb4b req-dd65f86c-88fb-422e-8108-f6d0b60e013c service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263015 Dec 08 02:17:56.001626 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a979c9a3-b43c-4c25-a76d-d54036c701ff None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:17:56.018049 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7774ec-d535-4607-8e82-e237805b94b2 None None] Pushing event updated for resources: {'Port': ['ID=4c56771b-ad54-437e-9e43-fa3d24fb7244,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:56.021770 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Routers {'0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:17:56.022411 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:56.058776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9ad4b-c30c-4506-b707-dc8a5775572c req-c9d56bcf-296b-48ee-bed4-bdd60af957bc tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:56.060522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-32b9ad4b-c30c-4506-b707-dc8a5775572c req-c9d56bcf-296b-48ee-bed4-bdd60af957bc tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 945 time: 0.1173916 Dec 08 02:17:56.070070 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54366) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:56.076649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a1e7fd72-958e-4ec7-9f3d-f340ae843ac8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Request body: {'floatingip': {'port_id': '9ab044f0-db46-498c-95a5-b1b664a9836b'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:56.094657 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-5977b230-1c4c-4855-bd47-24be31bb284a None None] Set router 48122814-f56e-46bb-98e0-1ff8ce562226 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:17:56.097846 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-977baec2-98ce-4c98-b92a-b1d64ed4aaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:56.117344 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a59858c-dc29-4543-a056-0f20d72edb4b req-24b4e9ee-fad0-4638-9c8f-c6b26cea621c service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579976 Dec 08 02:17:56.134431 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fd72-958e-4ec7-9f3d-f340ae843ac8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:56.156844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-977baec2-98ce-4c98-b92a-b1d64ed4aaac None None] For port 4c56771b-ad54-437e-9e43-fa3d24fb7244, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4c56771b-ad54-437e-9e43-fa3d24fb7244,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:56.166793 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-977baec2-98ce-4c98-b92a-b1d64ed4aaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:56.167706 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Allocated IP 172.20.0.1 (5381952e-8fee-490a-9c83-1a06fe9f718a/a6f1663a-b005-4794-9c97-b19f6f489628/9b8ad2d5-597f-408a-b5a7-78fab2b34e0a) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:17:56.172377 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] Set router 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:17:56.292165 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977baec2-98ce-4c98-b92a-b1d64ed4aaac None None] Pushing event updated for resources: {'Port': ['ID=4c56771b-ad54-437e-9e43-fa3d24fb7244,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:56.341535 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-58991d4f-af30-4487-b728-194c8d6e4570 None None] Provisioning complete for port 4c56771b-ad54-437e-9e43-fa3d24fb7244 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:56.341910 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58991d4f-af30-4487-b728-194c8d6e4570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:56.392427 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'name': 'tempest-TestAggregatesBasicOps-1747790235-router', 'tenant_id': '214b74fdbe564d3894b17d68392d6070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '4c56771b-ad54-437e-9e43-fa3d24fb7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:17:53Z', 'revision_number': 3, 'project_id': '214b74fdbe564d3894b17d68392d6070', 'gw_port': {'id': '4c56771b-ad54-437e-9e43-fa3d24fb7244', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:56.425532 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f067fb-58f5-480e-b994-ab3609abf910 None None] The sync data for ids ['0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'] in n-d-713499-31 is: [{'id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'name': 'tempest-TestAggregatesBasicOps-1747790235-router', 'tenant_id': '214b74fdbe564d3894b17d68392d6070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '4c56771b-ad54-437e-9e43-fa3d24fb7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:17:53Z', 'revision_number': 3, 'project_id': '214b74fdbe564d3894b17d68392d6070', 'gw_port': {'id': '4c56771b-ad54-437e-9e43-fa3d24fb7244', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:17:56.438984 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:56.501708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5977b230-1c4c-4855-bd47-24be31bb284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '8b5300c3-bccf-4778-aa19-a5e5378127c5', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'port_id': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'mac_address': 'fa:16:3e:c3:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:17:37Z', 'updated_at': '2021-12-08T02:17:54Z', 'revision_number': 1, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:49Z', 'revision_number': 5, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:56.533653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977b230-1c4c-4855-bd47-24be31bb284a None None] The sync data for ids ['48122814-f56e-46bb-98e0-1ff8ce562226'] in n-d-713499-31 is: [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '8b5300c3-bccf-4778-aa19-a5e5378127c5', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'port_id': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'mac_address': 'fa:16:3e:c3:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:17:37Z', 'updated_at': '2021-12-08T02:17:54Z', 'revision_number': 1, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:49Z', 'revision_number': 5, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:17:56.605968 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:56.684133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Network 5381952e-8fee-490a-9c83-1a06fe9f718a is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:17:56.693906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:17:56.696418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:17:56.734780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9b8ad2d5-597f-408a-b5a7-78fab2b34e0a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:56.773662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:56.774077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:56.774297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:56.774900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:56.776042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:56.776502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:56.776841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:56.777170 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:56.777498 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:56.777826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:56.778201 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:56.778516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:56.782143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:56.818608 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:56.862061 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c5060-7509-4561-b197-c0c875ed9eec None None] New status for floating IP 8b5300c3-bccf-4778-aa19-a5e5378127c5: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:17:56.968871 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:57.020811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6d0e8902-6e32-45a6-881c-08bbecf1fcc2 None None] Provisioning complete for port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:57.022997 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d0e8902-6e32-45a6-881c-08bbecf1fcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:57.061364 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fd72-958e-4ec7-9f3d-f340ae843ac8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:57.081389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6d0e8902-6e32-45a6-881c-08bbecf1fcc2 None None] Port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:17:57.090002 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fd72-958e-4ec7-9f3d-f340ae843ac8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:57.112613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4c56771b-ad54-437e-9e43-fa3d24fb7244 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:17:57.177509 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4c56771b-ad54-437e-9e43-fa3d24fb7244 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:57.177882 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:57.245310 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:57.263689 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-a1e7fd72-958e-4ec7-9f3d-f340ae843ac8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Floating IP bb87e361-6dea-4bb8-a0f1-9cd65a41202e associated. External IP: 172.25.8.214, port: 9ab044f0-db46-498c-95a5-b1b664a9836b. Dec 08 02:17:57.832038 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:57.839015 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:57.899402 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:57.900494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e7fd72-958e-4ec7-9f3d-f340ae843ac8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Router b2c283d2-c3cf-4fb2-8485-ebd526490de3 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:17:57.911512 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:57.927794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9b8ad2d5-597f-408a-b5a7-78fab2b34e0a,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:58.097647 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e7fd72-958e-4ec7-9f3d-f340ae843ac8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:17:58.104850 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fd72-958e-4ec7-9f3d-f340ae843ac8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:58.107802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Network 5381952e-8fee-490a-9c83-1a06fe9f718a is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:17:58.108634 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f946ff74-cc81-4067-8ef2-873289a6d38f None None] Sync routers for ids ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:17:58.110052 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:17:58.118693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946ff74-cc81-4067-8ef2-873289a6d38f None None] Routers {'b2c283d2-c3cf-4fb2-8485-ebd526490de3'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:17:58.119444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-f946ff74-cc81-4067-8ef2-873289a6d38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:58.176144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a1e7fd72-958e-4ec7-9f3d-f340ae843ac8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "PUT /v2.0/floatingips/bb87e361-6dea-4bb8-a0f1-9cd65a41202e HTTP/1.1" status: 200 len: 991 time: 2.1051297 Dec 08 02:17:58.180745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a3b096-c68f-4fae-bd30-49d48ddbe716', 'tag': '9ab044f0-db46-498c-95a5-b1b664a9836b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:17:58.183196 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aa3d4e-afc9-4f6d-ab60-d96634d517a8" -d '{"events": [{"name": "network-changed", "server_uuid": "54a3b096-c68f-4fae-bd30-49d48ddbe716", "tag": "9ab044f0-db46-498c-95a5-b1b664a9836b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:17:58.244702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-f946ff74-cc81-4067-8ef2-873289a6d38f None None] Set router b2c283d2-c3cf-4fb2-8485-ebd526490de3 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:17:58.323171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Router 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:17:58.430325 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bad241-d02e-4906-9c93-92857bef791a x-openstack-request-id: req-12bad241-d02e-4906-9c93-92857bef791a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:17:58.430892 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a3b096-c68f-4fae-bd30-49d48ddbe716", "tag": "9ab044f0-db46-498c-95a5-b1b664a9836b", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:17:58.431392 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-12bad241-d02e-4906-9c93-92857bef791a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:17:58.431981 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a3b096-c68f-4fae-bd30-49d48ddbe716', 'tag': '9ab044f0-db46-498c-95a5-b1b664a9836b', 'status': 'completed', 'code': 200} Dec 08 02:17:58.463105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:17:58.471628 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ae3d2aca-d7fe-48da-85c7-f907252540f4 admin admin] 10.222.0.71 "PUT /v2.0/routers/0ab9d400-320f-42a2-a5a1-fc1acaf05a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5842609 Dec 08 02:17:58.473863 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Sync routers for ids ['0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:17:58.489267 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Routers {'0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:17:58.490274 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:58.535172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa3d4e-afc9-4f6d-ab60-d96634d517a8 req-72c90e95-e963-4a57-955f-be09f69e79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:58.538149 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6aa3d4e-afc9-4f6d-ab60-d96634d517a8 req-72c90e95-e963-4a57-955f-be09f69e79a8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 1097 time: 0.0798678 Dec 08 02:17:58.577314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-362c9126-f6fc-41c9-b7e5-59f8f89a4c4e None None] Provisioning complete for port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:58.577682 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-362c9126-f6fc-41c9-b7e5-59f8f89a4c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:58.611059 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Set router 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:17:58.663367 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-362c9126-f6fc-41c9-b7e5-59f8f89a4c4e None None] Port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:17:58.667315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa3d4e-afc9-4f6d-ab60-d96634d517a8 req-4a93d39c-aaab-4c53-afe2-525918c4d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:58.671344 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6aa3d4e-afc9-4f6d-ab60-d96634d517a8 req-4a93d39c-aaab-4c53-afe2-525918c4d964 service neutron] 10.222.0.75 "GET /v2.0/networks?id=990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 200 len: 911 time: 0.1187749 Dec 08 02:17:58.745390 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6aa3d4e-afc9-4f6d-ab60-d96634d517a8 req-ccd9a540-8f58-4814-ad6a-8bcc49db35a6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ab044f0-db46-498c-95a5-b1b664a9836b HTTP/1.1" status: 200 len: 999 time: 0.0681882 Dec 08 02:17:58.798144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa3d4e-afc9-4f6d-ab60-d96634d517a8 req-135aa9ba-1f8e-4e13-af29-3c3c08f53354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:58.801415 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6aa3d4e-afc9-4f6d-ab60-d96634d517a8 req-135aa9ba-1f8e-4e13-af29-3c3c08f53354 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=890cd2ed-9ae7-4a89-916f-2d2e22fc0f59 HTTP/1.1" status: 200 len: 849 time: 0.0504150 Dec 08 02:17:58.837831 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-f946ff74-cc81-4067-8ef2-873289a6d38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'bb87e361-6dea-4bb8-a0f1-9cd65a41202e', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'port_id': '9ab044f0-db46-498c-95a5-b1b664a9836b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'mac_address': 'fa:16:3e:2f:03:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a3b096-c68f-4fae-bd30-49d48ddbe716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:17:41Z', 'updated_at': '2021-12-08T02:17:56Z', 'revision_number': 1, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:26Z', 'revision_number': 5, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:58.854950 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'name': 'tempest-TestAggregatesBasicOps-1747790235-router', 'tenant_id': '214b74fdbe564d3894b17d68392d6070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '4c56771b-ad54-437e-9e43-fa3d24fb7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:17:57Z', 'revision_number': 4, 'project_id': '214b74fdbe564d3894b17d68392d6070', 'gw_port': {'id': '4c56771b-ad54-437e-9e43-fa3d24fb7244', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '9b8ad2d5-597f-408a-b5a7-78fab2b34e0a', 'name': '', 'network_id': '5381952e-8fee-490a-9c83-1a06fe9f718a', 'tenant_id': '214b74fdbe564d3894b17d68392d6070', 'mac_address': 'fa:16:3e:6f:05:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'a6f1663a-b005-4794-9c97-b19f6f489628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:17:55Z', 'updated_at': '2021-12-08T02:17:57Z', 'revision_number': 2, 'project_id': '214b74fdbe564d3894b17d68392d6070', 'subnets': [{'id': 'a6f1663a-b005-4794-9c97-b19f6f489628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:58.864196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa3d4e-afc9-4f6d-ab60-d96634d517a8 req-616ac3d3-c9d8-458c-8a2c-0ae1e06113fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:58.865960 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6aa3d4e-afc9-4f6d-ab60-d96634d517a8 req-616ac3d3-c9d8-458c-8a2c-0ae1e06113fe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=990035d0-5f75-410a-9ae4-93ef5b213255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579069 Dec 08 02:17:58.872354 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f946ff74-cc81-4067-8ef2-873289a6d38f None None] Checking router: b2c283d2-c3cf-4fb2-8485-ebd526490de3 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:17:58.881732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946ff74-cc81-4067-8ef2-873289a6d38f None None] Routers {'b2c283d2-c3cf-4fb2-8485-ebd526490de3'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:17:58.882312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-f946ff74-cc81-4067-8ef2-873289a6d38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:58.890093 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Checking router: 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:17:58.890464 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Updating router 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:17:58.922222 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:58.980052 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6aa3d4e-afc9-4f6d-ab60-d96634d517a8 req-11ed7760-4170-495e-958c-7c3ff2d17053 service neutron] 10.222.0.75 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064715 Dec 08 02:17:59.018051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-f946ff74-cc81-4067-8ef2-873289a6d38f None None] Set router b2c283d2-c3cf-4fb2-8485-ebd526490de3 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:17:59.086881 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f6aa3d4e-afc9-4f6d-ab60-d96634d517a8 req-d9d0a4c7-4d5f-41aa-b7b6-d8ad0c82f703 service neutron] 10.222.0.75 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994523 Dec 08 02:17:59.090378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54394) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:59.096378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-812978725-network', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:59.130282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] Made reservation on behalf of d136b0622d604ddb9cf98b69568b7d31 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:17:59.132977 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.142178 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.235123 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.239243 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.258348 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.265252 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.270369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:17:59.277178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c475ef49-5adf-45bc-89e3-f65ac087b16f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:59.287072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-f946ff74-cc81-4067-8ef2-873289a6d38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'bb87e361-6dea-4bb8-a0f1-9cd65a41202e', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'port_id': '9ab044f0-db46-498c-95a5-b1b664a9836b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'mac_address': 'fa:16:3e:2f:03:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a3b096-c68f-4fae-bd30-49d48ddbe716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:17:41Z', 'updated_at': '2021-12-08T02:17:56Z', 'revision_number': 1, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:26Z', 'revision_number': 5, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:59.289021 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.289381 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] Added segment 44a1e201-9836-4471-a54a-3a474294c315 of type vlan for network e1b9778e-0c49-4d5a-96dd-e20472459ccb Dec 08 02:17:59.320502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f946ff74-cc81-4067-8ef2-873289a6d38f None None] The sync data for ids ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'] in n-d-713499-31 is: [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'bb87e361-6dea-4bb8-a0f1-9cd65a41202e', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'port_id': '9ab044f0-db46-498c-95a5-b1b664a9836b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'mac_address': 'fa:16:3e:2f:03:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a3b096-c68f-4fae-bd30-49d48ddbe716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:17:41Z', 'updated_at': '2021-12-08T02:17:56Z', 'revision_number': 1, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:26Z', 'revision_number': 5, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:17:59.349940 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.371704 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31706849-5a9c-4ee5-b949-1b336911cf91 None None] Pushing event updated for resources: {'Port': ['ID=9b8ad2d5-597f-408a-b5a7-78fab2b34e0a,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:59.395269 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.396381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:59.397326 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.441982 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Attempting to bind port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:17:59.442677 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Attempting to bind port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '66bc48b0-fc4a-443b-a401-3e62509f82f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5381952e-8fee-490a-9c83-1a06fe9f718a'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:17:59.443365 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Attempting to bind port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a on network 5381952e-8fee-490a-9c83-1a06fe9f718a {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:17:59.450445 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:17:59.451246 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Checking segment: {'id': '66bc48b0-fc4a-443b-a401-3e62509f82f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5381952e-8fee-490a-9c83-1a06fe9f718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:17:59.451784 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.452267 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Bound using segment: {'id': '66bc48b0-fc4a-443b-a401-3e62509f82f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5381952e-8fee-490a-9c83-1a06fe9f718a'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:17:59.452883 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Bound port: 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bc48b0-fc4a-443b-a401-3e62509f82f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5381952e-8fee-490a-9c83-1a06fe9f718a'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:17:59.453267 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.483441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3887074 Dec 08 02:17:59.483727 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54398) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:59.490450 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-144188e1-e277-4398-9334-32c4da8165a2 admin admin] Request body: {'subnet': {'network_id': 'e1b9778e-0c49-4d5a-96dd-e20472459ccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-812978725-subnet', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:17:59.505439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e6a99-befb-4603-b56f-0704950ac8dc admin admin] Pushing event updated for resources: {'Network': ['ID=e1b9778e-0c49-4d5a-96dd-e20472459ccb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:59.518470 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network e1b9778e-0c49-4d5a-96dd-e20472459ccb details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:17:59.533355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144188e1-e277-4398-9334-32c4da8165a2 admin admin] Made reservation on behalf of d136b0622d604ddb9cf98b69568b7d31 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:17:59.535765 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-144188e1-e277-4398-9334-32c4da8165a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.555487 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] For port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:17:59.564403 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] For port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9b8ad2d5-597f-408a-b5a7-78fab2b34e0a,segment=NetworkSegment(66bc48b0-fc4a-443b-a401-3e62509f82f7),segment_id=66bc48b0-fc4a-443b-a401-3e62509f82f7)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:17:59.578438 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.647581 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Routers {'0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:17:59.648346 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:17:59.663392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c2307-e0c2-42f4-a165-303b032b8914 None None] New status for floating IP bb87e361-6dea-4bb8-a0f1-9cd65a41202e: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:17:59.798619 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-144188e1-e277-4398-9334-32c4da8165a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.810557 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31706849-5a9c-4ee5-b949-1b336911cf91 None None] Pushing event updated for resources: {'Port': ['ID=9b8ad2d5-597f-408a-b5a7-78fab2b34e0a,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:59.847627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-74c80a06-0f42-491f-a9d1-c7e455943a45 None None] Provisioning complete for port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:59.848560 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74c80a06-0f42-491f-a9d1-c7e455943a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.865351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144188e1-e277-4398-9334-32c4da8165a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7409d4-7d17-49b7-b780-b115c9f4961c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:59.871463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144188e1-e277-4398-9334-32c4da8165a2 admin admin] Checking segment: {'id': '44a1e201-9836-4471-a54a-3a474294c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e1b9778e-0c49-4d5a-96dd-e20472459ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:17:59.871866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144188e1-e277-4398-9334-32c4da8165a2 admin admin] Network hostable DHCP agents. Network: e1b9778e-0c49-4d5a-96dd-e20472459ccb, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:17:59.895319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144188e1-e277-4398-9334-32c4da8165a2 admin admin] Network e1b9778e-0c49-4d5a-96dd-e20472459ccb is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:17:59.895541 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] Set router 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:17:59.913557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-144188e1-e277-4398-9334-32c4da8165a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, e1b9778e-0c49-4d5a-96dd-e20472459ccb) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:17:59.919251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144188e1-e277-4398-9334-32c4da8165a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:59.919813 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-144188e1-e277-4398-9334-32c4da8165a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.930785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400211c5-d329-480e-a959-cd2b29be946b None None] Network e1b9778e-0c49-4d5a-96dd-e20472459ccb requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:17:59.962695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-144188e1-e277-4398-9334-32c4da8165a2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4779150 Dec 08 02:17:59.965987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54402) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:17:59.971704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-812978725-router', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:00.002735 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.003864 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.036098 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74c80a06-0f42-491f-a9d1-c7e455943a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.077867 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.080543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-74c80a06-0f42-491f-a9d1-c7e455943a45 None None] For port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9b8ad2d5-597f-408a-b5a7-78fab2b34e0a,segment=NetworkSegment(66bc48b0-fc4a-443b-a401-3e62509f82f7),segment_id=66bc48b0-fc4a-443b-a401-3e62509f82f7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:00.096831 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74c80a06-0f42-491f-a9d1-c7e455943a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.121490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-e1b9778e-0c49-4d5a-96dd-e20472459ccb', 'network_id': 'e1b9778e-0c49-4d5a-96dd-e20472459ccb', 'project_id': 'd136b0622d604ddb9cf98b69568b7d31', 'fixed_ips': [{'subnet_id': 'be7409d4-7d17-49b7-b780-b115c9f4961c'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:18:00.122352 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.162955 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'name': 'tempest-TestAggregatesBasicOps-1747790235-router', 'tenant_id': '214b74fdbe564d3894b17d68392d6070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '4c56771b-ad54-437e-9e43-fa3d24fb7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:17:57Z', 'revision_number': 4, 'project_id': '214b74fdbe564d3894b17d68392d6070', 'gw_port': {'id': '4c56771b-ad54-437e-9e43-fa3d24fb7244', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '9b8ad2d5-597f-408a-b5a7-78fab2b34e0a', 'name': '', 'network_id': '5381952e-8fee-490a-9c83-1a06fe9f718a', 'tenant_id': '214b74fdbe564d3894b17d68392d6070', 'mac_address': 'fa:16:3e:6f:05:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'a6f1663a-b005-4794-9c97-b19f6f489628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:17:55Z', 'updated_at': '2021-12-08T02:17:59Z', 'revision_number': 4, 'project_id': '214b74fdbe564d3894b17d68392d6070', 'subnets': [{'id': 'a6f1663a-b005-4794-9c97-b19f6f489628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:00.176670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c80a06-0f42-491f-a9d1-c7e455943a45 None None] Pushing event updated for resources: {'Port': ['ID=9b8ad2d5-597f-408a-b5a7-78fab2b34e0a,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:00.194124 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a51f828-25fe-465f-8bbb-4cd9c1f97f2e None None] The sync data for ids ['0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'] in n-d-713499-31 is: [{'id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'name': 'tempest-TestAggregatesBasicOps-1747790235-router', 'tenant_id': '214b74fdbe564d3894b17d68392d6070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '4c56771b-ad54-437e-9e43-fa3d24fb7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:17:57Z', 'revision_number': 4, 'project_id': '214b74fdbe564d3894b17d68392d6070', 'gw_port': {'id': '4c56771b-ad54-437e-9e43-fa3d24fb7244', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '9b8ad2d5-597f-408a-b5a7-78fab2b34e0a', 'name': '', 'network_id': '5381952e-8fee-490a-9c83-1a06fe9f718a', 'tenant_id': '214b74fdbe564d3894b17d68392d6070', 'mac_address': 'fa:16:3e:6f:05:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'a6f1663a-b005-4794-9c97-b19f6f489628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:17:55Z', 'updated_at': '2021-12-08T02:17:59Z', 'revision_number': 4, 'project_id': '214b74fdbe564d3894b17d68392d6070', 'subnets': [{'id': 'a6f1663a-b005-4794-9c97-b19f6f489628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:18:00.237518 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.283438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7898cfb3-48d3-4c0b-ba8f-4e44da8053cb None None] Provisioning complete for port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:00.283777 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7898cfb3-48d3-4c0b-ba8f-4e44da8053cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.356457 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Allocated IP 172.20.0.2 (e1b9778e-0c49-4d5a-96dd-e20472459ccb/be7409d4-7d17-49b7-b780-b115c9f4961c/ca3084f4-edd0-4a5f-9710-109c4966e47f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:18:00.513732 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.533833 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.546691 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.552642 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.601710 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Network e1b9778e-0c49-4d5a-96dd-e20472459ccb is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:18:00.605599 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:18:00.609360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:18:00.616924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Pushing event updated for resources: {'Port': ['ID=ca3084f4-edd0-4a5f-9710-109c4966e47f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:00.656973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Allocated IP 172.25.8.75 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/1d13f13e-9033-4b05-901a-0b236ad3d348) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:18:00.676286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Attempting to bind port ca3084f4-edd0-4a5f-9710-109c4966e47f on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:18:00.676671 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Attempting to bind port ca3084f4-edd0-4a5f-9710-109c4966e47f by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '44a1e201-9836-4471-a54a-3a474294c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e1b9778e-0c49-4d5a-96dd-e20472459ccb'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:18:00.677288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Attempting to bind port ca3084f4-edd0-4a5f-9710-109c4966e47f on network e1b9778e-0c49-4d5a-96dd-e20472459ccb {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:18:00.682546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:18:00.682933 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Checking segment: {'id': '44a1e201-9836-4471-a54a-3a474294c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e1b9778e-0c49-4d5a-96dd-e20472459ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:18:00.683353 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.683938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Bound using segment: {'id': '44a1e201-9836-4471-a54a-3a474294c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e1b9778e-0c49-4d5a-96dd-e20472459ccb'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:18:00.684429 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Bound port: ca3084f4-edd0-4a5f-9710-109c4966e47f, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a1e201-9836-4471-a54a-3a474294c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e1b9778e-0c49-4d5a-96dd-e20472459ccb'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:18:00.684813 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.763888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] For port ca3084f4-edd0-4a5f-9710-109c4966e47f, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:18:00.768212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] For port ca3084f4-edd0-4a5f-9710-109c4966e47f, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ca3084f4-edd0-4a5f-9710-109c4966e47f,segment=NetworkSegment(44a1e201-9836-4471-a54a-3a474294c315),segment_id=44a1e201-9836-4471-a54a-3a474294c315)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:18:00.777525 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.799187 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.855946 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:00.858284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c8ba5-d853-4726-92d9-950772a8046d None None] Pushing event updated for resources: {'Port': ['ID=ca3084f4-edd0-4a5f-9710-109c4966e47f,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:00.900657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:18:00.904008 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:18:00.907597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:18:00.918955 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac0984-e890-465a-b23f-9b34917513e3 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:18:00.965382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Pushing event updated for resources: {'Port': ['ID=1d13f13e-9033-4b05-901a-0b236ad3d348,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:01.019125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-222458c6-8d8d-4fd1-8a57-07fa1e0539fe None None] Provisioning complete for port 1d13f13e-9033-4b05-901a-0b236ad3d348 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:01.019661 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-222458c6-8d8d-4fd1-8a57-07fa1e0539fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:01.072448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-222458c6-8d8d-4fd1-8a57-07fa1e0539fe None None] Port 1d13f13e-9033-4b05-901a-0b236ad3d348 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:18:01.129457 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:18:01.198697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:01.199157 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:01.273489 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:01.479326 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:01.622306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Router 583a786f-82da-43ed-8d5c-5ea41381a242 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:18:01.916799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11e8709-d172-4ff4-9fca-9fc419b68ba8 None None] Network e1b9778e-0c49-4d5a-96dd-e20472459ccb requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:18:02.024873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:18:02.027786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-47bcb0a2-b60b-426b-b855-e277910b9c8d None None] Provisioning complete for port ca3084f4-edd0-4a5f-9710-109c4966e47f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:02.028164 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47bcb0a2-b60b-426b-b855-e277910b9c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.034405 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Sync routers for ids ['583a786f-82da-43ed-8d5c-5ea41381a242'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:18:02.048054 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Routers {'583a786f-82da-43ed-8d5c-5ea41381a242'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:02.048947 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['583a786f-82da-43ed-8d5c-5ea41381a242'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:02.049760 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.051090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8b5a4aba-837b-4ea9-99da-72509f8cd4ca admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0839846 Dec 08 02:18:02.053838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54412) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:02.136915 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47bcb0a2-b60b-426b-b855-e277910b9c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.175950 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Set router 583a786f-82da-43ed-8d5c-5ea41381a242 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:02.176748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-47bcb0a2-b60b-426b-b855-e277910b9c8d None None] For port ca3084f4-edd0-4a5f-9710-109c4966e47f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ca3084f4-edd0-4a5f-9710-109c4966e47f,segment=NetworkSegment(44a1e201-9836-4471-a54a-3a474294c315),segment_id=44a1e201-9836-4471-a54a-3a474294c315)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:02.182213 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47bcb0a2-b60b-426b-b855-e277910b9c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.269351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcb0a2-b60b-426b-b855-e277910b9c8d None None] Pushing event updated for resources: {'Port': ['ID=ca3084f4-edd0-4a5f-9710-109c4966e47f,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:02.395108 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'name': 'tempest-TestAggregatesBasicOps-812978725-router', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '1d13f13e-9033-4b05-901a-0b236ad3d348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:01Z', 'revision_number': 3, 'project_id': 'd136b0622d604ddb9cf98b69568b7d31', 'gw_port': {'id': '1d13f13e-9033-4b05-901a-0b236ad3d348', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:02.405018 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f2186be9-f608-42e1-bd23-553b05c97131 None None] Provisioning complete for port ca3084f4-edd0-4a5f-9710-109c4966e47f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:02.405385 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2186be9-f608-42e1-bd23-553b05c97131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.426492 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Checking router: 583a786f-82da-43ed-8d5c-5ea41381a242 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:18:02.426847 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Updating router 583a786f-82da-43ed-8d5c-5ea41381a242 port 1d13f13e-9033-4b05-901a-0b236ad3d348 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:18:02.457433 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.547054 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.709966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Allocated IP 172.20.0.1 (e1b9778e-0c49-4d5a-96dd-e20472459ccb/be7409d4-7d17-49b7-b780-b115c9f4961c/58b30b79-7ef7-4320-a457-6b1827da2739) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:18:02.716604 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.723127 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.762499 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2f3599-c397-4706-a5fc-30efe2619979 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:18:02.775025 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Attempting to bind port 1d13f13e-9033-4b05-901a-0b236ad3d348 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:18:02.775399 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Attempting to bind port 1d13f13e-9033-4b05-901a-0b236ad3d348 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:18:02.775797 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Attempting to bind port 1d13f13e-9033-4b05-901a-0b236ad3d348 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:18:02.777791 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabaaf82-992b-4a68-bc97-f38759aae08e None None] Pushing event updated for resources: {'Port': ['ID=1d13f13e-9033-4b05-901a-0b236ad3d348,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:02.783284 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:18:02.783680 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:18:02.784082 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.784467 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:18:02.784934 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Bound port: 1d13f13e-9033-4b05-901a-0b236ad3d348, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:18:02.785832 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.808789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-631dfa6c-c252-4c1b-831b-7f19010915f6 None None] Provisioning complete for port 1d13f13e-9033-4b05-901a-0b236ad3d348 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:02.809946 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-631dfa6c-c252-4c1b-831b-7f19010915f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.832518 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.841275 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] For port 1d13f13e-9033-4b05-901a-0b236ad3d348, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:18:02.844383 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] For port 1d13f13e-9033-4b05-901a-0b236ad3d348, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1d13f13e-9033-4b05-901a-0b236ad3d348,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:18:02.849837 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.856132 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-631dfa6c-c252-4c1b-831b-7f19010915f6 None None] Port 1d13f13e-9033-4b05-901a-0b236ad3d348 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:18:02.872182 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.894915 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d36e18-e231-4b66-8ef5-b8c92e1fe60c None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:18:02.911078 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Routers {'583a786f-82da-43ed-8d5c-5ea41381a242'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:02.911730 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['583a786f-82da-43ed-8d5c-5ea41381a242'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:02.934234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Network e1b9778e-0c49-4d5a-96dd-e20472459ccb is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:18:02.939106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:18:02.943059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:18:02.954747 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabaaf82-992b-4a68-bc97-f38759aae08e None None] Pushing event updated for resources: {'Port': ['ID=1d13f13e-9033-4b05-901a-0b236ad3d348,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:02.997564 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:03.010820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Provisioning complete for port 1d13f13e-9033-4b05-901a-0b236ad3d348 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:03.011010 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:03.074683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Pushing event updated for resources: {'Port': ['ID=58b30b79-7ef7-4320-a457-6b1827da2739,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:03.083987 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] Set router 583a786f-82da-43ed-8d5c-5ea41381a242 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:03.137248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ca3084f4-edd0-4a5f-9710-109c4966e47f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:18:03.185975 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:03.214540 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:03.223152 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] For port 1d13f13e-9033-4b05-901a-0b236ad3d348, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1d13f13e-9033-4b05-901a-0b236ad3d348,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:03.229192 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port ca3084f4-edd0-4a5f-9710-109c4966e47f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:03.229774 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:03.233655 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:03.315829 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'name': 'tempest-TestAggregatesBasicOps-812978725-router', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '1d13f13e-9033-4b05-901a-0b236ad3d348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:01Z', 'revision_number': 3, 'project_id': 'd136b0622d604ddb9cf98b69568b7d31', 'gw_port': {'id': '1d13f13e-9033-4b05-901a-0b236ad3d348', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:03.322300 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Pushing event updated for resources: {'Port': ['ID=1d13f13e-9033-4b05-901a-0b236ad3d348,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:03.333119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:03.333466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:03.333810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:03.334147 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:03.334517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:03.334847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:03.335180 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:03.335506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:03.335854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:03.336176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:03.336497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:03.336818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:03.337140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47b412-a307-437f-9bdd-90dc1cf68eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:03.344483 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c877091-a106-4e9c-8b56-e523e1c38f37 None None] The sync data for ids ['583a786f-82da-43ed-8d5c-5ea41381a242'] in n-d-713499-31 is: [{'id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'name': 'tempest-TestAggregatesBasicOps-812978725-router', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '1d13f13e-9033-4b05-901a-0b236ad3d348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:01Z', 'revision_number': 3, 'project_id': 'd136b0622d604ddb9cf98b69568b7d31', 'gw_port': {'id': '1d13f13e-9033-4b05-901a-0b236ad3d348', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:18:03.388557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-33148c15-8778-435b-9b1f-b02fe7c9e466 None None] Provisioning complete for port 58b30b79-7ef7-4320-a457-6b1827da2739 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:03.388925 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33148c15-8778-435b-9b1f-b02fe7c9e466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:03.423074 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-33148c15-8778-435b-9b1f-b02fe7c9e466 None None] Port 58b30b79-7ef7-4320-a457-6b1827da2739 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:18:03.426167 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:03.430830 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:03.502478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Pushing event updated for resources: {'Port': ['ID=58b30b79-7ef7-4320-a457-6b1827da2739,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:03.505884 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:03.608053 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Network e1b9778e-0c49-4d5a-96dd-e20472459ccb is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:18:03.609392 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:18:03.740367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Router 583a786f-82da-43ed-8d5c-5ea41381a242 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:18:03.845239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3f995ee8-8c46-46ad-9da5-39b4fad2b4c7 None None] Provisioning complete for port 58b30b79-7ef7-4320-a457-6b1827da2739 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:03.845973 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f995ee8-8c46-46ad-9da5-39b4fad2b4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:03.860434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:18:03.874383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c22fed18-acd8-428c-93df-c65ed6a16202 admin admin] 10.222.0.71 "PUT /v2.0/routers/583a786f-82da-43ed-8d5c-5ea41381a242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8115084 Dec 08 02:18:03.887196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3f995ee8-8c46-46ad-9da5-39b4fad2b4c7 None None] Port 58b30b79-7ef7-4320-a457-6b1827da2739 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:18:04.874246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54470) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:04.954657 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Sync routers for ids ['583a786f-82da-43ed-8d5c-5ea41381a242'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:18:04.965496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Routers {'583a786f-82da-43ed-8d5c-5ea41381a242'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:04.966535 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['583a786f-82da-43ed-8d5c-5ea41381a242'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:05.067218 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1d13f13e-9033-4b05-901a-0b236ad3d348 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:18:05.120292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Set router 583a786f-82da-43ed-8d5c-5ea41381a242 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:05.318620 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b672d9f2-7727-4be2-841c-4946ee9e875f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:05.361056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 1d13f13e-9033-4b05-901a-0b236ad3d348 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:05.361424 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:05.557452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'name': 'tempest-TestAggregatesBasicOps-812978725-router', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '1d13f13e-9033-4b05-901a-0b236ad3d348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:03Z', 'revision_number': 4, 'project_id': 'd136b0622d604ddb9cf98b69568b7d31', 'gw_port': {'id': '1d13f13e-9033-4b05-901a-0b236ad3d348', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '58b30b79-7ef7-4320-a457-6b1827da2739', 'name': '', 'network_id': 'e1b9778e-0c49-4d5a-96dd-e20472459ccb', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31', 'mac_address': 'fa:16:3e:0f:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'be7409d4-7d17-49b7-b780-b115c9f4961c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:02Z', 'updated_at': '2021-12-08T02:18:03Z', 'revision_number': 2, 'project_id': 'd136b0622d604ddb9cf98b69568b7d31', 'subnets': [{'id': 'be7409d4-7d17-49b7-b780-b115c9f4961c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:05.587125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Checking router: 583a786f-82da-43ed-8d5c-5ea41381a242 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:18:05.587422 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Updating router 583a786f-82da-43ed-8d5c-5ea41381a242 port 58b30b79-7ef7-4320-a457-6b1827da2739 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:18:05.613362 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:05.613895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b672d9f2-7727-4be2-841c-4946ee9e875f admin admin] Deleting port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:05.614237 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b672d9f2-7727-4be2-841c-4946ee9e875f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:05.691124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-b672d9f2-7727-4be2-841c-4946ee9e875f admin admin] For port 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9b8ad2d5-597f-408a-b5a7-78fab2b34e0a,segment=NetworkSegment(66bc48b0-fc4a-443b-a401-3e62509f82f7),segment_id=66bc48b0-fc4a-443b-a401-3e62509f82f7)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:05.691486 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b672d9f2-7727-4be2-841c-4946ee9e875f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:05.704282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b672d9f2-7727-4be2-841c-4946ee9e875f admin admin] Calling delete_port for 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:05.870762 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:05.877180 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:05.891589 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b672d9f2-7727-4be2-841c-4946ee9e875f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:05.944282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672d9f2-7727-4be2-841c-4946ee9e875f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8ad2d5-597f-408a-b5a7-78fab2b34e0a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:05.975166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2dbbf-b62a-4797-8f42-e8394e74c21d None None] Pushing event updated for resources: {'Port': ['ID=58b30b79-7ef7-4320-a457-6b1827da2739,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:05.987445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Attempting to bind port 58b30b79-7ef7-4320-a457-6b1827da2739 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:18:05.987854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Attempting to bind port 58b30b79-7ef7-4320-a457-6b1827da2739 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '44a1e201-9836-4471-a54a-3a474294c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e1b9778e-0c49-4d5a-96dd-e20472459ccb'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:18:05.988223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Attempting to bind port 58b30b79-7ef7-4320-a457-6b1827da2739 on network e1b9778e-0c49-4d5a-96dd-e20472459ccb {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:18:05.994650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:18:05.994842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Checking segment: {'id': '44a1e201-9836-4471-a54a-3a474294c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e1b9778e-0c49-4d5a-96dd-e20472459ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:18:05.995261 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:05.995669 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Bound using segment: {'id': '44a1e201-9836-4471-a54a-3a474294c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e1b9778e-0c49-4d5a-96dd-e20472459ccb'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:18:05.996151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Bound port: 58b30b79-7ef7-4320-a457-6b1827da2739, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a1e201-9836-4471-a54a-3a474294c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e1b9778e-0c49-4d5a-96dd-e20472459ccb'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:18:05.996534 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:06.074191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] For port 58b30b79-7ef7-4320-a457-6b1827da2739, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:18:06.077963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] For port 58b30b79-7ef7-4320-a457-6b1827da2739, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=58b30b79-7ef7-4320-a457-6b1827da2739,segment=NetworkSegment(44a1e201-9836-4471-a54a-3a474294c315),segment_id=44a1e201-9836-4471-a54a-3a474294c315)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:18:06.086783 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:06.110243 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b672d9f2-7727-4be2-841c-4946ee9e875f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:06.154485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Routers {'583a786f-82da-43ed-8d5c-5ea41381a242'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:06.155117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['583a786f-82da-43ed-8d5c-5ea41381a242'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:06.261296 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2dbbf-b62a-4797-8f42-e8394e74c21d None None] Pushing event updated for resources: {'Port': ['ID=58b30b79-7ef7-4320-a457-6b1827da2739,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:06.286334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] Set router 583a786f-82da-43ed-8d5c-5ea41381a242 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:06.369290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7201f340-21e5-437b-8014-19a0ba4572b1 None None] Provisioning complete for port 58b30b79-7ef7-4320-a457-6b1827da2739 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:06.369661 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7201f340-21e5-437b-8014-19a0ba4572b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:06.552156 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7201f340-21e5-437b-8014-19a0ba4572b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:06.596124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7201f340-21e5-437b-8014-19a0ba4572b1 None None] For port 58b30b79-7ef7-4320-a457-6b1827da2739, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=58b30b79-7ef7-4320-a457-6b1827da2739,segment=NetworkSegment(44a1e201-9836-4471-a54a-3a474294c315),segment_id=44a1e201-9836-4471-a54a-3a474294c315)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:06.602141 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7201f340-21e5-437b-8014-19a0ba4572b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:06.606795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'name': 'tempest-TestAggregatesBasicOps-812978725-router', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '1d13f13e-9033-4b05-901a-0b236ad3d348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:03Z', 'revision_number': 4, 'project_id': 'd136b0622d604ddb9cf98b69568b7d31', 'gw_port': {'id': '1d13f13e-9033-4b05-901a-0b236ad3d348', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '58b30b79-7ef7-4320-a457-6b1827da2739', 'name': '', 'network_id': 'e1b9778e-0c49-4d5a-96dd-e20472459ccb', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31', 'mac_address': 'fa:16:3e:0f:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'be7409d4-7d17-49b7-b780-b115c9f4961c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:02Z', 'updated_at': '2021-12-08T02:18:06Z', 'revision_number': 4, 'project_id': 'd136b0622d604ddb9cf98b69568b7d31', 'subnets': [{'id': 'be7409d4-7d17-49b7-b780-b115c9f4961c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:06.648223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fff8074-00b7-40be-92c1-26b807914cc0 None None] The sync data for ids ['583a786f-82da-43ed-8d5c-5ea41381a242'] in n-d-713499-31 is: [{'id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'name': 'tempest-TestAggregatesBasicOps-812978725-router', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '1d13f13e-9033-4b05-901a-0b236ad3d348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:03Z', 'revision_number': 4, 'project_id': 'd136b0622d604ddb9cf98b69568b7d31', 'gw_port': {'id': '1d13f13e-9033-4b05-901a-0b236ad3d348', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '58b30b79-7ef7-4320-a457-6b1827da2739', 'name': '', 'network_id': 'e1b9778e-0c49-4d5a-96dd-e20472459ccb', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31', 'mac_address': 'fa:16:3e:0f:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'be7409d4-7d17-49b7-b780-b115c9f4961c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:02Z', 'updated_at': '2021-12-08T02:18:06Z', 'revision_number': 4, 'project_id': 'd136b0622d604ddb9cf98b69568b7d31', 'subnets': [{'id': 'be7409d4-7d17-49b7-b780-b115c9f4961c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:18:06.648512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b672d9f2-7727-4be2-841c-4946ee9e875f admin admin] Router 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:18:06.674520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201f340-21e5-437b-8014-19a0ba4572b1 None None] Pushing event updated for resources: {'Port': ['ID=58b30b79-7ef7-4320-a457-6b1827da2739,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:06.721708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9e6569a8-9139-4291-81a4-68f49c415851 None None] Provisioning complete for port 58b30b79-7ef7-4320-a457-6b1827da2739 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:06.722074 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e6569a8-9139-4291-81a4-68f49c415851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:06.755966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b672d9f2-7727-4be2-841c-4946ee9e875f admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:18:06.761525 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b672d9f2-7727-4be2-841c-4946ee9e875f admin admin] 10.222.0.71 "PUT /v2.0/routers/0ab9d400-320f-42a2-a5a1-fc1acaf05a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8862433 Dec 08 02:18:06.764256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54478) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:06.766766 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8b4e6-f264-4c28-849f-d2ffe6f198a3 None None] Sync routers for ids ['0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:18:06.777670 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8b4e6-f264-4c28-849f-d2ffe6f198a3 None None] Routers {'0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:06.778273 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-77c8b4e6-f264-4c28-849f-d2ffe6f198a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:06.874132 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:06.974280 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-77c8b4e6-f264-4c28-849f-d2ffe6f198a3 None None] Set router 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:06.989237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:07.077779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Deleting port 4c56771b-ad54-437e-9e43-fa3d24fb7244 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:07.078261 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:07.160938 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] For port 4c56771b-ad54-437e-9e43-fa3d24fb7244, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4c56771b-ad54-437e-9e43-fa3d24fb7244,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:07.161304 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:07.174616 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Calling delete_port for 4c56771b-ad54-437e-9e43-fa3d24fb7244 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:07.211415 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-77c8b4e6-f264-4c28-849f-d2ffe6f198a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'name': 'tempest-TestAggregatesBasicOps-1747790235-router', 'tenant_id': '214b74fdbe564d3894b17d68392d6070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '4c56771b-ad54-437e-9e43-fa3d24fb7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:18:05Z', 'revision_number': 5, 'project_id': '214b74fdbe564d3894b17d68392d6070', 'gw_port': {'id': '4c56771b-ad54-437e-9e43-fa3d24fb7244', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:07.242451 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8b4e6-f264-4c28-849f-d2ffe6f198a3 None None] Checking router: 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:18:07.252359 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8b4e6-f264-4c28-849f-d2ffe6f198a3 None None] Routers {'0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:07.253216 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-77c8b4e6-f264-4c28-849f-d2ffe6f198a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:07.343798 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-77c8b4e6-f264-4c28-849f-d2ffe6f198a3 None None] Set router 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:07.395847 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:07.405055 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-77c8b4e6-f264-4c28-849f-d2ffe6f198a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'name': 'tempest-TestAggregatesBasicOps-1747790235-router', 'tenant_id': '214b74fdbe564d3894b17d68392d6070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:18:06Z', 'revision_number': 6, 'project_id': '214b74fdbe564d3894b17d68392d6070', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:07.426920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32283fea-18ef-46a1-9417-a3a75a84c386 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:18:07.451149 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8b4e6-f264-4c28-849f-d2ffe6f198a3 None None] The sync data for ids ['0ab9d400-320f-42a2-a5a1-fc1acaf05a4e'] in n-d-713499-31 is: [{'id': '0ab9d400-320f-42a2-a5a1-fc1acaf05a4e', 'name': 'tempest-TestAggregatesBasicOps-1747790235-router', 'tenant_id': '214b74fdbe564d3894b17d68392d6070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:17:52Z', 'updated_at': '2021-12-08T02:18:06Z', 'revision_number': 6, 'project_id': '214b74fdbe564d3894b17d68392d6070', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:18:07.467509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c56771b-ad54-437e-9e43-fa3d24fb7244,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:07.495802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:07.496154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:07.496495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:07.496832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:07.497164 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:07.497496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:07.497825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:07.498152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:07.498476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:07.498796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:07.499114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:07.499433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:07.499785 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:07.521029 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:07.612931 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:07.615155 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:07.662523 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:07.663155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ab9d400-320f-42a2-a5a1-fc1acaf05a4e {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:18:07.667706 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:07.669033 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e0b053d5-c431-47ae-b2f6-03faffeb9c89 admin admin] 10.222.0.71 "DELETE /v2.0/routers/0ab9d400-320f-42a2-a5a1-fc1acaf05a4e HTTP/1.1" status: 204 len: 168 time: 0.9037032 Dec 08 02:18:07.671523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54484) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:07.717835 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3495466c-596a-4eb3-94c7-d3ac50556d8d admin admin] Deleting subnet a6f1663a-b005-4794-9c97-b19f6f489628 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:18:07.721532 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3495466c-596a-4eb3-94c7-d3ac50556d8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:07.757107 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3495466c-596a-4eb3-94c7-d3ac50556d8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:07.842282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3495466c-596a-4eb3-94c7-d3ac50556d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:07.904174 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3495466c-596a-4eb3-94c7-d3ac50556d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:07.927987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495466c-596a-4eb3-94c7-d3ac50556d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f1663a-b005-4794-9c97-b19f6f489628,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:07.934510 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3495466c-596a-4eb3-94c7-d3ac50556d8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:07.939662 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048938f0-e46f-4c33-ba8b-cefbf3fdabaa None None] Network 5381952e-8fee-490a-9c83-1a06fe9f718a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:18:07.940770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54486) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:07.941235 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3495466c-596a-4eb3-94c7-d3ac50556d8d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a6f1663a-b005-4794-9c97-b19f6f489628 HTTP/1.1" status: 204 len: 168 time: 0.2682273 Dec 08 02:18:08.011159 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.075571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Deleting port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:08.076160 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.111078 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9e033e-ce0a-4ee9-a2a9-6575f7373eeb None None] DHCP port deletion for 5381952e-8fee-490a-9c83-1a06fe9f718a request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:18:08.153920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] For port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5f47ddf9-7890-4fc0-8821-cc5e39e21cd7,segment=NetworkSegment(66bc48b0-fc4a-443b-a401-3e62509f82f7),segment_id=66bc48b0-fc4a-443b-a401-3e62509f82f7)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:08.154623 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.169873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Calling delete_port for 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:08.170248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e033e-ce0a-4ee9-a2a9-6575f7373eeb None None] Deleting port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:08.170532 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d9e033e-ce0a-4ee9-a2a9-6575f7373eeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.234616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6d9e033e-ce0a-4ee9-a2a9-6575f7373eeb None None] For port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5f47ddf9-7890-4fc0-8821-cc5e39e21cd7,segment=NetworkSegment(66bc48b0-fc4a-443b-a401-3e62509f82f7),segment_id=66bc48b0-fc4a-443b-a401-3e62509f82f7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:08.235008 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d9e033e-ce0a-4ee9-a2a9-6575f7373eeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.252169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e033e-ce0a-4ee9-a2a9-6575f7373eeb None None] Calling delete_port for 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:08.265539 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.294336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f47ddf9-7890-4fc0-8821-cc5e39e21cd7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:08.296313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] No DVR routers for this DVR port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:08.325165 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:18:08.336426 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d9e033e-ce0a-4ee9-a2a9-6575f7373eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.364091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e033e-ce0a-4ee9-a2a9-6575f7373eeb None None] Pushing event deleted for resources: {'Port': ['ID=5f47ddf9-7890-4fc0-8821-cc5e39e21cd7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:08.366524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e033e-ce0a-4ee9-a2a9-6575f7373eeb None None] No DVR routers for this DVR port 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:18:08.370048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.394638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5381952e-8fee-490a-9c83-1a06fe9f718a']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:08.403731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66bc48b0-fc4a-443b-a401-3e62509f82f7') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:08.404033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66bc48b0-fc4a-443b-a401-3e62509f82f7') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:08.414117 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.428097 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.434731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:18:08.435145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:18:08.436973 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:18:08.491948 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.497404 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.500834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] 10.222.0.71 "DELETE /v2.0/networks/5381952e-8fee-490a-9c83-1a06fe9f718a HTTP/1.1" status: 204 len: 168 time: 0.5588753 Dec 08 02:18:08.504117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54492) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:08.517849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bc315-4a14-4e84-9370-a9d73c840920 admin admin] Pushing event deleted for resources: {'Network': ['ID=5381952e-8fee-490a-9c83-1a06fe9f718a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:09.075962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 58b30b79-7ef7-4320-a457-6b1827da2739 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:18:09.124283 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 58b30b79-7ef7-4320-a457-6b1827da2739 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:09.124653 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:09.181533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f089119d-7a30-4428-816c-9e853c74a371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:09.268552 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:18:09.288472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:18:09.288812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9b8ad2d5-597f-408a-b5a7-78fab2b34e0a not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:18:09.289221 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4c56771b-ad54-437e-9e43-fa3d24fb7244 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:18:09.318274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 4c56771b-ad54-437e-9e43-fa3d24fb7244 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:18:09.318616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4c56771b-ad54-437e-9e43-fa3d24fb7244 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:18:09.319041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:18:09.339197 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:18:09.339538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5f47ddf9-7890-4fc0-8821-cc5e39e21cd7 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:18:09.490038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f089119d-7a30-4428-816c-9e853c74a371 admin admin] Deleting port 58b30b79-7ef7-4320-a457-6b1827da2739 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:09.490308 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f089119d-7a30-4428-816c-9e853c74a371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:09.570140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-f089119d-7a30-4428-816c-9e853c74a371 admin admin] For port 58b30b79-7ef7-4320-a457-6b1827da2739, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=58b30b79-7ef7-4320-a457-6b1827da2739,segment=NetworkSegment(44a1e201-9836-4471-a54a-3a474294c315),segment_id=44a1e201-9836-4471-a54a-3a474294c315)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:09.570515 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f089119d-7a30-4428-816c-9e853c74a371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:09.583725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f089119d-7a30-4428-816c-9e853c74a371 admin admin] Calling delete_port for 58b30b79-7ef7-4320-a457-6b1827da2739 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:09.793615 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f089119d-7a30-4428-816c-9e853c74a371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:09.820251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089119d-7a30-4428-816c-9e853c74a371 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b30b79-7ef7-4320-a457-6b1827da2739,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:09.995768 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f089119d-7a30-4428-816c-9e853c74a371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:10.209253 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f089119d-7a30-4428-816c-9e853c74a371 admin admin] Router 583a786f-82da-43ed-8d5c-5ea41381a242 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:18:10.318063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f089119d-7a30-4428-816c-9e853c74a371 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:18:10.326635 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f089119d-7a30-4428-816c-9e853c74a371 admin admin] 10.222.0.71 "PUT /v2.0/routers/583a786f-82da-43ed-8d5c-5ea41381a242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8183458 Dec 08 02:18:10.326635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54500) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:10.333157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6e67d-61d1-49ed-810f-4675ba267579 None None] Sync routers for ids ['583a786f-82da-43ed-8d5c-5ea41381a242'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:18:10.344742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6e67d-61d1-49ed-810f-4675ba267579 None None] Routers {'583a786f-82da-43ed-8d5c-5ea41381a242'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:10.345690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9cf6e67d-61d1-49ed-810f-4675ba267579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['583a786f-82da-43ed-8d5c-5ea41381a242'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:10.440003 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:10.449265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-9cf6e67d-61d1-49ed-810f-4675ba267579 None None] Set router 583a786f-82da-43ed-8d5c-5ea41381a242 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:10.543252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:10.594422 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] Deleting port 1d13f13e-9033-4b05-901a-0b236ad3d348 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:10.595049 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:10.623949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9cf6e67d-61d1-49ed-810f-4675ba267579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'name': 'tempest-TestAggregatesBasicOps-812978725-router', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '1d13f13e-9033-4b05-901a-0b236ad3d348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:09Z', 'revision_number': 5, 'project_id': 'd136b0622d604ddb9cf98b69568b7d31', 'gw_port': {'id': '1d13f13e-9033-4b05-901a-0b236ad3d348', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:10.649869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6e67d-61d1-49ed-810f-4675ba267579 None None] Checking router: 583a786f-82da-43ed-8d5c-5ea41381a242 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:18:10.659018 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6e67d-61d1-49ed-810f-4675ba267579 None None] Routers {'583a786f-82da-43ed-8d5c-5ea41381a242'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:10.659659 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9cf6e67d-61d1-49ed-810f-4675ba267579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['583a786f-82da-43ed-8d5c-5ea41381a242'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:10.687420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] For port 1d13f13e-9033-4b05-901a-0b236ad3d348, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1d13f13e-9033-4b05-901a-0b236ad3d348,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:10.687821 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:10.700810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] Calling delete_port for 1d13f13e-9033-4b05-901a-0b236ad3d348 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:10.871932 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:10.896813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] Pushing event deleted for resources: {'Port': ['ID=1d13f13e-9033-4b05-901a-0b236ad3d348,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:10.900829 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-9cf6e67d-61d1-49ed-810f-4675ba267579 None None] Set router 583a786f-82da-43ed-8d5c-5ea41381a242 gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:10.932217 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b69f1a-3490-4b06-8e62-7d9ed384731e None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:18:10.957197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:10.961324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9cf6e67d-61d1-49ed-810f-4675ba267579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'name': 'tempest-TestAggregatesBasicOps-812978725-router', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:10Z', 'revision_number': 6, 'project_id': 'd136b0622d604ddb9cf98b69568b7d31', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:10.989017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6e67d-61d1-49ed-810f-4675ba267579 None None] The sync data for ids ['583a786f-82da-43ed-8d5c-5ea41381a242'] in n-d-713499-31 is: [{'id': '583a786f-82da-43ed-8d5c-5ea41381a242', 'name': 'tempest-TestAggregatesBasicOps-812978725-router', 'tenant_id': 'd136b0622d604ddb9cf98b69568b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:00Z', 'updated_at': '2021-12-08T02:18:10Z', 'revision_number': 6, 'project_id': 'd136b0622d604ddb9cf98b69568b7d31', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:18:11.054719 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.057390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.100180 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.100731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 583a786f-82da-43ed-8d5c-5ea41381a242 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:18:11.105125 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.106329 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6adfc639-9323-46d9-be94-e024d092dcdf admin admin] 10.222.0.71 "DELETE /v2.0/routers/583a786f-82da-43ed-8d5c-5ea41381a242 HTTP/1.1" status: 204 len: 168 time: 0.7786276 Dec 08 02:18:11.108863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54504) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:11.154288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfc9448-8642-4dbc-bcca-1c3c2d923630 admin admin] Deleting subnet be7409d4-7d17-49b7-b780-b115c9f4961c {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:18:11.157291 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9448-8642-4dbc-bcca-1c3c2d923630 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.190266 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9448-8642-4dbc-bcca-1c3c2d923630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.270401 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9448-8642-4dbc-bcca-1c3c2d923630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.322727 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9448-8642-4dbc-bcca-1c3c2d923630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.335223 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9448-8642-4dbc-bcca-1c3c2d923630 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.338515 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9cfc9448-8642-4dbc-bcca-1c3c2d923630 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/be7409d4-7d17-49b7-b780-b115c9f4961c HTTP/1.1" status: 204 len: 168 time: 0.2286003 Dec 08 02:18:11.342023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54506) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:11.342883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660361c3-34c3-4466-a659-268bef335d56 None None] Network e1b9778e-0c49-4d5a-96dd-e20472459ccb requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:18:11.360690 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc9448-8642-4dbc-bcca-1c3c2d923630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7409d4-7d17-49b7-b780-b115c9f4961c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:11.428039 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.491233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Deleting port ca3084f4-edd0-4a5f-9710-109c4966e47f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:11.491574 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.557063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] For port ca3084f4-edd0-4a5f-9710-109c4966e47f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ca3084f4-edd0-4a5f-9710-109c4966e47f,segment=NetworkSegment(44a1e201-9836-4471-a54a-3a474294c315),segment_id=44a1e201-9836-4471-a54a-3a474294c315)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:11.557422 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.573772 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Calling delete_port for ca3084f4-edd0-4a5f-9710-109c4966e47f owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:11.648810 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.675639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3084f4-edd0-4a5f-9710-109c4966e47f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:11.677387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] No DVR routers for this DVR port ca3084f4-edd0-4a5f-9710-109c4966e47f on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:18:11.752729 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.776925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b9778e-0c49-4d5a-96dd-e20472459ccb']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:11.788157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a1e201-9836-4471-a54a-3a474294c315') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:11.788457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a1e201-9836-4471-a54a-3a474294c315') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:11.801165 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9cf48f-c69e-4a68-a990-dcfa6dc102c9 None None] DHCP port deletion for e1b9778e-0c49-4d5a-96dd-e20472459ccb request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:18:11.802949 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.822937 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.830642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:18:11.831036 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:18:11.832967 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:18:11.902592 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.908527 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:11.911865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] 10.222.0.71 "DELETE /v2.0/networks/e1b9778e-0c49-4d5a-96dd-e20472459ccb HTTP/1.1" status: 204 len: 168 time: 0.5688064 Dec 08 02:18:11.923500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b038bf4-46cc-4424-975e-00c775d1e3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1b9778e-0c49-4d5a-96dd-e20472459ccb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:12.092345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54514) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:12.138981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0c4b03b1-c921-4849-854f-ae950f216cd4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=214b74fdbe564d3894b17d68392d6070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452418 Dec 08 02:18:12.141386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54516) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:12.189247 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c652820-6a78-4dd9-b3ee-55a92ea5a594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:12.210760 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c652820-6a78-4dd9-b3ee-55a92ea5a594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:12.256464 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c652820-6a78-4dd9-b3ee-55a92ea5a594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:12.259810 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1c652820-6a78-4dd9-b3ee-55a92ea5a594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:12.260972 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1c652820-6a78-4dd9-b3ee-55a92ea5a594 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/06f6647a-09b9-4e49-99e8-e05f7f9a7683 HTTP/1.1" status: 204 len: 168 time: 0.1186709 Dec 08 02:18:12.268587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c652820-6a78-4dd9-b3ee-55a92ea5a594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f6647a-09b9-4e49-99e8-e05f7f9a7683,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:12.574750 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54524) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:12.613796 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ead7347b-b3d0-4ec6-9c17-ec5339d49c3d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d136b0622d604ddb9cf98b69568b7d31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378835 Dec 08 02:18:12.616162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54526) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:12.661572 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6827fafc-0b18-4588-a225-f48f5b6f911d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:12.681790 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6827fafc-0b18-4588-a225-f48f5b6f911d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:12.731783 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6827fafc-0b18-4588-a225-f48f5b6f911d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:12.734286 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6827fafc-0b18-4588-a225-f48f5b6f911d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:12.735483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6827fafc-0b18-4588-a225-f48f5b6f911d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c475ef49-5adf-45bc-89e3-f65ac087b16f HTTP/1.1" status: 204 len: 168 time: 0.1184459 Dec 08 02:18:12.743359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827fafc-0b18-4588-a225-f48f5b6f911d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c475ef49-5adf-45bc-89e3-f65ac087b16f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:13.033461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ca3084f4-edd0-4a5f-9710-109c4966e47f no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:18:13.057637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: ca3084f4-edd0-4a5f-9710-109c4966e47f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:18:13.057986 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ca3084f4-edd0-4a5f-9710-109c4966e47f not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:18:13.058409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 58b30b79-7ef7-4320-a457-6b1827da2739 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:18:13.077619 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 58b30b79-7ef7-4320-a457-6b1827da2739 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:18:13.077967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 58b30b79-7ef7-4320-a457-6b1827da2739 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:18:13.078374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1d13f13e-9033-4b05-901a-0b236ad3d348 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:18:13.096883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 1d13f13e-9033-4b05-901a-0b236ad3d348 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:18:13.097229 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1d13f13e-9033-4b05-901a-0b236ad3d348 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:18:14.390624 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54572) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:14.395196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0ab5dc20-1182-40ec-8535-f1dc6a01e4cf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1144079653', 'description': 'tempest-secgroup-smoke-1144079653 description', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:14.416848 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dc20-1182-40ec-8535-f1dc6a01e4cf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.424347 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dc20-1182-40ec-8535-f1dc6a01e4cf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.496388 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dc20-1182-40ec-8535-f1dc6a01e4cf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.500108 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dc20-1182-40ec-8535-f1dc6a01e4cf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.540992 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5dc20-1182-40ec-8535-f1dc6a01e4cf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2a52cd-02f7-4df9-aae5-9e73eacd8341,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:14.574433 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dc20-1182-40ec-8535-f1dc6a01e4cf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.578238 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dc20-1182-40ec-8535-f1dc6a01e4cf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.602544 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dc20-1182-40ec-8535-f1dc6a01e4cf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.603785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0ab5dc20-1182-40ec-8535-f1dc6a01e4cf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2121379 Dec 08 02:18:14.606802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54574) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:14.611440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5dc20-1182-40ec-8535-f1dc6a01e4cf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b8b3c1-4895-43bf-8da3-768138c41e69,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:14.611591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2cf2a5b9-bbbb-46dc-ac7e-3c244817b52d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '61b8b3c1-4895-43bf-8da3-768138c41e69', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:14.638226 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cf2a5b9-bbbb-46dc-ac7e-3c244817b52d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.679273 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:18:14.697823 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cf2a5b9-bbbb-46dc-ac7e-3c244817b52d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.701520 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cf2a5b9-bbbb-46dc-ac7e-3c244817b52d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.719892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2a5b9-bbbb-46dc-ac7e-3c244817b52d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11fe63a-d464-439c-ab49-c651c3374474,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:14.727345 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2cf2a5b9-bbbb-46dc-ac7e-3c244817b52d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.729322 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2cf2a5b9-bbbb-46dc-ac7e-3c244817b52d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213529 Dec 08 02:18:14.731992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54578) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:14.736315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ac364efd-3981-4d0f-a16e-2983103c83ea tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '61b8b3c1-4895-43bf-8da3-768138c41e69', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:14.762282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac364efd-3981-4d0f-a16e-2983103c83ea tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.816049 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac364efd-3981-4d0f-a16e-2983103c83ea tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.819387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac364efd-3981-4d0f-a16e-2983103c83ea tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.836343 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac364efd-3981-4d0f-a16e-2983103c83ea tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5dcf50-2835-46f4-b96f-440cab067df6,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:14.843186 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac364efd-3981-4d0f-a16e-2983103c83ea tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.844396 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ac364efd-3981-4d0f-a16e-2983103c83ea tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1114824 Dec 08 02:18:14.847427 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54580) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:14.851713 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5bc02078-4e47-4928-b423-77c09300662f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '61b8b3c1-4895-43bf-8da3-768138c41e69', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:14.877195 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bc02078-4e47-4928-b423-77c09300662f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.932095 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bc02078-4e47-4928-b423-77c09300662f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.935493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bc02078-4e47-4928-b423-77c09300662f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.952477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc02078-4e47-4928-b423-77c09300662f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b788ca3c-ef94-42e2-9ea4-f616206033e4,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:14.962160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5bc02078-4e47-4928-b423-77c09300662f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:14.966082 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5bc02078-4e47-4928-b423-77c09300662f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149940 Dec 08 02:18:14.966931 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54584) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:14.971596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-801fd810-5938-4cb7-ab96-11369413e7b1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '61b8b3c1-4895-43bf-8da3-768138c41e69', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:14.997686 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801fd810-5938-4cb7-ab96-11369413e7b1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.056466 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801fd810-5938-4cb7-ab96-11369413e7b1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.059829 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801fd810-5938-4cb7-ab96-11369413e7b1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.074672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fd810-5938-4cb7-ab96-11369413e7b1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf69193-eb43-4bd4-849c-9080ba19505e,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:15.085175 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801fd810-5938-4cb7-ab96-11369413e7b1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.086385 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-801fd810-5938-4cb7-ab96-11369413e7b1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184862 Dec 08 02:18:15.089543 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54586) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:15.093869 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7b0c87b0-0880-4ba8-8ad6-44b2ea0100e1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '61b8b3c1-4895-43bf-8da3-768138c41e69', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:15.115725 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-7b0c87b0-0880-4ba8-8ad6-44b2ea0100e1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Project cbb43e4753544be0aa33c8b169b14a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:18:15.120458 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b0c87b0-0880-4ba8-8ad6-44b2ea0100e1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.177474 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b0c87b0-0880-4ba8-8ad6-44b2ea0100e1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.181063 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b0c87b0-0880-4ba8-8ad6-44b2ea0100e1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.200997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c87b0-0880-4ba8-8ad6-44b2ea0100e1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac143a7-91e9-4d6d-a7a7-1b9e64572cab,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:15.206494 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b0c87b0-0880-4ba8-8ad6-44b2ea0100e1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.207699 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7b0c87b0-0880-4ba8-8ad6-44b2ea0100e1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171963 Dec 08 02:18:15.210790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54588) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:15.216124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d7957033-e02c-4aca-8c7d-ddf065b790a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '61b8b3c1-4895-43bf-8da3-768138c41e69', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:15.237498 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-d7957033-e02c-4aca-8c7d-ddf065b790a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Project cbb43e4753544be0aa33c8b169b14a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:18:15.242762 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7957033-e02c-4aca-8c7d-ddf065b790a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.301778 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7957033-e02c-4aca-8c7d-ddf065b790a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.305505 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7957033-e02c-4aca-8c7d-ddf065b790a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.326158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7957033-e02c-4aca-8c7d-ddf065b790a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07aee634-73ae-4009-abee-4859b5548ceb,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:15.330531 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d7957033-e02c-4aca-8c7d-ddf065b790a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.331732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d7957033-e02c-4aca-8c7d-ddf065b790a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198719 Dec 08 02:18:15.334829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54590) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:15.340079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d2f744a4-33ad-4897-b448-e741b379dcf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'network': {'name': 'tempest-network-smoke--1957576431', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'port_security_enabled': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:15.360794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f744a4-33ad-4897-b448-e741b379dcf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Made reservation on behalf of cbb43e4753544be0aa33c8b169b14a56 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:18:15.364505 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2f744a4-33ad-4897-b448-e741b379dcf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.387101 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f744a4-33ad-4897-b448-e741b379dcf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:18:15.396014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2f744a4-33ad-4897-b448-e741b379dcf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.396598 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-d2f744a4-33ad-4897-b448-e741b379dcf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Added segment 088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5 of type vlan for network 1a674659-33b3-4637-8e46-f9e8aaa05706 Dec 08 02:18:15.435728 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2f744a4-33ad-4897-b448-e741b379dcf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.459015 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2f744a4-33ad-4897-b448-e741b379dcf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.465101 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f744a4-33ad-4897-b448-e741b379dcf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:15.465672 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2f744a4-33ad-4897-b448-e741b379dcf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.500071 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d2f744a4-33ad-4897-b448-e741b379dcf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1642666 Dec 08 02:18:15.503111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54592) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:15.508126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'admin_state_up': True, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:15.533745 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.534503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f744a4-33ad-4897-b448-e741b379dcf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Network': ['ID=1a674659-33b3-4637-8e46-f9e8aaa05706,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:15.535355 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.545467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 1a674659-33b3-4637-8e46-f9e8aaa05706 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:18:15.585101 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.724159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.914260 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:15.933022 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:16.034685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.25.8.102 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/3aee4f40-bb61-4f03-9c40-7b779be746aa) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:18:16.138902 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:16.171258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:16.207223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:18:16.210069 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:18:16.213502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:18:16.224384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78144ed9-cafc-4e49-9865-6a5a86dbf13d None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:18:16.249369 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=3aee4f40-bb61-4f03-9c40-7b779be746aa,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:16.295316 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f14fbee9-4f76-4492-a15f-2968a056ddb1 None None] Provisioning complete for port 3aee4f40-bb61-4f03-9c40-7b779be746aa triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:16.295731 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f14fbee9-4f76-4492-a15f-2968a056ddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:16.330938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f14fbee9-4f76-4492-a15f-2968a056ddb1 None None] Port 3aee4f40-bb61-4f03-9c40-7b779be746aa cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:18:16.768784 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:16.962853 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:17.088132 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router e8b54abf-d35f-4228-b180-aa3a42403007 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:18:17.197687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:18:17.207810 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Sync routers for ids ['e8b54abf-d35f-4228-b180-aa3a42403007'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:18:17.220939 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:17.222170 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8c2cd34a-bf24-4904-839b-531820f38f8a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7179546 Dec 08 02:18:17.222375 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Routers {'e8b54abf-d35f-4228-b180-aa3a42403007'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:17.223093 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e8b54abf-d35f-4228-b180-aa3a42403007'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:17.225524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54602) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:17.326817 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Set router e8b54abf-d35f-4228-b180-aa3a42403007 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:17.359871 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-81972b93-a937-41eb-9e9d-de518301222a tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=cbb43e4753544be0aa33c8b169b14a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1328590 Dec 08 02:18:17.362503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54606) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:17.502398 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:16Z', 'revision_number': 3, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:17.509734 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d8ee5-5316-4a6a-a5d2-7453d602c497 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:17.514265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-270d8ee5-5316-4a6a-a5d2-7453d602c497 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1479745 Dec 08 02:18:17.514421 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54608) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:17.529810 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Checking router: e8b54abf-d35f-4228-b180-aa3a42403007 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:18:17.530159 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Updating router e8b54abf-d35f-4228-b180-aa3a42403007 port 3aee4f40-bb61-4f03-9c40-7b779be746aa binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:18:17.547251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9583024e-1d5a-498b-8610-7c4afd5cbd4e tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317738 Dec 08 02:18:17.549837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54610) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:17.554440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-02676f11-4e4d-47ef-b364-4ef7d465cdf7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1037149514', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:17.556862 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:17.643542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02676f11-4e4d-47ef-b364-4ef7d465cdf7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Made reservation on behalf of cbb43e4753544be0aa33c8b169b14a56 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:18:17.647046 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02676f11-4e4d-47ef-b364-4ef7d465cdf7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:17.801834 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:17.808152 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:17.825703 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02676f11-4e4d-47ef-b364-4ef7d465cdf7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:17.848866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1afe59a-7b53-44b9-bf6c-67b4f2304583 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:18:17.856444 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Attempting to bind port 3aee4f40-bb61-4f03-9c40-7b779be746aa on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:18:17.856829 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Attempting to bind port 3aee4f40-bb61-4f03-9c40-7b779be746aa by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:18:17.857204 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Attempting to bind port 3aee4f40-bb61-4f03-9c40-7b779be746aa on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:18:17.868850 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:18:17.869116 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:18:17.869525 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:17.869924 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:18:17.870401 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Bound port: 3aee4f40-bb61-4f03-9c40-7b779be746aa, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:18:17.870787 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:17.872481 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9c105-8e5a-4b58-b728-5c4486970549 None None] Pushing event updated for resources: {'Port': ['ID=3aee4f40-bb61-4f03-9c40-7b779be746aa,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:17.890173 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02676f11-4e4d-47ef-b364-4ef7d465cdf7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Subnet': ['ID=84a6c915-cd73-47e4-8b3a-353b2fd9bc2e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:17.899795 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02676f11-4e4d-47ef-b364-4ef7d465cdf7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Checking segment: {'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:18:17.900155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02676f11-4e4d-47ef-b364-4ef7d465cdf7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network hostable DHCP agents. Network: 1a674659-33b3-4637-8e46-f9e8aaa05706, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:18:17.920040 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02676f11-4e4d-47ef-b364-4ef7d465cdf7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 1a674659-33b3-4637-8e46-f9e8aaa05706 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:18:17.925191 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] For port 3aee4f40-bb61-4f03-9c40-7b779be746aa, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:18:17.928849 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] For port 3aee4f40-bb61-4f03-9c40-7b779be746aa, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3aee4f40-bb61-4f03-9c40-7b779be746aa,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:18:17.932406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-02676f11-4e4d-47ef-b364-4ef7d465cdf7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 1a674659-33b3-4637-8e46-f9e8aaa05706) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:18:17.935264 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:17.937802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02676f11-4e4d-47ef-b364-4ef7d465cdf7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:17.938587 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-02676f11-4e4d-47ef-b364-4ef7d465cdf7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:17.945772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f867e78-023c-4fe9-a6bc-5dda8be34494 None None] Network 1a674659-33b3-4637-8e46-f9e8aaa05706 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:18:17.984961 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Routers {'e8b54abf-d35f-4228-b180-aa3a42403007'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:17.985972 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e8b54abf-d35f-4228-b180-aa3a42403007'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:17.995765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54614) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:18.010027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-02676f11-4e4d-47ef-b364-4ef7d465cdf7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4546900 Dec 08 02:18:18.041903 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05f1410-4844-47ba-97e2-fd9e25d8c3d8 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:18:18.073963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-90a5d20e-7891-46e3-b82e-720fb9d0dd0b None None] Provisioning complete for port 3aee4f40-bb61-4f03-9c40-7b779be746aa triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:18.074724 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90a5d20e-7891-46e3-b82e-720fb9d0dd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:18.098822 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] Set router e8b54abf-d35f-4228-b180-aa3a42403007 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:18.122259 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-1a674659-33b3-4637-8e46-f9e8aaa05706', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ips': [{'subnet_id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:18:18.124427 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:18.191842 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9c105-8e5a-4b58-b728-5c4486970549 None None] Pushing event updated for resources: {'Port': ['ID=3aee4f40-bb61-4f03-9c40-7b779be746aa,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:18.294752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Allocated IP 172.20.0.2 (1a674659-33b3-4637-8e46-f9e8aaa05706/84a6c915-cd73-47e4-8b3a-353b2fd9bc2e/2bb8b349-c2c1-4943-be62-9b258e1361cb) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:18:18.320431 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:16Z', 'revision_number': 3, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:18.352971 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e4c007-7445-41f1-9c8c-7a510026b40d None None] The sync data for ids ['e8b54abf-d35f-4228-b180-aa3a42403007'] in n-d-713499-31 is: [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:16Z', 'revision_number': 3, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:18:18.406929 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90a5d20e-7891-46e3-b82e-720fb9d0dd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:18.438447 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-90a5d20e-7891-46e3-b82e-720fb9d0dd0b None None] For port 3aee4f40-bb61-4f03-9c40-7b779be746aa, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3aee4f40-bb61-4f03-9c40-7b779be746aa,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:18.448999 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90a5d20e-7891-46e3-b82e-720fb9d0dd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:18.541567 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d20e-7891-46e3-b82e-720fb9d0dd0b None None] Pushing event updated for resources: {'Port': ['ID=3aee4f40-bb61-4f03-9c40-7b779be746aa,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:18.547364 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:18.555785 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:18.576595 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:18.638869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f609a3f8-627e-4b76-ae0a-05f34d738d49 None None] Provisioning complete for port 3aee4f40-bb61-4f03-9c40-7b779be746aa triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:18.639450 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f609a3f8-627e-4b76-ae0a-05f34d738d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:18.645633 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Network 1a674659-33b3-4637-8e46-f9e8aaa05706 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:18:18.669878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:18:18.675569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Pushing event updated for resources: {'Port': ['ID=2bb8b349-c2c1-4943-be62-9b258e1361cb,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:18.677958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:18:18.748810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Attempting to bind port 2bb8b349-c2c1-4943-be62-9b258e1361cb on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:18:18.749185 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Attempting to bind port 2bb8b349-c2c1-4943-be62-9b258e1361cb by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:18:18.749547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Attempting to bind port 2bb8b349-c2c1-4943-be62-9b258e1361cb on network 1a674659-33b3-4637-8e46-f9e8aaa05706 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:18:18.776837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:18:18.777217 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Checking segment: {'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:18:18.777835 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:18.778237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Bound using segment: {'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:18:18.778724 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Bound port: 2bb8b349-c2c1-4943-be62-9b258e1361cb, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:18:18.779107 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:18.855234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] For port 2bb8b349-c2c1-4943-be62-9b258e1361cb, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:18:18.858688 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] For port 2bb8b349-c2c1-4943-be62-9b258e1361cb, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2bb8b349-c2c1-4943-be62-9b258e1361cb,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:18:18.862445 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:18.925927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e789a4-c6d5-469a-b38b-c010531e378c None None] Pushing event updated for resources: {'Port': ['ID=2bb8b349-c2c1-4943-be62-9b258e1361cb,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:18.961373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.20.0.1 (1a674659-33b3-4637-8e46-f9e8aaa05706/84a6c915-cd73-47e4-8b3a-353b2fd9bc2e/88ee74aa-3cd1-4428-a670-6964fe025041) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:18:19.100320 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:19.101923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3aee4f40-bb61-4f03-9c40-7b779be746aa up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:18:19.170313 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:19.201301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 3aee4f40-bb61-4f03-9c40-7b779be746aa triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:19.202034 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:19.232415 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=88ee74aa-3cd1-4428-a670-6964fe025041,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:19.256094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 1a674659-33b3-4637-8e46-f9e8aaa05706 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:18:19.257900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:18:19.266407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:18:19.325934 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:19.464661 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:19.743157 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:19.748000 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:19.823871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=88ee74aa-3cd1-4428-a670-6964fe025041,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:19.829137 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:19.923484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 1a674659-33b3-4637-8e46-f9e8aaa05706 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:18:19.924898 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:18:19.936758 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde6b3ae-3313-4922-adf5-fe1b05e3c115 None None] Network 1a674659-33b3-4637-8e46-f9e8aaa05706 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:18:20.051768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7d6a8bb2-92e9-4668-a9a0-521d1c6b5ac7 None None] Provisioning complete for port 2bb8b349-c2c1-4943-be62-9b258e1361cb triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:20.052166 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d6a8bb2-92e9-4668-a9a0-521d1c6b5ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:20.148278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d6a8bb2-92e9-4668-a9a0-521d1c6b5ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:20.187445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7d6a8bb2-92e9-4668-a9a0-521d1c6b5ac7 None None] For port 2bb8b349-c2c1-4943-be62-9b258e1361cb, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2bb8b349-c2c1-4943-be62-9b258e1361cb,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:20.194059 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d6a8bb2-92e9-4668-a9a0-521d1c6b5ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:20.269459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a8bb2-92e9-4668-a9a0-521d1c6b5ac7 None None] Pushing event updated for resources: {'Port': ['ID=2bb8b349-c2c1-4943-be62-9b258e1361cb,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:20.327548 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router e8b54abf-d35f-4228-b180-aa3a42403007 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:18:20.443052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b89ec48b-302a-4cbb-aaae-58c3ec9cc7f7 None None] Provisioning complete for port 2bb8b349-c2c1-4943-be62-9b258e1361cb triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:20.443423 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b89ec48b-302a-4cbb-aaae-58c3ec9cc7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:20.445304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:18:20.464303 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-246dd362-23c3-4d6f-8547-0eec193ec054 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "PUT /v2.0/routers/e8b54abf-d35f-4228-b180-aa3a42403007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4668441 Dec 08 02:18:20.593635 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b89ec48b-302a-4cbb-aaae-58c3ec9cc7f7 None None] Provisioning complete for port 88ee74aa-3cd1-4428-a670-6964fe025041 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:20.594013 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b89ec48b-302a-4cbb-aaae-58c3ec9cc7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:20.624970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Sync routers for ids ['e8b54abf-d35f-4228-b180-aa3a42403007'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:18:20.640117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b89ec48b-302a-4cbb-aaae-58c3ec9cc7f7 None None] Port 88ee74aa-3cd1-4428-a670-6964fe025041 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:18:20.643301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Routers {'e8b54abf-d35f-4228-b180-aa3a42403007'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:20.643978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e8b54abf-d35f-4228-b180-aa3a42403007'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:20.657034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-013a3bf7-43a1-47de-a080-175d89a7d6e4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144079653&fields=id&tenant_id=cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 267 time: 0.0495350 Dec 08 02:18:20.760731 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Set router e8b54abf-d35f-4228-b180-aa3a42403007 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:20.780262 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-590e3348-0bb4-465e-aaeb-fe8a71a66344 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:20.782161 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-590e3348-0bb4-465e-aaeb-fe8a71a66344 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/networks?id=1a674659-33b3-4637-8e46-f9e8aaa05706 HTTP/1.1" status: 200 len: 797 time: 0.1165452 Dec 08 02:18:20.798424 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-5c94c68c-30aa-413b-af58-25fe7ec02036 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/quotas/cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 375 time: 0.0099685 Dec 08 02:18:20.806884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c1027e0a-2e4a-478f-bac9-19ceeb1aff62 None None] Provisioning complete for port 88ee74aa-3cd1-4428-a670-6964fe025041 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:20.807261 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c1027e0a-2e4a-478f-bac9-19ceeb1aff62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:20.849599 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-97e960bc-2cfc-4e15-94be-5c1af13d8996 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453165 Dec 08 02:18:20.913975 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c1027e0a-2e4a-478f-bac9-19ceeb1aff62 None None] Port 88ee74aa-3cd1-4428-a670-6964fe025041 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:18:20.949502 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-7fc59982-4ecd-49a3-8bcd-80b05188ab9a service neutron] 10.222.0.71 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872862 Dec 08 02:18:20.998340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:19Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '88ee74aa-3cd1-4428-a670-6964fe025041', 'name': '', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2f:79:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:18Z', 'updated_at': '2021-12-08T02:18:19Z', 'revision_number': 2, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:21.036151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Checking router: e8b54abf-d35f-4228-b180-aa3a42403007 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:18:21.036495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Updating router e8b54abf-d35f-4228-b180-aa3a42403007 port 88ee74aa-3cd1-4428-a670-6964fe025041 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:18:21.044196 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-744b72a3-5d9e-4feb-bb38-468c0e0f88f7 service neutron] 10.222.0.71 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883548 Dec 08 02:18:21.068193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3cad816c-cd38-42c0-ae54-09b208bec8ab None None] Provisioning complete for port 88ee74aa-3cd1-4428-a670-6964fe025041 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:21.068565 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cad816c-cd38-42c0-ae54-09b208bec8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:21.070853 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:21.098421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2bb8b349-c2c1-4943-be62-9b258e1361cb up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:18:21.170724 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3cad816c-cd38-42c0-ae54-09b208bec8ab None None] Port 88ee74aa-3cd1-4428-a670-6964fe025041 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:18:21.246858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35e7578e-2918-4a3f-97aa-91294f2cf3a2 req-c0813d86-1422-4f18-ab36-3799df135d4d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 210 time: 0.0441487 Dec 08 02:18:21.250878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 2bb8b349-c2c1-4943-be62-9b258e1361cb triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:21.251250 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:21.633218 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:21.639842 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:21.688269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776697b-0ae1-45a9-a690-839fd38b68bb None None] Pushing event updated for resources: {'Port': ['ID=88ee74aa-3cd1-4428-a670-6964fe025041,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:21.746157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Attempting to bind port 88ee74aa-3cd1-4428-a670-6964fe025041 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:18:21.746467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Attempting to bind port 88ee74aa-3cd1-4428-a670-6964fe025041 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:18:21.746837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Attempting to bind port 88ee74aa-3cd1-4428-a670-6964fe025041 on network 1a674659-33b3-4637-8e46-f9e8aaa05706 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:18:21.752787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:18:21.753160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Checking segment: {'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:18:21.753565 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:21.753989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Bound using segment: {'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:18:21.754470 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Bound port: 88ee74aa-3cd1-4428-a670-6964fe025041, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:18:21.754851 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:21.821717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] For port 88ee74aa-3cd1-4428-a670-6964fe025041, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:18:21.825954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] For port 88ee74aa-3cd1-4428-a670-6964fe025041, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=88ee74aa-3cd1-4428-a670-6964fe025041,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:18:21.830775 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:21.888371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Routers {'e8b54abf-d35f-4228-b180-aa3a42403007'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:21.889178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:17:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e8b54abf-d35f-4228-b180-aa3a42403007'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:21.973864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776697b-0ae1-45a9-a690-839fd38b68bb None None] Pushing event updated for resources: {'Port': ['ID=88ee74aa-3cd1-4428-a670-6964fe025041,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:21.982143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-bd37ef8c-6e86-4f01-a4be-0f536e20b927 None None] Provisioning complete for port 88ee74aa-3cd1-4428-a670-6964fe025041 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:21.982509 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd37ef8c-6e86-4f01-a4be-0f536e20b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:22.046648 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94a4f9a3-6531-40ae-b4ae-8fb959a804d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:22.087398 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] Set router e8b54abf-d35f-4228-b180-aa3a42403007 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:22.208520 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd37ef8c-6e86-4f01-a4be-0f536e20b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:22.283441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-bd37ef8c-6e86-4f01-a4be-0f536e20b927 None None] For port 88ee74aa-3cd1-4428-a670-6964fe025041, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=88ee74aa-3cd1-4428-a670-6964fe025041,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:22.294241 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd37ef8c-6e86-4f01-a4be-0f536e20b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:22.341151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ecb8db63-6b62-40d4-910c-af58872ee576 req-9d9509cf-1588-4cf0-a126-268249fb56a2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 210 time: 0.0265300 Dec 08 02:18:22.369303 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37ef8c-6e86-4f01-a4be-0f536e20b927 None None] Pushing event updated for resources: {'Port': ['ID=88ee74aa-3cd1-4428-a670-6964fe025041,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:22.394476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:19Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '88ee74aa-3cd1-4428-a670-6964fe025041', 'name': '', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2f:79:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:18Z', 'updated_at': '2021-12-08T02:18:21Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:22.423984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a8647-675d-4498-88ab-eb6fb8d2b893 None None] The sync data for ids ['e8b54abf-d35f-4228-b180-aa3a42403007'] in n-d-713499-31 is: [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:19Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '88ee74aa-3cd1-4428-a670-6964fe025041', 'name': '', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2f:79:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:18Z', 'updated_at': '2021-12-08T02:18:21Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:18:22.435468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3ed87f64-2d17-41e9-bfe8-8f656b3c776c None None] Provisioning complete for port 88ee74aa-3cd1-4428-a670-6964fe025041 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:22.435897 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ed87f64-2d17-41e9-bfe8-8f656b3c776c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:22.731789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-eddda628-9421-4678-ada7-197297634651 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:22.733356 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-eddda628-9421-4678-ada7-197297634651 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "GET /v2.0/networks?id=1a674659-33b3-4637-8e46-f9e8aaa05706 HTTP/1.1" status: 200 len: 797 time: 0.1522210 Dec 08 02:18:22.834803 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-5705ebc6-d451-492c-939c-b193bd9f8913 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 380 time: 0.0573504 Dec 08 02:18:22.859445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-ecb97e21-d030-413e-89fa-dc4eb8ba38c0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'port': {'device_id': '35e016af-4a65-4887-9d40-8c4998821289', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'admin_state_up': True, 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'security_groups': ['61b8b3c1-4895-43bf-8da3-768138c41e69']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:22.975199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-ecb97e21-d030-413e-89fa-dc4eb8ba38c0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Made reservation on behalf of cbb43e4753544be0aa33c8b169b14a56 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:18:22.979134 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-ecb97e21-d030-413e-89fa-dc4eb8ba38c0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:23.079460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 88ee74aa-3cd1-4428-a670-6964fe025041 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:18:23.119198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-ecb97e21-d030-413e-89fa-dc4eb8ba38c0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.20.0.6 (1a674659-33b3-4637-8e46-f9e8aaa05706/84a6c915-cd73-47e4-8b3a-353b2fd9bc2e/f9096275-b50b-48d8-9768-0d78a91f4243) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:18:23.137235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 88ee74aa-3cd1-4428-a670-6964fe025041 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:23.138004 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:23.281833 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-ecb97e21-d030-413e-89fa-dc4eb8ba38c0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:23.316103 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-ecb97e21-d030-413e-89fa-dc4eb8ba38c0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:23.364793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-ecb97e21-d030-413e-89fa-dc4eb8ba38c0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 1a674659-33b3-4637-8e46-f9e8aaa05706 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:18:23.368745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-ecb97e21-d030-413e-89fa-dc4eb8ba38c0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:18:23.373498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-ecb97e21-d030-413e-89fa-dc4eb8ba38c0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:18:23.378509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb97e21-d030-413e-89fa-dc4eb8ba38c0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=f9096275-b50b-48d8-9768-0d78a91f4243,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:23.431505 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-ecb97e21-d030-413e-89fa-dc4eb8ba38c0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:23.432207 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-ecb97e21-d030-413e-89fa-dc4eb8ba38c0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:23.456998 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-ecb97e21-d030-413e-89fa-dc4eb8ba38c0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6014330 Dec 08 02:18:23.476917 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Request body: {'port': {'device_id': '35e016af-4a65-4887-9d40-8c4998821289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:23.503840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9757fc-eb60-4ccc-a852-ae544ce3937f req-64b8c54b-c44f-43d7-ad8f-810fa87a2297 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:23.515730 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce9757fc-eb60-4ccc-a852-ae544ce3937f req-64b8c54b-c44f-43d7-ad8f-810fa87a2297 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 931 time: 0.0780947 Dec 08 02:18:23.526153 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:23.566614 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:23.581172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce9757fc-eb60-4ccc-a852-ae544ce3937f req-1859bcbc-e846-4ecc-948a-20146a8f8797 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644488 Dec 08 02:18:23.671347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1df6bb3b-62b4-4c67-aa23-b02ceb317e9a None None] Provisioning complete for port f9096275-b50b-48d8-9768-0d78a91f4243 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:23.671710 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1df6bb3b-62b4-4c67-aa23-b02ceb317e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:23.709790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1df6bb3b-62b4-4c67-aa23-b02ceb317e9a None None] Port f9096275-b50b-48d8-9768-0d78a91f4243 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:18:23.844161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9096275-b50b-48d8-9768-0d78a91f4243 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:18:23.851861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:23.863980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Transition to ACTIVE for port object f9096275-b50b-48d8-9768-0d78a91f4243 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:18:23.868455 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:23.925188 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9096275-b50b-48d8-9768-0d78a91f4243,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:23.992806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Attempting to bind port f9096275-b50b-48d8-9768-0d78a91f4243 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:18:23.993710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Attempting to bind port f9096275-b50b-48d8-9768-0d78a91f4243 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:18:23.994047 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Attempting to bind port f9096275-b50b-48d8-9768-0d78a91f4243 on network 1a674659-33b3-4637-8e46-f9e8aaa05706 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:18:23.998576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Port f9096275-b50b-48d8-9768-0d78a91f4243 on network 1a674659-33b3-4637-8e46-f9e8aaa05706 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:18:23.998903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Attempting to bind port f9096275-b50b-48d8-9768-0d78a91f4243 on network 1a674659-33b3-4637-8e46-f9e8aaa05706 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:18:24.003835 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:18:24.004183 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Checking segment: {'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:18:24.004573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Bound using segment: {'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:18:24.005057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Bound port: f9096275-b50b-48d8-9768-0d78a91f4243, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:18:24.005428 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:24.070198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] For port f9096275-b50b-48d8-9768-0d78a91f4243, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:18:24.073298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] For port f9096275-b50b-48d8-9768-0d78a91f4243, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f9096275-b50b-48d8-9768-0d78a91f4243,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:18:24.077864 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:24.119133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:24.119806 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:24.121207 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] 10.222.0.45 "PUT /v2.0/ports/f9096275-b50b-48d8-9768-0d78a91f4243 HTTP/1.1" status: 200 len: 1092 time: 0.6490235 Dec 08 02:18:24.121636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:18:24.123941 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8297f42e-de2e-4913-ae48-17fb8a64d4af" -d '{"events": [{"name": "network-changed", "server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:18:24.160774 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b63a41-e4e8-4d1d-81be-222d910b9ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9096275-b50b-48d8-9768-0d78a91f4243,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:24.172780 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c2a405-d0f6-4c0d-87a6-908dbd6ae152 x-openstack-request-id: req-b2c2a405-d0f6-4c0d-87a6-908dbd6ae152 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:18:24.173076 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:18:24.173334 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b2c2a405-d0f6-4c0d-87a6-908dbd6ae152 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:18:24.173742 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'status': 'completed', 'code': 200} Dec 08 02:18:24.236549 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-fd91a994-a96b-4820-95e1-0287f51b11b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:24.238141 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-fd91a994-a96b-4820-95e1-0287f51b11b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 1095 time: 0.0466204 Dec 08 02:18:24.297099 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-2ea0978d-66d4-47d4-a162-495b0376e84b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9096275-b50b-48d8-9768-0d78a91f4243 HTTP/1.1" status: 200 len: 217 time: 0.0362568 Dec 08 02:18:24.307783 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:24.330554 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a04e923b-af10-46dc-b0da-3c9c52041b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:24.348590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-8feb37f6-1252-4beb-ac51-e4ce0337d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:24.350078 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-8feb37f6-1252-4beb-ac51-e4ce0337d6c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84a6c915-cd73-47e4-8b3a-353b2fd9bc2e HTTP/1.1" status: 200 len: 835 time: 0.0456645 Dec 08 02:18:24.399969 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-066b282f-4e4f-4e09-a432-f89d3f6b37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:24.401455 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-066b282f-4e4f-4e09-a432-f89d3f6b37b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a674659-33b3-4637-8e46-f9e8aaa05706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445650 Dec 08 02:18:24.493927 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-fff5059b-7e74-4cc3-a9e7-101ac0a6ad97 service neutron] 10.222.0.45 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825398 Dec 08 02:18:24.590799 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f0189f4-ed42-4b71-afbf-6d5f6673da86 req-c65bb12a-1e88-41a8-8639-c85927297709 service neutron] 10.222.0.45 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894010 Dec 08 02:18:24.703328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089aa08-1844-4c0b-8b5a-bfcbd68cc1aa req-c7fce094-8a3e-4b2c-bc3c-0e9807366fcb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:24.704833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4089aa08-1844-4c0b-8b5a-bfcbd68cc1aa req-c7fce094-8a3e-4b2c-bc3c-0e9807366fcb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 943 time: 0.0496485 Dec 08 02:18:24.716883 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297f42e-de2e-4913-ae48-17fb8a64d4af req-97eb99f5-a435-41d8-992b-583d2e28760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:24.718378 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8297f42e-de2e-4913-ae48-17fb8a64d4af req-97eb99f5-a435-41d8-992b-583d2e28760c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 1095 time: 0.0415411 Dec 08 02:18:24.756680 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4089aa08-1844-4c0b-8b5a-bfcbd68cc1aa req-5c706e0f-9035-4339-a49f-425c56380f2e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457370 Dec 08 02:18:24.814071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297f42e-de2e-4913-ae48-17fb8a64d4af req-637cd2fe-6ef3-4944-b734-d98b0e5b6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:24.816011 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8297f42e-de2e-4913-ae48-17fb8a64d4af req-637cd2fe-6ef3-4944-b734-d98b0e5b6e9b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a674659-33b3-4637-8e46-f9e8aaa05706 HTTP/1.1" status: 200 len: 898 time: 0.0898640 Dec 08 02:18:24.856774 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8297f42e-de2e-4913-ae48-17fb8a64d4af req-fa36f3ac-fd6b-4198-bbf1-68838c497018 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9096275-b50b-48d8-9768-0d78a91f4243 HTTP/1.1" status: 200 len: 217 time: 0.0337980 Dec 08 02:18:24.908612 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297f42e-de2e-4913-ae48-17fb8a64d4af req-5579b80d-12e1-446b-95bf-a9c585b2ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:24.910146 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8297f42e-de2e-4913-ae48-17fb8a64d4af req-5579b80d-12e1-446b-95bf-a9c585b2ca8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84a6c915-cd73-47e4-8b3a-353b2fd9bc2e HTTP/1.1" status: 200 len: 835 time: 0.0466926 Dec 08 02:18:24.966324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297f42e-de2e-4913-ae48-17fb8a64d4af req-99e10f16-7198-4755-b202-51e3b1bdb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:24.967898 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8297f42e-de2e-4913-ae48-17fb8a64d4af req-99e10f16-7198-4755-b202-51e3b1bdb6c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a674659-33b3-4637-8e46-f9e8aaa05706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450401 Dec 08 02:18:25.057678 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8297f42e-de2e-4913-ae48-17fb8a64d4af req-ca4e81cc-3897-4bc9-a538-be9006b67196 service neutron] 10.222.0.45 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820413 Dec 08 02:18:25.152179 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8297f42e-de2e-4913-ae48-17fb8a64d4af req-22031455-4ff8-4e8a-be76-8142001c0de6 service neutron] 10.222.0.45 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853372 Dec 08 02:18:25.474281 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:25.877269 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216087c-4694-4793-ba3c-61f697751032 req-1bcb1071-00b0-4656-a9cf-f79c8ff838c9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:25.878736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2216087c-4694-4793-ba3c-61f697751032 req-1bcb1071-00b0-4656-a9cf-f79c8ff838c9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 943 time: 0.0495203 Dec 08 02:18:25.926528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2216087c-4694-4793-ba3c-61f697751032 req-cd800fdf-8e0c-4941-8a5b-60a8d7a945cb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411527 Dec 08 02:18:26.959785 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:27.050183 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7994ae-9330-4446-b47d-4a80e3193ce8 req-7015f2e3-532a-4a99-a3e1-e3377b591d4e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:27.051692 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c7994ae-9330-4446-b47d-4a80e3193ce8 req-7015f2e3-532a-4a99-a3e1-e3377b591d4e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 943 time: 0.0538521 Dec 08 02:18:27.103659 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c7994ae-9330-4446-b47d-4a80e3193ce8 req-646aead5-8473-4c76-b208-d82cd9988a4b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451798 Dec 08 02:18:27.891652 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:28.224450 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39db2-def2-4768-b03a-4714d38beb06 req-a0cf83b1-ba1e-4647-b4f7-71dfe9045cd5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:28.225924 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47b39db2-def2-4768-b03a-4714d38beb06 req-a0cf83b1-ba1e-4647-b4f7-71dfe9045cd5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 943 time: 0.0525146 Dec 08 02:18:28.275401 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47b39db2-def2-4768-b03a-4714d38beb06 req-df831a47-3764-4222-b485-7157e4eca461 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429420 Dec 08 02:18:28.972843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f9096275-b50b-48d8-9768-0d78a91f4243 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:18:29.068379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port f9096275-b50b-48d8-9768-0d78a91f4243, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f9096275-b50b-48d8-9768-0d78a91f4243,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:29.079147 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'port_id': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'mac_address': 'fa:16:3e:b7:e8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:18:29.115577 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:29.128629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9096275-b50b-48d8-9768-0d78a91f4243 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:18:29.147111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port f9096275-b50b-48d8-9768-0d78a91f4243, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f9096275-b50b-48d8-9768-0d78a91f4243,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:29.150125 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:29.198821 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=f9096275-b50b-48d8-9768-0d78a91f4243,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:29.297695 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-218d8f06-4ba4-4e33-a1e8-4f8ed5de4cf0 req-1bd547ea-92b2-4209-878d-4e1dbf305c79 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420103 Dec 08 02:18:29.393842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423a1ce-1407-45e1-949f-f09ba0b07bd8 req-1bae6eed-e6a3-47d7-953a-3166077f4fb5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:29.395422 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6423a1ce-1407-45e1-949f-f09ba0b07bd8 req-1bae6eed-e6a3-47d7-953a-3166077f4fb5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 944 time: 0.0485156 Dec 08 02:18:29.403014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d8f06-4ba4-4e33-a1e8-4f8ed5de4cf0 req-84ca369a-37d5-4f6e-8906-0f8f9b890811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:29.404550 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-218d8f06-4ba4-4e33-a1e8-4f8ed5de4cf0 req-84ca369a-37d5-4f6e-8906-0f8f9b890811 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d44006c13e35496b8854fa5c864c5165&device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 1098 time: 0.0409691 Dec 08 02:18:29.423114 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f9096275-b50b-48d8-9768-0d78a91f4243'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:18:29.453564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6423a1ce-1407-45e1-949f-f09ba0b07bd8 req-c4f31efe-5387-421f-ad66-90f6f1868a8c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521755 Dec 08 02:18:29.521976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d8f06-4ba4-4e33-a1e8-4f8ed5de4cf0 req-28c1eb76-4f1b-42a2-a4d2-d771ff74c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:29.523400 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-218d8f06-4ba4-4e33-a1e8-4f8ed5de4cf0 req-28c1eb76-4f1b-42a2-a4d2-d771ff74c8fe service neutron] 10.222.0.75 "GET /v2.0/networks?id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 HTTP/1.1" status: 200 len: 909 time: 0.1009188 Dec 08 02:18:29.589943 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-218d8f06-4ba4-4e33-a1e8-4f8ed5de4cf0 req-d8971de3-b213-4a35-8817-ab46128f02a0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=575b4fdc-ca7f-40bd-ad15-6e126ee749ef HTTP/1.1" status: 200 len: 1002 time: 0.0586205 Dec 08 02:18:29.644751 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d8f06-4ba4-4e33-a1e8-4f8ed5de4cf0 req-17275eaf-1456-4413-9ff5-4dac6d28d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:29.646202 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-218d8f06-4ba4-4e33-a1e8-4f8ed5de4cf0 req-17275eaf-1456-4413-9ff5-4dac6d28d70b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4f9cbc59-63fd-49d8-a506-1865fbeabf79 HTTP/1.1" status: 200 len: 847 time: 0.0492401 Dec 08 02:18:29.691317 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d8f06-4ba4-4e33-a1e8-4f8ed5de4cf0 req-421a554c-30d4-44bb-90e4-d1588dcf9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:29.692824 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-218d8f06-4ba4-4e33-a1e8-4f8ed5de4cf0 req-421a554c-30d4-44bb-90e4-d1588dcf9bf9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399423 Dec 08 02:18:29.779878 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-218d8f06-4ba4-4e33-a1e8-4f8ed5de4cf0 req-2b718f89-e024-4574-9892-81f2a5b1cdee service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793533 Dec 08 02:18:29.870337 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-218d8f06-4ba4-4e33-a1e8-4f8ed5de4cf0 req-37d908dc-7a39-4ce6-991f-e0439e020c4e service neutron] 10.222.0.75 "GET /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838826 Dec 08 02:18:30.574213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67889c8f-faaa-4815-9ad6-0967b0b661df req-20d584ac-7014-48b8-9685-46f21faa3896 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:30.575669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67889c8f-faaa-4815-9ad6-0967b0b661df req-20d584ac-7014-48b8-9685-46f21faa3896 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 944 time: 0.0468917 Dec 08 02:18:30.627026 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67889c8f-faaa-4815-9ad6-0967b0b661df req-a4a58e4b-a5b9-45b2-bba6-500109423709 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455961 Dec 08 02:18:30.971334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f9096275-b50b-48d8-9768-0d78a91f4243 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:18:31.021019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port f9096275-b50b-48d8-9768-0d78a91f4243 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:18:31.025115 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port f9096275-b50b-48d8-9768-0d78a91f4243 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:31.025474 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:31.104346 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:31.126323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:18:31.128630 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0135b2b5-e7fd-4451-aa12-3fae66267841" -d '{"events": [{"server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "name": "network-vif-plugged", "status": "completed", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:18:31.141596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port f9096275-b50b-48d8-9768-0d78a91f4243, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f9096275-b50b-48d8-9768-0d78a91f4243,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:31.145734 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:31.168771 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a79e1d-6c78-443e-85bf-dc5e0b40c2c8 x-openstack-request-id: req-81a79e1d-6c78-443e-85bf-dc5e0b40c2c8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:18:31.169135 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "name": "network-vif-plugged", "status": "completed", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:18:31.169387 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-81a79e1d-6c78-443e-85bf-dc5e0b40c2c8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:18:31.169771 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'code': 200} Dec 08 02:18:31.194474 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=f9096275-b50b-48d8-9768-0d78a91f4243,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:31.296230 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9b0f0-f00d-44e2-80b1-f84ac59ab378 req-202267b6-3b7f-486a-b9a6-a31008b872fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:31.297702 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07e9b0f0-f00d-44e2-80b1-f84ac59ab378 req-202267b6-3b7f-486a-b9a6-a31008b872fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 1097 time: 0.0399711 Dec 08 02:18:31.343746 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-07e9b0f0-f00d-44e2-80b1-f84ac59ab378 req-682b1cce-b388-405f-8353-bd7d52c5babc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384145 Dec 08 02:18:31.742139 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393c6a8-39f4-450f-96cc-15838b700c98 req-fd7b8c68-ebb5-4974-9cda-e7b6780569de tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:31.743597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d393c6a8-39f4-450f-96cc-15838b700c98 req-fd7b8c68-ebb5-4974-9cda-e7b6780569de tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0482674 Dec 08 02:18:31.791086 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d393c6a8-39f4-450f-96cc-15838b700c98 req-472fca6b-f278-4a77-897f-c14241c678e8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 Dec 08 02:18:32.906385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ab873-0af1-4e91-bc32-b2e26fdcad41 req-ab7da316-7ea1-4c2e-b66d-dc19b938c1a8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:32.907854 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c3ab873-0af1-4e91-bc32-b2e26fdcad41 req-ab7da316-7ea1-4c2e-b66d-dc19b938c1a8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0476384 Dec 08 02:18:32.955550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c3ab873-0af1-4e91-bc32-b2e26fdcad41 req-dedb8a70-a325-4125-b400-c6ba0538891c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419309 Dec 08 02:18:33.074303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eed56-2754-4490-b764-55fb4594b549 req-3a56a3ea-5539-4386-9cda-11967df77ead tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:33.075660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-754eed56-2754-4490-b764-55fb4594b549 req-3a56a3ea-5539-4386-9cda-11967df77ead tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0514631 Dec 08 02:18:33.124132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-754eed56-2754-4490-b764-55fb4594b549 req-58da16c0-9212-4698-9660-f6e162ae1a44 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426371 Dec 08 02:18:33.145596 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54726) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:33.184260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0fa6c5-6d9f-45e0-b3ff-dc16a0ce9010 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:33.185712 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-de0fa6c5-6d9f-45e0-b3ff-dc16a0ce9010 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 1092 time: 0.0391452 Dec 08 02:18:33.188910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54728) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:33.193234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:33.215098 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:33.311626 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:33.412376 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.25.8.134 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/4cadd136-6d2e-4543-a834-a0f310278ea0) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:18:33.513884 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:33.545740 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:33.583711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:18:33.586481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:18:33.589623 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:18:33.618985 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=4cadd136-6d2e-4543-a834-a0f310278ea0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:33.942161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:34.005329 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:34.148160 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:34.152529 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:34.223074 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=4cadd136-6d2e-4543-a834-a0f310278ea0,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:34.236932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:34.620004 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Floating IP 33597e43-9f3a-422c-b60e-332ef310f979 associated. External IP: 172.25.8.134, port: f9096275-b50b-48d8-9768-0d78a91f4243. Dec 08 02:18:34.821858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router e8b54abf-d35f-4228-b180-aa3a42403007 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:18:34.928978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:18:34.938595 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c496334-71c6-4e54-adf7-4b163b90ceea None None] Sync routers for ids ['e8b54abf-d35f-4228-b180-aa3a42403007'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:18:34.946395 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:34.950020 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c496334-71c6-4e54-adf7-4b163b90ceea None None] Routers {'e8b54abf-d35f-4228-b180-aa3a42403007'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:34.950701 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9c496334-71c6-4e54-adf7-4b163b90ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:18:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e8b54abf-d35f-4228-b180-aa3a42403007'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:34.977681 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-192e4268-0460-46d4-a7a5-713d237b79f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7876863 Dec 08 02:18:34.978380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:18:34.980756 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fd54c4-d9d0-47e1-9522-06404efa88be" -d '{"events": [{"name": "network-changed", "server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:18:35.028512 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d7c4fd-75b4-41e9-b8a3-e6e68f9c8352 x-openstack-request-id: req-f7d7c4fd-75b4-41e9-b8a3-e6e68f9c8352 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:18:35.028812 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:18:35.029065 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f7d7c4fd-75b4-41e9-b8a3-e6e68f9c8352 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:18:35.029461 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'status': 'completed', 'code': 200} Dec 08 02:18:35.058630 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9c496334-71c6-4e54-adf7-4b163b90ceea None None] Set router e8b54abf-d35f-4228-b180-aa3a42403007 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:35.080631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5881b-6ff4-4e09-8a84-75128410b53c req-44f1c969-f906-4422-9831-b6fb43da17f4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:35.088511 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9d5881b-6ff4-4e09-8a84-75128410b53c req-44f1c969-f906-4422-9831-b6fb43da17f4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0544581 Dec 08 02:18:35.121390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd54c4-d9d0-47e1-9522-06404efa88be req-3a5e3384-583b-4c4f-8c6e-c87a3de2f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:35.123147 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1fd54c4-d9d0-47e1-9522-06404efa88be req-3a5e3384-583b-4c4f-8c6e-c87a3de2f3eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 1097 time: 0.0493958 Dec 08 02:18:35.136257 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9d5881b-6ff4-4e09-8a84-75128410b53c req-f3cf0573-cab1-4d2a-8502-4680e3b564ab tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463166 Dec 08 02:18:35.161034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54742) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:35.230288 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4ffa2c0b-5fa9-482a-9b01-7c9cb8efe5bf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/33597e43-9f3a-422c-b60e-332ef310f979 HTTP/1.1" status: 200 len: 991 time: 0.0660079 Dec 08 02:18:35.233009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd54c4-d9d0-47e1-9522-06404efa88be req-ad2ccad1-fda1-435a-8991-200f0a8f2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:35.234574 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1fd54c4-d9d0-47e1-9522-06404efa88be req-ad2ccad1-fda1-435a-8991-200f0a8f2516 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a674659-33b3-4637-8e46-f9e8aaa05706 HTTP/1.1" status: 200 len: 898 time: 0.1041617 Dec 08 02:18:35.304917 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1fd54c4-d9d0-47e1-9522-06404efa88be req-76c605d4-aae9-4f71-97f1-38522fc32578 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9096275-b50b-48d8-9768-0d78a91f4243 HTTP/1.1" status: 200 len: 999 time: 0.0627213 Dec 08 02:18:35.355192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd54c4-d9d0-47e1-9522-06404efa88be req-9794fa77-a24e-4a0a-a832-acc1c3aeddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:35.356793 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1fd54c4-d9d0-47e1-9522-06404efa88be req-9794fa77-a24e-4a0a-a832-acc1c3aeddfe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84a6c915-cd73-47e4-8b3a-353b2fd9bc2e HTTP/1.1" status: 200 len: 835 time: 0.0443776 Dec 08 02:18:35.376103 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9c496334-71c6-4e54-adf7-4b163b90ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:19Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '33597e43-9f3a-422c-b60e-332ef310f979', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'port_id': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'mac_address': 'fa:16:3e:b7:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e016af-4a65-4887-9d40-8c4998821289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:18:33Z', 'updated_at': '2021-12-08T02:18:33Z', 'revision_number': 0, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ee74aa-3cd1-4428-a670-6964fe025041', 'name': '', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2f:79:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:18Z', 'updated_at': '2021-12-08T02:18:22Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:35.401765 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c496334-71c6-4e54-adf7-4b163b90ceea None None] Checking router: e8b54abf-d35f-4228-b180-aa3a42403007 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:18:35.402002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd54c4-d9d0-47e1-9522-06404efa88be req-9ed0e859-ee10-4360-a6bf-630885f36950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:35.403410 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1fd54c4-d9d0-47e1-9522-06404efa88be req-9ed0e859-ee10-4360-a6bf-630885f36950 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a674659-33b3-4637-8e46-f9e8aaa05706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396774 Dec 08 02:18:35.409762 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c496334-71c6-4e54-adf7-4b163b90ceea None None] Routers {'e8b54abf-d35f-4228-b180-aa3a42403007'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:35.410381 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9c496334-71c6-4e54-adf7-4b163b90ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:18:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e8b54abf-d35f-4228-b180-aa3a42403007'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:35.497313 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1fd54c4-d9d0-47e1-9522-06404efa88be req-a5bb1340-60a8-423e-986c-d065b87f5244 service neutron] 10.222.0.45 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864365 Dec 08 02:18:35.516806 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9c496334-71c6-4e54-adf7-4b163b90ceea None None] Set router e8b54abf-d35f-4228-b180-aa3a42403007 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:35.586078 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1fd54c4-d9d0-47e1-9522-06404efa88be req-4d477d68-7559-4d78-8641-459fde7b3eb8 service neutron] 10.222.0.45 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817649 Dec 08 02:18:35.740113 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9c496334-71c6-4e54-adf7-4b163b90ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:19Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '33597e43-9f3a-422c-b60e-332ef310f979', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'port_id': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'mac_address': 'fa:16:3e:b7:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e016af-4a65-4887-9d40-8c4998821289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:18:33Z', 'updated_at': '2021-12-08T02:18:33Z', 'revision_number': 0, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ee74aa-3cd1-4428-a670-6964fe025041', 'name': '', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2f:79:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:18Z', 'updated_at': '2021-12-08T02:18:22Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:35.766372 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c496334-71c6-4e54-adf7-4b163b90ceea None None] The sync data for ids ['e8b54abf-d35f-4228-b180-aa3a42403007'] in n-d-713499-31 is: [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:19Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '33597e43-9f3a-422c-b60e-332ef310f979', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'port_id': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'mac_address': 'fa:16:3e:b7:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e016af-4a65-4887-9d40-8c4998821289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:18:33Z', 'updated_at': '2021-12-08T02:18:33Z', 'revision_number': 0, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ee74aa-3cd1-4428-a670-6964fe025041', 'name': '', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2f:79:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:18Z', 'updated_at': '2021-12-08T02:18:22Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:18:35.970326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11b7194-e8d9-46bd-adb7-833025528fbe None None] New status for floating IP 33597e43-9f3a-422c-b60e-332ef310f979: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:18:36.232561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54748) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:36.294739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-480b3289-199f-42fc-901f-3ca512cfed0e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/33597e43-9f3a-422c-b60e-332ef310f979 HTTP/1.1" status: 200 len: 993 time: 0.0610576 Dec 08 02:18:43.188052 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67406dd-c979-4654-b657-a7f716436676 req-6a64cd44-a8c1-44cd-b010-f3b6e3f297c1 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:43.189504 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d67406dd-c979-4654-b657-a7f716436676 req-6a64cd44-a8c1-44cd-b010-f3b6e3f297c1 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 946 time: 0.0483937 Dec 08 02:18:43.243199 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d67406dd-c979-4654-b657-a7f716436676 req-1cca9e50-e22b-41f9-9e66-7808e662329a tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478776 Dec 08 02:18:44.373248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5865d7f-fd70-4a2b-bc95-a2859a61515a req-a91ae263-48fe-4058-817f-d090c453b9a7 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:44.374733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5865d7f-fd70-4a2b-bc95-a2859a61515a req-a91ae263-48fe-4058-817f-d090c453b9a7 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 946 time: 0.0548208 Dec 08 02:18:44.424423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5865d7f-fd70-4a2b-bc95-a2859a61515a req-368af3de-f98e-4e15-a1a4-0d416783b5df tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/security-groups?id=479c16c3-eefc-4a9f-9617-6b1dbefa0889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436628 Dec 08 02:18:44.543991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-e6bca456-9f39-4a55-ad9f-89c17a652951 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:44.546336 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-e6bca456-9f39-4a55-ad9f-89c17a652951 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 946 time: 0.0569382 Dec 08 02:18:44.636949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Deleting port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:44.637295 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:44.726248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] For port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=575b4fdc-ca7f-40bd-ad15-6e126ee749ef,segment=NetworkSegment(19fc847d-b66e-43f3-9fac-362f9ab03e52),segment_id=19fc847d-b66e-43f3-9fac-362f9ab03e52)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:44.726618 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:44.891665 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:44.891973 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:44.892276 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Floating IP b939afc6-e196-4e37-a627-287b8585795e disassociated. External IP: 172.25.8.141, port: 575b4fdc-ca7f-40bd-ad15-6e126ee749ef. Dec 08 02:18:44.892622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Calling delete_port for 575b4fdc-ca7f-40bd-ad15-6e126ee749ef owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:45.019266 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:45.045437 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Pushing event deleted for resources: {'Port': ['ID=575b4fdc-ca7f-40bd-ad15-6e126ee749ef,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:45.158268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:18:45.264979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:18:45.274804 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046d2f8-4c8c-4866-afcb-5ee71506b985 None None] Sync routers for ids ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:18:45.284799 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b046d2f8-4c8c-4866-afcb-5ee71506b985 None None] Routers {'74772e55-9c51-4c6a-a2f6-6dfe910e7079'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:45.285405 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b046d2f8-4c8c-4866-afcb-5ee71506b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:18:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:45.303206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] No DVR routers for this DVR port 575b4fdc-ca7f-40bd-ad15-6e126ee749ef on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:18:45.307821 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:45.311322 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-eb73f86e-ced5-45de-a242-d8e717b7fb78 req-b9af6da1-a9ad-4eed-b2e6-397246adf3c5 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.75 "DELETE /v2.0/ports/575b4fdc-ca7f-40bd-ad15-6e126ee749ef HTTP/1.1" status: 204 len: 173 time: 0.7601981 Dec 08 02:18:45.311840 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b83b2a3-9b4e-4ebe-ba74-fecf95272466', 'name': 'network-vif-deleted', 'tag': '575b4fdc-ca7f-40bd-ad15-6e126ee749ef'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:18:45.314848 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00211145-9088-4242-9049-ee38f4661e81" -d '{"events": [{"server_uuid": "2b83b2a3-9b4e-4ebe-ba74-fecf95272466", "name": "network-vif-deleted", "tag": "575b4fdc-ca7f-40bd-ad15-6e126ee749ef"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:18:45.353928 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1ccb18-e6a3-4535-bcc5-84330e466286 x-openstack-request-id: req-8e1ccb18-e6a3-4535-bcc5-84330e466286 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:18:45.354245 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b83b2a3-9b4e-4ebe-ba74-fecf95272466", "name": "network-vif-deleted", "tag": "575b4fdc-ca7f-40bd-ad15-6e126ee749ef", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:18:45.354501 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8e1ccb18-e6a3-4535-bcc5-84330e466286 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:18:45.354911 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b83b2a3-9b4e-4ebe-ba74-fecf95272466', 'name': 'network-vif-deleted', 'tag': '575b4fdc-ca7f-40bd-ad15-6e126ee749ef', 'status': 'completed', 'code': 200} Dec 08 02:18:45.404964 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b046d2f8-4c8c-4866-afcb-5ee71506b985 None None] Set router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:45.569582 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25147514-6f77-4cae-8baf-51b2a71c1bc2 req-f79861e4-47b0-4ca9-8773-40dadfbe0fc2 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b83b2a3-9b4e-4ebe-ba74-fecf95272466 HTTP/1.1" status: 200 len: 210 time: 0.0310593 Dec 08 02:18:45.640121 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b046d2f8-4c8c-4866-afcb-5ee71506b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port': {'id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:21Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7182361a-1e3d-44f1-be8d-dcdc44f7df27', 'name': '', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'mac_address': 'fa:16:3e:74:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:26Z', 'updated_at': '2021-12-08T02:13:35Z', 'revision_number': 5, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'subnets': [{'id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:45.670001 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046d2f8-4c8c-4866-afcb-5ee71506b985 None None] Checking router: 74772e55-9c51-4c6a-a2f6-6dfe910e7079 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:18:45.678595 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b046d2f8-4c8c-4866-afcb-5ee71506b985 None None] Routers {'74772e55-9c51-4c6a-a2f6-6dfe910e7079'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:45.679375 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b046d2f8-4c8c-4866-afcb-5ee71506b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:18:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:45.789518 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b046d2f8-4c8c-4866-afcb-5ee71506b985 None None] Set router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:45.989553 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b046d2f8-4c8c-4866-afcb-5ee71506b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port': {'id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:21Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7182361a-1e3d-44f1-be8d-dcdc44f7df27', 'name': '', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'mac_address': 'fa:16:3e:74:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:26Z', 'updated_at': '2021-12-08T02:13:35Z', 'revision_number': 5, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'subnets': [{'id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:46.014680 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046d2f8-4c8c-4866-afcb-5ee71506b985 None None] The sync data for ids ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'] in n-d-713499-31 is: [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port': {'id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:21Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7182361a-1e3d-44f1-be8d-dcdc44f7df27', 'name': '', 'network_id': '30c3fff7-e5b1-4a66-b1cf-4cbd5e366124', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'mac_address': 'fa:16:3e:74:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:26Z', 'updated_at': '2021-12-08T02:13:35Z', 'revision_number': 5, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'subnets': [{'id': '4f9cbc59-63fd-49d8-a506-1865fbeabf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:18:46.229907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b46d14-c8d7-45bc-82eb-76148685169e None None] New status for floating IP b939afc6-e196-4e37-a627-287b8585795e: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:18:46.630749 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54804) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:46.749148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac793d-1305-4456-b283-46dcd7aa2058 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Deleting port 5767f6d0-505f-487e-99d1-15378a2668f6 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:46.749479 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8ac793d-1305-4456-b283-46dcd7aa2058 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:46.826828 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8ac793d-1305-4456-b283-46dcd7aa2058 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:46.827158 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8ac793d-1305-4456-b283-46dcd7aa2058 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:46.838787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac793d-1305-4456-b283-46dcd7aa2058 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Calling delete_port for 5767f6d0-505f-487e-99d1-15378a2668f6 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:46.964463 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8ac793d-1305-4456-b283-46dcd7aa2058 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:46.994607 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac793d-1305-4456-b283-46dcd7aa2058 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Pushing event deleted for resources: {'Port': ['ID=5767f6d0-505f-487e-99d1-15378a2668f6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:47.052668 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8ac793d-1305-4456-b283-46dcd7aa2058 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:47.055125 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c8ac793d-1305-4456-b283-46dcd7aa2058 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:47.056968 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c8ac793d-1305-4456-b283-46dcd7aa2058 tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "DELETE /v2.0/floatingips/b939afc6-e196-4e37-a627-287b8585795e HTTP/1.1" status: 204 len: 168 time: 0.4252441 Dec 08 02:18:47.126489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54812) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:47.180667 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed1acf4a-bd3b-46e9-a56c-8ddec0c21bdd tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:47.205158 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed1acf4a-bd3b-46e9-a56c-8ddec0c21bdd tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:47.265574 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed1acf4a-bd3b-46e9-a56c-8ddec0c21bdd tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:47.268190 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ed1acf4a-bd3b-46e9-a56c-8ddec0c21bdd tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:47.269337 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ed1acf4a-bd3b-46e9-a56c-8ddec0c21bdd tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] 10.222.0.71 "DELETE /v2.0/security-groups/479c16c3-eefc-4a9f-9617-6b1dbefa0889 HTTP/1.1" status: 204 len: 168 time: 0.1418629 Dec 08 02:18:47.278811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1acf4a-bd3b-46e9-a56c-8ddec0c21bdd tempest-TestServerBasicOps-2017141835 tempest-TestServerBasicOps-2017141835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=479c16c3-eefc-4a9f-9617-6b1dbefa0889,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:47.306365 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54816) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:47.748000 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a2afcae-d7d4-4c54-acce-f67af2be0d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:47.995373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1a2afcae-d7d4-4c54-acce-f67af2be0d4f admin admin] Deleting port 7182361a-1e3d-44f1-be8d-dcdc44f7df27 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:47.995754 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a2afcae-d7d4-4c54-acce-f67af2be0d4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:48.075549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-1a2afcae-d7d4-4c54-acce-f67af2be0d4f admin admin] For port 7182361a-1e3d-44f1-be8d-dcdc44f7df27, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=7182361a-1e3d-44f1-be8d-dcdc44f7df27,segment=NetworkSegment(19fc847d-b66e-43f3-9fac-362f9ab03e52),segment_id=19fc847d-b66e-43f3-9fac-362f9ab03e52)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:48.075918 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a2afcae-d7d4-4c54-acce-f67af2be0d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:48.088737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1a2afcae-d7d4-4c54-acce-f67af2be0d4f admin admin] Calling delete_port for 7182361a-1e3d-44f1-be8d-dcdc44f7df27 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:48.267788 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a2afcae-d7d4-4c54-acce-f67af2be0d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:48.290066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2afcae-d7d4-4c54-acce-f67af2be0d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=7182361a-1e3d-44f1-be8d-dcdc44f7df27,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:48.455057 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a2afcae-d7d4-4c54-acce-f67af2be0d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:48.666670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2afcae-d7d4-4c54-acce-f67af2be0d4f admin admin] Router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:18:48.776081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2afcae-d7d4-4c54-acce-f67af2be0d4f admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:18:48.781273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1a2afcae-d7d4-4c54-acce-f67af2be0d4f admin admin] 10.222.0.71 "PUT /v2.0/routers/74772e55-9c51-4c6a-a2f6-6dfe910e7079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4739728 Dec 08 02:18:48.783830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54826) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:48.784801 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725471d2-d1de-480a-8a6d-d404650707df None None] Sync routers for ids ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:18:48.795395 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725471d2-d1de-480a-8a6d-d404650707df None None] Routers {'74772e55-9c51-4c6a-a2f6-6dfe910e7079'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:48.796036 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-725471d2-d1de-480a-8a6d-d404650707df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:18:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:48.885441 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:48.897303 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-725471d2-d1de-480a-8a6d-d404650707df None None] Set router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:48.993667 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:49.056591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] Deleting port 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:49.057039 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:49.084063 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-725471d2-d1de-480a-8a6d-d404650707df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:18:48Z', 'revision_number': 5, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port': {'id': '966fa9e1-b14d-40cd-9467-1c05a1ac2cfe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:21Z', 'updated_at': '2021-12-08T02:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:49.110649 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725471d2-d1de-480a-8a6d-d404650707df None None] Checking router: 74772e55-9c51-4c6a-a2f6-6dfe910e7079 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:18:49.119271 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725471d2-d1de-480a-8a6d-d404650707df None None] Routers {'74772e55-9c51-4c6a-a2f6-6dfe910e7079'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:49.119906 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-725471d2-d1de-480a-8a6d-d404650707df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:18:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:49.135734 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] For port 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=966fa9e1-b14d-40cd-9467-1c05a1ac2cfe,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:49.136096 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:49.148866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] Calling delete_port for 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:49.204589 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-725471d2-d1de-480a-8a6d-d404650707df None None] Set router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:49.257872 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-725471d2-d1de-480a-8a6d-d404650707df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:18:48Z', 'revision_number': 6, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:49.284275 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725471d2-d1de-480a-8a6d-d404650707df None None] The sync data for ids ['74772e55-9c51-4c6a-a2f6-6dfe910e7079'] in n-d-713499-31 is: [{'id': '74772e55-9c51-4c6a-a2f6-6dfe910e7079', 'name': 'tempest-TestServerBasicOps-844016004-router', 'tenant_id': 'd44006c13e35496b8854fa5c864c5165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:18Z', 'updated_at': '2021-12-08T02:18:48Z', 'revision_number': 6, 'project_id': 'd44006c13e35496b8854fa5c864c5165', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:18:49.314862 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:49.350425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=966fa9e1-b14d-40cd-9467-1c05a1ac2cfe,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:49.359093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2882db55-939c-483c-acd9-de87ef0b9fe4 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:18:49.395035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 575b4fdc-ca7f-40bd-ad15-6e126ee749ef no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:18:49.407266 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:49.416135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 575b4fdc-ca7f-40bd-ad15-6e126ee749ef {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:18:49.416483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 575b4fdc-ca7f-40bd-ad15-6e126ee749ef not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:18:49.513853 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:49.515996 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:49.578865 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:49.579381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74772e55-9c51-4c6a-a2f6-6dfe910e7079 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:18:49.584379 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:49.587969 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-896ddb27-adbe-4606-883b-5093ebb361c8 admin admin] 10.222.0.71 "DELETE /v2.0/routers/74772e55-9c51-4c6a-a2f6-6dfe910e7079 HTTP/1.1" status: 204 len: 168 time: 0.8007767 Dec 08 02:18:49.588081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54830) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:49.631326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-276ec9d2-95c4-4b75-97bc-42792153eaa1 admin admin] Deleting subnet 4f9cbc59-63fd-49d8-a506-1865fbeabf79 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:18:49.634616 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-276ec9d2-95c4-4b75-97bc-42792153eaa1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:49.670766 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-276ec9d2-95c4-4b75-97bc-42792153eaa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:49.762981 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-276ec9d2-95c4-4b75-97bc-42792153eaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:49.823252 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-276ec9d2-95c4-4b75-97bc-42792153eaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:49.857391 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ec9d2-95c4-4b75-97bc-42792153eaa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9cbc59-63fd-49d8-a506-1865fbeabf79,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:49.861339 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-276ec9d2-95c4-4b75-97bc-42792153eaa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:49.864521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-276ec9d2-95c4-4b75-97bc-42792153eaa1 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4f9cbc59-63fd-49d8-a506-1865fbeabf79 HTTP/1.1" status: 204 len: 168 time: 0.2755167 Dec 08 02:18:49.870082 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54834) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:49.871836 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8cd2c3-bade-47ef-8f63-7eb62c26ffcc None None] Network 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:18:49.948701 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:50.006500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Deleting port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:50.006755 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:50.077208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] For port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1cf31c44-bc38-46f0-a31a-7cfb4db239d3,segment=NetworkSegment(19fc847d-b66e-43f3-9fac-362f9ab03e52),segment_id=19fc847d-b66e-43f3-9fac-362f9ab03e52)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:50.077866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:50.092498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Calling delete_port for 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:50.225502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88895b7e-0d85-4625-a830-1b440a88a955 None None] DHCP port deletion for 30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:18:50.275099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-88895b7e-0d85-4625-a830-1b440a88a955 None None] Deleting port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:50.275492 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88895b7e-0d85-4625-a830-1b440a88a955 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:50.360397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-88895b7e-0d85-4625-a830-1b440a88a955 None None] For port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1cf31c44-bc38-46f0-a31a-7cfb4db239d3,segment=NetworkSegment(19fc847d-b66e-43f3-9fac-362f9ab03e52),segment_id=19fc847d-b66e-43f3-9fac-362f9ab03e52)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:50.361232 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88895b7e-0d85-4625-a830-1b440a88a955 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:50.377231 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-88895b7e-0d85-4625-a830-1b440a88a955 None None] Calling delete_port for 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:50.461980 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88895b7e-0d85-4625-a830-1b440a88a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:50.488448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88895b7e-0d85-4625-a830-1b440a88a955 None None] Pushing event deleted for resources: {'Port': ['ID=1cf31c44-bc38-46f0-a31a-7cfb4db239d3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:50.489030 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:50.492417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88895b7e-0d85-4625-a830-1b440a88a955 None None] No DVR routers for this DVR port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:18:50.516494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf31c44-bc38-46f0-a31a-7cfb4db239d3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:50.520394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] No DVR routers for this DVR port 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:18:50.594001 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:50.613774 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c3fff7-e5b1-4a66-b1cf-4cbd5e366124']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:50.624772 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fc847d-b66e-43f3-9fac-362f9ab03e52') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:50.625076 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fc847d-b66e-43f3-9fac-362f9ab03e52') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:50.634204 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:50.647975 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:50.654670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:18:50.655084 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:18:50.656895 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:18:50.709634 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:50.715102 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:50.718323 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] 10.222.0.71 "DELETE /v2.0/networks/30c3fff7-e5b1-4a66-b1cf-4cbd5e366124 HTTP/1.1" status: 204 len: 168 time: 0.8472464 Dec 08 02:18:50.721687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54838) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:50.729730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14647e-95b0-4248-a33e-c2c627630cad admin admin] Pushing event deleted for resources: {'Network': ['ID=30c3fff7-e5b1-4a66-b1cf-4cbd5e366124,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:51.056316 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:18:51.079032 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:18:51.079369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1cf31c44-bc38-46f0-a31a-7cfb4db239d3 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:18:51.079809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 7182361a-1e3d-44f1-be8d-dcdc44f7df27 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:18:51.098609 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 7182361a-1e3d-44f1-be8d-dcdc44f7df27 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:18:51.098877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 7182361a-1e3d-44f1-be8d-dcdc44f7df27 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:18:51.099275 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:18:51.117864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:18:51.118211 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 966fa9e1-b14d-40cd-9467-1c05a1ac2cfe not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:18:51.351654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2588b757-33d6-468a-8fa2-a9c8281e60f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:51.596967 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2588b757-33d6-468a-8fa2-a9c8281e60f8 admin admin] Deleting port e1a5d09b-345a-4917-8a8c-669f8f136fdd {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:51.597303 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2588b757-33d6-468a-8fa2-a9c8281e60f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:51.672740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-2588b757-33d6-468a-8fa2-a9c8281e60f8 admin admin] For port e1a5d09b-345a-4917-8a8c-669f8f136fdd, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e1a5d09b-345a-4917-8a8c-669f8f136fdd,segment=NetworkSegment(a08e83df-0f24-428c-be0f-5008c3baea8b),segment_id=a08e83df-0f24-428c-be0f-5008c3baea8b)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:51.673030 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2588b757-33d6-468a-8fa2-a9c8281e60f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:51.678655 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:18:51.686083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2588b757-33d6-468a-8fa2-a9c8281e60f8 admin admin] Calling delete_port for e1a5d09b-345a-4917-8a8c-669f8f136fdd owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:51.860373 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2588b757-33d6-468a-8fa2-a9c8281e60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:51.889001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588b757-33d6-468a-8fa2-a9c8281e60f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a5d09b-345a-4917-8a8c-669f8f136fdd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:51.981720 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ed68164a-abc3-43b9-88d7-4a5867e0d928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:52.061799 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2588b757-33d6-468a-8fa2-a9c8281e60f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:52.278261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2588b757-33d6-468a-8fa2-a9c8281e60f8 admin admin] Router d33763cc-b3e2-41c7-a816-b1467a4492ce has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:18:52.382915 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2588b757-33d6-468a-8fa2-a9c8281e60f8 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:18:52.390754 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2588b757-33d6-468a-8fa2-a9c8281e60f8 admin admin] 10.222.0.71 "PUT /v2.0/routers/d33763cc-b3e2-41c7-a816-b1467a4492ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6657395 Dec 08 02:18:52.391100 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54848) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:52.393274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa1cf24-ce16-4928-8da9-86ed9adc2184 None None] Sync routers for ids ['d33763cc-b3e2-41c7-a816-b1467a4492ce'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:18:52.403955 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1cf24-ce16-4928-8da9-86ed9adc2184 None None] Routers {'d33763cc-b3e2-41c7-a816-b1467a4492ce'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:52.404652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2aa1cf24-ce16-4928-8da9-86ed9adc2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:18:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d33763cc-b3e2-41c7-a816-b1467a4492ce'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:52.502903 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:52.507596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-2aa1cf24-ce16-4928-8da9-86ed9adc2184 None None] Set router d33763cc-b3e2-41c7-a816-b1467a4492ce gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:52.603871 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:52.659487 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] Deleting port 07f5d824-68de-4f68-8800-26d3b92a0ebe {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:52.660208 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:52.688257 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2aa1cf24-ce16-4928-8da9-86ed9adc2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'name': 'tempest-TestServerBasicOps-1713406386-router', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '07f5d824-68de-4f68-8800-26d3b92a0ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:18:51Z', 'revision_number': 5, 'project_id': '15bcf5ed6a464ffb90f015014a77a622', 'gw_port': {'id': '07f5d824-68de-4f68-8800-26d3b92a0ebe', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:33Z', 'updated_at': '2021-12-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:52.715267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa1cf24-ce16-4928-8da9-86ed9adc2184 None None] Checking router: d33763cc-b3e2-41c7-a816-b1467a4492ce for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:18:52.723861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1cf24-ce16-4928-8da9-86ed9adc2184 None None] Routers {'d33763cc-b3e2-41c7-a816-b1467a4492ce'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:18:52.724464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2aa1cf24-ce16-4928-8da9-86ed9adc2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:18:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d33763cc-b3e2-41c7-a816-b1467a4492ce'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:52.740350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] For port 07f5d824-68de-4f68-8800-26d3b92a0ebe, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=07f5d824-68de-4f68-8800-26d3b92a0ebe,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:52.740724 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:52.753557 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] Calling delete_port for 07f5d824-68de-4f68-8800-26d3b92a0ebe owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:52.809565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-2aa1cf24-ce16-4928-8da9-86ed9adc2184 None None] Set router d33763cc-b3e2-41c7-a816-b1467a4492ce gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:18:52.862883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-2aa1cf24-ce16-4928-8da9-86ed9adc2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'name': 'tempest-TestServerBasicOps-1713406386-router', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:18:52Z', 'revision_number': 6, 'project_id': '15bcf5ed6a464ffb90f015014a77a622', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:52.889821 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa1cf24-ce16-4928-8da9-86ed9adc2184 None None] The sync data for ids ['d33763cc-b3e2-41c7-a816-b1467a4492ce'] in n-d-713499-31 is: [{'id': 'd33763cc-b3e2-41c7-a816-b1467a4492ce', 'name': 'tempest-TestServerBasicOps-1713406386-router', 'tenant_id': '15bcf5ed6a464ffb90f015014a77a622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:18:52Z', 'revision_number': 6, 'project_id': '15bcf5ed6a464ffb90f015014a77a622', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:18:52.925123 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:52.950680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f5d824-68de-4f68-8800-26d3b92a0ebe,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:52.964178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd6db2b-a6f7-4b94-ba63-78408a9f35bf None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:18:53.013666 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.105462 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.107581 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.148855 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.149519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d33763cc-b3e2-41c7-a816-b1467a4492ce {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:18:53.153805 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.154968 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-03b7be3b-d274-49d1-b4b0-1e5fe0e21835 admin admin] 10.222.0.71 "DELETE /v2.0/routers/d33763cc-b3e2-41c7-a816-b1467a4492ce HTTP/1.1" status: 204 len: 168 time: 0.7628412 Dec 08 02:18:53.157849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54852) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:53.201604 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-38861eea-3ca2-442d-8c36-9f0ae5dc4c02 admin admin] Deleting subnet 20a0a79b-c1a5-4e84-966c-3cdbd658acb6 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:18:53.204578 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38861eea-3ca2-442d-8c36-9f0ae5dc4c02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.256357 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38861eea-3ca2-442d-8c36-9f0ae5dc4c02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.350000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e1a5d09b-345a-4917-8a8c-669f8f136fdd no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:18:53.354605 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38861eea-3ca2-442d-8c36-9f0ae5dc4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.373672 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: e1a5d09b-345a-4917-8a8c-669f8f136fdd {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:18:53.374019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e1a5d09b-345a-4917-8a8c-669f8f136fdd not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:18:53.415527 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38861eea-3ca2-442d-8c36-9f0ae5dc4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.441022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38861eea-3ca2-442d-8c36-9f0ae5dc4c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a0a79b-c1a5-4e84-966c-3cdbd658acb6,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:53.444601 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-38861eea-3ca2-442d-8c36-9f0ae5dc4c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.447901 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-38861eea-3ca2-442d-8c36-9f0ae5dc4c02 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/20a0a79b-c1a5-4e84-966c-3cdbd658acb6 HTTP/1.1" status: 204 len: 168 time: 0.2890289 Dec 08 02:18:53.450300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54856) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:53.450893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d5b19a-035a-4a87-a235-ab804d171e68 None None] Network 4ee7ebea-8b68-4315-83df-d8ddfc82e7c4 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:18:53.517948 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.524834 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.582839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Deleting port ab6cb4d1-9770-4332-b235-2ef06a156745 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:53.584235 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.644731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] For port ab6cb4d1-9770-4332-b235-2ef06a156745, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ab6cb4d1-9770-4332-b235-2ef06a156745,segment=NetworkSegment(a08e83df-0f24-428c-be0f-5008c3baea8b),segment_id=a08e83df-0f24-428c-be0f-5008c3baea8b)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:53.645011 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.657949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Calling delete_port for ab6cb4d1-9770-4332-b235-2ef06a156745 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:53.679927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bca533-d69b-4696-a229-caf7a538a8ce None None] DHCP port deletion for 4ee7ebea-8b68-4315-83df-d8ddfc82e7c4 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:18:53.729780 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f2bca533-d69b-4696-a229-caf7a538a8ce None None] Deleting port ab6cb4d1-9770-4332-b235-2ef06a156745 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:53.730154 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2bca533-d69b-4696-a229-caf7a538a8ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.744284 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.772349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6cb4d1-9770-4332-b235-2ef06a156745,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:53.776598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] No DVR routers for this DVR port ab6cb4d1-9770-4332-b235-2ef06a156745 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:18:53.796388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f2bca533-d69b-4696-a229-caf7a538a8ce None None] For port ab6cb4d1-9770-4332-b235-2ef06a156745, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ab6cb4d1-9770-4332-b235-2ef06a156745,segment=NetworkSegment(a08e83df-0f24-428c-be0f-5008c3baea8b),segment_id=a08e83df-0f24-428c-be0f-5008c3baea8b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:53.796866 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2bca533-d69b-4696-a229-caf7a538a8ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.810843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f2bca533-d69b-4696-a229-caf7a538a8ce None None] Calling delete_port for ab6cb4d1-9770-4332-b235-2ef06a156745 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:18:53.849258 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.874326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee7ebea-8b68-4315-83df-d8ddfc82e7c4']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:53.887104 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f2bca533-d69b-4696-a229-caf7a538a8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.888304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08e83df-0f24-428c-be0f-5008c3baea8b') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:53.888600 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08e83df-0f24-428c-be0f-5008c3baea8b') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:18:53.899181 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.912346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bca533-d69b-4696-a229-caf7a538a8ce None None] Pushing event deleted for resources: {'Port': ['ID=ab6cb4d1-9770-4332-b235-2ef06a156745,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:53.912703 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.916079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bca533-d69b-4696-a229-caf7a538a8ce None None] No DVR routers for this DVR port ab6cb4d1-9770-4332-b235-2ef06a156745 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:18:53.919401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:18:53.919825 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:18:53.921636 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:18:53.979882 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:53.997026 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:54.000285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4ee7ebea-8b68-4315-83df-d8ddfc82e7c4 HTTP/1.1" status: 204 len: 168 time: 0.5490770 Dec 08 02:18:54.001287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ee5c6-fb52-4ca5-ba80-12f9d5715353 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee7ebea-8b68-4315-83df-d8ddfc82e7c4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:54.110537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54862) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:54.152136 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fbf6e82e-b7e7-436b-b9e8-87038b47b912 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d44006c13e35496b8854fa5c864c5165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403204 Dec 08 02:18:54.154470 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 54864) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:54.204927 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23639671-657e-4f80-b414-ea185c32710a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:54.225347 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23639671-657e-4f80-b414-ea185c32710a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:54.271582 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23639671-657e-4f80-b414-ea185c32710a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:54.274202 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23639671-657e-4f80-b414-ea185c32710a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:54.275354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-23639671-657e-4f80-b414-ea185c32710a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3c3dd3a2-496a-46a8-b3ad-99a3799cf856 HTTP/1.1" status: 204 len: 168 time: 0.1199446 Dec 08 02:18:54.282942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23639671-657e-4f80-b414-ea185c32710a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3dd3a2-496a-46a8-b3ad-99a3799cf856,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:54.314443 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:54.336088 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1036c506-8975-477d-a203-09b691179bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:54.590400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54872) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:54.630673 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6523722a-1241-415e-abae-30f4a4e8b176 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=15bcf5ed6a464ffb90f015014a77a622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391326 Dec 08 02:18:54.632965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54874) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:18:54.683327 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e540b800-193a-4768-9cd2-d355bba387a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:54.703580 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e540b800-193a-4768-9cd2-d355bba387a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:54.749368 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e540b800-193a-4768-9cd2-d355bba387a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:54.752064 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e540b800-193a-4768-9cd2-d355bba387a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:54.753217 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e540b800-193a-4768-9cd2-d355bba387a6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3f7f224a-0ea5-48d5-8b15-dd22c647a809 HTTP/1.1" status: 204 len: 168 time: 0.1193495 Dec 08 02:18:54.761010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540b800-193a-4768-9cd2-d355bba387a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7f224a-0ea5-48d5-8b15-dd22c647a809,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:55.055886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 07f5d824-68de-4f68-8800-26d3b92a0ebe no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:18:55.077121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 07f5d824-68de-4f68-8800-26d3b92a0ebe {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:18:55.077473 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 07f5d824-68de-4f68-8800-26d3b92a0ebe not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:18:55.077910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ab6cb4d1-9770-4332-b235-2ef06a156745 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:18:55.098479 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: ab6cb4d1-9770-4332-b235-2ef06a156745 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:18:55.098823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ab6cb4d1-9770-4332-b235-2ef06a156745 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:18:55.475001 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:56.963226 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:57.892064 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:07.648800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573bee8-9759-46c9-b86e-ca33ae5c56e9 req-b4f194c0-394a-4a81-af00-71c3cbb278ae tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:07.650735 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9573bee8-9759-46c9-b86e-ca33ae5c56e9 req-b4f194c0-394a-4a81-af00-71c3cbb278ae tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 1097 time: 0.0399096 Dec 08 02:19:07.669183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9573bee8-9759-46c9-b86e-ca33ae5c56e9 req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:07.738823 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9573bee8-9759-46c9-b86e-ca33ae5c56e9 req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:07.742829 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9573bee8-9759-46c9-b86e-ca33ae5c56e9 req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:07.781084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9573bee8-9759-46c9-b86e-ca33ae5c56e9 req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246283 Dec 08 02:19:07.782843 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75069091-483a-4acd-9bda-5a56a72c71dd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:07.791221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:07.791577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:07.791952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:07.792337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:07.792626 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:07.792987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:07.793323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:07.793658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:07.793988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:07.794316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:07.794674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:07.795001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:07.795328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587c25-ee4b-4b5b-9c9d-1574fd636fdb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:07.903317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70f98-ae6f-4b0b-adff-f68b077dc751 req-bd54328b-4d23-4817-ae31-c6067df5dd70 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:07.904764 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5b70f98-ae6f-4b0b-adff-f68b077dc751 req-bd54328b-4d23-4817-ae31-c6067df5dd70 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0525718 Dec 08 02:19:07.952356 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5b70f98-ae6f-4b0b-adff-f68b077dc751 req-3d8cc570-800f-4bbe-b064-3702fe95af44 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418026 Dec 08 02:19:07.974576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 54942) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:08.033451 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f7d15921-5e61-4217-9a7d-4790a38e2402 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/33597e43-9f3a-422c-b60e-332ef310f979 HTTP/1.1" status: 200 len: 993 time: 0.0577476 Dec 08 02:19:08.477788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-ed03a519-2d34-46eb-9f3b-9db50872c27c req-e640c8ee-4b39-4a3a-b9bf-0046a3368ea2 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:19:08.478819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed03a519-2d34-46eb-9f3b-9db50872c27c req-e640c8ee-4b39-4a3a-b9bf-0046a3368ea2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1445332 Dec 08 02:19:08.807343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e4eb3319-83b0-4106-ab79-490e9f6df75c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684521 Dec 08 02:19:08.819259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a5b67-87da-44a6-81a4-d5bb254bbb5e req-4564db23-0448-4eaf-a259-5d68b8ec5a41 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:08.820678 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-875a5b67-87da-44a6-81a4-d5bb254bbb5e req-4564db23-0448-4eaf-a259-5d68b8ec5a41 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0570397 Dec 08 02:19:08.875642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-875a5b67-87da-44a6-81a4-d5bb254bbb5e req-d6f23233-b914-43ba-9ac3-f2d9b26964b7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477679 Dec 08 02:19:09.992866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb907371-e6e0-41b4-b508-14f7bc4215dd req-0039baab-fc27-4f4c-9924-43cb89dccc01 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:09.994220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb907371-e6e0-41b4-b508-14f7bc4215dd req-0039baab-fc27-4f4c-9924-43cb89dccc01 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0483532 Dec 08 02:19:10.042771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb907371-e6e0-41b4-b508-14f7bc4215dd req-f9789c64-8361-4a8c-88e3-2dd7479f25c6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Dec 08 02:19:10.181117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-8215dfe4-cefe-4cf8-a4ca-b11a9db2d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:10.182661 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-8215dfe4-cefe-4cf8-a4ca-b11a9db2d04b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 1097 time: 0.0441372 Dec 08 02:19:10.272644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-d63e6dde-ff6a-49b2-89de-a3a8212fa297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:10.274117 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-d63e6dde-ff6a-49b2-89de-a3a8212fa297 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a674659-33b3-4637-8e46-f9e8aaa05706 HTTP/1.1" status: 200 len: 898 time: 0.0844247 Dec 08 02:19:10.344524 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e40bbedc-34ee-4fda-acf2-0ebbd4fc035f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9096275-b50b-48d8-9768-0d78a91f4243 HTTP/1.1" status: 200 len: 1001 time: 0.0625608 Dec 08 02:19:10.392924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-033a6a9a-0c3c-4b44-b3f7-2b98f7e05221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:10.394346 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-033a6a9a-0c3c-4b44-b3f7-2b98f7e05221 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84a6c915-cd73-47e4-8b3a-353b2fd9bc2e HTTP/1.1" status: 200 len: 835 time: 0.0435312 Dec 08 02:19:10.437943 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-73fde4c1-772a-4a9d-9502-8ba28cf1d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:10.439378 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-73fde4c1-772a-4a9d-9502-8ba28cf1d58d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a674659-33b3-4637-8e46-f9e8aaa05706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382707 Dec 08 02:19:10.531833 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-c56bb016-3169-47e0-832b-67dc4d70df69 service neutron] 10.222.0.45 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841327 Dec 08 02:19:10.623884 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-2167f2f6-15d6-43b0-9401-bfa485ffa475 service neutron] 10.222.0.45 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819354 Dec 08 02:19:11.159782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02e481-cf44-4f6b-8abd-5b7280ac30a1 req-5b43cd77-24ac-4de3-86f8-e8fef53f69b3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:11.161249 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e02e481-cf44-4f6b-8abd-5b7280ac30a1 req-5b43cd77-24ac-4de3-86f8-e8fef53f69b3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0485148 Dec 08 02:19:11.208704 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e02e481-cf44-4f6b-8abd-5b7280ac30a1 req-e9dd37bd-6d42-4fdb-a33c-0dc4e65cf696 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416837 Dec 08 02:19:12.331866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55bd8f-2089-4b78-86f6-82dae1d8494a req-ae2c51a1-de08-45a5-81c8-4241b6a59119 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:12.333321 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc55bd8f-2089-4b78-86f6-82dae1d8494a req-ae2c51a1-de08-45a5-81c8-4241b6a59119 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0516667 Dec 08 02:19:12.382010 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc55bd8f-2089-4b78-86f6-82dae1d8494a req-fa0016ca-e283-42f2-a937-3bad5a3af05b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422692 Dec 08 02:19:13.499820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3e5f9-5c0a-4701-a5ce-b9b121e8fba1 req-c7f8f046-b5d4-4b8a-81fb-3c06c485bfb8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:13.501221 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0d3e5f9-5c0a-4701-a5ce-b9b121e8fba1 req-c7f8f046-b5d4-4b8a-81fb-3c06c485bfb8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0484288 Dec 08 02:19:13.550753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e0d3e5f9-5c0a-4701-a5ce-b9b121e8fba1 req-3714bbd9-2cc9-4e18-b6a2-ccb754c80db1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437114 Dec 08 02:19:14.671970 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb37fb-d4ca-4cee-a88c-fe5affaaaff9 req-ae78f64b-e48b-43c7-99b6-2df0bb6656f5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:14.673447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ddeb37fb-d4ca-4cee-a88c-fe5affaaaff9 req-ae78f64b-e48b-43c7-99b6-2df0bb6656f5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0518956 Dec 08 02:19:14.721734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ddeb37fb-d4ca-4cee-a88c-fe5affaaaff9 req-9efb2a84-972f-4e22-80dd-882c9aaf970d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424695 Dec 08 02:19:15.838485 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e24d7-123d-4611-b48e-0f8881b738ad req-0f18d9c3-f41a-4870-804e-1c408a57958c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:15.839949 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f0e24d7-123d-4611-b48e-0f8881b738ad req-0f18d9c3-f41a-4870-804e-1c408a57958c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0480030 Dec 08 02:19:15.888350 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f0e24d7-123d-4611-b48e-0f8881b738ad req-d295c24e-74ea-4381-acca-3c1a02a3a632 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422843 Dec 08 02:19:17.005379 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e940cb-bc51-4f78-90dd-5ec6c33092f1 req-db9f6cdc-fa8f-443a-a578-fe1dc7aa0d2e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:17.006766 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4e940cb-bc51-4f78-90dd-5ec6c33092f1 req-db9f6cdc-fa8f-443a-a578-fe1dc7aa0d2e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0486498 Dec 08 02:19:17.059868 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4e940cb-bc51-4f78-90dd-5ec6c33092f1 req-f7f83ba1-df11-47f4-b653-3cb5b89b4355 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471182 Dec 08 02:19:18.178352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205d79-7990-4292-a27d-e500266fa5bc req-c4553ed8-4971-4c66-8914-ab615a7248b6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:18.179854 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55205d79-7990-4292-a27d-e500266fa5bc req-c4553ed8-4971-4c66-8914-ab615a7248b6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0490267 Dec 08 02:19:18.229331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55205d79-7990-4292-a27d-e500266fa5bc req-d550ba25-3693-4182-8974-ef42c8301039 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434484 Dec 08 02:19:19.362544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dce13-9800-4d6e-aba6-ee0d1d38dbf4 req-bc21ff38-3b91-4634-8313-aba389728b6a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:19.364048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d24dce13-9800-4d6e-aba6-ee0d1d38dbf4 req-bc21ff38-3b91-4634-8313-aba389728b6a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0526438 Dec 08 02:19:19.412158 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d24dce13-9800-4d6e-aba6-ee0d1d38dbf4 req-7c66ba9c-0c93-49c1-bc72-0e69c3fc40e8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422039 Dec 08 02:19:20.531878 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9f7e4-f20d-45b9-9d9a-048f152439f5 req-f82c8ed8-ab57-4c44-b5c6-317549e08ac8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:20.533243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7be9f7e4-f20d-45b9-9d9a-048f152439f5 req-f82c8ed8-ab57-4c44-b5c6-317549e08ac8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0511909 Dec 08 02:19:20.580516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7be9f7e4-f20d-45b9-9d9a-048f152439f5 req-a83ed5bd-22d7-45ca-bc49-804f13220272 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412636 Dec 08 02:19:21.697506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8937c5f-ed58-43f5-9dac-493c3ad969e9 req-9925cdb2-447f-46fa-848c-02f503b5309f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:21.698968 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8937c5f-ed58-43f5-9dac-493c3ad969e9 req-9925cdb2-447f-46fa-848c-02f503b5309f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0482152 Dec 08 02:19:21.746898 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8937c5f-ed58-43f5-9dac-493c3ad969e9 req-9476623a-81d2-42da-af93-9caf43356b3f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421309 Dec 08 02:19:21.976973 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53ca84ce-b286-45bd-b3b1-6828317163a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:22.863203 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db4a5f-ae1f-4abc-94c4-b739bb7673e4 req-39cc3155-8c4b-44d6-a547-047fd20f192b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:22.864681 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3db4a5f-ae1f-4abc-94c4-b739bb7673e4 req-39cc3155-8c4b-44d6-a547-047fd20f192b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0475824 Dec 08 02:19:22.917269 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f3db4a5f-ae1f-4abc-94c4-b739bb7673e4 req-96d3c730-a64a-4f2e-8ba5-3a35abbdd2ea tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462215 Dec 08 02:19:23.542783 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:24.033950 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f6f55-13b4-450c-a946-198f406f0ec1 req-efbeb03e-68df-4daa-a05e-d6d108796f8d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:24.035477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb0f6f55-13b4-450c-a946-198f406f0ec1 req-efbeb03e-68df-4daa-a05e-d6d108796f8d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0484679 Dec 08 02:19:24.083216 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb0f6f55-13b4-450c-a946-198f406f0ec1 req-34a28220-f3a8-4074-9406-7e818cc99390 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412524 Dec 08 02:19:24.303940 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:24.326618 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57d45af0-6ca1-4aa7-a0d6-6deada29ec5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:25.202634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45bf81-6c48-4009-9916-0c44a5b1a2e3 req-0ee0919e-6c79-4756-9697-f82cde3a6d48 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:25.204154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb45bf81-6c48-4009-9916-0c44a5b1a2e3 req-0ee0919e-6c79-4756-9697-f82cde3a6d48 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0481284 Dec 08 02:19:25.253104 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb45bf81-6c48-4009-9916-0c44a5b1a2e3 req-ff5bc8e5-19d4-485b-8b51-790993fd7a3c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429254 Dec 08 02:19:25.475330 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:26.372699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6783ad0-cc69-403c-bd25-46eec786c0cd req-60a3ac49-e713-424e-bdb7-9bb663bfd933 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:26.374142 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6783ad0-cc69-403c-bd25-46eec786c0cd req-60a3ac49-e713-424e-bdb7-9bb663bfd933 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0509474 Dec 08 02:19:26.420942 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6783ad0-cc69-403c-bd25-46eec786c0cd req-defc5169-8323-4be9-a588-c2a62347d441 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410323 Dec 08 02:19:26.964029 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:27.539349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20397888-ba2e-4677-a535-6a27f7c71e32 req-fc74d2d7-988b-4fa8-a31b-ec14654ed780 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:27.540890 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20397888-ba2e-4677-a535-6a27f7c71e32 req-fc74d2d7-988b-4fa8-a31b-ec14654ed780 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0488398 Dec 08 02:19:27.591841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20397888-ba2e-4677-a535-6a27f7c71e32 req-6d11ab55-f739-499b-8361-deba2605f35b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447812 Dec 08 02:19:27.608511 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-b428e952-c9ea-4fb6-8d01-795de7fc49a5 service neutron] show failed (client error): The resource could not be found. Dec 08 02:19:27.609536 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-b428e952-c9ea-4fb6-8d01-795de7fc49a5 service neutron] 10.222.0.45 "GET /v2.0/ports/f9096275-b50b-48d8-9768-0d78a91f4243/bindings/n-h2-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0596807 Dec 08 02:19:27.817647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-6c28c7e2-ac34-4c21-b36d-82aac7661ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:27.819042 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-6c28c7e2-ac34-4c21-b36d-82aac7661ba7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289&tenant_id=cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 1097 time: 0.0448546 Dec 08 02:19:27.842640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:19:27.897944 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:27.932438 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:28.101526 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] For port f9096275-b50b-48d8-9768-0d78a91f4243, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f9096275-b50b-48d8-9768-0d78a91f4243,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:28.133210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] For port f9096275-b50b-48d8-9768-0d78a91f4243, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:19:28.176332 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:19:28.178622 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e50744-5777-4cec-a945-077401939513" -d '{"events": [{"server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "name": "network-vif-unplugged", "status": "completed", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:19:28.182942 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:28.195623 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Transition to ACTIVE for port object f9096275-b50b-48d8-9768-0d78a91f4243 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:19:28.199488 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:28.236613 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1a1264-7370-4d05-af0b-76c9895a8929 x-openstack-request-id: req-1c1a1264-7370-4d05-af0b-76c9895a8929 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:19:28.236876 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "name": "network-vif-unplugged", "status": "completed", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:19:28.237174 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1c1a1264-7370-4d05-af0b-76c9895a8929 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:19:28.237610 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'code': 200} Dec 08 02:19:28.323882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Pushing event updated for resources: {'Port': ['ID=f9096275-b50b-48d8-9768-0d78a91f4243,revision_number=6']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:28.345772 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:28.346118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:28.346464 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:28.346807 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:28.347147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:28.347477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:28.347827 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:28.348158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:28.348558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:28.348813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:28.349127 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:28.349459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:28.349780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:28.383126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] No DVR routers for this DVR port f9096275-b50b-48d8-9768-0d78a91f4243 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:19:28.514160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Attempting to bind port f9096275-b50b-48d8-9768-0d78a91f4243 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:19:28.514435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Attempting to bind port f9096275-b50b-48d8-9768-0d78a91f4243 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:19:28.514766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Attempting to bind port f9096275-b50b-48d8-9768-0d78a91f4243 on network 1a674659-33b3-4637-8e46-f9e8aaa05706 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:19:28.519022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Port f9096275-b50b-48d8-9768-0d78a91f4243 on network 1a674659-33b3-4637-8e46-f9e8aaa05706 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:19:28.519350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Attempting to bind port f9096275-b50b-48d8-9768-0d78a91f4243 on network 1a674659-33b3-4637-8e46-f9e8aaa05706 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:19:28.524649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:19:28.524986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Checking segment: {'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:19:28.525368 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Bound using segment: {'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:19:28.525791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Bound port: f9096275-b50b-48d8-9768-0d78a91f4243, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:19:28.526140 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:28.589983 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] For port f9096275-b50b-48d8-9768-0d78a91f4243, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:19:28.592931 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] For port f9096275-b50b-48d8-9768-0d78a91f4243, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f9096275-b50b-48d8-9768-0d78a91f4243,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:19:28.597654 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:28.634167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:28.634876 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:28.636161 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] 10.222.0.75 "PUT /v2.0/ports/f9096275-b50b-48d8-9768-0d78a91f4243 HTTP/1.1" status: 200 len: 1092 time: 0.7978830 Dec 08 02:19:28.654873 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ec3c2-4507-45d4-a585-6a2413b459df service neutron] Pushing event updated for resources: {'Port': ['ID=f9096275-b50b-48d8-9768-0d78a91f4243,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:28.688972 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:19:28.719810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e77b2bb2-2af4-4a21-9b38-153b18ae93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:28.721349 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-e77b2bb2-2af4-4a21-9b38-153b18ae93d1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 1095 time: 0.0516663 Dec 08 02:19:28.738713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b2ab3-8c20-41ea-ab23-f03a3127b7c8 req-66328f2e-b56a-445c-8acc-5aeada9126f4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:28.740291 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b73b2ab3-8c20-41ea-ab23-f03a3127b7c8 req-66328f2e-b56a-445c-8acc-5aeada9126f4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 943 time: 0.0616221 Dec 08 02:19:28.794278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b73b2ab3-8c20-41ea-ab23-f03a3127b7c8 req-28665895-ca99-488a-89e1-eb8831ba60da tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468726 Dec 08 02:19:28.822840 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-bde8855d-69e3-476b-8ac8-91663708507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:28.824380 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-bde8855d-69e3-476b-8ac8-91663708507d service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a674659-33b3-4637-8e46-f9e8aaa05706 HTTP/1.1" status: 200 len: 898 time: 0.0944207 Dec 08 02:19:28.890192 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-984af8da-bb31-4bb8-8ef7-c99cdfc1ddbb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9096275-b50b-48d8-9768-0d78a91f4243 HTTP/1.1" status: 200 len: 999 time: 0.0585089 Dec 08 02:19:28.942479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-96ac859f-6662-495e-b3a6-948235a9048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:28.944145 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-96ac859f-6662-495e-b3a6-948235a9048d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84a6c915-cd73-47e4-8b3a-353b2fd9bc2e HTTP/1.1" status: 200 len: 835 time: 0.0472105 Dec 08 02:19:28.993713 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-29ae2dc4-f28b-4fe0-93cb-46b0a53b9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:28.995236 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-29ae2dc4-f28b-4fe0-93cb-46b0a53b9b6c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a674659-33b3-4637-8e46-f9e8aaa05706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441918 Dec 08 02:19:29.083431 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-dd96161f-ba81-4890-afe1-77257ed16d50 service neutron] 10.222.0.75 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812557 Dec 08 02:19:29.175570 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4d4c6cbe-ca8d-4747-b4b3-48850cc27402 req-7820b736-e88f-4601-8cf8-13e426094583 service neutron] 10.222.0.75 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843327 Dec 08 02:19:29.235087 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-94967e8b-80b4-4901-85b4-00e424640eeb req-5d36b335-d891-4e4b-ace2-6693a005a899 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427525 Dec 08 02:19:29.340359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94967e8b-80b4-4901-85b4-00e424640eeb req-7510acbf-69a0-402d-916a-ac726db93616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:29.341821 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-94967e8b-80b4-4901-85b4-00e424640eeb req-7510acbf-69a0-402d-916a-ac726db93616 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 1097 time: 0.0416179 Dec 08 02:19:29.446691 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94967e8b-80b4-4901-85b4-00e424640eeb req-1a7417b0-acfb-42b4-a94b-92627f0a85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:29.448194 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-94967e8b-80b4-4901-85b4-00e424640eeb req-1a7417b0-acfb-42b4-a94b-92627f0a85f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 918 time: 0.0878983 Dec 08 02:19:29.517129 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-94967e8b-80b4-4901-85b4-00e424640eeb req-a2ca5aba-1245-44fa-8e33-2622cad17461 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9 HTTP/1.1" status: 200 len: 1001 time: 0.0604773 Dec 08 02:19:29.569664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94967e8b-80b4-4901-85b4-00e424640eeb req-19f67763-d7f9-4d49-b33c-d9c0a2846ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:29.571678 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-94967e8b-80b4-4901-85b4-00e424640eeb req-19f67763-d7f9-4d49-b33c-d9c0a2846ac7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfe36e0c-7634-4108-a8e8-4f71e50f21d4 HTTP/1.1" status: 200 len: 856 time: 0.0460699 Dec 08 02:19:29.615242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94967e8b-80b4-4901-85b4-00e424640eeb req-e2427f3a-f894-4b46-b6aa-bce339b12218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:29.616733 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-94967e8b-80b4-4901-85b4-00e424640eeb req-e2427f3a-f894-4b46-b6aa-bce339b12218 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de25ac42-0f3c-45ea-b047-d8c536f67be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384967 Dec 08 02:19:29.704019 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-94967e8b-80b4-4901-85b4-00e424640eeb req-4d693945-3418-42c6-bb39-0caa81b2664e service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800569 Dec 08 02:19:29.798328 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-94967e8b-80b4-4901-85b4-00e424640eeb req-7f15d0e7-82d4-4f75-9661-299dfa57e4b0 service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867095 Dec 08 02:19:29.917341 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956601c-95fe-4149-bb1a-742a410763e0 req-8623dd28-9d3f-4c69-b459-6967d6a5f60c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:29.918845 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4956601c-95fe-4149-bb1a-742a410763e0 req-8623dd28-9d3f-4c69-b459-6967d6a5f60c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 943 time: 0.0493011 Dec 08 02:19:29.968021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4956601c-95fe-4149-bb1a-742a410763e0 req-99f4ed55-b943-495b-b0b8-84a55d669b73 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431778 Dec 08 02:19:30.004813 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad6d3d7e-e394-4b83-8068-6965d2ab36c2 req-0e38e9d6-c381-4441-a380-530b31c3a55e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407054 Dec 08 02:19:30.077014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d3d7e-e394-4b83-8068-6965d2ab36c2 req-bc52327d-4c67-4f20-940e-1aee5eccfc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:30.078499 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad6d3d7e-e394-4b83-8068-6965d2ab36c2 req-bc52327d-4c67-4f20-940e-1aee5eccfc6b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 1097 time: 0.0400186 Dec 08 02:19:30.186689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d3d7e-e394-4b83-8068-6965d2ab36c2 req-a2089f0d-d7d2-400e-ae73-70a13ed7fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:30.188188 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad6d3d7e-e394-4b83-8068-6965d2ab36c2 req-a2089f0d-d7d2-400e-ae73-70a13ed7fb0a service neutron] 10.222.0.75 "GET /v2.0/networks?id=990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 200 len: 911 time: 0.0883820 Dec 08 02:19:30.239668 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:19:30.241507 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2259fa5-1a99-4ddb-8712-27533fa0d706" -d '{"events": [{"name": "network-changed", "server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:19:30.262890 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad6d3d7e-e394-4b83-8068-6965d2ab36c2 req-58d9843f-92be-40ea-98da-ac9da1f32010 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ab044f0-db46-498c-95a5-b1b664a9836b HTTP/1.1" status: 200 len: 1001 time: 0.0670395 Dec 08 02:19:30.301595 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41925dc4-1e21-40a3-8933-a8a04cb0d024 x-openstack-request-id: req-41925dc4-1e21-40a3-8933-a8a04cb0d024 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:19:30.301891 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:19:30.302143 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-41925dc4-1e21-40a3-8933-a8a04cb0d024 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:19:30.302538 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'status': 'completed', 'code': 200} Dec 08 02:19:30.320105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d3d7e-e394-4b83-8068-6965d2ab36c2 req-7b26c573-7c3f-4497-b7da-878e4a611c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:30.321974 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad6d3d7e-e394-4b83-8068-6965d2ab36c2 req-7b26c573-7c3f-4497-b7da-878e4a611c4f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=890cd2ed-9ae7-4a89-916f-2d2e22fc0f59 HTTP/1.1" status: 200 len: 849 time: 0.0512934 Dec 08 02:19:30.372124 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d3d7e-e394-4b83-8068-6965d2ab36c2 req-34dbd502-5483-4160-9a6b-35f869a4f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:30.373673 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad6d3d7e-e394-4b83-8068-6965d2ab36c2 req-34dbd502-5483-4160-9a6b-35f869a4f699 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=990035d0-5f75-410a-9ae4-93ef5b213255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442438 Dec 08 02:19:30.378623 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-36cc5dd4-c387-45f4-8c9a-4c62541a5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:30.380098 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-36cc5dd4-c387-45f4-8c9a-4c62541a5c2d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 1095 time: 0.0435126 Dec 08 02:19:30.477718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-5fcb0db2-8ce8-4378-a745-144ec4d9bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:30.479293 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-5fcb0db2-8ce8-4378-a745-144ec4d9bff9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a674659-33b3-4637-8e46-f9e8aaa05706 HTTP/1.1" status: 200 len: 898 time: 0.0920589 Dec 08 02:19:30.485668 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-cad48ec9-0c94-4300-90db-1d443b38abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:30.487211 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-cad48ec9-0c94-4300-90db-1d443b38abf4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 1095 time: 0.0883267 Dec 08 02:19:30.517295 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad6d3d7e-e394-4b83-8068-6965d2ab36c2 req-b7a79c5d-a058-4204-86ed-645379bea728 service neutron] 10.222.0.75 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356649 Dec 08 02:19:30.545752 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-01de8416-a66b-4670-b701-a3edb768d308 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9096275-b50b-48d8-9768-0d78a91f4243 HTTP/1.1" status: 200 len: 999 time: 0.0579562 Dec 08 02:19:30.597735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-99478b74-a073-46bf-ac37-6b92315f3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:30.599160 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-99478b74-a073-46bf-ac37-6b92315f3236 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84a6c915-cd73-47e4-8b3a-353b2fd9bc2e HTTP/1.1" status: 200 len: 835 time: 0.0461504 Dec 08 02:19:30.643061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-9fa0ba3a-42bd-4d96-9250-77fd48ce3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:30.644582 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-9fa0ba3a-42bd-4d96-9250-77fd48ce3c22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a674659-33b3-4637-8e46-f9e8aaa05706 HTTP/1.1" status: 200 len: 898 time: 0.1482768 Dec 08 02:19:30.645136 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-b9d148aa-8f52-4a20-b2d6-efc7579ff8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:30.646604 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-b9d148aa-8f52-4a20-b2d6-efc7579ff8ab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a674659-33b3-4637-8e46-f9e8aaa05706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393336 Dec 08 02:19:30.659988 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ad6d3d7e-e394-4b83-8068-6965d2ab36c2 req-1a905e48-3390-45d0-bd22-fbba69a06cde service neutron] 10.222.0.75 "GET /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329875 Dec 08 02:19:30.721137 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-e9e3373f-c353-488e-952f-4f343fea65a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9096275-b50b-48d8-9768-0d78a91f4243 HTTP/1.1" status: 200 len: 999 time: 0.0592499 Dec 08 02:19:30.750515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-d7e69e03-6f08-46ab-9da1-471c32c7a2ef service neutron] 10.222.0.75 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907271 Dec 08 02:19:30.852965 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-41b5fba5-34c9-4aad-bfbf-5a3774597ffc service neutron] 10.222.0.75 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921409 Dec 08 02:19:31.062908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-52e253cc-84ba-4289-8b5c-8cded961501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:31.064314 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-52e253cc-84ba-4289-8b5c-8cded961501b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84a6c915-cd73-47e4-8b3a-353b2fd9bc2e HTTP/1.1" status: 200 len: 835 time: 0.3354387 Dec 08 02:19:31.091273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c550fd-7b73-4f01-b27e-17e7f14f47d0 req-f0a27704-b69c-4eff-a4e9-3bf606e0522f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:31.092910 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67c550fd-7b73-4f01-b27e-17e7f14f47d0 req-f0a27704-b69c-4eff-a4e9-3bf606e0522f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 943 time: 0.0509007 Dec 08 02:19:31.113839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-a82a10a4-4edf-4d23-8900-bfdcc9e2f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:31.115798 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-a82a10a4-4edf-4d23-8900-bfdcc9e2f0df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a674659-33b3-4637-8e46-f9e8aaa05706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428741 Dec 08 02:19:31.149415 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67c550fd-7b73-4f01-b27e-17e7f14f47d0 req-e1095904-137e-45ff-96be-f001b1ba95f9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492296 Dec 08 02:19:31.225740 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-badb4e8d-0d97-451e-8775-6d8c488ea86e service neutron] 10.222.0.45 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981669 Dec 08 02:19:31.306760 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f9096275-b50b-48d8-9768-0d78a91f4243 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:19:31.350365 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2259fa5-1a99-4ddb-8712-27533fa0d706 req-8962adb8-63e9-4c6e-841c-e2c9df9e9177 service neutron] 10.222.0.45 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164453 Dec 08 02:19:31.359737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e28484-75dc-47c9-aec7-dca5c0e71b5d req-5e544450-a96a-4f72-81ef-80a5c23be696 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:31.367471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23e28484-75dc-47c9-aec7-dca5c0e71b5d req-5e544450-a96a-4f72-81ef-80a5c23be696 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 943 time: 0.0595303 Dec 08 02:19:31.373931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f9096275-b50b-48d8-9768-0d78a91f4243 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:19:31.510691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-9cb19755-1a01-4814-8ed8-3d96cc444120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:31.512352 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-9cb19755-1a01-4814-8ed8-3d96cc444120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289&tenant_id=cbb43e4753544be0aa33c8b169b14a56&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 943 time: 0.1360734 Dec 08 02:19:31.527775 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23e28484-75dc-47c9-aec7-dca5c0e71b5d req-bf431737-cc74-41cd-a368-ea33f3922c0a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545630 Dec 08 02:19:31.569196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device f9096275-b50b-48d8-9768-0d78a91f4243 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:19:31.588404 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-8a88b321-1688-4ba5-a203-a8d1a03c5d59 service neutron] delete failed (client error): The resource could not be found. Dec 08 02:19:31.589441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-8a88b321-1688-4ba5-a203-a8d1a03c5d59 service neutron] 10.222.0.45 "DELETE /v2.0/ports/f9096275-b50b-48d8-9768-0d78a91f4243/bindings/n-h1-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0604858 Dec 08 02:19:31.672167 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port f9096275-b50b-48d8-9768-0d78a91f4243, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f9096275-b50b-48d8-9768-0d78a91f4243,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:31.684709 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'port_id': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'mac_address': 'fa:16:3e:b7:e8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:19:31.701988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-058e760b-14c6-46e0-83c4-691a378ecb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:31.703597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-058e760b-14c6-46e0-83c4-691a378ecb45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 1095 time: 0.0450418 Dec 08 02:19:31.722782 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:31.743114 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9096275-b50b-48d8-9768-0d78a91f4243 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:19:31.764071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port f9096275-b50b-48d8-9768-0d78a91f4243, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f9096275-b50b-48d8-9768-0d78a91f4243,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:31.769730 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:31.820315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=f9096275-b50b-48d8-9768-0d78a91f4243,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:31.829746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:31.830377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:31.830894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:31.831395 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:31.832109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:31.832605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:31.833120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:31.833624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:31.834115 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:31.834605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:31.835095 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:31.835583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:31.836114 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:32.087161 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['f9096275-b50b-48d8-9768-0d78a91f4243'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:19:32.097733 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-1fc7febe-bf5e-43a8-8901-06ab22f5cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:32.099237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-1fc7febe-bf5e-43a8-8901-06ab22f5cbce service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a674659-33b3-4637-8e46-f9e8aaa05706 HTTP/1.1" status: 200 len: 898 time: 0.3886564 Dec 08 02:19:32.190379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-5c14e4b6-eac8-4d4c-86a7-c6c0268c2117 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9096275-b50b-48d8-9768-0d78a91f4243 HTTP/1.1" status: 200 len: 1000 time: 0.0836585 Dec 08 02:19:32.244997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-945bd120-2e5c-4b7e-bdc6-50b2836613c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:32.247672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-945bd120-2e5c-4b7e-bdc6-50b2836613c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84a6c915-cd73-47e4-8b3a-353b2fd9bc2e HTTP/1.1" status: 200 len: 835 time: 0.0497613 Dec 08 02:19:32.322751 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-2913aa74-321a-470c-bf99-2c3d764f50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:32.322751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-2913aa74-321a-470c-bf99-2c3d764f50fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a674659-33b3-4637-8e46-f9e8aaa05706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608068 Dec 08 02:19:32.442979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-4995f325-80d7-4e90-bda0-13e69f82b1ba service neutron] 10.222.0.45 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144664 Dec 08 02:19:32.539941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-35dc90bb-0da3-458e-a80c-c5aa9137ad2d req-c5c4a706-066f-485b-b5f7-52638d88ee6b service neutron] 10.222.0.45 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903172 Dec 08 02:19:32.659857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dd691-aa56-4414-b5f4-b61c8bc38dfc req-b84d70ad-97f8-4212-b0fa-22be16a63367 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:32.661397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-682dd691-aa56-4414-b5f4-b61c8bc38dfc req-b84d70ad-97f8-4212-b0fa-22be16a63367 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 944 time: 0.0587120 Dec 08 02:19:32.717376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-682dd691-aa56-4414-b5f4-b61c8bc38dfc req-257f9ca3-0629-41af-b99a-c404ba2f7d61 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483122 Dec 08 02:19:33.581276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device f9096275-b50b-48d8-9768-0d78a91f4243 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:19:33.640235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port f9096275-b50b-48d8-9768-0d78a91f4243 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:19:33.644514 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port f9096275-b50b-48d8-9768-0d78a91f4243 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:19:33.645131 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:33.731903 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:33.782137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:19:33.784964 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb843a8-3a1a-421d-ac9f-9606fa820ac1" -d '{"events": [{"server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "name": "network-vif-plugged", "status": "completed", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:19:33.806943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port f9096275-b50b-48d8-9768-0d78a91f4243, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f9096275-b50b-48d8-9768-0d78a91f4243,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:33.814310 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:33.866063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=f9096275-b50b-48d8-9768-0d78a91f4243,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:33.880283 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b237a2-60b9-4fcb-a796-23d516ad8d27 req-05661d24-e6bc-46db-88fc-eb23f86f2b45 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:33.881876 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40b237a2-60b9-4fcb-a796-23d516ad8d27 req-05661d24-e6bc-46db-88fc-eb23f86f2b45 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.0705538 Dec 08 02:19:33.906526 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227f0433-1fb9-4b5a-bc64-b58e510a3b5b x-openstack-request-id: req-227f0433-1fb9-4b5a-bc64-b58e510a3b5b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:19:33.907017 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "name": "network-vif-plugged", "status": "completed", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:19:33.907276 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-227f0433-1fb9-4b5a-bc64-b58e510a3b5b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:19:33.907712 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'code': 200} Dec 08 02:19:33.935798 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40b237a2-60b9-4fcb-a796-23d516ad8d27 req-2b64673d-0217-499d-905c-516eeb27d5d3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467699 Dec 08 02:19:33.958619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55184) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:34.011861 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689de0e1-538d-41fb-b8be-47218a8680e4 req-9ffbc12a-01bc-4a53-9803-697240d37231 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:34.013387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-689de0e1-538d-41fb-b8be-47218a8680e4 req-9ffbc12a-01bc-4a53-9803-697240d37231 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0542278 Dec 08 02:19:34.026541 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-641058c9-e558-407e-9947-ca18f0957e55 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/33597e43-9f3a-422c-b60e-332ef310f979 HTTP/1.1" status: 200 len: 993 time: 0.0667162 Dec 08 02:19:34.065633 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-689de0e1-538d-41fb-b8be-47218a8680e4 req-c726002f-77a1-4945-9533-9249eaf5bc57 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450392 Dec 08 02:19:35.187476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04acf9-2dae-4e45-8346-6cf5f5731d17 req-cbd955be-27a3-4019-8d67-dde46e7544a2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:35.189003 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d04acf9-2dae-4e45-8346-6cf5f5731d17 req-cbd955be-27a3-4019-8d67-dde46e7544a2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0482938 Dec 08 02:19:35.243093 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d04acf9-2dae-4e45-8346-6cf5f5731d17 req-8eee9fba-14f4-4051-85be-60990045f1fe tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476456 Dec 08 02:19:36.364725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ff12-e04e-4cf5-8327-68effeaf1c53 req-23379d58-6e05-4e2d-869c-e315a76a8c82 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:36.366199 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-95c1ff12-e04e-4cf5-8327-68effeaf1c53 req-23379d58-6e05-4e2d-869c-e315a76a8c82 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0519290 Dec 08 02:19:36.414027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-95c1ff12-e04e-4cf5-8327-68effeaf1c53 req-f6d70092-714e-4fbc-8505-dd1f88443138 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416307 Dec 08 02:19:37.534857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4ca62-1f4c-4a46-8d7c-961b0a1eb2fe req-60a16c4b-e444-45c7-aa14-06244c814575 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:37.536396 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58f4ca62-1f4c-4a46-8d7c-961b0a1eb2fe req-60a16c4b-e444-45c7-aa14-06244c814575 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0495217 Dec 08 02:19:37.583761 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58f4ca62-1f4c-4a46-8d7c-961b0a1eb2fe req-533b4d5b-e5df-421c-9dbc-79547d164df8 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413451 Dec 08 02:19:38.706457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a11e8-0731-4e84-8acd-cbe2bcbbc02e req-fb201186-1942-4dbf-86c2-66b6507122be tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:38.707973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-035a11e8-0731-4e84-8acd-cbe2bcbbc02e req-fb201186-1942-4dbf-86c2-66b6507122be tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0494387 Dec 08 02:19:38.759474 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-035a11e8-0731-4e84-8acd-cbe2bcbbc02e req-b873391e-874c-4458-b5f0-c4097e97e776 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452304 Dec 08 02:19:39.879224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e0dab-346e-4cf0-b48c-476341861e13 req-32e1957e-f52f-47a3-a2c0-47916b86a4ea tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:39.880715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-322e0dab-346e-4cf0-b48c-476341861e13 req-32e1957e-f52f-47a3-a2c0-47916b86a4ea tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0479445 Dec 08 02:19:39.926552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-322e0dab-346e-4cf0-b48c-476341861e13 req-928bc7ee-a695-4afe-aa94-569ec46ec284 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391803 Dec 08 02:19:41.050241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c73f1a-c97b-4cd0-9f48-771c232f6992 req-658aefcc-50aa-4834-9d06-f880e3c7810e tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:41.051829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52c73f1a-c97b-4cd0-9f48-771c232f6992 req-658aefcc-50aa-4834-9d06-f880e3c7810e tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0529099 Dec 08 02:19:41.102221 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52c73f1a-c97b-4cd0-9f48-771c232f6992 req-d9d61097-3742-481f-8b9c-f93327bb1d37 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441608 Dec 08 02:19:42.224694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763339a5-a3ab-43c2-8f81-5a50e66049a5 req-16e48012-0048-46bd-b89d-e7e2627e9cc2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:42.226279 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-763339a5-a3ab-43c2-8f81-5a50e66049a5 req-16e48012-0048-46bd-b89d-e7e2627e9cc2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0527730 Dec 08 02:19:42.272985 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-763339a5-a3ab-43c2-8f81-5a50e66049a5 req-315c4b0d-b0ea-496c-8694-0d1773002089 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399029 Dec 08 02:19:43.391065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9db058-c467-4827-b34d-d56e9d303a96 req-e169cb21-f1fd-43fc-8dc8-402ca4597ea6 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:43.392553 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca9db058-c467-4827-b34d-d56e9d303a96 req-e169cb21-f1fd-43fc-8dc8-402ca4597ea6 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0480692 Dec 08 02:19:43.438684 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca9db058-c467-4827-b34d-d56e9d303a96 req-e6092420-c204-4ba3-bb7d-44a09cec8b5b tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402300 Dec 08 02:19:44.556927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86963a79-8717-4cee-b8c6-52d892f3f557 req-e42e1b8a-a687-4203-af1f-e00be75cbecb tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:44.558427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86963a79-8717-4cee-b8c6-52d892f3f557 req-e42e1b8a-a687-4203-af1f-e00be75cbecb tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0505228 Dec 08 02:19:44.611953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86963a79-8717-4cee-b8c6-52d892f3f557 req-8f263077-57ed-4efb-9d0d-04aec356c7ce tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472496 Dec 08 02:19:45.740880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac090adb-b9bd-40fe-947a-e1df4db990ae req-8b7bd5e5-16c8-418d-b2bf-dbd824df00b9 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:45.742868 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac090adb-b9bd-40fe-947a-e1df4db990ae req-8b7bd5e5-16c8-418d-b2bf-dbd824df00b9 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0556123 Dec 08 02:19:45.789620 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac090adb-b9bd-40fe-947a-e1df4db990ae req-d8b5f818-98b6-45fe-b174-fddff15bcb7f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405810 Dec 08 02:19:46.937209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f6f4b-2ee7-4824-9eb9-e07676f64016 req-0aa08a20-7a7a-4d0f-a270-fbe0f5a98db2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:46.938733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-502f6f4b-2ee7-4824-9eb9-e07676f64016 req-0aa08a20-7a7a-4d0f-a270-fbe0f5a98db2 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0518072 Dec 08 02:19:46.993421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-502f6f4b-2ee7-4824-9eb9-e07676f64016 req-dca9dcd6-e676-4cad-b4a9-d13c32cc281d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468140 Dec 08 02:19:47.386964 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:19:47.498739 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:47.513297 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'port_id': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'mac_address': 'fa:16:3e:c3:d1:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:19:47.568311 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:47.583574 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:19:47.611006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:47.617418 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:47.676555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:47.759850 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['0c9a5ce8-3923-4434-9d58-e7b38d0840a9'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:19:48.149893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f37c62-f0a2-49c6-82f3-a0a78b1aa493 req-726a00dd-f160-46ab-87c0-9f33aaef7ed0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:48.152200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1f37c62-f0a2-49c6-82f3-a0a78b1aa493 req-726a00dd-f160-46ab-87c0-9f33aaef7ed0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 944 time: 0.0650411 Dec 08 02:19:48.228384 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1f37c62-f0a2-49c6-82f3-a0a78b1aa493 req-b752a0bf-5bb2-45ed-a925-36301d819e50 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640254 Dec 08 02:19:49.401765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5bf7a-2281-4fe9-8755-b6755e5865e4 req-5b54bb9f-23c2-4803-9fa7-59d6f101f01c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:49.403519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bb5bf7a-2281-4fe9-8755-b6755e5865e4 req-5b54bb9f-23c2-4803-9fa7-59d6f101f01c tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 944 time: 0.0573449 Dec 08 02:19:49.417812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:19:49.459911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5bb5bf7a-2281-4fe9-8755-b6755e5865e4 req-8930e9cb-6dd0-4a8c-b2b3-740d43b54ce1 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504689 Dec 08 02:19:49.486442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:19:49.486823 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:49.754445 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:49.781252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:19:49.783514 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b76cbbc-c90d-47e1-bc9f-c8cbdff4f7af" -d '{"events": [{"server_uuid": "033eb67b-61a7-4c7f-bfd4-45bf511cc9ab", "name": "network-vif-plugged", "status": "completed", "tag": "0c9a5ce8-3923-4434-9d58-e7b38d0840a9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:19:49.809917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:49.815785 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:49.841159 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ba9883-06b4-4838-b5a2-2401761aef80 x-openstack-request-id: req-42ba9883-06b4-4838-b5a2-2401761aef80 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:19:49.841451 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033eb67b-61a7-4c7f-bfd4-45bf511cc9ab", "name": "network-vif-plugged", "status": "completed", "tag": "0c9a5ce8-3923-4434-9d58-e7b38d0840a9", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:19:49.841709 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-42ba9883-06b4-4838-b5a2-2401761aef80 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:19:49.842099 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'code': 200} Dec 08 02:19:49.872705 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:50.608641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9a383-8181-4145-a7a2-2ebf4f8bb21f req-710daa22-6fb0-4dce-807d-38fae14af40d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:50.616525 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ed9a383-8181-4145-a7a2-2ebf4f8bb21f req-710daa22-6fb0-4dce-807d-38fae14af40d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0656180 Dec 08 02:19:50.675111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ed9a383-8181-4145-a7a2-2ebf4f8bb21f req-d8f07e02-845f-467d-a687-0d9236218048 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527990 Dec 08 02:19:51.799012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df010813-c564-4fa3-8c76-08e96cdb1e8a req-23cb97ef-5564-4880-ad9c-60268cae0c81 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:51.803336 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df010813-c564-4fa3-8c76-08e96cdb1e8a req-23cb97ef-5564-4880-ad9c-60268cae0c81 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0620663 Dec 08 02:19:51.863893 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df010813-c564-4fa3-8c76-08e96cdb1e8a req-8c69d307-6356-48e5-bfe9-fb31212e85cf tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541306 Dec 08 02:19:52.001501 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-834f780c-f076-4ed3-90fd-d803e8b95d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.995020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e14a8-1ce3-4c1f-ad9b-0a8fdb410efc req-cef1f080-360b-485b-b474-9865b59c9fa1 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:52.996773 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-771e14a8-1ce3-4c1f-ad9b-0a8fdb410efc req-cef1f080-360b-485b-b474-9865b59c9fa1 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0552089 Dec 08 02:19:53.057680 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-771e14a8-1ce3-4c1f-ad9b-0a8fdb410efc req-62c961a6-e07b-4ecf-af8a-e4f666b651c8 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533237 Dec 08 02:19:53.545319 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.192895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def2cd2-9504-4dc9-81a4-9c0dac148dea req-42fb4cbb-2545-436b-a70f-850a8dc7c3b3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:54.194529 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5def2cd2-9504-4dc9-81a4-9c0dac148dea req-42fb4cbb-2545-436b-a70f-850a8dc7c3b3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0521128 Dec 08 02:19:54.246021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5def2cd2-9504-4dc9-81a4-9c0dac148dea req-8c12b3af-6fa7-47fd-a566-d9b09e0058c5 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447371 Dec 08 02:19:54.322337 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.330873 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-088f03eb-9063-4d27-9e1c-d7ae4b1cf9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:55.376681 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec50d45-c770-49e8-b0c4-031395a371a9 req-13dd5e7b-1b21-463b-9cd9-d0819a590f75 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:55.380073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ec50d45-c770-49e8-b0c4-031395a371a9 req-13dd5e7b-1b21-463b-9cd9-d0819a590f75 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0549080 Dec 08 02:19:55.430445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ec50d45-c770-49e8-b0c4-031395a371a9 req-18c83af8-fd53-4762-b616-700f36e0e4af tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450449 Dec 08 02:19:55.480427 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:56.284696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0d9d9-a914-4408-acd2-04df8e0bbdb9 req-2994d7db-6850-4ae0-96d2-314223bb3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:56.286159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63d0d9d9-a914-4408-acd2-04df8e0bbdb9 req-2994d7db-6850-4ae0-96d2-314223bb3d1e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 1097 time: 0.0442576 Dec 08 02:19:56.385683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0d9d9-a914-4408-acd2-04df8e0bbdb9 req-fc18e4cf-72ff-4cbe-9861-3ee0b3899b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:56.387184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63d0d9d9-a914-4408-acd2-04df8e0bbdb9 req-fc18e4cf-72ff-4cbe-9861-3ee0b3899b28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 918 time: 0.0940912 Dec 08 02:19:56.471507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63d0d9d9-a914-4408-acd2-04df8e0bbdb9 req-145221ce-435d-4016-8326-3b66e06f7ece service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9 HTTP/1.1" status: 200 len: 1001 time: 0.0769846 Dec 08 02:19:56.545503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0d9d9-a914-4408-acd2-04df8e0bbdb9 req-6be6fd93-0d14-48a2-94eb-baf25929e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:56.546942 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63d0d9d9-a914-4408-acd2-04df8e0bbdb9 req-6be6fd93-0d14-48a2-94eb-baf25929e3b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfe36e0c-7634-4108-a8e8-4f71e50f21d4 HTTP/1.1" status: 200 len: 856 time: 0.0682352 Dec 08 02:19:56.587895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba4d8b-2062-4407-acab-5599b35e3def req-dc328053-d23a-4ea3-8018-bcc35d23819a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:56.589328 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1aba4d8b-2062-4407-acab-5599b35e3def req-dc328053-d23a-4ea3-8018-bcc35d23819a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0823205 Dec 08 02:19:56.620802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0d9d9-a914-4408-acd2-04df8e0bbdb9 req-97bdccfb-52f4-49df-bfa3-f95dc9dbbc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:56.622253 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63d0d9d9-a914-4408-acd2-04df8e0bbdb9 req-97bdccfb-52f4-49df-bfa3-f95dc9dbbc35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de25ac42-0f3c-45ea-b047-d8c536f67be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688970 Dec 08 02:19:56.671740 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1aba4d8b-2062-4407-acab-5599b35e3def req-e1bd30f9-83f7-4f56-91ae-8b35c8197177 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748675 Dec 08 02:19:56.729330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63d0d9d9-a914-4408-acd2-04df8e0bbdb9 req-853759d1-c6c4-482d-bf2e-e4c79d0dbd1c service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974886 Dec 08 02:19:56.821459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63d0d9d9-a914-4408-acd2-04df8e0bbdb9 req-ca65d5b2-926e-400e-8eca-d08aa812cc31 service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845249 Dec 08 02:19:56.970046 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.796903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffcc99-aa06-462a-910f-9ceb6557a6a6 req-0e0f7185-55cf-4fb5-b2ba-69e4625b6676 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:57.798439 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0bffcc99-aa06-462a-910f-9ceb6557a6a6 req-0e0f7185-55cf-4fb5-b2ba-69e4625b6676 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0499506 Dec 08 02:19:57.853008 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0bffcc99-aa06-462a-910f-9ceb6557a6a6 req-d18e4045-3933-42b7-9fd6-3fafc008a2da tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485737 Dec 08 02:19:57.892944 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.971392 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84e225-466a-4ba8-ae8f-129dfb18eecb req-f46df2b2-47f5-43a5-a293-0103e2136ebe tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:58.972924 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db84e225-466a-4ba8-ae8f-129dfb18eecb req-f46df2b2-47f5-43a5-a293-0103e2136ebe tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 945 time: 0.0489202 Dec 08 02:19:59.020386 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db84e225-466a-4ba8-ae8f-129dfb18eecb req-41d9dcf4-4b65-4485-9f07-dbdd7ccc50c5 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408478 Dec 08 02:19:59.458519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:19:59.539582 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:59.572961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:19:59.575552 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cd57b8-b4e2-49cb-a8c2-16b50c07adf9" -d '{"events": [{"server_uuid": "033eb67b-61a7-4c7f-bfd4-45bf511cc9ab", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9a5ce8-3923-4434-9d58-e7b38d0840a9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:19:59.589947 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:59.595492 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:59.621366 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 02:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdbc0cf-5d00-4906-b140-5318e520f0ab x-openstack-request-id: req-7fdbc0cf-5d00-4906-b140-5318e520f0ab {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:19:59.621670 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033eb67b-61a7-4c7f-bfd4-45bf511cc9ab", "name": "network-vif-unplugged", "status": "failed", "tag": "0c9a5ce8-3923-4434-9d58-e7b38d0840a9", "code": 422}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:19:59.622188 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7fdbc0cf-5d00-4906-b140-5318e520f0ab {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:19:59.622705 n-d-713499-31 neutron-server[109768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'code': 422} returned with failed status Dec 08 02:19:59.649358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:59.814013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-616a199d-56c5-43a2-8774-1be128785f96 req-79febe95-d082-41f5-b4c4-4986c44b1184 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:19:59.814894 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-616a199d-56c5-43a2-8774-1be128785f96 req-79febe95-d082-41f5-b4c4-4986c44b1184 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054386 Dec 08 02:19:59.983336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e64997-2c0f-4854-9432-4d742a9ef9cd req-41e55938-a5a3-48cc-b281-f788f6989bdd tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:59.990563 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5e64997-2c0f-4854-9432-4d742a9ef9cd req-41e55938-a5a3-48cc-b281-f788f6989bdd tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.0580432 Dec 08 02:20:00.036531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5e64997-2c0f-4854-9432-4d742a9ef9cd req-36fe1dfc-cc9e-427a-a8c9-76e3e9eda1a3 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446935 Dec 08 02:20:00.256322 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-399064e1-1f9b-425f-95ce-a3de1f75559e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954542 Dec 08 02:20:00.265238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-15e2b4bc-8463-4396-996a-594ae1adc161 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:20:00.266180 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-15e2b4bc-8463-4396-996a-594ae1adc161 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049877 Dec 08 02:20:01.122335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-39c0b7bf-b616-4df3-a9cc-9736c8ff05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:01.124096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-39c0b7bf-b616-4df3-a9cc-9736c8ff05ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab&tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c HTTP/1.1" status: 200 len: 1095 time: 0.0773878 Dec 08 02:20:01.208769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-d9f47163-ea9d-4351-861f-5dcbcf72cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:01.215119 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-d9f47163-ea9d-4351-861f-5dcbcf72cd5c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 1095 time: 0.0528617 Dec 08 02:20:01.311637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-0985e503-4b80-4353-8830-e7acece7af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:01.313119 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-0985e503-4b80-4353-8830-e7acece7af74 service neutron] 10.222.0.45 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 918 time: 0.0941029 Dec 08 02:20:01.409174 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-50635f9d-ec2a-4c31-b481-cd4238e6d0c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9 HTTP/1.1" status: 200 len: 999 time: 0.0883107 Dec 08 02:20:01.456145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e0605-adbd-446b-9acb-0b393059ad39 req-85c7b5e5-545b-4e6f-b546-72c0f05d7655 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:01.457649 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a7e0605-adbd-446b-9acb-0b393059ad39 req-85c7b5e5-545b-4e6f-b546-72c0f05d7655 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.0867043 Dec 08 02:20:01.488681 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-ec033cb0-5a6b-4f84-84b1-358774f89986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:01.490277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-ec033cb0-5a6b-4f84-84b1-358774f89986 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfe36e0c-7634-4108-a8e8-4f71e50f21d4 HTTP/1.1" status: 200 len: 856 time: 0.0738349 Dec 08 02:20:01.545242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a7e0605-adbd-446b-9acb-0b393059ad39 req-c038b62a-2599-4429-a38a-52f04ec8b487 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792515 Dec 08 02:20:01.556951 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-72322cef-6939-4de0-9a6e-e15fb8e5d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:01.558287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-72322cef-6939-4de0-9a6e-e15fb8e5d5d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de25ac42-0f3c-45ea-b047-d8c536f67be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581934 Dec 08 02:20:01.647921 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-f775596b-fbe8-4932-9922-07f68ba34e1b service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821977 Dec 08 02:20:01.740160 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05ad52bd-5506-4be5-9b11-16ecfed32938 req-c7cf2b55-a2bf-4ddb-9a99-c26070c9e749 service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851703 Dec 08 02:20:02.548691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac2620-2f1f-4184-8d75-5110af5c2bef req-d5ca9c2c-3911-463f-80bd-18635db9208b tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:02.550368 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2ac2620-2f1f-4184-8d75-5110af5c2bef req-d5ca9c2c-3911-463f-80bd-18635db9208b tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 1097 time: 0.0900192 Dec 08 02:20:02.647501 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2ac2620-2f1f-4184-8d75-5110af5c2bef req-8121fa3c-e2c3-44af-9a74-fc1fa86eae1e tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817919 Dec 08 02:20:02.666119 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55448) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:02.826935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdcd9d-b397-4130-a27c-8db5e8f87d8e req-6f7a9ba5-3f9a-44da-8511-89e478c1a9d5 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:02.828577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61fdcd9d-b397-4130-a27c-8db5e8f87d8e req-6f7a9ba5-3f9a-44da-8511-89e478c1a9d5 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.1794605 Dec 08 02:20:02.919454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-61fdcd9d-b397-4130-a27c-8db5e8f87d8e req-d9069a3c-5959-47fb-a95b-d8f98700d79b tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832350 Dec 08 02:20:02.931703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f156fd19-ea4a-4047-89cc-f268ef532179 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port 4cadd136-6d2e-4543-a834-a0f310278ea0 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:02.932105 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f156fd19-ea4a-4047-89cc-f268ef532179 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.024725 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f156fd19-ea4a-4047-89cc-f268ef532179 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.026078 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f156fd19-ea4a-4047-89cc-f268ef532179 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.054646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-f156fd19-ea4a-4047-89cc-f268ef532179 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for 4cadd136-6d2e-4543-a834-a0f310278ea0 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:03.256238 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f156fd19-ea4a-4047-89cc-f268ef532179 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.295199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156fd19-ea4a-4047-89cc-f268ef532179 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=4cadd136-6d2e-4543-a834-a0f310278ea0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:03.359064 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f156fd19-ea4a-4047-89cc-f268ef532179 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.359299 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-f156fd19-ea4a-4047-89cc-f268ef532179 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Floating IP 33597e43-9f3a-422c-b60e-332ef310f979 disassociated (deleted). External IP: 172.25.8.134, port: f9096275-b50b-48d8-9768-0d78a91f4243. Dec 08 02:20:03.576214 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f156fd19-ea4a-4047-89cc-f268ef532179 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router e8b54abf-d35f-4228-b180-aa3a42403007 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:20:03.705072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f156fd19-ea4a-4047-89cc-f268ef532179 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:20:03.709883 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f156fd19-ea4a-4047-89cc-f268ef532179 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.715217 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cf7337-607c-4c37-8ef0-1d88d1f41869 None None] Sync routers for ids ['e8b54abf-d35f-4228-b180-aa3a42403007'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:20:03.725638 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cf7337-607c-4c37-8ef0-1d88d1f41869 None None] Routers {'e8b54abf-d35f-4228-b180-aa3a42403007'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:03.726463 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a8cf7337-607c-4c37-8ef0-1d88d1f41869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:19:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e8b54abf-d35f-4228-b180-aa3a42403007'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:03.745514 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f156fd19-ea4a-4047-89cc-f268ef532179 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/floatingips/33597e43-9f3a-422c-b60e-332ef310f979 HTTP/1.1" status: 204 len: 168 time: 1.0782301 Dec 08 02:20:03.746592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:20:03.749852 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c2bf2f-1871-4627-8c6c-20a57b17b024" -d '{"events": [{"name": "network-changed", "server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:20:03.928133 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e7b210-99f4-4d28-9b58-63d812f2f0ad x-openstack-request-id: req-f0e7b210-99f4-4d28-9b58-63d812f2f0ad {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:20:03.928615 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:20:03.929664 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f0e7b210-99f4-4d28-9b58-63d812f2f0ad {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:20:03.930218 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'status': 'completed', 'code': 200} Dec 08 02:20:03.973236 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a8cf7337-607c-4c37-8ef0-1d88d1f41869 None None] Set router e8b54abf-d35f-4228-b180-aa3a42403007 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:04.144955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2bf2f-1871-4627-8c6c-20a57b17b024 req-f88a4a16-2990-46b8-8326-30d9a63ba9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:04.146564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88c2bf2f-1871-4627-8c6c-20a57b17b024 req-f88a4a16-2990-46b8-8326-30d9a63ba9fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 1097 time: 0.1474366 Dec 08 02:20:04.198231 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8595021-8101-4daf-a24d-58349796d9fc req-2eb41cb1-8a65-473a-9a2a-d6e82d80a206 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:04.199737 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8595021-8101-4daf-a24d-58349796d9fc req-2eb41cb1-8a65-473a-9a2a-d6e82d80a206 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.1352022 Dec 08 02:20:04.207033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dbe24-ba75-4da5-a8ed-47582cc75bf7 req-27ec97c1-4f7a-4b7e-b3ad-337ab69369a3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:04.207928 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a8cf7337-607c-4c37-8ef0-1d88d1f41869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:19Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '88ee74aa-3cd1-4428-a670-6964fe025041', 'name': '', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2f:79:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:18Z', 'updated_at': '2021-12-08T02:18:22Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:04.210020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b2dbe24-ba75-4da5-a8ed-47582cc75bf7 req-27ec97c1-4f7a-4b7e-b3ad-337ab69369a3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.1307814 Dec 08 02:20:04.247506 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cf7337-607c-4c37-8ef0-1d88d1f41869 None None] Checking router: e8b54abf-d35f-4228-b180-aa3a42403007 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:20:04.272214 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cf7337-607c-4c37-8ef0-1d88d1f41869 None None] Routers {'e8b54abf-d35f-4228-b180-aa3a42403007'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:04.273815 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a8cf7337-607c-4c37-8ef0-1d88d1f41869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:19:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e8b54abf-d35f-4228-b180-aa3a42403007'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:04.356327 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2bf2f-1871-4627-8c6c-20a57b17b024 req-8280cfd6-e2e8-4b46-9dc8-2cb7936bc5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:04.362891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88c2bf2f-1871-4627-8c6c-20a57b17b024 req-8280cfd6-e2e8-4b46-9dc8-2cb7936bc5ff service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a674659-33b3-4637-8e46-f9e8aaa05706 HTTP/1.1" status: 200 len: 898 time: 0.2077317 Dec 08 02:20:04.367700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4b2dbe24-ba75-4da5-a8ed-47582cc75bf7 req-9f58d5b5-a1c1-40cf-8d39-120c5511768d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468184 Dec 08 02:20:04.374917 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8595021-8101-4daf-a24d-58349796d9fc req-95d8b0d0-dbee-484c-967e-e6157c9446d5 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583867 Dec 08 02:20:04.414777 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88c2bf2f-1871-4627-8c6c-20a57b17b024 req-9360ce9d-f9ad-4ef1-a694-94f744d3eb47 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9096275-b50b-48d8-9768-0d78a91f4243 HTTP/1.1" status: 200 len: 217 time: 0.0389132 Dec 08 02:20:04.427200 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a8cf7337-607c-4c37-8ef0-1d88d1f41869 None None] Set router e8b54abf-d35f-4228-b180-aa3a42403007 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:04.503405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2bf2f-1871-4627-8c6c-20a57b17b024 req-e110185b-94d4-4419-91f1-9c29144fbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:04.505025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88c2bf2f-1871-4627-8c6c-20a57b17b024 req-e110185b-94d4-4419-91f1-9c29144fbe94 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84a6c915-cd73-47e4-8b3a-353b2fd9bc2e HTTP/1.1" status: 200 len: 835 time: 0.0733783 Dec 08 02:20:04.568029 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2bf2f-1871-4627-8c6c-20a57b17b024 req-ed5c969d-cb48-4f18-8e09-e3647804fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:04.570430 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88c2bf2f-1871-4627-8c6c-20a57b17b024 req-ed5c969d-cb48-4f18-8e09-e3647804fbbb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a674659-33b3-4637-8e46-f9e8aaa05706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568953 Dec 08 02:20:04.687707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88c2bf2f-1871-4627-8c6c-20a57b17b024 req-db341165-9487-4e0c-99e4-1287f383830d service neutron] 10.222.0.75 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055312 Dec 08 02:20:04.695585 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a8cf7337-607c-4c37-8ef0-1d88d1f41869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:19Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '88ee74aa-3cd1-4428-a670-6964fe025041', 'name': '', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2f:79:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:18Z', 'updated_at': '2021-12-08T02:18:22Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:04.792694 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88c2bf2f-1871-4627-8c6c-20a57b17b024 req-7a806f06-3f05-404d-8bf4-e6a62eee6eec service neutron] 10.222.0.75 "GET /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960321 Dec 08 02:20:04.852077 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cf7337-607c-4c37-8ef0-1d88d1f41869 None None] The sync data for ids ['e8b54abf-d35f-4228-b180-aa3a42403007'] in n-d-713499-31 is: [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:19Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '88ee74aa-3cd1-4428-a670-6964fe025041', 'name': '', 'network_id': '1a674659-33b3-4637-8e46-f9e8aaa05706', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2f:79:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:18Z', 'updated_at': '2021-12-08T02:18:22Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '84a6c915-cd73-47e4-8b3a-353b2fd9bc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:20:05.190451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd50715d-229c-4a0a-9e58-000f418b7e1d None None] New status for floating IP 33597e43-9f3a-422c-b60e-332ef310f979: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:20:05.679281 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:20:05.875965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c95535-e87a-4483-8ffd-4b6621bca12b req-c6bab918-11b8-42c1-af3c-55eafd2379d8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:05.882572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9c95535-e87a-4483-8ffd-4b6621bca12b req-c6bab918-11b8-42c1-af3c-55eafd2379d8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.4210222 Dec 08 02:20:05.893919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f6943-59f9-472f-8951-fa072e408dc4 req-169c1881-818b-4de8-82ca-6fac2d8c2894 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:05.896902 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a0f6943-59f9-472f-8951-fa072e408dc4 req-169c1881-818b-4de8-82ca-6fac2d8c2894 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.4066224 Dec 08 02:20:05.908144 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ed9bc-96d2-408a-b068-205d2701c279 req-0b2ba2a0-8bfb-439f-9cf1-d29d63a381fe tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:05.909733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-472ed9bc-96d2-408a-b068-205d2701c279 req-0b2ba2a0-8bfb-439f-9cf1-d29d63a381fe tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.75 "GET /v2.0/ports?device_id=35e016af-4a65-4887-9d40-8c4998821289 HTTP/1.1" status: 200 len: 945 time: 0.4416616 Dec 08 02:20:06.072695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9c95535-e87a-4483-8ffd-4b6621bca12b req-d462e475-95ad-45ed-be11-7edb74018f55 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=61b8b3c1-4895-43bf-8da3-768138c41e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734278 Dec 08 02:20:06.078054 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a0f6943-59f9-472f-8951-fa072e408dc4 req-c3ca6086-47e4-408f-a774-980e1af46507 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666410 Dec 08 02:20:06.134814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-472ed9bc-96d2-408a-b068-205d2701c279 req-7b63a46a-b75b-44c6-a39e-a6df94426fc2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port f9096275-b50b-48d8-9768-0d78a91f4243 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:06.135430 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-472ed9bc-96d2-408a-b068-205d2701c279 req-7b63a46a-b75b-44c6-a39e-a6df94426fc2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.261548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-472ed9bc-96d2-408a-b068-205d2701c279 req-7b63a46a-b75b-44c6-a39e-a6df94426fc2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] For port f9096275-b50b-48d8-9768-0d78a91f4243, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f9096275-b50b-48d8-9768-0d78a91f4243,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:06.262230 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-472ed9bc-96d2-408a-b068-205d2701c279 req-7b63a46a-b75b-44c6-a39e-a6df94426fc2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.277729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-472ed9bc-96d2-408a-b068-205d2701c279 req-7b63a46a-b75b-44c6-a39e-a6df94426fc2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for f9096275-b50b-48d8-9768-0d78a91f4243 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:06.451977 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-472ed9bc-96d2-408a-b068-205d2701c279 req-7b63a46a-b75b-44c6-a39e-a6df94426fc2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.567120 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-472ed9bc-96d2-408a-b068-205d2701c279 req-7b63a46a-b75b-44c6-a39e-a6df94426fc2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] No DVR routers for this DVR port f9096275-b50b-48d8-9768-0d78a91f4243 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:20:06.571444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-472ed9bc-96d2-408a-b068-205d2701c279 req-7b63a46a-b75b-44c6-a39e-a6df94426fc2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.575248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-472ed9bc-96d2-408a-b068-205d2701c279 req-7b63a46a-b75b-44c6-a39e-a6df94426fc2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.75 "DELETE /v2.0/ports/f9096275-b50b-48d8-9768-0d78a91f4243 HTTP/1.1" status: 204 len: 173 time: 0.6530735 Dec 08 02:20:06.575927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'name': 'network-vif-deleted', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:20:06.579039 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f13d6d-9a4e-4165-bd76-348e442122ce" -d '{"events": [{"server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "name": "network-vif-deleted", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:20:06.582016 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63a46a-b75b-44c6-a39e-a6df94426fc2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=f9096275-b50b-48d8-9768-0d78a91f4243,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:06.632858 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23d3df3-c56f-4889-b066-d623df0a6b0b x-openstack-request-id: req-e23d3df3-c56f-4889-b066-d623df0a6b0b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:20:06.633180 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e016af-4a65-4887-9d40-8c4998821289", "name": "network-vif-deleted", "tag": "f9096275-b50b-48d8-9768-0d78a91f4243", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:20:06.633418 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e23d3df3-c56f-4889-b066-d623df0a6b0b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:20:06.633822 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e016af-4a65-4887-9d40-8c4998821289', 'name': 'network-vif-deleted', 'tag': 'f9096275-b50b-48d8-9768-0d78a91f4243', 'status': 'completed', 'code': 200} Dec 08 02:20:07.175650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55490) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:07.298237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3723-fc10-4879-8554-ad0a0810df2c req-69e16631-4eee-4fb9-8a01-283a686eb5fa tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:07.301836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d9e3723-fc10-4879-8554-ad0a0810df2c req-69e16631-4eee-4fb9-8a01-283a686eb5fa tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.1161008 Dec 08 02:20:07.368533 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d9e3723-fc10-4879-8554-ad0a0810df2c req-8128e12b-a350-4104-9963-8b13dacd480f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581112 Dec 08 02:20:07.615181 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b1054cce-d80f-4394-bc35-2889a45ee59e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:07.906082 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b1054cce-d80f-4394-bc35-2889a45ee59e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port 88ee74aa-3cd1-4428-a670-6964fe025041 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:07.906350 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b1054cce-d80f-4394-bc35-2889a45ee59e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:07.999092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-b1054cce-d80f-4394-bc35-2889a45ee59e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] For port 88ee74aa-3cd1-4428-a670-6964fe025041, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=88ee74aa-3cd1-4428-a670-6964fe025041,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:07.999476 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b1054cce-d80f-4394-bc35-2889a45ee59e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:08.012064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b1054cce-d80f-4394-bc35-2889a45ee59e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for 88ee74aa-3cd1-4428-a670-6964fe025041 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:08.271183 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b1054cce-d80f-4394-bc35-2889a45ee59e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:08.303290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1054cce-d80f-4394-bc35-2889a45ee59e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=88ee74aa-3cd1-4428-a670-6964fe025041,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:08.535831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf67ff-f533-4de2-a0ee-b760d9a96b63 req-d2ac8570-36ac-4e05-9840-4a002af396cc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:08.540618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2baf67ff-f533-4de2-a0ee-b760d9a96b63 req-d2ac8570-36ac-4e05-9840-4a002af396cc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.0675261 Dec 08 02:20:08.551821 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b1054cce-d80f-4394-bc35-2889a45ee59e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:08.639274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2baf67ff-f533-4de2-a0ee-b760d9a96b63 req-ba6deb58-27d9-4c81-8ca3-4d69c86af741 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933511 Dec 08 02:20:08.865535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1054cce-d80f-4394-bc35-2889a45ee59e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router e8b54abf-d35f-4228-b180-aa3a42403007 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:20:08.994083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1054cce-d80f-4394-bc35-2889a45ee59e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:20:09.002407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55498) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:09.002682 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b1054cce-d80f-4394-bc35-2889a45ee59e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "PUT /v2.0/routers/e8b54abf-d35f-4228-b180-aa3a42403007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8252783 Dec 08 02:20:09.008113 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e135eb-25b5-4c4e-b37b-b55d76f10e25 None None] Sync routers for ids ['e8b54abf-d35f-4228-b180-aa3a42403007'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:20:09.018881 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e135eb-25b5-4c4e-b37b-b55d76f10e25 None None] Routers {'e8b54abf-d35f-4228-b180-aa3a42403007'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:09.019649 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e2e135eb-25b5-4c4e-b37b-b55d76f10e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:19:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e8b54abf-d35f-4228-b180-aa3a42403007'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:09.094578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting subnet 84a6c915-cd73-47e4-8b3a-353b2fd9bc2e {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:20:09.108409 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:09.192452 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e2e135eb-25b5-4c4e-b37b-b55d76f10e25 None None] Set router e8b54abf-d35f-4228-b180-aa3a42403007 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:09.198444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:09.347805 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:09.447068 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e2e135eb-25b5-4c4e-b37b-b55d76f10e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:20:08Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:09.457278 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:09.477097 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e135eb-25b5-4c4e-b37b-b55d76f10e25 None None] Checking router: e8b54abf-d35f-4228-b180-aa3a42403007 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:20:09.486238 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e135eb-25b5-4c4e-b37b-b55d76f10e25 None None] Routers {'e8b54abf-d35f-4228-b180-aa3a42403007'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:09.487175 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e2e135eb-25b5-4c4e-b37b-b55d76f10e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:19:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e8b54abf-d35f-4228-b180-aa3a42403007'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:09.496466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Subnet': ['ID=84a6c915-cd73-47e4-8b3a-353b2fd9bc2e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:09.505680 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:09.508085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a824a8bb-84c5-40da-8b2f-61d91cd9b79f None None] Network 1a674659-33b3-4637-8e46-f9e8aaa05706 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:09.532294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55502) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:09.540687 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/subnets/84a6c915-cd73-47e4-8b3a-353b2fd9bc2e HTTP/1.1" status: 204 len: 168 time: 0.5365334 Dec 08 02:20:09.542190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:09.542542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:09.542886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:09.543228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:09.543563 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:09.543920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:09.544250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:09.553592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:09.554569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:09.554873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:09.555215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:09.555549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:09.555907 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8232e46a-dff1-45ca-9eb9-f6ddc0275e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:09.642630 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e2e135eb-25b5-4c4e-b37b-b55d76f10e25 None None] Set router e8b54abf-d35f-4228-b180-aa3a42403007 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:09.684055 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:09.721721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device f9096275-b50b-48d8-9768-0d78a91f4243 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:20:09.774855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41013ba4-31b8-4b60-aeca-fc1196e2aef4 None None] DHCP port deletion for 1a674659-33b3-4637-8e46-f9e8aaa05706 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:20:09.774855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: f9096275-b50b-48d8-9768-0d78a91f4243 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:20:09.779705 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device f9096275-b50b-48d8-9768-0d78a91f4243 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:20:09.823781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568841fa-d54a-4c79-9c0c-c232f6363087 req-a1a8d54a-9583-4ae2-8bb4-37a634062c21 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:09.832050 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-568841fa-d54a-4c79-9c0c-c232f6363087 req-a1a8d54a-9583-4ae2-8bb4-37a634062c21 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.0997326 Dec 08 02:20:09.853039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-41013ba4-31b8-4b60-aeca-fc1196e2aef4 None None] Deleting port 2bb8b349-c2c1-4943-be62-9b258e1361cb {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:09.853400 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41013ba4-31b8-4b60-aeca-fc1196e2aef4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:09.940311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-41013ba4-31b8-4b60-aeca-fc1196e2aef4 None None] For port 2bb8b349-c2c1-4943-be62-9b258e1361cb, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2bb8b349-c2c1-4943-be62-9b258e1361cb,segment=NetworkSegment(088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5),segment_id=088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:09.941129 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41013ba4-31b8-4b60-aeca-fc1196e2aef4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:09.946159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:09.948841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-568841fa-d54a-4c79-9c0c-c232f6363087 req-56a7681a-f7fc-40a9-9f04-3a45c661020d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155043 Dec 08 02:20:09.979341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-41013ba4-31b8-4b60-aeca-fc1196e2aef4 None None] Calling delete_port for 2bb8b349-c2c1-4943-be62-9b258e1361cb owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:10.007098 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e2e135eb-25b5-4c4e-b37b-b55d76f10e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:20:08Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:10.012493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port 3aee4f40-bb61-4f03-9c40-7b779be746aa {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:10.012839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:10.064528 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e135eb-25b5-4c4e-b37b-b55d76f10e25 None None] The sync data for ids ['e8b54abf-d35f-4228-b180-aa3a42403007'] in n-d-713499-31 is: [{'id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733407092', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:20:08Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '3aee4f40-bb61-4f03-9c40-7b779be746aa', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b54abf-d35f-4228-b180-aa3a42403007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:18:15Z', 'updated_at': '2021-12-08T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:20:10.111135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] For port 3aee4f40-bb61-4f03-9c40-7b779be746aa, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3aee4f40-bb61-4f03-9c40-7b779be746aa,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:10.111748 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:10.134765 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41013ba4-31b8-4b60-aeca-fc1196e2aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:10.139063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for 3aee4f40-bb61-4f03-9c40-7b779be746aa owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:10.164175 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41013ba4-31b8-4b60-aeca-fc1196e2aef4 None None] No DVR routers for this DVR port 2bb8b349-c2c1-4943-be62-9b258e1361cb on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:20:10.191305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41013ba4-31b8-4b60-aeca-fc1196e2aef4 None None] Pushing event deleted for resources: {'Port': ['ID=2bb8b349-c2c1-4943-be62-9b258e1361cb,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:10.338516 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:10.368411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=3aee4f40-bb61-4f03-9c40-7b779be746aa,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:10.379010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a940e72f-b81a-49ee-b2c1-cbbdf492b2ee None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:20:10.451566 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:10.933056 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:10.935309 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:10.994276 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:10.994888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Fanout notify agent at l3_agent the message router_deleted on router e8b54abf-d35f-4228-b180-aa3a42403007 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:20:11.013350 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:11.014930 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fe685201-6468-4f39-81dd-676a9fad47a1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/routers/e8b54abf-d35f-4228-b180-aa3a42403007 HTTP/1.1" status: 204 len: 168 time: 1.4815848 Dec 08 02:20:11.017835 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55526) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:11.095093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713564d-12a5-472d-b2c2-9f7aa5de3593 req-0c5611f2-3dcf-4e34-a326-b282177740b8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:11.103851 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0713564d-12a5-472d-b2c2-9f7aa5de3593 req-0c5611f2-3dcf-4e34-a326-b282177740b8 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 945 time: 0.1210325 Dec 08 02:20:11.136838 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e289a394-d72a-448a-96c8-95df49373120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:11.242781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898843f-0c24-4876-ab7e-3d9b3d1ac62d req-fa9c4ef8-3a98-4bd6-a124-19cf53ea2598 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:11.246031 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d898843f-0c24-4876-ab7e-3d9b3d1ac62d req-fa9c4ef8-3a98-4bd6-a124-19cf53ea2598 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.1263115 Dec 08 02:20:11.253856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0713564d-12a5-472d-b2c2-9f7aa5de3593 req-743c9e7d-42e0-4814-8c10-70c95cd1cea9 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=8020fd9d-b0b7-4c21-830c-f957b776a125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489444 Dec 08 02:20:11.259200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 88ee74aa-3cd1-4428-a670-6964fe025041 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:20:11.281624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e289a394-d72a-448a-96c8-95df49373120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:11.310227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 88ee74aa-3cd1-4428-a670-6964fe025041 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:20:11.310856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 88ee74aa-3cd1-4428-a670-6964fe025041 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:20:11.311953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2bb8b349-c2c1-4943-be62-9b258e1361cb no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:20:11.328838 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e289a394-d72a-448a-96c8-95df49373120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a674659-33b3-4637-8e46-f9e8aaa05706']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:11.343810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e289a394-d72a-448a-96c8-95df49373120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:11.343810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e289a394-d72a-448a-96c8-95df49373120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088dc48b-e6d4-44e5-9b7e-3b4ad57d01d5') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:11.358670 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d898843f-0c24-4876-ab7e-3d9b3d1ac62d req-b81200b1-e43c-4bb0-9ad3-aba772a3c92d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030641 Dec 08 02:20:11.384387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e289a394-d72a-448a-96c8-95df49373120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:11.394288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 2bb8b349-c2c1-4943-be62-9b258e1361cb {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:20:11.401473 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e289a394-d72a-448a-96c8-95df49373120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:11.402107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2bb8b349-c2c1-4943-be62-9b258e1361cb not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:20:11.421249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e289a394-d72a-448a-96c8-95df49373120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:20:11.422447 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e289a394-d72a-448a-96c8-95df49373120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:20:11.495644 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:20:11.507044 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e289a394-d72a-448a-96c8-95df49373120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:11.514776 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e289a394-d72a-448a-96c8-95df49373120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:11.521295 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e289a394-d72a-448a-96c8-95df49373120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/networks/1a674659-33b3-4637-8e46-f9e8aaa05706 HTTP/1.1" status: 204 len: 168 time: 0.4997025 Dec 08 02:20:11.521688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55530) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:11.531322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289a394-d72a-448a-96c8-95df49373120 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Network': ['ID=1a674659-33b3-4637-8e46-f9e8aaa05706,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:11.596002 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5cf7f7a8-d099-4d77-82d9-8a4ef26473d8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:11.633216 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5cf7f7a8-d099-4d77-82d9-8a4ef26473d8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:11.702280 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5cf7f7a8-d099-4d77-82d9-8a4ef26473d8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:11.709796 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5cf7f7a8-d099-4d77-82d9-8a4ef26473d8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:11.709796 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5cf7f7a8-d099-4d77-82d9-8a4ef26473d8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/security-groups/61b8b3c1-4895-43bf-8da3-768138c41e69 HTTP/1.1" status: 204 len: 168 time: 0.1835883 Dec 08 02:20:11.717806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7f7a8-d099-4d77-82d9-8a4ef26473d8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b8b3c1-4895-43bf-8da3-768138c41e69,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:12.056141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55536) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:12.060904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1a3ed1cf-1ad7-4135-b55e-b6c2b57ae5c2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1733792573', 'description': 'tempest-secgroup-smoke-1733792573 description', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:12.084334 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a3ed1cf-1ad7-4135-b55e-b6c2b57ae5c2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.152468 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a3ed1cf-1ad7-4135-b55e-b6c2b57ae5c2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.155936 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a3ed1cf-1ad7-4135-b55e-b6c2b57ae5c2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.184473 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a3ed1cf-1ad7-4135-b55e-b6c2b57ae5c2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.185719 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1a3ed1cf-1ad7-4135-b55e-b6c2b57ae5c2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1285086 Dec 08 02:20:12.188816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55538) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:12.192440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ed1cf-1ad7-4135-b55e-b6c2b57ae5c2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36cd1aa9-4cc8-4545-b58b-7b05870de666,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:12.193589 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ba239a74-4674-4da0-ad94-8807ae483e17 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '36cd1aa9-4cc8-4545-b58b-7b05870de666', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:12.221465 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ba239a74-4674-4da0-ad94-8807ae483e17 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.282864 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ba239a74-4674-4da0-ad94-8807ae483e17 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.287835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ba239a74-4674-4da0-ad94-8807ae483e17 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.304257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba239a74-4674-4da0-ad94-8807ae483e17 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d628ce-5d1b-4007-91bc-bf22fdb97955,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:12.317459 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ba239a74-4674-4da0-ad94-8807ae483e17 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.321464 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ba239a74-4674-4da0-ad94-8807ae483e17 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288652 Dec 08 02:20:12.321845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55542) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:12.326059 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-476ea096-1ff7-4278-84e2-e65a4f6dd4dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '36cd1aa9-4cc8-4545-b58b-7b05870de666', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:12.357823 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-476ea096-1ff7-4278-84e2-e65a4f6dd4dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.420949 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-476ea096-1ff7-4278-84e2-e65a4f6dd4dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.425093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-476ea096-1ff7-4278-84e2-e65a4f6dd4dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.434990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0f4d4-3028-4342-b1b6-c675c46365ea req-a6b8a241-cd38-4532-b869-9fa2d988e98c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:12.444973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8c0f4d4-3028-4342-b1b6-c675c46365ea req-a6b8a241-cd38-4532-b869-9fa2d988e98c tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 945 time: 0.0703096 Dec 08 02:20:12.451853 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-476ea096-1ff7-4278-84e2-e65a4f6dd4dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.456159 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-476ea096-1ff7-4278-84e2-e65a4f6dd4dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336045 Dec 08 02:20:12.458088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55546) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:12.465944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-946712a0-2cf9-4e02-bec6-bba7365f98f6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '36cd1aa9-4cc8-4545-b58b-7b05870de666', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:12.483918 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ea096-1ff7-4278-84e2-e65a4f6dd4dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ffa9f0-8dc5-473f-a7f5-5ecc800d6c65,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:12.498416 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946712a0-2cf9-4e02-bec6-bba7365f98f6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.515420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8c0f4d4-3028-4342-b1b6-c675c46365ea req-ac017942-36ff-4f98-b032-368c2267f9b6 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups?id=8020fd9d-b0b7-4c21-830c-f957b776a125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693226 Dec 08 02:20:12.554886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc082b-6292-4cfa-9ebf-31415199aada req-516048ac-289d-4931-8d6c-65b1fe07f1f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:12.556156 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946712a0-2cf9-4e02-bec6-bba7365f98f6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.556382 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67bc082b-6292-4cfa-9ebf-31415199aada req-516048ac-289d-4931-8d6c-65b1fe07f1f0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.0560415 Dec 08 02:20:12.560478 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946712a0-2cf9-4e02-bec6-bba7365f98f6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.578757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946712a0-2cf9-4e02-bec6-bba7365f98f6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14945b05-409c-4a47-951e-8cc658692f1a,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:12.589839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946712a0-2cf9-4e02-bec6-bba7365f98f6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.591069 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-946712a0-2cf9-4e02-bec6-bba7365f98f6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292739 Dec 08 02:20:12.594234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55548) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:12.607880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3f260aa5-2900-4597-a360-07a014cc1674 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '36cd1aa9-4cc8-4545-b58b-7b05870de666', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:12.635519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67bc082b-6292-4cfa-9ebf-31415199aada req-f518985c-68a3-4d13-998e-029591ee55bc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717607 Dec 08 02:20:12.649176 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f260aa5-2900-4597-a360-07a014cc1674 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.708774 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f260aa5-2900-4597-a360-07a014cc1674 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.712659 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f260aa5-2900-4597-a360-07a014cc1674 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.751375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f260aa5-2900-4597-a360-07a014cc1674 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34f0e07-7585-4076-a74c-e34bde7dcb20,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:12.763296 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f260aa5-2900-4597-a360-07a014cc1674 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.767302 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55550) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:12.767457 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3f260aa5-2900-4597-a360-07a014cc1674 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1721525 Dec 08 02:20:12.771929 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-55778cf5-5467-4ff4-8c17-dd40d6d5f28f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '36cd1aa9-4cc8-4545-b58b-7b05870de666', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:12.785894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-a0e3bf53-deb6-43bc-97fe-841c82787abf tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:12.787478 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-a0e3bf53-deb6-43bc-97fe-841c82787abf tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.75 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 945 time: 0.0699921 Dec 08 02:20:12.793604 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-55778cf5-5467-4ff4-8c17-dd40d6d5f28f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Project cbb43e4753544be0aa33c8b169b14a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:20:12.798223 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55778cf5-5467-4ff4-8c17-dd40d6d5f28f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.858787 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55778cf5-5467-4ff4-8c17-dd40d6d5f28f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.861767 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55778cf5-5467-4ff4-8c17-dd40d6d5f28f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.879740 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55778cf5-5467-4ff4-8c17-dd40d6d5f28f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f47f95c-4697-49e3-af31-8582a9beecb5,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:12.883266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Deleting port 9ab044f0-db46-498c-95a5-b1b664a9836b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:12.883638 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.891802 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-55778cf5-5467-4ff4-8c17-dd40d6d5f28f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.895522 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-55778cf5-5467-4ff4-8c17-dd40d6d5f28f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246510 Dec 08 02:20:12.895785 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55552) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:12.900147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9cf7e343-84a0-42d7-9029-8f79eb49da93 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '36cd1aa9-4cc8-4545-b58b-7b05870de666', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:12.920688 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-9cf7e343-84a0-42d7-9029-8f79eb49da93 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Project cbb43e4753544be0aa33c8b169b14a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:20:12.925926 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e343-84a0-42d7-9029-8f79eb49da93 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.973221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] For port 9ab044f0-db46-498c-95a5-b1b664a9836b, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=9ab044f0-db46-498c-95a5-b1b664a9836b,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:12.973579 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.986849 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e343-84a0-42d7-9029-8f79eb49da93 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.990972 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e343-84a0-42d7-9029-8f79eb49da93 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.009183 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7e343-84a0-42d7-9029-8f79eb49da93 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7442ec60-dfa7-4da7-b794-8a5e57c320b5,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:13.018412 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e343-84a0-42d7-9029-8f79eb49da93 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.019629 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9cf7e343-84a0-42d7-9029-8f79eb49da93 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229155 Dec 08 02:20:13.022563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55554) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:13.027612 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-47974c84-91aa-485d-8022-1eef705b1175 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'network': {'name': 'tempest-network-smoke--115154513', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'port_security_enabled': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:13.049895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47974c84-91aa-485d-8022-1eef705b1175 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Made reservation on behalf of cbb43e4753544be0aa33c8b169b14a56 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:13.053315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3aee4f40-bb61-4f03-9c40-7b779be746aa no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:20:13.054339 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-47974c84-91aa-485d-8022-1eef705b1175 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.075661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 3aee4f40-bb61-4f03-9c40-7b779be746aa {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:20:13.076093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3aee4f40-bb61-4f03-9c40-7b779be746aa not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:20:13.078866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47974c84-91aa-485d-8022-1eef705b1175 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:20:13.088411 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-47974c84-91aa-485d-8022-1eef705b1175 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.088761 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-47974c84-91aa-485d-8022-1eef705b1175 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Added segment b181ba67-0864-446d-8668-12e253a31597 of type vlan for network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 Dec 08 02:20:13.128871 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-47974c84-91aa-485d-8022-1eef705b1175 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.154984 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-47974c84-91aa-485d-8022-1eef705b1175 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.161194 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47974c84-91aa-485d-8022-1eef705b1175 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:13.161789 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-47974c84-91aa-485d-8022-1eef705b1175 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.198447 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-47974c84-91aa-485d-8022-1eef705b1175 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1746147 Dec 08 02:20:13.203150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55556) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:13.214349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'admin_state_up': True, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:13.224176 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.224533 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.224841 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Floating IP bb87e361-6dea-4bb8-a0f1-9cd65a41202e disassociated. External IP: 172.25.8.214, port: 9ab044f0-db46-498c-95a5-b1b664a9836b. Dec 08 02:20:13.225190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Calling delete_port for 9ab044f0-db46-498c-95a5-b1b664a9836b owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:13.235049 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47974c84-91aa-485d-8022-1eef705b1175 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Network': ['ID=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:13.248778 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:20:13.291240 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.292776 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.358697 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.521974 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.532237 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.556475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event deleted for resources: {'Port': ['ID=9ab044f0-db46-498c-95a5-b1b664a9836b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:13.659084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3012a4fd-f5f8-4d9e-ab30-fdb4bf23e51c req-57d8ff70-c317-4d13-a4fc-631979c2ed36 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=54a3b096-c68f-4fae-bd30-49d48ddbe716 HTTP/1.1" status: 200 len: 210 time: 0.0362358 Dec 08 02:20:13.789035 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Router b2c283d2-c3cf-4fb2-8485-ebd526490de3 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:20:13.799405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea53303-4dff-46a0-93ff-bdc886ceaf01 req-bc7c1d1f-c4d2-43ec-8ab5-2b68c9c99821 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:13.800892 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ea53303-4dff-46a0-93ff-bdc886ceaf01 req-bc7c1d1f-c4d2-43ec-8ab5-2b68c9c99821 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.0867536 Dec 08 02:20:13.906354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ea53303-4dff-46a0-93ff-bdc886ceaf01 req-8019b9f3-b1de-4be0-b956-d5b1d9b7b3ab tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990715 Dec 08 02:20:14.029298 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.052415 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.064554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:20:14.077104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc86be2f-5e8b-48e7-b081-a3001be7fce7 None None] Sync routers for ids ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:20:14.087813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc86be2f-5e8b-48e7-b081-a3001be7fce7 None None] Routers {'b2c283d2-c3cf-4fb2-8485-ebd526490de3'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:14.088435 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-dc86be2f-5e8b-48e7-b081-a3001be7fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:19:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:14.134687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] No DVR routers for this DVR port 9ab044f0-db46-498c-95a5-b1b664a9836b on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:20:14.140307 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.143736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d48fa53-42c1-4779-8f0e-f81227f84d94 req-6d0a01c9-d3bf-4100-8338-6d233b5f1d04 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.75 "DELETE /v2.0/ports/9ab044f0-db46-498c-95a5-b1b664a9836b HTTP/1.1" status: 204 len: 173 time: 1.3491576 Dec 08 02:20:14.144116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a3b096-c68f-4fae-bd30-49d48ddbe716', 'name': 'network-vif-deleted', 'tag': '9ab044f0-db46-498c-95a5-b1b664a9836b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:20:14.146367 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aada94a-c15f-4372-b5b7-e7a51e7c026a" -d '{"events": [{"server_uuid": "54a3b096-c68f-4fae-bd30-49d48ddbe716", "name": "network-vif-deleted", "tag": "9ab044f0-db46-498c-95a5-b1b664a9836b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:20:14.188163 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16772535-8267-48b2-a5e5-774849e50805 x-openstack-request-id: req-16772535-8267-48b2-a5e5-774849e50805 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:20:14.188466 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a3b096-c68f-4fae-bd30-49d48ddbe716", "name": "network-vif-deleted", "tag": "9ab044f0-db46-498c-95a5-b1b664a9836b", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:20:14.188720 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-16772535-8267-48b2-a5e5-774849e50805 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:20:14.189119 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a3b096-c68f-4fae-bd30-49d48ddbe716', 'name': 'network-vif-deleted', 'tag': '9ab044f0-db46-498c-95a5-b1b664a9836b', 'status': 'completed', 'code': 200} Dec 08 02:20:14.210375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-dc86be2f-5e8b-48e7-b081-a3001be7fce7 None None] Set router b2c283d2-c3cf-4fb2-8485-ebd526490de3 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:14.217081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.25.8.75 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/651d8b02-1bb9-4491-afae-344be3e2f263) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:20:14.338625 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.373431 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.414363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:14.415885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-dc86be2f-5e8b-48e7-b081-a3001be7fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:26Z', 'revision_number': 5, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:14.417300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:14.421066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:14.443495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94445231-45f2-4402-9cde-9a59c7b19c80 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:20:14.445281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=651d8b02-1bb9-4491-afae-344be3e2f263,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:14.446245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc86be2f-5e8b-48e7-b081-a3001be7fce7 None None] Checking router: b2c283d2-c3cf-4fb2-8485-ebd526490de3 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:20:14.458118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc86be2f-5e8b-48e7-b081-a3001be7fce7 None None] Routers {'b2c283d2-c3cf-4fb2-8485-ebd526490de3'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:14.458724 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-dc86be2f-5e8b-48e7-b081-a3001be7fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:19:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:14.546333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c9795e5a-790b-4700-b0f2-8a2c212fd12b None None] Provisioning complete for port 651d8b02-1bb9-4491-afae-344be3e2f263 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:14.546988 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9795e5a-790b-4700-b0f2-8a2c212fd12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.602763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c9795e5a-790b-4700-b0f2-8a2c212fd12b None None] Port 651d8b02-1bb9-4491-afae-344be3e2f263 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:20:14.605212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-dc86be2f-5e8b-48e7-b081-a3001be7fce7 None None] Set router b2c283d2-c3cf-4fb2-8485-ebd526490de3 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:14.753642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55568) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:14.774072 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.810955 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a5908bc-af71-4122-9e50-912deeec03fb tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.829518 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-dc86be2f-5e8b-48e7-b081-a3001be7fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:26Z', 'revision_number': 5, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:14.836172 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a5908bc-af71-4122-9e50-912deeec03fb tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.856708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc86be2f-5e8b-48e7-b081-a3001be7fce7 None None] The sync data for ids ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'] in n-d-713499-31 is: [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:13:21Z', 'revision_number': 4, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '7fae530e-95d6-4401-b85c-aee37a04c1d9', 'name': '', 'network_id': '990035d0-5f75-410a-9ae4-93ef5b213255', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'mac_address': 'fa:16:3e:84:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:19Z', 'updated_at': '2021-12-08T02:13:26Z', 'revision_number': 5, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'subnets': [{'id': '890cd2ed-9ae7-4a89-916f-2d2e22fc0f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:20:14.887564 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a5908bc-af71-4122-9e50-912deeec03fb tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.890583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7a5908bc-af71-4122-9e50-912deeec03fb tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.891820 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7a5908bc-af71-4122-9e50-912deeec03fb tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "DELETE /v2.0/security-groups/8020fd9d-b0b7-4c21-830c-f957b776a125 HTTP/1.1" status: 204 len: 168 time: 0.1371238 Dec 08 02:20:14.895571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55570) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:14.910959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5908bc-af71-4122-9e50-912deeec03fb tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8020fd9d-b0b7-4c21-830c-f957b776a125,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:14.918635 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-23a79f1b-82f7-4fa0-a3bc-c5cb9c45c394 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] show failed (client error): The resource could not be found. Dec 08 02:20:14.924837 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-23a79f1b-82f7-4fa0-a3bc-c5cb9c45c394 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "GET /v2.0/security-groups/8020fd9d-b0b7-4c21-830c-f957b776a125 HTTP/1.1" status: 404 len: 347 time: 0.0231445 Dec 08 02:20:14.926217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55572) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:15.078502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a58ea0a5-a1ef-44ff-b6d3-840eed289db3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Deleting port efdc1e01-ddd9-4ff2-adb1-ab7685969c97 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:15.078866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a58ea0a5-a1ef-44ff-b6d3-840eed289db3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.169711 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a58ea0a5-a1ef-44ff-b6d3-840eed289db3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.170035 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a58ea0a5-a1ef-44ff-b6d3-840eed289db3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.177708 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b74b5e2-6eb4-4598-b79e-b662c61ec827 None None] New status for floating IP bb87e361-6dea-4bb8-a0f1-9cd65a41202e: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:20:15.183861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a58ea0a5-a1ef-44ff-b6d3-840eed289db3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Calling delete_port for efdc1e01-ddd9-4ff2-adb1-ab7685969c97 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:15.230171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fe15a-d6c8-4a5c-87c1-ea621eea1f3c req-1c1a5feb-4128-445f-a82c-1933b41e3f89 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:15.231678 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-907fe15a-d6c8-4a5c-87c1-ea621eea1f3c req-1c1a5feb-4128-445f-a82c-1933b41e3f89 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 943 time: 0.0621736 Dec 08 02:20:15.354621 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a58ea0a5-a1ef-44ff-b6d3-840eed289db3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.362049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-907fe15a-d6c8-4a5c-87c1-ea621eea1f3c req-38a0bbc6-c64c-49cc-93a3-874ac69ce9d0 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937808 Dec 08 02:20:15.375562 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.381015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ea0a5-a1ef-44ff-b6d3-840eed289db3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Pushing event deleted for resources: {'Port': ['ID=efdc1e01-ddd9-4ff2-adb1-ab7685969c97,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:15.448401 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a58ea0a5-a1ef-44ff-b6d3-840eed289db3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.450964 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a58ea0a5-a1ef-44ff-b6d3-840eed289db3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.452134 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a58ea0a5-a1ef-44ff-b6d3-840eed289db3 tempest-AttachVolumeTestJSON-1318278036 tempest-AttachVolumeTestJSON-1318278036-project] 10.222.0.71 "DELETE /v2.0/floatingips/bb87e361-6dea-4bb8-a0f1-9cd65a41202e HTTP/1.1" status: 204 len: 168 time: 0.5247803 Dec 08 02:20:15.478764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:20:15.518264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:20:15.604166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:15.621182 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'port_id': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'mac_address': 'fa:16:3e:c3:d1:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:20:15.661110 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.669332 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:20:15.680048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:20:15.688424 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Sync routers for ids ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:20:15.691629 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.696557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-763482de-6423-4cd8-93a4-8155c18b8a23 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4890084 Dec 08 02:20:15.697123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55580) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:15.709216 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:15.714380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Routers {'3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:15.714380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:19:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:15.718504 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.735669 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-92c73769-2a2b-4259-8f3e-4e0b85f80434 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=cbb43e4753544be0aa33c8b169b14a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352249 Dec 08 02:20:15.736492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55582) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:15.835351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46871eef-a2ed-4650-a9ad-7d829304bf7b tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:15.836904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:15.837482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-46871eef-a2ed-4650-a9ad-7d829304bf7b tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0998719 Dec 08 02:20:15.840279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55584) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:15.858052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Set router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:15.883472 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-23db2363-ddad-4155-a35d-4a2c22e6fecb tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384150 Dec 08 02:20:15.883738 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55586) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:15.888989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-54d4a82f-4022-45f1-b12a-5b1eaadcb64a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-177389502', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:15.984659 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d4a82f-4022-45f1-b12a-5b1eaadcb64a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Made reservation on behalf of cbb43e4753544be0aa33c8b169b14a56 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:15.988370 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54d4a82f-4022-45f1-b12a-5b1eaadcb64a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.019019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['0c9a5ce8-3923-4434-9d58-e7b38d0840a9'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:20:16.185469 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54d4a82f-4022-45f1-b12a-5b1eaadcb64a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.247709 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:20:14Z', 'revision_number': 3, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:16.266096 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4a82f-4022-45f1-b12a-5b1eaadcb64a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Subnet': ['ID=eb7be2c7-6fe3-4c43-aec9-693bdb582df4,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:16.274650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d4a82f-4022-45f1-b12a-5b1eaadcb64a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Checking segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:16.275058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d4a82f-4022-45f1-b12a-5b1eaadcb64a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network hostable DHCP agents. Network: 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:20:16.278517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Checking router: 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:20:16.278874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Updating router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e port 651d8b02-1bb9-4491-afae-344be3e2f263 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:20:16.297098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d4a82f-4022-45f1-b12a-5b1eaadcb64a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:20:16.308815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-54d4a82f-4022-45f1-b12a-5b1eaadcb64a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:16.314503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d4a82f-4022-45f1-b12a-5b1eaadcb64a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:16.315149 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54d4a82f-4022-45f1-b12a-5b1eaadcb64a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.319499 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.336484 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-54d4a82f-4022-45f1-b12a-5b1eaadcb64a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4491179 Dec 08 02:20:16.336715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55588) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:16.347886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880adc2e-22e9-472c-9f61-879390067c45 None None] Network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:16.530602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e679bb-c506-4d1d-92f8-cda79ef4934b req-abce6ca3-349f-478f-be2c-503f87dc1871 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:16.540221 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-79e679bb-c506-4d1d-92f8-cda79ef4934b req-abce6ca3-349f-478f-be2c-503f87dc1871 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 944 time: 0.0926683 Dec 08 02:20:16.591614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-79e679bb-c506-4d1d-92f8-cda79ef4934b req-cb46c11a-de1a-4c3c-909a-793b4db89a18 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462518 Dec 08 02:20:16.640972 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ips': [{'subnet_id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:20:16.642459 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.832848 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.842394 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.854936 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.879896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Allocated IP 172.20.0.2 (96d7d6ce-9b11-4c27-beaf-b57f08ef81d2/eb7be2c7-6fe3-4c43-aec9-693bdb582df4/67f7707d-3d0c-4c78-acf1-02b3e41c013e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:20:16.909647 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221aa477-1e69-48ae-839f-38f60491ab0d None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:20:16.924379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Attempting to bind port 651d8b02-1bb9-4491-afae-344be3e2f263 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:20:16.924795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Attempting to bind port 651d8b02-1bb9-4491-afae-344be3e2f263 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:20:16.925286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Attempting to bind port 651d8b02-1bb9-4491-afae-344be3e2f263 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:20:16.933635 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923843fe-6f19-4d79-8a43-37aed5bfb09d None None] Pushing event updated for resources: {'Port': ['ID=651d8b02-1bb9-4491-afae-344be3e2f263,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:16.958084 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:20:16.958600 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:16.959108 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.959625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:20:16.960280 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Bound port: 651d8b02-1bb9-4491-afae-344be3e2f263, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:20:16.960761 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.067415 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] For port 651d8b02-1bb9-4491-afae-344be3e2f263, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:20:17.087270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] For port 651d8b02-1bb9-4491-afae-344be3e2f263, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=651d8b02-1bb9-4491-afae-344be3e2f263,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:20:17.102497 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.128090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fb37f178-f2e6-462a-8ba3-c63587de6165 None None] Provisioning complete for port 651d8b02-1bb9-4491-afae-344be3e2f263 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:17.128460 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb37f178-f2e6-462a-8ba3-c63587de6165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.196250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd940458-f411-4cbd-a090-9fd2fbc4d2de None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:20:17.235477 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.246052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Routers {'3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:17.246677 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:19:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:17.251234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923843fe-6f19-4d79-8a43-37aed5bfb09d None None] Pushing event updated for resources: {'Port': ['ID=651d8b02-1bb9-4491-afae-344be3e2f263,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:17.254065 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.303531 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.20.0.1 (96d7d6ce-9b11-4c27-beaf-b57f08ef81d2/eb7be2c7-6fe3-4c43-aec9-693bdb582df4/af4338c1-dcd5-4c41-8ca7-582d0976061c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:20:17.379418 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:17.399596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Pushing event updated for resources: {'Port': ['ID=67f7707d-3d0c-4c78-acf1-02b3e41c013e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:17.413709 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:17.419115 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.420211 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:17.453024 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.456212 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb37f178-f2e6-462a-8ba3-c63587de6165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.482834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] Set router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:17.492505 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:20:17.507979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:17.510995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:17.514938 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:17.545190 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=af4338c1-dcd5-4c41-8ca7-582d0976061c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:17.567224 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.578621 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fb37f178-f2e6-462a-8ba3-c63587de6165 None None] For port 651d8b02-1bb9-4491-afae-344be3e2f263, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=651d8b02-1bb9-4491-afae-344be3e2f263,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:17.588801 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Attempting to bind port 67f7707d-3d0c-4c78-acf1-02b3e41c013e on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:20:17.589174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Attempting to bind port 67f7707d-3d0c-4c78-acf1-02b3e41c013e by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:20:17.589534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Attempting to bind port 67f7707d-3d0c-4c78-acf1-02b3e41c013e on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:20:17.594116 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb37f178-f2e6-462a-8ba3-c63587de6165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.640814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:20:17.641190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Checking segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:17.641750 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.641985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Bound using segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:20:17.642481 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Bound port: 67f7707d-3d0c-4c78-acf1-02b3e41c013e, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:20:17.642918 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.743164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.752506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f44ac-f8b2-470a-b0a0-77ad941fe853 req-5af2dccf-6fca-47da-a3d5-1a320363012a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:17.756063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f44ac-f8b2-470a-b0a0-77ad941fe853 req-5af2dccf-6fca-47da-a3d5-1a320363012a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 944 time: 0.0752606 Dec 08 02:20:17.768891 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37f178-f2e6-462a-8ba3-c63587de6165 None None] Pushing event updated for resources: {'Port': ['ID=651d8b02-1bb9-4491-afae-344be3e2f263,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:17.797299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9ab044f0-db46-498c-95a5-b1b664a9836b no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:20:17.825226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c8f44ac-f8b2-470a-b0a0-77ad941fe853 req-34008e70-6e22-4d57-a89b-fa09a328dfa7 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609152 Dec 08 02:20:17.830352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-38fdc5d1-a65d-45da-b17c-7f66b1d99979 None None] Provisioning complete for port 651d8b02-1bb9-4491-afae-344be3e2f263 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:17.830917 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38fdc5d1-a65d-45da-b17c-7f66b1d99979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.031292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 9ab044f0-db46-498c-95a5-b1b664a9836b {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:20:18.031653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 9ab044f0-db46-498c-95a5-b1b664a9836b not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:20:18.037349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:18.037715 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.051177 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.056928 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.101202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] For port 67f7707d-3d0c-4c78-acf1-02b3e41c013e, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:20:18.120754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] For port 67f7707d-3d0c-4c78-acf1-02b3e41c013e, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=67f7707d-3d0c-4c78-acf1-02b3e41c013e,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:20:18.130447 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=af4338c1-dcd5-4c41-8ca7-582d0976061c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:18.131568 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.133494 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.262979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:18.265177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:18.266135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d625e1-93f0-426d-b878-1e87722100f6 None None] Pushing event updated for resources: {'Port': ['ID=67f7707d-3d0c-4c78-acf1-02b3e41c013e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:18.273460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:20:14Z', 'revision_number': 3, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:18.311201 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.313361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f61c84d-8868-437f-97b6-d015292d2f01 None None] The sync data for ids ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'] in n-d-713499-31 is: [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:20:14Z', 'revision_number': 3, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:20:18.342166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:20:18.345250 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a28e754-c4ed-42dd-95d7-c99ec45a545c" -d '{"events": [{"server_uuid": "033eb67b-61a7-4c7f-bfd4-45bf511cc9ab", "name": "network-vif-plugged", "status": "completed", "tag": "0c9a5ce8-3923-4434-9d58-e7b38d0840a9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:20:18.363384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:18.369221 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.405467 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47965376-e3a1-4476-be37-4908bfc7184c x-openstack-request-id: req-47965376-e3a1-4476-be37-4908bfc7184c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:20:18.405765 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033eb67b-61a7-4c7f-bfd4-45bf511cc9ab", "name": "network-vif-plugged", "status": "completed", "tag": "0c9a5ce8-3923-4434-9d58-e7b38d0840a9", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:20:18.406199 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-47965376-e3a1-4476-be37-4908bfc7184c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:20:18.406605 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'code': 200} Dec 08 02:20:18.444883 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:20:18.448716 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:18.615574 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:20:18.623666 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fe1c6057-d68d-4bba-9774-645d7b25b373 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "PUT /v2.0/routers/3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2833519 Dec 08 02:20:18.728541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495c6a4-13e4-496f-a6bd-4e5e7a43719a req-3be0dfea-ad5f-462c-8e53-263bccf7ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:18.730342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3495c6a4-13e4-496f-a6bd-4e5e7a43719a req-3be0dfea-ad5f-462c-8e53-263bccf7ca6f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 1098 time: 0.0869317 Dec 08 02:20:18.821517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3495c6a4-13e4-496f-a6bd-4e5e7a43719a req-9493b098-cc48-48ee-9637-a355122dadb5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765285 Dec 08 02:20:19.027375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ad725-2944-4f26-bf19-e54de66bfdf4 req-3f1e132b-6816-49d2-b52b-d2702869aa68 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:19.035798 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db5ad725-2944-4f26-bf19-e54de66bfdf4 req-3f1e132b-6816-49d2-b52b-d2702869aa68 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 946 time: 0.1071649 Dec 08 02:20:19.056507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-3ba76a27-5af0-495e-82d6-c7f94edde1da tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733792573&fields=id&tenant_id=cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 267 time: 0.1433413 Dec 08 02:20:19.181636 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db5ad725-2944-4f26-bf19-e54de66bfdf4 req-aeff6b16-f90d-43a5-b677-c8a439e3b65b tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447074 Dec 08 02:20:19.268490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-c27bf016-55bb-4da2-b497-0a6edc783943 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:19.276423 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 67f7707d-3d0c-4c78-acf1-02b3e41c013e up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:20:19.288177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-c27bf016-55bb-4da2-b497-0a6edc783943 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/networks?id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 200 len: 796 time: 0.2301977 Dec 08 02:20:19.305288 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-8c199895-77fd-4dbb-a29c-c08202509e33 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/quotas/cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 375 time: 0.0160570 Dec 08 02:20:19.390582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 67f7707d-3d0c-4c78-acf1-02b3e41c013e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:19.391160 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.408862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-aadfd53d-5156-4b71-ac12-85c27505f6f5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027341 Dec 08 02:20:19.426648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-37ed64cd-8cc1-4f4e-bc94-2253ab044e0f service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:20:19.427760 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-37ed64cd-8cc1-4f4e-bc94-2253ab044e0f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054438 Dec 08 02:20:19.567730 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.595192 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-c9ffedba-64d3-4468-925e-de4f3d42c2cf service neutron] 10.222.0.71 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590357 Dec 08 02:20:19.621311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 67f7707d-3d0c-4c78-acf1-02b3e41c013e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=67f7707d-3d0c-4c78-acf1-02b3e41c013e,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:19.626405 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.627333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 651d8b02-1bb9-4491-afae-344be3e2f263 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:20:19.791283 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c8dcf0-f57d-483b-8b99-ace8e066b467 None None] Network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:19.795953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-7efc961e-d3c2-4267-a05c-927b2168e7c0 service neutron] 10.222.0.71 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003479 Dec 08 02:20:19.935550 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=67f7707d-3d0c-4c78-acf1-02b3e41c013e,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:19.993994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 651d8b02-1bb9-4491-afae-344be3e2f263 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:19.994628 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.031818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-db9c9010-dd25-46f4-b1b5-6c3894b764c1 None None] Provisioning complete for port 67f7707d-3d0c-4c78-acf1-02b3e41c013e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:20.032387 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db9c9010-dd25-46f4-b1b5-6c3894b764c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.142068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4cca9629-c4a8-4d6b-8680-e7b47c15e2d4 req-7e2dbc22-96df-4bde-bbf6-c76a19104baf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 210 time: 0.0844696 Dec 08 02:20:20.491634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56f54a-aae7-4ef5-8102-efdc217d9216 req-bf3b74d3-3470-49d8-b5b4-27a476f2fe93 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:20.500808 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a56f54a-aae7-4ef5-8102-efdc217d9216 req-bf3b74d3-3470-49d8-b5b4-27a476f2fe93 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 946 time: 0.1371131 Dec 08 02:20:20.566398 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a56f54a-aae7-4ef5-8102-efdc217d9216 req-5ec6e9c2-3542-4fba-b510-d2967526ed82 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643520 Dec 08 02:20:20.665552 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a08dd029-4943-47d2-b46c-4e01681c139e None None] Provisioning complete for port 67f7707d-3d0c-4c78-acf1-02b3e41c013e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:20.666028 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a08dd029-4943-47d2-b46c-4e01681c139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.819530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a08dd029-4943-47d2-b46c-4e01681c139e None None] Provisioning complete for port af4338c1-dcd5-4c41-8ca7-582d0976061c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:20.820554 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a08dd029-4943-47d2-b46c-4e01681c139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.881040 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a08dd029-4943-47d2-b46c-4e01681c139e None None] Port af4338c1-dcd5-4c41-8ca7-582d0976061c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:20:20.919986 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Sync routers for ids ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:20:20.932653 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Routers {'3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:20.933361 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d7b9c978-4678-4758-904a-965422d223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:19:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:21.007260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d541de5a-c98f-4237-a936-51f2bca7077c None None] Provisioning complete for port af4338c1-dcd5-4c41-8ca7-582d0976061c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:21.008009 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d541de5a-c98f-4237-a936-51f2bca7077c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:21.058866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d541de5a-c98f-4237-a936-51f2bca7077c None None] Port af4338c1-dcd5-4c41-8ca7-582d0976061c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:20:21.117838 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Set router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:21.168444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 67f7707d-3d0c-4c78-acf1-02b3e41c013e up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:20:21.233044 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 67f7707d-3d0c-4c78-acf1-02b3e41c013e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:21.233416 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:21.279128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4350135-f059-47c9-ac2b-26671f2c5006 req-ec49796d-a6ef-4ab5-bcd6-d23ea7b93a0b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 210 time: 0.0317187 Dec 08 02:20:21.383280 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e544a79e-3a96-4bc6-9ea7-3da46ddb59f0 None None] Provisioning complete for port af4338c1-dcd5-4c41-8ca7-582d0976061c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:21.383678 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e544a79e-3a96-4bc6-9ea7-3da46ddb59f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:21.417852 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d7b9c978-4678-4758-904a-965422d223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'af4338c1-dcd5-4c41-8ca7-582d0976061c', 'name': '', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2e:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:16Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 2, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:21.427807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e544a79e-3a96-4bc6-9ea7-3da46ddb59f0 None None] Port af4338c1-dcd5-4c41-8ca7-582d0976061c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:20:21.465095 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Checking router: 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:20:21.465634 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Updating router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e port af4338c1-dcd5-4c41-8ca7-582d0976061c binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:20:21.499132 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:21.541782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-684ca3c6-fa33-4a54-a8be-48a743a76b7f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:21.543956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-684ca3c6-fa33-4a54-a8be-48a743a76b7f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "GET /v2.0/networks?id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 200 len: 796 time: 0.1228349 Dec 08 02:20:21.624812 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-e0323bed-7a10-4ae3-a180-a0f60ebc8a39 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 380 time: 0.0651901 Dec 08 02:20:21.642809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-b769e1af-84c8-4722-81df-6943db2fdf2d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'port': {'device_id': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'admin_state_up': True, 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'security_groups': ['36cd1aa9-4cc8-4545-b58b-7b05870de666']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:21.761599 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec45b5-39f6-4254-b9f1-fc67f72924f6 req-ae4b34cb-8bd0-46cb-bb4a-5485590d9112 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:21.763540 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41ec45b5-39f6-4254-b9f1-fc67f72924f6 req-ae4b34cb-8bd0-46cb-bb4a-5485590d9112 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 946 time: 0.1169012 Dec 08 02:20:21.861860 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41ec45b5-39f6-4254-b9f1-fc67f72924f6 req-116bfa55-2b4f-4dd1-9a78-85c2d5dbeb3e tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730481 Dec 08 02:20:21.861860 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-b769e1af-84c8-4722-81df-6943db2fdf2d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Made reservation on behalf of cbb43e4753544be0aa33c8b169b14a56 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:21.861860 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-b769e1af-84c8-4722-81df-6943db2fdf2d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:21.882277 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:21.889056 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:21.943911 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Pushing event updated for resources: {'Port': ['ID=af4338c1-dcd5-4c41-8ca7-582d0976061c,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:21.986230 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:21.986655 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:21.987072 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:21.987704 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:21.988310 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:21.988834 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:21.989316 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:21.989799 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:21.990373 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:21.991580 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:21.992153 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:21.992658 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:21.993241 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:22.000048 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48212ff5-45fc-4f3f-84c8-79426878bbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.010780 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Attempting to bind port af4338c1-dcd5-4c41-8ca7-582d0976061c on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:20:22.012095 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Attempting to bind port af4338c1-dcd5-4c41-8ca7-582d0976061c by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:20:22.012654 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Attempting to bind port af4338c1-dcd5-4c41-8ca7-582d0976061c on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:20:22.018876 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:20:22.019552 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Checking segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:22.020174 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.020736 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Bound using segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:20:22.021442 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Bound port: af4338c1-dcd5-4c41-8ca7-582d0976061c, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:20:22.022055 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.044421 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-b769e1af-84c8-4722-81df-6943db2fdf2d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.20.0.4 (96d7d6ce-9b11-4c27-beaf-b57f08ef81d2/eb7be2c7-6fe3-4c43-aec9-693bdb582df4/e597508d-196e-4520-8b1e-d773806463dc) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:20:22.099183 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d7b9c978-4678-4758-904a-965422d223ae None None] For port af4338c1-dcd5-4c41-8ca7-582d0976061c, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:20:22.103734 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d7b9c978-4678-4758-904a-965422d223ae None None] For port af4338c1-dcd5-4c41-8ca7-582d0976061c, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=af4338c1-dcd5-4c41-8ca7-582d0976061c,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:20:22.118816 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.180363 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Routers {'3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:22.180992 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d7b9c978-4678-4758-904a-965422d223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:19:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:22.255200 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-b769e1af-84c8-4722-81df-6943db2fdf2d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.267416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5b0dc7bb-86a6-481a-bd66-b9dafcefea6d None None] Provisioning complete for port af4338c1-dcd5-4c41-8ca7-582d0976061c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:22.269664 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc7bb-86a6-481a-bd66-b9dafcefea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.298564 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4410362-cc66-485a-8bfa-96f74eebf78f None None] Pushing event updated for resources: {'Port': ['ID=af4338c1-dcd5-4c41-8ca7-582d0976061c,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:22.321869 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-b769e1af-84c8-4722-81df-6943db2fdf2d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.354306 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d7b9c978-4678-4758-904a-965422d223ae None None] Set router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:22.398255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-b769e1af-84c8-4722-81df-6943db2fdf2d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:22.419656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-b769e1af-84c8-4722-81df-6943db2fdf2d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:22.448833 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc7bb-86a6-481a-bd66-b9dafcefea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.453082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-b769e1af-84c8-4722-81df-6943db2fdf2d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:22.458459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769e1af-84c8-4722-81df-6943db2fdf2d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=e597508d-196e-4520-8b1e-d773806463dc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:22.529567 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5b0dc7bb-86a6-481a-bd66-b9dafcefea6d None None] For port af4338c1-dcd5-4c41-8ca7-582d0976061c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=af4338c1-dcd5-4c41-8ca7-582d0976061c,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:22.540173 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc7bb-86a6-481a-bd66-b9dafcefea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.563864 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3f787-81a3-4975-9be5-52ca551a9461 req-3edeee9f-b2aa-421b-a330-2d7f28026c84 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:22.571960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2db3f787-81a3-4975-9be5-52ca551a9461 req-3edeee9f-b2aa-421b-a330-2d7f28026c84 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 931 time: 0.1814640 Dec 08 02:20:22.618057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0dc7bb-86a6-481a-bd66-b9dafcefea6d None None] Pushing event updated for resources: {'Port': ['ID=af4338c1-dcd5-4c41-8ca7-582d0976061c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:22.635345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-b769e1af-84c8-4722-81df-6943db2fdf2d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:22.636274 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-b769e1af-84c8-4722-81df-6943db2fdf2d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.645426 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d7b9c978-4678-4758-904a-965422d223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'af4338c1-dcd5-4c41-8ca7-582d0976061c', 'name': '', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2e:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:16Z', 'updated_at': '2021-12-08T02:20:22Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:22.676017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-bc1dded7-5b9d-41bb-8181-dc431659ca94 None None] Provisioning complete for port af4338c1-dcd5-4c41-8ca7-582d0976061c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:22.676451 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bc1dded7-5b9d-41bb-8181-dc431659ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.681751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2db3f787-81a3-4975-9be5-52ca551a9461 req-2075e0db-d4ff-4aa0-a65b-6469f2495caa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031923 Dec 08 02:20:22.687521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-b769e1af-84c8-4722-81df-6943db2fdf2d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0501459 Dec 08 02:20:22.707467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Request body: {'port': {'device_id': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:22.717182 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b9c978-4678-4758-904a-965422d223ae None None] The sync data for ids ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'] in n-d-713499-31 is: [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'af4338c1-dcd5-4c41-8ca7-582d0976061c', 'name': '', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2e:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:16Z', 'updated_at': '2021-12-08T02:20:22Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:20:22.861181 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.947614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2eacf681-751f-4ea3-8451-fc07428f1a58 None None] Provisioning complete for port e597508d-196e-4520-8b1e-d773806463dc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:22.948235 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2eacf681-751f-4ea3-8451-fc07428f1a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.992247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2eacf681-751f-4ea3-8451-fc07428f1a58 None None] Port e597508d-196e-4520-8b1e-d773806463dc cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:20:23.169331 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device af4338c1-dcd5-4c41-8ca7-582d0976061c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:20:23.179585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e597508d-196e-4520-8b1e-d773806463dc {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:20:23.188367 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.204682 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Transition to ACTIVE for port object e597508d-196e-4520-8b1e-d773806463dc will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:20:23.209705 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.260363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port af4338c1-dcd5-4c41-8ca7-582d0976061c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:23.261911 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.303388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Pushing event updated for resources: {'Port': ['ID=e597508d-196e-4520-8b1e-d773806463dc,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:23.407903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:20:23.408536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:20:23.408810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:20:23.424711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:20:23.425181 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:20:23.437401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:20:23.437905 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Checking segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:23.444774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Bound using segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:20:23.444774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Bound port: e597508d-196e-4520-8b1e-d773806463dc, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:20:23.444774 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.562154 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.577022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:20:23.585591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:20:23.593869 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.653578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:23.654438 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.659849 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] 10.222.0.45 "PUT /v2.0/ports/e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 1092 time: 0.9578798 Dec 08 02:20:23.660634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:20:23.663224 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cb7e5d-7c32-4d3b-881d-254bf68b1ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "tag": "e597508d-196e-4520-8b1e-d773806463dc"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:20:23.747063 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1435516a-b7c7-4f47-b27b-2832c583fb82 x-openstack-request-id: req-1435516a-b7c7-4f47-b27b-2832c583fb82 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:20:23.747753 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "tag": "e597508d-196e-4520-8b1e-d773806463dc", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:20:23.748087 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1435516a-b7c7-4f47-b27b-2832c583fb82 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:20:23.748760 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc', 'status': 'completed', 'code': 200} Dec 08 02:20:23.805818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16ca74-7f1d-430a-a646-0a700ce923ec service neutron] Pushing event updated for resources: {'Port': ['ID=e597508d-196e-4520-8b1e-d773806463dc,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:23.858969 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-eacfb26a-5979-4407-92ef-74b00872523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:23.860822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-eacfb26a-5979-4407-92ef-74b00872523d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1095 time: 0.1335614 Dec 08 02:20:23.879910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73024394-5a34-4e1f-99bb-4d9c41b6ca0a req-ea5ddd2b-08f3-46c9-aaed-09a1ddfa25a0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:23.882324 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73024394-5a34-4e1f-99bb-4d9c41b6ca0a req-ea5ddd2b-08f3-46c9-aaed-09a1ddfa25a0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 943 time: 0.0964670 Dec 08 02:20:23.939259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-8882e92a-5480-4689-beab-2127be6c453f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 217 time: 0.0553122 Dec 08 02:20:24.019758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73024394-5a34-4e1f-99bb-4d9c41b6ca0a req-4bf102fe-848a-4e4f-b0f1-5142138f7ebe tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293826 Dec 08 02:20:24.032873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-93be43c1-fd76-4580-8c0c-45877917bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:24.041466 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-93be43c1-fd76-4580-8c0c-45877917bacf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb7be2c7-6fe3-4c43-aec9-693bdb582df4 HTTP/1.1" status: 200 len: 834 time: 0.0939233 Dec 08 02:20:24.101254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-c1cc9b3a-3058-4d84-bfe7-cc4dfb3de1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:24.102763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-c1cc9b3a-3058-4d84-bfe7-cc4dfb3de1d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540829 Dec 08 02:20:24.215768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-83c7e8a3-022c-4c50-a42f-ac0cee79b934 service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048424 Dec 08 02:20:24.327319 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0da0ff1-f3dc-46e0-ad28-6347871f950f req-e6e1f2f0-b85c-4cfd-9663-80d6e85be13f service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037486 Dec 08 02:20:24.348781 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:24.353507 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12a0f7b4-a134-4058-852e-069a04e891c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:24.458139 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb7e5d-7c32-4d3b-881d-254bf68b1ea4 req-41f1ec45-b6ee-439f-88b8-ca2dbd47140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:24.461084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44cb7e5d-7c32-4d3b-881d-254bf68b1ea4 req-41f1ec45-b6ee-439f-88b8-ca2dbd47140b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1095 time: 0.0435193 Dec 08 02:20:24.561284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb7e5d-7c32-4d3b-881d-254bf68b1ea4 req-39d2b2d2-1de6-42d1-a0a1-aafdc4da0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:24.562691 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44cb7e5d-7c32-4d3b-881d-254bf68b1ea4 req-39d2b2d2-1de6-42d1-a0a1-aafdc4da0aa0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 200 len: 897 time: 0.0941668 Dec 08 02:20:24.612597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44cb7e5d-7c32-4d3b-881d-254bf68b1ea4 req-de8ff335-4f2a-498a-9e00-df54153c94d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 217 time: 0.0422592 Dec 08 02:20:24.684868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb7e5d-7c32-4d3b-881d-254bf68b1ea4 req-9ec1d682-24a7-46c0-a0c6-ddae32763a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:24.686408 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44cb7e5d-7c32-4d3b-881d-254bf68b1ea4 req-9ec1d682-24a7-46c0-a0c6-ddae32763a31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb7be2c7-6fe3-4c43-aec9-693bdb582df4 HTTP/1.1" status: 200 len: 834 time: 0.0655911 Dec 08 02:20:24.733437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb7e5d-7c32-4d3b-881d-254bf68b1ea4 req-fbfe9d8c-2b65-47c4-94d5-fa1beb262de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:24.734935 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44cb7e5d-7c32-4d3b-881d-254bf68b1ea4 req-fbfe9d8c-2b65-47c4-94d5-fa1beb262de2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400023 Dec 08 02:20:24.825807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44cb7e5d-7c32-4d3b-881d-254bf68b1ea4 req-774904f3-2bdd-473b-956b-63c75468243c service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830007 Dec 08 02:20:24.920583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-44cb7e5d-7c32-4d3b-881d-254bf68b1ea4 req-b2ef17b6-b8b6-43cf-bf3d-61a36922b48d service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868819 Dec 08 02:20:25.149508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a0a3-48ba-468c-8a43-0f006a2c270d req-26375a57-9616-4d59-847f-80e249333ee9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:25.150995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9c5a0a3-48ba-468c-8a43-0f006a2c270d req-26375a57-9616-4d59-847f-80e249333ee9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 943 time: 0.0508244 Dec 08 02:20:25.204241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9c5a0a3-48ba-468c-8a43-0f006a2c270d req-151e1022-3efc-4383-bfd6-690f37201419 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469687 Dec 08 02:20:25.484993 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:26.327782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ffd81-ea3a-4846-af91-3492024d8d75 req-0e401490-ff92-4d28-afa2-a81b867bd90a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:26.329273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a98ffd81-ea3a-4846-af91-3492024d8d75 req-0e401490-ff92-4d28-afa2-a81b867bd90a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 943 time: 0.0551047 Dec 08 02:20:26.380615 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a98ffd81-ea3a-4846-af91-3492024d8d75 req-2870f861-e05f-4466-b72b-505429dda403 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450306 Dec 08 02:20:26.790181 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55708) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:26.972191 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.239785 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c211-76c2-4af1-b512-629571dcf657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.490937 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1c211-76c2-4af1-b512-629571dcf657 admin admin] Deleting port 7fae530e-95d6-4401-b85c-aee37a04c1d9 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:27.491280 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c211-76c2-4af1-b512-629571dcf657 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.499870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d109d-952a-43dd-8003-d929d93ca610 req-2c2040eb-5b84-4bab-a6fb-e80f09977cb6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:27.501601 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e6d109d-952a-43dd-8003-d929d93ca610 req-2c2040eb-5b84-4bab-a6fb-e80f09977cb6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 943 time: 0.0524280 Dec 08 02:20:27.503093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e597508d-196e-4520-8b1e-d773806463dc details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:20:27.564113 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e6d109d-952a-43dd-8003-d929d93ca610 req-460231e5-a32c-4275-9b29-d9e1c9a8a5cd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522721 Dec 08 02:20:27.597460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-6ca1c211-76c2-4af1-b512-629571dcf657 admin admin] For port 7fae530e-95d6-4401-b85c-aee37a04c1d9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=7fae530e-95d6-4401-b85c-aee37a04c1d9,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:27.597830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c211-76c2-4af1-b512-629571dcf657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.610148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1c211-76c2-4af1-b512-629571dcf657 admin admin] Calling delete_port for 7fae530e-95d6-4401-b85c-aee37a04c1d9 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:27.612438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:27.624025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'e597508d-196e-4520-8b1e-d773806463dc', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'port_id': 'e597508d-196e-4520-8b1e-d773806463dc', 'mac_address': 'fa:16:3e:e2:b7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:20:27.665541 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.678193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e597508d-196e-4520-8b1e-d773806463dc {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:20:27.699795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:27.704271 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.762262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=e597508d-196e-4520-8b1e-d773806463dc,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:27.802966 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c211-76c2-4af1-b512-629571dcf657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.832271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1c211-76c2-4af1-b512-629571dcf657 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fae530e-95d6-4401-b85c-aee37a04c1d9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:27.887161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-724ea158-d9cd-48d0-9b53-70dcd5c43db5 req-c3d5078d-dbcb-4c44-8e1c-ec31ed6a9e9c service neutron] (109766) timed out ('10.222.0.71', 37944) {{(pid=109766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:20:27.908154 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.994127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['e597508d-196e-4520-8b1e-d773806463dc'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:20:28.297495 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c211-76c2-4af1-b512-629571dcf657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.508506 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca1c211-76c2-4af1-b512-629571dcf657 admin admin] Router b2c283d2-c3cf-4fb2-8485-ebd526490de3 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:20:28.617479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca1c211-76c2-4af1-b512-629571dcf657 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:20:28.624214 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6ca1c211-76c2-4af1-b512-629571dcf657 admin admin] 10.222.0.71 "PUT /v2.0/routers/b2c283d2-c3cf-4fb2-8485-ebd526490de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8328199 Dec 08 02:20:28.625050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55716) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:28.626746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba48701-a619-4f18-8189-6e9d69db1003 None None] Sync routers for ids ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:20:28.638801 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba48701-a619-4f18-8189-6e9d69db1003 None None] Routers {'b2c283d2-c3cf-4fb2-8485-ebd526490de3'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:28.638801 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9ba48701-a619-4f18-8189-6e9d69db1003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:20:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:28.675996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3d231-0cb1-46cf-9b32-3893cc560264 req-3e219a00-7435-4c46-b569-29cc75110ec9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:28.677652 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14b3d231-0cb1-46cf-9b32-3893cc560264 req-3e219a00-7435-4c46-b569-29cc75110ec9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 944 time: 0.0538242 Dec 08 02:20:28.731385 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14b3d231-0cb1-46cf-9b32-3893cc560264 req-e76b5887-194b-4d81-a8ec-ce7f7bab14e0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473645 Dec 08 02:20:28.737104 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.754399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-9ba48701-a619-4f18-8189-6e9d69db1003 None None] Set router b2c283d2-c3cf-4fb2-8485-ebd526490de3 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:28.843589 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.896297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Deleting port 3da007a3-e22e-4dcf-a33a-d04b8a15e857 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:28.896636 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.931844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9ba48701-a619-4f18-8189-6e9d69db1003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:20:27Z', 'revision_number': 5, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port': {'id': '3da007a3-e22e-4dcf-a33a-d04b8a15e857', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:15Z', 'updated_at': '2021-12-08T02:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:28.958333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba48701-a619-4f18-8189-6e9d69db1003 None None] Checking router: b2c283d2-c3cf-4fb2-8485-ebd526490de3 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:20:28.966961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba48701-a619-4f18-8189-6e9d69db1003 None None] Routers {'b2c283d2-c3cf-4fb2-8485-ebd526490de3'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:28.967621 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9ba48701-a619-4f18-8189-6e9d69db1003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:20:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:28.976711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] For port 3da007a3-e22e-4dcf-a33a-d04b8a15e857, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3da007a3-e22e-4dcf-a33a-d04b8a15e857,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:28.977087 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.994193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Calling delete_port for 3da007a3-e22e-4dcf-a33a-d04b8a15e857 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:29.053086 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-9ba48701-a619-4f18-8189-6e9d69db1003 None None] Set router b2c283d2-c3cf-4fb2-8485-ebd526490de3 gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:29.106760 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9ba48701-a619-4f18-8189-6e9d69db1003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:20:28Z', 'revision_number': 6, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:29.136232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba48701-a619-4f18-8189-6e9d69db1003 None None] The sync data for ids ['b2c283d2-c3cf-4fb2-8485-ebd526490de3'] in n-d-713499-31 is: [{'id': 'b2c283d2-c3cf-4fb2-8485-ebd526490de3', 'name': 'tempest-AttachVolumeTestJSON-547864506-router', 'tenant_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:14Z', 'updated_at': '2021-12-08T02:20:28Z', 'revision_number': 6, 'project_id': '0c1cbe79e8f641d4a20d0177ba0200b6', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:20:29.160483 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.192067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da007a3-e22e-4dcf-a33a-d04b8a15e857,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:29.204039 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:29.204417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:29.204747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:29.205096 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:29.205436 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:29.205769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:29.206102 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:29.206434 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:29.206767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:29.207095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:29.207423 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:29.207773 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:29.207977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5702af4-b1a6-4a3e-9e7e-b04990fe637b None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:20:29.208104 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:29.258302 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-046d2479-d400-4c6c-9459-a08fd8becd8b req-0d1caf70-7c0a-484d-b903-ddb56620204e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419886 Dec 08 02:20:29.264182 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.356434 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.358639 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.362961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d2479-d400-4c6c-9459-a08fd8becd8b req-d1dd3f02-de6f-466e-a728-f99c5706175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:29.364486 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-046d2479-d400-4c6c-9459-a08fd8becd8b req-d1dd3f02-de6f-466e-a728-f99c5706175f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 1098 time: 0.0414655 Dec 08 02:20:29.405521 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.406092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2c283d2-c3cf-4fb2-8485-ebd526490de3 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:20:29.410414 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.414455 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9e6d2f13-ae86-4eb8-a7d8-677a40385f37 admin admin] 10.222.0.71 "DELETE /v2.0/routers/b2c283d2-c3cf-4fb2-8485-ebd526490de3 HTTP/1.1" status: 204 len: 168 time: 0.7855120 Dec 08 02:20:29.415436 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55718) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:29.460414 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-23598589-6016-4bec-a27f-2b1409bd7c6c admin admin] Deleting subnet 890cd2ed-9ae7-4a89-916f-2d2e22fc0f59 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:20:29.463635 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23598589-6016-4bec-a27f-2b1409bd7c6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.478878 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d2479-d400-4c6c-9459-a08fd8becd8b req-09d3e853-ea48-473c-ae71-ffd292d816ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:29.480420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-046d2479-d400-4c6c-9459-a08fd8becd8b req-09d3e853-ea48-473c-ae71-ffd292d816ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 200 len: 918 time: 0.0971537 Dec 08 02:20:29.502991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23598589-6016-4bec-a27f-2b1409bd7c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.506486 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e597508d-196e-4520-8b1e-d773806463dc up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:20:29.567884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port e597508d-196e-4520-8b1e-d773806463dc completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:20:29.572736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port e597508d-196e-4520-8b1e-d773806463dc triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:29.573106 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.575979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-046d2479-d400-4c6c-9459-a08fd8becd8b req-9beaf245-c4c4-468f-9a61-15643703e68b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9 HTTP/1.1" status: 200 len: 1001 time: 0.0710490 Dec 08 02:20:29.604386 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23598589-6016-4bec-a27f-2b1409bd7c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.639478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d2479-d400-4c6c-9459-a08fd8becd8b req-36aa2a1e-5fb8-447b-a90e-0fc942336255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:29.641101 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-046d2479-d400-4c6c-9459-a08fd8becd8b req-36aa2a1e-5fb8-447b-a90e-0fc942336255 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfe36e0c-7634-4108-a8e8-4f71e50f21d4 HTTP/1.1" status: 200 len: 856 time: 0.0579896 Dec 08 02:20:29.658830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23598589-6016-4bec-a27f-2b1409bd7c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.695778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23598589-6016-4bec-a27f-2b1409bd7c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=890cd2ed-9ae7-4a89-916f-2d2e22fc0f59,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:29.696653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d2479-d400-4c6c-9459-a08fd8becd8b req-f54babde-e7d0-4fbc-9ca8-68e5c3635c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:29.698177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-046d2479-d400-4c6c-9459-a08fd8becd8b req-f54babde-e7d0-4fbc-9ca8-68e5c3635c91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de25ac42-0f3c-45ea-b047-d8c536f67be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473456 Dec 08 02:20:29.698831 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23598589-6016-4bec-a27f-2b1409bd7c6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.702831 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-23598589-6016-4bec-a27f-2b1409bd7c6c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/890cd2ed-9ae7-4a89-916f-2d2e22fc0f59 HTTP/1.1" status: 204 len: 168 time: 0.2857990 Dec 08 02:20:29.704703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55720) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:29.787891 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.808379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-046d2479-d400-4c6c-9459-a08fd8becd8b req-97d0f558-4852-4811-85e8-c28807023b0a service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023953 Dec 08 02:20:29.815842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8484f992-c6da-42fc-8b10-b1b64c7c533e None None] Network 990035d0-5f75-410a-9ae4-93ef5b213255 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:29.864953 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Deleting port 87476904-e1c7-47ba-a8b5-16954ffee4f4 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:29.865529 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.876107 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.922830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:20:29.925186 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed70208-6215-4f71-a686-00171f4a201a" -d '{"events": [{"server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "name": "network-vif-plugged", "status": "completed", "tag": "e597508d-196e-4520-8b1e-d773806463dc"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:20:29.948812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] For port 87476904-e1c7-47ba-a8b5-16954ffee4f4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=87476904-e1c7-47ba-a8b5-16954ffee4f4,segment=NetworkSegment(f51b74b4-1e98-4c13-a805-d910b2ccfaec),segment_id=f51b74b4-1e98-4c13-a805-d910b2ccfaec)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:29.949190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.949589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:29.955736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-046d2479-d400-4c6c-9459-a08fd8becd8b req-fc784120-3077-4c25-9570-0b714e95778d service neutron] 10.222.0.45 "GET /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370044 Dec 08 02:20:29.965049 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.973095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Calling delete_port for 87476904-e1c7-47ba-a8b5-16954ffee4f4 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:29.994058 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d7f34-97a3-48b5-9db8-3f0b08f53636 req-c7478a88-6350-4e29-bccd-0c2a8e10f1c5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:29.995737 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-770d7f34-97a3-48b5-9db8-3f0b08f53636 req-c7478a88-6350-4e29-bccd-0c2a8e10f1c5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 944 time: 0.1834168 Dec 08 02:20:30.005902 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5215be-035d-4169-8f8b-7dd5f19c320d x-openstack-request-id: req-cc5215be-035d-4169-8f8b-7dd5f19c320d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:20:30.006578 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "name": "network-vif-plugged", "status": "completed", "tag": "e597508d-196e-4520-8b1e-d773806463dc", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:20:30.007088 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cc5215be-035d-4169-8f8b-7dd5f19c320d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:20:30.007924 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc', 'code': 200} Dec 08 02:20:30.044307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=e597508d-196e-4520-8b1e-d773806463dc,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:30.071354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-770d7f34-97a3-48b5-9db8-3f0b08f53636 req-2e5b72ab-852e-48fe-92a6-896a9f1673aa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688987 Dec 08 02:20:30.101319 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da305522-4d7b-4bec-9128-143334f844bd None None] DHCP port deletion for 990035d0-5f75-410a-9ae4-93ef5b213255 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:20:30.106212 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.139009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=87476904-e1c7-47ba-a8b5-16954ffee4f4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:30.152527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] No DVR routers for this DVR port 87476904-e1c7-47ba-a8b5-16954ffee4f4 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:20:30.166985 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf894533-e045-44c4-875b-190bdab81f64 req-f28d94b0-26b2-49c8-bf09-c9dc5005fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:30.168569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf894533-e045-44c4-875b-190bdab81f64 req-f28d94b0-26b2-49c8-bf09-c9dc5005fd58 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1097 time: 0.0496540 Dec 08 02:20:30.233971 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.249735 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf894533-e045-44c4-875b-190bdab81f64 req-e0cf6bf8-8952-4d71-818c-e4534687acbb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471449 Dec 08 02:20:30.263421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990035d0-5f75-410a-9ae4-93ef5b213255']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:30.274466 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51b74b4-1e98-4c13-a805-d910b2ccfaec') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:30.274765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51b74b4-1e98-4c13-a805-d910b2ccfaec') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:30.285251 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.299237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.305886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:20:30.306300 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:20:30.308024 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:20:30.364355 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.369941 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.373134 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] 10.222.0.71 "DELETE /v2.0/networks/990035d0-5f75-410a-9ae4-93ef5b213255 HTTP/1.1" status: 204 len: 168 time: 0.6674416 Dec 08 02:20:30.388817 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7c909-a97d-483b-ad7c-c5ac00bb5aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=990035d0-5f75-410a-9ae4-93ef5b213255,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:30.484392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55730) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:30.524514 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a6764767-ff4f-414e-9a80-d56cfcaf92c9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0c1cbe79e8f641d4a20d0177ba0200b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389729 Dec 08 02:20:30.527125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55732) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:30.576917 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4427affb-f7fe-422e-bf49-37ce4fd1b82c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.597866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4427affb-f7fe-422e-bf49-37ce4fd1b82c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.642754 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4427affb-f7fe-422e-bf49-37ce4fd1b82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.645385 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4427affb-f7fe-422e-bf49-37ce4fd1b82c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.646524 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4427affb-f7fe-422e-bf49-37ce4fd1b82c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e534859e-dea3-41aa-9a82-d608cd28c600 HTTP/1.1" status: 204 len: 168 time: 0.1184855 Dec 08 02:20:30.654822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427affb-f7fe-422e-bf49-37ce4fd1b82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e534859e-dea3-41aa-9a82-d608cd28c600,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:31.113823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3da007a3-e22e-4dcf-a33a-d04b8a15e857 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:20:31.135679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 3da007a3-e22e-4dcf-a33a-d04b8a15e857 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:20:31.136282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3da007a3-e22e-4dcf-a33a-d04b8a15e857 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:20:31.136734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 7fae530e-95d6-4401-b85c-aee37a04c1d9 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:20:31.156937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 7fae530e-95d6-4401-b85c-aee37a04c1d9 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:20:31.157332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 7fae530e-95d6-4401-b85c-aee37a04c1d9 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:20:31.157798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 87476904-e1c7-47ba-a8b5-16954ffee4f4 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:20:31.182043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 87476904-e1c7-47ba-a8b5-16954ffee4f4 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:20:31.182397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 87476904-e1c7-47ba-a8b5-16954ffee4f4 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:20:31.202011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca63a94-ed7e-46d9-92b6-80bfc987ce92 req-8ed1be32-94c6-4791-ad76-2b8725897ceb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:31.203502 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dca63a94-ed7e-46d9-92b6-80bfc987ce92 req-8ed1be32-94c6-4791-ad76-2b8725897ceb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.0553050 Dec 08 02:20:31.258986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dca63a94-ed7e-46d9-92b6-80bfc987ce92 req-2ba68609-222a-4f4d-b422-60a059604cfc tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483768 Dec 08 02:20:32.384762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1dce9-f98c-4987-a3d6-203125b324c2 req-3ba1fb49-982c-4091-9fd8-5834e1f2c660 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:32.386699 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8e1dce9-f98c-4987-a3d6-203125b324c2 req-3ba1fb49-982c-4091-9fd8-5834e1f2c660 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.0551965 Dec 08 02:20:32.435356 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8e1dce9-f98c-4987-a3d6-203125b324c2 req-23a6a0ea-e73a-4dfa-9961-3fccd2a6d8f8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427041 Dec 08 02:20:32.559306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf0414-5c94-482b-b5ba-925c7045f3fa req-6b78cf40-2c22-4d02-bf33-2cb32d3a8dfd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:32.560842 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ccf0414-5c94-482b-b5ba-925c7045f3fa req-6b78cf40-2c22-4d02-bf33-2cb32d3a8dfd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.0538743 Dec 08 02:20:32.614804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ccf0414-5c94-482b-b5ba-925c7045f3fa req-a64eed5e-4712-403d-896e-3ca4ccc1eb6c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476792 Dec 08 02:20:32.637395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55798) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:32.676854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cf2c39-0c62-4704-955d-2232ffd7b7fa tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:32.678508 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-19cf2c39-0c62-4704-955d-2232ffd7b7fa tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1092 time: 0.0400414 Dec 08 02:20:32.681359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55800) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:32.685968 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': 'e597508d-196e-4520-8b1e-d773806463dc', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:32.710624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:32.810156 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:32.913350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.25.8.53 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/57484c4a-d7be-4c59-9a24-48eab4d1b681) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:20:33.023051 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:33.057729 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:33.097080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:33.100571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:33.103994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:33.127359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=57484c4a-d7be-4c59-9a24-48eab4d1b681,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:33.481198 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:33.546473 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:33.696371 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:33.701018 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:33.773001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=57484c4a-d7be-4c59-9a24-48eab4d1b681,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:33.785104 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:33.888244 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Floating IP d8677bdd-2a79-457f-88fa-8ebd07b122ee associated. External IP: 172.25.8.53, port: e597508d-196e-4520-8b1e-d773806463dc. Dec 08 02:20:34.393061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:20:34.499527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:20:34.510770 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86dae1a-e86a-4295-8e3f-0df3ceb5ee2a None None] Sync routers for ids ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:20:34.517733 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:34.522531 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86dae1a-e86a-4295-8e3f-0df3ceb5ee2a None None] Routers {'3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:34.523216 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e86dae1a-e86a-4295-8e3f-0df3ceb5ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:20:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:34.557805 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-29145207-f96d-44d7-a8f1-10eb13170253 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8752654 Dec 08 02:20:34.558417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:20:34.560746 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3549fdf9-d113-4d80-bca5-b71976747cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "tag": "e597508d-196e-4520-8b1e-d773806463dc"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:20:34.606913 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec74a59-cd28-4d1f-9023-a806768a41c8 x-openstack-request-id: req-8ec74a59-cd28-4d1f-9023-a806768a41c8 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:20:34.607217 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "tag": "e597508d-196e-4520-8b1e-d773806463dc", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:20:34.607472 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8ec74a59-cd28-4d1f-9023-a806768a41c8 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:20:34.608024 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc', 'status': 'completed', 'code': 200} Dec 08 02:20:34.642539 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e86dae1a-e86a-4295-8e3f-0df3ceb5ee2a None None] Set router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:34.665170 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9750f7-15f1-4323-ba3d-b2ea733f9bc7 req-aec06aff-44f8-4049-895c-f0c6d8f1b23b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:34.667151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cf9750f7-15f1-4323-ba3d-b2ea733f9bc7 req-aec06aff-44f8-4049-895c-f0c6d8f1b23b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.0555212 Dec 08 02:20:34.741019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549fdf9-d113-4d80-bca5-b71976747cf7 req-37f794bc-261a-4a50-8ca9-7be3c38847c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:34.742522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3549fdf9-d113-4d80-bca5-b71976747cf7 req-37f794bc-261a-4a50-8ca9-7be3c38847c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1097 time: 0.0743029 Dec 08 02:20:34.751519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cf9750f7-15f1-4323-ba3d-b2ea733f9bc7 req-2ae2b50b-3ad8-4b2e-aeaa-5955248a7191 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744996 Dec 08 02:20:34.778807 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55856) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:34.851020 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9612d7ee-5973-44a7-9501-fab9844328af tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/d8677bdd-2a79-457f-88fa-8ebd07b122ee HTTP/1.1" status: 200 len: 990 time: 0.0692105 Dec 08 02:20:34.856844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549fdf9-d113-4d80-bca5-b71976747cf7 req-094633af-5e39-4b07-8b0c-763646de26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:34.858462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3549fdf9-d113-4d80-bca5-b71976747cf7 req-094633af-5e39-4b07-8b0c-763646de26a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 200 len: 897 time: 0.1060343 Dec 08 02:20:34.894996 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e86dae1a-e86a-4295-8e3f-0df3ceb5ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'd8677bdd-2a79-457f-88fa-8ebd07b122ee', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'port_id': 'e597508d-196e-4520-8b1e-d773806463dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'mac_address': 'fa:16:3e:e2:b7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:20:33Z', 'updated_at': '2021-12-08T02:20:33Z', 'revision_number': 0, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4338c1-dcd5-4c41-8ca7-582d0976061c', 'name': '', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2e:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:16Z', 'updated_at': '2021-12-08T02:20:22Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:34.919292 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86dae1a-e86a-4295-8e3f-0df3ceb5ee2a None None] Checking router: 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:20:34.927572 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86dae1a-e86a-4295-8e3f-0df3ceb5ee2a None None] Routers {'3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:34.928333 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e86dae1a-e86a-4295-8e3f-0df3ceb5ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:20:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:34.930343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3549fdf9-d113-4d80-bca5-b71976747cf7 req-defb3d31-b312-432e-ae81-c1c0e4838a5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 998 time: 0.0646648 Dec 08 02:20:34.981953 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549fdf9-d113-4d80-bca5-b71976747cf7 req-c8f041a4-51c6-4091-bc40-3658a75fdbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:34.986139 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3549fdf9-d113-4d80-bca5-b71976747cf7 req-c8f041a4-51c6-4091-bc40-3658a75fdbe9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb7be2c7-6fe3-4c43-aec9-693bdb582df4 HTTP/1.1" status: 200 len: 834 time: 0.0487468 Dec 08 02:20:35.040714 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549fdf9-d113-4d80-bca5-b71976747cf7 req-47cd567a-ceea-440a-ac20-26f40fdc7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:35.042307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3549fdf9-d113-4d80-bca5-b71976747cf7 req-47cd567a-ceea-440a-ac20-26f40fdc7979 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420473 Dec 08 02:20:35.043139 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e86dae1a-e86a-4295-8e3f-0df3ceb5ee2a None None] Set router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:35.298574 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e86dae1a-e86a-4295-8e3f-0df3ceb5ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'd8677bdd-2a79-457f-88fa-8ebd07b122ee', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'port_id': 'e597508d-196e-4520-8b1e-d773806463dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'mac_address': 'fa:16:3e:e2:b7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:20:33Z', 'updated_at': '2021-12-08T02:20:33Z', 'revision_number': 0, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4338c1-dcd5-4c41-8ca7-582d0976061c', 'name': '', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2e:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:16Z', 'updated_at': '2021-12-08T02:20:22Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:35.326778 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86dae1a-e86a-4295-8e3f-0df3ceb5ee2a None None] The sync data for ids ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'] in n-d-713499-31 is: [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'd8677bdd-2a79-457f-88fa-8ebd07b122ee', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'port_id': 'e597508d-196e-4520-8b1e-d773806463dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'mac_address': 'fa:16:3e:e2:b7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:20:33Z', 'updated_at': '2021-12-08T02:20:33Z', 'revision_number': 0, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4338c1-dcd5-4c41-8ca7-582d0976061c', 'name': '', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2e:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:16Z', 'updated_at': '2021-12-08T02:20:22Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:20:35.474549 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3549fdf9-d113-4d80-bca5-b71976747cf7 req-225c19f3-c60d-433e-94f5-3c1cf44611f5 service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235485 Dec 08 02:20:35.570542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b54e0-8831-4b7a-8bd2-d8cea334e6f8 None None] New status for floating IP d8677bdd-2a79-457f-88fa-8ebd07b122ee: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:20:35.571462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3549fdf9-d113-4d80-bca5-b71976747cf7 req-8b2d6638-4541-467f-9018-072a9a022e09 service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896034 Dec 08 02:20:35.853815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55876) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:35.918222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b6bda1bd-26a5-4a7a-abc4-a70f5ece2cf7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/d8677bdd-2a79-457f-88fa-8ebd07b122ee HTTP/1.1" status: 200 len: 992 time: 0.0630937 Dec 08 02:20:36.637458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55888) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:36.743469 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b481a5c6-7bc2-40c1-a201-1aae7cd43f52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.816978 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b481a5c6-7bc2-40c1-a201-1aae7cd43f52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.821260 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b481a5c6-7bc2-40c1-a201-1aae7cd43f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.866530 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b481a5c6-7bc2-40c1-a201-1aae7cd43f52 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1720af483bde4119997a76efb88290e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279038 Dec 08 02:20:36.867592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481a5c6-7bc2-40c1-a201-1aae7cd43f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8214fec7-5331-4fa2-960a-fd76fc7b2323,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:36.869258 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55892) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:36.915948 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20f7b640-7093-4de9-89db-56e1541649db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.936807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20f7b640-7093-4de9-89db-56e1541649db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.981517 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20f7b640-7093-4de9-89db-56e1541649db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.984098 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20f7b640-7093-4de9-89db-56e1541649db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.985226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-20f7b640-7093-4de9-89db-56e1541649db admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8214fec7-5331-4fa2-960a-fd76fc7b2323 HTTP/1.1" status: 204 len: 168 time: 0.1149781 Dec 08 02:20:36.994048 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7b640-7093-4de9-89db-56e1541649db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8214fec7-5331-4fa2-960a-fd76fc7b2323,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:37.243689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55898) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:37.256142 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce66172d-4f6e-4322-b885-723ba6f1e2da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:37.327559 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce66172d-4f6e-4322-b885-723ba6f1e2da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:37.331036 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce66172d-4f6e-4322-b885-723ba6f1e2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:37.371261 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ce66172d-4f6e-4322-b885-723ba6f1e2da admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fb1906bc38a84f7b951e699b44e6211d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269214 Dec 08 02:20:37.372144 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66172d-4f6e-4322-b885-723ba6f1e2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bd31d8-a605-452a-bedf-ae621cf7bce6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:37.374029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55900) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:37.422380 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e83a7b4a-14a6-4453-a357-cb206f2c1e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:37.443763 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e83a7b4a-14a6-4453-a357-cb206f2c1e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:37.489163 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e83a7b4a-14a6-4453-a357-cb206f2c1e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:37.492578 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e83a7b4a-14a6-4453-a357-cb206f2c1e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:37.493946 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e83a7b4a-14a6-4453-a357-cb206f2c1e25 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/54bd31d8-a605-452a-bedf-ae621cf7bce6 HTTP/1.1" status: 204 len: 168 time: 0.1188207 Dec 08 02:20:37.501509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a7b4a-14a6-4453-a357-cb206f2c1e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bd31d8-a605-452a-bedf-ae621cf7bce6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:39.498440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55964) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:39.603930 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e737d07-32a9-41db-b053-2f404e8a6e9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:39.676202 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e737d07-32a9-41db-b053-2f404e8a6e9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:39.680402 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9e737d07-32a9-41db-b053-2f404e8a6e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:39.718123 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9e737d07-32a9-41db-b053-2f404e8a6e9b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a0e8ee4a6d9b4580b1c2eebba6a83bc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2183592 Dec 08 02:20:39.719014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e737d07-32a9-41db-b053-2f404e8a6e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd74116-0401-40f5-8d45-f88ce08d69e4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:39.721651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55968) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:39.769127 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b8e1ce9-a8b2-4b18-b543-2c5f1a36f0eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:39.790269 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b8e1ce9-a8b2-4b18-b543-2c5f1a36f0eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:39.834779 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b8e1ce9-a8b2-4b18-b543-2c5f1a36f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:39.837568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b8e1ce9-a8b2-4b18-b543-2c5f1a36f0eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:39.838703 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2b8e1ce9-a8b2-4b18-b543-2c5f1a36f0eb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7bd74116-0401-40f5-8d45-f88ce08d69e4 HTTP/1.1" status: 204 len: 168 time: 0.1156712 Dec 08 02:20:39.846398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e1ce9-a8b2-4b18-b543-2c5f1a36f0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd74116-0401-40f5-8d45-f88ce08d69e4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:40.092513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 55974) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:40.106109 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b657baea-2e94-4d57-ac67-f01bebd0f13a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.178029 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b657baea-2e94-4d57-ac67-f01bebd0f13a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.181687 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b657baea-2e94-4d57-ac67-f01bebd0f13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.218954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b657baea-2e94-4d57-ac67-f01bebd0f13a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3dbef989b53a49679bb972e1e2b0193c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1251788 Dec 08 02:20:40.221691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657baea-2e94-4d57-ac67-f01bebd0f13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb63e952-b81a-4885-a8e6-910337e3d9cc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:40.221821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 55976) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:40.273037 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d21d94e8-9f9e-4c9f-8789-c3726fe9a879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.293211 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d21d94e8-9f9e-4c9f-8789-c3726fe9a879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.339907 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d21d94e8-9f9e-4c9f-8789-c3726fe9a879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.343110 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d21d94e8-9f9e-4c9f-8789-c3726fe9a879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.344231 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d21d94e8-9f9e-4c9f-8789-c3726fe9a879 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fb63e952-b81a-4885-a8e6-910337e3d9cc HTTP/1.1" status: 204 len: 168 time: 0.1214612 Dec 08 02:20:40.351795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d94e8-9f9e-4c9f-8789-c3726fe9a879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb63e952-b81a-4885-a8e6-910337e3d9cc,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:42.678641 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:20:49.660213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56230) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:49.764409 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-45298a41-49de-441f-9e50-ecad5c840554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:49.835517 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-45298a41-49de-441f-9e50-ecad5c840554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:49.839173 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-45298a41-49de-441f-9e50-ecad5c840554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:49.877211 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-45298a41-49de-441f-9e50-ecad5c840554 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b8feb2cbafcc4680a884e1c5604d0cb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2159302 Dec 08 02:20:49.878323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45298a41-49de-441f-9e50-ecad5c840554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66124c18-bdc5-4448-9100-df1607f33d57,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:49.879871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56234) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:49.931115 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51bba7d7-25f1-4977-8d10-51fef4f18b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:49.952241 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51bba7d7-25f1-4977-8d10-51fef4f18b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:49.997637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51bba7d7-25f1-4977-8d10-51fef4f18b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:50.000408 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-51bba7d7-25f1-4977-8d10-51fef4f18b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:50.001577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-51bba7d7-25f1-4977-8d10-51fef4f18b54 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/66124c18-bdc5-4448-9100-df1607f33d57 HTTP/1.1" status: 204 len: 168 time: 0.1207232 Dec 08 02:20:50.010177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bba7d7-25f1-4977-8d10-51fef4f18b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66124c18-bdc5-4448-9100-df1607f33d57,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:50.257963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:50.271897 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23866f35-48dc-4667-b254-0c66fd6539ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:50.343060 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23866f35-48dc-4667-b254-0c66fd6539ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:50.346731 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-23866f35-48dc-4667-b254-0c66fd6539ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:50.384236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-23866f35-48dc-4667-b254-0c66fd6539ea admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=388078c9f0eb4d7db7fef0869bc5f658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1251972 Dec 08 02:20:50.386157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23866f35-48dc-4667-b254-0c66fd6539ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fc5400-df9d-43a6-9838-fff05cb637ae,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:50.386984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56242) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:50.435689 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9663e278-5a4c-4de9-8ece-9498ca76181b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:50.458122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9663e278-5a4c-4de9-8ece-9498ca76181b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:50.507304 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9663e278-5a4c-4de9-8ece-9498ca76181b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:50.509979 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9663e278-5a4c-4de9-8ece-9498ca76181b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:50.511153 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9663e278-5a4c-4de9-8ece-9498ca76181b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c6fc5400-df9d-43a6-9838-fff05cb637ae HTTP/1.1" status: 204 len: 168 time: 0.1231394 Dec 08 02:20:50.519428 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663e278-5a4c-4de9-8ece-9498ca76181b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fc5400-df9d-43a6-9838-fff05cb637ae,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:51.995227 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30002d2e-d6a8-45cf-bc26-2d41834f662f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:53.562165 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:54.353965 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-918dfff5-c027-4e2d-b578-3d1f76ff2f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:54.356733 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:55.053776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8964f80-2137-4008-aafb-e57d026df19c req-087e5aa2-e10f-4db3-acfa-e4dbf82b9bff tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:55.056143 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8964f80-2137-4008-aafb-e57d026df19c req-087e5aa2-e10f-4db3-acfa-e4dbf82b9bff tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 946 time: 0.2796025 Dec 08 02:20:55.133343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d8964f80-2137-4008-aafb-e57d026df19c req-e14a1b34-e905-40de-a1fc-e658980e090d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622618 Dec 08 02:20:55.484064 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:56.235221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5b664-94b9-4493-a5ae-262216b11fa7 req-e3def56f-6003-4439-9d96-7fce3af95b3a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:56.236743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91f5b664-94b9-4493-a5ae-262216b11fa7 req-e3def56f-6003-4439-9d96-7fce3af95b3a tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 946 time: 0.0513785 Dec 08 02:20:56.315905 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91f5b664-94b9-4493-a5ae-262216b11fa7 req-c29d59e4-b395-4659-8965-11ffa802a63d tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups?id=451f561e-97f5-4cfa-be65-720ead66694d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710108 Dec 08 02:20:56.337501 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-d5f1ba52-0f01-4377-a4da-a43dff5bccc5 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:56.340067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-d5f1ba52-0f01-4377-a4da-a43dff5bccc5 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.45 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 946 time: 0.0557959 Dec 08 02:20:56.437187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Deleting port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:56.437524 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:56.536387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] For port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:56.536848 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:56.712095 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:56.712463 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:56.712782 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Floating IP 8b5300c3-bccf-4778-aa19-a5e5378127c5 disassociated. External IP: 172.25.8.179, port: 0c9a5ce8-3923-4434-9d58-e7b38d0840a9. Dec 08 02:20:56.713116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Calling delete_port for 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:56.844744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:56.884254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event deleted for resources: {'Port': ['ID=0c9a5ce8-3923-4434-9d58-e7b38d0840a9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:56.981540 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:56.995733 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Router 48122814-f56e-46bb-98e0-1ff8ce562226 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:20:57.106888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:20:57.117783 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8efa6-e135-4f1f-8d26-778830eaae3c None None] Sync routers for ids ['48122814-f56e-46bb-98e0-1ff8ce562226'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:20:57.127645 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8efa6-e135-4f1f-8d26-778830eaae3c None None] Routers {'48122814-f56e-46bb-98e0-1ff8ce562226'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:57.128269 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-faf8efa6-e135-4f1f-8d26-778830eaae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:20:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['48122814-f56e-46bb-98e0-1ff8ce562226'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:57.157032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] No DVR routers for this DVR port 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:20:57.159675 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:57.163181 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-23b2806d-8ccc-4be0-87d6-c2906e7da2e8 req-a62ecc1a-fe83-4498-a0b7-a517afd31bc4 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.45 "DELETE /v2.0/ports/0c9a5ce8-3923-4434-9d58-e7b38d0840a9 HTTP/1.1" status: 204 len: 173 time: 0.8168211 Dec 08 02:20:57.163640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'name': 'network-vif-deleted', 'tag': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:20:57.165943 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdc3c9b-57a9-4a08-986d-97fc7c472137" -d '{"events": [{"server_uuid": "033eb67b-61a7-4c7f-bfd4-45bf511cc9ab", "name": "network-vif-deleted", "tag": "0c9a5ce8-3923-4434-9d58-e7b38d0840a9"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:20:57.238583 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deefb8c4-5eb8-4aee-aa36-6f6a91376b43 x-openstack-request-id: req-deefb8c4-5eb8-4aee-aa36-6f6a91376b43 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:20:57.239218 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033eb67b-61a7-4c7f-bfd4-45bf511cc9ab", "name": "network-vif-deleted", "tag": "0c9a5ce8-3923-4434-9d58-e7b38d0840a9", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:20:57.239218 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-deefb8c4-5eb8-4aee-aa36-6f6a91376b43 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:20:57.239805 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033eb67b-61a7-4c7f-bfd4-45bf511cc9ab', 'name': 'network-vif-deleted', 'tag': '0c9a5ce8-3923-4434-9d58-e7b38d0840a9', 'status': 'completed', 'code': 200} Dec 08 02:20:57.252620 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-faf8efa6-e135-4f1f-8d26-778830eaae3c None None] Set router 48122814-f56e-46bb-98e0-1ff8ce562226 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:57.468356 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09f32b67-c4e5-4f00-ba05-0644fa1ba89d req-cfa803f2-518a-47da-b75a-073b63b42de7 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/ports?device_id=033eb67b-61a7-4c7f-bfd4-45bf511cc9ab HTTP/1.1" status: 200 len: 210 time: 0.0437799 Dec 08 02:20:57.555704 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-faf8efa6-e135-4f1f-8d26-778830eaae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:49Z', 'revision_number': 5, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:57.580532 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8efa6-e135-4f1f-8d26-778830eaae3c None None] Checking router: 48122814-f56e-46bb-98e0-1ff8ce562226 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:20:57.588617 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8efa6-e135-4f1f-8d26-778830eaae3c None None] Routers {'48122814-f56e-46bb-98e0-1ff8ce562226'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:57.589216 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-faf8efa6-e135-4f1f-8d26-778830eaae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:20:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['48122814-f56e-46bb-98e0-1ff8ce562226'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:57.698742 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-faf8efa6-e135-4f1f-8d26-778830eaae3c None None] Set router 48122814-f56e-46bb-98e0-1ff8ce562226 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:20:57.903101 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:57.906344 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-faf8efa6-e135-4f1f-8d26-778830eaae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:49Z', 'revision_number': 5, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:57.932673 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8efa6-e135-4f1f-8d26-778830eaae3c None None] The sync data for ids ['48122814-f56e-46bb-98e0-1ff8ce562226'] in n-d-713499-31 is: [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:13:42Z', 'revision_number': 4, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '34bf2d84-c1da-4351-9749-2bfe520221a2', 'name': '', 'network_id': 'de25ac42-0f3c-45ea-b047-d8c536f67be0', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'mac_address': 'fa:16:3e:fa:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:39Z', 'updated_at': '2021-12-08T02:13:49Z', 'revision_number': 5, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'subnets': [{'id': 'dfe36e0c-7634-4108-a8e8-4f71e50f21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:20:58.179387 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eda111-6f22-49b0-bd74-a9c5e373add0 None None] New status for floating IP 8b5300c3-bccf-4778-aa19-a5e5378127c5: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:20:58.531368 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56442) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:58.553340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56446) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:58.608905 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88ba217a-d1d5-4667-af43-a605a5a6889f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.638348 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88ba217a-d1d5-4667-af43-a605a5a6889f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.650930 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74ac89bc-49df-4eb7-90b8-84a09e9c950c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.715039 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88ba217a-d1d5-4667-af43-a605a5a6889f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.718037 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88ba217a-d1d5-4667-af43-a605a5a6889f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.719192 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-88ba217a-d1d5-4667-af43-a605a5a6889f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "DELETE /v2.0/security-groups/451f561e-97f5-4cfa-be65-720ead66694d HTTP/1.1" status: 204 len: 168 time: 0.1648407 Dec 08 02:20:58.722062 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56448) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:58.733852 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba217a-d1d5-4667-af43-a605a5a6889f tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451f561e-97f5-4cfa-be65-720ead66694d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:58.735472 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-ba33b60f-7539-4920-841a-170cb0b93315 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] show failed (client error): The resource could not be found. Dec 08 02:20:58.736660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ba33b60f-7539-4920-841a-170cb0b93315 tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "GET /v2.0/security-groups/451f561e-97f5-4cfa-be65-720ead66694d HTTP/1.1" status: 404 len: 347 time: 0.0136085 Dec 08 02:20:58.739468 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56450) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:58.778300 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74ac89bc-49df-4eb7-90b8-84a09e9c950c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.782107 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74ac89bc-49df-4eb7-90b8-84a09e9c950c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.819646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac89bc-49df-4eb7-90b8-84a09e9c950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345e6458-26e5-4713-b419-6bbe15c8b44d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:58.828024 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-74ac89bc-49df-4eb7-90b8-84a09e9c950c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f5682f042a4744b1b586cdb2fb9c7256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2930250 Dec 08 02:20:58.828813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56452) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:58.874122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-eee48417-a4dd-4a24-9225-30256c1890fc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Deleting port b1cfdfd5-6e59-486f-b2f2-43bd656a009f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:58.874378 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eee48417-a4dd-4a24-9225-30256c1890fc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.882228 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7fa92e8d-a0f4-44e3-9b00-3ebed844a200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.903583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7fa92e8d-a0f4-44e3-9b00-3ebed844a200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.950058 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7fa92e8d-a0f4-44e3-9b00-3ebed844a200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.953031 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7fa92e8d-a0f4-44e3-9b00-3ebed844a200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.956587 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7fa92e8d-a0f4-44e3-9b00-3ebed844a200 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/345e6458-26e5-4713-b419-6bbe15c8b44d HTTP/1.1" status: 204 len: 168 time: 0.1249409 Dec 08 02:20:58.956757 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eee48417-a4dd-4a24-9225-30256c1890fc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.956757 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eee48417-a4dd-4a24-9225-30256c1890fc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.962482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa92e8d-a0f4-44e3-9b00-3ebed844a200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345e6458-26e5-4713-b419-6bbe15c8b44d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:58.968301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-eee48417-a4dd-4a24-9225-30256c1890fc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Calling delete_port for b1cfdfd5-6e59-486f-b2f2-43bd656a009f owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:59.110387 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eee48417-a4dd-4a24-9225-30256c1890fc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.140177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee48417-a4dd-4a24-9225-30256c1890fc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Pushing event deleted for resources: {'Port': ['ID=b1cfdfd5-6e59-486f-b2f2-43bd656a009f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:59.198425 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eee48417-a4dd-4a24-9225-30256c1890fc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.201026 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eee48417-a4dd-4a24-9225-30256c1890fc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.202213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-eee48417-a4dd-4a24-9225-30256c1890fc tempest-AttachVolumeShelveTestJSON-830640794 tempest-AttachVolumeShelveTestJSON-830640794-project] 10.222.0.71 "DELETE /v2.0/floatingips/8b5300c3-bccf-4778-aa19-a5e5378127c5 HTTP/1.1" status: 204 len: 168 time: 0.4615469 Dec 08 02:20:59.228408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56458) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:59.243093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26dacc44-64ba-463c-8442-962c59c4270f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.318660 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26dacc44-64ba-463c-8442-962c59c4270f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.323518 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-26dacc44-64ba-463c-8442-962c59c4270f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.352417 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-26dacc44-64ba-463c-8442-962c59c4270f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6854f5abc779486d9d71e6574e676a9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1204603 Dec 08 02:20:59.352727 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56464) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:59.394181 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dacc44-64ba-463c-8442-962c59c4270f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54180d47-d092-4970-9b5e-3630cb152f0a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:59.422655 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0af4efc2-689f-4197-9e4b-b8b9ee00e819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.444775 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0af4efc2-689f-4197-9e4b-b8b9ee00e819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.489105 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0af4efc2-689f-4197-9e4b-b8b9ee00e819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.492880 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0af4efc2-689f-4197-9e4b-b8b9ee00e819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.496428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0af4efc2-689f-4197-9e4b-b8b9ee00e819 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/54180d47-d092-4970-9b5e-3630cb152f0a HTTP/1.1" status: 204 len: 168 time: 0.1405854 Dec 08 02:20:59.502187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4efc2-689f-4197-9e4b-b8b9ee00e819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54180d47-d092-4970-9b5e-3630cb152f0a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:59.580996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:20:59.603213 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:20:59.603557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0c9a5ce8-3923-4434-9d58-e7b38d0840a9 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:20:59.819192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56470) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:59.832970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b1979b2-9a7f-4c67-861e-869ed4b22342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.906685 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b1979b2-9a7f-4c67-861e-869ed4b22342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.910682 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b1979b2-9a7f-4c67-861e-869ed4b22342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.951783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1979b2-9a7f-4c67-861e-869ed4b22342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38b9a12-6e10-48d3-a7c8-dc08830e0e6a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:59.960111 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0b1979b2-9a7f-4c67-861e-869ed4b22342 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e31c465ea89d4000b2e26403e7541b2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372969 Dec 08 02:20:59.961005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56472) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:00.010105 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd741aae-7efe-4c6a-af10-70ad28868df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:00.034319 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd741aae-7efe-4c6a-af10-70ad28868df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:00.080230 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd741aae-7efe-4c6a-af10-70ad28868df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:00.083113 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bd741aae-7efe-4c6a-af10-70ad28868df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:00.084887 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bd741aae-7efe-4c6a-af10-70ad28868df2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b38b9a12-6e10-48d3-a7c8-dc08830e0e6a HTTP/1.1" status: 204 len: 168 time: 0.1236346 Dec 08 02:21:00.092919 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd741aae-7efe-4c6a-af10-70ad28868df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38b9a12-6e10-48d3-a7c8-dc08830e0e6a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:00.804971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56498) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:00.899690 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-100968024'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:00.920951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Made reservation on behalf of 5279a5ccd1af4efbb36fdddd57f19f30 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:00.924740 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:00.934213 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.008961 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.012837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.041613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:01.050980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db061f9-576f-4027-b448-01972d88754b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:01.058620 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.058975 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Added segment 2d8f608d-9da3-4f03-90d7-07f857a78674 of type vlan for network 1ea7292a-83fe-45a2-bc7d-f0bb35d92747 Dec 08 02:21:01.104885 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.134785 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.140434 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:01.141046 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.207632 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4015484 Dec 08 02:21:01.210493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56502) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:01.216208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9c3375ac-b641-4c57-baac-34a667addf4b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Request body: {'subnet': {'network_id': '1ea7292a-83fe-45a2-bc7d-f0bb35d92747', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:01.216585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a33a15-f3a0-411e-a32b-ea42d9b9acf4 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event updated for resources: {'Network': ['ID=1ea7292a-83fe-45a2-bc7d-f0bb35d92747,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:01.229791 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 1ea7292a-83fe-45a2-bc7d-f0bb35d92747 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:01.310004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3375ac-b641-4c57-baac-34a667addf4b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Made reservation on behalf of 5279a5ccd1af4efbb36fdddd57f19f30 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:01.313863 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c3375ac-b641-4c57-baac-34a667addf4b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.501152 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c3375ac-b641-4c57-baac-34a667addf4b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.570015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3375ac-b641-4c57-baac-34a667addf4b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event updated for resources: {'Subnet': ['ID=d7f1a9d4-3a4b-4929-bdc4-d0554806df35,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:01.577736 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3375ac-b641-4c57-baac-34a667addf4b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Checking segment: {'id': '2d8f608d-9da3-4f03-90d7-07f857a78674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ea7292a-83fe-45a2-bc7d-f0bb35d92747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:01.578121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3375ac-b641-4c57-baac-34a667addf4b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Network hostable DHCP agents. Network: 1ea7292a-83fe-45a2-bc7d-f0bb35d92747, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:21:01.609996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3375ac-b641-4c57-baac-34a667addf4b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Network 1ea7292a-83fe-45a2-bc7d-f0bb35d92747 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:21:01.623981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9c3375ac-b641-4c57-baac-34a667addf4b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 1ea7292a-83fe-45a2-bc7d-f0bb35d92747) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:01.629158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3375ac-b641-4c57-baac-34a667addf4b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:01.630086 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9c3375ac-b641-4c57-baac-34a667addf4b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.651532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63acb645-0ba2-4860-8267-8388e531bbe0 None None] Network 1ea7292a-83fe-45a2-bc7d-f0bb35d92747 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:01.659489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9c3375ac-b641-4c57-baac-34a667addf4b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4478893 Dec 08 02:21:01.662613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56514) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:01.667272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-726925db-98ca-4bc6-b93a-5bf0dc206a93 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-183629247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:01.691424 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-726925db-98ca-4bc6-b93a-5bf0dc206a93 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.692537 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-726925db-98ca-4bc6-b93a-5bf0dc206a93 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.747063 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-726925db-98ca-4bc6-b93a-5bf0dc206a93 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.752856 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-726925db-98ca-4bc6-b93a-5bf0dc206a93 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.783596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-1ea7292a-83fe-45a2-bc7d-f0bb35d92747', 'network_id': '1ea7292a-83fe-45a2-bc7d-f0bb35d92747', 'project_id': '5279a5ccd1af4efbb36fdddd57f19f30', 'fixed_ips': [{'subnet_id': 'd7f1a9d4-3a4b-4929-bdc4-d0554806df35'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:21:01.785077 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.785554 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-726925db-98ca-4bc6-b93a-5bf0dc206a93 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:01.787355 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-726925db-98ca-4bc6-b93a-5bf0dc206a93 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1230750 Dec 08 02:21:01.790486 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56516) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:01.939231 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Allocated IP 172.20.0.2 (1ea7292a-83fe-45a2-bc7d-f0bb35d92747/d7f1a9d4-3a4b-4929-bdc4-d0554806df35/42600ac5-a4a4-4499-a48d-2258efb98159) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:02.107657 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:02.115000 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:02.125482 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:02.162973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Pushing event updated for resources: {'Port': ['ID=42600ac5-a4a4-4499-a48d-2258efb98159,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:02.183039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Network 1ea7292a-83fe-45a2-bc7d-f0bb35d92747 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:02.184823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:02.187342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:02.188132 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:02.188670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:02.189197 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:02.189527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:02.189864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:02.190185 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:02.190663 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:02.191166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:02.191491 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:02.191841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:02.192399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:02.193258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:02.203251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:02.278835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Attempting to bind port 42600ac5-a4a4-4499-a48d-2258efb98159 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:02.280078 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Attempting to bind port 42600ac5-a4a4-4499-a48d-2258efb98159 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '2d8f608d-9da3-4f03-90d7-07f857a78674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ea7292a-83fe-45a2-bc7d-f0bb35d92747'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:02.280724 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Attempting to bind port 42600ac5-a4a4-4499-a48d-2258efb98159 on network 1ea7292a-83fe-45a2-bc7d-f0bb35d92747 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:02.287130 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:21:02.288070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Checking segment: {'id': '2d8f608d-9da3-4f03-90d7-07f857a78674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ea7292a-83fe-45a2-bc7d-f0bb35d92747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:02.288911 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:02.289517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Bound using segment: {'id': '2d8f608d-9da3-4f03-90d7-07f857a78674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ea7292a-83fe-45a2-bc7d-f0bb35d92747'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:21:02.290205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Bound port: 42600ac5-a4a4-4499-a48d-2258efb98159, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8f608d-9da3-4f03-90d7-07f857a78674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ea7292a-83fe-45a2-bc7d-f0bb35d92747'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:21:02.290826 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:02.362133 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] For port 42600ac5-a4a4-4499-a48d-2258efb98159, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:02.367076 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] For port 42600ac5-a4a4-4499-a48d-2258efb98159, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=42600ac5-a4a4-4499-a48d-2258efb98159,segment=NetworkSegment(2d8f608d-9da3-4f03-90d7-07f857a78674),segment_id=2d8f608d-9da3-4f03-90d7-07f857a78674)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:21:02.372364 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:02.422080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Allocated IP 172.20.0.1 (1ea7292a-83fe-45a2-bc7d-f0bb35d92747/d7f1a9d4-3a4b-4929-bdc4-d0554806df35/53c1587f-0db6-440c-baef-0eb0f626e941) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:02.452646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392468b-d912-4aec-93aa-83b628e1196c None None] Pushing event updated for resources: {'Port': ['ID=42600ac5-a4a4-4499-a48d-2258efb98159,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:02.561663 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:02.599700 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:02.653968 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Network 1ea7292a-83fe-45a2-bc7d-f0bb35d92747 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:02.658337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:02.662517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:02.740551 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:02.744539 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event updated for resources: {'Port': ['ID=53c1587f-0db6-440c-baef-0eb0f626e941,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:02.898743 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:03.161001 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:03.162264 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 42600ac5-a4a4-4499-a48d-2258efb98159 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:21:03.165622 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:03.218999 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 42600ac5-a4a4-4499-a48d-2258efb98159 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:03.219669 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:03.260910 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:03.269424 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event updated for resources: {'Port': ['ID=53c1587f-0db6-440c-baef-0eb0f626e941,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:03.325948 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:03.362527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 42600ac5-a4a4-4499-a48d-2258efb98159, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=42600ac5-a4a4-4499-a48d-2258efb98159,segment=NetworkSegment(2d8f608d-9da3-4f03-90d7-07f857a78674),segment_id=2d8f608d-9da3-4f03-90d7-07f857a78674)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:03.368142 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Network 1ea7292a-83fe-45a2-bc7d-f0bb35d92747 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:03.369289 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:03.370002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:03.431001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=42600ac5-a4a4-4499-a48d-2258efb98159,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:03.515704 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Router 6ef53304-ce86-489e-9e88-be04ae77b776 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:21:03.616379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:21:03.623088 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b9e7fa08-0693-4bc0-9d09-75b63893aa3d tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "PUT /v2.0/routers/6ef53304-ce86-489e-9e88-be04ae77b776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8312309 Dec 08 02:21:03.625504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56520) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:03.631255 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf7443-9eaa-4b07-92c6-5f34f33d0d86 None None] Sync routers for ids ['6ef53304-ce86-489e-9e88-be04ae77b776'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:21:03.635299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-07965789-a0c3-4513-a7af-a6011a14d1af tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Request body: {'port': {'network_id': '1ea7292a-83fe-45a2-bc7d-f0bb35d92747', 'name': 'tempest-FloatingIPNegativeTestJSON-350923276'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:03.637812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3fc39-a234-43cb-8517-bd27c5deb990 None None] Network 1ea7292a-83fe-45a2-bc7d-f0bb35d92747 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:03.643278 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf7443-9eaa-4b07-92c6-5f34f33d0d86 None None] Routers {'6ef53304-ce86-489e-9e88-be04ae77b776'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:21:03.644204 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d1bf7443-9eaa-4b07-92c6-5f34f33d0d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:20:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6ef53304-ce86-489e-9e88-be04ae77b776'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:03.684986 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d1bf7443-9eaa-4b07-92c6-5f34f33d0d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:03.694467 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf7443-9eaa-4b07-92c6-5f34f33d0d86 None None] Routers {'6ef53304-ce86-489e-9e88-be04ae77b776'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:21:03.695368 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d1bf7443-9eaa-4b07-92c6-5f34f33d0d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:20:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6ef53304-ce86-489e-9e88-be04ae77b776'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:03.702400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-be059425-53b3-40a3-aecd-26d3a599c34e None None] Provisioning complete for port 42600ac5-a4a4-4499-a48d-2258efb98159 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:03.702773 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be059425-53b3-40a3-aecd-26d3a599c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:03.732216 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d1bf7443-9eaa-4b07-92c6-5f34f33d0d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:03.733234 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf7443-9eaa-4b07-92c6-5f34f33d0d86 None None] The sync data for ids ['6ef53304-ce86-489e-9e88-be04ae77b776'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:21:03.778835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07965789-a0c3-4513-a7af-a6011a14d1af tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Made reservation on behalf of 5279a5ccd1af4efbb36fdddd57f19f30 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:03.784106 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07965789-a0c3-4513-a7af-a6011a14d1af tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:03.818794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-07965789-a0c3-4513-a7af-a6011a14d1af tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] device_id is not set on port b19c0633-48ba-4f64-9e23-5a158e1f48ad yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:21:03.945766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-07965789-a0c3-4513-a7af-a6011a14d1af tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Allocated IP 172.20.0.8 (1ea7292a-83fe-45a2-bc7d-f0bb35d92747/d7f1a9d4-3a4b-4929-bdc4-d0554806df35/b19c0633-48ba-4f64-9e23-5a158e1f48ad) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:04.054320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d21e7eb5-5bee-4a04-98cb-7e2722b034a6 None None] Provisioning complete for port 53c1587f-0db6-440c-baef-0eb0f626e941 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:04.054686 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d21e7eb5-5bee-4a04-98cb-7e2722b034a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.100721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d21e7eb5-5bee-4a04-98cb-7e2722b034a6 None None] Port 53c1587f-0db6-440c-baef-0eb0f626e941 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:21:04.112245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d21e7eb5-5bee-4a04-98cb-7e2722b034a6 None None] Provisioning complete for port 42600ac5-a4a4-4499-a48d-2258efb98159 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:04.112621 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d21e7eb5-5bee-4a04-98cb-7e2722b034a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.117437 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07965789-a0c3-4513-a7af-a6011a14d1af tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.161642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07965789-a0c3-4513-a7af-a6011a14d1af tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.226370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07965789-a0c3-4513-a7af-a6011a14d1af tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Network 1ea7292a-83fe-45a2-bc7d-f0bb35d92747 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:04.230866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-07965789-a0c3-4513-a7af-a6011a14d1af tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:04.233767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07965789-a0c3-4513-a7af-a6011a14d1af tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:04.238659 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07965789-a0c3-4513-a7af-a6011a14d1af tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event updated for resources: {'Port': ['ID=b19c0633-48ba-4f64-9e23-5a158e1f48ad,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:04.291075 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07965789-a0c3-4513-a7af-a6011a14d1af tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:04.291715 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-07965789-a0c3-4513-a7af-a6011a14d1af tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.314165 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-07965789-a0c3-4513-a7af-a6011a14d1af tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6874628 Dec 08 02:21:04.318392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56526) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:04.323712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:04.326627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-430d0bbb-4130-4104-81b0-36154c64aef9 None None] Provisioning complete for port 53c1587f-0db6-440c-baef-0eb0f626e941 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:04.327108 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-430d0bbb-4130-4104-81b0-36154c64aef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.351712 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.374497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-430d0bbb-4130-4104-81b0-36154c64aef9 None None] Port 53c1587f-0db6-440c-baef-0eb0f626e941 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:21:04.467506 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.575836 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Allocated IP 172.25.8.229 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/829f2cc5-dc5b-4634-9621-df98a424fb09) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:04.608795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-012a8185-e030-474c-a037-2dc221fbb38b None None] Provisioning complete for port 53c1587f-0db6-440c-baef-0eb0f626e941 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:04.609639 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-012a8185-e030-474c-a037-2dc221fbb38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.656673 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-012a8185-e030-474c-a037-2dc221fbb38b None None] Port 53c1587f-0db6-440c-baef-0eb0f626e941 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:21:04.692450 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.729112 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.768365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:04.771301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:04.775071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:04.778402 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-be0c412b-c0e0-41a1-9ea2-91490916a440 None None] Provisioning complete for port b19c0633-48ba-4f64-9e23-5a158e1f48ad triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:04.779054 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be0c412b-c0e0-41a1-9ea2-91490916a440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.804984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event updated for resources: {'Port': ['ID=829f2cc5-dc5b-4634-9621-df98a424fb09,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:04.817288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-be0c412b-c0e0-41a1-9ea2-91490916a440 None None] Port b19c0633-48ba-4f64-9e23-5a158e1f48ad cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:21:04.876763 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.905654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56534) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:04.921934 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:05.137322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 42600ac5-a4a4-4499-a48d-2258efb98159 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:21:05.190742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 42600ac5-a4a4-4499-a48d-2258efb98159 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:05.191510 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:05.497533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:05.506540 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:05.620179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event updated for resources: {'Port': ['ID=829f2cc5-dc5b-4634-9621-df98a424fb09,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:05.646998 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:05.686705 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:05.689594 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1d1b4212-9c29-470b-b91f-739c68b77340 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3686359 Dec 08 02:21:05.690767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56538) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:05.700278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-337942e2-0e6d-4724-853d-12d9872629cc tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Request body: {'floatingip': {'port_id': 'b19c0633-48ba-4f64-9e23-5a158e1f48ad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:05.764962 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-337942e2-0e6d-4724-853d-12d9872629cc tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for floatingip, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:05.895181 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-337942e2-0e6d-4724-853d-12d9872629cc tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] update failed (client error): The resource could not be found. Dec 08 02:21:05.896205 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-337942e2-0e6d-4724-853d-12d9872629cc tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "PUT /v2.0/floatingips/7beb3756-2732-4b02-900c-064b2bf3eecc HTTP/1.1" status: 404 len: 507 time: 0.2009308 Dec 08 02:21:05.900688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56540) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:05.947001 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4ede-63dd-4507-8baf-1d403f982216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:06.034656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-551635ec-fbef-4c30-9e18-9e60ac45abed tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Deleting port 829f2cc5-dc5b-4634-9621-df98a424fb09 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:06.034991 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-551635ec-fbef-4c30-9e18-9e60ac45abed tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:06.119904 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-551635ec-fbef-4c30-9e18-9e60ac45abed tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:06.120390 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-551635ec-fbef-4c30-9e18-9e60ac45abed tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:06.134480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-551635ec-fbef-4c30-9e18-9e60ac45abed tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Calling delete_port for 829f2cc5-dc5b-4634-9621-df98a424fb09 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:06.216032 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c4ede-63dd-4507-8baf-1d403f982216 admin admin] Deleting port 34bf2d84-c1da-4351-9749-2bfe520221a2 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:06.216375 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4ede-63dd-4507-8baf-1d403f982216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:06.264330 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-551635ec-fbef-4c30-9e18-9e60ac45abed tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:06.293612 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551635ec-fbef-4c30-9e18-9e60ac45abed tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event deleted for resources: {'Port': ['ID=829f2cc5-dc5b-4634-9621-df98a424fb09,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:06.305800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-ed8c4ede-63dd-4507-8baf-1d403f982216 admin admin] For port 34bf2d84-c1da-4351-9749-2bfe520221a2, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=34bf2d84-c1da-4351-9749-2bfe520221a2,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:06.306176 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4ede-63dd-4507-8baf-1d403f982216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:06.319210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c4ede-63dd-4507-8baf-1d403f982216 admin admin] Calling delete_port for 34bf2d84-c1da-4351-9749-2bfe520221a2 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:06.352903 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-551635ec-fbef-4c30-9e18-9e60ac45abed tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:06.355463 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-551635ec-fbef-4c30-9e18-9e60ac45abed tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:06.356634 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-551635ec-fbef-4c30-9e18-9e60ac45abed tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "DELETE /v2.0/floatingips/7beb3756-2732-4b02-900c-064b2bf3eecc HTTP/1.1" status: 204 len: 168 time: 0.4537077 Dec 08 02:21:06.360295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56542) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:06.364676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c06f5b41-5241-4960-8550-8e2032d1adcc tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Request body: {'floatingip': {'floating_network_id': '1ea7292a-83fe-45a2-bc7d-f0bb35d92747', 'port_id': 'b19c0633-48ba-4f64-9e23-5a158e1f48ad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:06.386782 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c06f5b41-5241-4960-8550-8e2032d1adcc tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:06.497950 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-c06f5b41-5241-4960-8550-8e2032d1adcc tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:21:06.499001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c06f5b41-5241-4960-8550-8e2032d1adcc tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1377931 Dec 08 02:21:06.502632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56544) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:06.507569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': 'b19c0633-48ba-4f64-9e23-5a158e1f48ad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:06.512889 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4ede-63dd-4507-8baf-1d403f982216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:06.547682 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c4ede-63dd-4507-8baf-1d403f982216 admin admin] Pushing event deleted for resources: {'Port': ['ID=34bf2d84-c1da-4351-9749-2bfe520221a2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:06.574523 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:06.778231 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4ede-63dd-4507-8baf-1d403f982216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:06.832212 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:07.020264 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Allocated IP 172.25.8.52 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/ac118d8a-a5bb-45da-94de-96b30b77d298) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:07.140155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8c4ede-63dd-4507-8baf-1d403f982216 admin admin] Router 48122814-f56e-46bb-98e0-1ff8ce562226 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:21:07.211436 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:07.291268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8c4ede-63dd-4507-8baf-1d403f982216 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:21:07.296553 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ed8c4ede-63dd-4507-8baf-1d403f982216 admin admin] 10.222.0.71 "PUT /v2.0/routers/48122814-f56e-46bb-98e0-1ff8ce562226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3898184 Dec 08 02:21:07.299769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56546) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:07.300252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:07.303247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd53b7ca-c872-4f72-81cc-0bd37b31eea2 None None] Sync routers for ids ['48122814-f56e-46bb-98e0-1ff8ce562226'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:21:07.313477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd53b7ca-c872-4f72-81cc-0bd37b31eea2 None None] Routers {'48122814-f56e-46bb-98e0-1ff8ce562226'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:21:07.314097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fd53b7ca-c872-4f72-81cc-0bd37b31eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:20:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['48122814-f56e-46bb-98e0-1ff8ce562226'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:07.341514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:07.344670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:07.348307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:07.354035 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event updated for resources: {'Port': ['ID=ac118d8a-a5bb-45da-94de-96b30b77d298,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:07.413526 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:07.425327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-fd53b7ca-c872-4f72-81cc-0bd37b31eea2 None None] Set router 48122814-f56e-46bb-98e0-1ff8ce562226 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:21:07.518892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Deleting port ac118d8a-a5bb-45da-94de-96b30b77d298 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:07.519503 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:07.521993 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:07.577884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] Deleting port 421ca229-8a47-4bbe-99b3-55a1aac3928e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:07.578289 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:07.601463 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:07.602074 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:07.614718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fd53b7ca-c872-4f72-81cc-0bd37b31eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:21:06Z', 'revision_number': 5, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port': {'id': '421ca229-8a47-4bbe-99b3-55a1aac3928e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:13:34Z', 'updated_at': '2021-12-08T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:07.615731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Calling delete_port for ac118d8a-a5bb-45da-94de-96b30b77d298 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:07.639820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd53b7ca-c872-4f72-81cc-0bd37b31eea2 None None] Checking router: 48122814-f56e-46bb-98e0-1ff8ce562226 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:21:07.648822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd53b7ca-c872-4f72-81cc-0bd37b31eea2 None None] Routers {'48122814-f56e-46bb-98e0-1ff8ce562226'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:21:07.649430 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fd53b7ca-c872-4f72-81cc-0bd37b31eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:20:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['48122814-f56e-46bb-98e0-1ff8ce562226'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:07.661866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] For port 421ca229-8a47-4bbe-99b3-55a1aac3928e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=421ca229-8a47-4bbe-99b3-55a1aac3928e,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:07.661866 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:07.673232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] Calling delete_port for 421ca229-8a47-4bbe-99b3-55a1aac3928e owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:07.735017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-fd53b7ca-c872-4f72-81cc-0bd37b31eea2 None None] Set router 48122814-f56e-46bb-98e0-1ff8ce562226 gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:21:07.766028 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:07.785629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fd53b7ca-c872-4f72-81cc-0bd37b31eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:21:07Z', 'revision_number': 6, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:07.793140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event deleted for resources: {'Port': ['ID=ac118d8a-a5bb-45da-94de-96b30b77d298,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:07.857816 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:07.886469 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] create failed (client error): The resource could not be found. Dec 08 02:21:07.887746 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b3f03594-9fc1-4f05-9889-a2ec8af30e8b tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3841307 Dec 08 02:21:07.891178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56548) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:07.900224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] Pushing event deleted for resources: {'Port': ['ID=421ca229-8a47-4bbe-99b3-55a1aac3928e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:07.975102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26945b19-e213-47d9-9e8d-33e6f7e30093 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:21:07.977328 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:07.978210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd53b7ca-c872-4f72-81cc-0bd37b31eea2 None None] The sync data for ids ['48122814-f56e-46bb-98e0-1ff8ce562226'] in n-d-713499-31 is: [{'id': '48122814-f56e-46bb-98e0-1ff8ce562226', 'name': 'tempest-AttachVolumeShelveTestJSON-1246432335-router', 'tenant_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:13:32Z', 'updated_at': '2021-12-08T02:21:07Z', 'revision_number': 6, 'project_id': '0bd08a1f40b04413bc3abf04d48e1e6c', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:21:07.985855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5af3953e-acc3-4961-8506-1ed54f9af1f7 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Deleting port b19c0633-48ba-4f64-9e23-5a158e1f48ad {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:07.986209 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5af3953e-acc3-4961-8506-1ed54f9af1f7 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.075406 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.077572 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.078416 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5af3953e-acc3-4961-8506-1ed54f9af1f7 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.091176 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5af3953e-acc3-4961-8506-1ed54f9af1f7 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Calling delete_port for b19c0633-48ba-4f64-9e23-5a158e1f48ad owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:08.121570 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.122214 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48122814-f56e-46bb-98e0-1ff8ce562226 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:21:08.126975 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.128242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3d10051f-9564-43d1-a19d-7c99d7ef284f admin admin] 10.222.0.71 "DELETE /v2.0/routers/48122814-f56e-46bb-98e0-1ff8ce562226 HTTP/1.1" status: 204 len: 168 time: 0.8273599 Dec 08 02:21:08.131417 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56550) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:08.179621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-eecd498d-8fdd-4941-bb63-e0699d441c29 admin admin] Deleting subnet dfe36e0c-7634-4108-a8e8-4f71e50f21d4 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:21:08.183378 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eecd498d-8fdd-4941-bb63-e0699d441c29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.219964 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eecd498d-8fdd-4941-bb63-e0699d441c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.220852 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5af3953e-acc3-4961-8506-1ed54f9af1f7 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.250518 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3953e-acc3-4961-8506-1ed54f9af1f7 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event deleted for resources: {'Port': ['ID=b19c0633-48ba-4f64-9e23-5a158e1f48ad,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:08.304578 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eecd498d-8fdd-4941-bb63-e0699d441c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.325424 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5af3953e-acc3-4961-8506-1ed54f9af1f7 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.332531 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5af3953e-acc3-4961-8506-1ed54f9af1f7 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "DELETE /v2.0/ports/b19c0633-48ba-4f64-9e23-5a158e1f48ad HTTP/1.1" status: 204 len: 168 time: 0.4399271 Dec 08 02:21:08.333347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56552) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:08.375155 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eecd498d-8fdd-4941-bb63-e0699d441c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.392569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308bb424-6d8c-41cc-99a8-42404f8030a9 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:08.394509 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-308bb424-6d8c-41cc-99a8-42404f8030a9 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ef53304-ce86-489e-9e88-be04ae77b776 HTTP/1.1" status: 200 len: 913 time: 0.0601532 Dec 08 02:21:08.397177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56554) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:08.403337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd498d-8fdd-4941-bb63-e0699d441c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe36e0c-7634-4108-a8e8-4f71e50f21d4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:08.412782 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eecd498d-8fdd-4941-bb63-e0699d441c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.419712 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-eecd498d-8fdd-4941-bb63-e0699d441c29 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/dfe36e0c-7634-4108-a8e8-4f71e50f21d4 HTTP/1.1" status: 204 len: 168 time: 0.2872877 Dec 08 02:21:08.420392 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56556) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:08.422033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd3df43-09fb-4947-aafa-2bb9756b766d None None] Network de25ac42-0f3c-45ea-b047-d8c536f67be0 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:08.500766 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.564153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Deleting port 5f68881a-2671-4bc6-a515-f953c95f4834 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:08.564502 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.631780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] For port 5f68881a-2671-4bc6-a515-f953c95f4834, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5f68881a-2671-4bc6-a515-f953c95f4834,segment=NetworkSegment(0bb9af50-c76c-4860-ae19-c7c19fc67e6b),segment_id=0bb9af50-c76c-4860-ae19-c7c19fc67e6b)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:08.632053 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.644228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Calling delete_port for 5f68881a-2671-4bc6-a515-f953c95f4834 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:08.722418 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.742807 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec254239-c320-44a3-89ad-21d5dfd910a5 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.751926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f68881a-2671-4bc6-a515-f953c95f4834,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:08.757313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] No DVR routers for this DVR port 5f68881a-2671-4bc6-a515-f953c95f4834 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:08.832149 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.855805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de25ac42-0f3c-45ea-b047-d8c536f67be0']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:08.866882 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9ba408-6cd2-4f4f-86a7-f4270acd9529 None None] DHCP port deletion for de25ac42-0f3c-45ea-b047-d8c536f67be0 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:21:08.867546 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb9af50-c76c-4860-ae19-c7c19fc67e6b') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:08.867998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb9af50-c76c-4860-ae19-c7c19fc67e6b') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:08.886336 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.906487 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.913660 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:08.914014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:08.916332 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:08.976397 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.982415 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.988150 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] 10.222.0.71 "DELETE /v2.0/networks/de25ac42-0f3c-45ea-b047-d8c536f67be0 HTTP/1.1" status: 204 len: 168 time: 0.5661547 Dec 08 02:21:09.004821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d777bcc-2e7c-4731-8aaf-f72a57401c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=de25ac42-0f3c-45ea-b047-d8c536f67be0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:09.130743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56564) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:09.171049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 34bf2d84-c1da-4351-9749-2bfe520221a2 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:21:09.191660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f4a9f088-d67d-4290-bf6d-a3f99b077882 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0bd08a1f40b04413bc3abf04d48e1e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597386 Dec 08 02:21:09.194268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56566) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:09.206344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 34bf2d84-c1da-4351-9749-2bfe520221a2 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:21:09.206697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 34bf2d84-c1da-4351-9749-2bfe520221a2 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:21:09.208718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 421ca229-8a47-4bbe-99b3-55a1aac3928e no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:21:09.236211 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 421ca229-8a47-4bbe-99b3-55a1aac3928e {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:21:09.236821 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 421ca229-8a47-4bbe-99b3-55a1aac3928e not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:21:09.237406 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5f68881a-2671-4bc6-a515-f953c95f4834 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:21:09.263022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 5f68881a-2671-4bc6-a515-f953c95f4834 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:21:09.263371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5f68881a-2671-4bc6-a515-f953c95f4834 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:21:09.285110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b217643-2cf6-460b-9504-8ce7fe7b4ded req-6f1b11c9-12b0-4a18-90fc-90025cb6ac17 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:09.286656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b217643-2cf6-460b-9504-8ce7fe7b4ded req-6f1b11c9-12b0-4a18-90fc-90025cb6ac17 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1097 time: 0.0788462 Dec 08 02:21:09.291364 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-156e591b-921a-4d8d-ace9-d9c4eced82a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.333173 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-156e591b-921a-4d8d-ace9-d9c4eced82a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.353459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ec254239-c320-44a3-89ad-21d5dfd910a5 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Deleting port 53c1587f-0db6-440c-baef-0eb0f626e941 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:09.353824 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec254239-c320-44a3-89ad-21d5dfd910a5 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.361849 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b217643-2cf6-460b-9504-8ce7fe7b4ded req-23d6d7e3-a9f9-4b09-a8cd-e1d88c0fbd03 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685687 Dec 08 02:21:09.395779 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-156e591b-921a-4d8d-ace9-d9c4eced82a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.399161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-156e591b-921a-4d8d-ace9-d9c4eced82a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.400368 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-156e591b-921a-4d8d-ace9-d9c4eced82a1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fc89b012-d20f-4e01-bc1e-0add058bac6c HTTP/1.1" status: 204 len: 168 time: 0.2049382 Dec 08 02:21:09.410671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e591b-921a-4d8d-ace9-d9c4eced82a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc89b012-d20f-4e01-bc1e-0add058bac6c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:09.467370 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec254239-c320-44a3-89ad-21d5dfd910a5 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.480408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ec254239-c320-44a3-89ad-21d5dfd910a5 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Calling delete_port for 53c1587f-0db6-440c-baef-0eb0f626e941 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:09.511261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5666cf-4fff-4e8e-bf2a-b7f899c35dd5 req-fd592f83-9bce-41ae-a18e-78654e05439e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:09.513266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a5666cf-4fff-4e8e-bf2a-b7f899c35dd5 req-fd592f83-9bce-41ae-a18e-78654e05439e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.0556366 Dec 08 02:21:09.568822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a5666cf-4fff-4e8e-bf2a-b7f899c35dd5 req-dcf35588-8bb8-4bc7-b90f-82ed49381c46 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467503 Dec 08 02:21:09.591247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56574) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:09.657135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3d40b3cf-21f4-417b-bf2d-7735584add68 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/d8677bdd-2a79-457f-88fa-8ebd07b122ee HTTP/1.1" status: 200 len: 992 time: 0.0646038 Dec 08 02:21:09.672578 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec254239-c320-44a3-89ad-21d5dfd910a5 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.706232 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec254239-c320-44a3-89ad-21d5dfd910a5 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event deleted for resources: {'Port': ['ID=53c1587f-0db6-440c-baef-0eb0f626e941,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:09.871790 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ec254239-c320-44a3-89ad-21d5dfd910a5 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:10.043303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec254239-c320-44a3-89ad-21d5dfd910a5 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Router 6ef53304-ce86-489e-9e88-be04ae77b776 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:21:10.051999 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-a13528d2-08fa-482c-a80c-faf9de38e474 req-6bd3b671-db65-47be-af3e-d60e25b8b139 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:21:10.053445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a13528d2-08fa-482c-a80c-faf9de38e474 req-6bd3b671-db65-47be-af3e-d60e25b8b139 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070987 Dec 08 02:21:10.125979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec254239-c320-44a3-89ad-21d5dfd910a5 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:21:10.134392 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56602) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:10.134525 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ec254239-c320-44a3-89ad-21d5dfd910a5 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "PUT /v2.0/routers/6ef53304-ce86-489e-9e88-be04ae77b776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360163 Dec 08 02:21:10.140627 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5994cc0-3006-401a-867a-f88d9d915a72 None None] Sync routers for ids ['6ef53304-ce86-489e-9e88-be04ae77b776'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:21:10.151677 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5994cc0-3006-401a-867a-f88d9d915a72 None None] Routers {'6ef53304-ce86-489e-9e88-be04ae77b776'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:21:10.152326 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f5994cc0-3006-401a-867a-f88d9d915a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:20:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6ef53304-ce86-489e-9e88-be04ae77b776'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:10.194616 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f5994cc0-3006-401a-867a-f88d9d915a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:10.206012 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5994cc0-3006-401a-867a-f88d9d915a72 None None] Routers {'6ef53304-ce86-489e-9e88-be04ae77b776'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:21:10.206645 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f5994cc0-3006-401a-867a-f88d9d915a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:20:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6ef53304-ce86-489e-9e88-be04ae77b776'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:10.240167 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f5994cc0-3006-401a-867a-f88d9d915a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:10.241088 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5994cc0-3006-401a-867a-f88d9d915a72 None None] The sync data for ids ['6ef53304-ce86-489e-9e88-be04ae77b776'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:21:10.552973 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3bcf384-257f-4923-a20e-506fc4ec033c tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:10.581175 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-5ce4f51a-4d74-4f24-80f2-48cc600fa0d9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0473888 Dec 08 02:21:10.753927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e519b1e-0c36-4693-8f85-6899176c5ba2 req-f9072483-5192-4b05-a105-08a7b08bec44 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:10.756939 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e519b1e-0c36-4693-8f85-6899176c5ba2 req-f9072483-5192-4b05-a105-08a7b08bec44 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.1991727 Dec 08 02:21:10.761573 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3bcf384-257f-4923-a20e-506fc4ec033c tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:10.765508 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3bcf384-257f-4923-a20e-506fc4ec033c tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:10.830334 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3bcf384-257f-4923-a20e-506fc4ec033c tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:10.830874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bcf384-257f-4923-a20e-506fc4ec033c tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Fanout notify agent at l3_agent the message router_deleted on router 6ef53304-ce86-489e-9e88-be04ae77b776 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:21:10.839519 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3bcf384-257f-4923-a20e-506fc4ec033c tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:10.840667 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f3bcf384-257f-4923-a20e-506fc4ec033c tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "DELETE /v2.0/routers/6ef53304-ce86-489e-9e88-be04ae77b776 HTTP/1.1" status: 204 len: 168 time: 0.7053726 Dec 08 02:21:10.844171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56638) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:10.859767 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e519b1e-0c36-4693-8f85-6899176c5ba2 req-361cdf64-28f8-4ad8-b95a-292589a878bf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962396 Dec 08 02:21:10.929420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-53234c2a-9c03-4e69-ac5e-37f869b7e3f9 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Deleting subnet d7f1a9d4-3a4b-4929-bdc4-d0554806df35 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:21:10.936315 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53234c2a-9c03-4e69-ac5e-37f869b7e3f9 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:10.980621 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53234c2a-9c03-4e69-ac5e-37f869b7e3f9 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.078105 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53234c2a-9c03-4e69-ac5e-37f869b7e3f9 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.148204 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53234c2a-9c03-4e69-ac5e-37f869b7e3f9 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.178146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53234c2a-9c03-4e69-ac5e-37f869b7e3f9 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f1a9d4-3a4b-4929-bdc4-d0554806df35,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:11.183836 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53234c2a-9c03-4e69-ac5e-37f869b7e3f9 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.187122 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-53234c2a-9c03-4e69-ac5e-37f869b7e3f9 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "DELETE /v2.0/subnets/d7f1a9d4-3a4b-4929-bdc4-d0554806df35 HTTP/1.1" status: 204 len: 168 time: 0.3413458 Dec 08 02:21:11.190488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56658) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:11.192538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5415e84b-1146-4dfd-90e3-e7bc570744ad None None] Network 1ea7292a-83fe-45a2-bc7d-f0bb35d92747 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:11.289301 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.372348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Deleting port 42600ac5-a4a4-4499-a48d-2258efb98159 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:11.373093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.388110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe1de5f-46dd-42d7-891f-6e3d3d7f6331 None None] DHCP port deletion for 1ea7292a-83fe-45a2-bc7d-f0bb35d92747 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:21:11.456103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1de5f-46dd-42d7-891f-6e3d3d7f6331 None None] Deleting port 42600ac5-a4a4-4499-a48d-2258efb98159 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:11.456612 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9fe1de5f-46dd-42d7-891f-6e3d3d7f6331 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.468002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] For port 42600ac5-a4a4-4499-a48d-2258efb98159, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=42600ac5-a4a4-4499-a48d-2258efb98159,segment=NetworkSegment(2d8f608d-9da3-4f03-90d7-07f857a78674),segment_id=2d8f608d-9da3-4f03-90d7-07f857a78674)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:11.468445 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.485117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Calling delete_port for 42600ac5-a4a4-4499-a48d-2258efb98159 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:11.536781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9fe1de5f-46dd-42d7-891f-6e3d3d7f6331 None None] For port 42600ac5-a4a4-4499-a48d-2258efb98159, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=42600ac5-a4a4-4499-a48d-2258efb98159,segment=NetworkSegment(2d8f608d-9da3-4f03-90d7-07f857a78674),segment_id=2d8f608d-9da3-4f03-90d7-07f857a78674)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:11.537630 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9fe1de5f-46dd-42d7-891f-6e3d3d7f6331 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.552977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1de5f-46dd-42d7-891f-6e3d3d7f6331 None None] Calling delete_port for 42600ac5-a4a4-4499-a48d-2258efb98159 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:11.589714 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.621906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] No DVR routers for this DVR port 42600ac5-a4a4-4499-a48d-2258efb98159 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:11.629244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event deleted for resources: {'Port': ['ID=42600ac5-a4a4-4499-a48d-2258efb98159,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:11.634283 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9fe1de5f-46dd-42d7-891f-6e3d3d7f6331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.668475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1de5f-46dd-42d7-891f-6e3d3d7f6331 None None] Pushing event deleted for resources: {'Port': ['ID=42600ac5-a4a4-4499-a48d-2258efb98159,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:11.671873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe1de5f-46dd-42d7-891f-6e3d3d7f6331 None None] No DVR routers for this DVR port 42600ac5-a4a4-4499-a48d-2258efb98159 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:11.685171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:11.685531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:11.685888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:11.686210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:11.686550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:11.686886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:11.687223 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:11.687561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:11.688602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:11.688602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:11.688602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:11.688937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:11.689210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:11.740377 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.762215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea7292a-83fe-45a2-bc7d-f0bb35d92747']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:11.771473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8f608d-9da3-4f03-90d7-07f857a78674') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:11.771801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8f608d-9da3-4f03-90d7-07f857a78674') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:11.781387 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.794956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.801375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:11.802609 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:11.805897 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:11.876129 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.881827 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:11.885203 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] 10.222.0.71 "DELETE /v2.0/networks/1ea7292a-83fe-45a2-bc7d-f0bb35d92747 HTTP/1.1" status: 204 len: 168 time: 0.6931949 Dec 08 02:21:11.900405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff5fe8-718d-465c-8808-e61a4e8a7584 tempest-FloatingIPNegativeTestJSON-2030410186 tempest-FloatingIPNegativeTestJSON-2030410186-project] Pushing event deleted for resources: {'Network': ['ID=1ea7292a-83fe-45a2-bc7d-f0bb35d92747,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:11.905746 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56672) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:12.022570 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2503ec3-91b9-4f69-a89a-b5a126fdffee req-7bc0cd16-e54c-40e3-b757-29bf1969d864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:12.024156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2503ec3-91b9-4f69-a89a-b5a126fdffee req-7bc0cd16-e54c-40e3-b757-29bf1969d864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.0793765 Dec 08 02:21:12.049710 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac4df447-ce72-4e3e-87d2-cf4dd4b6f3b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:12.083683 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2503ec3-91b9-4f69-a89a-b5a126fdffee req-3850a6ee-18d1-4113-bbed-19627ad48dc9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524442 Dec 08 02:21:12.147572 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac4df447-ce72-4e3e-87d2-cf4dd4b6f3b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:12.152480 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac4df447-ce72-4e3e-87d2-cf4dd4b6f3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:12.159514 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-0c0e9c7a-c929-431b-aa60-3e97b7166ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:12.161806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-0c0e9c7a-c929-431b-aa60-3e97b7166ef9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1097 time: 0.1233230 Dec 08 02:21:12.193693 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ac4df447-ce72-4e3e-87d2-cf4dd4b6f3b0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c0dc54268900453e827e7ed0c6ffe22d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2861974 Dec 08 02:21:12.196045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4df447-ce72-4e3e-87d2-cf4dd4b6f3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10afd959-40bd-45c0-ac46-e0033b36a7f8,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:12.196352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56680) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:12.209981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56682) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:12.299863 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-385ada9a-04f0-4cfc-884c-801bc236534b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:12.305641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-3e458515-227b-49a9-bb46-cb7a53b3f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:12.307209 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-3e458515-227b-49a9-bb46-cb7a53b3f133 service neutron] 10.222.0.45 "GET /v2.0/networks?id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 200 len: 897 time: 0.1388950 Dec 08 02:21:12.346090 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e00765c8-c3ec-414a-952b-002fa969c33f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5279a5ccd1af4efbb36fdddd57f19f30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348393 Dec 08 02:21:12.348553 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56686) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:12.364382 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-385ada9a-04f0-4cfc-884c-801bc236534b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:12.401496 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2899e5e7-9d9a-4239-9d56-df861e7c0db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:12.409610 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-b337a35a-1021-4c32-99ee-69a20b2c0204 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 1000 time: 0.0952356 Dec 08 02:21:12.422976 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2899e5e7-9d9a-4239-9d56-df861e7c0db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:12.455237 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-385ada9a-04f0-4cfc-884c-801bc236534b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:12.458003 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-385ada9a-04f0-4cfc-884c-801bc236534b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:12.459713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-385ada9a-04f0-4cfc-884c-801bc236534b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/10afd959-40bd-45c0-ac46-e0033b36a7f8 HTTP/1.1" status: 204 len: 168 time: 0.2624056 Dec 08 02:21:12.474757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ada9a-04f0-4cfc-884c-801bc236534b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10afd959-40bd-45c0-ac46-e0033b36a7f8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:12.477677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-8d98b471-ca25-4263-8b53-c286cdeaaa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:12.479330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-8d98b471-ca25-4263-8b53-c286cdeaaa53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb7be2c7-6fe3-4c43-aec9-693bdb582df4 HTTP/1.1" status: 200 len: 834 time: 0.0629234 Dec 08 02:21:12.483258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2899e5e7-9d9a-4239-9d56-df861e7c0db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:12.488453 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2899e5e7-9d9a-4239-9d56-df861e7c0db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:12.490753 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2899e5e7-9d9a-4239-9d56-df861e7c0db6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2db061f9-576f-4027-b448-01972d88754b HTTP/1.1" status: 204 len: 168 time: 0.1407320 Dec 08 02:21:12.507767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899e5e7-9d9a-4239-9d56-df861e7c0db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db061f9-576f-4027-b448-01972d88754b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:12.544240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-b2ea2883-3273-4786-9fd6-e6ec96fda39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:12.545754 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-b2ea2883-3273-4786-9fd6-e6ec96fda39e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594308 Dec 08 02:21:12.661283 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-b2eb5466-4f94-4628-a0aa-9406b18ef27a service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077693 Dec 08 02:21:12.763153 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-261e3988-9521-4193-86e6-e39c9aa500e3 service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946507 Dec 08 02:21:12.864903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56702) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:12.886703 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-04983e4b-deb9-44a9-aecc-2ea23161e639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:12.979458 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-04983e4b-deb9-44a9-aecc-2ea23161e639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:12.983709 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-04983e4b-deb9-44a9-aecc-2ea23161e639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:13.031100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56706) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:13.031446 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-04983e4b-deb9-44a9-aecc-2ea23161e639 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6f0696e263614486bf5b05665ffa1dbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1652763 Dec 08 02:21:13.036732 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04983e4b-deb9-44a9-aecc-2ea23161e639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e9a712-f28e-46fe-bd11-88bf7a048530,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:13.087863 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0c60286-d31b-44db-b687-0411578bcb4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:13.113285 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0c60286-d31b-44db-b687-0411578bcb4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:13.154744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 42600ac5-a4a4-4499-a48d-2258efb98159 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:21:13.168676 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0c60286-d31b-44db-b687-0411578bcb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:13.171486 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0c60286-d31b-44db-b687-0411578bcb4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:13.175102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d0c60286-d31b-44db-b687-0411578bcb4d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/70e9a712-f28e-46fe-bd11-88bf7a048530 HTTP/1.1" status: 204 len: 168 time: 0.1406300 Dec 08 02:21:13.184407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 42600ac5-a4a4-4499-a48d-2258efb98159 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:21:13.184961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 42600ac5-a4a4-4499-a48d-2258efb98159 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:21:13.185477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c60286-d31b-44db-b687-0411578bcb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e9a712-f28e-46fe-bd11-88bf7a048530,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:13.262906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6be1d7-f196-4f60-957c-657495542c41 req-c22f818e-0d4e-4056-b95b-302985ea1edf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:13.264541 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd6be1d7-f196-4f60-957c-657495542c41 req-c22f818e-0d4e-4056-b95b-302985ea1edf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.0756304 Dec 08 02:21:13.320669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd6be1d7-f196-4f60-957c-657495542c41 req-20db24a1-6f92-45fa-bfa7-2b64ff6e1da2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487502 Dec 08 02:21:13.411498 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56724) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:13.513446 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1211678090'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:13.533772 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:13.537605 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:13.546237 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:13.625078 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:13.629383 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:13.658657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:13.665555 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057899e8-9193-4c95-bc43-2e46fe385b33,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:13.671716 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:13.672004 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Added segment 060cf033-e96a-4339-83bf-372586a9cd71 of type vlan for network e6193751-0219-43df-9454-4c022259e2a5 Dec 08 02:21:13.713017 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:13.742124 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:13.747773 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:13.748381 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:13.809535 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3968525 Dec 08 02:21:13.824359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91ef77-2a4a-4bfa-9d3d-5a8efd75cc28 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Network': ['ID=e6193751-0219-43df-9454-4c022259e2a5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:13.835360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network e6193751-0219-43df-9454-4c022259e2a5 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:14.458557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc3a7e-dc38-43aa-bb9e-d38272a346f1 req-a3833f28-c138-4980-b0ba-ffcca2a210a7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:14.460184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3cc3a7e-dc38-43aa-bb9e-d38272a346f1 req-a3833f28-c138-4980-b0ba-ffcca2a210a7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.0592978 Dec 08 02:21:14.512313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3cc3a7e-dc38-43aa-bb9e-d38272a346f1 req-add68d51-cd3f-4a6b-8505-509675a1e032 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434964 Dec 08 02:21:15.644477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914cecd-1bc6-4e35-a058-9c8c956653d1 req-e0ca8d3c-6ec2-43ed-a019-2e9c18a2a4e6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:15.646658 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3914cecd-1bc6-4e35-a058-9c8c956653d1 req-e0ca8d3c-6ec2-43ed-a019-2e9c18a2a4e6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.0594788 Dec 08 02:21:15.698434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3914cecd-1bc6-4e35-a058-9c8c956653d1 req-8e126aa0-c5b7-46b8-9f8d-c920ee104006 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436816 Dec 08 02:21:15.731892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56788) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:15.845848 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fddeeb7e-785f-45f4-b574-7a28e1c76d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:15.920835 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fddeeb7e-785f-45f4-b574-7a28e1c76d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:15.924466 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fddeeb7e-785f-45f4-b574-7a28e1c76d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:15.966100 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fddeeb7e-785f-45f4-b574-7a28e1c76d37 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b5fdf8a6dc8a41d1be4f6780bfaff5d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329183 Dec 08 02:21:15.966882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddeeb7e-785f-45f4-b574-7a28e1c76d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946cd2fb-2a92-4e05-9fea-4fa50a93685d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:15.969248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56792) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:16.019095 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11e7bc76-62cd-4457-b9a2-c762192ea84d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:16.043135 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11e7bc76-62cd-4457-b9a2-c762192ea84d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:16.090295 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11e7bc76-62cd-4457-b9a2-c762192ea84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:16.093539 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11e7bc76-62cd-4457-b9a2-c762192ea84d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:16.094731 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-11e7bc76-62cd-4457-b9a2-c762192ea84d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/946cd2fb-2a92-4e05-9fea-4fa50a93685d HTTP/1.1" status: 204 len: 168 time: 0.1241610 Dec 08 02:21:16.102591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7bc76-62cd-4457-b9a2-c762192ea84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946cd2fb-2a92-4e05-9fea-4fa50a93685d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:16.360207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56798) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:16.374005 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1434ced3-843e-4bcf-a751-9d22fb774153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:16.448656 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1434ced3-843e-4bcf-a751-9d22fb774153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:16.452270 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1434ced3-843e-4bcf-a751-9d22fb774153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:16.490881 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1434ced3-843e-4bcf-a751-9d22fb774153 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e511d3c5cf48415d86ebebac699b3a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295907 Dec 08 02:21:16.493020 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434ced3-843e-4bcf-a751-9d22fb774153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90752da5-c5b1-43d5-a4c2-aeec66d7fe92,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:16.493566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56800) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:16.543130 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6145230c-29ed-4f93-9d7c-3dbf75dd547a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:16.563552 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6145230c-29ed-4f93-9d7c-3dbf75dd547a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:16.609434 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6145230c-29ed-4f93-9d7c-3dbf75dd547a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:16.612230 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6145230c-29ed-4f93-9d7c-3dbf75dd547a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:16.615661 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6145230c-29ed-4f93-9d7c-3dbf75dd547a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/90752da5-c5b1-43d5-a4c2-aeec66d7fe92 HTTP/1.1" status: 204 len: 168 time: 0.1187327 Dec 08 02:21:16.624727 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145230c-29ed-4f93-9d7c-3dbf75dd547a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90752da5-c5b1-43d5-a4c2-aeec66d7fe92,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:16.821530 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412a324-39ac-46b5-97cc-36eff939f2de req-829e8032-00b5-4277-9cfe-80d7c5eb999d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:16.823161 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3412a324-39ac-46b5-97cc-36eff939f2de req-829e8032-00b5-4277-9cfe-80d7c5eb999d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.0535383 Dec 08 02:21:16.874447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3412a324-39ac-46b5-97cc-36eff939f2de req-411e311d-c828-4dae-83ad-3a34d4cb0ed9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450058 Dec 08 02:21:16.962876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56814) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:16.968392 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ee3e606d-781f-4799-ba1d-2003fd7ead21 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'subnet': {'network_id': 'e6193751-0219-43df-9454-4c022259e2a5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:17.060588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3e606d-781f-4799-ba1d-2003fd7ead21 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:17.064491 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee3e606d-781f-4799-ba1d-2003fd7ead21 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.254145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee3e606d-781f-4799-ba1d-2003fd7ead21 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.311305 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e606d-781f-4799-ba1d-2003fd7ead21 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Subnet': ['ID=99b18db7-539c-4d2c-ae45-72a6f27a9468,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:17.321504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e606d-781f-4799-ba1d-2003fd7ead21 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Checking segment: {'id': '060cf033-e96a-4339-83bf-372586a9cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6193751-0219-43df-9454-4c022259e2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:17.321872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e606d-781f-4799-ba1d-2003fd7ead21 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network hostable DHCP agents. Network: e6193751-0219-43df-9454-4c022259e2a5, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:21:17.338824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e606d-781f-4799-ba1d-2003fd7ead21 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network e6193751-0219-43df-9454-4c022259e2a5 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:21:17.347642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ee3e606d-781f-4799-ba1d-2003fd7ead21 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, e6193751-0219-43df-9454-4c022259e2a5) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:17.352199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3e606d-781f-4799-ba1d-2003fd7ead21 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:17.352811 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee3e606d-781f-4799-ba1d-2003fd7ead21 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.357211 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e80ab8e-908d-45ac-b7ed-818aa46c62ba None None] Network e6193751-0219-43df-9454-4c022259e2a5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:17.374359 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ee3e606d-781f-4799-ba1d-2003fd7ead21 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4069502 Dec 08 02:21:17.374575 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56828) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:17.380360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ee974cc7-a5c1-4022-91d5-adfc4e688303 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1909053447'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:17.400268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee974cc7-a5c1-4022-91d5-adfc4e688303 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:17.404173 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee974cc7-a5c1-4022-91d5-adfc4e688303 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.428359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee974cc7-a5c1-4022-91d5-adfc4e688303 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:17.440571 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee974cc7-a5c1-4022-91d5-adfc4e688303 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.440933 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-ee974cc7-a5c1-4022-91d5-adfc4e688303 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Added segment 49e7613c-91b9-417d-b0f9-a3c8acc9648b of type vlan for network 26c9c030-e3dc-4044-9c63-eded30c27cf6 Dec 08 02:21:17.468193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-e6193751-0219-43df-9454-4c022259e2a5', 'network_id': 'e6193751-0219-43df-9454-4c022259e2a5', 'project_id': '240008f2b7914ae6adcb93e566837565', 'fixed_ips': [{'subnet_id': '99b18db7-539c-4d2c-ae45-72a6f27a9468'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:21:17.469421 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.492133 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee974cc7-a5c1-4022-91d5-adfc4e688303 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.517591 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee974cc7-a5c1-4022-91d5-adfc4e688303 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.524853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee974cc7-a5c1-4022-91d5-adfc4e688303 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:17.525672 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ee974cc7-a5c1-4022-91d5-adfc4e688303 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.566073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ee974cc7-a5c1-4022-91d5-adfc4e688303 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1903520 Dec 08 02:21:17.569541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56834) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:17.574879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4f3c47ec-20c1-4bd2-9d0d-740246bc4828 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'subnet': {'network_id': '26c9c030-e3dc-4044-9c63-eded30c27cf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:17.600851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee974cc7-a5c1-4022-91d5-adfc4e688303 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Network': ['ID=26c9c030-e3dc-4044-9c63-eded30c27cf6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:17.612344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 26c9c030-e3dc-4044-9c63-eded30c27cf6 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:17.635530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Allocated IP 2001:db8:0:ffff::2 (e6193751-0219-43df-9454-4c022259e2a5/99b18db7-539c-4d2c-ae45-72a6f27a9468/e187908b-f411-4d64-94a2-f7ae136aa7e1) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:17.669576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3c47ec-20c1-4bd2-9d0d-740246bc4828 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:17.673263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4f3c47ec-20c1-4bd2-9d0d-740246bc4828 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.844482 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.851581 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.867242 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4f3c47ec-20c1-4bd2-9d0d-740246bc4828 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.891767 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Network e6193751-0219-43df-9454-4c022259e2a5 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:17.894638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:17.897768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:17.909360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Pushing event updated for resources: {'Port': ['ID=e187908b-f411-4d64-94a2-f7ae136aa7e1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:17.931710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c47ec-20c1-4bd2-9d0d-740246bc4828 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Subnet': ['ID=dae2a053-ffe4-42cd-9698-b05a47ae1dd7,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:17.939160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c47ec-20c1-4bd2-9d0d-740246bc4828 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Checking segment: {'id': '49e7613c-91b9-417d-b0f9-a3c8acc9648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '26c9c030-e3dc-4044-9c63-eded30c27cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:17.939535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3c47ec-20c1-4bd2-9d0d-740246bc4828 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network hostable DHCP agents. Network: 26c9c030-e3dc-4044-9c63-eded30c27cf6, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:21:17.961008 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3c47ec-20c1-4bd2-9d0d-740246bc4828 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network 26c9c030-e3dc-4044-9c63-eded30c27cf6 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:21:17.966671 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Attempting to bind port e187908b-f411-4d64-94a2-f7ae136aa7e1 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:17.967303 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Attempting to bind port e187908b-f411-4d64-94a2-f7ae136aa7e1 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '060cf033-e96a-4339-83bf-372586a9cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6193751-0219-43df-9454-4c022259e2a5'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:17.967689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Attempting to bind port e187908b-f411-4d64-94a2-f7ae136aa7e1 on network e6193751-0219-43df-9454-4c022259e2a5 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:17.973638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:21:17.974278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Checking segment: {'id': '060cf033-e96a-4339-83bf-372586a9cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6193751-0219-43df-9454-4c022259e2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:17.974913 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.975403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Bound using segment: {'id': '060cf033-e96a-4339-83bf-372586a9cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6193751-0219-43df-9454-4c022259e2a5'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:21:17.975902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Bound port: e187908b-f411-4d64-94a2-f7ae136aa7e1, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060cf033-e96a-4339-83bf-372586a9cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6193751-0219-43df-9454-4c022259e2a5'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:21:17.976413 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.979431 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-4f3c47ec-20c1-4bd2-9d0d-740246bc4828 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 26c9c030-e3dc-4044-9c63-eded30c27cf6) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:17.985378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3c47ec-20c1-4bd2-9d0d-740246bc4828 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:17.986245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4f3c47ec-20c1-4bd2-9d0d-740246bc4828 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:17.994492 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e357bec-1357-41d3-ac2b-111d7107b049 None None] Network 26c9c030-e3dc-4044-9c63-eded30c27cf6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:18.015358 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4f3c47ec-20c1-4bd2-9d0d-740246bc4828 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4446230 Dec 08 02:21:18.017967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56848) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:18.041023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a9b60-62ac-49f1-8b09-f81ba31faee8 req-de6998a4-3957-4c60-b901-a0647fa50035 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:18.050916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-301a9b60-62ac-49f1-8b09-f81ba31faee8 req-de6998a4-3957-4c60-b901-a0647fa50035 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.0816662 Dec 08 02:21:18.112724 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-301a9b60-62ac-49f1-8b09-f81ba31faee8 req-d4709454-68c7-4239-a621-54f0a8e81232 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580447 Dec 08 02:21:18.116323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] For port e187908b-f411-4d64-94a2-f7ae136aa7e1, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:18.131401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] For port e187908b-f411-4d64-94a2-f7ae136aa7e1, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e187908b-f411-4d64-94a2-f7ae136aa7e1,segment=NetworkSegment(060cf033-e96a-4339-83bf-372586a9cd71),segment_id=060cf033-e96a-4339-83bf-372586a9cd71)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:21:18.138902 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.157800 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.185157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bad280-39ea-4fab-8887-3235b1ddd788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-26c9c030-e3dc-4044-9c63-eded30c27cf6', 'network_id': '26c9c030-e3dc-4044-9c63-eded30c27cf6', 'project_id': '240008f2b7914ae6adcb93e566837565', 'fixed_ips': [{'subnet_id': 'dae2a053-ffe4-42cd-9698-b05a47ae1dd7'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:21:18.186112 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87bad280-39ea-4fab-8887-3235b1ddd788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.227338 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.281537 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10842161-57b4-441a-8cb5-7cda0c340ac7 None None] Pushing event updated for resources: {'Port': ['ID=e187908b-f411-4d64-94a2-f7ae136aa7e1,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:18.309829 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server [None req-87bad280-39ea-4fab-8887-3235b1ddd788 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dae2a053-ffe4-42cd-9698-b05a47ae1dd7: This subnet is being modified by another concurrent operation. Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise exception Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dae2a053-ffe4-42cd-9698-b05a47ae1dd7: This subnet is being modified by another concurrent operation. Dec 08 02:21:18.323913 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server Dec 08 02:21:18.349407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2939a165-a79c-49bb-ae71-d145f2fe97b4 None None] Network 26c9c030-e3dc-4044-9c63-eded30c27cf6 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:18.351176 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Subnet': ['ID=dae2a053-ffe4-42cd-9698-b05a47ae1dd7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:18.418100 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.461212 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c9c030-e3dc-4044-9c63-eded30c27cf6']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:18.473930 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e7613c-91b9-417d-b0f9-a3c8acc9648b') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:18.474440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e7613c-91b9-417d-b0f9-a3c8acc9648b') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:18.488638 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.503523 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.514498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:18.514928 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:18.518499 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:18.587275 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.597934 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.605334 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/26c9c030-e3dc-4044-9c63-eded30c27cf6 HTTP/1.1" status: 204 len: 168 time: 0.5814431 Dec 08 02:21:18.606398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56862) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:18.611892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0373e37a-d69f-4817-ac80-3e08dd63b46b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-430903897'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:18.620218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157ae16-3a23-4ca6-b80b-5052901c084a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Network': ['ID=26c9c030-e3dc-4044-9c63-eded30c27cf6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:18.642696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0373e37a-d69f-4817-ac80-3e08dd63b46b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:18.647084 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0373e37a-d69f-4817-ac80-3e08dd63b46b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.671351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0373e37a-d69f-4817-ac80-3e08dd63b46b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:18.683216 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0373e37a-d69f-4817-ac80-3e08dd63b46b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.683557 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-0373e37a-d69f-4817-ac80-3e08dd63b46b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Added segment 1c1654c0-f95e-4998-b6b0-6e2124002c46 of type vlan for network 2cfbbbcc-2469-4663-a945-e9cdf814bd75 Dec 08 02:21:18.725478 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0373e37a-d69f-4817-ac80-3e08dd63b46b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.751445 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0373e37a-d69f-4817-ac80-3e08dd63b46b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.757892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373e37a-d69f-4817-ac80-3e08dd63b46b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:18.758596 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0373e37a-d69f-4817-ac80-3e08dd63b46b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:18.798571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0373e37a-d69f-4817-ac80-3e08dd63b46b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1910706 Dec 08 02:21:18.801975 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56872) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:18.807283 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a0f291bb-9119-404c-bb0e-78afd436fa6b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'subnet': {'network_id': '2cfbbbcc-2469-4663-a945-e9cdf814bd75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:18.837994 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373e37a-d69f-4817-ac80-3e08dd63b46b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Network': ['ID=2cfbbbcc-2469-4663-a945-e9cdf814bd75,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:18.848793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 2cfbbbcc-2469-4663-a945-e9cdf814bd75 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:18.907667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f291bb-9119-404c-bb0e-78afd436fa6b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:18.911553 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0f291bb-9119-404c-bb0e-78afd436fa6b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:19.116827 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0f291bb-9119-404c-bb0e-78afd436fa6b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:19.200587 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f291bb-9119-404c-bb0e-78afd436fa6b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Subnet': ['ID=fd8cfecc-8584-4fdf-9beb-f5f8218a6567,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:19.219563 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e187908b-f411-4d64-94a2-f7ae136aa7e1 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:21:19.220165 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f291bb-9119-404c-bb0e-78afd436fa6b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Checking segment: {'id': '1c1654c0-f95e-4998-b6b0-6e2124002c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cfbbbcc-2469-4663-a945-e9cdf814bd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:19.220539 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f291bb-9119-404c-bb0e-78afd436fa6b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network hostable DHCP agents. Network: 2cfbbbcc-2469-4663-a945-e9cdf814bd75, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:21:19.246902 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f291bb-9119-404c-bb0e-78afd436fa6b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network 2cfbbbcc-2469-4663-a945-e9cdf814bd75 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:21:19.258689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a0f291bb-9119-404c-bb0e-78afd436fa6b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 2cfbbbcc-2469-4663-a945-e9cdf814bd75) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:19.263793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f291bb-9119-404c-bb0e-78afd436fa6b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:19.264658 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0f291bb-9119-404c-bb0e-78afd436fa6b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:19.282917 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a0f291bb-9119-404c-bb0e-78afd436fa6b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4796278 Dec 08 02:21:19.287776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56896) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:19.293297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b6153f33-f117-48fc-a420-090af131b02e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1499389987'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:19.308400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868ee4d-8cdd-4b71-8ebf-739222ce5065 req-7a84ba31-d952-4ed4-9973-bfa44c2d5198 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:19.309934 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a868ee4d-8cdd-4b71-8ebf-739222ce5065 req-7a84ba31-d952-4ed4-9973-bfa44c2d5198 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.1015241 Dec 08 02:21:19.316456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6153f33-f117-48fc-a420-090af131b02e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:19.320883 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b6153f33-f117-48fc-a420-090af131b02e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:19.332539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9647de9-b104-42ff-974c-d71b98149336 None None] Network 2cfbbbcc-2469-4663-a945-e9cdf814bd75 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:19.350646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6153f33-f117-48fc-a420-090af131b02e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:19.362139 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b6153f33-f117-48fc-a420-090af131b02e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:19.362771 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-b6153f33-f117-48fc-a420-090af131b02e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Added segment 47b5c381-2065-47c4-9030-2486e5b3201f of type vlan for network bfeb5754-b4fa-4df3-bd3c-2103ab99a584 Dec 08 02:21:19.377228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a868ee4d-8cdd-4b71-8ebf-739222ce5065 req-e2350535-f185-413c-b0d0-19bc376bf9fc tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602462 Dec 08 02:21:19.424000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e187908b-f411-4d64-94a2-f7ae136aa7e1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:19.424375 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:19.424955 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b6153f33-f117-48fc-a420-090af131b02e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:19.462498 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b6153f33-f117-48fc-a420-090af131b02e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:19.470685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6153f33-f117-48fc-a420-090af131b02e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:19.471782 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b6153f33-f117-48fc-a420-090af131b02e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:19.519295 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-2cfbbbcc-2469-4663-a945-e9cdf814bd75', 'network_id': '2cfbbbcc-2469-4663-a945-e9cdf814bd75', 'project_id': '240008f2b7914ae6adcb93e566837565', 'fixed_ips': [{'subnet_id': 'fd8cfecc-8584-4fdf-9beb-f5f8218a6567'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:21:19.520445 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:19.557185 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3572acd9-b14a-427c-81d0-ca90231ba3e9 None None] Network e6193751-0219-43df-9454-4c022259e2a5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:19.558787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6153f33-f117-48fc-a420-090af131b02e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Network': ['ID=bfeb5754-b4fa-4df3-bd3c-2103ab99a584,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:19.563985 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b6153f33-f117-48fc-a420-090af131b02e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2750926 Dec 08 02:21:19.567527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56904) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:19.575546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-07bd33b0-481c-4dd3-be09-ad935ddc4e4b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'subnet': {'network_id': 'bfeb5754-b4fa-4df3-bd3c-2103ab99a584', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:19.588035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network bfeb5754-b4fa-4df3-bd3c-2103ab99a584 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:19.677752 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bd33b0-481c-4dd3-be09-ad935ddc4e4b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:19.678758 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:21:19.681652 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07bd33b0-481c-4dd3-be09-ad935ddc4e4b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:19.685456 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:19.742539 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-07bd33b0-481c-4dd3-be09-ad935ddc4e4b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Performing IP validity checks on allocation pools {{(pid=109766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 02:21:19.743079 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-07bd33b0-481c-4dd3-be09-ad935ddc4e4b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 02:21:19.812748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-24b9be3f-fce4-4dce-9260-a42838701910 None None] Provisioning complete for port e187908b-f411-4d64-94a2-f7ae136aa7e1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:19.813119 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24b9be3f-fce4-4dce-9260-a42838701910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:19.867374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port e187908b-f411-4d64-94a2-f7ae136aa7e1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e187908b-f411-4d64-94a2-f7ae136aa7e1,segment=NetworkSegment(060cf033-e96a-4339-83bf-372586a9cd71),segment_id=060cf033-e96a-4339-83bf-372586a9cd71)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:19.881305 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07bd33b0-481c-4dd3-be09-ad935ddc4e4b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:19.951388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd33b0-481c-4dd3-be09-ad935ddc4e4b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Subnet': ['ID=38403148-4205-480c-aeef-6507872dcd16,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:19.961950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bd33b0-481c-4dd3-be09-ad935ddc4e4b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Checking segment: {'id': '47b5c381-2065-47c4-9030-2486e5b3201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bfeb5754-b4fa-4df3-bd3c-2103ab99a584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:19.962402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bd33b0-481c-4dd3-be09-ad935ddc4e4b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network hostable DHCP agents. Network: bfeb5754-b4fa-4df3-bd3c-2103ab99a584, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:21:19.981502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bd33b0-481c-4dd3-be09-ad935ddc4e4b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network bfeb5754-b4fa-4df3-bd3c-2103ab99a584 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:21:19.994125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-07bd33b0-481c-4dd3-be09-ad935ddc4e4b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, bfeb5754-b4fa-4df3-bd3c-2103ab99a584) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:19.998639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd33b0-481c-4dd3-be09-ad935ddc4e4b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:19.999462 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-07bd33b0-481c-4dd3-be09-ad935ddc4e4b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.020043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56920) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:20.020235 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-07bd33b0-481c-4dd3-be09-ad935ddc4e4b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4515231 Dec 08 02:21:20.063674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db4ddbf-881f-437b-8c6e-449b375ce2c7 None None] Network bfeb5754-b4fa-4df3-bd3c-2103ab99a584 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:20.072324 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.128236 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.182569 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.201804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Allocated IP 2001:db8::1 (2cfbbbcc-2469-4663-a945-e9cdf814bd75/fd8cfecc-8584-4fdf-9beb-f5f8218a6567/cc7954a9-893d-43d9-8c31-5408a85610b5) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:20.251188 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.277055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Subnet': ['ID=38403148-4205-480c-aeef-6507872dcd16,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:20.344821 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=e187908b-f411-4d64-94a2-f7ae136aa7e1,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:20.356531 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.387366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfeb5754-b4fa-4df3-bd3c-2103ab99a584']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:20.399000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b5c381-2065-47c4-9030-2486e5b3201f') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:20.399277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b5c381-2065-47c4-9030-2486e5b3201f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:20.413268 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.426285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09bbf4e-d1ac-4532-a03e-5e1710b071e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-bfeb5754-b4fa-4df3-bd3c-2103ab99a584', 'network_id': 'bfeb5754-b4fa-4df3-bd3c-2103ab99a584', 'project_id': '240008f2b7914ae6adcb93e566837565', 'fixed_ips': [{'subnet_id': '38403148-4205-480c-aeef-6507872dcd16'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:21:20.427481 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f09bbf4e-d1ac-4532-a03e-5e1710b071e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.443013 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.458453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:20.459055 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:20.462458 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:20.577060 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.581964 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.586211 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/bfeb5754-b4fa-4df3-bd3c-2103ab99a584 HTTP/1.1" status: 204 len: 168 time: 0.5651100 Dec 08 02:21:20.590592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56934) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:20.597428 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-bc8ff92e-aec6-4d44-bd6b-d0c8a5529b52 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-955843821'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:20.601502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa62b6f4-8737-4bef-9fd0-5305d2a2f67d None None] Network bfeb5754-b4fa-4df3-bd3c-2103ab99a584 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:20.607639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05693c-cbc4-4662-be4f-3ee8edb13e53 req-3fdeaaee-b14b-4946-9738-5462366d1366 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:20.609178 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e05693c-cbc4-4662-be4f-3ee8edb13e53 req-3fdeaaee-b14b-4946-9738-5462366d1366 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.1188719 Dec 08 02:21:20.621013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b93c5c-b03b-42e9-a4e8-7188ebb4a5f2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Network': ['ID=bfeb5754-b4fa-4df3-bd3c-2103ab99a584,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:20.627324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa62b6f4-8737-4bef-9fd0-5305d2a2f67d None None] Network bfeb5754-b4fa-4df3-bd3c-2103ab99a584 could not be found, it might have been deleted concurrently. {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 02:21:20.629045 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.634640 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ae040289-6001-42fe-b9ae-48b99c390e9a None None] Provisioning complete for port e187908b-f411-4d64-94a2-f7ae136aa7e1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:20.635005 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ae040289-6001-42fe-b9ae-48b99c390e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.647238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8ff92e-aec6-4d44-bd6b-d0c8a5529b52 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:20.655906 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc8ff92e-aec6-4d44-bd6b-d0c8a5529b52 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.663497 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.677905 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e05693c-cbc4-4662-be4f-3ee8edb13e53 req-4e7838d8-0486-4d4e-ba2a-f688824fe21b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591259 Dec 08 02:21:20.691917 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8ff92e-aec6-4d44-bd6b-d0c8a5529b52 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:20.703697 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc8ff92e-aec6-4d44-bd6b-d0c8a5529b52 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.704332 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-bc8ff92e-aec6-4d44-bd6b-d0c8a5529b52 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Added segment 18354a7a-2058-4ca9-a424-717dcf98b47d of type vlan for network cde13856-0976-4b39-8118-272ded9596b7 Dec 08 02:21:20.705540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Network 2cfbbbcc-2469-4663-a945-e9cdf814bd75 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:20.713938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:20.719746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:20.729562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56936) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:20.740080 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Pushing event updated for resources: {'Port': ['ID=cc7954a9-893d-43d9-8c31-5408a85610b5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:20.765036 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc8ff92e-aec6-4d44-bd6b-d0c8a5529b52 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.794750 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc8ff92e-aec6-4d44-bd6b-d0c8a5529b52 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.800635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ff92e-aec6-4d44-bd6b-d0c8a5529b52 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:20.801486 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bc8ff92e-aec6-4d44-bd6b-d0c8a5529b52 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.814964 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Attempting to bind port cc7954a9-893d-43d9-8c31-5408a85610b5 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:20.815343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Attempting to bind port cc7954a9-893d-43d9-8c31-5408a85610b5 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1c1654c0-f95e-4998-b6b0-6e2124002c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cfbbbcc-2469-4663-a945-e9cdf814bd75'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:20.815744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Attempting to bind port cc7954a9-893d-43d9-8c31-5408a85610b5 on network 2cfbbbcc-2469-4663-a945-e9cdf814bd75 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:20.825646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:21:20.826038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Checking segment: {'id': '1c1654c0-f95e-4998-b6b0-6e2124002c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cfbbbcc-2469-4663-a945-e9cdf814bd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:20.826416 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.826816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Bound using segment: {'id': '1c1654c0-f95e-4998-b6b0-6e2124002c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cfbbbcc-2469-4663-a945-e9cdf814bd75'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:21:20.827295 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Bound port: cc7954a9-893d-43d9-8c31-5408a85610b5, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1654c0-f95e-4998-b6b0-6e2124002c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cfbbbcc-2469-4663-a945-e9cdf814bd75'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:21:20.827768 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.848575 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bc8ff92e-aec6-4d44-bd6b-d0c8a5529b52 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2568059 Dec 08 02:21:20.851466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56940) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:20.859026 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c199c8e8-1d5c-46a6-8b59-eddd68619904 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'subnet': {'network_id': 'cde13856-0976-4b39-8118-272ded9596b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:20.887244 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ff92e-aec6-4d44-bd6b-d0c8a5529b52 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Network': ['ID=cde13856-0976-4b39-8118-272ded9596b7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:20.893993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] For port cc7954a9-893d-43d9-8c31-5408a85610b5, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:20.897803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] For port cc7954a9-893d-43d9-8c31-5408a85610b5, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=cc7954a9-893d-43d9-8c31-5408a85610b5,segment=NetworkSegment(1c1654c0-f95e-4998-b6b0-6e2124002c46),segment_id=1c1654c0-f95e-4998-b6b0-6e2124002c46)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:21:20.902492 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network cde13856-0976-4b39-8118-272ded9596b7 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:20.902751 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8b997f5-2028-46ba-b74d-b6674378e421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:20.906418 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.005544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c199c8e8-1d5c-46a6-8b59-eddd68619904 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:21.010222 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c199c8e8-1d5c-46a6-8b59-eddd68619904 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.018112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e21096-b32d-492b-9258-496957d8e3ce None None] Pushing event updated for resources: {'Port': ['ID=cc7954a9-893d-43d9-8c31-5408a85610b5,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:21.105260 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8b997f5-2028-46ba-b74d-b6674378e421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.117803 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a8b997f5-2028-46ba-b74d-b6674378e421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.177170 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b997f5-2028-46ba-b74d-b6674378e421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced02ad1-9292-490d-ae18-364e29151885,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:21.186021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e187908b-f411-4d64-94a2-f7ae136aa7e1 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:21:21.189667 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a8b997f5-2028-46ba-b74d-b6674378e421 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dae79a95de09420f966687574d4072f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4590015 Dec 08 02:21:21.191064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56942) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:21.256205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e187908b-f411-4d64-94a2-f7ae136aa7e1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:21.257142 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.273081 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b42dc15-0773-41b5-9e53-d090bcbd7e83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.303399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b42dc15-0773-41b5-9e53-d090bcbd7e83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.322512 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c199c8e8-1d5c-46a6-8b59-eddd68619904 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.378684 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b42dc15-0773-41b5-9e53-d090bcbd7e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.382161 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b42dc15-0773-41b5-9e53-d090bcbd7e83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.385860 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1b42dc15-0773-41b5-9e53-d090bcbd7e83 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ced02ad1-9292-490d-ae18-364e29151885 HTTP/1.1" status: 204 len: 168 time: 0.1893597 Dec 08 02:21:21.386030 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199c8e8-1d5c-46a6-8b59-eddd68619904 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Subnet': ['ID=ed6069b5-4699-42fc-a29e-419138f78888,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:21.393677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42dc15-0773-41b5-9e53-d090bcbd7e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced02ad1-9292-490d-ae18-364e29151885,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:21.419481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c199c8e8-1d5c-46a6-8b59-eddd68619904 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Checking segment: {'id': '18354a7a-2058-4ca9-a424-717dcf98b47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cde13856-0976-4b39-8118-272ded9596b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:21.419925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c199c8e8-1d5c-46a6-8b59-eddd68619904 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network hostable DHCP agents. Network: cde13856-0976-4b39-8118-272ded9596b7, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:21:21.438618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c199c8e8-1d5c-46a6-8b59-eddd68619904 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network cde13856-0976-4b39-8118-272ded9596b7 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:21:21.447940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c199c8e8-1d5c-46a6-8b59-eddd68619904 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, cde13856-0976-4b39-8118-272ded9596b7) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:21.452564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c199c8e8-1d5c-46a6-8b59-eddd68619904 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:21.453542 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c199c8e8-1d5c-46a6-8b59-eddd68619904 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.456890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c75dff-b7ec-430b-bf45-87e9a90a8e07 None None] Network cde13856-0976-4b39-8118-272ded9596b7 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:21.472010 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c199c8e8-1d5c-46a6-8b59-eddd68619904 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6190214 Dec 08 02:21:21.475795 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56946) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:21.574246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-cde13856-0976-4b39-8118-272ded9596b7', 'network_id': 'cde13856-0976-4b39-8118-272ded9596b7', 'project_id': '240008f2b7914ae6adcb93e566837565', 'fixed_ips': [{'subnet_id': 'ed6069b5-4699-42fc-a29e-419138f78888'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:21:21.575320 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.597106 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.655240 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.700299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56950) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:21.723765 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2358-9b8c-4aa0-900b-f796f4595c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.738260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Allocated IP 2001:db8::1 (cde13856-0976-4b39-8118-272ded9596b7/ed6069b5-4699-42fc-a29e-419138f78888/00956927-a91e-4bc3-a376-588ee3182793) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:21.856453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025f8e2-2541-444a-b752-93379bda8cf1 req-c564f274-9d47-4acc-b303-802153f8de04 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:21.857956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f025f8e2-2541-444a-b752-93379bda8cf1 req-c564f274-9d47-4acc-b303-802153f8de04 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.0868125 Dec 08 02:21:21.859928 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2358-9b8c-4aa0-900b-f796f4595c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.865542 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2358-9b8c-4aa0-900b-f796f4595c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.901668 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.915073 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.933246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e9ba2358-9b8c-4aa0-900b-f796f4595c3a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ad75f07b07924ae5adf6df5446e168c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2297354 Dec 08 02:21:21.933634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56954) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:21.937321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba2358-9b8c-4aa0-900b-f796f4595c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a81eaab-812d-444c-8236-3c1e7ce2d074,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:21.948437 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:21.976332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Network cde13856-0976-4b39-8118-272ded9596b7 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:21.986493 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:21.986713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6069b5-4699-42fc-a29e-419138f78888,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:21.994674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:22.002449 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f025f8e2-2541-444a-b752-93379bda8cf1 req-3c7f3f2e-4a45-4883-adcb-9c87fcdb5cd0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333704 Dec 08 02:21:22.030114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c8da1aa1-fe2c-4ceb-8811-da1724e88a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.042896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Pushing event updated for resources: {'Port': ['ID=00956927-a91e-4bc3-a376-588ee3182793,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:22.045322 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a8f6dc2-25e0-4fbe-9975-c3f7c64b3fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.066555 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c8da1aa1-fe2c-4ceb-8811-da1724e88a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.089987 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.112138 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Attempting to bind port 00956927-a91e-4bc3-a376-588ee3182793 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:22.112789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Attempting to bind port 00956927-a91e-4bc3-a376-588ee3182793 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '18354a7a-2058-4ca9-a424-717dcf98b47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cde13856-0976-4b39-8118-272ded9596b7'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:22.113220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Attempting to bind port 00956927-a91e-4bc3-a376-588ee3182793 on network cde13856-0976-4b39-8118-272ded9596b7 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:22.115276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde13856-0976-4b39-8118-272ded9596b7']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:22.118779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:21:22.119254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Checking segment: {'id': '18354a7a-2058-4ca9-a424-717dcf98b47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cde13856-0976-4b39-8118-272ded9596b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:22.119751 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.120212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Bound using segment: {'id': '18354a7a-2058-4ca9-a424-717dcf98b47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cde13856-0976-4b39-8118-272ded9596b7'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:21:22.120751 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Bound port: 00956927-a91e-4bc3-a376-588ee3182793, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18354a7a-2058-4ca9-a424-717dcf98b47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cde13856-0976-4b39-8118-272ded9596b7'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:21:22.121201 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.130864 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18354a7a-2058-4ca9-a424-717dcf98b47d') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:22.131477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18354a7a-2058-4ca9-a424-717dcf98b47d') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:22.148344 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.156643 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c8da1aa1-fe2c-4ceb-8811-da1724e88a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.162973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6d12f9-8621-4b4c-9a21-f507010eec65 None None] Network 2cfbbbcc-2469-4663-a945-e9cdf814bd75 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:22.164365 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c8da1aa1-fe2c-4ceb-8811-da1724e88a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.165509 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c8da1aa1-fe2c-4ceb-8811-da1724e88a3a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9a81eaab-812d-444c-8236-3c1e7ce2d074 HTTP/1.1" status: 204 len: 168 time: 0.2308176 Dec 08 02:21:22.166228 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.176954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da1aa1-fe2c-4ceb-8811-da1724e88a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a81eaab-812d-444c-8236-3c1e7ce2d074,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:22.179898 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:22.180505 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:22.234085 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:22.256031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] For port 00956927-a91e-4bc3-a376-588ee3182793, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:22.259698 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 02:21:22.259698 n-d-713499-31 neutron-server[109767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 02:21:22.259698 n-d-713499-31 neutron-server[109767]: [parameters: {'id': 'cde13856-0976-4b39-8118-272ded9596b7'}] Dec 08 02:21:22.259698 n-d-713499-31 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:21:22.260239 n-d-713499-31 neutron-server[109767]: DEBUG oslo_db.api [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:21:22.260721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] For port 00956927-a91e-4bc3-a376-588ee3182793, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=00956927-a91e-4bc3-a376-588ee3182793,segment=NetworkSegment(18354a7a-2058-4ca9-a424-717dcf98b47d),segment_id=18354a7a-2058-4ca9-a424-717dcf98b47d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:21:22.269914 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.349952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-aec86b4b-b1a0-4e7a-9415-49de6391be2e None None] Provisioning complete for port cc7954a9-893d-43d9-8c31-5408a85610b5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:22.350321 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aec86b4b-b1a0-4e7a-9415-49de6391be2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.416874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f9451-fccd-497a-8391-d94bcd4039b8 None None] Pushing event updated for resources: {'Port': ['ID=00956927-a91e-4bc3-a376-588ee3182793,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:22.433670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db5e0a4-1a71-4721-ae59-dd51e8d35480 None None] Network cde13856-0976-4b39-8118-272ded9596b7 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:22.558274 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aec86b4b-b1a0-4e7a-9415-49de6391be2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.596467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-aec86b4b-b1a0-4e7a-9415-49de6391be2e None None] For port cc7954a9-893d-43d9-8c31-5408a85610b5, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=cc7954a9-893d-43d9-8c31-5408a85610b5,segment=NetworkSegment(1c1654c0-f95e-4998-b6b0-6e2124002c46),segment_id=1c1654c0-f95e-4998-b6b0-6e2124002c46)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:22.603080 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aec86b4b-b1a0-4e7a-9415-49de6391be2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.664440 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e7f9d-b60a-44e5-8057-a0f5a3d59f1a None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:21:22.667485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec86b4b-b1a0-4e7a-9415-49de6391be2e None None] Pushing event updated for resources: {'Port': ['ID=cc7954a9-893d-43d9-8c31-5408a85610b5,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:22.760491 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-37070777-61b3-4392-8595-4a988794cb5f None None] Provisioning complete for port cc7954a9-893d-43d9-8c31-5408a85610b5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:22.760899 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37070777-61b3-4392-8595-4a988794cb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.761535 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.788796 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437e7f9d-b60a-44e5-8057-a0f5a3d59f1a None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:21:22.824233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Deleting port 00956927-a91e-4bc3-a376-588ee3182793 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:22.824579 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.908053 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] For port 00956927-a91e-4bc3-a376-588ee3182793, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=00956927-a91e-4bc3-a376-588ee3182793,segment=NetworkSegment(18354a7a-2058-4ca9-a424-717dcf98b47d),segment_id=18354a7a-2058-4ca9-a424-717dcf98b47d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:22.908415 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:22.922853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Calling delete_port for 00956927-a91e-4bc3-a376-588ee3182793 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:23.013123 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:23.044937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Port': ['ID=00956927-a91e-4bc3-a376-588ee3182793,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:23.051335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No DVR routers for this DVR port 00956927-a91e-4bc3-a376-588ee3182793 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:23.169125 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:23.201846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde13856-0976-4b39-8118-272ded9596b7']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:23.219292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc403ce-018a-49ea-924c-5879d103cd0f req-6759c515-efec-4926-bec6-4aa5c7ca53dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:23.220996 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cdc403ce-018a-49ea-924c-5879d103cd0f req-6759c515-efec-4926-bec6-4aa5c7ca53dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.1273735 Dec 08 02:21:23.225700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18354a7a-2058-4ca9-a424-717dcf98b47d') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:23.225999 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18354a7a-2058-4ca9-a424-717dcf98b47d') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:23.236645 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:23.243706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cc7954a9-893d-43d9-8c31-5408a85610b5 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:21:23.271669 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:23.287483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:23.287949 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:23.290965 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:23.316771 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port cc7954a9-893d-43d9-8c31-5408a85610b5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:23.317167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:23.343806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faa1c6d-24fd-45d4-82ff-6a6c1c87efe2 None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:21:23.357189 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cdc403ce-018a-49ea-924c-5879d103cd0f req-1fba170e-101b-47d9-9c26-95e97a5890da tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185412 Dec 08 02:21:23.380269 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:23.402158 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:23.405543 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/cde13856-0976-4b39-8118-272ded9596b7 HTTP/1.1" status: 204 len: 168 time: 1.9288027 Dec 08 02:21:23.406513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0ef34-3f79-49d5-834f-ec9ea1bc9d6e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Network': ['ID=cde13856-0976-4b39-8118-272ded9596b7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:23.410001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 56988) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:23.416699 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-528dbadb-d3a7-4a01-9746-562f28de67f4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1138297292'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:23.443959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528dbadb-d3a7-4a01-9746-562f28de67f4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:23.447793 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-528dbadb-d3a7-4a01-9746-562f28de67f4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:23.475038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528dbadb-d3a7-4a01-9746-562f28de67f4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:23.486750 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa1c6d-24fd-45d4-82ff-6a6c1c87efe2 None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:21:23.488212 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-528dbadb-d3a7-4a01-9746-562f28de67f4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:23.489132 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-528dbadb-d3a7-4a01-9746-562f28de67f4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Added segment c1476e20-61d1-4e44-bc80-91e7d7cd0b71 of type vlan for network a076a42c-db29-428e-965c-a7bd5607b4f4 Dec 08 02:21:23.535751 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-528dbadb-d3a7-4a01-9746-562f28de67f4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:23.566562 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-528dbadb-d3a7-4a01-9746-562f28de67f4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:23.572833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dbadb-d3a7-4a01-9746-562f28de67f4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:23.574114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-528dbadb-d3a7-4a01-9746-562f28de67f4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:23.586977 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:23.616517 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-528dbadb-d3a7-4a01-9746-562f28de67f4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2046897 Dec 08 02:21:23.619517 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 56996) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:23.625536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-923a9bd9-9909-44a1-ba2a-47026431469e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'subnet': {'network_id': 'a076a42c-db29-428e-965c-a7bd5607b4f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:23.658131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528dbadb-d3a7-4a01-9746-562f28de67f4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Network': ['ID=a076a42c-db29-428e-965c-a7bd5607b4f4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:23.677535 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network a076a42c-db29-428e-965c-a7bd5607b4f4 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:23.734506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923a9bd9-9909-44a1-ba2a-47026431469e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:23.741046 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-923a9bd9-9909-44a1-ba2a-47026431469e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.259751 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-923a9bd9-9909-44a1-ba2a-47026431469e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.325911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a9bd9-9909-44a1-ba2a-47026431469e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Subnet': ['ID=00a22555-45f2-4b98-b8ff-456ee2b36a28,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:24.335777 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a9bd9-9909-44a1-ba2a-47026431469e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Checking segment: {'id': 'c1476e20-61d1-4e44-bc80-91e7d7cd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a076a42c-db29-428e-965c-a7bd5607b4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:24.336139 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a9bd9-9909-44a1-ba2a-47026431469e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network hostable DHCP agents. Network: a076a42c-db29-428e-965c-a7bd5607b4f4, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:21:24.347581 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38cba744-6070-4041-899a-361947c62d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.354302 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.356290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a9bd9-9909-44a1-ba2a-47026431469e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network a076a42c-db29-428e-965c-a7bd5607b4f4 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:21:24.365537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-923a9bd9-9909-44a1-ba2a-47026431469e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, a076a42c-db29-428e-965c-a7bd5607b4f4) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:24.369963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923a9bd9-9909-44a1-ba2a-47026431469e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:24.370562 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-923a9bd9-9909-44a1-ba2a-47026431469e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.376035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018a74cf-a16b-4e00-af52-a1b01868ba67 None None] Network a076a42c-db29-428e-965c-a7bd5607b4f4 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:24.391613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57028) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:24.402646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-923a9bd9-9909-44a1-ba2a-47026431469e tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7733898 Dec 08 02:21:24.501108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccf1dd-4980-49e0-b6a9-454c77026cd2 req-7208509a-e293-4a8a-8c72-5f637928adfe tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:24.502666 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d0ccf1dd-4980-49e0-b6a9-454c77026cd2 req-7208509a-e293-4a8a-8c72-5f637928adfe tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 945 time: 0.0564277 Dec 08 02:21:24.502901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-a076a42c-db29-428e-965c-a7bd5607b4f4', 'network_id': 'a076a42c-db29-428e-965c-a7bd5607b4f4', 'project_id': '240008f2b7914ae6adcb93e566837565', 'fixed_ips': [{'subnet_id': '00a22555-45f2-4b98-b8ff-456ee2b36a28'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:21:24.503909 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.504278 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.569368 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d0ccf1dd-4980-49e0-b6a9-454c77026cd2 req-c8bd1010-748a-4476-a3d8-8d232eec1161 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588078 Dec 08 02:21:24.580155 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.659826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57032) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:24.665505 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Allocated IP 2001:db8::1 (a076a42c-db29-428e-965c-a7bd5607b4f4/00a22555-45f2-4b98-b8ff-456ee2b36a28/29eae61c-cef4-4cea-bce1-ca96c6d8ba3e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:24.741807 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-dc2dfcce-3424-479f-ab1a-ed88a44dbdbd service neutron] show failed (client error): The resource could not be found. Dec 08 02:21:24.742855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-dc2dfcce-3424-479f-ab1a-ed88a44dbdbd service neutron] 10.222.0.45 "GET /v2.0/ports/e597508d-196e-4520-8b1e-d773806463dc/bindings/n-h2-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0555105 Dec 08 02:21:24.786670 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfccd7a2-18d0-41b7-86a2-cd3db437617d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.814819 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.821528 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.862100 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.864914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Network a076a42c-db29-428e-965c-a7bd5607b4f4 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:24.868041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:24.872925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:24.875797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Pushing event updated for resources: {'Port': ['ID=29eae61c-cef4-4cea-bce1-ca96c6d8ba3e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:24.896197 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Subnet': ['ID=00a22555-45f2-4b98-b8ff-456ee2b36a28,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:24.937924 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfccd7a2-18d0-41b7-86a2-cd3db437617d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.941818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Attempting to bind port 29eae61c-cef4-4cea-bce1-ca96c6d8ba3e on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:24.942250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Attempting to bind port 29eae61c-cef4-4cea-bce1-ca96c6d8ba3e by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'c1476e20-61d1-4e44-bc80-91e7d7cd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a076a42c-db29-428e-965c-a7bd5607b4f4'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:24.942615 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Attempting to bind port 29eae61c-cef4-4cea-bce1-ca96c6d8ba3e on network a076a42c-db29-428e-965c-a7bd5607b4f4 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:24.948187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:21:24.948567 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Checking segment: {'id': 'c1476e20-61d1-4e44-bc80-91e7d7cd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a076a42c-db29-428e-965c-a7bd5607b4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:24.948972 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.949349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Bound using segment: {'id': 'c1476e20-61d1-4e44-bc80-91e7d7cd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a076a42c-db29-428e-965c-a7bd5607b4f4'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:21:24.949816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Bound port: 29eae61c-cef4-4cea-bce1-ca96c6d8ba3e, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1476e20-61d1-4e44-bc80-91e7d7cd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a076a42c-db29-428e-965c-a7bd5607b4f4'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:21:24.950193 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.968081 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfccd7a2-18d0-41b7-86a2-cd3db437617d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:24.984266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-b3ad9732-983a-48ae-ba27-1d54095ff505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:24.986272 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-b3ad9732-983a-48ae-ba27-1d54095ff505 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e&tenant_id=cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 1097 time: 0.0521166 Dec 08 02:21:24.991339 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.004926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:25.016494 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] For port 29eae61c-cef4-4cea-bce1-ca96c6d8ba3e, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:25.021480 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] For port 29eae61c-cef4-4cea-bce1-ca96c6d8ba3e, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=29eae61c-cef4-4cea-bce1-ca96c6d8ba3e,segment=NetworkSegment(c1476e20-61d1-4e44-bc80-91e7d7cd0b71),segment_id=c1476e20-61d1-4e44-bc80-91e7d7cd0b71)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:21:25.028585 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bfccd7a2-18d0-41b7-86a2-cd3db437617d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6a50eff95e724cfa8f448b3f09d8ee61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3652635 Dec 08 02:21:25.029209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57036) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:25.030408 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.034376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccd7a2-18d0-41b7-86a2-cd3db437617d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492cd63c-9de8-46e6-ab2b-ff12a056a2ad,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:25.038385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a076a42c-db29-428e-965c-a7bd5607b4f4']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:25.056914 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1476e20-61d1-4e44-bc80-91e7d7cd0b71') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:25.057220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1476e20-61d1-4e44-bc80-91e7d7cd0b71') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:25.068023 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.087380 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.094701 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:25.095234 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.100741 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:25.109162 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:25.118587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7256023-8a4c-47e5-a4eb-b19b1dd03999 None None] Pushing event updated for resources: {'Port': ['ID=29eae61c-cef4-4cea-bce1-ca96c6d8ba3e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:25.142121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee9a2f-01af-4170-acd0-c92f156743b7 None None] Network a076a42c-db29-428e-965c-a7bd5607b4f4 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:25.151244 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cdee068-933e-4f7f-8a1a-dccbcaf8c798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.158849 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.db.api [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 02:21:25.158849 n-d-713499-31 neutron-server[109766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 02:21:25.158849 n-d-713499-31 neutron-server[109766]: [parameters: {'id': 'a076a42c-db29-428e-965c-a7bd5607b4f4'}] Dec 08 02:21:25.158849 n-d-713499-31 neutron-server[109766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:21:25.159512 n-d-713499-31 neutron-server[109766]: DEBUG oslo_db.api [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:21:25.188562 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cdee068-933e-4f7f-8a1a-dccbcaf8c798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.241752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cd8f55-cf8d-49ea-b9ed-e8038c4a75ac None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:21:25.323211 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cd8f55-cf8d-49ea-b9ed-e8038c4a75ac None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:21:25.346422 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cdee068-933e-4f7f-8a1a-dccbcaf8c798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.349632 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cdee068-933e-4f7f-8a1a-dccbcaf8c798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.353061 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9cdee068-933e-4f7f-8a1a-dccbcaf8c798 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/492cd63c-9de8-46e6-ab2b-ff12a056a2ad HTTP/1.1" status: 204 len: 168 time: 0.3205950 Dec 08 02:21:25.363840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdee068-933e-4f7f-8a1a-dccbcaf8c798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492cd63c-9de8-46e6-ab2b-ff12a056a2ad,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:25.387065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:25.431007 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:25.480925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:21:25.483304 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db36dfd7-55fa-4dc6-a239-ccb2a9d0a938" -d '{"events": [{"server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "e597508d-196e-4520-8b1e-d773806463dc"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:21:25.487442 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.494324 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.502652 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Transition to ACTIVE for port object e597508d-196e-4520-8b1e-d773806463dc will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:21:25.506549 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.570632 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421d9e73-155c-46f8-8bc9-92384a14bdf3 x-openstack-request-id: req-421d9e73-155c-46f8-8bc9-92384a14bdf3 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:21:25.570922 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "e597508d-196e-4520-8b1e-d773806463dc", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:21:25.571174 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-421d9e73-155c-46f8-8bc9-92384a14bdf3 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:21:25.571576 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc', 'code': 200} Dec 08 02:21:25.638640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Pushing event updated for resources: {'Port': ['ID=e597508d-196e-4520-8b1e-d773806463dc,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:25.660923 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.734130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57046) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:25.736015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Deleting port 29eae61c-cef4-4cea-bce1-ca96c6d8ba3e {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:25.736404 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.756239 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] No DVR routers for this DVR port e597508d-196e-4520-8b1e-d773806463dc on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:25.797571 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60a330b6-1a03-4813-988e-aa1aa7268962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.805948 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] For port 29eae61c-cef4-4cea-bce1-ca96c6d8ba3e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=29eae61c-cef4-4cea-bce1-ca96c6d8ba3e,segment=NetworkSegment(c1476e20-61d1-4e44-bc80-91e7d7cd0b71),segment_id=c1476e20-61d1-4e44-bc80-91e7d7cd0b71)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:25.806319 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.813493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a71ad-d28f-4d5b-b058-e67e6c6b3a4c req-5d549378-0f92-480a-abf0-105782f4b787 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:25.814995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c15a71ad-d28f-4d5b-b058-e67e6c6b3a4c req-5d549378-0f92-480a-abf0-105782f4b787 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 943 time: 0.1406491 Dec 08 02:21:25.818924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Calling delete_port for 29eae61c-cef4-4cea-bce1-ca96c6d8ba3e owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:25.905336 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:25.932763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Port': ['ID=29eae61c-cef4-4cea-bce1-ca96c6d8ba3e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:25.934621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No DVR routers for this DVR port 29eae61c-cef4-4cea-bce1-ca96c6d8ba3e on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:25.951919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c15a71ad-d28f-4d5b-b058-e67e6c6b3a4c req-157bc1fb-a1a1-49ca-9feb-a1b33a6e8cd4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237671 Dec 08 02:21:25.998277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:25.998613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:25.998942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:26.012401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:26.012724 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:26.016386 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.023941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:21:26.024284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Checking segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:26.024677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Bound using segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:21:26.025097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Bound port: e597508d-196e-4520-8b1e-d773806463dc, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:21:26.025449 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.031589 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60a330b6-1a03-4813-988e-aa1aa7268962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.040807 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a076a42c-db29-428e-965c-a7bd5607b4f4']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:26.044169 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60a330b6-1a03-4813-988e-aa1aa7268962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.050232 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1476e20-61d1-4e44-bc80-91e7d7cd0b71') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:26.050535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1476e20-61d1-4e44-bc80-91e7d7cd0b71') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:26.059806 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.073548 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.079949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:26.080450 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:26.084318 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:26.109916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-60a330b6-1a03-4813-988e-aa1aa7268962 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ceaacc430c42489ea736f5fd4f9b66a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3727994 Dec 08 02:21:26.110643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57048) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:26.120260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a330b6-1a03-4813-988e-aa1aa7268962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b256562c-ee22-4ce7-ace7-e3ba56e863e3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:26.146238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.154530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.157762 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/a076a42c-db29-428e-965c-a7bd5607b4f4 HTTP/1.1" status: 204 len: 168 time: 1.7645936 Dec 08 02:21:26.162993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57050) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:26.167890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdf864-e23d-43ea-9f09-9744e3d99e47 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Network': ['ID=a076a42c-db29-428e-965c-a7bd5607b4f4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:26.171110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-277c2ec0-2e9c-4cea-8f58-5cffe4be7fdb tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-881768366'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:26.175282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:26.199619 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:21:26.210280 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.221804 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ca66f09-70dc-4d03-8a6d-e63998041418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.223796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277c2ec0-2e9c-4cea-8f58-5cffe4be7fdb tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:26.227166 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-277c2ec0-2e9c-4cea-8f58-5cffe4be7fdb tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.289244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:26.289869 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.291255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] 10.222.0.75 "PUT /v2.0/ports/e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 1092 time: 1.2915297 Dec 08 02:21:26.310899 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ca66f09-70dc-4d03-8a6d-e63998041418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.327319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277c2ec0-2e9c-4cea-8f58-5cffe4be7fdb tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:26.333026 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801b648-e77b-4aa4-84ec-86b5313381fc service neutron] Pushing event updated for resources: {'Port': ['ID=e597508d-196e-4520-8b1e-d773806463dc,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:26.363117 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-277c2ec0-2e9c-4cea-8f58-5cffe4be7fdb tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.363862 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-277c2ec0-2e9c-4cea-8f58-5cffe4be7fdb tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Added segment 876e7867-d6fc-46ec-a658-a4860a8d3599 of type vlan for network a7cef34a-595d-40ec-b1fd-b294d380884b Dec 08 02:21:26.410393 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-277c2ec0-2e9c-4cea-8f58-5cffe4be7fdb tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.421793 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ca66f09-70dc-4d03-8a6d-e63998041418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.424499 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3ca66f09-70dc-4d03-8a6d-e63998041418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.432035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3ca66f09-70dc-4d03-8a6d-e63998041418 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b256562c-ee22-4ce7-ace7-e3ba56e863e3 HTTP/1.1" status: 204 len: 168 time: 0.3171082 Dec 08 02:21:26.449788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca66f09-70dc-4d03-8a6d-e63998041418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b256562c-ee22-4ce7-ace7-e3ba56e863e3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:26.465847 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-277c2ec0-2e9c-4cea-8f58-5cffe4be7fdb tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.486649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c2ec0-2e9c-4cea-8f58-5cffe4be7fdb tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:26.487531 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-277c2ec0-2e9c-4cea-8f58-5cffe4be7fdb tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.566522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-277c2ec0-2e9c-4cea-8f58-5cffe4be7fdb tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4015183 Dec 08 02:21:26.570135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57056) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:26.575529 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9c630566-1db2-45f9-b29f-9f38bf477e20 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'subnet': {'network_id': 'a7cef34a-595d-40ec-b1fd-b294d380884b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:26.591397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c2ec0-2e9c-4cea-8f58-5cffe4be7fdb tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Network': ['ID=a7cef34a-595d-40ec-b1fd-b294d380884b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:26.607471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-adbefd5d-5baa-4d34-ae1b-419d66f387fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:26.609116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network a7cef34a-595d-40ec-b1fd-b294d380884b details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:26.609619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-adbefd5d-5baa-4d34-ae1b-419d66f387fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1095 time: 0.2779009 Dec 08 02:21:26.692916 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c630566-1db2-45f9-b29f-9f38bf477e20 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:26.697157 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9c630566-1db2-45f9-b29f-9f38bf477e20 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.710944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-de724e28-f500-410d-a4e3-b003743e2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:26.712583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-de724e28-f500-410d-a4e3-b003743e2886 service neutron] 10.222.0.75 "GET /v2.0/networks?id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 200 len: 897 time: 0.0967262 Dec 08 02:21:26.788620 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-dfc59e7b-0ef6-44ff-ab0a-70a17fdfdcd4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 998 time: 0.0685461 Dec 08 02:21:26.842978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-8a656ebb-5ea4-4284-b0ff-35ed086a3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:26.844706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-8a656ebb-5ea4-4284-b0ff-35ed086a3361 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eb7be2c7-6fe3-4c43-aec9-693bdb582df4 HTTP/1.1" status: 200 len: 834 time: 0.0493784 Dec 08 02:21:26.891979 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9c630566-1db2-45f9-b29f-9f38bf477e20 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.896445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-772bab46-7e04-4a97-90bd-c5a84c56c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:26.898332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-772bab46-7e04-4a97-90bd-c5a84c56c85a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469880 Dec 08 02:21:26.954592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c630566-1db2-45f9-b29f-9f38bf477e20 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Subnet': ['ID=14df631d-6e36-4b74-a502-0f1a47388587,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:26.962222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c630566-1db2-45f9-b29f-9f38bf477e20 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Checking segment: {'id': '876e7867-d6fc-46ec-a658-a4860a8d3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a7cef34a-595d-40ec-b1fd-b294d380884b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:26.962602 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c630566-1db2-45f9-b29f-9f38bf477e20 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network hostable DHCP agents. Network: a7cef34a-595d-40ec-b1fd-b294d380884b, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:21:26.975456 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:26.984651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c630566-1db2-45f9-b29f-9f38bf477e20 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network a7cef34a-595d-40ec-b1fd-b294d380884b is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:21:26.997402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-9c630566-1db2-45f9-b29f-9f38bf477e20 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, a7cef34a-595d-40ec-b1fd-b294d380884b) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:27.002215 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c630566-1db2-45f9-b29f-9f38bf477e20 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:27.004537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9c630566-1db2-45f9-b29f-9f38bf477e20 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:27.014957 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcc6359-2ce5-43ef-86b9-148059fec197 None None] Network a7cef34a-595d-40ec-b1fd-b294d380884b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:27.019756 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-5feec167-33cc-4f7b-b1ab-e831665d7aad service neutron] 10.222.0.75 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138349 Dec 08 02:21:27.024484 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9c630566-1db2-45f9-b29f-9f38bf477e20 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4532073 Dec 08 02:21:27.027360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57070) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:27.032760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9af1fcbf-9358-4a7c-a31e-da0b03042274 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'subnet': {'network_id': 'a7cef34a-595d-40ec-b1fd-b294d380884b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:27.153672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67118c24-297e-4638-83e6-c5efc877158c req-7a43ed76-a2aa-47e9-8a47-d6992aca5db8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:27.155202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67118c24-297e-4638-83e6-c5efc877158c req-7a43ed76-a2aa-47e9-8a47-d6992aca5db8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 943 time: 0.1104965 Dec 08 02:21:27.174223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-a7cef34a-595d-40ec-b1fd-b294d380884b', 'network_id': 'a7cef34a-595d-40ec-b1fd-b294d380884b', 'project_id': '240008f2b7914ae6adcb93e566837565', 'fixed_ips': [{'subnet_id': '14df631d-6e36-4b74-a502-0f1a47388587'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:21:27.175264 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:27.186433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af1fcbf-9358-4a7c-a31e-da0b03042274 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:27.192688 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9af1fcbf-9358-4a7c-a31e-da0b03042274 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:27.195246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-2b66567e-7aa5-4624-9df3-92a54d09f39c service neutron] 10.222.0.75 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662538 Dec 08 02:21:27.272857 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67118c24-297e-4638-83e6-c5efc877158c req-1dd0aa55-d602-404e-af23-50cedeeb68cd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086445 Dec 08 02:21:27.376698 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Allocated IP 2001:db8::2 (a7cef34a-595d-40ec-b1fd-b294d380884b/14df631d-6e36-4b74-a502-0f1a47388587/52a48adf-5872-4ba1-ace3-6d2afd5d040c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:27.474133 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9af1fcbf-9358-4a7c-a31e-da0b03042274 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:27.515179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1fcbf-9358-4a7c-a31e-da0b03042274 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network a7cef34a-595d-40ec-b1fd-b294d380884b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:27.519646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-9af1fcbf-9358-4a7c-a31e-da0b03042274 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:27.524679 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1fcbf-9358-4a7c-a31e-da0b03042274 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:27.525313 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9af1fcbf-9358-4a7c-a31e-da0b03042274 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:27.531973 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:27.535249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1fcbf-9358-4a7c-a31e-da0b03042274 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Subnet': ['ID=c0ea8eaa-2f5a-4770-a587-ac60ce2978ab,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:27.539403 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:27.549936 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9af1fcbf-9358-4a7c-a31e-da0b03042274 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5212564 Dec 08 02:21:27.552735 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57084) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:27.573711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:21:27.576871 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "tag": "e597508d-196e-4520-8b1e-d773806463dc"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:21:27.581735 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Network a7cef34a-595d-40ec-b1fd-b294d380884b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:27.585451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:27.588961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:27.599298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Pushing event updated for resources: {'Port': ['ID=52a48adf-5872-4ba1-ace3-6d2afd5d040c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:27.656863 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d43efd0-0c9c-4581-b6c8-d43232fb1bc8 x-openstack-request-id: req-2d43efd0-0c9c-4581-b6c8-d43232fb1bc8 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:21:27.657362 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "tag": "e597508d-196e-4520-8b1e-d773806463dc", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:21:27.657673 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2d43efd0-0c9c-4581-b6c8-d43232fb1bc8 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:21:27.658134 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc', 'status': 'completed', 'code': 200} Dec 08 02:21:27.658471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ebe4f-f674-4943-ab27-497e3fe309be tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:27.660895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ebe4f-f674-4943-ab27-497e3fe309be tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:27.661815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Attempting to bind port 52a48adf-5872-4ba1-ace3-6d2afd5d040c on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:27.662308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ebe4f-f674-4943-ab27-497e3fe309be tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:27.662961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Attempting to bind port 52a48adf-5872-4ba1-ace3-6d2afd5d040c by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '876e7867-d6fc-46ec-a658-a4860a8d3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a7cef34a-595d-40ec-b1fd-b294d380884b'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:27.663337 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Attempting to bind port 52a48adf-5872-4ba1-ace3-6d2afd5d040c on network a7cef34a-595d-40ec-b1fd-b294d380884b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:27.663872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ebe4f-f674-4943-ab27-497e3fe309be tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:27.665383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ebe4f-f674-4943-ab27-497e3fe309be tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:27.670800 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-197ebe4f-f674-4943-ab27-497e3fe309be tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1134920 Dec 08 02:21:27.671335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57092) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:27.672900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:21:27.673338 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Checking segment: {'id': '876e7867-d6fc-46ec-a658-a4860a8d3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a7cef34a-595d-40ec-b1fd-b294d380884b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:27.673863 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:27.674276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Bound using segment: {'id': '876e7867-d6fc-46ec-a658-a4860a8d3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a7cef34a-595d-40ec-b1fd-b294d380884b'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:21:27.674762 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Bound port: 52a48adf-5872-4ba1-ace3-6d2afd5d040c, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876e7867-d6fc-46ec-a658-a4860a8d3599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a7cef34a-595d-40ec-b1fd-b294d380884b'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:21:27.675146 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:27.676457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ba92b883-87fb-439a-bcd8-2e04804bd4b3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1489733319'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:27.702896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba92b883-87fb-439a-bcd8-2e04804bd4b3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:27.706858 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba92b883-87fb-439a-bcd8-2e04804bd4b3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:27.756822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] For port 52a48adf-5872-4ba1-ace3-6d2afd5d040c, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:27.760262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] For port 52a48adf-5872-4ba1-ace3-6d2afd5d040c, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=52a48adf-5872-4ba1-ace3-6d2afd5d040c,segment=NetworkSegment(876e7867-d6fc-46ec-a658-a4860a8d3599),segment_id=876e7867-d6fc-46ec-a658-a4860a8d3599)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:21:27.765690 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:27.794611 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e597508d-196e-4520-8b1e-d773806463dc no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:21:27.800089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba92b883-87fb-439a-bcd8-2e04804bd4b3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:27.813512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-f5f2ddc9-9f1f-47ab-b4f6-a0b74d162ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:27.815137 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-f5f2ddc9-9f1f-47ab-b4f6-a0b74d162ef7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1095 time: 0.1038587 Dec 08 02:21:27.822473 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba92b883-87fb-439a-bcd8-2e04804bd4b3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:27.823335 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-ba92b883-87fb-439a-bcd8-2e04804bd4b3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Added segment 8587225a-d147-4d0a-adc4-8d049c8eb806 of type vlan for network 24ccfb40-306a-497d-806b-b36b0533f72e Dec 08 02:21:27.825841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-b0311bfd-6080-4a1e-8161-953e689fd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:27.827335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-b0311bfd-6080-4a1e-8161-953e689fd3c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1095 time: 0.1066024 Dec 08 02:21:27.861531 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef058f3-41e1-44b8-ba14-e088c1351585 None None] Pushing event updated for resources: {'Port': ['ID=52a48adf-5872-4ba1-ace3-6d2afd5d040c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:27.864787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e597508d-196e-4520-8b1e-d773806463dc not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:21:27.947228 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:27.978232 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba92b883-87fb-439a-bcd8-2e04804bd4b3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:28.090702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-9ea0a427-a247-400a-a904-7fce0d72c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:28.091095 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-9ea0a427-a247-400a-a904-7fce0d72c3d1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 200 len: 897 time: 0.2462614 Dec 08 02:21:28.095090 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba92b883-87fb-439a-bcd8-2e04804bd4b3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:28.101622 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba92b883-87fb-439a-bcd8-2e04804bd4b3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:28.102240 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ba92b883-87fb-439a-bcd8-2e04804bd4b3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:28.180377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-f9dc1316-0c6b-4329-b81f-3a5d6b1f0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:28.181879 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-f9dc1316-0c6b-4329-b81f-3a5d6b1f0548 service neutron] 10.222.0.45 "GET /v2.0/networks?id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 200 len: 897 time: 0.3358691 Dec 08 02:21:28.235155 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ba92b883-87fb-439a-bcd8-2e04804bd4b3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5605004 Dec 08 02:21:28.240978 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57106) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:28.246368 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-baa6bf1f-8d67-4ea5-b983-822cc792e712 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:28.272193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92b883-87fb-439a-bcd8-2e04804bd4b3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Network': ['ID=24ccfb40-306a-497d-806b-b36b0533f72e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:28.287319 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 24ccfb40-306a-497d-806b-b36b0533f72e details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:28.292030 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-1d8ebc15-79d6-4acc-b110-4e39ecccf706 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 998 time: 0.1869440 Dec 08 02:21:28.336105 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-b5d569bc-a179-47ff-8d9e-155342e1bb67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 998 time: 0.1206822 Dec 08 02:21:28.428050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-b69a2e05-20b5-4028-8a50-58917c5d3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:28.429524 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-b69a2e05-20b5-4028-8a50-58917c5d3059 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eb7be2c7-6fe3-4c43-aec9-693bdb582df4 HTTP/1.1" status: 200 len: 834 time: 0.1288888 Dec 08 02:21:28.480026 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-7ae02873-8b1a-4888-8edf-72140dcee7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:28.481639 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-7ae02873-8b1a-4888-8edf-72140dcee7be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb7be2c7-6fe3-4c43-aec9-693bdb582df4 HTTP/1.1" status: 200 len: 834 time: 0.1386728 Dec 08 02:21:28.531178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38eae0-d1d5-4cca-a65a-5f02b6d16127 req-99d15a1f-6ba1-4cb1-97b8-2a9f4a4d8f65 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:28.539209 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e38eae0-d1d5-4cca-a65a-5f02b6d16127 req-99d15a1f-6ba1-4cb1-97b8-2a9f4a4d8f65 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 943 time: 0.1464331 Dec 08 02:21:28.568895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-e0a087ad-cb0b-4855-8caa-6c2be6553a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:28.571767 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-e0a087ad-cb0b-4855-8caa-6c2be6553a09 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313417 Dec 08 02:21:28.610877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-3ac36a63-3c95-4b6a-8a3b-a54cad9dcb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:28.612456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-3ac36a63-3c95-4b6a-8a3b-a54cad9dcb62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224544 Dec 08 02:21:28.666308 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e38eae0-d1d5-4cca-a65a-5f02b6d16127 req-34b0ce5c-1d7d-4329-b978-ba7e602347ac tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261020 Dec 08 02:21:28.754040 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-baa6bf1f-8d67-4ea5-b983-822cc792e712 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:28.770274 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-baa6bf1f-8d67-4ea5-b983-822cc792e712 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:28.790690 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-baa6bf1f-8d67-4ea5-b983-822cc792e712 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network 24ccfb40-306a-497d-806b-b36b0533f72e is not hosted by any dhcp agent {{(pid=109766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 02:21:28.797143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6bf1f-8d67-4ea5-b983-822cc792e712 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:28.798118 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-baa6bf1f-8d67-4ea5-b983-822cc792e712 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:28.799694 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-baa6bf1f-8d67-4ea5-b983-822cc792e712 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "PUT /v2.0/networks/24ccfb40-306a-497d-806b-b36b0533f72e HTTP/1.1" status: 200 len: 723 time: 0.5576622 Dec 08 02:21:28.807039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57120) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:28.814824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-33657208-3b50-4b59-b877-07cb6f670ca3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'subnet': {'network_id': '24ccfb40-306a-497d-806b-b36b0533f72e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:28.845683 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-dc52a81b-7ec8-49de-acb7-9e751c520d41 service neutron] 10.222.0.75 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653046 Dec 08 02:21:28.855145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6bf1f-8d67-4ea5-b983-822cc792e712 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Network': ['ID=24ccfb40-306a-497d-806b-b36b0533f72e,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:28.867578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 24ccfb40-306a-497d-806b-b36b0533f72e details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:28.938033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-dc314a9d-6630-46a9-94b3-44eb3e103a8c service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089981 Dec 08 02:21:29.101896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-81138ccd-78c0-40e8-b83c-26165eff1705 service neutron] 10.222.0.75 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469337 Dec 08 02:21:29.110841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33657208-3b50-4b59-b877-07cb6f670ca3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:29.118280 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33657208-3b50-4b59-b877-07cb6f670ca3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.142377 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c3256cc3-9cf5-45ed-8fe9-b3ea90d17169 req-55c15769-200e-4841-9634-48ea7976a99c service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653728 Dec 08 02:21:29.199134 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7628e5c0-6743-4331-95e6-6e5e5dccc21a None None] Network a7cef34a-595d-40ec-b1fd-b294d380884b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:29.224620 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 52a48adf-5872-4ba1-ace3-6d2afd5d040c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:21:29.455787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57128) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:29.481119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4f43accb-fa96-4292-9105-04916ef290ba None None] Provisioning complete for port 52a48adf-5872-4ba1-ace3-6d2afd5d040c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:29.481487 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f43accb-fa96-4292-9105-04916ef290ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.554763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 52a48adf-5872-4ba1-ace3-6d2afd5d040c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:29.555088 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.596139 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.674204 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33657208-3b50-4b59-b877-07cb6f670ca3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.702740 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f43accb-fa96-4292-9105-04916ef290ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.706093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.713406 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.734388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b11575-3c28-46a6-ab42-43b4fe0f8646 None None] Update dhcp port {'port': {'network_id': 'a7cef34a-595d-40ec-b1fd-b294d380884b', 'fixed_ips': [{'subnet_id': '14df631d-6e36-4b74-a502-0f1a47388587', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c0ea8eaa-2f5a-4770-a587-ac60ce2978ab'}], 'binding:host_id': 'n-d-713499-31'}, 'id': '52a48adf-5872-4ba1-ace3-6d2afd5d040c'} from n-d-713499-31. {{(pid=109768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 02:21:29.753728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33657208-3b50-4b59-b877-07cb6f670ca3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Subnet': ['ID=bf50ace4-9054-4737-ba72-b6a1ddc1f9f6,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:29.758933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09769c70-55b9-4a66-a01a-7987e7ade93e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:29.773725 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.776388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:29.776821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:29.777176 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:29.777884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:29.778311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:29.778711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:29.779294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:29.779776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:29.780035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4f43accb-fa96-4292-9105-04916ef290ba None None] For port 52a48adf-5872-4ba1-ace3-6d2afd5d040c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=52a48adf-5872-4ba1-ace3-6d2afd5d040c,segment=NetworkSegment(876e7867-d6fc-46ec-a658-a4860a8d3599),segment_id=876e7867-d6fc-46ec-a658-a4860a8d3599)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:29.780548 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:29.781051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:29.781568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:29.782126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:29.782533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:29.792408 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f43accb-fa96-4292-9105-04916ef290ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.795804 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-23e8ac3a-f13d-489d-a58e-2bc9fb37333b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8b172302b71740dea199b6c5c99438d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383920 Dec 08 02:21:29.796783 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19b11575-3c28-46a6-ab42-43b4fe0f8646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.796890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57134) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:29.825463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33657208-3b50-4b59-b877-07cb6f670ca3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Checking segment: {'id': '8587225a-d147-4d0a-adc4-8d049c8eb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '24ccfb40-306a-497d-806b-b36b0533f72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:29.825944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33657208-3b50-4b59-b877-07cb6f670ca3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network hostable DHCP agents. Network: 24ccfb40-306a-497d-806b-b36b0533f72e, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:21:29.848493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2278-00eb-4cc6-9052-eda3a722025e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.852349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b948e-8a3f-4078-8538-9796d01e8cd6 req-3c42a510-50a5-483c-bacc-f7318ce09425 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:29.853985 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-454b948e-8a3f-4078-8538-9796d01e8cd6 req-3c42a510-50a5-483c-bacc-f7318ce09425 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 943 time: 0.0840440 Dec 08 02:21:29.870625 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2278-00eb-4cc6-9052-eda3a722025e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.881673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33657208-3b50-4b59-b877-07cb6f670ca3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network 24ccfb40-306a-497d-806b-b36b0533f72e is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:21:29.922385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43accb-fa96-4292-9105-04916ef290ba None None] Pushing event updated for resources: {'Port': ['ID=52a48adf-5872-4ba1-ace3-6d2afd5d040c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:29.927896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-454b948e-8a3f-4078-8538-9796d01e8cd6 req-dc24331c-6c63-4dc7-bdab-6a0c5611f958 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632377 Dec 08 02:21:29.928931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-33657208-3b50-4b59-b877-07cb6f670ca3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 24ccfb40-306a-497d-806b-b36b0533f72e) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:29.933510 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33657208-3b50-4b59-b877-07cb6f670ca3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:29.934469 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33657208-3b50-4b59-b877-07cb6f670ca3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590935'] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.942428 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2278-00eb-4cc6-9052-eda3a722025e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.950401 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2278-00eb-4cc6-9052-eda3a722025e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:29.954474 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-33657208-3b50-4b59-b877-07cb6f670ca3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1419318 Dec 08 02:21:29.955029 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ab0d2278-00eb-4cc6-9052-eda3a722025e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/09769c70-55b9-4a66-a01a-7987e7ade93e HTTP/1.1" status: 204 len: 168 time: 0.1571743 Dec 08 02:21:29.955154 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57138) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:29.963077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7b4224bd-d8d2-429a-98de-39b7db463e08 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:29.964612 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d2278-00eb-4cc6-9052-eda3a722025e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09769c70-55b9-4a66-a01a-7987e7ade93e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:29.970438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27632a8-5036-412b-8070-44fe71c7abd5 None None] Network 24ccfb40-306a-497d-806b-b36b0533f72e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:29.972434 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:21:29.972765 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:21:30.099464 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b4224bd-d8d2-429a-98de-39b7db463e08 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5607601'] for subnet, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.101005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e597508d-196e-4520-8b1e-d773806463dc details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:21:30.122015 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-19b11575-3c28-46a6-ab42-43b4fe0f8646 None None] Allocated IP 172.20.0.1 (a7cef34a-595d-40ec-b1fd-b294d380884b/c0ea8eaa-2f5a-4770-a587-ac60ce2978ab/52a48adf-5872-4ba1-ace3-6d2afd5d040c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:30.174457 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-24ccfb40-306a-497d-806b-b36b0533f72e', 'network_id': '24ccfb40-306a-497d-806b-b36b0533f72e', 'project_id': '240008f2b7914ae6adcb93e566837565', 'fixed_ips': [{'subnet_id': 'bf50ace4-9054-4737-ba72-b6a1ddc1f9f6'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:21:30.175272 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.346781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-af15ac84-ecdf-48de-8eea-b3032a601c8b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:30.348384 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-af15ac84-ecdf-48de-8eea-b3032a601c8b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e&tenant_id=cbb43e4753544be0aa33c8b169b14a56&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 943 time: 0.1570680 Dec 08 02:21:30.355857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfd18a-97fa-41e3-8302-5b44da93f23d req-b45c146d-e32b-4680-b0ca-ca05a601f18a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:30.357206 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8dfd18a-97fa-41e3-8302-5b44da93f23d req-b45c146d-e32b-4680-b0ca-ca05a601f18a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 943 time: 0.1466312 Dec 08 02:21:30.373158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:30.385010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57146) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:30.400673 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0cc6-df93-4ad3-a5d7-89571adc9db3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.405642 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-19b11575-3c28-46a6-ab42-43b4fe0f8646 None None] For port 52a48adf-5872-4ba1-ace3-6d2afd5d040c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=52a48adf-5872-4ba1-ace3-6d2afd5d040c,segment=NetworkSegment(876e7867-d6fc-46ec-a658-a4860a8d3599),segment_id=876e7867-d6fc-46ec-a658-a4860a8d3599)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:30.407635 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'e597508d-196e-4520-8b1e-d773806463dc', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'port_id': 'e597508d-196e-4520-8b1e-d773806463dc', 'mac_address': 'fa:16:3e:e2:b7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:21:30.443175 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b4224bd-d8d2-429a-98de-39b7db463e08 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785260559270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5070916'] for subnet, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.506258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0cc6-df93-4ad3-a5d7-89571adc9db3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.511084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4224bd-d8d2-429a-98de-39b7db463e08 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:30.511699 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b4224bd-d8d2-429a-98de-39b7db463e08 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.512290 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0cc6-df93-4ad3-a5d7-89571adc9db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.513005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7b4224bd-d8d2-429a-98de-39b7db463e08 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "PUT /v2.0/subnets/bf50ace4-9054-4737-ba72-b6a1ddc1f9f6 HTTP/1.1" status: 200 len: 826 time: 0.5558674 Dec 08 02:21:30.514642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-82a67fbf-7fdf-45db-98bd-4b9c7b1905b9 service neutron] 10.222.0.75 "GET /v2.0/ports/e597508d-196e-4520-8b1e-d773806463dc/bindings/n-h2-713499-31 HTTP/1.1" status: 200 len: 383 time: 0.1545234 Dec 08 02:21:30.516385 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19b11575-3c28-46a6-ab42-43b4fe0f8646 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.520379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57148) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:30.524529 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8dfd18a-97fa-41e3-8302-5b44da93f23d req-902c8b78-b850-48fd-b178-3402b6f1558d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370401 Dec 08 02:21:30.526829 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.533843 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19b11575-3c28-46a6-ab42-43b4fe0f8646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.539473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4224bd-d8d2-429a-98de-39b7db463e08 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Subnet': ['ID=bf50ace4-9054-4737-ba72-b6a1ddc1f9f6,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:30.559959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Allocated IP 2001:db8::2 (24ccfb40-306a-497d-806b-b36b0533f72e/bf50ace4-9054-4737-ba72-b6a1ddc1f9f6/181abda5-5638-45da-b2fa-89d28ae19634) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:30.596549 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e597508d-196e-4520-8b1e-d773806463dc {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:21:30.631585 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fe2c0cc6-df93-4ad3-a5d7-89571adc9db3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e5c7fc0abee94b9b8e47349240d4fe25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2454576 Dec 08 02:21:30.634359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57150) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:30.636625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c0cc6-df93-4ad3-a5d7-89571adc9db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2aed58-bf91-4228-97bd-8aea95302830,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:30.639174 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-cb7e1d1c-8b44-4747-a751-d9ba5451cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:30.640374 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-cb7e1d1c-8b44-4747-a751-d9ba5451cd31 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1095 time: 0.0654223 Dec 08 02:21:30.655950 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:30.677993 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.711275 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.720881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b11575-3c28-46a6-ab42-43b4fe0f8646 None None] Pushing event updated for resources: {'Port': ['ID=52a48adf-5872-4ba1-ace3-6d2afd5d040c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:30.722100 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-91dee028-ef7b-46d5-9376-e198ab69aa93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.753930 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-91dee028-ef7b-46d5-9376-e198ab69aa93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.759897 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-44745d65-ef45-4878-ab4c-5ead34a21c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:30.761400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-44745d65-ef45-4878-ab4c-5ead34a21c7a service neutron] 10.222.0.75 "GET /v2.0/networks?id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 200 len: 897 time: 0.1137738 Dec 08 02:21:30.801210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=e597508d-196e-4520-8b1e-d773806463dc,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:30.828335 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.850678 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-c326c561-da7d-4988-972f-2f3eaa73c1eb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 999 time: 0.0817826 Dec 08 02:21:30.895907 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-91dee028-ef7b-46d5-9376-e198ab69aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.898686 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-91dee028-ef7b-46d5-9376-e198ab69aa93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.899877 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-91dee028-ef7b-46d5-9376-e198ab69aa93 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7c2aed58-bf91-4228-97bd-8aea95302830 HTTP/1.1" status: 204 len: 168 time: 0.2642164 Dec 08 02:21:30.903502 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.914626 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-96350954-00ab-4326-807d-ab8364dc9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:30.916744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-96350954-00ab-4326-807d-ab8364dc9565 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eb7be2c7-6fe3-4c43-aec9-693bdb582df4 HTTP/1.1" status: 200 len: 834 time: 0.0581646 Dec 08 02:21:30.918330 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.921358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dee028-ef7b-46d5-9376-e198ab69aa93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2aed58-bf91-4228-97bd-8aea95302830,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:30.940307 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:30.975180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Subnet': ['ID=bf50ace4-9054-4737-ba72-b6a1ddc1f9f6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:30.978040 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-b5548aa9-a019-428f-9bc3-e71ff3b38c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:30.982126 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-b5548aa9-a019-428f-9bc3-e71ff3b38c22 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569496 Dec 08 02:21:31.015901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['e597508d-196e-4520-8b1e-d773806463dc'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:21:31.090865 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:31.100615 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Network 24ccfb40-306a-497d-806b-b36b0533f72e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:31.122977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ccfb40-306a-497d-806b-b36b0533f72e']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:31.137203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8587225a-d147-4d0a-adc4-8d049c8eb806') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:31.137581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8587225a-d147-4d0a-adc4-8d049c8eb806') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:31.141376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-f603e7e0-d200-4e3a-8595-7defcb78f044 service neutron] 10.222.0.75 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485445 Dec 08 02:21:31.143630 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Pushing event updated for resources: {'Port': ['ID=181abda5-5638-45da-b2fa-89d28ae19634,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:31.151556 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:31.163907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:31.173051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:31.181668 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:31.192071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:31.192748 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:31.196379 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:31.251787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 52a48adf-5872-4ba1-ace3-6d2afd5d040c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:21:31.278025 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.db.api [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 02:21:31.278025 n-d-713499-31 neutron-server[109766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 02:21:31.278025 n-d-713499-31 neutron-server[109766]: [parameters: {'id': '24ccfb40-306a-497d-806b-b36b0533f72e'}] Dec 08 02:21:31.278025 n-d-713499-31 neutron-server[109766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:21:31.278557 n-d-713499-31 neutron-server[109766]: DEBUG oslo_db.api [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:21:31.342121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-b064e8af-2504-4c58-80d4-25bffb8492f4 service neutron] 10.222.0.75 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875336 Dec 08 02:21:31.346693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Attempting to bind port 181abda5-5638-45da-b2fa-89d28ae19634 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:31.347075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Attempting to bind port 181abda5-5638-45da-b2fa-89d28ae19634 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '8587225a-d147-4d0a-adc4-8d049c8eb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '24ccfb40-306a-497d-806b-b36b0533f72e'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:31.347440 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Attempting to bind port 181abda5-5638-45da-b2fa-89d28ae19634 on network 24ccfb40-306a-497d-806b-b36b0533f72e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:31.362316 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:21:31.362704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Checking segment: {'id': '8587225a-d147-4d0a-adc4-8d049c8eb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '24ccfb40-306a-497d-806b-b36b0533f72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:31.363108 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:31.363529 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Bound using segment: {'id': '8587225a-d147-4d0a-adc4-8d049c8eb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '24ccfb40-306a-497d-806b-b36b0533f72e'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:21:31.364567 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Bound port: 181abda5-5638-45da-b2fa-89d28ae19634, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8587225a-d147-4d0a-adc4-8d049c8eb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '24ccfb40-306a-497d-806b-b36b0533f72e'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:21:31.364953 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:31.439191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 52a48adf-5872-4ba1-ace3-6d2afd5d040c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:31.439563 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:31.524515 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] For port 181abda5-5638-45da-b2fa-89d28ae19634, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:31.534497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fa3786-6f63-4d43-baf8-ba93f7770a6d None None] Network a7cef34a-595d-40ec-b1fd-b294d380884b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:31.588569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] For port 181abda5-5638-45da-b2fa-89d28ae19634, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=181abda5-5638-45da-b2fa-89d28ae19634,segment=NetworkSegment(8587225a-d147-4d0a-adc4-8d049c8eb806),segment_id=8587225a-d147-4d0a-adc4-8d049c8eb806)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:21:31.662942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029580f-4b9a-4b2d-8b8d-2c7c864d983c req-3ac913b9-c983-45e6-bc8f-f31948d16104 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:31.664973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6029580f-4b9a-4b2d-8b8d-2c7c864d983c req-3ac913b9-c983-45e6-bc8f-f31948d16104 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 944 time: 0.0558727 Dec 08 02:21:31.757185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6029580f-4b9a-4b2d-8b8d-2c7c864d983c req-eb17f20a-1e7c-48de-9a7c-e208f0faeae7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802679 Dec 08 02:21:31.780084 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:31.839195 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:31.855064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Deleting port 181abda5-5638-45da-b2fa-89d28ae19634 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:31.855408 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:31.868162 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-17326606-08cb-4b99-a0f8-af49a5aa25cf None None] Provisioning complete for port 52a48adf-5872-4ba1-ace3-6d2afd5d040c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:31.868535 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17326606-08cb-4b99-a0f8-af49a5aa25cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:31.922522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] For port 181abda5-5638-45da-b2fa-89d28ae19634, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=181abda5-5638-45da-b2fa-89d28ae19634,segment=NetworkSegment(8587225a-d147-4d0a-adc4-8d049c8eb806),segment_id=8587225a-d147-4d0a-adc4-8d049c8eb806)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:31.923316 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:31.939704 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Calling delete_port for 181abda5-5638-45da-b2fa-89d28ae19634 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:32.046408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5a4e-6404-4dc2-9e0f-58bdb0984052 req-f96b3e88-0620-452b-973d-f5ce00776b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:32.047875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f8c5a4e-6404-4dc2-9e0f-58bdb0984052 req-f96b3e88-0620-452b-973d-f5ce00776b4e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1096 time: 0.0446608 Dec 08 02:21:32.049583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.080612 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Port': ['ID=181abda5-5638-45da-b2fa-89d28ae19634,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:32.082467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No DVR routers for this DVR port 181abda5-5638-45da-b2fa-89d28ae19634 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:32.101786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca209c92-dac9-4433-8add-7d75c9299887 None None] Network 24ccfb40-306a-497d-806b-b36b0533f72e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:32.184552 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.203863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be76912-8a46-4538-91d1-c1150d23843b None None] Pushing event updated for resources: {'Port': ['ID=181abda5-5638-45da-b2fa-89d28ae19634,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:32.225169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5a4e-6404-4dc2-9e0f-58bdb0984052 req-683120d3-1eec-4b91-922c-55ab91dda866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:32.225397 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ccfb40-306a-497d-806b-b36b0533f72e']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:32.226996 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f8c5a4e-6404-4dc2-9e0f-58bdb0984052 req-683120d3-1eec-4b91-922c-55ab91dda866 service neutron] 10.222.0.75 "GET /v2.0/networks?id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 200 len: 897 time: 0.1385083 Dec 08 02:21:32.245655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8587225a-d147-4d0a-adc4-8d049c8eb806') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:32.245962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8587225a-d147-4d0a-adc4-8d049c8eb806') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:32.257726 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.258442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8a43cd-44ff-449f-8708-d070c59cab52 None None] Network 24ccfb40-306a-497d-806b-b36b0533f72e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:32.274421 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.282751 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:32.283180 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.311698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f8c5a4e-6404-4dc2-9e0f-58bdb0984052 req-51d458cd-026a-4e2e-aae0-99d87d47cf05 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 999 time: 0.0768602 Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:32.346944 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:32.351105 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.359962 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.373753 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/24ccfb40-306a-497d-806b-b36b0533f72e HTTP/1.1" status: 204 len: 168 time: 1.8482993 Dec 08 02:21:32.376038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57188) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:32.415834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e675f-6e31-4f81-aeb2-05737f55b8a6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Network': ['ID=24ccfb40-306a-497d-806b-b36b0533f72e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:32.416464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5a4e-6404-4dc2-9e0f-58bdb0984052 req-f990cbf2-2037-46f5-b827-8c80b6f15b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:32.418516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f8c5a4e-6404-4dc2-9e0f-58bdb0984052 req-f990cbf2-2037-46f5-b827-8c80b6f15b82 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eb7be2c7-6fe3-4c43-aec9-693bdb582df4 HTTP/1.1" status: 200 len: 834 time: 0.0907815 Dec 08 02:21:32.418732 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7539c1ef-8b89-4c72-a934-212bcb98cb94 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] DELETE failed (client error): The resource could not be found. Dec 08 02:21:32.419268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7539c1ef-8b89-4c72-a934-212bcb98cb94 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:21:32.426617 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7539c1ef-8b89-4c72-a934-212bcb98cb94 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/24ccfb40-306a-497d-806b-b36b0533f72e HTTP/1.1" status: 404 len: 339 time: 0.0458047 Dec 08 02:21:32.427618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57190) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:32.432980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-295dc7f5-6b05-446d-819d-a22c4804ebed tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-213500402', 'description': 'd1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:32.454217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57192) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:32.488422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295dc7f5-6b05-446d-819d-a22c4804ebed tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:32.492586 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-295dc7f5-6b05-446d-819d-a22c4804ebed tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.504001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5a4e-6404-4dc2-9e0f-58bdb0984052 req-550c3953-07d2-4d72-9ff8-41fcae2d84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:32.506135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f8c5a4e-6404-4dc2-9e0f-58bdb0984052 req-550c3953-07d2-4d72-9ff8-41fcae2d84ce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696008 Dec 08 02:21:32.525074 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295dc7f5-6b05-446d-819d-a22c4804ebed tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:32.539327 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-295dc7f5-6b05-446d-819d-a22c4804ebed tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.539759 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-295dc7f5-6b05-446d-819d-a22c4804ebed tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Added segment 0d7e12ef-b938-4a4e-b118-838560ea1d06 of type vlan for network 1a6966c8-1986-4c60-b571-ec66449644ae Dec 08 02:21:32.588183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be98bc88-9581-45f8-915c-1b86700f2141 None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:21:32.594675 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13c9c7c3-809f-4147-b561-231150f3498b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.640444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-295dc7f5-6b05-446d-819d-a22c4804ebed tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.643556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-920081a6-3c73-441a-a2ff-304ace896564 None None] Provisioning complete for port 52a48adf-5872-4ba1-ace3-6d2afd5d040c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:32.643836 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-920081a6-3c73-441a-a2ff-304ace896564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.685506 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13c9c7c3-809f-4147-b561-231150f3498b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.690130 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-13c9c7c3-809f-4147-b561-231150f3498b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.690645 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-295dc7f5-6b05-446d-819d-a22c4804ebed tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.696691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295dc7f5-6b05-446d-819d-a22c4804ebed tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:32.697397 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-295dc7f5-6b05-446d-819d-a22c4804ebed tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.737148 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98bc88-9581-45f8-915c-1b86700f2141 None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:21:32.739974 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f8c5a4e-6404-4dc2-9e0f-58bdb0984052 req-97c2a9b4-2c55-4da6-9f0e-b4684ab3163d service neutron] 10.222.0.75 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887209 Dec 08 02:21:32.740129 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-13c9c7c3-809f-4147-b561-231150f3498b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e5cc27bed8a144518160fbef13bca500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2829082 Dec 08 02:21:32.740998 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9c7c3-809f-4147-b561-231150f3498b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81427252-1a2f-4df9-a930-fbcea713dc9d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:32.743335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57196) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:32.745411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-295dc7f5-6b05-446d-819d-a22c4804ebed tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3164930 Dec 08 02:21:32.747585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57198) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:32.890982 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dc7f5-6b05-446d-819d-a22c4804ebed tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Network': ['ID=1a6966c8-1986-4c60-b571-ec66449644ae,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:32.899901 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3daa5c59-15c1-47ad-ac90-faa1a9852144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.908404 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 1a6966c8-1986-4c60-b571-ec66449644ae details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:32.928794 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f8c5a4e-6404-4dc2-9e0f-58bdb0984052 req-5a6e1e2b-e513-48eb-bf6a-26916aaa0665 service neutron] 10.222.0.75 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795771 Dec 08 02:21:32.931030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ddd3b8-eee0-4927-b80b-d5f41d62c0c8 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:32.935059 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b2ddd3b8-eee0-4927-b80b-d5f41d62c0c8 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "GET /v2.0/networks?id=1a6966c8-1986-4c60-b571-ec66449644ae HTTP/1.1" status: 200 len: 764 time: 0.1839669 Dec 08 02:21:32.937911 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57204) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:32.945188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c85da-95af-4e9a-8d33-6d76249ec398 req-6d5feee9-fcc6-464c-91c4-8529d8a31dfa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:32.945188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-542c85da-95af-4e9a-8d33-6d76249ec398 req-6d5feee9-fcc6-464c-91c4-8529d8a31dfa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 944 time: 0.0942199 Dec 08 02:21:32.950584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ff154d00-daa0-4f00-9e41-fb1f84fa353b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'network': {'description': 'd2'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:32.960403 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3daa5c59-15c1-47ad-ac90-faa1a9852144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.999295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-542c85da-95af-4e9a-8d33-6d76249ec398 req-2e9a5430-19b9-42de-9ba0-4adfbab158c8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468898 Dec 08 02:21:33.115963 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3daa5c59-15c1-47ad-ac90-faa1a9852144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:33.118724 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3daa5c59-15c1-47ad-ac90-faa1a9852144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:33.119921 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3daa5c59-15c1-47ad-ac90-faa1a9852144 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/81427252-1a2f-4df9-a930-fbcea713dc9d HTTP/1.1" status: 204 len: 168 time: 0.3755894 Dec 08 02:21:33.137279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa5c59-15c1-47ad-ac90-faa1a9852144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81427252-1a2f-4df9-a930-fbcea713dc9d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:33.150034 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ff154d00-daa0-4f00-9e41-fb1f84fa353b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:33.165610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ff154d00-daa0-4f00-9e41-fb1f84fa353b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:33.185337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff154d00-daa0-4f00-9e41-fb1f84fa353b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network 1a6966c8-1986-4c60-b571-ec66449644ae is not hosted by any dhcp agent {{(pid=109766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 02:21:33.190829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff154d00-daa0-4f00-9e41-fb1f84fa353b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.191381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ff154d00-daa0-4f00-9e41-fb1f84fa353b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:33.193275 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ff154d00-daa0-4f00-9e41-fb1f84fa353b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "PUT /v2.0/networks/1a6966c8-1986-4c60-b571-ec66449644ae HTTP/1.1" status: 200 len: 761 time: 0.2544794 Dec 08 02:21:33.196641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57208) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:33.256956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff154d00-daa0-4f00-9e41-fb1f84fa353b tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Network': ['ID=1a6966c8-1986-4c60-b571-ec66449644ae,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:33.270097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 1a6966c8-1986-4c60-b571-ec66449644ae details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:33.329293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ff4117-042b-4177-b68c-4d6e504d9ea6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.330817 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-99ff4117-042b-4177-b68c-4d6e504d9ea6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "GET /v2.0/networks?id=1a6966c8-1986-4c60-b571-ec66449644ae HTTP/1.1" status: 200 len: 764 time: 0.1324141 Dec 08 02:21:33.336692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57212) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:33.556081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8907458c-868c-4441-8cb3-3b814ffd19a3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.557605 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8907458c-868c-4441-8cb3-3b814ffd19a3 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2198966 Dec 08 02:21:33.560607 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57222) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:33.567438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-6654c120-bfa3-4587-8b48-a928e7646fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.568915 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-6654c120-bfa3-4587-8b48-a928e7646fc1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e&tenant_id=cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 1096 time: 0.0786333 Dec 08 02:21:33.587184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:33.596358 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c9dc692c-5d7b-4619-8544-e97534763116 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 207 time: 0.0342751 Dec 08 02:21:33.599830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57224) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:33.646698 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:33.715447 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9e477-723c-4cfe-be00-b26ba5f57c37 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.721496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9e477-723c-4cfe-be00-b26ba5f57c37 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.728147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9e477-723c-4cfe-be00-b26ba5f57c37 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.734143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9e477-723c-4cfe-be00-b26ba5f57c37 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.740552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9e477-723c-4cfe-be00-b26ba5f57c37 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.746430 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9e477-723c-4cfe-be00-b26ba5f57c37 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.752007 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d3f9e477-723c-4cfe-be00-b26ba5f57c37 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1473911 Dec 08 02:21:33.753899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57232) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:33.859133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:33.886595 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-57ac0a18-ca47-4899-921e-82ff26d48dc0 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1283636 Dec 08 02:21:33.886786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57238) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:33.900232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:33.939825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e597508d-196e-4520-8b1e-d773806463dc {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:21:33.949155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cf1185-6f7a-4de5-a8b1-63d688cb8d0f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.949691 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:33.950961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cf1185-6f7a-4de5-a8b1-63d688cb8d0f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.952893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cf1185-6f7a-4de5-a8b1-63d688cb8d0f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.954642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cf1185-6f7a-4de5-a8b1-63d688cb8d0f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.956195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cf1185-6f7a-4de5-a8b1-63d688cb8d0f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:33.958466 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-79cf1185-6f7a-4de5-a8b1-63d688cb8d0f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0706861 Dec 08 02:21:33.962287 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57240) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:33.971223 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Ignored duplicate provisioning block setup for port e597508d-196e-4520-8b1e-d773806463dc by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 08 02:21:33.996256 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:34.059651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e8f50e-5679-4f24-af34-67c1be6b0dc6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:34.061199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e8f50e-5679-4f24-af34-67c1be6b0dc6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:34.062637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e8f50e-5679-4f24-af34-67c1be6b0dc6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:34.064099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e8f50e-5679-4f24-af34-67c1be6b0dc6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:34.065511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e8f50e-5679-4f24-af34-67c1be6b0dc6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:34.071180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57246) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:34.071439 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-47e8f50e-5679-4f24-af34-67c1be6b0dc6 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1078966 Dec 08 02:21:34.111191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Pushing event updated for resources: {'Port': ['ID=e597508d-196e-4520-8b1e-d773806463dc,revision_number=9']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:34.134004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e597508d-196e-4520-8b1e-d773806463dc details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:21:34.190366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] No DVR routers for this DVR port e597508d-196e-4520-8b1e-d773806463dc on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:34.240606 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12e360-193d-463f-821d-51c5c11e43ca tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:34.240606 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-da12e360-193d-463f-821d-51c5c11e43ca tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "GET /v2.0/networks/e6193751-0219-43df-9454-4c022259e2a5 HTTP/1.1" status: 200 len: 804 time: 0.1659172 Dec 08 02:21:34.242585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57252) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:34.245694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dafdf-3207-4ace-93b8-01f05ce516c5 req-f1179c45-0439-42c2-a806-3083468ed01d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:34.247264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e67dafdf-3207-4ace-93b8-01f05ce516c5 req-f1179c45-0439-42c2-a806-3083468ed01d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 943 time: 0.1375115 Dec 08 02:21:34.349931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:34.366722 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e67dafdf-3207-4ace-93b8-01f05ce516c5 req-dd8108c5-6c18-4e5c-980c-d57a10613381 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117296 Dec 08 02:21:34.396348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:34.396720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:34.397081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:34.401998 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9c1f97af-650f-49cd-8ce4-afcf59976276 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "GET /v2.0/networks/e6193751-0219-43df-9454-4c022259e2a5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1570451 Dec 08 02:21:34.402669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57258) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:34.406799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:34.407158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:34.416377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:21:34.416754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Checking segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:34.417824 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Bound using segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:21:34.418306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Bound port: e597508d-196e-4520-8b1e-d773806463dc, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:21:34.418970 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:34.419591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:34.419977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:34.420485 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:34.424958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:34.425278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:34.430671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:21:34.431018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Checking segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:34.431402 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Bound using segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:21:34.431862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Bound port: e597508d-196e-4520-8b1e-d773806463dc, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:21:34.432218 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:34.478306 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6769ccff-f387-4d92-a079-26fd067e44a2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:34.480067 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6769ccff-f387-4d92-a079-26fd067e44a2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "GET /v2.0/subnets/99b18db7-539c-4d2c-ae45-72a6f27a9468 HTTP/1.1" status: 200 len: 843 time: 0.0764129 Dec 08 02:21:34.483397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57260) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:34.498112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:34.501330 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:21:34.505868 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:34.518087 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e597508d-196e-4520-8b1e-d773806463dc has no active binding in host n-h2-713499-31 {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 02:21:34.569995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=e597508d-196e-4520-8b1e-d773806463dc,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:34.576528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:34.582304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b824dd-3b5b-47a8-a34c-d34169d9a300 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['shared'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:34.583966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e8b824dd-3b5b-47a8-a34c-d34169d9a300 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "GET /v2.0/subnets/99b18db7-539c-4d2c-ae45-72a6f27a9468?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0981839 Dec 08 02:21:34.587684 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57264) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:34.588784 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.api [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) e597508d-196e-4520-8b1e-d773806463dc-n-h1-713499-31-0 {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:21:34.589188 n-d-713499-31 neutron-server[109767]: DEBUG oslo_db.api [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:21:34.593098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2c984f10-1cb2-4206-a279-c50903f89a03 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1367407633'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:34.614760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c984f10-1cb2-4206-a279-c50903f89a03 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:34.618250 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2c984f10-1cb2-4206-a279-c50903f89a03 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:34.644033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c984f10-1cb2-4206-a279-c50903f89a03 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:34.653944 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2c984f10-1cb2-4206-a279-c50903f89a03 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:34.654288 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-2c984f10-1cb2-4206-a279-c50903f89a03 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Added segment 6a07a95c-75ed-438d-abd3-5becdbef8047 of type vlan for network 0df0e5f9-9cae-427a-aad8-9fbb3aed1d54 Dec 08 02:21:34.702747 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2c984f10-1cb2-4206-a279-c50903f89a03 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:34.730198 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2c984f10-1cb2-4206-a279-c50903f89a03 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:34.735949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c984f10-1cb2-4206-a279-c50903f89a03 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:34.736559 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2c984f10-1cb2-4206-a279-c50903f89a03 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:34.778061 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2c984f10-1cb2-4206-a279-c50903f89a03 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1892200 Dec 08 02:21:34.781096 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57272) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:34.786765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9cd41be3-a20b-4cec-aceb-94bad005b9e4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'subnet': {'network_id': '0df0e5f9-9cae-427a-aad8-9fbb3aed1d54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:34.811425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c984f10-1cb2-4206-a279-c50903f89a03 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Network': ['ID=0df0e5f9-9cae-427a-aad8-9fbb3aed1d54,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:34.824235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 0df0e5f9-9cae-427a-aad8-9fbb3aed1d54 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:34.882555 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd41be3-a20b-4cec-aceb-94bad005b9e4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Made reservation on behalf of 240008f2b7914ae6adcb93e566837565 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:34.886898 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cd41be3-a20b-4cec-aceb-94bad005b9e4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:34.951687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-9cd41be3-a20b-4cec-aceb-94bad005b9e4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Performing IP validity checks on allocation pools {{(pid=109767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 02:21:34.952221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.ipam_backend_mixin [None req-9cd41be3-a20b-4cec-aceb-94bad005b9e4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 02:21:35.034382 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57276) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:35.078818 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cd41be3-a20b-4cec-aceb-94bad005b9e4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.141156 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:35.141484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:35.141713 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53389275-409a-44e9-8b70-8c70df1da839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.141865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:35.155205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd41be3-a20b-4cec-aceb-94bad005b9e4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Subnet': ['ID=6e81975d-9c63-40bb-84e1-61b8ac6c224b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:35.158693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:35.159012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Attempting to bind port e597508d-196e-4520-8b1e-d773806463dc on network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:35.166894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:21:35.167230 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Checking segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:35.167634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Bound using segment: {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:21:35.168050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Bound port: e597508d-196e-4520-8b1e-d773806463dc, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b181ba67-0864-446d-8668-12e253a31597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:21:35.168399 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.178384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd41be3-a20b-4cec-aceb-94bad005b9e4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Checking segment: {'id': '6a07a95c-75ed-438d-abd3-5becdbef8047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0df0e5f9-9cae-427a-aad8-9fbb3aed1d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:35.178743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd41be3-a20b-4cec-aceb-94bad005b9e4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network hostable DHCP agents. Network: 0df0e5f9-9cae-427a-aad8-9fbb3aed1d54, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:21:35.220349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd41be3-a20b-4cec-aceb-94bad005b9e4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Network 0df0e5f9-9cae-427a-aad8-9fbb3aed1d54 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:21:35.224994 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53389275-409a-44e9-8b70-8c70df1da839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.229393 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-53389275-409a-44e9-8b70-8c70df1da839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.232658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9cd41be3-a20b-4cec-aceb-94bad005b9e4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 0df0e5f9-9cae-427a-aad8-9fbb3aed1d54) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:35.245279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd41be3-a20b-4cec-aceb-94bad005b9e4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:35.245876 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9cd41be3-a20b-4cec-aceb-94bad005b9e4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.251330 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad9401d-f110-46de-9b23-fcfb528c556a None None] Network 0df0e5f9-9cae-427a-aad8-9fbb3aed1d54 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:35.253671 n-d-713499-31 neutron-server[109767]: WARNING neutron.plugins.ml2.plugin [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Concurrent port binding operations failed on port e597508d-196e-4520-8b1e-d773806463dc Dec 08 02:21:35.259393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:35.262177 n-d-713499-31 neutron-server[109767]: INFO neutron.plugins.ml2.plugin [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Attempt 2 to bind port e597508d-196e-4520-8b1e-d773806463dc Dec 08 02:21:35.265276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:35.265889 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.267238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-56f190fa-12fe-4656-92e8-afa7d0206a06 service neutron] 10.222.0.45 "PUT /v2.0/ports/e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 1093 time: 1.6842427 Dec 08 02:21:35.267822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:21:35.270109 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d279944c-0146-4557-b4a3-bfc38a7d1cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "tag": "e597508d-196e-4520-8b1e-d773806463dc"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:21:35.275337 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9cd41be3-a20b-4cec-aceb-94bad005b9e4 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4932201 Dec 08 02:21:35.279112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53389275-409a-44e9-8b70-8c70df1da839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da958c31-e07f-4bdc-9743-03fd7b4454c4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:35.284339 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-53389275-409a-44e9-8b70-8c70df1da839 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a1d38a0ebe8e47e5bf5a3054a498c3aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481802 Dec 08 02:21:35.285555 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57282) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:35.289400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57284) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:35.297958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6380a45c-2c64-42f5-9366-9e5830b1faf2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:35.335336 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3912cc8f-e402-45c3-99f1-2becc9e72139 x-openstack-request-id: req-3912cc8f-e402-45c3-99f1-2becc9e72139 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:21:35.335647 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "tag": "e597508d-196e-4520-8b1e-d773806463dc", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:21:35.335897 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3912cc8f-e402-45c3-99f1-2becc9e72139 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:21:35.336278 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc', 'status': 'completed', 'code': 200} Dec 08 02:21:35.363974 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a676967-de24-4f21-95c9-be9d4f2ee689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.385689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-0df0e5f9-9cae-427a-aad8-9fbb3aed1d54', 'network_id': '0df0e5f9-9cae-427a-aad8-9fbb3aed1d54', 'project_id': '240008f2b7914ae6adcb93e566837565', 'fixed_ips': [{'subnet_id': '6e81975d-9c63-40bb-84e1-61b8ac6c224b'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:21:35.388029 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.393012 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a676967-de24-4f21-95c9-be9d4f2ee689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.468558 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a676967-de24-4f21-95c9-be9d4f2ee689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.471247 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3a676967-de24-4f21-95c9-be9d4f2ee689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.474813 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3a676967-de24-4f21-95c9-be9d4f2ee689 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/da958c31-e07f-4bdc-9743-03fd7b4454c4 HTTP/1.1" status: 204 len: 168 time: 0.1821203 Dec 08 02:21:35.478904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-ff5c1ec4-8969-486a-bba5-2feaa960a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:35.480434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-ff5c1ec4-8969-486a-bba5-2feaa960a65d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1096 time: 0.1495757 Dec 08 02:21:35.495953 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a676967-de24-4f21-95c9-be9d4f2ee689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da958c31-e07f-4bdc-9743-03fd7b4454c4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:35.506352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-c268693d-2c7d-488f-a435-e9c51e113f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:35.507824 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-c268693d-2c7d-488f-a435-e9c51e113f7b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1096 time: 0.1379385 Dec 08 02:21:35.528344 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6380a45c-2c64-42f5-9366-9e5830b1faf2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5607601'] for subnet, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.564236 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Allocated IP 2001:db8::3 (0df0e5f9-9cae-427a-aad8-9fbb3aed1d54/6e81975d-9c63-40bb-84e1-61b8ac6c224b/53228b0b-6ca3-42b3-9467-5fb46dc794bb) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:35.660015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2aa2e-7a25-4a36-8f11-9aa950898c9e req-e064f72a-5a13-4272-9c2e-f893d95ddab3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:35.662406 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87e2aa2e-7a25-4a36-8f11-9aa950898c9e req-e064f72a-5a13-4272-9c2e-f893d95ddab3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 944 time: 0.2124219 Dec 08 02:21:35.714968 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-6bce50c0-9013-41d7-97cb-d16cdda265df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:35.716449 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-6bce50c0-9013-41d7-97cb-d16cdda265df service neutron] 10.222.0.45 "GET /v2.0/networks?id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 200 len: 897 time: 0.2137783 Dec 08 02:21:35.723584 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.730665 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.738078 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-3aacc606-9907-4f15-b5cc-eadc748692a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:35.739623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-3aacc606-9907-4f15-b5cc-eadc748692a3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 200 len: 897 time: 0.2141867 Dec 08 02:21:35.772896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Network 0df0e5f9-9cae-427a-aad8-9fbb3aed1d54 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:35.775813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:35.779658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:35.785513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Pushing event updated for resources: {'Port': ['ID=53228b0b-6ca3-42b3-9467-5fb46dc794bb,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:35.796371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57292) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:35.812824 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d61bb9e6-6de6-403d-b46f-68098580f15a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.846892 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Attempting to bind port 53228b0b-6ca3-42b3-9467-5fb46dc794bb on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:35.847282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Attempting to bind port 53228b0b-6ca3-42b3-9467-5fb46dc794bb by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '6a07a95c-75ed-438d-abd3-5becdbef8047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0df0e5f9-9cae-427a-aad8-9fbb3aed1d54'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:35.847655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Attempting to bind port 53228b0b-6ca3-42b3-9467-5fb46dc794bb on network 0df0e5f9-9cae-427a-aad8-9fbb3aed1d54 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:35.853217 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:21:35.853598 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Checking segment: {'id': '6a07a95c-75ed-438d-abd3-5becdbef8047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0df0e5f9-9cae-427a-aad8-9fbb3aed1d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:35.853993 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.854415 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Bound using segment: {'id': '6a07a95c-75ed-438d-abd3-5becdbef8047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0df0e5f9-9cae-427a-aad8-9fbb3aed1d54'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:21:35.854928 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Bound port: 53228b0b-6ca3-42b3-9467-5fb46dc794bb, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a07a95c-75ed-438d-abd3-5becdbef8047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0df0e5f9-9cae-427a-aad8-9fbb3aed1d54'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:21:35.855284 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.911535 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d61bb9e6-6de6-403d-b46f-68098580f15a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.917279 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d61bb9e6-6de6-403d-b46f-68098580f15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.933125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] For port 53228b0b-6ca3-42b3-9467-5fb46dc794bb, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:35.937626 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] For port 53228b0b-6ca3-42b3-9467-5fb46dc794bb, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=53228b0b-6ca3-42b3-9467-5fb46dc794bb,segment=NetworkSegment(6a07a95c-75ed-438d-abd3-5becdbef8047),segment_id=6a07a95c-75ed-438d-abd3-5becdbef8047)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:21:35.942795 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:35.964840 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d61bb9e6-6de6-403d-b46f-68098580f15a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7073d0469dc44633bb72e8796dd554f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1645379 Dec 08 02:21:35.965350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57294) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:35.981886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bb9e6-6de6-403d-b46f-68098580f15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0758af69-5ef6-491f-8125-e3a9f27bb39a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:36.019057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440051e-c6d0-4226-a2a5-fd3f4003f030 None None] Pushing event updated for resources: {'Port': ['ID=53228b0b-6ca3-42b3-9467-5fb46dc794bb,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:36.043537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-745e8374-5a06-4da6-98db-dabd4fe23981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:36.066300 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-745e8374-5a06-4da6-98db-dabd4fe23981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:36.121317 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-745e8374-5a06-4da6-98db-dabd4fe23981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:36.124234 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-745e8374-5a06-4da6-98db-dabd4fe23981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:36.131869 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-745e8374-5a06-4da6-98db-dabd4fe23981 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0758af69-5ef6-491f-8125-e3a9f27bb39a HTTP/1.1" status: 204 len: 168 time: 0.1619377 Dec 08 02:21:36.142393 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e597508d-196e-4520-8b1e-d773806463dc no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:21:36.192147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e8374-5a06-4da6-98db-dabd4fe23981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0758af69-5ef6-491f-8125-e3a9f27bb39a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:36.223637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87e2aa2e-7a25-4a36-8f11-9aa950898c9e req-cdb857ae-2cf5-4058-830d-dc9e6276ac84 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5471909 Dec 08 02:21:36.255589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device e597508d-196e-4520-8b1e-d773806463dc not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:21:36.264606 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-63f9c574-8a2e-465a-b0b5-4217b5645b95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 998 time: 0.5384123 Dec 08 02:21:36.293149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-58de658a-f48d-4cbb-b7e3-46984a549ee3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 998 time: 0.5138140 Dec 08 02:21:36.396281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-08e10786-6b2b-42eb-8a1a-08509450ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:36.397738 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-08e10786-6b2b-42eb-8a1a-08509450ad0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb7be2c7-6fe3-4c43-aec9-693bdb582df4 HTTP/1.1" status: 200 len: 834 time: 0.1240239 Dec 08 02:21:36.422305 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-9b2abb8d-e19d-4854-987e-76321be3d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:36.423652 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-9b2abb8d-e19d-4854-987e-76321be3d709 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eb7be2c7-6fe3-4c43-aec9-693bdb582df4 HTTP/1.1" status: 200 len: 834 time: 0.1089017 Dec 08 02:21:36.519319 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6380a45c-2c64-42f5-9366-9e5830b1faf2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785260559270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5070916'] for subnet, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:36.530539 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-24ed1349-217b-42d1-9def-cc5926e0f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:36.532288 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-24ed1349-217b-42d1-9def-cc5926e0f1ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261866 Dec 08 02:21:36.574799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-034f7b20-ecbd-4c02-9a04-7cb552ef0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:36.576316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-034f7b20-ecbd-4c02-9a04-7cb552ef0df1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355019 Dec 08 02:21:36.642152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6380a45c-2c64-42f5-9366-9e5830b1faf2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:36.642760 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6380a45c-2c64-42f5-9366-9e5830b1faf2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:36.644084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6380a45c-2c64-42f5-9366-9e5830b1faf2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "PUT /v2.0/subnets/6e81975d-9c63-40bb-84e1-61b8ac6c224b HTTP/1.1" status: 200 len: 900 time: 1.3573596 Dec 08 02:21:36.648355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57308) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:36.669235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380a45c-2c64-42f5-9366-9e5830b1faf2 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event updated for resources: {'Subnet': ['ID=6e81975d-9c63-40bb-84e1-61b8ac6c224b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:36.736392 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-6a62af78-b1db-4841-b017-716ab7613a73 service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813965 Dec 08 02:21:36.776134 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:36.784738 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-b58a59f7-cbeb-4a4e-a917-c882a8ec96ff service neutron] 10.222.0.75 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950698 Dec 08 02:21:36.844586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Deleting port 53228b0b-6ca3-42b3-9467-5fb46dc794bb {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:36.845150 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:36.912986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17bcd92-cf3d-4132-8a3c-0688993a3b24 req-357c5761-b1ba-45aa-8334-50db638fb3c0 service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699438 Dec 08 02:21:36.942411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-312a1d22-0b82-411e-9e70-4a83c51c6495 service neutron] 10.222.0.75 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303833 Dec 08 02:21:36.955875 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] For port 53228b0b-6ca3-42b3-9467-5fb46dc794bb, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=53228b0b-6ca3-42b3-9467-5fb46dc794bb,segment=NetworkSegment(6a07a95c-75ed-438d-abd3-5becdbef8047),segment_id=6a07a95c-75ed-438d-abd3-5becdbef8047)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:36.956307 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:36.969445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Calling delete_port for 53228b0b-6ca3-42b3-9467-5fb46dc794bb owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:37.076508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-c65eb659-143c-4e71-9732-02fa147fc7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:37.078177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-c65eb659-143c-4e71-9732-02fa147fc7d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1096 time: 0.0655746 Dec 08 02:21:37.132048 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:37.166923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Port': ['ID=53228b0b-6ca3-42b3-9467-5fb46dc794bb,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:37.168215 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d13c74f-5758-4f8d-b725-9dcf00a9a503 None None] Network 0df0e5f9-9cae-427a-aad8-9fbb3aed1d54 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:37.204319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-210a72bd-f5ff-4197-bdda-2de8b6bb4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:37.216082 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No DVR routers for this DVR port 53228b0b-6ca3-42b3-9467-5fb46dc794bb on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:37.227500 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-210a72bd-f5ff-4197-bdda-2de8b6bb4ea3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 200 len: 897 time: 0.1352394 Dec 08 02:21:37.268895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-101f94bf-8b65-4e58-a018-9450e6da4300 None None] Could not find standard attr ID for object 53228b0b-6ca3-42b3-9467-5fb46dc794bb. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:21:37.275414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 53228b0b-6ca3-42b3-9467-5fb46dc794bb up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:21:37.283290 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:37.307306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 53228b0b-6ca3-42b3-9467-5fb46dc794bb {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:21:37.307685 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 53228b0b-6ca3-42b3-9467-5fb46dc794bb not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 02:21:37.331388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Port 53228b0b-6ca3-42b3-9467-5fb46dc794bb not found, will not notify nova. {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 02:21:37.344544 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-c5328ae6-0284-44aa-bc37-9962e28b0c53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 998 time: 0.1154144 Dec 08 02:21:37.408856 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:37.439495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffe0b6-7fc5-4e51-9b33-834ef089aae1 req-fe25cbbd-66c6-4ad3-9a06-5f559b1a7e8e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:37.441243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36ffe0b6-7fc5-4e51-9b33-834ef089aae1 req-fe25cbbd-66c6-4ad3-9a06-5f559b1a7e8e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 944 time: 0.1183949 Dec 08 02:21:37.457019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Subnet': ['ID=6e81975d-9c63-40bb-84e1-61b8ac6c224b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:37.478308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-21a0d2f3-6d34-458a-9911-a9c5ca981798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:37.480401 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-21a0d2f3-6d34-458a-9911-a9c5ca981798 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb7be2c7-6fe3-4c43-aec9-693bdb582df4 HTTP/1.1" status: 200 len: 834 time: 0.1168869 Dec 08 02:21:37.514960 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:37.542382 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36ffe0b6-7fc5-4e51-9b33-834ef089aae1 req-9b063a63-b5ca-4260-b389-15f1565f7e62 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907106 Dec 08 02:21:37.542640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df0e5f9-9cae-427a-aad8-9fbb3aed1d54']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:37.554591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a07a95c-75ed-438d-abd3-5becdbef8047') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:37.554802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-46195201-0a73-4730-986f-1b2a45234418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:37.554900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a07a95c-75ed-438d-abd3-5becdbef8047') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:37.556490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-46195201-0a73-4730-986f-1b2a45234418 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686386 Dec 08 02:21:37.572592 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:37.589231 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:37.597020 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:37.599984 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:37.603171 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:37.643458 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9f0622-bb69-4a0c-ac53-f0d53f3516cf None None] Network 0df0e5f9-9cae-427a-aad8-9fbb3aed1d54 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:37.675409 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:37.681546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:37.684829 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/0df0e5f9-9cae-427a-aad8-9fbb3aed1d54 HTTP/1.1" status: 204 len: 168 time: 1.0353885 Dec 08 02:21:37.690367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57332) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:37.707702 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-81998ae4-3c62-4b05-9e3d-9f452895eec6 service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420243 Dec 08 02:21:37.712177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da00d51-29d9-4cab-acf3-aca44bb6b496 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Network': ['ID=0df0e5f9-9cae-427a-aad8-9fbb3aed1d54,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:37.735190 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-575e4a42-eea3-4a1b-90d5-4a658dd9f371 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] DELETE failed (client error): The resource could not be found. Dec 08 02:21:37.735687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575e4a42-eea3-4a1b-90d5-4a658dd9f371 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:21:37.739676 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-575e4a42-eea3-4a1b-90d5-4a658dd9f371 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/subnets/6e81975d-9c63-40bb-84e1-61b8ac6c224b HTTP/1.1" status: 404 len: 337 time: 0.0483618 Dec 08 02:21:37.742301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57336) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:37.761803 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fea44fc-b239-405e-a5c5-eadac851ab3d tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] DELETE failed (client error): The resource could not be found. Dec 08 02:21:37.762460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fea44fc-b239-405e-a5c5-eadac851ab3d tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:21:37.766236 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9fea44fc-b239-405e-a5c5-eadac851ab3d tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/0df0e5f9-9cae-427a-aad8-9fbb3aed1d54 HTTP/1.1" status: 404 len: 339 time: 0.0224936 Dec 08 02:21:37.768229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57338) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:37.810274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180bf829-45c4-468e-b9c0-dfeaa6cf0e9b None None] DHCP port deletion for 0df0e5f9-9cae-427a-aad8-9fbb3aed1d54 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:21:37.826936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d279944c-0146-4557-b4a3-bfc38a7d1cc1 req-f44385f7-e765-4571-ad55-01ce692e8f02 service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121058 Dec 08 02:21:37.859553 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76dc06d9-4443-4589-8b22-aada18ae2efd tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:37.950301 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76dc06d9-4443-4589-8b22-aada18ae2efd tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:37.970479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-76dc06d9-4443-4589-8b22-aada18ae2efd tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6966c8-1986-4c60-b571-ec66449644ae']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:37.980496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-76dc06d9-4443-4589-8b22-aada18ae2efd tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7e12ef-b938-4a4e-b118-838560ea1d06') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:37.980798 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-76dc06d9-4443-4589-8b22-aada18ae2efd tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7e12ef-b938-4a4e-b118-838560ea1d06') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:37.990320 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76dc06d9-4443-4589-8b22-aada18ae2efd tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.003784 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76dc06d9-4443-4589-8b22-aada18ae2efd tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.009726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76dc06d9-4443-4589-8b22-aada18ae2efd tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:38.010113 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76dc06d9-4443-4589-8b22-aada18ae2efd tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:38.013324 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:38.070286 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76dc06d9-4443-4589-8b22-aada18ae2efd tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.078195 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-76dc06d9-4443-4589-8b22-aada18ae2efd tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.081392 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-76dc06d9-4443-4589-8b22-aada18ae2efd tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/1a6966c8-1986-4c60-b571-ec66449644ae HTTP/1.1" status: 204 len: 168 time: 0.3106790 Dec 08 02:21:38.084259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57348) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:38.094253 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc06d9-4443-4589-8b22-aada18ae2efd tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Network': ['ID=1a6966c8-1986-4c60-b571-ec66449644ae,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:38.119242 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0a2d24-ba29-4428-b469-cc9c24383e99 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] DELETE failed (client error): The resource could not be found. Dec 08 02:21:38.119812 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0a2d24-ba29-4428-b469-cc9c24383e99 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:21:38.123132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ee0a2d24-ba29-4428-b469-cc9c24383e99 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/subnets/bf50ace4-9054-4737-ba72-b6a1ddc1f9f6 HTTP/1.1" status: 404 len: 337 time: 0.0377321 Dec 08 02:21:38.125790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57360) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:38.144742 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-151a7c88-1c26-4743-9918-e9c4dad5a023 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] DELETE failed (client error): The resource could not be found. Dec 08 02:21:38.145370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151a7c88-1c26-4743-9918-e9c4dad5a023 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:21:38.148568 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-151a7c88-1c26-4743-9918-e9c4dad5a023 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/24ccfb40-306a-497d-806b-b36b0533f72e HTTP/1.1" status: 404 len: 339 time: 0.0218120 Dec 08 02:21:38.151234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57362) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:38.203253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-291f789e-796d-401c-9ab6-8b5e91983c24 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Deleting subnet c0ea8eaa-2f5a-4770-a587-ac60ce2978ab {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:21:38.206523 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-291f789e-796d-401c-9ab6-8b5e91983c24 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.259325 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-291f789e-796d-401c-9ab6-8b5e91983c24 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.344550 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-291f789e-796d-401c-9ab6-8b5e91983c24 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.412329 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-291f789e-796d-401c-9ab6-8b5e91983c24 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.428005 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-291f789e-796d-401c-9ab6-8b5e91983c24 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.434493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57386) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:38.438307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37a8479-6aed-4cc5-94c3-620c6b6f7731 None None] Network a7cef34a-595d-40ec-b1fd-b294d380884b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:38.440507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-291f789e-796d-401c-9ab6-8b5e91983c24 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/subnets/c0ea8eaa-2f5a-4770-a587-ac60ce2978ab HTTP/1.1" status: 204 len: 168 time: 0.2878449 Dec 08 02:21:38.476191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f789e-796d-401c-9ab6-8b5e91983c24 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ea8eaa-2f5a-4770-a587-ac60ce2978ab,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:38.525554 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-934ef47f-4d80-4ef3-9fda-650cb4e3564d tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Deleting subnet 14df631d-6e36-4b74-a502-0f1a47388587 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:21:38.529292 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-934ef47f-4d80-4ef3-9fda-650cb4e3564d tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.584728 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-934ef47f-4d80-4ef3-9fda-650cb4e3564d tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.711559 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-934ef47f-4d80-4ef3-9fda-650cb4e3564d tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.712855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e2bbc-6600-457b-bb9b-11b2572104bc req-2b004b85-e6e9-4407-8069-0346ca85fdf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:38.714441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c09e2bbc-6600-457b-bb9b-11b2572104bc req-2b004b85-e6e9-4407-8069-0346ca85fdf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 944 time: 0.0720811 Dec 08 02:21:38.730655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57392) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:38.780357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c09e2bbc-6600-457b-bb9b-11b2572104bc req-0a08309e-29b2-48b2-97ef-9e44d210b3e6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575132 Dec 08 02:21:38.803039 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-934ef47f-4d80-4ef3-9fda-650cb4e3564d tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.804888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57396) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:38.844096 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ef47f-4d80-4ef3-9fda-650cb4e3564d tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Subnet': ['ID=14df631d-6e36-4b74-a502-0f1a47388587,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:38.850890 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-934ef47f-4d80-4ef3-9fda-650cb4e3564d tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.854893 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-934ef47f-4d80-4ef3-9fda-650cb4e3564d tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/subnets/14df631d-6e36-4b74-a502-0f1a47388587 HTTP/1.1" status: 204 len: 168 time: 0.4192200 Dec 08 02:21:38.857447 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57398) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:38.897323 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8130-fcad-42dd-87ac-e012152212bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.911966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cd2299b8-65f7-4750-b5f0-f1a768a062d1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/d8677bdd-2a79-457f-88fa-8ebd07b122ee HTTP/1.1" status: 200 len: 990 time: 0.1057677 Dec 08 02:21:38.943154 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.990424 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8130-fcad-42dd-87ac-e012152212bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:38.995032 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8130-fcad-42dd-87ac-e012152212bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.000208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Deleting port 52a48adf-5872-4ba1-ace3-6d2afd5d040c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:39.000585 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.039705 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dc2d8130-fcad-42dd-87ac-e012152212bd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c1424548dd294718b5a661e4d55af743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3056617 Dec 08 02:21:39.039705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d8130-fcad-42dd-87ac-e012152212bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c752f8-5042-46b0-8c2c-2d4cb7eca0c7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:39.040429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57400) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:39.078141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] For port 52a48adf-5872-4ba1-ace3-6d2afd5d040c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=52a48adf-5872-4ba1-ace3-6d2afd5d040c,segment=NetworkSegment(876e7867-d6fc-46ec-a658-a4860a8d3599),segment_id=876e7867-d6fc-46ec-a658-a4860a8d3599)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:39.078517 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.091882 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-089cad05-afec-4e15-98e4-655a9593fd2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.093292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Calling delete_port for 52a48adf-5872-4ba1-ace3-6d2afd5d040c owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:39.126423 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-089cad05-afec-4e15-98e4-655a9593fd2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.159617 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 53228b0b-6ca3-42b3-9467-5fb46dc794bb no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:21:39.180340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 53228b0b-6ca3-42b3-9467-5fb46dc794bb {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:21:39.180781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 53228b0b-6ca3-42b3-9467-5fb46dc794bb not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:21:39.191161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-089cad05-afec-4e15-98e4-655a9593fd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.194913 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-089cad05-afec-4e15-98e4-655a9593fd2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.196402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-089cad05-afec-4e15-98e4-655a9593fd2b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/89c752f8-5042-46b0-8c2c-2d4cb7eca0c7 HTTP/1.1" status: 204 len: 168 time: 0.1550820 Dec 08 02:21:39.197376 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.209437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cad05-afec-4e15-98e4-655a9593fd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c752f8-5042-46b0-8c2c-2d4cb7eca0c7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:39.244875 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Port': ['ID=52a48adf-5872-4ba1-ace3-6d2afd5d040c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:39.246727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No DVR routers for this DVR port 52a48adf-5872-4ba1-ace3-6d2afd5d040c on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:39.322882 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d771fcdc-8eb3-4bc6-b7f8-9d1eef1c6de8 None None] Network a7cef34a-595d-40ec-b1fd-b294d380884b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:39.326703 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.348133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cef34a-595d-40ec-b1fd-b294d380884b']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:39.358266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876e7867-d6fc-46ec-a658-a4860a8d3599') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:39.358519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876e7867-d6fc-46ec-a658-a4860a8d3599') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:39.368910 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.386475 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.395247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:39.395742 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:39.399192 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:39.408066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4c210901-e424-4ba7-bff1-837596a8b548 None None] Could not find standard attr ID for object 52a48adf-5872-4ba1-ace3-6d2afd5d040c. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:21:39.473926 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.480542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4817c7a6-66b6-49d5-997a-582130834334 None None] DHCP port deletion for a7cef34a-595d-40ec-b1fd-b294d380884b request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:21:39.481479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.485090 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/a7cef34a-595d-40ec-b1fd-b294d380884b HTTP/1.1" status: 204 len: 168 time: 0.6266711 Dec 08 02:21:39.487737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57406) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:39.503018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3044b89-450a-4f83-a429-6fd11760522a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Network': ['ID=a7cef34a-595d-40ec-b1fd-b294d380884b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:39.521796 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d4037a-b1f5-443f-9053-dcf5e96023e7 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] DELETE failed (client error): The resource could not be found. Dec 08 02:21:39.522371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d4037a-b1f5-443f-9053-dcf5e96023e7 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:21:39.525979 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a0d4037a-b1f5-443f-9053-dcf5e96023e7 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/subnets/00a22555-45f2-4b98-b8ff-456ee2b36a28 HTTP/1.1" status: 404 len: 337 time: 0.0366781 Dec 08 02:21:39.528961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57408) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:39.541571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57410) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:39.547629 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac1b0e2-e911-4569-9f65-b04409395fc8 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] DELETE failed (client error): The resource could not be found. Dec 08 02:21:39.548132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac1b0e2-e911-4569-9f65-b04409395fc8 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:21:39.552016 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6ac1b0e2-e911-4569-9f65-b04409395fc8 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/a076a42c-db29-428e-965c-a7bd5607b4f4 HTTP/1.1" status: 404 len: 339 time: 0.0220914 Dec 08 02:21:39.554812 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57412) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:39.556419 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946d2601-687f-433a-88f8-c5d09d43ce0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.580166 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed632b3d-478b-4ccc-b0e0-1b7d24ead1da tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] DELETE failed (client error): The resource could not be found. Dec 08 02:21:39.580544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed632b3d-478b-4ccc-b0e0-1b7d24ead1da tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:21:39.586048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ed632b3d-478b-4ccc-b0e0-1b7d24ead1da tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/subnets/ed6069b5-4699-42fc-a29e-419138f78888 HTTP/1.1" status: 404 len: 337 time: 0.0278800 Dec 08 02:21:39.586268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57414) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:39.605327 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e58de2-5909-4be2-a0b4-252a6152d88a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] DELETE failed (client error): The resource could not be found. Dec 08 02:21:39.605825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e58de2-5909-4be2-a0b4-252a6152d88a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:21:39.608906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-65e58de2-5909-4be2-a0b4-252a6152d88a tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/cde13856-0976-4b39-8118-272ded9596b7 HTTP/1.1" status: 404 len: 339 time: 0.0217710 Dec 08 02:21:39.611563 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57416) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:39.634808 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946d2601-687f-433a-88f8-c5d09d43ce0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.637182 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f306e5-6d84-4500-8724-1ce86fa86d58 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] DELETE failed (client error): The resource could not be found. Dec 08 02:21:39.637655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f306e5-6d84-4500-8724-1ce86fa86d58 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:21:39.638862 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-946d2601-687f-433a-88f8-c5d09d43ce0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.640735 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-52f306e5-6d84-4500-8724-1ce86fa86d58 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/subnets/38403148-4205-480c-aeef-6507872dcd16 HTTP/1.1" status: 404 len: 337 time: 0.0281556 Dec 08 02:21:39.643148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57418) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:39.660987 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e57b232-0808-45eb-8e1d-3bbb5cd70655 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] DELETE failed (client error): The resource could not be found. Dec 08 02:21:39.661500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e57b232-0808-45eb-8e1d-3bbb5cd70655 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:21:39.664605 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0e57b232-0808-45eb-8e1d-3bbb5cd70655 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/bfeb5754-b4fa-4df3-bd3c-2103ab99a584 HTTP/1.1" status: 404 len: 339 time: 0.0205200 Dec 08 02:21:39.667104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57420) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:39.678287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d2601-687f-433a-88f8-c5d09d43ce0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cb05f8-26ec-422d-b126-5c5624ea0f04,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:39.684167 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-946d2601-687f-433a-88f8-c5d09d43ce0c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9f4832df4b3841b39b37541a68defbb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389728 Dec 08 02:21:39.684481 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57422) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:39.717286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-12993303-7cb0-461d-9492-b68df986f986 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Deleting subnet fd8cfecc-8584-4fdf-9beb-f5f8218a6567 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:21:39.720777 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12993303-7cb0-461d-9492-b68df986f986 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.735828 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e37a7310-2cfa-4694-8b0c-32f7082c8192 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.757015 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e37a7310-2cfa-4694-8b0c-32f7082c8192 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.765436 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12993303-7cb0-461d-9492-b68df986f986 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.803635 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e37a7310-2cfa-4694-8b0c-32f7082c8192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.806371 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e37a7310-2cfa-4694-8b0c-32f7082c8192 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.807549 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e37a7310-2cfa-4694-8b0c-32f7082c8192 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c2cb05f8-26ec-422d-b126-5c5624ea0f04 HTTP/1.1" status: 204 len: 168 time: 0.1223271 Dec 08 02:21:39.815656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a7310-2cfa-4694-8b0c-32f7082c8192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cb05f8-26ec-422d-b126-5c5624ea0f04,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:39.854151 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12993303-7cb0-461d-9492-b68df986f986 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.854359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e597508d-196e-4520-8b1e-d773806463dc details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:21:39.926248 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12993303-7cb0-461d-9492-b68df986f986 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.958316 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:39.958842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12993303-7cb0-461d-9492-b68df986f986 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8cfecc-8584-4fdf-9beb-f5f8218a6567,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:39.963736 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-12993303-7cb0-461d-9492-b68df986f986 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:39.970098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57426) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:39.972553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'e597508d-196e-4520-8b1e-d773806463dc', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'port_id': 'e597508d-196e-4520-8b1e-d773806463dc', 'mac_address': 'fa:16:3e:e2:b7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:21:39.978320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c897c468-297f-43b2-9ef5-36e1e237e2d2 None None] Network 2cfbbbcc-2469-4663-a945-e9cdf814bd75 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:39.980642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-12993303-7cb0-461d-9492-b68df986f986 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/subnets/fd8cfecc-8584-4fdf-9beb-f5f8218a6567 HTTP/1.1" status: 204 len: 168 time: 0.3123739 Dec 08 02:21:40.065039 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:40.137789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Deleting port cc7954a9-893d-43d9-8c31-5408a85610b5 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:40.138305 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:40.217061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] For port cc7954a9-893d-43d9-8c31-5408a85610b5, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=cc7954a9-893d-43d9-8c31-5408a85610b5,segment=NetworkSegment(1c1654c0-f95e-4998-b6b0-6e2124002c46),segment_id=1c1654c0-f95e-4998-b6b0-6e2124002c46)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:40.217424 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:40.231432 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:40.231695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Calling delete_port for cc7954a9-893d-43d9-8c31-5408a85610b5 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:40.261596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e597508d-196e-4520-8b1e-d773806463dc {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:21:40.283964 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:40.289410 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:40.331955 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:40.344591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=e597508d-196e-4520-8b1e-d773806463dc,revision_number=11']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:40.352169 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No DVR routers for this DVR port cc7954a9-893d-43d9-8c31-5408a85610b5 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:40.376200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Port': ['ID=cc7954a9-893d-43d9-8c31-5408a85610b5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:40.412065 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd7a46-a331-44d8-913e-f7bee9e916c7 None None] DHCP port deletion for 2cfbbbcc-2469-4663-a945-e9cdf814bd75 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:21:40.466233 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:40.493556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfbbbcc-2469-4663-a945-e9cdf814bd75']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:40.506638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1654c0-f95e-4998-b6b0-6e2124002c46') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:40.506841 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1654c0-f95e-4998-b6b0-6e2124002c46') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:40.517737 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:40.533827 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:40.544323 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:40.544742 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:40.548567 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:40.611461 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:40.619800 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:40.626760 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/2cfbbbcc-2469-4663-a945-e9cdf814bd75 HTTP/1.1" status: 204 len: 168 time: 0.6520457 Dec 08 02:21:40.626760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57446) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:40.664417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c69c7-3aa1-4116-8fbb-2acb3f6f2532 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Network': ['ID=2cfbbbcc-2469-4663-a945-e9cdf814bd75,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:40.666653 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6b590d-e7e6-44bc-a740-d9f5f9361154 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] DELETE failed (client error): The resource could not be found. Dec 08 02:21:40.667234 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6b590d-e7e6-44bc-a740-d9f5f9361154 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:21:40.671579 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ac6b590d-e7e6-44bc-a740-d9f5f9361154 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/subnets/dae2a053-ffe4-42cd-9698-b05a47ae1dd7 HTTP/1.1" status: 404 len: 337 time: 0.0437839 Dec 08 02:21:40.673347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57450) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:40.695532 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4ef0f9-9d6c-483d-a502-8be315cf9abc tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] DELETE failed (client error): The resource could not be found. Dec 08 02:21:40.696000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4ef0f9-9d6c-483d-a502-8be315cf9abc tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:21:40.699367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6d4ef0f9-9d6c-483d-a502-8be315cf9abc tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/26c9c030-e3dc-4044-9c63-eded30c27cf6 HTTP/1.1" status: 404 len: 339 time: 0.0245190 Dec 08 02:21:40.701942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57452) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:40.706171 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['e597508d-196e-4520-8b1e-d773806463dc'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:21:40.772836 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a25f80-4e0c-4fd4-9bba-56b59779fe93 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Deleting subnet 99b18db7-539c-4d2c-ae45-72a6f27a9468 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:21:40.776318 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75a25f80-4e0c-4fd4-9bba-56b59779fe93 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:40.834031 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75a25f80-4e0c-4fd4-9bba-56b59779fe93 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:40.961954 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75a25f80-4e0c-4fd4-9bba-56b59779fe93 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.022817 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75a25f80-4e0c-4fd4-9bba-56b59779fe93 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.051771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a25f80-4e0c-4fd4-9bba-56b59779fe93 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Subnet': ['ID=99b18db7-539c-4d2c-ae45-72a6f27a9468,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:41.053746 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75a25f80-4e0c-4fd4-9bba-56b59779fe93 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.057614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-75a25f80-4e0c-4fd4-9bba-56b59779fe93 tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/subnets/99b18db7-539c-4d2c-ae45-72a6f27a9468 HTTP/1.1" status: 204 len: 168 time: 0.3543799 Dec 08 02:21:41.058504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d5d16e-a1f0-4c81-9952-b5952e62c20b None None] Network e6193751-0219-43df-9454-4c022259e2a5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:41.060176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57460) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:41.168091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.205587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 52a48adf-5872-4ba1-ace3-6d2afd5d040c no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:21:41.235522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 52a48adf-5872-4ba1-ace3-6d2afd5d040c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:21:41.235904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 52a48adf-5872-4ba1-ace3-6d2afd5d040c not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:21:41.236329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cc7954a9-893d-43d9-8c31-5408a85610b5 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:21:41.252850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Deleting port e187908b-f411-4d64-94a2-f7ae136aa7e1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:41.253264 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.279882 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: cc7954a9-893d-43d9-8c31-5408a85610b5 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:21:41.280548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device cc7954a9-893d-43d9-8c31-5408a85610b5 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:21:41.290901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e87c17-f35d-4c1e-9be4-e4c66db6c7be None None] DHCP port deletion for e6193751-0219-43df-9454-4c022259e2a5 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:21:41.342357 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] For port e187908b-f411-4d64-94a2-f7ae136aa7e1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e187908b-f411-4d64-94a2-f7ae136aa7e1,segment=NetworkSegment(060cf033-e96a-4339-83bf-372586a9cd71),segment_id=060cf033-e96a-4339-83bf-372586a9cd71)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:41.342817 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.360090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Calling delete_port for e187908b-f411-4d64-94a2-f7ae136aa7e1 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:41.362617 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d6e87c17-f35d-4c1e-9be4-e4c66db6c7be None None] Deleting port e187908b-f411-4d64-94a2-f7ae136aa7e1 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:41.363242 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6e87c17-f35d-4c1e-9be4-e4c66db6c7be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.439442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d6e87c17-f35d-4c1e-9be4-e4c66db6c7be None None] For port e187908b-f411-4d64-94a2-f7ae136aa7e1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e187908b-f411-4d64-94a2-f7ae136aa7e1,segment=NetworkSegment(060cf033-e96a-4339-83bf-372586a9cd71),segment_id=060cf033-e96a-4339-83bf-372586a9cd71)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:41.441081 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6e87c17-f35d-4c1e-9be4-e4c66db6c7be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.455236 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d6e87c17-f35d-4c1e-9be4-e4c66db6c7be None None] Calling delete_port for e187908b-f411-4d64-94a2-f7ae136aa7e1 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:41.461130 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.491630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Port': ['ID=e187908b-f411-4d64-94a2-f7ae136aa7e1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:41.497680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] No DVR routers for this DVR port e187908b-f411-4d64-94a2-f7ae136aa7e1 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:41.554902 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6e87c17-f35d-4c1e-9be4-e4c66db6c7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.585179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e87c17-f35d-4c1e-9be4-e4c66db6c7be None None] Pushing event deleted for resources: {'Port': ['ID=e187908b-f411-4d64-94a2-f7ae136aa7e1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:41.595846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.599359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e87c17-f35d-4c1e-9be4-e4c66db6c7be None None] No DVR routers for this DVR port e187908b-f411-4d64-94a2-f7ae136aa7e1 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:41.629589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6193751-0219-43df-9454-4c022259e2a5']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:41.640473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060cf033-e96a-4339-83bf-372586a9cd71') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:41.640806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060cf033-e96a-4339-83bf-372586a9cd71') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:41.653596 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.666976 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.673454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:41.674032 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:41.677135 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:41.739201 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.747366 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:41.750471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] 10.222.0.71 "DELETE /v2.0/networks/e6193751-0219-43df-9454-4c022259e2a5 HTTP/1.1" status: 204 len: 168 time: 0.6893806 Dec 08 02:21:41.760726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a55c72-fd2f-4ebd-8359-fcd241952f7f tempest-NetworksIpV6Test-1472491176 tempest-NetworksIpV6Test-1472491176-project] Pushing event deleted for resources: {'Network': ['ID=e6193751-0219-43df-9454-4c022259e2a5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:41.861842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e597508d-196e-4520-8b1e-d773806463dc up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:21:41.923445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port e597508d-196e-4520-8b1e-d773806463dc completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:21:41.928270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port e597508d-196e-4520-8b1e-d773806463dc triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:41.928662 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:42.027732 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:42.040547 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57498) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:42.063816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:21:42.066107 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eb3d84-b8c0-477e-b4c5-d5a21690250c" -d '{"events": [{"server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "name": "network-vif-plugged", "status": "completed", "tag": "e597508d-196e-4520-8b1e-d773806463dc"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:21:42.079883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:42.087883 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:42.131217 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823eff0c-2350-43d9-89fc-6cd4b2cf1733 x-openstack-request-id: req-823eff0c-2350-43d9-89fc-6cd4b2cf1733 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:21:42.132037 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "name": "network-vif-plugged", "status": "completed", "tag": "e597508d-196e-4520-8b1e-d773806463dc", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:21:42.132037 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-823eff0c-2350-43d9-89fc-6cd4b2cf1733 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:21:42.132433 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc', 'code': 200} Dec 08 02:21:42.143474 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=e597508d-196e-4520-8b1e-d773806463dc,revision_number=12']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:42.208443 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ea3c968f-8cfb-4c95-bacc-eeecdc555791 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=240008f2b7914ae6adcb93e566837565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646926 Dec 08 02:21:42.209649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57514) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:42.267285 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f80f4540-04cb-465e-b460-9f8ebff8125c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:42.289212 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f80f4540-04cb-465e-b460-9f8ebff8125c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:42.328630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57518) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:42.339390 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f80f4540-04cb-465e-b460-9f8ebff8125c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:42.342279 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f80f4540-04cb-465e-b460-9f8ebff8125c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:42.343392 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f80f4540-04cb-465e-b460-9f8ebff8125c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/057899e8-9193-4c95-bc43-2e46fe385b33 HTTP/1.1" status: 204 len: 168 time: 0.1326084 Dec 08 02:21:42.355495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f4540-04cb-465e-b460-9f8ebff8125c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057899e8-9193-4c95-bc43-2e46fe385b33,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:42.443110 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-009b7931-593a-4d29-a3d9-08bfaf49d8cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:42.522062 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-009b7931-593a-4d29-a3d9-08bfaf49d8cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:42.527039 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-009b7931-593a-4d29-a3d9-08bfaf49d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:42.564635 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-009b7931-593a-4d29-a3d9-08bfaf49d8cd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bf52e126c4844bc7867b25267659b0d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2348969 Dec 08 02:21:42.565497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b7931-593a-4d29-a3d9-08bfaf49d8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68407d50-2136-4b41-b6b6-707cc0d0839b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:42.567981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57528) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:42.624939 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fc165466-dc30-4740-8392-abcacc7fe81e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:42.647646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fc165466-dc30-4740-8392-abcacc7fe81e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:42.695934 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fc165466-dc30-4740-8392-abcacc7fe81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:42.698833 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fc165466-dc30-4740-8392-abcacc7fe81e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:42.700012 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fc165466-dc30-4740-8392-abcacc7fe81e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/68407d50-2136-4b41-b6b6-707cc0d0839b HTTP/1.1" status: 204 len: 168 time: 0.1283042 Dec 08 02:21:42.711898 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc165466-dc30-4740-8392-abcacc7fe81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68407d50-2136-4b41-b6b6-707cc0d0839b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:43.029241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57548) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:43.042369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6b64943-2b2c-426b-92d7-b5edac1ce02b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.062516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57550) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:43.124113 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6b64943-2b2c-426b-92d7-b5edac1ce02b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.124527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6b64943-2b2c-426b-92d7-b5edac1ce02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.163759 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e6b64943-2b2c-426b-92d7-b5edac1ce02b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d034e8da06bc41e7bd03aefea185e487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333683 Dec 08 02:21:43.166398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57554) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:43.167739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b64943-2b2c-426b-92d7-b5edac1ce02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ccb491-f449-4469-b3ff-85dd9ac9d8b3,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:43.169559 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e187908b-f411-4d64-94a2-f7ae136aa7e1 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:21:43.193046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: e187908b-f411-4d64-94a2-f7ae136aa7e1 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:21:43.193393 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e187908b-f411-4d64-94a2-f7ae136aa7e1 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:21:43.222444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99fc9ff0-7d34-4b48-8716-89212037fa5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.244413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-872672636'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:43.254427 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99fc9ff0-7d34-4b48-8716-89212037fa5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.289818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Made reservation on behalf of 0f9edc1bc5dd4f9b832430c0e413645e for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:43.293149 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.302062 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.329409 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99fc9ff0-7d34-4b48-8716-89212037fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.332611 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-99fc9ff0-7d34-4b48-8716-89212037fa5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.333734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-99fc9ff0-7d34-4b48-8716-89212037fa5c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c2ccb491-f449-4469-b3ff-85dd9ac9d8b3 HTTP/1.1" status: 204 len: 168 time: 0.1663928 Dec 08 02:21:43.351757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc9ff0-7d34-4b48-8716-89212037fa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ccb491-f449-4469-b3ff-85dd9ac9d8b3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:43.396360 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.400529 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.427403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:43.437137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78e7970-20e5-4103-a6b9-ce543d5b6a7e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:43.442301 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.442643 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Added segment 7155bdcc-689d-4159-a2f9-153e66d2a1cf of type vlan for network 9c754726-924c-45b8-af8b-54f275335f58 Dec 08 02:21:43.484101 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.509149 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.514503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:43.515080 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:43.552051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4884307 Dec 08 02:21:43.555389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57558) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:43.563028 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-a17393c2-1640-42ba-a185-b289289cfb41 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9c754726-924c-45b8-af8b-54f275335f58', 'tempest-TagsTest-Tag-2085184264') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:43.605221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33693873-a241-406b-9eb0-bda83b424803 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Pushing event updated for resources: {'Network': ['ID=9c754726-924c-45b8-af8b-54f275335f58,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:43.616164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 9c754726-924c-45b8-af8b-54f275335f58 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:43.680503 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a17393c2-1640-42ba-a185-b289289cfb41 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] 10.222.0.71 "PUT /v2.0/networks/9c754726-924c-45b8-af8b-54f275335f58/tags/tempest-TagsTest-Tag-2085184264 HTTP/1.1" status: 201 len: 201 time: 0.1215472 Dec 08 02:21:43.680870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57564) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:43.685127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-143d107e-7147-4098-888f-34cf27b6184d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c754726-924c-45b8-af8b-54f275335f58', 'tempest-TagsTest-Tag-2085184264') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:43.763896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-143d107e-7147-4098-888f-34cf27b6184d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] 10.222.0.71 "GET /v2.0/networks/9c754726-924c-45b8-af8b-54f275335f58/tags/tempest-TagsTest-Tag-2085184264 HTTP/1.1" status: 204 len: 168 time: 0.0821354 Dec 08 02:21:43.766723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57570) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:43.771011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-4acb1a35-d06f-4f67-bb04-95bcf99d1620 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9c754726-924c-45b8-af8b-54f275335f58') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:43.837677 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4acb1a35-d06f-4f67-bb04-95bcf99d1620 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] 10.222.0.71 "GET /v2.0/networks/9c754726-924c-45b8-af8b-54f275335f58/tags HTTP/1.1" status: 200 len: 238 time: 0.0698817 Dec 08 02:21:43.840276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57574) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:43.844794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-0ba8fc1c-523b-499f-b01e-ef622d25f5d9 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9c754726-924c-45b8-af8b-54f275335f58', {'tags': ['tempest-TagsTest-Tag-1565623607', 'tempest-TagsTest-Tag-1643308523', 'tempest-TagsTest-Tag-540516683']}) {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:43.925696 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0ba8fc1c-523b-499f-b01e-ef622d25f5d9 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] 10.222.0.71 "PUT /v2.0/networks/9c754726-924c-45b8-af8b-54f275335f58/tags HTTP/1.1" status: 200 len: 308 time: 0.0842042 Dec 08 02:21:43.927978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57580) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:43.932683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-5a4bd112-39d7-48e6-af1a-1e0c544070e0 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9c754726-924c-45b8-af8b-54f275335f58', 'tempest-TagsTest-Tag-1565623607') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:44.024412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57586) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:44.025000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5a4bd112-39d7-48e6-af1a-1e0c544070e0 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] 10.222.0.71 "DELETE /v2.0/networks/9c754726-924c-45b8-af8b-54f275335f58/tags/tempest-TagsTest-Tag-1565623607 HTTP/1.1" status: 204 len: 168 time: 0.0954788 Dec 08 02:21:44.028819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-0195bd4a-8c2c-4bca-b569-9101a074d96e tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c754726-924c-45b8-af8b-54f275335f58', 'tempest-TagsTest-Tag-1565623607') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:44.394230 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-0195bd4a-8c2c-4bca-b569-9101a074d96e tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] show failed (client error): The resource could not be found. Dec 08 02:21:44.395313 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0195bd4a-8c2c-4bca-b569-9101a074d96e tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] 10.222.0.71 "GET /v2.0/networks/9c754726-924c-45b8-af8b-54f275335f58/tags/tempest-TagsTest-Tag-1565623607 HTTP/1.1" status: 404 len: 326 time: 0.3699174 Dec 08 02:21:44.397967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57596) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:44.402064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-07c9c90e-33dc-40e5-92f6-b80b245e994c tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c754726-924c-45b8-af8b-54f275335f58', 'tempest-TagsTest-Tag-1643308523') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:44.468305 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-07c9c90e-33dc-40e5-92f6-b80b245e994c tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] 10.222.0.71 "GET /v2.0/networks/9c754726-924c-45b8-af8b-54f275335f58/tags/tempest-TagsTest-Tag-1643308523 HTTP/1.1" status: 204 len: 168 time: 0.0693252 Dec 08 02:21:44.470718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57600) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:44.475010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-df80ceca-f95e-4e7b-9e9a-e5fa52a54b0b tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c754726-924c-45b8-af8b-54f275335f58', 'tempest-TagsTest-Tag-540516683') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:44.551893 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-df80ceca-f95e-4e7b-9e9a-e5fa52a54b0b tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] 10.222.0.71 "GET /v2.0/networks/9c754726-924c-45b8-af8b-54f275335f58/tags/tempest-TagsTest-Tag-540516683 HTTP/1.1" status: 204 len: 168 time: 0.0801227 Dec 08 02:21:44.555386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57604) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:44.561555 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-ffbc1b21-73d9-47c5-919f-83d02d59360c tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9c754726-924c-45b8-af8b-54f275335f58') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:44.651138 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57608) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:44.651756 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ffbc1b21-73d9-47c5-919f-83d02d59360c tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] 10.222.0.71 "DELETE /v2.0/networks/9c754726-924c-45b8-af8b-54f275335f58/tags HTTP/1.1" status: 204 len: 168 time: 0.0948427 Dec 08 02:21:44.655695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-241ae25f-1c26-4dfa-a3dd-27b9c4ead4cf tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c754726-924c-45b8-af8b-54f275335f58', 'tempest-TagsTest-Tag-1643308523') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:44.724878 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-241ae25f-1c26-4dfa-a3dd-27b9c4ead4cf tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] show failed (client error): The resource could not be found. Dec 08 02:21:44.725926 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-241ae25f-1c26-4dfa-a3dd-27b9c4ead4cf tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] 10.222.0.71 "GET /v2.0/networks/9c754726-924c-45b8-af8b-54f275335f58/tags/tempest-TagsTest-Tag-1643308523 HTTP/1.1" status: 404 len: 326 time: 0.0736942 Dec 08 02:21:44.728983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57610) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:44.731036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57612) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:44.733218 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.tag.tag_plugin [None req-d9bf3850-1344-4cbd-8cdf-3c39092ddae4 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c754726-924c-45b8-af8b-54f275335f58', 'tempest-TagsTest-Tag-540516683') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:44.797565 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-d9bf3850-1344-4cbd-8cdf-3c39092ddae4 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] show failed (client error): The resource could not be found. Dec 08 02:21:44.798608 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d9bf3850-1344-4cbd-8cdf-3c39092ddae4 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] 10.222.0.71 "GET /v2.0/networks/9c754726-924c-45b8-af8b-54f275335f58/tags/tempest-TagsTest-Tag-540516683 HTTP/1.1" status: 404 len: 325 time: 0.0687337 Dec 08 02:21:44.802326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57616) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:44.806764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.tag.tag_plugin [None req-d805eef5-8d16-4cc8-92bf-d904b736d630 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9c754726-924c-45b8-af8b-54f275335f58') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:44.879487 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-640039472'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:44.896642 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d805eef5-8d16-4cc8-92bf-d904b736d630 tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] 10.222.0.71 "DELETE /v2.0/networks/9c754726-924c-45b8-af8b-54f275335f58/tags HTTP/1.1" status: 204 len: 168 time: 0.0930893 Dec 08 02:21:44.900714 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57618) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:44.905841 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Made reservation on behalf of df0f41fe9d304ab2b8e796a1b2361744 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:44.909294 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:44.918867 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:44.983707 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a77c33a-83e1-4b62-9e49-39a94d9fb58d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:44.998257 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.002239 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.026144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:45.041703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdcd646-5107-42bb-9192-072c86afd79b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:45.044604 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.044956 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Added segment a01d2024-9374-408d-9e21-512596bbd66d of type vlan for network f909309c-3859-458d-b09a-5bb8212c89a0 Dec 08 02:21:45.073501 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a77c33a-83e1-4b62-9e49-39a94d9fb58d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.084880 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.094213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0a77c33a-83e1-4b62-9e49-39a94d9fb58d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c754726-924c-45b8-af8b-54f275335f58']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:45.104640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0a77c33a-83e1-4b62-9e49-39a94d9fb58d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7155bdcc-689d-4159-a2f9-153e66d2a1cf') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:45.104939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0a77c33a-83e1-4b62-9e49-39a94d9fb58d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7155bdcc-689d-4159-a2f9-153e66d2a1cf') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:45.110345 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.114903 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a77c33a-83e1-4b62-9e49-39a94d9fb58d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.116066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:45.116656 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.128588 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a77c33a-83e1-4b62-9e49-39a94d9fb58d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.134714 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a77c33a-83e1-4b62-9e49-39a94d9fb58d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:45.135098 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a77c33a-83e1-4b62-9e49-39a94d9fb58d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:45.138024 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:45.154263 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4220231 Dec 08 02:21:45.157101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57620) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:45.186162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e818e67f-0019-404a-91ee-8a8dba72ab8b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Request body: {'subnet': {'network_id': 'f909309c-3859-458d-b09a-5bb8212c89a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:45.194755 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a77c33a-83e1-4b62-9e49-39a94d9fb58d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.200288 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0a77c33a-83e1-4b62-9e49-39a94d9fb58d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.204902 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0a77c33a-83e1-4b62-9e49-39a94d9fb58d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] 10.222.0.71 "DELETE /v2.0/networks/9c754726-924c-45b8-af8b-54f275335f58 HTTP/1.1" status: 204 len: 168 time: 0.3017623 Dec 08 02:21:45.214170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924518ef-62c8-4299-bf7d-24ddf36a8da2 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Pushing event updated for resources: {'Network': ['ID=f909309c-3859-458d-b09a-5bb8212c89a0,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:45.222407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77c33a-83e1-4b62-9e49-39a94d9fb58d tempest-TagsTest-509572098 tempest-TagsTest-509572098-project] Pushing event deleted for resources: {'Network': ['ID=9c754726-924c-45b8-af8b-54f275335f58,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:45.230997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network f909309c-3859-458d-b09a-5bb8212c89a0 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:45.288892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e818e67f-0019-404a-91ee-8a8dba72ab8b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Made reservation on behalf of df0f41fe9d304ab2b8e796a1b2361744 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:45.292952 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e818e67f-0019-404a-91ee-8a8dba72ab8b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.473406 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e818e67f-0019-404a-91ee-8a8dba72ab8b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.487727 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57626) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:45.537401 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818e67f-0019-404a-91ee-8a8dba72ab8b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Pushing event updated for resources: {'Subnet': ['ID=d9d73e0b-3a21-4c12-8929-64486e4eb829,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:45.544337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818e67f-0019-404a-91ee-8a8dba72ab8b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Checking segment: {'id': 'a01d2024-9374-408d-9e21-512596bbd66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f909309c-3859-458d-b09a-5bb8212c89a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:45.544684 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e818e67f-0019-404a-91ee-8a8dba72ab8b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Network hostable DHCP agents. Network: f909309c-3859-458d-b09a-5bb8212c89a0, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:21:45.561856 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e818e67f-0019-404a-91ee-8a8dba72ab8b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Network f909309c-3859-458d-b09a-5bb8212c89a0 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:21:45.570434 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e818e67f-0019-404a-91ee-8a8dba72ab8b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, f909309c-3859-458d-b09a-5bb8212c89a0) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:45.574450 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e818e67f-0019-404a-91ee-8a8dba72ab8b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:45.575501 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e818e67f-0019-404a-91ee-8a8dba72ab8b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.581713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae5fe60-7483-4052-ac1b-0f00546f14d0 None None] Network f909309c-3859-458d-b09a-5bb8212c89a0 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:45.592003 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e818e67f-0019-404a-91ee-8a8dba72ab8b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4335928 Dec 08 02:21:45.594527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57630) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:45.600451 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-3ddd2ef1-ed44-4b11-9e2f-1d7c776a806b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Request body: {'port': {'network_id': 'f909309c-3859-458d-b09a-5bb8212c89a0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-317005078'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:45.641828 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cad37e55-18e6-4d0b-ad99-02cb6098b2b8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0f9edc1bc5dd4f9b832430c0e413645e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504066 Dec 08 02:21:45.642073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57632) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:45.690245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22adc1e9-c621-476a-8c15-d62cfd7532b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.704022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-f909309c-3859-458d-b09a-5bb8212c89a0', 'network_id': 'f909309c-3859-458d-b09a-5bb8212c89a0', 'project_id': 'df0f41fe9d304ab2b8e796a1b2361744', 'fixed_ips': [{'subnet_id': 'd9d73e0b-3a21-4c12-8929-64486e4eb829'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:21:45.705808 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.714687 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22adc1e9-c621-476a-8c15-d62cfd7532b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.717296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddd2ef1-ed44-4b11-9e2f-1d7c776a806b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Made reservation on behalf of df0f41fe9d304ab2b8e796a1b2361744 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:45.721835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2ef1-ed44-4b11-9e2f-1d7c776a806b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.749102 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-3ddd2ef1-ed44-4b11-9e2f-1d7c776a806b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] device_id is not set on port b7236432-4bc9-450f-897e-3241d750c7ff yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:21:45.767630 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22adc1e9-c621-476a-8c15-d62cfd7532b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.773159 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-22adc1e9-c621-476a-8c15-d62cfd7532b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:45.775524 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-22adc1e9-c621-476a-8c15-d62cfd7532b5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e78e7970-20e5-4103-a6b9-ce543d5b6a7e HTTP/1.1" status: 204 len: 168 time: 0.1317005 Dec 08 02:21:45.784641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adc1e9-c621-476a-8c15-d62cfd7532b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78e7970-20e5-4103-a6b9-ce543d5b6a7e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:45.861646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Allocated IP 172.20.0.2 (f909309c-3859-458d-b09a-5bb8212c89a0/d9d73e0b-3a21-4c12-8929-64486e4eb829/8c602407-0b1d-49c0-ac79-e31a81d60adc) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:46.000777 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:46.009187 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:46.056547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Network f909309c-3859-458d-b09a-5bb8212c89a0 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:46.061353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:46.063902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:46.064811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-3ddd2ef1-ed44-4b11-9e2f-1d7c776a806b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Allocated IP 172.20.0.6 (f909309c-3859-458d-b09a-5bb8212c89a0/d9d73e0b-3a21-4c12-8929-64486e4eb829/b7236432-4bc9-450f-897e-3241d750c7ff) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:21:46.072753 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Pushing event updated for resources: {'Port': ['ID=8c602407-0b1d-49c0-ac79-e31a81d60adc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:46.130503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Attempting to bind port 8c602407-0b1d-49c0-ac79-e31a81d60adc on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:46.130872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Attempting to bind port 8c602407-0b1d-49c0-ac79-e31a81d60adc by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'a01d2024-9374-408d-9e21-512596bbd66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f909309c-3859-458d-b09a-5bb8212c89a0'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:46.131229 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Attempting to bind port 8c602407-0b1d-49c0-ac79-e31a81d60adc on network f909309c-3859-458d-b09a-5bb8212c89a0 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:46.136919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:21:46.137290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Checking segment: {'id': 'a01d2024-9374-408d-9e21-512596bbd66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f909309c-3859-458d-b09a-5bb8212c89a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:46.137691 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:46.138078 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Bound using segment: {'id': 'a01d2024-9374-408d-9e21-512596bbd66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f909309c-3859-458d-b09a-5bb8212c89a0'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:21:46.138537 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Bound port: 8c602407-0b1d-49c0-ac79-e31a81d60adc, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01d2024-9374-408d-9e21-512596bbd66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f909309c-3859-458d-b09a-5bb8212c89a0'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:21:46.138911 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:46.203879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] For port 8c602407-0b1d-49c0-ac79-e31a81d60adc, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:46.208175 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] For port 8c602407-0b1d-49c0-ac79-e31a81d60adc, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8c602407-0b1d-49c0-ac79-e31a81d60adc,segment=NetworkSegment(a01d2024-9374-408d-9e21-512596bbd66d),segment_id=a01d2024-9374-408d-9e21-512596bbd66d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:21:46.212783 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:46.246117 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2ef1-ed44-4b11-9e2f-1d7c776a806b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:46.283071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a039e0-18df-429d-b0c0-4dfbcfdb1399 None None] Pushing event updated for resources: {'Port': ['ID=8c602407-0b1d-49c0-ac79-e31a81d60adc,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:46.297239 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2ef1-ed44-4b11-9e2f-1d7c776a806b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:46.358885 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd2ef1-ed44-4b11-9e2f-1d7c776a806b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Network f909309c-3859-458d-b09a-5bb8212c89a0 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:46.368468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd2ef1-ed44-4b11-9e2f-1d7c776a806b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Pushing event updated for resources: {'Port': ['ID=b7236432-4bc9-450f-897e-3241d750c7ff,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:46.368468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd2ef1-ed44-4b11-9e2f-1d7c776a806b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:46.368468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd2ef1-ed44-4b11-9e2f-1d7c776a806b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:46.418161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddd2ef1-ed44-4b11-9e2f-1d7c776a806b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:46.418803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2ef1-ed44-4b11-9e2f-1d7c776a806b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:46.440049 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3ddd2ef1-ed44-4b11-9e2f-1d7c776a806b tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8415527 Dec 08 02:21:46.440565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57654) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:46.556706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f92235ad-1110-4602-b456-c13d7f17f6ae tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Deleting port b7236432-4bc9-450f-897e-3241d750c7ff {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:46.559897 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f92235ad-1110-4602-b456-c13d7f17f6ae tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:46.657832 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f92235ad-1110-4602-b456-c13d7f17f6ae tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:46.670500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f92235ad-1110-4602-b456-c13d7f17f6ae tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Calling delete_port for b7236432-4bc9-450f-897e-3241d750c7ff owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:46.806929 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f92235ad-1110-4602-b456-c13d7f17f6ae tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:46.837131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92235ad-1110-4602-b456-c13d7f17f6ae tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Pushing event deleted for resources: {'Port': ['ID=b7236432-4bc9-450f-897e-3241d750c7ff,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:46.908135 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f92235ad-1110-4602-b456-c13d7f17f6ae tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:46.911945 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f92235ad-1110-4602-b456-c13d7f17f6ae tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] 10.222.0.71 "DELETE /v2.0/ports/b7236432-4bc9-450f-897e-3241d750c7ff HTTP/1.1" status: 204 len: 168 time: 0.4707541 Dec 08 02:21:46.914515 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57666) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:47.153501 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eb12284f-1cf6-496b-a807-163393c1c1d2 tempest-DHCPAgentSchedulersTestJSON-1171445817 tempest-DHCPAgentSchedulersTestJSON-1171445817-project-admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 0.2379093 Dec 08 02:21:47.156282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57676) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:47.165457 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-744575c3-fcd3-4241-a2da-f63c9994f6be tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1194402829'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:47.197098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744575c3-fcd3-4241-a2da-f63c9994f6be tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Made reservation on behalf of df0f41fe9d304ab2b8e796a1b2361744 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:47.201938 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-744575c3-fcd3-4241-a2da-f63c9994f6be tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.226476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8c602407-0b1d-49c0-ac79-e31a81d60adc up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:21:47.234698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744575c3-fcd3-4241-a2da-f63c9994f6be tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:47.248107 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-744575c3-fcd3-4241-a2da-f63c9994f6be tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.248628 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-744575c3-fcd3-4241-a2da-f63c9994f6be tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Added segment 39f3ee16-524b-474f-a2a1-da785da552e8 of type vlan for network 49f1c1c8-8b9a-4d30-a29e-cd738cefa2de Dec 08 02:21:47.291549 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-744575c3-fcd3-4241-a2da-f63c9994f6be tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.294046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 8c602407-0b1d-49c0-ac79-e31a81d60adc triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:47.294509 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.321595 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-744575c3-fcd3-4241-a2da-f63c9994f6be tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.329510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744575c3-fcd3-4241-a2da-f63c9994f6be tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:47.330272 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-744575c3-fcd3-4241-a2da-f63c9994f6be tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.388155 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.403885 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-744575c3-fcd3-4241-a2da-f63c9994f6be tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2440534 Dec 08 02:21:47.404391 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57680) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:47.422530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744575c3-fcd3-4241-a2da-f63c9994f6be tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Pushing event updated for resources: {'Network': ['ID=49f1c1c8-8b9a-4d30-a29e-cd738cefa2de,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:47.422689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57682) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:47.432037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4041149-ef68-4401-8bb0-bed384a170df None None] Network f909309c-3859-458d-b09a-5bb8212c89a0 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:47.435359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 8c602407-0b1d-49c0-ac79-e31a81d60adc, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8c602407-0b1d-49c0-ac79-e31a81d60adc,segment=NetworkSegment(a01d2024-9374-408d-9e21-512596bbd66d),segment_id=a01d2024-9374-408d-9e21-512596bbd66d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:47.454684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 49f1c1c8-8b9a-4d30-a29e-cd738cefa2de details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:47.459656 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.562673 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0f72f15b-32f2-4e1c-ad8f-f5067c6e6696 tempest-DHCPAgentSchedulersTestJSON-1171445817 tempest-DHCPAgentSchedulersTestJSON-1171445817-project-admin] 10.222.0.71 "GET /v2.0/agents/e99da08c-1115-427c-b71e-a01184839fbc/dhcp-networks HTTP/1.1" status: 200 len: 4080 time: 0.1546035 Dec 08 02:21:47.562930 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57686) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:47.565388 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fa9cd53-13e3-4dc1-a8d2-d990c49594c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.611783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5b691bb1-e97b-4e7c-94fa-a97e6cd53125 None None] Provisioning complete for port 8c602407-0b1d-49c0-ac79-e31a81d60adc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:47.612115 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b691bb1-e97b-4e7c-94fa-a97e6cd53125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.645142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=8c602407-0b1d-49c0-ac79-e31a81d60adc,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:47.654155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dc24d5-24e7-49b8-b567-32a702b37c77 tempest-DHCPAgentSchedulersTestJSON-1171445817 tempest-DHCPAgentSchedulersTestJSON-1171445817-project-admin] Network 49f1c1c8-8b9a-4d30-a29e-cd738cefa2de is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:21:47.671266 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c1dc24d5-24e7-49b8-b567-32a702b37c77 tempest-DHCPAgentSchedulersTestJSON-1171445817 tempest-DHCPAgentSchedulersTestJSON-1171445817-project-admin] 10.222.0.71 "POST /v2.0/agents/e99da08c-1115-427c-b71e-a01184839fbc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1047909 Dec 08 02:21:47.671468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57688) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:47.674281 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fa9cd53-13e3-4dc1-a8d2-d990c49594c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.680896 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2fa9cd53-13e3-4dc1-a8d2-d990c49594c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.681111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3cc429-7495-41cc-9939-d5b9910c98e7 None None] Network 49f1c1c8-8b9a-4d30-a29e-cd738cefa2de requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:47.723539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2fa9cd53-13e3-4dc1-a8d2-d990c49594c7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=355be720e5fe4217a5fcd0351f7dd57b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2970197 Dec 08 02:21:47.723965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57690) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:47.730207 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9cd53-13e3-4dc1-a8d2-d990c49594c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900a4d23-fc6c-4a10-b7d1-2278f1d725a3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:47.785863 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6a61317-8958-4623-bd74-72c0722cad30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.813768 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6a61317-8958-4623-bd74-72c0722cad30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.823541 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bc511eeb-d7e0-4a5c-9b26-037c45fa8cbc tempest-DHCPAgentSchedulersTestJSON-1171445817 tempest-DHCPAgentSchedulersTestJSON-1171445817-project-admin] 10.222.0.71 "GET /v2.0/agents/e99da08c-1115-427c-b71e-a01184839fbc/dhcp-networks HTTP/1.1" status: 200 len: 4851 time: 0.1507974 Dec 08 02:21:47.826463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57692) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:47.922804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a94691c7-ead9-4463-b0c4-c38f119c3c04 tempest-DHCPAgentSchedulersTestJSON-1171445817 tempest-DHCPAgentSchedulersTestJSON-1171445817-project-admin] 10.222.0.71 "DELETE /v2.0/agents/e99da08c-1115-427c-b71e-a01184839fbc/dhcp-networks/49f1c1c8-8b9a-4d30-a29e-cd738cefa2de HTTP/1.1" status: 204 len: 168 time: 0.0929794 Dec 08 02:21:47.922804 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6a61317-8958-4623-bd74-72c0722cad30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.923218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57694) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:47.924942 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f6a61317-8958-4623-bd74-72c0722cad30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:47.926631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f6a61317-8958-4623-bd74-72c0722cad30 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/900a4d23-fc6c-4a10-b7d1-2278f1d725a3 HTTP/1.1" status: 204 len: 168 time: 0.2016919 Dec 08 02:21:47.935993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a61317-8958-4623-bd74-72c0722cad30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900a4d23-fc6c-4a10-b7d1-2278f1d725a3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:48.053941 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-69181ca1-4aa7-4372-99b8-0b9c334fb960 None None] Provisioning complete for port 8c602407-0b1d-49c0-ac79-e31a81d60adc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:21:48.053941 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69181ca1-4aa7-4372-99b8-0b9c334fb960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.079367 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f0d25a44-d00c-4230-8407-f9db4bad88d8 tempest-DHCPAgentSchedulersTestJSON-1171445817 tempest-DHCPAgentSchedulersTestJSON-1171445817-project-admin] 10.222.0.71 "GET /v2.0/agents/e99da08c-1115-427c-b71e-a01184839fbc/dhcp-networks HTTP/1.1" status: 200 len: 4080 time: 0.1541901 Dec 08 02:21:48.084130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57700) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:48.105439 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8136eb2a-80aa-47fa-94ea-4d0bd802c507 tempest-DHCPAgentSchedulersTestJSON-1171445817 tempest-DHCPAgentSchedulersTestJSON-1171445817-project-admin] 10.222.0.71 "GET /v2.0/networks/f909309c-3859-458d-b09a-5bb8212c89a0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0209119 Dec 08 02:21:48.108557 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57702) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:48.132216 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e950890f-de58-41db-9ddb-111b6a24fc46 tempest-DHCPAgentSchedulersTestJSON-1171445817 tempest-DHCPAgentSchedulersTestJSON-1171445817-project-admin] 10.222.0.71 "GET /v2.0/networks/f909309c-3859-458d-b09a-5bb8212c89a0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0223651 Dec 08 02:21:48.134453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57704) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:48.256922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d01f77a4-f002-4110-988e-317b6a42046c None None] Could not find standard attr ID for object b7236432-4bc9-450f-897e-3241d750c7ff. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:21:48.266762 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c4e776bd-a508-4d5a-a3a6-1b686c76adf4 tempest-DHCPAgentSchedulersTestJSON-1171445817 tempest-DHCPAgentSchedulersTestJSON-1171445817-project-admin] 10.222.0.71 "GET /v2.0/agents/e99da08c-1115-427c-b71e-a01184839fbc/dhcp-networks HTTP/1.1" status: 200 len: 4080 time: 0.1280000 Dec 08 02:21:48.267494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57706) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:48.271020 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57708) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:48.300310 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0217032-82f2-47ed-987a-8e0f40ca5593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.382454 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f416cc48-c705-469f-b643-9979b78d0449 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.503582 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f416cc48-c705-469f-b643-9979b78d0449 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.519248 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0217032-82f2-47ed-987a-8e0f40ca5593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.529422 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e0217032-82f2-47ed-987a-8e0f40ca5593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.532460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f416cc48-c705-469f-b643-9979b78d0449 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f1c1c8-8b9a-4d30-a29e-cd738cefa2de']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:48.555627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f416cc48-c705-469f-b643-9979b78d0449 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f3ee16-524b-474f-a2a1-da785da552e8') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:48.555936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-f416cc48-c705-469f-b643-9979b78d0449 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f3ee16-524b-474f-a2a1-da785da552e8') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:48.579798 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f416cc48-c705-469f-b643-9979b78d0449 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.591585 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e0217032-82f2-47ed-987a-8e0f40ca5593 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ae4ca4783ce4412aae9ca087b7080039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194001 Dec 08 02:21:48.594330 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57710) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:48.596184 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0217032-82f2-47ed-987a-8e0f40ca5593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1be0bf-5df3-4a5c-b640-9663842b2ff8,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:48.602180 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f416cc48-c705-469f-b643-9979b78d0449 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.608422 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f416cc48-c705-469f-b643-9979b78d0449 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:48.608946 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f416cc48-c705-469f-b643-9979b78d0449 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:48.612522 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:48.648627 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2df35d51-3ab4-4a58-b0c7-1bc6beeacaed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.669080 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f416cc48-c705-469f-b643-9979b78d0449 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.670471 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2df35d51-3ab4-4a58-b0c7-1bc6beeacaed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.675705 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f416cc48-c705-469f-b643-9979b78d0449 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.682031 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f416cc48-c705-469f-b643-9979b78d0449 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] 10.222.0.71 "DELETE /v2.0/networks/49f1c1c8-8b9a-4d30-a29e-cd738cefa2de HTTP/1.1" status: 204 len: 168 time: 0.4112723 Dec 08 02:21:48.685059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57712) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:48.691351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416cc48-c705-469f-b643-9979b78d0449 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Pushing event deleted for resources: {'Network': ['ID=49f1c1c8-8b9a-4d30-a29e-cd738cefa2de,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:48.720251 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8ac3d4-0eac-45fa-ba8e-304f5296bfdf tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] DELETE failed (client error): The resource could not be found. Dec 08 02:21:48.720793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8ac3d4-0eac-45fa-ba8e-304f5296bfdf tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:21:48.724351 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9a8ac3d4-0eac-45fa-ba8e-304f5296bfdf tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] 10.222.0.71 "DELETE /v2.0/ports/b7236432-4bc9-450f-897e-3241d750c7ff HTTP/1.1" status: 404 len: 333 time: 0.0383642 Dec 08 02:21:48.727073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57714) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:48.745621 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2df35d51-3ab4-4a58-b0c7-1bc6beeacaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.748357 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2df35d51-3ab4-4a58-b0c7-1bc6beeacaed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.749485 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2df35d51-3ab4-4a58-b0c7-1bc6beeacaed admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ba1be0bf-5df3-4a5c-b640-9663842b2ff8 HTTP/1.1" status: 204 len: 168 time: 0.1541531 Dec 08 02:21:48.759885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df35d51-3ab4-4a58-b0c7-1bc6beeacaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1be0bf-5df3-4a5c-b640-9663842b2ff8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:48.785922 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb54bc3-2737-448f-abf6-e72cd5390b23 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Deleting subnet d9d73e0b-3a21-4c12-8929-64486e4eb829 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:21:48.789047 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfb54bc3-2737-448f-abf6-e72cd5390b23 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.830090 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfb54bc3-2737-448f-abf6-e72cd5390b23 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.916647 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfb54bc3-2737-448f-abf6-e72cd5390b23 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:48.980028 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfb54bc3-2737-448f-abf6-e72cd5390b23 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.006521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb54bc3-2737-448f-abf6-e72cd5390b23 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d73e0b-3a21-4c12-8929-64486e4eb829,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:49.010120 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bfb54bc3-2737-448f-abf6-e72cd5390b23 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.013356 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bfb54bc3-2737-448f-abf6-e72cd5390b23 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] 10.222.0.71 "DELETE /v2.0/subnets/d9d73e0b-3a21-4c12-8929-64486e4eb829 HTTP/1.1" status: 204 len: 168 time: 0.2852354 Dec 08 02:21:49.016127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57722) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:49.021933 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6237d49e-bf90-4515-b8c4-fff2acb8dcce None None] Network f909309c-3859-458d-b09a-5bb8212c89a0 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:49.096046 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.166156 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Deleting port 8c602407-0b1d-49c0-ac79-e31a81d60adc {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:49.166566 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.190937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f19d22-2039-4cd3-92b5-347cf936b1a4 None None] DHCP port deletion for f909309c-3859-458d-b09a-5bb8212c89a0 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:21:49.237482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] For port 8c602407-0b1d-49c0-ac79-e31a81d60adc, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8c602407-0b1d-49c0-ac79-e31a81d60adc,segment=NetworkSegment(a01d2024-9374-408d-9e21-512596bbd66d),segment_id=a01d2024-9374-408d-9e21-512596bbd66d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:49.237846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.248767 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b7f19d22-2039-4cd3-92b5-347cf936b1a4 None None] Deleting port 8c602407-0b1d-49c0-ac79-e31a81d60adc {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:49.249141 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b7f19d22-2039-4cd3-92b5-347cf936b1a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.251904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Calling delete_port for 8c602407-0b1d-49c0-ac79-e31a81d60adc owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:49.313206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b7f19d22-2039-4cd3-92b5-347cf936b1a4 None None] For port 8c602407-0b1d-49c0-ac79-e31a81d60adc, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8c602407-0b1d-49c0-ac79-e31a81d60adc,segment=NetworkSegment(a01d2024-9374-408d-9e21-512596bbd66d),segment_id=a01d2024-9374-408d-9e21-512596bbd66d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:49.313704 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b7f19d22-2039-4cd3-92b5-347cf936b1a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.331058 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b7f19d22-2039-4cd3-92b5-347cf936b1a4 None None] Calling delete_port for 8c602407-0b1d-49c0-ac79-e31a81d60adc owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:49.340319 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.369746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Pushing event deleted for resources: {'Port': ['ID=8c602407-0b1d-49c0-ac79-e31a81d60adc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:49.373483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] No DVR routers for this DVR port 8c602407-0b1d-49c0-ac79-e31a81d60adc on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:49.417534 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b7f19d22-2039-4cd3-92b5-347cf936b1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.445562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f19d22-2039-4cd3-92b5-347cf936b1a4 None None] Pushing event deleted for resources: {'Port': ['ID=8c602407-0b1d-49c0-ac79-e31a81d60adc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:49.449028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f19d22-2039-4cd3-92b5-347cf936b1a4 None None] No DVR routers for this DVR port 8c602407-0b1d-49c0-ac79-e31a81d60adc on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:21:49.456415 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.478651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f909309c-3859-458d-b09a-5bb8212c89a0']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:49.488394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01d2024-9374-408d-9e21-512596bbd66d') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:49.488703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01d2024-9374-408d-9e21-512596bbd66d') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:49.497885 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.511277 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.517336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:49.517726 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:49.520951 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:49.581845 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.589243 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:49.593256 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] 10.222.0.71 "DELETE /v2.0/networks/f909309c-3859-458d-b09a-5bb8212c89a0 HTTP/1.1" status: 204 len: 168 time: 0.5756984 Dec 08 02:21:49.604988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15118185-aba3-426e-b1ca-6633bb233312 tempest-DHCPAgentSchedulersTestJSON-107086979 tempest-DHCPAgentSchedulersTestJSON-107086979-project] Pushing event deleted for resources: {'Network': ['ID=f909309c-3859-458d-b09a-5bb8212c89a0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:49.791383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57748) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:50.022909 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-389d97da-87f5-401d-8342-ff165cdf483d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=df0f41fe9d304ab2b8e796a1b2361744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278938 Dec 08 02:21:50.023150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57760) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:50.070126 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f51de14d-dde0-4229-8bad-5496dbbda369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:50.090916 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f51de14d-dde0-4229-8bad-5496dbbda369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:50.139803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f51de14d-dde0-4229-8bad-5496dbbda369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:50.142426 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f51de14d-dde0-4229-8bad-5496dbbda369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:50.143627 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f51de14d-dde0-4229-8bad-5496dbbda369 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bbdcd646-5107-42bb-9192-072c86afd79b HTTP/1.1" status: 204 len: 168 time: 0.1194284 Dec 08 02:21:50.151940 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51de14d-dde0-4229-8bad-5496dbbda369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdcd646-5107-42bb-9192-072c86afd79b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:50.489801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57786) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:50.503425 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-461cd538-35e3-40d5-a4e5-e35f61c7c2bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:50.585771 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-461cd538-35e3-40d5-a4e5-e35f61c7c2bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:50.590398 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-461cd538-35e3-40d5-a4e5-e35f61c7c2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:50.630491 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-461cd538-35e3-40d5-a4e5-e35f61c7c2bb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=799052ac1a4a4235b070b6b164093dae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397293 Dec 08 02:21:50.632517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cd538-35e3-40d5-a4e5-e35f61c7c2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8953a114-a693-4976-b60c-8795526282b4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:50.633254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57792) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:50.683036 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6bef0ab3-69cf-49c3-aa3e-2c035e5cf69c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:50.709829 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6bef0ab3-69cf-49c3-aa3e-2c035e5cf69c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:50.761563 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6bef0ab3-69cf-49c3-aa3e-2c035e5cf69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:50.764253 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6bef0ab3-69cf-49c3-aa3e-2c035e5cf69c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:50.765400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6bef0ab3-69cf-49c3-aa3e-2c035e5cf69c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8953a114-a693-4976-b60c-8795526282b4 HTTP/1.1" status: 204 len: 168 time: 0.1311836 Dec 08 02:21:50.773613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef0ab3-69cf-49c3-aa3e-2c035e5cf69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8953a114-a693-4976-b60c-8795526282b4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:50.790469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57798) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:50.898139 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a80fba1e-611e-43e1-a9ba-6e134603dd4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:50.977530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a80fba1e-611e-43e1-a9ba-6e134603dd4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:50.981939 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a80fba1e-611e-43e1-a9ba-6e134603dd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:51.021329 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a80fba1e-611e-43e1-a9ba-6e134603dd4e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2e0e1a6f519f43b3820a2923b5ee7e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2296801 Dec 08 02:21:51.022458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fba1e-611e-43e1-a9ba-6e134603dd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a260d88-7ae7-4d5a-95e0-a5d2a7b271a0,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:51.024213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57806) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:51.085802 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43c6f94a-4d0b-46b9-992f-adf7544518a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:51.107850 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43c6f94a-4d0b-46b9-992f-adf7544518a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:51.159066 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43c6f94a-4d0b-46b9-992f-adf7544518a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:51.163210 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43c6f94a-4d0b-46b9-992f-adf7544518a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:51.163349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8c602407-0b1d-49c0-ac79-e31a81d60adc no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:21:51.164584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-43c6f94a-4d0b-46b9-992f-adf7544518a9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0a260d88-7ae7-4d5a-95e0-a5d2a7b271a0 HTTP/1.1" status: 204 len: 168 time: 0.1393106 Dec 08 02:21:51.173870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6f94a-4d0b-46b9-992f-adf7544518a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a260d88-7ae7-4d5a-95e0-a5d2a7b271a0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:51.196512 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 8c602407-0b1d-49c0-ac79-e31a81d60adc {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:21:51.196859 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8c602407-0b1d-49c0-ac79-e31a81d60adc not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:21:51.492922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57828) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:51.506527 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-679124ed-d0ee-4025-86b2-3af9a5f952fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:51.585622 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-679124ed-d0ee-4025-86b2-3af9a5f952fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:51.589443 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-679124ed-d0ee-4025-86b2-3af9a5f952fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:51.630788 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-679124ed-d0ee-4025-86b2-3af9a5f952fc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9c8cd5efc1c14ce486886ca1496e3767&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367826 Dec 08 02:21:51.632037 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679124ed-d0ee-4025-86b2-3af9a5f952fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092d222d-2a1b-4b4e-9ab5-5c6a93f3a3b4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:51.633487 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57832) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:51.686060 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69a804ee-d2fd-468e-9cc9-9259144e5bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:51.706830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69a804ee-d2fd-468e-9cc9-9259144e5bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:51.756812 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69a804ee-d2fd-468e-9cc9-9259144e5bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:51.759482 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69a804ee-d2fd-468e-9cc9-9259144e5bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:51.760735 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-69a804ee-d2fd-468e-9cc9-9259144e5bba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/092d222d-2a1b-4b4e-9ab5-5c6a93f3a3b4 HTTP/1.1" status: 204 len: 168 time: 0.1260862 Dec 08 02:21:51.768977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a804ee-d2fd-468e-9cc9-9259144e5bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092d222d-2a1b-4b4e-9ab5-5c6a93f3a3b4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:51.994751 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f553c6c-7588-48dc-90ed-d93cc5a802c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:52.133480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57856) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:52.332425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1463969639'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:52.354144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Made reservation on behalf of 72dbb11f5d584c8e906c0fa7cf9bb8d4 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:52.358024 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:52.366368 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:52.442288 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:52.446169 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:52.469646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:21:52.483133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23610381-753a-4d6e-b2f6-d2069f16c914,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:52.488378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:52.488772 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Added segment 81b8460a-d786-4e5c-a8d9-a9e62cc595f5 of type vlan for network 9f2e4eca-8160-4f70-b234-43fad54f7335 Dec 08 02:21:52.528854 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:52.554738 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:52.560608 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:52.561205 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:52.624955 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4902296 Dec 08 02:21:52.634304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4a73a-4ebc-42cd-99c0-ca2e1ead4acb tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Pushing event updated for resources: {'Network': ['ID=9f2e4eca-8160-4f70-b234-43fad54f7335,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:52.644990 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 9f2e4eca-8160-4f70-b234-43fad54f7335 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:21:52.858242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57884) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:52.863700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Request body: {'port': {'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335', 'binding:host_id': 'n-h2-713499-31', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-895229331'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:52.884930 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Made reservation on behalf of 92104c32365b48c898dee5f03148803e for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:52.890219 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:52.899099 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:52.975459 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:52.981981 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:52.986975 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] device_id is not set on port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:21:53.065095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73767c0f-93a0-44ea-8a88-3142a86bc898,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:53.218982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] device_id is not set on port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:21:53.228758 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:53.234693 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:53.297857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Pushing event updated for resources: {'Port': ['ID=bbfaf9fc-8be9-4e4a-b6a9-1283c606f586,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:53.307530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Checking segment: {'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:21:53.307905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Network hostable DHCP agents. Network: 9f2e4eca-8160-4f70-b234-43fad54f7335, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:21:53.324187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Network 9f2e4eca-8160-4f70-b234-43fad54f7335 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:21:53.333315 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 9f2e4eca-8160-4f70-b234-43fad54f7335) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:53.338211 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:53.350119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd204c8-07a0-44d5-8939-bfe94be44c1e None None] Network 9f2e4eca-8160-4f70-b234-43fad54f7335 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:21:53.355406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:53.355875 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:53.356460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:53.362225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:53.362687 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:53.363367 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 2 to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 Dec 08 02:21:53.377522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:53.377969 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:53.378703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:53.384025 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:53.384435 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:53.384886 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 3 to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 Dec 08 02:21:53.409298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:53.409761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:53.410573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:53.426985 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:53.427296 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:53.428030 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 4 to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 Dec 08 02:21:53.447322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:53.447701 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:53.448093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:53.452697 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:53.453027 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:53.453426 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 5 to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 Dec 08 02:21:53.467049 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:53.467280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:53.467639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:53.471924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:53.472835 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:53.473234 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 6 to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 Dec 08 02:21:53.484932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:53.485266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:53.485598 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:53.489853 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:53.490190 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:53.490570 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 7 to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 Dec 08 02:21:53.502469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:53.502799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:53.503122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:53.507247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:53.507571 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:53.508062 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 8 to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 Dec 08 02:21:53.519812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:53.520141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:53.520463 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:53.526913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:53.527388 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:53.528212 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 9 to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 Dec 08 02:21:53.542219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:53.542550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:53.542878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:53.547142 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:53.547413 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:53.547830 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 10 to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 Dec 08 02:21:53.560034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:53.560376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:53.560709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:53.565029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:53.565358 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:53.565722 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:53.569973 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:53.630088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] For port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:53.630454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempted to set empty binding levels {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 02:21:53.634299 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:53.663444 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:53.664068 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:53.684885 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Pushing event updated for resources: {'Port': ['ID=bbfaf9fc-8be9-4e4a-b6a9-1283c606f586,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:53.689870 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5ab1824c-10ff-4c48-9662-094afeb62320 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.8306003 Dec 08 02:21:53.693136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57902) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:53.765359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-31629791-7be1-4969-ae99-4fbd18e59922 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Deleting port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:53.765708 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-31629791-7be1-4969-ae99-4fbd18e59922 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:53.828879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-31629791-7be1-4969-ae99-4fbd18e59922 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] For port bbfaf9fc-8be9-4e4a-b6a9-1283c606f586, host n-h2-713499-31, got binding levels [] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:53.829164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-31629791-7be1-4969-ae99-4fbd18e59922 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:53.842089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-31629791-7be1-4969-ae99-4fbd18e59922 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Calling delete_port for bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:53.916835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-31629791-7be1-4969-ae99-4fbd18e59922 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:53.945798 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31629791-7be1-4969-ae99-4fbd18e59922 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbfaf9fc-8be9-4e4a-b6a9-1283c606f586,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:53.952781 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-31629791-7be1-4969-ae99-4fbd18e59922 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:53.956178 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-31629791-7be1-4969-ae99-4fbd18e59922 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "DELETE /v2.0/ports/bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 HTTP/1.1" status: 204 len: 168 time: 0.2620792 Dec 08 02:21:53.959326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57904) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:53.982350 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf3a262-d5c6-479d-8338-7c7d3d106903 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] GET failed (client error): The resource could not be found. Dec 08 02:21:53.983711 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fdf3a262-d5c6-479d-8338-7c7d3d106903 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "GET /v2.0/ports/bbfaf9fc-8be9-4e4a-b6a9-1283c606f586 HTTP/1.1" status: 404 len: 333 time: 0.0234237 Dec 08 02:21:53.987091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57906) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:53.992066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-452b9e73-7e5c-414b-9c65-a14275285a04 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Request body: {'port': {'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1842322178'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:54.012823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452b9e73-7e5c-414b-9c65-a14275285a04 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Made reservation on behalf of 92104c32365b48c898dee5f03148803e for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:54.015328 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-452b9e73-7e5c-414b-9c65-a14275285a04 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:54.029821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-452b9e73-7e5c-414b-9c65-a14275285a04 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] device_id is not set on port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:21:54.172437 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-452b9e73-7e5c-414b-9c65-a14275285a04 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:54.204042 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-452b9e73-7e5c-414b-9c65-a14275285a04 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:54.245419 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452b9e73-7e5c-414b-9c65-a14275285a04 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Network 9f2e4eca-8160-4f70-b234-43fad54f7335 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:54.249627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-452b9e73-7e5c-414b-9c65-a14275285a04 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:54.253141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b9e73-7e5c-414b-9c65-a14275285a04 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:54.254591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452b9e73-7e5c-414b-9c65-a14275285a04 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:54.255227 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-452b9e73-7e5c-414b-9c65-a14275285a04 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:54.262769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b9e73-7e5c-414b-9c65-a14275285a04 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Pushing event updated for resources: {'Port': ['ID=15de9e13-a160-4822-a4cb-0f70c1fd4e9c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:54.274406 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-452b9e73-7e5c-414b-9c65-a14275285a04 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2863343 Dec 08 02:21:54.277082 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57908) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:54.281893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:54.336861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:54.352039 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7e214ca-386f-4f09-ad57-36b34d53b0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:54.354651 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:54.507233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] device_id is not set on port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:21:54.515021 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:54.520982 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:54.576036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Pushing event updated for resources: {'Port': ['ID=15de9e13-a160-4822-a4cb-0f70c1fd4e9c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:54.588952 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:54.589295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:54.589638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:54.594843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:54.595240 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:54.595689 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 2 to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c Dec 08 02:21:54.609015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:54.609361 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:54.609695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:54.614015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:54.614413 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:54.614858 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 3 to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c Dec 08 02:21:54.627275 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:54.627653 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:54.628013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:54.633333 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:54.633716 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:54.634161 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 4 to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c Dec 08 02:21:54.647357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:54.647812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:54.648241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:54.652836 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:54.653160 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:54.653553 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 5 to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c Dec 08 02:21:54.665438 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:54.665779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:54.666114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:54.670350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:54.670674 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:54.671067 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 6 to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c Dec 08 02:21:54.684072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:54.684408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:54.684734 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:54.689123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:54.689480 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:54.689864 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 7 to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c Dec 08 02:21:54.702288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:54.702549 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:54.702877 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:54.707816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:54.708145 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:54.708533 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 8 to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c Dec 08 02:21:54.722522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:54.722865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:54.723222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:54.728117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:54.728453 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:54.728835 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 9 to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c Dec 08 02:21:54.741574 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:54.741966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:54.742229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:54.746612 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:54.746943 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:54.747331 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 10 to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c Dec 08 02:21:54.764515 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:54.764851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:54.765285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:54.769492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:54.769828 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:54.770152 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:54.837211 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] For port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:54.837571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempted to set empty binding levels {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 02:21:54.841689 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:54.874963 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] In _notify_port_updated(), no bound segment for port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:21:54.875830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:54.876434 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:54.877744 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "PUT /v2.0/ports/15de9e13-a160-4822-a4cb-0f70c1fd4e9c HTTP/1.1" status: 200 len: 976 time: 0.5997512 Dec 08 02:21:54.880885 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57924) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:54.934795 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc8a12-578c-4b71-be51-b49dcd99e481 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Pushing event updated for resources: {'Port': ['ID=15de9e13-a160-4822-a4cb-0f70c1fd4e9c,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:54.964623 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c58ca-2a7a-4207-8291-56a8cacd6136 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:54.965029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c58ca-2a7a-4207-8291-56a8cacd6136 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:54.965497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c58ca-2a7a-4207-8291-56a8cacd6136 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:54.965957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c58ca-2a7a-4207-8291-56a8cacd6136 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:54.966672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c58ca-2a7a-4207-8291-56a8cacd6136 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:54.967138 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c58ca-2a7a-4207-8291-56a8cacd6136 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:54.967592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c58ca-2a7a-4207-8291-56a8cacd6136 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:54.968071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c58ca-2a7a-4207-8291-56a8cacd6136 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:54.968528 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c58ca-2a7a-4207-8291-56a8cacd6136 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:54.968983 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c58ca-2a7a-4207-8291-56a8cacd6136 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:54.971280 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-222c58ca-2a7a-4207-8291-56a8cacd6136 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9037 time: 0.0893066 Dec 08 02:21:54.974257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57926) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:55.047531 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-3f94293f-a9d9-4de3-9ec8-8b73c515b9c4 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Deleting port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:55.047902 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f94293f-a9d9-4de3-9ec8-8b73c515b9c4 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:55.112561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-3f94293f-a9d9-4de3-9ec8-8b73c515b9c4 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] For port 15de9e13-a160-4822-a4cb-0f70c1fd4e9c, host n-h2-713499-31, got binding levels [] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:55.113456 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f94293f-a9d9-4de3-9ec8-8b73c515b9c4 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:55.125857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-3f94293f-a9d9-4de3-9ec8-8b73c515b9c4 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Calling delete_port for 15de9e13-a160-4822-a4cb-0f70c1fd4e9c owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:55.202680 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f94293f-a9d9-4de3-9ec8-8b73c515b9c4 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:55.232197 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94293f-a9d9-4de3-9ec8-8b73c515b9c4 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Pushing event deleted for resources: {'Port': ['ID=15de9e13-a160-4822-a4cb-0f70c1fd4e9c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:55.239276 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3f94293f-a9d9-4de3-9ec8-8b73c515b9c4 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:55.245394 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3f94293f-a9d9-4de3-9ec8-8b73c515b9c4 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "DELETE /v2.0/ports/15de9e13-a160-4822-a4cb-0f70c1fd4e9c HTTP/1.1" status: 204 len: 168 time: 0.2677379 Dec 08 02:21:55.246039 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57928) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:55.268772 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e44777e-80f9-47d5-a1c3-0302fab32908 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] GET failed (client error): The resource could not be found. Dec 08 02:21:55.270097 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5e44777e-80f9-47d5-a1c3-0302fab32908 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "GET /v2.0/ports/15de9e13-a160-4822-a4cb-0f70c1fd4e9c HTTP/1.1" status: 404 len: 333 time: 0.0236049 Dec 08 02:21:55.274130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57930) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:55.278544 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b896ff81-839a-4fff-904f-4f808830d470 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1667147915', 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:55.299037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b896ff81-839a-4fff-904f-4f808830d470 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Made reservation on behalf of 92104c32365b48c898dee5f03148803e for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:55.301455 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b896ff81-839a-4fff-904f-4f808830d470 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:55.320401 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-b896ff81-839a-4fff-904f-4f808830d470 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] device_id is not set on port c865b02b-afa6-4577-82d4-00a8f08d9130 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:21:55.463381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b896ff81-839a-4fff-904f-4f808830d470 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:55.502083 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b896ff81-839a-4fff-904f-4f808830d470 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:55.506067 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:55.556254 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b896ff81-839a-4fff-904f-4f808830d470 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Network 9f2e4eca-8160-4f70-b234-43fad54f7335 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:55.559800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-b896ff81-839a-4fff-904f-4f808830d470 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:55.563492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b896ff81-839a-4fff-904f-4f808830d470 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:55.564635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b896ff81-839a-4fff-904f-4f808830d470 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:55.565744 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b896ff81-839a-4fff-904f-4f808830d470 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:55.571292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896ff81-839a-4fff-904f-4f808830d470 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Pushing event updated for resources: {'Port': ['ID=c865b02b-afa6-4577-82d4-00a8f08d9130,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:55.587028 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b896ff81-839a-4fff-904f-4f808830d470 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3119013 Dec 08 02:21:55.589528 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57932) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:55.623945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e91152-cb35-422c-9aae-4f5b5f8cb9d4 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:55.625580 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-23e91152-cb35-422c-9aae-4f5b5f8cb9d4 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "GET /v2.0/ports/c865b02b-afa6-4577-82d4-00a8f08d9130 HTTP/1.1" status: 200 len: 955 time: 0.0351408 Dec 08 02:21:55.628339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57934) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:55.708893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b6572cc2-c6eb-4a56-8c6a-530b52d82e17 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Deleting port c865b02b-afa6-4577-82d4-00a8f08d9130 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:55.709241 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b6572cc2-c6eb-4a56-8c6a-530b52d82e17 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:56.063424 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b6572cc2-c6eb-4a56-8c6a-530b52d82e17 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:56.076793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b6572cc2-c6eb-4a56-8c6a-530b52d82e17 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Calling delete_port for c865b02b-afa6-4577-82d4-00a8f08d9130 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:56.157347 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b6572cc2-c6eb-4a56-8c6a-530b52d82e17 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:56.183423 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6572cc2-c6eb-4a56-8c6a-530b52d82e17 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Pushing event deleted for resources: {'Port': ['ID=c865b02b-afa6-4577-82d4-00a8f08d9130,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:56.191585 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b6572cc2-c6eb-4a56-8c6a-530b52d82e17 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:56.194936 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b6572cc2-c6eb-4a56-8c6a-530b52d82e17 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "DELETE /v2.0/ports/c865b02b-afa6-4577-82d4-00a8f08d9130 HTTP/1.1" status: 204 len: 168 time: 0.5656204 Dec 08 02:21:56.197705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57942) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:56.223419 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-41aeb1b0-772b-44c0-b28f-b61e3d56e304 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] GET failed (client error): The resource could not be found. Dec 08 02:21:56.228370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-41aeb1b0-772b-44c0-b28f-b61e3d56e304 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "GET /v2.0/ports/c865b02b-afa6-4577-82d4-00a8f08d9130 HTTP/1.1" status: 404 len: 333 time: 0.0262372 Dec 08 02:21:56.228758 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57944) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:56.233698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1c1fc419-e6c2-4682-a10e-fbe0e304d1b8 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Request body: {'port': {'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-410135444'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:56.261679 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1fc419-e6c2-4682-a10e-fbe0e304d1b8 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Made reservation on behalf of 92104c32365b48c898dee5f03148803e for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:56.264262 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc419-e6c2-4682-a10e-fbe0e304d1b8 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:56.281413 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-1c1fc419-e6c2-4682-a10e-fbe0e304d1b8 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] device_id is not set on port c7880a01-4eb6-4930-bf61-7f7cabeb25eb yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:21:56.436631 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc419-e6c2-4682-a10e-fbe0e304d1b8 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:56.469939 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc419-e6c2-4682-a10e-fbe0e304d1b8 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:56.508657 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1fc419-e6c2-4682-a10e-fbe0e304d1b8 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Network 9f2e4eca-8160-4f70-b234-43fad54f7335 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:21:56.511514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-1c1fc419-e6c2-4682-a10e-fbe0e304d1b8 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:21:56.514903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1fc419-e6c2-4682-a10e-fbe0e304d1b8 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:21:56.515850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1fc419-e6c2-4682-a10e-fbe0e304d1b8 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:56.516447 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1c1fc419-e6c2-4682-a10e-fbe0e304d1b8 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:56.530995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fc419-e6c2-4682-a10e-fbe0e304d1b8 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Pushing event updated for resources: {'Port': ['ID=c7880a01-4eb6-4930-bf61-7f7cabeb25eb,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:56.537571 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1c1fc419-e6c2-4682-a10e-fbe0e304d1b8 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3076904 Dec 08 02:21:56.539762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57956) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:56.544685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:56.601162 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:56.677302 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:21:56.766384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] device_id is not set on port c7880a01-4eb6-4930-bf61-7f7cabeb25eb yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:21:56.774543 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:56.780289 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:56.828087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Pushing event updated for resources: {'Port': ['ID=c7880a01-4eb6-4930-bf61-7f7cabeb25eb,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:56.843228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:56.843573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:56.843943 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:56.848230 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:56.848564 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:56.848955 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 2 to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb Dec 08 02:21:56.861264 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:56.861536 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:56.861874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:56.866251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:56.866612 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:56.867014 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 3 to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb Dec 08 02:21:56.880373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:56.880717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:56.881068 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:56.886149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:56.886488 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:56.886894 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 4 to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb Dec 08 02:21:56.900995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:56.901956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:56.902307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:56.906946 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:56.907279 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:56.907712 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 5 to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb Dec 08 02:21:56.920360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:56.920708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:56.921049 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:56.925483 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:56.925818 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:56.926215 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 6 to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb Dec 08 02:21:56.939258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:56.939616 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:56.939964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:56.944973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:56.945303 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:56.945700 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 7 to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb Dec 08 02:21:56.959420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:56.959803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:56.960252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:56.964648 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:56.964994 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:56.965382 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 8 to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb Dec 08 02:21:56.975963 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:56.978820 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:56.979161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:56.979501 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:56.983860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:56.984211 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:56.984587 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 9 to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb Dec 08 02:21:56.998989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:56.998989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:56.998989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:57.002160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:57.002497 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:57.002897 n-d-713499-31 neutron-server[109766]: INFO neutron.plugins.ml2.plugin [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempt 10 to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb Dec 08 02:21:57.016025 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:21:57.016368 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:21:57.016705 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempting to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:21:57.021092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:21:57.021424 n-d-713499-31 neutron-server[109766]: ERROR neutron.plugins.ml2.managers [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Failed to bind port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on host n-h2-713499-31 for vnic_type normal using segments [{'id': '81b8460a-d786-4e5c-a8d9-a9e62cc595f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f2e4eca-8160-4f70-b234-43fad54f7335'}] Dec 08 02:21:57.021786 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:57.086865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] For port c7880a01-4eb6-4930-bf61-7f7cabeb25eb, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:21:57.087448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attempted to set empty binding levels {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 02:21:57.091534 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:57.124764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] In _notify_port_updated(), no bound segment for port c7880a01-4eb6-4930-bf61-7f7cabeb25eb on network 9f2e4eca-8160-4f70-b234-43fad54f7335 {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:21:57.125615 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:21:57.126228 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:57.127530 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "PUT /v2.0/ports/c7880a01-4eb6-4930-bf61-7f7cabeb25eb HTTP/1.1" status: 200 len: 975 time: 0.5868430 Dec 08 02:21:57.131273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57958) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:57.139905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ae119-0337-45da-ab7a-c466145b2c53 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Pushing event updated for resources: {'Port': ['ID=c7880a01-4eb6-4930-bf61-7f7cabeb25eb,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:57.206357 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-13b5d65a-72ee-48b0-a802-4849715cac71 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Deleting port c7880a01-4eb6-4930-bf61-7f7cabeb25eb {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:21:57.206936 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13b5d65a-72ee-48b0-a802-4849715cac71 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:57.271636 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-13b5d65a-72ee-48b0-a802-4849715cac71 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] For port c7880a01-4eb6-4930-bf61-7f7cabeb25eb, host n-h2-713499-31, got binding levels [] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:21:57.271999 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13b5d65a-72ee-48b0-a802-4849715cac71 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:57.283778 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-13b5d65a-72ee-48b0-a802-4849715cac71 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Calling delete_port for c7880a01-4eb6-4930-bf61-7f7cabeb25eb owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:21:57.358397 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13b5d65a-72ee-48b0-a802-4849715cac71 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:57.384828 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5d65a-72ee-48b0-a802-4849715cac71 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7880a01-4eb6-4930-bf61-7f7cabeb25eb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:57.392577 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13b5d65a-72ee-48b0-a802-4849715cac71 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:57.396129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-13b5d65a-72ee-48b0-a802-4849715cac71 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "DELETE /v2.0/ports/c7880a01-4eb6-4930-bf61-7f7cabeb25eb HTTP/1.1" status: 204 len: 168 time: 0.2631967 Dec 08 02:21:57.398815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57960) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:57.426168 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-feafe33d-6af5-42b1-a795-b989a4945950 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] GET failed (client error): The resource could not be found. Dec 08 02:21:57.428216 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-feafe33d-6af5-42b1-a795-b989a4945950 tempest-PortsAdminExtendedAttrsTestJSON-836439436 tempest-PortsAdminExtendedAttrsTestJSON-836439436-project-admin] 10.222.0.71 "GET /v2.0/ports/c7880a01-4eb6-4930-bf61-7f7cabeb25eb HTTP/1.1" status: 404 len: 333 time: 0.0279746 Dec 08 02:21:57.431364 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57964) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:57.512256 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30d46172-e4b9-4eda-99e7-41b9d2f3298d tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:57.910693 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:57.968178 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30d46172-e4b9-4eda-99e7-41b9d2f3298d tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:57.988611 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-30d46172-e4b9-4eda-99e7-41b9d2f3298d tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2e4eca-8160-4f70-b234-43fad54f7335']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:57.997952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-30d46172-e4b9-4eda-99e7-41b9d2f3298d tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b8460a-d786-4e5c-a8d9-a9e62cc595f5') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:57.998243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-30d46172-e4b9-4eda-99e7-41b9d2f3298d tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b8460a-d786-4e5c-a8d9-a9e62cc595f5') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:21:58.007491 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30d46172-e4b9-4eda-99e7-41b9d2f3298d tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.020833 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30d46172-e4b9-4eda-99e7-41b9d2f3298d tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.026395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d46172-e4b9-4eda-99e7-41b9d2f3298d tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:21:58.026768 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30d46172-e4b9-4eda-99e7-41b9d2f3298d tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:21:58.029832 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:21:58.085683 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30d46172-e4b9-4eda-99e7-41b9d2f3298d tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.093361 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30d46172-e4b9-4eda-99e7-41b9d2f3298d tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.096436 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-30d46172-e4b9-4eda-99e7-41b9d2f3298d tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] 10.222.0.71 "DELETE /v2.0/networks/9f2e4eca-8160-4f70-b234-43fad54f7335 HTTP/1.1" status: 204 len: 168 time: 0.6640613 Dec 08 02:21:58.108652 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d46172-e4b9-4eda-99e7-41b9d2f3298d tempest-PortsAdminExtendedAttrsTestJSON-591834908 tempest-PortsAdminExtendedAttrsTestJSON-591834908-project] Pushing event deleted for resources: {'Network': ['ID=9f2e4eca-8160-4f70-b234-43fad54f7335,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:58.359241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57972) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:58.503224 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e85a0e25-9625-4ed0-bea1-7b339a0c7b21 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=72dbb11f5d584c8e906c0fa7cf9bb8d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426919 Dec 08 02:21:58.507131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 57978) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:58.565017 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f6697cb-10e6-4b60-8953-65732903314a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.586809 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f6697cb-10e6-4b60-8953-65732903314a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.634938 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f6697cb-10e6-4b60-8953-65732903314a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.637624 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f6697cb-10e6-4b60-8953-65732903314a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.638765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7f6697cb-10e6-4b60-8953-65732903314a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23610381-753a-4d6e-b2f6-d2069f16c914 HTTP/1.1" status: 204 len: 168 time: 0.1304653 Dec 08 02:21:58.648342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6697cb-10e6-4b60-8953-65732903314a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23610381-753a-4d6e-b2f6-d2069f16c914,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:58.899207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57986) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:58.943240 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3d1c9463-788a-4482-99be-766f7bdac0c8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=92104c32365b48c898dee5f03148803e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400515 Dec 08 02:21:58.943456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 57988) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:58.990356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f14a2ac-6679-473f-a166-27cdd2ccfed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:59.015239 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f14a2ac-6679-473f-a166-27cdd2ccfed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:59.065164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f14a2ac-6679-473f-a166-27cdd2ccfed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:59.068410 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f14a2ac-6679-473f-a166-27cdd2ccfed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:59.069614 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7f14a2ac-6679-473f-a166-27cdd2ccfed3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/73767c0f-93a0-44ea-8a88-3142a86bc898 HTTP/1.1" status: 204 len: 168 time: 0.1252446 Dec 08 02:21:59.080906 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14a2ac-6679-473f-a166-27cdd2ccfed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73767c0f-93a0-44ea-8a88-3142a86bc898,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:00.318673 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58028) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:00.418814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-500053858', 'router:external': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:00.440391 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Made reservation on behalf of 76d6e4850b3e4d26a74b3d2e4452b01b for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:00.442645 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.450865 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.529295 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.533317 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.560601 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:22:00.566790 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2de87bd-4ed2-4a0f-a393-d9bc0ae88ffc,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:00.572927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.573273 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Added segment 8bbdaa1e-7fb4-4efd-aa26-c27f73b24d6c of type vlan for network 1fa7352a-7eca-4f10-a851-c8dde7793ace Dec 08 02:22:00.617720 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.647035 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.648189 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:00.648761 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.713565 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3936689 Dec 08 02:22:00.713801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58036) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:00.721863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580842a-4780-4979-85ef-9101d92b0b77 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event updated for resources: {'Network': ['ID=1fa7352a-7eca-4f10-a851-c8dde7793ace,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:00.726919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d3daa7d2-d311-4b02-8732-642c64330b60 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Request body: {'subnet': {'network_id': '1fa7352a-7eca-4f10-a851-c8dde7793ace', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:00.745363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 1fa7352a-7eca-4f10-a851-c8dde7793ace details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:22:00.757628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3daa7d2-d311-4b02-8732-642c64330b60 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Made reservation on behalf of 76d6e4850b3e4d26a74b3d2e4452b01b for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:00.760181 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3daa7d2-d311-4b02-8732-642c64330b60 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:01.087625 n-d-713499-31 neutron-server[109767]: DEBUG neutron.objects.ports [None req-d3daa7d2-d311-4b02-8732-642c64330b60 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 02:22:01.088338 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3daa7d2-d311-4b02-8732-642c64330b60 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:01.138918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daa7d2-d311-4b02-8732-642c64330b60 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2208544b-b9ff-44c3-8d01-be3b22de832d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:01.156803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3daa7d2-d311-4b02-8732-642c64330b60 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Checking segment: {'id': '8bbdaa1e-7fb4-4efd-aa26-c27f73b24d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1fa7352a-7eca-4f10-a851-c8dde7793ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:01.157163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3daa7d2-d311-4b02-8732-642c64330b60 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Network hostable DHCP agents. Network: 1fa7352a-7eca-4f10-a851-c8dde7793ace, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:22:01.174370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3daa7d2-d311-4b02-8732-642c64330b60 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Network 1fa7352a-7eca-4f10-a851-c8dde7793ace is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:22:01.184266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d3daa7d2-d311-4b02-8732-642c64330b60 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 1fa7352a-7eca-4f10-a851-c8dde7793ace) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:01.194351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b30b6e-f6a9-4561-9eb9-3ba11a842f87 None None] Network 1fa7352a-7eca-4f10-a851-c8dde7793ace requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:22:01.196360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3daa7d2-d311-4b02-8732-642c64330b60 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:01.197144 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3daa7d2-d311-4b02-8732-642c64330b60 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:01.223247 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d3daa7d2-d311-4b02-8732-642c64330b60 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5042257 Dec 08 02:22:01.226163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58038) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:01.231288 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cac0ae0c-25c8-4022-a463-2fb2339d463e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-420989644', 'network_id': '1fa7352a-7eca-4f10-a851-c8dde7793ace'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:01.269451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac0ae0c-25c8-4022-a463-2fb2339d463e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Made reservation on behalf of 76d6e4850b3e4d26a74b3d2e4452b01b for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:01.271962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cac0ae0c-25c8-4022-a463-2fb2339d463e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:01.289205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-cac0ae0c-25c8-4022-a463-2fb2339d463e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] device_id is not set on port c0dd9839-447d-425f-9211-21bf79864fa4 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:22:01.305835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972ce069-70b6-4a87-81d4-6d615d4579ab None None] Network 1fa7352a-7eca-4f10-a851-c8dde7793ace requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:22:01.431465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-cac0ae0c-25c8-4022-a463-2fb2339d463e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Allocated IP 172.20.0.2 (1fa7352a-7eca-4f10-a851-c8dde7793ace/2208544b-b9ff-44c3-8d01-be3b22de832d/c0dd9839-447d-425f-9211-21bf79864fa4) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:01.572644 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cac0ae0c-25c8-4022-a463-2fb2339d463e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:01.611209 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cac0ae0c-25c8-4022-a463-2fb2339d463e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:01.654105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac0ae0c-25c8-4022-a463-2fb2339d463e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Network 1fa7352a-7eca-4f10-a851-c8dde7793ace is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:01.658737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-cac0ae0c-25c8-4022-a463-2fb2339d463e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:01.662425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac0ae0c-25c8-4022-a463-2fb2339d463e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:01.685383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0ae0c-25c8-4022-a463-2fb2339d463e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event updated for resources: {'Port': ['ID=c0dd9839-447d-425f-9211-21bf79864fa4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:01.707093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac0ae0c-25c8-4022-a463-2fb2339d463e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:01.707738 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cac0ae0c-25c8-4022-a463-2fb2339d463e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:01.723840 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cac0ae0c-25c8-4022-a463-2fb2339d463e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.4968305 Dec 08 02:22:01.726567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58040) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:01.812250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7d2efa05-28d5-4a46-82d9-a6e0d49880ad tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Deleting port c0dd9839-447d-425f-9211-21bf79864fa4 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:01.813707 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d2efa05-28d5-4a46-82d9-a6e0d49880ad tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:01.892746 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d2efa05-28d5-4a46-82d9-a6e0d49880ad tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:01.904290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7d2efa05-28d5-4a46-82d9-a6e0d49880ad tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Calling delete_port for c0dd9839-447d-425f-9211-21bf79864fa4 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:02.031899 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d2efa05-28d5-4a46-82d9-a6e0d49880ad tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.063329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2efa05-28d5-4a46-82d9-a6e0d49880ad tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0dd9839-447d-425f-9211-21bf79864fa4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:02.126678 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7d2efa05-28d5-4a46-82d9-a6e0d49880ad tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.133672 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7d2efa05-28d5-4a46-82d9-a6e0d49880ad tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "DELETE /v2.0/ports/c0dd9839-447d-425f-9211-21bf79864fa4 HTTP/1.1" status: 204 len: 168 time: 0.4058113 Dec 08 02:22:02.133852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58046) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:02.138364 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fa7352a-7eca-4f10-a851-c8dde7793ace', 'external_fixed_ips': [{'subnet_id': '2208544b-b9ff-44c3-8d01-be3b22de832d', 'ip_address': '172.20.0.2'}]}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:02.161298 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.162209 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.219524 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.358407 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.568292 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.586614 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.737879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Allocated IP 172.20.0.2 (1fa7352a-7eca-4f10-a851-c8dde7793ace/2208544b-b9ff-44c3-8d01-be3b22de832d/e6b886b6-5076-47dd-8347-2b49a119abb2) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:02.842647 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.883168 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.921468 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Network 1fa7352a-7eca-4f10-a851-c8dde7793ace is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:02.928609 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:02.932085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:02.971380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event updated for resources: {'Port': ['ID=e6b886b6-5076-47dd-8347-2b49a119abb2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:03.196406 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.409189 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.538468 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Router d3fbd337-dc18-4271-a9a3-2dd097b9ed3d is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:22:03.647294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:03.660391 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] Sync routers for ids ['d3fbd337-dc18-4271-a9a3-2dd097b9ed3d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:03.668079 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.671647 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-daab543c-aaad-48ae-bc9b-28bea7b7fd15 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.5346313 Dec 08 02:22:03.672354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58056) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:03.673888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] Routers {'d3fbd337-dc18-4271-a9a3-2dd097b9ed3d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:03.673888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['d3fbd337-dc18-4271-a9a3-2dd097b9ed3d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:03.798101 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] Set router d3fbd337-dc18-4271-a9a3-2dd097b9ed3d gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:03.810904 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.959233 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.023923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fbd337-dc18-4271-a9a3-2dd097b9ed3d', 'name': '', 'tenant_id': '76d6e4850b3e4d26a74b3d2e4452b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa7352a-7eca-4f10-a851-c8dde7793ace', 'external_fixed_ips': [{'subnet_id': '2208544b-b9ff-44c3-8d01-be3b22de832d', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6b886b6-5076-47dd-8347-2b49a119abb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:02Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 3, 'project_id': '76d6e4850b3e4d26a74b3d2e4452b01b', 'gw_port': {'id': 'e6b886b6-5076-47dd-8347-2b49a119abb2', 'name': '', 'network_id': '1fa7352a-7eca-4f10-a851-c8dde7793ace', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fbd337-dc18-4271-a9a3-2dd097b9ed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '2208544b-b9ff-44c3-8d01-be3b22de832d', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:02Z', 'updated_at': '2021-12-08T02:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2208544b-b9ff-44c3-8d01-be3b22de832d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:04.027926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Deleting port e6b886b6-5076-47dd-8347-2b49a119abb2 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:04.028423 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.054602 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] Checking router: d3fbd337-dc18-4271-a9a3-2dd097b9ed3d for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:22:04.055332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] Updating router d3fbd337-dc18-4271-a9a3-2dd097b9ed3d port e6b886b6-5076-47dd-8347-2b49a119abb2 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:22:04.082441 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.117683 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.130949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Calling delete_port for e6b886b6-5076-47dd-8347-2b49a119abb2 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:04.328773 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.356601 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6b886b6-5076-47dd-8347-2b49a119abb2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:04.357235 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:22:04.357605 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:22:04.423476 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.519971 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.521996 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.566668 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.567206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3fbd337-dc18-4271-a9a3-2dd097b9ed3d {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:22:04.572208 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.573427 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-10e23875-7e44-47b2-a886-c9e385e21528 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "DELETE /v2.0/routers/d3fbd337-dc18-4271-a9a3-2dd097b9ed3d HTTP/1.1" status: 204 len: 168 time: 0.8999474 Dec 08 02:22:04.576210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58062) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:04.622745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e0656e-e167-444f-ba1f-b0f474be21d7 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Deleting subnet 2208544b-b9ff-44c3-8d01-be3b22de832d {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:22:04.626372 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52e0656e-e167-444f-ba1f-b0f474be21d7 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.661608 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52e0656e-e167-444f-ba1f-b0f474be21d7 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.705839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52e0656e-e167-444f-ba1f-b0f474be21d7 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.758173 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52e0656e-e167-444f-ba1f-b0f474be21d7 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.782004 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0656e-e167-444f-ba1f-b0f474be21d7 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2208544b-b9ff-44c3-8d01-be3b22de832d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:04.788675 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-52e0656e-e167-444f-ba1f-b0f474be21d7 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.794902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58064) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:04.801786 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-52e0656e-e167-444f-ba1f-b0f474be21d7 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "DELETE /v2.0/subnets/2208544b-b9ff-44c3-8d01-be3b22de832d HTTP/1.1" status: 204 len: 168 time: 0.2229323 Dec 08 02:22:04.873682 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5115fa2e-ddfb-49ac-978d-cef6df27431e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.876504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] Port e6b886b6-5076-47dd-8347-2b49a119abb2 not found while updating agent binding for router d3fbd337-dc18-4271-a9a3-2dd097b9ed3d. {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 02:22:04.891874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] Routers set() bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:04.894285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] Router IDs set() for agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 02:22:04.895997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_agentschedulers_db [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d3fbd337-dc18-4271-a9a3-2dd097b9ed3d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent'). {{(pid=109768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 02:22:04.899428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb88206-bb18-42a8-8e10-3fc082605ca7 None None] The sync data for ids ['d3fbd337-dc18-4271-a9a3-2dd097b9ed3d'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:04.957539 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5115fa2e-ddfb-49ac-978d-cef6df27431e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.982926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5115fa2e-ddfb-49ac-978d-cef6df27431e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa7352a-7eca-4f10-a851-c8dde7793ace']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:04.996195 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5115fa2e-ddfb-49ac-978d-cef6df27431e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbdaa1e-7fb4-4efd-aa26-c27f73b24d6c') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:04.996486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-5115fa2e-ddfb-49ac-978d-cef6df27431e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbdaa1e-7fb4-4efd-aa26-c27f73b24d6c') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:05.007084 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5115fa2e-ddfb-49ac-978d-cef6df27431e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.023339 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5115fa2e-ddfb-49ac-978d-cef6df27431e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.030243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5115fa2e-ddfb-49ac-978d-cef6df27431e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:22:05.030832 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5115fa2e-ddfb-49ac-978d-cef6df27431e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:22:05.032382 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:22:05.093053 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5115fa2e-ddfb-49ac-978d-cef6df27431e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.100794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5115fa2e-ddfb-49ac-978d-cef6df27431e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1fa7352a-7eca-4f10-a851-c8dde7793ace {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 02:22:05.112478 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5115fa2e-ddfb-49ac-978d-cef6df27431e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.120301 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5115fa2e-ddfb-49ac-978d-cef6df27431e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "DELETE /v2.0/networks/1fa7352a-7eca-4f10-a851-c8dde7793ace HTTP/1.1" status: 204 len: 168 time: 0.3198867 Dec 08 02:22:05.120301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115fa2e-ddfb-49ac-978d-cef6df27431e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event deleted for resources: {'Network': ['ID=1fa7352a-7eca-4f10-a851-c8dde7793ace,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:05.323918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58076) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:05.328417 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-094825d5-fc9e-4dba-a83e-4fbe89bbcc1b tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Request body: {'router': {'name': 'tempest-router--82423431', 'project_id': '56b31f9aad384ab1a9dc602109a97e31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:05.351315 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-094825d5-fc9e-4dba-a83e-4fbe89bbcc1b tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.352486 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-094825d5-fc9e-4dba-a83e-4fbe89bbcc1b tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.408481 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-094825d5-fc9e-4dba-a83e-4fbe89bbcc1b tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.413144 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-094825d5-fc9e-4dba-a83e-4fbe89bbcc1b tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.429885 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-094825d5-fc9e-4dba-a83e-4fbe89bbcc1b tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.434484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58078) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:05.436272 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-094825d5-fc9e-4dba-a83e-4fbe89bbcc1b tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1109977 Dec 08 02:22:05.522580 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6178029c-e281-4551-a430-5dfbb7c79cee tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.686463 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6178029c-e281-4551-a430-5dfbb7c79cee tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.688587 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6178029c-e281-4551-a430-5dfbb7c79cee tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.733692 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6178029c-e281-4551-a430-5dfbb7c79cee tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.734432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6178029c-e281-4551-a430-5dfbb7c79cee tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69c9f25b-afa8-4902-8c47-0e963ec53419 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:22:05.739540 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6178029c-e281-4551-a430-5dfbb7c79cee tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.743145 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6178029c-e281-4551-a430-5dfbb7c79cee tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "DELETE /v2.0/routers/69c9f25b-afa8-4902-8c47-0e963ec53419 HTTP/1.1" status: 204 len: 168 time: 0.3047488 Dec 08 02:22:05.850345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58084) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:06.046936 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-314952404', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:06.070879 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.071927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.134001 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.271292 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.479670 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.498860 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.604605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Allocated IP 172.25.8.117 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/93b4e201-8cc0-489b-b967-f2f333ddea29) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:06.709402 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.742239 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.779680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:06.782352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:06.785816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:06.794595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c561c4-ba30-4daf-9042-0561fa7fd7ed None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:06.813252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Pushing event updated for resources: {'Port': ['ID=93b4e201-8cc0-489b-b967-f2f333ddea29,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:06.909384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f13341a9-c160-4d19-9296-ccaccbd7d90e None None] Provisioning complete for port 93b4e201-8cc0-489b-b967-f2f333ddea29 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:06.909672 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f13341a9-c160-4d19-9296-ccaccbd7d90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.945564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f13341a9-c160-4d19-9296-ccaccbd7d90e None None] Port 93b4e201-8cc0-489b-b967-f2f333ddea29 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:07.038060 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:07.545723 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:07.669763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Router 88ed789f-7746-469e-bad6-7f8c0f38858c is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:22:07.776971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:07.786299 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9133bfba-3f4c-47a2-a072-5bf417db0136 None None] Sync routers for ids ['88ed789f-7746-469e-bad6-7f8c0f38858c'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:07.795636 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9133bfba-3f4c-47a2-a072-5bf417db0136 None None] Routers {'88ed789f-7746-469e-bad6-7f8c0f38858c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:07.796348 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9133bfba-3f4c-47a2-a072-5bf417db0136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['88ed789f-7746-469e-bad6-7f8c0f38858c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:07.800752 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:07.804901 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-64e8a3dc-9679-40cb-a4a7-0a6a4d30983e tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9505479 Dec 08 02:22:07.805233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58110) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:07.829351 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9133bfba-3f4c-47a2-a072-5bf417db0136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:07.839059 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9133bfba-3f4c-47a2-a072-5bf417db0136 None None] Routers {'88ed789f-7746-469e-bad6-7f8c0f38858c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:07.839687 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9133bfba-3f4c-47a2-a072-5bf417db0136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['88ed789f-7746-469e-bad6-7f8c0f38858c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:07.874330 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9133bfba-3f4c-47a2-a072-5bf417db0136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:07.874991 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9133bfba-3f4c-47a2-a072-5bf417db0136 None None] The sync data for ids ['88ed789f-7746-469e-bad6-7f8c0f38858c'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:07.918984 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3c432d19-8e9c-4fd1-8fe0-25094014b4d6 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/routers/88ed789f-7746-469e-bad6-7f8c0f38858c HTTP/1.1" status: 200 len: 920 time: 0.1124396 Dec 08 02:22:07.921688 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58112) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:07.948764 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b27f443d-465b-45f3-a10c-50e05a977fcf tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "GET /v2.0/ports?device_id=88ed789f-7746-469e-bad6-7f8c0f38858c HTTP/1.1" status: 200 len: 205 time: 0.0260441 Dec 08 02:22:07.951136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58114) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:08.058984 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:08.165286 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:08.226668 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Deleting port 93b4e201-8cc0-489b-b967-f2f333ddea29 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:08.227020 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:08.306827 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:08.318495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Calling delete_port for 93b4e201-8cc0-489b-b967-f2f333ddea29 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:08.481922 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:08.508767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Pushing event deleted for resources: {'Port': ['ID=93b4e201-8cc0-489b-b967-f2f333ddea29,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:08.536144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024cd315-e5f8-4237-994a-764fec90bee1 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:08.572595 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:08.670156 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:08.672476 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:08.717196 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:08.717787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Fanout notify agent at l3_agent the message router_deleted on router 88ed789f-7746-469e-bad6-7f8c0f38858c {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:22:08.724579 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:08.729441 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eed0c405-482e-4653-97a7-42d333df2fa5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "DELETE /v2.0/routers/88ed789f-7746-469e-bad6-7f8c0f38858c HTTP/1.1" status: 204 len: 168 time: 0.7736170 Dec 08 02:22:08.729556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58120) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:08.733896 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Request body: {'router': {'name': 'tempest-snat-router-726731973', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'enable_snat': False}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:08.755023 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:08.756236 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:08.806645 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:08.944048 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:09.144222 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:09.162920 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:09.272698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Allocated IP 172.25.8.55 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/f1918f45-ff81-40bd-9679-ca70ff5bdc93) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:09.385376 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:09.419918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:09.461421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:09.464759 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:09.468137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:09.481002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57c8002-b45e-439d-817f-f916688f6e3b None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:09.502101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event updated for resources: {'Port': ['ID=f1918f45-ff81-40bd-9679-ca70ff5bdc93,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:09.581633 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3c560cd5-c34b-4ba6-a82f-7fea4d596dbb None None] Provisioning complete for port f1918f45-ff81-40bd-9679-ca70ff5bdc93 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:09.582585 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c560cd5-c34b-4ba6-a82f-7fea4d596dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:09.620937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3c560cd5-c34b-4ba6-a82f-7fea4d596dbb None None] Port f1918f45-ff81-40bd-9679-ca70ff5bdc93 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:09.740339 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d1bbb-35e1-479d-8180-44013308050a req-808097bb-80f4-4694-a6c4-8d26ee8c9633 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:09.749944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-441d1bbb-35e1-479d-8180-44013308050a req-808097bb-80f4-4694-a6c4-8d26ee8c9633 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1098 time: 0.0611289 Dec 08 02:22:09.759657 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:09.805445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-441d1bbb-35e1-479d-8180-44013308050a req-2fedd194-7238-4878-acbf-aa9b8fa94652 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544817 Dec 08 02:22:09.828011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58136) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:09.994320 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:10.054928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a29b0f83-48f9-4ca5-a707-1da1e377114e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port 57484c4a-d7be-4c59-9a24-48eab4d1b681 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:10.055277 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a29b0f83-48f9-4ca5-a707-1da1e377114e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:10.154384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Router 20d8158e-a474-48b1-8dd8-7d4a4da3159f is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:22:10.156353 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a29b0f83-48f9-4ca5-a707-1da1e377114e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:10.157070 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a29b0f83-48f9-4ca5-a707-1da1e377114e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:10.173310 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a29b0f83-48f9-4ca5-a707-1da1e377114e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for 57484c4a-d7be-4c59-9a24-48eab4d1b681 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:10.292436 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:10.311308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Sync routers for ids ['20d8158e-a474-48b1-8dd8-7d4a4da3159f'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:10.327380 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:10.328312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Routers {'20d8158e-a474-48b1-8dd8-7d4a4da3159f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:10.329160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['20d8158e-a474-48b1-8dd8-7d4a4da3159f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:10.331841 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-67749d1c-0ed5-43ff-b6b9-54a00db82c31 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.6002707 Dec 08 02:22:10.335554 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58142) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:10.366489 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a29b0f83-48f9-4ca5-a707-1da1e377114e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:10.418179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b0f83-48f9-4ca5-a707-1da1e377114e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=57484c4a-d7be-4c59-9a24-48eab4d1b681,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:10.483189 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Set router 20d8158e-a474-48b1-8dd8-7d4a4da3159f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:10.500285 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a29b0f83-48f9-4ca5-a707-1da1e377114e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:10.500621 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-a29b0f83-48f9-4ca5-a707-1da1e377114e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Floating IP d8677bdd-2a79-457f-88fa-8ebd07b122ee disassociated (deleted). External IP: 172.25.8.53, port: e597508d-196e-4520-8b1e-d773806463dc. Dec 08 02:22:10.502759 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-feccc701-efc5-4415-87fc-9d6ec1bf05c6 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/routers/20d8158e-a474-48b1-8dd8-7d4a4da3159f HTTP/1.1" status: 200 len: 907 time: 0.1660275 Dec 08 02:22:10.505970 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58144) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:10.510751 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Request body: {'router': {'name': 'tempest-snat-router-726731973', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'enable_snat': True}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:10.540479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:10.541630 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:10.620813 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:10.710963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d8158e-a474-48b1-8dd8-7d4a4da3159f', 'name': 'tempest-snat-router-726731973', 'tenant_id': '76d6e4850b3e4d26a74b3d2e4452b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': False}, 'gw_port_id': 'f1918f45-ff81-40bd-9679-ca70ff5bdc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:08Z', 'updated_at': '2021-12-08T02:22:09Z', 'revision_number': 3, 'project_id': '76d6e4850b3e4d26a74b3d2e4452b01b', 'gw_port': {'id': 'f1918f45-ff81-40bd-9679-ca70ff5bdc93', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d8158e-a474-48b1-8dd8-7d4a4da3159f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:09Z', 'updated_at': '2021-12-08T02:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:10.762838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Checking router: 20d8158e-a474-48b1-8dd8-7d4a4da3159f for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:22:10.763197 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Updating router 20d8158e-a474-48b1-8dd8-7d4a4da3159f port f1918f45-ff81-40bd-9679-ca70ff5bdc93 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:22:10.782705 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:10.790326 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:10.822845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29b0f83-48f9-4ca5-a707-1da1e377114e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:22:10.955137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29b0f83-48f9-4ca5-a707-1da1e377114e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:10.961535 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a29b0f83-48f9-4ca5-a707-1da1e377114e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:10.972432 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88afb7e6-b36a-43b1-99c4-454014fcdf95 None None] Sync routers for ids ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:10.999670 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a29b0f83-48f9-4ca5-a707-1da1e377114e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/floatingips/d8677bdd-2a79-457f-88fa-8ebd07b122ee HTTP/1.1" status: 204 len: 168 time: 1.1704895 Dec 08 02:22:11.000490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:22:11.004125 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa5b97d-1c79-4ad0-9580-e60c971fddfc" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "tag": "e597508d-196e-4520-8b1e-d773806463dc"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:22:11.014360 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88afb7e6-b36a-43b1-99c4-454014fcdf95 None None] Routers {'3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:11.015474 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-88afb7e6-b36a-43b1-99c4-454014fcdf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:11.097106 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6843b13-04c4-41a4-a7fb-acda843b9b6c x-openstack-request-id: req-a6843b13-04c4-41a4-a7fb-acda843b9b6c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:22:11.097455 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "tag": "e597508d-196e-4520-8b1e-d773806463dc", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:22:11.097816 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a6843b13-04c4-41a4-a7fb-acda843b9b6c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:22:11.098323 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc', 'status': 'completed', 'code': 200} Dec 08 02:22:11.141205 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:11.160315 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:11.225129 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-88afb7e6-b36a-43b1-99c4-454014fcdf95 None None] Set router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:11.233232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5b97d-1c79-4ad0-9580-e60c971fddfc req-3634e63a-7c5f-4bf3-82d6-8ae724bc195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:11.235596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fa5b97d-1c79-4ad0-9580-e60c971fddfc req-3634e63a-7c5f-4bf3-82d6-8ae724bc195e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 1098 time: 0.0902851 Dec 08 02:22:11.249938 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:11.255697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446557be-9deb-4284-b370-dbaec9054d55 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:11.270909 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Attempting to bind port f1918f45-ff81-40bd-9679-ca70ff5bdc93 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:22:11.271284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Attempting to bind port f1918f45-ff81-40bd-9679-ca70ff5bdc93 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:22:11.271667 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Attempting to bind port f1918f45-ff81-40bd-9679-ca70ff5bdc93 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:22:11.290173 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:11.291942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:22:11.292272 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:11.292685 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:11.293079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:22:11.293565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Bound port: f1918f45-ff81-40bd-9679-ca70ff5bdc93, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:22:11.293940 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:11.321443 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Pushing event updated for resources: {'Port': ['ID=f1918f45-ff81-40bd-9679-ca70ff5bdc93,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:11.333803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:11.334143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:11.334484 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:11.334819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:11.335148 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:11.335471 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:11.335835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:11.336160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:11.336481 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:11.336799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:11.337119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:11.337438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:11.337754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:11.412576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2e26f288-1805-4d7b-96e4-edeebe21a7be None None] Provisioning complete for port f1918f45-ff81-40bd-9679-ca70ff5bdc93 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:11.413592 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2e26f288-1805-4d7b-96e4-edeebe21a7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:11.454850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c469a-8846-453b-a1f4-a447f7e667d8 req-cf72073f-a4a9-4eaa-aea4-2d7ede36ca45 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:11.456533 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e9c469a-8846-453b-a1f4-a447f7e667d8 req-cf72073f-a4a9-4eaa-aea4-2d7ede36ca45 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 946 time: 0.0800366 Dec 08 02:22:11.459705 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] For port f1918f45-ff81-40bd-9679-ca70ff5bdc93, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:22:11.490955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5b97d-1c79-4ad0-9580-e60c971fddfc req-d9d23ec4-8111-4004-81a6-0749d177e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:11.492455 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fa5b97d-1c79-4ad0-9580-e60c971fddfc req-d9d23ec4-8111-4004-81a6-0749d177e1ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 200 len: 897 time: 0.2149069 Dec 08 02:22:11.504371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] For port f1918f45-ff81-40bd-9679-ca70ff5bdc93, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f1918f45-ff81-40bd-9679-ca70ff5bdc93,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:22:11.510910 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:11.511707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Allocated IP 172.25.8.128 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/5e647e26-a2cb-4b50-989a-1115b1a9368f) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:11.512998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2e26f288-1805-4d7b-96e4-edeebe21a7be None None] Port f1918f45-ff81-40bd-9679-ca70ff5bdc93 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:11.532609 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1e9c469a-8846-453b-a1f4-a447f7e667d8 req-3de758ac-5c49-4690-a097-b2dc1ce2a7e2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687485 Dec 08 02:22:11.533441 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-88afb7e6-b36a-43b1-99c4-454014fcdf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'af4338c1-dcd5-4c41-8ca7-582d0976061c', 'name': '', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2e:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:16Z', 'updated_at': '2021-12-08T02:20:22Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:11.575785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fa5b97d-1c79-4ad0-9580-e60c971fddfc req-a9983eec-6fc2-4e0f-b7e2-90e9ed618c0d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 200 len: 217 time: 0.0487256 Dec 08 02:22:11.582206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53ad884-59d4-451f-b821-227885f3021b None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:11.609598 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339696ba-26e3-45fc-8ee0-f746654aabf3 None None] Pushing event updated for resources: {'Port': ['ID=f1918f45-ff81-40bd-9679-ca70ff5bdc93,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:11.635702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Routers {'20d8158e-a474-48b1-8dd8-7d4a4da3159f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:11.636573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['20d8158e-a474-48b1-8dd8-7d4a4da3159f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:11.638775 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5b97d-1c79-4ad0-9580-e60c971fddfc req-7bb53b61-f7d1-40dc-a064-80aef03f8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:11.640795 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fa5b97d-1c79-4ad0-9580-e60c971fddfc req-7bb53b61-f7d1-40dc-a064-80aef03f8d21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb7be2c7-6fe3-4c43-aec9-693bdb582df4 HTTP/1.1" status: 200 len: 834 time: 0.0523195 Dec 08 02:22:11.707206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5b97d-1c79-4ad0-9580-e60c971fddfc req-7d08d469-a8bf-4754-ae56-dbfc65cb7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:11.708818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fa5b97d-1c79-4ad0-9580-e60c971fddfc req-7d08d469-a8bf-4754-ae56-dbfc65cb7670 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596807 Dec 08 02:22:11.775700 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-414dd6cf-cad8-4e6f-8acb-c3f847137fc6 None None] Provisioning complete for port f1918f45-ff81-40bd-9679-ca70ff5bdc93 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:11.776437 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-414dd6cf-cad8-4e6f-8acb-c3f847137fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:11.786657 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88afb7e6-b36a-43b1-99c4-454014fcdf95 None None] Checking router: 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:22:11.805262 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88afb7e6-b36a-43b1-99c4-454014fcdf95 None None] Routers {'3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:11.805900 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-88afb7e6-b36a-43b1-99c4-454014fcdf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:11.819072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] Set router 20d8158e-a474-48b1-8dd8-7d4a4da3159f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:11.871170 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fa5b97d-1c79-4ad0-9580-e60c971fddfc req-89de935f-d075-4c6d-a23c-8f24ef1cf106 service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513474 Dec 08 02:22:12.003693 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-88afb7e6-b36a-43b1-99c4-454014fcdf95 None None] Set router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:12.032050 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:12.056636 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fa5b97d-1c79-4ad0-9580-e60c971fddfc req-decb1323-a288-462f-8b12-1d25f9af4142 service neutron] 10.222.0.45 "GET /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770773 Dec 08 02:22:12.064978 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-414dd6cf-cad8-4e6f-8acb-c3f847137fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:12.071718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d8158e-a474-48b1-8dd8-7d4a4da3159f', 'name': 'tempest-snat-router-726731973', 'tenant_id': '76d6e4850b3e4d26a74b3d2e4452b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': False}, 'gw_port_id': 'f1918f45-ff81-40bd-9679-ca70ff5bdc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:08Z', 'updated_at': '2021-12-08T02:22:09Z', 'revision_number': 3, 'project_id': '76d6e4850b3e4d26a74b3d2e4452b01b', 'gw_port': {'id': 'f1918f45-ff81-40bd-9679-ca70ff5bdc93', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d8158e-a474-48b1-8dd8-7d4a4da3159f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:09Z', 'updated_at': '2021-12-08T02:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:12.104280 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:12.153526 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event updated for resources: {'Port': ['ID=5e647e26-a2cb-4b50-989a-1115b1a9368f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:12.171558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:12.173161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:12.185363 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:12.290686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05a56dc-3587-418b-b4d1-cc6ddbff8619 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:12.299838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ba534-12f9-4a36-96c4-cf6e7842b422 None None] The sync data for ids ['20d8158e-a474-48b1-8dd8-7d4a4da3159f'] in n-d-713499-31 is: [{'id': '20d8158e-a474-48b1-8dd8-7d4a4da3159f', 'name': 'tempest-snat-router-726731973', 'tenant_id': '76d6e4850b3e4d26a74b3d2e4452b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': False}, 'gw_port_id': 'f1918f45-ff81-40bd-9679-ca70ff5bdc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:08Z', 'updated_at': '2021-12-08T02:22:09Z', 'revision_number': 3, 'project_id': '76d6e4850b3e4d26a74b3d2e4452b01b', 'gw_port': {'id': 'f1918f45-ff81-40bd-9679-ca70ff5bdc93', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d8158e-a474-48b1-8dd8-7d4a4da3159f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:09Z', 'updated_at': '2021-12-08T02:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:12.308847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-414dd6cf-cad8-4e6f-8acb-c3f847137fc6 None None] For port f1918f45-ff81-40bd-9679-ca70ff5bdc93, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f1918f45-ff81-40bd-9679-ca70ff5bdc93,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:12.316721 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-414dd6cf-cad8-4e6f-8acb-c3f847137fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:12.373551 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-88afb7e6-b36a-43b1-99c4-454014fcdf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'af4338c1-dcd5-4c41-8ca7-582d0976061c', 'name': '', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2e:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:16Z', 'updated_at': '2021-12-08T02:20:22Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:12.381734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dd6cf-cad8-4e6f-8acb-c3f847137fc6 None None] Pushing event updated for resources: {'Port': ['ID=f1918f45-ff81-40bd-9679-ca70ff5bdc93,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:12.410210 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88afb7e6-b36a-43b1-99c4-454014fcdf95 None None] The sync data for ids ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'] in n-d-713499-31 is: [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'af4338c1-dcd5-4c41-8ca7-582d0976061c', 'name': '', 'network_id': '96d7d6ce-9b11-4c27-beaf-b57f08ef81d2', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:2e:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:16Z', 'updated_at': '2021-12-08T02:20:22Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'eb7be2c7-6fe3-4c43-aec9-693bdb582df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:12.444472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d8641b56-0072-4d73-93c7-5eaccb5d5c31 None None] Provisioning complete for port 5e647e26-a2cb-4b50-989a-1115b1a9368f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:12.445064 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d8641b56-0072-4d73-93c7-5eaccb5d5c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:12.495013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d8641b56-0072-4d73-93c7-5eaccb5d5c31 None None] Port 5e647e26-a2cb-4b50-989a-1115b1a9368f cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:12.516001 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:12.777159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dd777-3b9c-4adc-8b3e-c619afbba4d7 req-93d854f2-f835-4ce7-a992-68da58792d0d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:12.778658 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-072dd777-3b9c-4adc-8b3e-c619afbba4d7 req-93d854f2-f835-4ce7-a992-68da58792d0d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 946 time: 0.1196728 Dec 08 02:22:12.792760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ccfb4-a035-4479-9267-9ee9cb892800 req-ecc299c2-1560-4a33-b6ca-aa093bb062a9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:12.794296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be0ccfb4-a035-4479-9267-9ee9cb892800 req-ecc299c2-1560-4a33-b6ca-aa093bb062a9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 946 time: 0.0986829 Dec 08 02:22:12.843582 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:12.848213 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a4aa3-b9b9-4668-be52-61382b494bb1 None None] New status for floating IP d8677bdd-2a79-457f-88fa-8ebd07b122ee: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:22:12.932042 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-072dd777-3b9c-4adc-8b3e-c619afbba4d7 req-2ff22c0a-2691-4976-8f25-9a1c70fd7d73 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366177 Dec 08 02:22:12.972427 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-be0ccfb4-a035-4479-9267-9ee9cb892800 req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port e597508d-196e-4520-8b1e-d773806463dc {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:12.973022 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-be0ccfb4-a035-4479-9267-9ee9cb892800 req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:13.051435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Router f47b65d8-9e0e-4832-ae3b-278c1a01c77b is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:22:13.107516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-be0ccfb4-a035-4479-9267-9ee9cb892800 req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] For port e597508d-196e-4520-8b1e-d773806463dc, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=e597508d-196e-4520-8b1e-d773806463dc,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:13.108307 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-be0ccfb4-a035-4479-9267-9ee9cb892800 req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:13.124362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-be0ccfb4-a035-4479-9267-9ee9cb892800 req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for e597508d-196e-4520-8b1e-d773806463dc owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:13.282030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f1918f45-ff81-40bd-9679-ca70ff5bdc93 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:22:13.299997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:13.318641 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Sync routers for ids ['f47b65d8-9e0e-4832-ae3b-278c1a01c77b'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:13.330634 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Routers {'f47b65d8-9e0e-4832-ae3b-278c1a01c77b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:13.331346 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f47b65d8-9e0e-4832-ae3b-278c1a01c77b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:13.350683 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:13.356299 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6c760f64-30f0-4b61-953c-f34d7e7320cc tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8492165 Dec 08 02:22:13.360467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58168) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:13.444936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f1918f45-ff81-40bd-9679-ca70ff5bdc93 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:13.445753 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:13.653227 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Set router f47b65d8-9e0e-4832-ae3b-278c1a01c77b gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:13.658712 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-719a8aa7-cb26-4099-b463-e10c25d0f2ec tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/routers/f47b65d8-9e0e-4832-ae3b-278c1a01c77b HTTP/1.1" status: 200 len: 907 time: 0.2951090 Dec 08 02:22:13.659884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58178) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:13.877915 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:13.939912 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47b65d8-9e0e-4832-ae3b-278c1a01c77b', 'name': 'tempest-snat-router-726731973', 'tenant_id': '76d6e4850b3e4d26a74b3d2e4452b01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '5e647e26-a2cb-4b50-989a-1115b1a9368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:10Z', 'updated_at': '2021-12-08T02:22:12Z', 'revision_number': 3, 'project_id': '76d6e4850b3e4d26a74b3d2e4452b01b', 'gw_port': {'id': '5e647e26-a2cb-4b50-989a-1115b1a9368f', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47b65d8-9e0e-4832-ae3b-278c1a01c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:11Z', 'updated_at': '2021-12-08T02:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:13.996037 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Checking router: f47b65d8-9e0e-4832-ae3b-278c1a01c77b for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:22:13.996465 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Updating router f47b65d8-9e0e-4832-ae3b-278c1a01c77b port 5e647e26-a2cb-4b50-989a-1115b1a9368f binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:22:14.032098 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.074899 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.086933 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58184) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:14.127480 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-be0ccfb4-a035-4479-9267-9ee9cb892800 req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.141789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fe32d-1200-4a56-abec-02a2e7e29d71 req-4890ca92-2186-4ea0-9d92-6c281da377c3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:14.143317 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e1fe32d-1200-4a56-abec-02a2e7e29d71 req-4890ca92-2186-4ea0-9d92-6c281da377c3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f5813dd-70b7-46b2-9373-6956154e9f6e HTTP/1.1" status: 200 len: 868 time: 0.0826428 Dec 08 02:22:14.188003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=e597508d-196e-4520-8b1e-d773806463dc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:14.212942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.213297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.213645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.213989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.214326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.214657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.214989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.215318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.215671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.216878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Deleting port 5e647e26-a2cb-4b50-989a-1115b1a9368f {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:14.217491 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.218925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.219323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.219684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.220019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.292216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0ccfb4-a035-4479-9267-9ee9cb892800 req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] No DVR routers for this DVR port e597508d-196e-4520-8b1e-d773806463dc on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:22:14.295866 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-be0ccfb4-a035-4479-9267-9ee9cb892800 req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.302108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be0ccfb4-a035-4479-9267-9ee9cb892800 req-805731dd-5d8c-4434-a879-b71a9a9e12fa tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "DELETE /v2.0/ports/e597508d-196e-4520-8b1e-d773806463dc HTTP/1.1" status: 204 len: 173 time: 1.4992537 Dec 08 02:22:14.306021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'name': 'network-vif-deleted', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:22:14.309122 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bb4f09-3e55-4707-93a2-e7b7345d33eb" -d '{"events": [{"server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "name": "network-vif-deleted", "tag": "e597508d-196e-4520-8b1e-d773806463dc"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:22:14.352505 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.367464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e1fe32d-1200-4a56-abec-02a2e7e29d71 req-38e4a854-ce09-44e5-b5f0-59748edccc0d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=36cd1aa9-4cc8-4545-b58b-7b05870de666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877387 Dec 08 02:22:14.379213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Calling delete_port for 5e647e26-a2cb-4b50-989a-1115b1a9368f owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:14.397287 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c50de4d-5921-4b5c-9c35-fe469e6812f9 x-openstack-request-id: req-8c50de4d-5921-4b5c-9c35-fe469e6812f9 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:22:14.401368 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5813dd-70b7-46b2-9373-6956154e9f6e", "name": "network-vif-deleted", "tag": "e597508d-196e-4520-8b1e-d773806463dc", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:22:14.402451 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8c50de4d-5921-4b5c-9c35-fe469e6812f9 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:22:14.402896 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5813dd-70b7-46b2-9373-6956154e9f6e', 'name': 'network-vif-deleted', 'tag': 'e597508d-196e-4520-8b1e-d773806463dc', 'status': 'completed', 'code': 200} Dec 08 02:22:14.417052 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-641559af-f5f0-4981-ad67-dd55ef22e7dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.531824 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.542387 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.587457 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-641559af-f5f0-4981-ad67-dd55ef22e7dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.600331 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-641559af-f5f0-4981-ad67-dd55ef22e7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.637981 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f806af-4489-4d3b-9420-77f114c04f37 None None] Pushing event updated for resources: {'Port': ['ID=5e647e26-a2cb-4b50-989a-1115b1a9368f,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:14.653931 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f806af-4489-4d3b-9420-77f114c04f37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.654664 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f806af-4489-4d3b-9420-77f114c04f37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.655394 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f806af-4489-4d3b-9420-77f114c04f37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.655967 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f806af-4489-4d3b-9420-77f114c04f37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.657114 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f806af-4489-4d3b-9420-77f114c04f37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.657669 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f806af-4489-4d3b-9420-77f114c04f37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.658221 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f806af-4489-4d3b-9420-77f114c04f37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.659234 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f806af-4489-4d3b-9420-77f114c04f37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.660106 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f806af-4489-4d3b-9420-77f114c04f37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.660660 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f806af-4489-4d3b-9420-77f114c04f37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.661300 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f806af-4489-4d3b-9420-77f114c04f37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.661845 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f806af-4489-4d3b-9420-77f114c04f37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.662406 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f806af-4489-4d3b-9420-77f114c04f37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:14.684159 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da073290-6bbc-4e43-b286-d7801088b2b5 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:14.711104 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-641559af-f5f0-4981-ad67-dd55ef22e7dd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=560953afc6e34cbaa85f99fa2d79f68e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6198981 Dec 08 02:22:14.711962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58190) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:14.714418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641559af-f5f0-4981-ad67-dd55ef22e7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11189c6-aab8-4d9f-8a11-7d7c7df2df15,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:14.730811 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Attempting to bind port 5e647e26-a2cb-4b50-989a-1115b1a9368f on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:22:14.732280 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Attempting to bind port 5e647e26-a2cb-4b50-989a-1115b1a9368f by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:22:14.733065 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Attempting to bind port 5e647e26-a2cb-4b50-989a-1115b1a9368f on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:22:14.745088 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:22:14.745624 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:14.746126 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.746776 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:22:14.747431 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Bound port: 5e647e26-a2cb-4b50-989a-1115b1a9368f, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:22:14.748029 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.769111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6042bd99-0317-43c3-ade5-d9166d47c15a None None] Provisioning complete for port 5e647e26-a2cb-4b50-989a-1115b1a9368f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:14.771005 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6042bd99-0317-43c3-ade5-d9166d47c15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.810771 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6cd1cda-59be-4aa8-9b10-4f2b18fc7e53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.817246 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.827720 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.db.api [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:22:14.828145 n-d-713499-31 neutron-server[109769]: DEBUG oslo_db.api [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:22:14.840583 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6cd1cda-59be-4aa8-9b10-4f2b18fc7e53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.856249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e647e26-a2cb-4b50-989a-1115b1a9368f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:14.860384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6042bd99-0317-43c3-ade5-d9166d47c15a None None] Port 5e647e26-a2cb-4b50-989a-1115b1a9368f cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:14.880052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d350be17-800a-4c7c-97ea-5dc386e561cb None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:14.910459 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6cd1cda-59be-4aa8-9b10-4f2b18fc7e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.913264 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b6cd1cda-59be-4aa8-9b10-4f2b18fc7e53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:14.916780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b6cd1cda-59be-4aa8-9b10-4f2b18fc7e53 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a11189c6-aab8-4d9f-8a11-7d7c7df2df15 HTTP/1.1" status: 204 len: 168 time: 0.1968126 Dec 08 02:22:14.923503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd1cda-59be-4aa8-9b10-4f2b18fc7e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11189c6-aab8-4d9f-8a11-7d7c7df2df15,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:14.959081 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.075861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.078137 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.122579 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.123228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f47b65d8-9e0e-4832-ae3b-278c1a01c77b {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:22:15.129190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.130655 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b14d8816-0b25-4343-a4f7-88771afc0e52 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "DELETE /v2.0/routers/f47b65d8-9e0e-4832-ae3b-278c1a01c77b HTTP/1.1" status: 204 len: 168 time: 1.4695804 Dec 08 02:22:15.133102 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58196) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:15.216947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58198) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:15.230134 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14121f71-4e44-4d3f-b157-e344b81fd4ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.244163 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.312623 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14121f71-4e44-4d3f-b157-e344b81fd4ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.317030 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14121f71-4e44-4d3f-b157-e344b81fd4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.347189 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Attempting to bind port 5e647e26-a2cb-4b50-989a-1115b1a9368f on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:22:15.347643 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.348679 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Attempting to bind port 5e647e26-a2cb-4b50-989a-1115b1a9368f by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:22:15.349204 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Attempting to bind port 5e647e26-a2cb-4b50-989a-1115b1a9368f on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:22:15.355582 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:22:15.355999 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:15.356591 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.357257 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:22:15.357910 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Bound port: 5e647e26-a2cb-4b50-989a-1115b1a9368f, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:22:15.358124 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58200) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:15.358266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-14121f71-4e44-4d3f-b157-e344b81fd4ab admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=235ce274702e4b8fb99cb8518474f2f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400807 Dec 08 02:22:15.358968 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.359367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14121f71-4e44-4d3f-b157-e344b81fd4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736f2e26-2266-4f10-9ec8-57c2caa77a8b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:15.377477 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Port 5e647e26-a2cb-4b50-989a-1115b1a9368f has been deleted concurrently {{(pid=109769) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 08 02:22:15.388160 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Routers set() bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:15.388528 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Router IDs set() for agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 02:22:15.389162 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_agentschedulers_db [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f47b65d8-9e0e-4832-ae3b-278c1a01c77b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent'). {{(pid=109769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 02:22:15.389528 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0e3b8-9c9c-4c8d-8ea0-4ff00e8bf02e None None] The sync data for ids ['f47b65d8-9e0e-4832-ae3b-278c1a01c77b'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:15.443359 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-896022b1-d3f4-41ec-af65-85c32c83da71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.446632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Deleting port f1918f45-ff81-40bd-9679-ca70ff5bdc93 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:15.446970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.451279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58204) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:15.507331 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-896022b1-d3f4-41ec-af65-85c32c83da71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.565391 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] For port f1918f45-ff81-40bd-9679-ca70ff5bdc93, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f1918f45-ff81-40bd-9679-ca70ff5bdc93,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:15.565853 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.578376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Calling delete_port for f1918f45-ff81-40bd-9679-ca70ff5bdc93 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:15.592485 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-896022b1-d3f4-41ec-af65-85c32c83da71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.595067 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-896022b1-d3f4-41ec-af65-85c32c83da71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.599074 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-896022b1-d3f4-41ec-af65-85c32c83da71 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/736f2e26-2266-4f10-9ec8-57c2caa77a8b HTTP/1.1" status: 204 len: 168 time: 0.2372072 Dec 08 02:22:15.640681 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896022b1-d3f4-41ec-af65-85c32c83da71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736f2e26-2266-4f10-9ec8-57c2caa77a8b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:15.780271 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.808265 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1918f45-ff81-40bd-9679-ca70ff5bdc93,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:15.827484 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23012013-76f2-4ccf-95da-11e0ebd984a3 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:15.856402 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57d4245b-051d-44ab-b6ae-4a5e90d07729 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.875594 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.948167 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e597508d-196e-4520-8b1e-d773806463dc no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:22:15.971378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: e597508d-196e-4520-8b1e-d773806463dc {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:22:15.972731 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device e597508d-196e-4520-8b1e-d773806463dc not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:22:15.972895 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:15.976248 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:16.027168 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:16.028003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20d8158e-a474-48b1-8dd8-7d4a4da3159f {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:22:16.033281 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:16.039020 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1bd0a3cd-9409-4035-9639-b8b947454d92 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "DELETE /v2.0/routers/20d8158e-a474-48b1-8dd8-7d4a4da3159f HTTP/1.1" status: 204 len: 168 time: 0.9049196 Dec 08 02:22:16.039321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58216) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:16.045040 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-978136636', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:16.083044 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:16.084123 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:16.191858 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:16.349119 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-57d4245b-051d-44ab-b6ae-4a5e90d07729 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port af4338c1-dcd5-4c41-8ca7-582d0976061c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:16.349801 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57d4245b-051d-44ab-b6ae-4a5e90d07729 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:16.365263 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:16.496786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-57d4245b-051d-44ab-b6ae-4a5e90d07729 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] For port af4338c1-dcd5-4c41-8ca7-582d0976061c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=af4338c1-dcd5-4c41-8ca7-582d0976061c,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:16.497205 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57d4245b-051d-44ab-b6ae-4a5e90d07729 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:16.512912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-57d4245b-051d-44ab-b6ae-4a5e90d07729 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for af4338c1-dcd5-4c41-8ca7-582d0976061c owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:16.747344 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:16.768188 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:16.836623 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57d4245b-051d-44ab-b6ae-4a5e90d07729 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:16.899699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4245b-051d-44ab-b6ae-4a5e90d07729 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=af4338c1-dcd5-4c41-8ca7-582d0976061c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:17.065007 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Allocated IP 172.25.8.148 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/0cd21ef4-b9d2-4ff2-b1a6-71c774b2f4d7) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:17.183167 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-57d4245b-051d-44ab-b6ae-4a5e90d07729 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:17.230537 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f1918f45-ff81-40bd-9679-ca70ff5bdc93 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:22:17.251799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: f1918f45-ff81-40bd-9679-ca70ff5bdc93 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:22:17.252219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f1918f45-ff81-40bd-9679-ca70ff5bdc93 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:22:17.278775 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:17.399130 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:17.449558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:17.452510 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:17.456384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:17.467925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7758c2-6bb8-47d4-b5cc-f905c046e9f3 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:17.517689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Pushing event updated for resources: {'Port': ['ID=0cd21ef4-b9d2-4ff2-b1a6-71c774b2f4d7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:17.519454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-775bb0c0-fc33-4421-acbf-6dceb9c4616a None None] Provisioning complete for port 0cd21ef4-b9d2-4ff2-b1a6-71c774b2f4d7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:17.519915 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-775bb0c0-fc33-4421-acbf-6dceb9c4616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:17.558908 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d4245b-051d-44ab-b6ae-4a5e90d07729 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:22:17.563041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-775bb0c0-fc33-4421-acbf-6dceb9c4616a None None] Port 0cd21ef4-b9d2-4ff2-b1a6-71c774b2f4d7 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:17.799261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d4245b-051d-44ab-b6ae-4a5e90d07729 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:17.809351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d09784-1099-41bd-aea0-4bd730df3b73 None None] Sync routers for ids ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:17.821166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d09784-1099-41bd-aea0-4bd730df3b73 None None] Routers {'3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:17.821781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-02d09784-1099-41bd-aea0-4bd730df3b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:17.832076 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58252) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:17.832705 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-57d4245b-051d-44ab-b6ae-4a5e90d07729 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "PUT /v2.0/routers/3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3797169 Dec 08 02:22:17.857700 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:17.894825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09f0ce1-795f-4840-8373-3e6702dbd65b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting subnet eb7be2c7-6fe3-4c43-aec9-693bdb582df4 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:22:17.898642 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d09f0ce1-795f-4840-8373-3e6702dbd65b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:17.943642 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d09f0ce1-795f-4840-8373-3e6702dbd65b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:17.955463 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-02d09784-1099-41bd-aea0-4bd730df3b73 None None] Set router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:18.068309 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d09f0ce1-795f-4840-8373-3e6702dbd65b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:18.136657 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d09f0ce1-795f-4840-8373-3e6702dbd65b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:18.167442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f0ce1-795f-4840-8373-3e6702dbd65b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7be2c7-6fe3-4c43-aec9-693bdb582df4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:18.171500 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d09f0ce1-795f-4840-8373-3e6702dbd65b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:18.178315 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d09f0ce1-795f-4840-8373-3e6702dbd65b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/subnets/eb7be2c7-6fe3-4c43-aec9-693bdb582df4 HTTP/1.1" status: 204 len: 168 time: 0.3440359 Dec 08 02:22:18.178935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58254) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:18.187257 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ba2628-bd92-495c-9069-aaca768a3053 None None] Network 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:22:18.232314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-02d09784-1099-41bd-aea0-4bd730df3b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:22:16Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:18.310524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d09784-1099-41bd-aea0-4bd730df3b73 None None] Checking router: 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:22:18.320827 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:18.331088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d09784-1099-41bd-aea0-4bd730df3b73 None None] Routers {'3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:18.332171 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-02d09784-1099-41bd-aea0-4bd730df3b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:18.433965 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:18.488670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-02d09784-1099-41bd-aea0-4bd730df3b73 None None] Set router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:18.492261 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:18.492869 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port 651d8b02-1bb9-4491-afae-344be3e2f263 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:18.493330 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:18.573572 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993b58f8-bcea-49d7-b5d9-18e34a04ce06 None None] DHCP port deletion for 96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:18.614365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] For port 651d8b02-1bb9-4491-afae-344be3e2f263, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=651d8b02-1bb9-4491-afae-344be3e2f263,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:18.615020 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:18.630984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for 651d8b02-1bb9-4491-afae-344be3e2f263 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:18.678477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Router fbd67e7e-457b-44bd-9465-7a6da81ae3f2 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:22:18.736386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-993b58f8-bcea-49d7-b5d9-18e34a04ce06 None None] Deleting port 67f7707d-3d0c-4c78-acf1-02b3e41c013e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:18.738125 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-993b58f8-bcea-49d7-b5d9-18e34a04ce06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:18.830967 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:18.832224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-993b58f8-bcea-49d7-b5d9-18e34a04ce06 None None] For port 67f7707d-3d0c-4c78-acf1-02b3e41c013e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=67f7707d-3d0c-4c78-acf1-02b3e41c013e,segment=NetworkSegment(b181ba67-0864-446d-8668-12e253a31597),segment_id=b181ba67-0864-446d-8668-12e253a31597)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:18.832615 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-993b58f8-bcea-49d7-b5d9-18e34a04ce06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:18.844586 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aab650-0733-4510-a3da-da93b7a17ccd None None] Sync routers for ids ['fbd67e7e-457b-44bd-9465-7a6da81ae3f2'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:18.845273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-02d09784-1099-41bd-aea0-4bd730df3b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:22:16Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:18.854336 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:18.856005 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:18.857963 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d12a8ad4-b3e6-44f0-a08d-257705cd32ad tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8166006 Dec 08 02:22:18.861594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58262) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:18.868089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-64252998-c391-4f8a-b398-f49104bf9704 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'enable_snat': False}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:18.869550 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aab650-0733-4510-a3da-da93b7a17ccd None None] Routers {'fbd67e7e-457b-44bd-9465-7a6da81ae3f2'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:18.870408 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e9aab650-0733-4510-a3da-da93b7a17ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fbd67e7e-457b-44bd-9465-7a6da81ae3f2'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:18.878686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d09784-1099-41bd-aea0-4bd730df3b73 None None] The sync data for ids ['3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e'] in n-d-713499-31 is: [{'id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509789001', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:20:13Z', 'updated_at': '2021-12-08T02:22:16Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': '651d8b02-1bb9-4491-afae-344be3e2f263', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:20:14Z', 'updated_at': '2021-12-08T02:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:18.880525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-993b58f8-bcea-49d7-b5d9-18e34a04ce06 None None] Calling delete_port for 67f7707d-3d0c-4c78-acf1-02b3e41c013e owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:18.894265 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=651d8b02-1bb9-4491-afae-344be3e2f263,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:18.908984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d10a63-578f-4223-8e3c-b2ac5214e91c None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:18.967661 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:18.985545 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e9aab650-0733-4510-a3da-da93b7a17ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:18.995870 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aab650-0733-4510-a3da-da93b7a17ccd None None] Routers {'fbd67e7e-457b-44bd-9465-7a6da81ae3f2'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:18.996475 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e9aab650-0733-4510-a3da-da93b7a17ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fbd67e7e-457b-44bd-9465-7a6da81ae3f2'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:19.034445 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e9aab650-0733-4510-a3da-da93b7a17ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:19.035104 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aab650-0733-4510-a3da-da93b7a17ccd None None] The sync data for ids ['fbd67e7e-457b-44bd-9465-7a6da81ae3f2'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:19.045266 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-993b58f8-bcea-49d7-b5d9-18e34a04ce06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.069977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b58f8-bcea-49d7-b5d9-18e34a04ce06 None None] Pushing event deleted for resources: {'Port': ['ID=67f7707d-3d0c-4c78-acf1-02b3e41c013e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:19.085208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b58f8-bcea-49d7-b5d9-18e34a04ce06 None None] No DVR routers for this DVR port 67f7707d-3d0c-4c78-acf1-02b3e41c013e on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:22:19.300349 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64252998-c391-4f8a-b398-f49104bf9704 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.396704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device af4338c1-dcd5-4c41-8ca7-582d0976061c no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:22:19.434248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: af4338c1-dcd5-4c41-8ca7-582d0976061c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:22:19.434594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device af4338c1-dcd5-4c41-8ca7-582d0976061c not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:22:19.435014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 67f7707d-3d0c-4c78-acf1-02b3e41c013e no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:22:19.442067 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.444516 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.469290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 67f7707d-3d0c-4c78-acf1-02b3e41c013e {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:22:19.469781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 67f7707d-3d0c-4c78-acf1-02b3e41c013e not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:22:19.497506 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.498287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Fanout notify agent at l3_agent the message router_deleted on router 3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:22:19.506305 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.508186 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fb3a0751-eed2-4554-acf2-30b99e4d9a9c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/routers/3e1e3831-6ae2-4d67-a6c5-3dfcefc3df6e HTTP/1.1" status: 204 len: 168 time: 1.3280385 Dec 08 02:22:19.510005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58264) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:19.592320 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f5db6bf-f3aa-4848-8286-9afcb08fd65a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.687763 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f5db6bf-f3aa-4848-8286-9afcb08fd65a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.714170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-8f5db6bf-f3aa-4848-8286-9afcb08fd65a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d7d6ce-9b11-4c27-beaf-b57f08ef81d2']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:19.729695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-8f5db6bf-f3aa-4848-8286-9afcb08fd65a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b181ba67-0864-446d-8668-12e253a31597') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:19.730353 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-8f5db6bf-f3aa-4848-8286-9afcb08fd65a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b181ba67-0864-446d-8668-12e253a31597') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:19.748658 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f5db6bf-f3aa-4848-8286-9afcb08fd65a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.766077 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f5db6bf-f3aa-4848-8286-9afcb08fd65a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.774689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5db6bf-f3aa-4848-8286-9afcb08fd65a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:22:19.775109 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f5db6bf-f3aa-4848-8286-9afcb08fd65a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.796205 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64252998-c391-4f8a-b398-f49104bf9704 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.800308 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64252998-c391-4f8a-b398-f49104bf9704 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: items = [ Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:22:19.844879 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:22:19.854462 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f5db6bf-f3aa-4848-8286-9afcb08fd65a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.866618 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8f5db6bf-f3aa-4848-8286-9afcb08fd65a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.872307 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8f5db6bf-f3aa-4848-8286-9afcb08fd65a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/networks/96d7d6ce-9b11-4c27-beaf-b57f08ef81d2 HTTP/1.1" status: 204 len: 168 time: 0.3588266 Dec 08 02:22:19.880727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58268) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:19.889373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5db6bf-f3aa-4848-8286-9afcb08fd65a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Network': ['ID=96d7d6ce-9b11-4c27-beaf-b57f08ef81d2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:19.922639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64252998-c391-4f8a-b398-f49104bf9704 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Router fbd67e7e-457b-44bd-9465-7a6da81ae3f2 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:22:19.949707 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-79b7b19b-ea8c-48d5-a5d7-f00abe8f0b2a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.976441 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-79b7b19b-ea8c-48d5-a5d7-f00abe8f0b2a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.025533 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-392744dd-0c77-41fd-8b0e-21946d461615 req-41d26954-c28a-44df-aa28-46c6d3b34b4c service neutron] (109767) timed out ('10.222.0.75', 52618) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:22:20.033995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64252998-c391-4f8a-b398-f49104bf9704 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:20.039187 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64252998-c391-4f8a-b398-f49104bf9704 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.042524 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-64252998-c391-4f8a-b398-f49104bf9704 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "PUT /v2.0/routers/fbd67e7e-457b-44bd-9465-7a6da81ae3f2 HTTP/1.1" status: 200 len: 921 time: 1.1791513 Dec 08 02:22:20.042857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58272) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:20.048639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616966bf-e793-4159-b40e-5daebb3e5400 None None] Sync routers for ids ['fbd67e7e-457b-44bd-9465-7a6da81ae3f2'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:20.050370 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-79b7b19b-ea8c-48d5-a5d7-f00abe8f0b2a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.053031 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-79b7b19b-ea8c-48d5-a5d7-f00abe8f0b2a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.056811 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-79b7b19b-ea8c-48d5-a5d7-f00abe8f0b2a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/security-groups/36cd1aa9-4cc8-4545-b58b-7b05870de666 HTTP/1.1" status: 204 len: 168 time: 0.1724808 Dec 08 02:22:20.070234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616966bf-e793-4159-b40e-5daebb3e5400 None None] Routers {'fbd67e7e-457b-44bd-9465-7a6da81ae3f2'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:20.071247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-616966bf-e793-4159-b40e-5daebb3e5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fbd67e7e-457b-44bd-9465-7a6da81ae3f2'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:20.107225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7b19b-ea8c-48d5-a5d7-f00abe8f0b2a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cd1aa9-4cc8-4545-b58b-7b05870de666,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:20.113827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-616966bf-e793-4159-b40e-5daebb3e5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:20.139156 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616966bf-e793-4159-b40e-5daebb3e5400 None None] Routers {'fbd67e7e-457b-44bd-9465-7a6da81ae3f2'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:20.142512 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-616966bf-e793-4159-b40e-5daebb3e5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:21:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['fbd67e7e-457b-44bd-9465-7a6da81ae3f2'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:20.200978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-616966bf-e793-4159-b40e-5daebb3e5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:20.201642 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616966bf-e793-4159-b40e-5daebb3e5400 None None] The sync data for ids ['fbd67e7e-457b-44bd-9465-7a6da81ae3f2'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:20.212232 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58278) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:20.222484 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8aaf4334-bac9-4160-93bc-dd7f697ae345 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/routers/fbd67e7e-457b-44bd-9465-7a6da81ae3f2 HTTP/1.1" status: 200 len: 921 time: 0.1783497 Dec 08 02:22:20.294022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f80b53-073f-49b9-8605-7c4931f60920 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:20.295638 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-27f80b53-073f-49b9-8605-7c4931f60920 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&device_id=fbd67e7e-457b-44bd-9465-7a6da81ae3f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0823567 Dec 08 02:22:20.298516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58280) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:20.448837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daf2dba-50fd-496f-bfc9-bf5221e06eb0 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:20.450258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6daf2dba-50fd-496f-bfc9-bf5221e06eb0 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 881 time: 0.1508336 Dec 08 02:22:20.453425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58282) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:20.491538 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-50d78f2f-50e9-4676-9318-5bee3fcd8a71 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd67e7e-457b-44bd-9465-7a6da81ae3f2 HTTP/1.1" status: 200 len: 205 time: 0.0369258 Dec 08 02:22:20.494408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58284) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:20.598873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58286) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:20.603350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e2110ce9-c7a3-4e1f-b03f-f3e1d17e2688 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-441850802', 'description': 'tempest-secgroup-smoke-441850802 description', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:20.623077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.671870 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2110ce9-c7a3-4e1f-b03f-f3e1d17e2688 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.766170 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.811530 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2110ce9-c7a3-4e1f-b03f-f3e1d17e2688 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.818665 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2110ce9-c7a3-4e1f-b03f-f3e1d17e2688 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.856074 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e2110ce9-c7a3-4e1f-b03f-f3e1d17e2688 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.857297 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e2110ce9-c7a3-4e1f-b03f-f3e1d17e2688 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2574792 Dec 08 02:22:20.860638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58294) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:20.865103 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2110ce9-c7a3-4e1f-b03f-f3e1d17e2688 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d874630-6806-4a7c-83f2-7512599cca1c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:20.866442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-022c4a39-37da-46e6-95c7-b740a424d9ff tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '9d874630-6806-4a7c-83f2-7512599cca1c', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:20.874619 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Deleting port 0cd21ef4-b9d2-4ff2-b1a6-71c774b2f4d7 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:20.875039 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.906556 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-022c4a39-37da-46e6-95c7-b740a424d9ff tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.966978 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.975000 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-022c4a39-37da-46e6-95c7-b740a424d9ff tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.979551 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-022c4a39-37da-46e6-95c7-b740a424d9ff tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:20.980024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Calling delete_port for 0cd21ef4-b9d2-4ff2-b1a6-71c774b2f4d7 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:21.000295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c4a39-37da-46e6-95c7-b740a424d9ff tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b74836f-61fc-4997-b950-4691d098068b,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:21.007945 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-022c4a39-37da-46e6-95c7-b740a424d9ff tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.009026 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-022c4a39-37da-46e6-95c7-b740a424d9ff tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468234 Dec 08 02:22:21.011805 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58298) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:21.016588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a34d437a-4ad4-4bdb-b16e-5db374b86014 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '9d874630-6806-4a7c-83f2-7512599cca1c', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:21.046138 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a34d437a-4ad4-4bdb-b16e-5db374b86014 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.105785 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a34d437a-4ad4-4bdb-b16e-5db374b86014 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.109463 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a34d437a-4ad4-4bdb-b16e-5db374b86014 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.126576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d437a-4ad4-4bdb-b16e-5db374b86014 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e094d170-48f6-4189-8ad2-83f84489c230,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:21.136247 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a34d437a-4ad4-4bdb-b16e-5db374b86014 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.139999 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a34d437a-4ad4-4bdb-b16e-5db374b86014 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245039 Dec 08 02:22:21.140150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 651d8b02-1bb9-4491-afae-344be3e2f263 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:22:21.140621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58300) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:21.145038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-cc95135f-2fe1-43d7-89df-fabfe54a28c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '9d874630-6806-4a7c-83f2-7512599cca1c', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:21.156694 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.164315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 651d8b02-1bb9-4491-afae-344be3e2f263 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:22:21.164997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 651d8b02-1bb9-4491-afae-344be3e2f263 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:22:21.175588 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc95135f-2fe1-43d7-89df-fabfe54a28c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.183484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Pushing event deleted for resources: {'Port': ['ID=0cd21ef4-b9d2-4ff2-b1a6-71c774b2f4d7,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:21.196394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecf1cc7-b9be-4960-9a26-d047cbf56ce3 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:21.243321 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc95135f-2fe1-43d7-89df-fabfe54a28c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.247477 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc95135f-2fe1-43d7-89df-fabfe54a28c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.248982 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.269703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95135f-2fe1-43d7-89df-fabfe54a28c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91617b3d-d551-46d0-bad2-eb7c7982426a,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:21.280941 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc95135f-2fe1-43d7-89df-fabfe54a28c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.282164 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cc95135f-2fe1-43d7-89df-fabfe54a28c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410816 Dec 08 02:22:21.284942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58302) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:21.289319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ad76e506-e0f0-47e9-8bc7-34023af9ade7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '9d874630-6806-4a7c-83f2-7512599cca1c', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:21.316174 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad76e506-e0f0-47e9-8bc7-34023af9ade7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.343965 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.346107 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.372264 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad76e506-e0f0-47e9-8bc7-34023af9ade7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.376292 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad76e506-e0f0-47e9-8bc7-34023af9ade7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.394133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76e506-e0f0-47e9-8bc7-34023af9ade7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b10f5d-d907-4d6a-8d39-6df50a89bc14,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:21.394934 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.395523 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Fanout notify agent at l3_agent the message router_deleted on router fbd67e7e-457b-44bd-9465-7a6da81ae3f2 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:22:21.402458 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ad76e506-e0f0-47e9-8bc7-34023af9ade7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.406335 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ad76e506-e0f0-47e9-8bc7-34023af9ade7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176636 Dec 08 02:22:21.406335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58304) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:21.410317 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.411355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-963d876a-d45b-463e-84b7-1e51b5867279 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '9d874630-6806-4a7c-83f2-7512599cca1c', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:21.411489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1b542b11-0bf1-440a-8d6d-b092c164bb8f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "DELETE /v2.0/routers/fbd67e7e-457b-44bd-9465-7a6da81ae3f2 HTTP/1.1" status: 204 len: 168 time: 0.9162002 Dec 08 02:22:21.415476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58306) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:21.420276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a1927421-c49e-4b1a-af76-26e08f17f8d6 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1373697196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:21.436861 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-963d876a-d45b-463e-84b7-1e51b5867279 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Project cbb43e4753544be0aa33c8b169b14a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:22:21.441970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-963d876a-d45b-463e-84b7-1e51b5867279 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.450027 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1927421-c49e-4b1a-af76-26e08f17f8d6 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.451034 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1927421-c49e-4b1a-af76-26e08f17f8d6 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.504460 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-963d876a-d45b-463e-84b7-1e51b5867279 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.507349 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1927421-c49e-4b1a-af76-26e08f17f8d6 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.508469 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-963d876a-d45b-463e-84b7-1e51b5867279 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.511433 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1927421-c49e-4b1a-af76-26e08f17f8d6 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.526513 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d876a-d45b-463e-84b7-1e51b5867279 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44406c46-0849-4dba-b41f-0bec3a2a8834,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:21.528482 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1927421-c49e-4b1a-af76-26e08f17f8d6 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.532886 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a1927421-c49e-4b1a-af76-26e08f17f8d6 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1131420 Dec 08 02:22:21.533353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58308) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:21.538856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Request body: {'router': {'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:21.540762 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-963d876a-d45b-463e-84b7-1e51b5867279 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.541978 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-963d876a-d45b-463e-84b7-1e51b5867279 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347980 Dec 08 02:22:21.544665 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58310) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:21.549221 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e4cb3d48-1395-4bdf-a212-c179b085266b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': '9d874630-6806-4a7c-83f2-7512599cca1c', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:21.571674 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-e4cb3d48-1395-4bdf-a212-c179b085266b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Project cbb43e4753544be0aa33c8b169b14a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:22:21.576435 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3d48-1395-4bdf-a212-c179b085266b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.634343 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3d48-1395-4bdf-a212-c179b085266b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.638514 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3d48-1395-4bdf-a212-c179b085266b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.655831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb3d48-1395-4bdf-a212-c179b085266b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95654f8-7527-4bff-8620-ab052ac74240,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:21.664267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3d48-1395-4bdf-a212-c179b085266b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.665455 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e4cb3d48-1395-4bdf-a212-c179b085266b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197579 Dec 08 02:22:21.668337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58312) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:21.673149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2a2d2436-9c09-4b00-828a-47f99f1ab0ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'network': {'name': 'tempest-network-smoke--174806982', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'port_security_enabled': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:21.693030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2d2436-9c09-4b00-828a-47f99f1ab0ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Made reservation on behalf of cbb43e4753544be0aa33c8b169b14a56 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:21.696459 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2436-9c09-4b00-828a-47f99f1ab0ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.719120 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2d2436-9c09-4b00-828a-47f99f1ab0ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:22:21.728364 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2436-9c09-4b00-828a-47f99f1ab0ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.728712 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-2a2d2436-9c09-4b00-828a-47f99f1ab0ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Added segment 8af161a6-c336-4c80-b10b-55d954ddb858 of type vlan for network fa0f1f34-cedb-428f-aa23-d64467142475 Dec 08 02:22:21.752324 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.769445 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2436-9c09-4b00-828a-47f99f1ab0ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.795840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2436-9c09-4b00-828a-47f99f1ab0ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.801449 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2d2436-9c09-4b00-828a-47f99f1ab0ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:21.802038 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2436-9c09-4b00-828a-47f99f1ab0ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:21.843154 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2a2d2436-9c09-4b00-828a-47f99f1ab0ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1709864 Dec 08 02:22:21.843576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58314) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:21.849679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'admin_state_up': True, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:21.874037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d2436-9c09-4b00-828a-47f99f1ab0ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Network': ['ID=fa0f1f34-cedb-428f-aa23-d64467142475,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:21.884276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network fa0f1f34-cedb-428f-aa23-d64467142475 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:22:21.999092 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1443429-20c1-4959-a6c3-2802e894d9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:22.242060 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:22.243058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:22.376195 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:22.376892 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:22.399953 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:22.577311 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:22.655458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Allocated IP 172.25.8.245 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/0c3a7407-f9fb-4087-a701-9966efdc95d2) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:22.807836 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:22.921372 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:22.942831 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:22.950101 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.027707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:23.034386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:23.040265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:23.050799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dd92fa-ea08-4e5a-b04a-68d34a83c857 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:23.073242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Pushing event updated for resources: {'Port': ['ID=0c3a7407-f9fb-4087-a701-9966efdc95d2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:23.134686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d1742135-8c90-4fb6-9e87-4a8ea9c68cde None None] Provisioning complete for port 0c3a7407-f9fb-4087-a701-9966efdc95d2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:23.135316 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1742135-8c90-4fb6-9e87-4a8ea9c68cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.173647 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d1742135-8c90-4fb6-9e87-4a8ea9c68cde None None] Port 0c3a7407-f9fb-4087-a701-9966efdc95d2 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:23.189996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.25.8.55 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/b4e0765a-f428-45b6-964f-e04908156358) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:23.401034 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.422028 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.516318 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.576405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:23.585722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:23.587974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=b4e0765a-f428-45b6-964f-e04908156358,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:23.621026 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:23.750307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ba4892-3a9f-441c-a313-62b6427da713 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:23.757687 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.765853 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.796251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-cacd9f2d-0a27-451a-8df9-cdd25329b807 None None] Provisioning complete for port b4e0765a-f428-45b6-964f-e04908156358 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:23.796539 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cacd9f2d-0a27-451a-8df9-cdd25329b807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.798079 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.831818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cacd9f2d-0a27-451a-8df9-cdd25329b807 None None] Port b4e0765a-f428-45b6-964f-e04908156358 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:24.074161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:24.077437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Router ac4af9d7-4b87-4333-b954-6e8f75a75d76 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:22:24.367201 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:24.369620 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b3e9449-c9b7-4582-9fdb-4ada409c4c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:24.635948 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:24.643670 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:24.647379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a70bd1bd-dfba-44e5-a8f6-2b6b12ddf2fa tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "PUT /v2.0/routers/ac4af9d7-4b87-4333-b954-6e8f75a75d76 HTTP/1.1" status: 200 len: 880 time: 3.1101372 Dec 08 02:22:24.648973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58334) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:24.657253 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add5cfb-8f5c-4a47-ba8c-d6517fbdc947 None None] Sync routers for ids ['ac4af9d7-4b87-4333-b954-6e8f75a75d76'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:24.673941 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add5cfb-8f5c-4a47-ba8c-d6517fbdc947 None None] Routers {'ac4af9d7-4b87-4333-b954-6e8f75a75d76'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:24.675136 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9add5cfb-8f5c-4a47-ba8c-d6517fbdc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ac4af9d7-4b87-4333-b954-6e8f75a75d76'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:24.700842 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:24.735848 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9add5cfb-8f5c-4a47-ba8c-d6517fbdc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:24.746179 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add5cfb-8f5c-4a47-ba8c-d6517fbdc947 None None] Routers {'ac4af9d7-4b87-4333-b954-6e8f75a75d76'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:24.747039 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9add5cfb-8f5c-4a47-ba8c-d6517fbdc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ac4af9d7-4b87-4333-b954-6e8f75a75d76'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:24.780623 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9add5cfb-8f5c-4a47-ba8c-d6517fbdc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:24.781674 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add5cfb-8f5c-4a47-ba8c-d6517fbdc947 None None] The sync data for ids ['ac4af9d7-4b87-4333-b954-6e8f75a75d76'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:24.804657 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-84cb5cca-e0b6-4623-92d4-e218f345fece tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/routers/ac4af9d7-4b87-4333-b954-6e8f75a75d76 HTTP/1.1" status: 200 len: 921 time: 0.1537824 Dec 08 02:22:24.807249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58336) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:24.847013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 0a0c72af-e284-4740-9405-80c3221e5172 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:22:24.880496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1079e6-f637-4f8b-a239-1ba569b2423f tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:24.882050 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cd1079e6-f637-4f8b-a239-1ba569b2423f tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&device_id=ac4af9d7-4b87-4333-b954-6e8f75a75d76&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0737519 Dec 08 02:22:24.884819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58338) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:24.959261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:24.973334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Sync routers for ids ['0a0c72af-e284-4740-9405-80c3221e5172'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:24.982278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0916d00-7d0a-4991-9edc-e0311e912f3e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:24.985760 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:24.987009 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Routers {'0a0c72af-e284-4740-9405-80c3221e5172'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:24.987326 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5565ac9d-88cd-459f-8a9b-9e1f0bfff20b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1428566 Dec 08 02:22:24.987995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58340) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:24.988437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0a0c72af-e284-4740-9405-80c3221e5172'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:24.992306 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d0916d00-7d0a-4991-9edc-e0311e912f3e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 881 time: 0.1064081 Dec 08 02:22:24.993032 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58342) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:25.023277 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f96f1ae2-c5af-487c-9fd3-9bcad4e2ab47 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=cbb43e4753544be0aa33c8b169b14a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290585 Dec 08 02:22:25.024185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-79ded00c-4933-4c18-a8ac-0cb41401bb78 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac4af9d7-4b87-4333-b954-6e8f75a75d76 HTTP/1.1" status: 200 len: 205 time: 0.0349653 Dec 08 02:22:25.026515 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58346) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:25.026850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58344) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:25.110849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Set router 0a0c72af-e284-4740-9405-80c3221e5172 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:25.267542 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3c4230-4701-4efa-ac06-20dfcbb53181 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:25.272442 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cb3c4230-4701-4efa-ac06-20dfcbb53181 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2408319 Dec 08 02:22:25.272442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.272761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58350) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:25.302818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-69caf7b2-fe7a-4dd1-af68-6e29a797879c tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265379 Dec 08 02:22:25.304034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58352) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:25.309157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4c7042c7-7366-4e31-ad2f-561c03deac7a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1878819041', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:25.311289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:23Z', 'revision_number': 3, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:25.340252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Checking router: 0a0c72af-e284-4740-9405-80c3221e5172 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:22:25.340620 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Updating router 0a0c72af-e284-4740-9405-80c3221e5172 port b4e0765a-f428-45b6-964f-e04908156358 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:22:25.367590 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.419267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7042c7-7366-4e31-ad2f-561c03deac7a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Made reservation on behalf of cbb43e4753544be0aa33c8b169b14a56 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:25.422831 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c7042c7-7366-4e31-ad2f-561c03deac7a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.432906 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.503430 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Deleting port 0c3a7407-f9fb-4087-a701-9966efdc95d2 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:25.503838 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.594810 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.609585 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.623987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Calling delete_port for 0c3a7407-f9fb-4087-a701-9966efdc95d2 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:25.670728 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c7042c7-7366-4e31-ad2f-561c03deac7a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.718077 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.723813 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.737693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7042c7-7366-4e31-ad2f-561c03deac7a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Subnet': ['ID=c9f7e8c0-d678-4878-bc63-cb7c569da0f4,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:25.750776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7042c7-7366-4e31-ad2f-561c03deac7a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Checking segment: {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:25.750776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7042c7-7366-4e31-ad2f-561c03deac7a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network hostable DHCP agents. Network: fa0f1f34-cedb-428f-aa23-d64467142475, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:22:25.765940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7042c7-7366-4e31-ad2f-561c03deac7a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network fa0f1f34-cedb-428f-aa23-d64467142475 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:22:25.776805 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Attempting to bind port b4e0765a-f428-45b6-964f-e04908156358 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:22:25.777173 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Attempting to bind port b4e0765a-f428-45b6-964f-e04908156358 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:22:25.777543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Attempting to bind port b4e0765a-f428-45b6-964f-e04908156358 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:22:25.783363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612d3cf1-b162-477c-a076-14589d1b2f53 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:25.785316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4c7042c7-7366-4e31-ad2f-561c03deac7a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, fa0f1f34-cedb-428f-aa23-d64467142475) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:25.795080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7042c7-7366-4e31-ad2f-561c03deac7a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:25.796432 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:22:25.796816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:25.797202 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4c7042c7-7366-4e31-ad2f-561c03deac7a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.797324 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.797604 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:22:25.798075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Bound port: b4e0765a-f428-45b6-964f-e04908156358, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:22:25.798453 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.801837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02299e4-9dad-4658-a285-11b6392667be None None] Network fa0f1f34-cedb-428f-aa23-d64467142475 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:22:25.804385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecabe16-4ee3-4819-b2d8-c434bd3ff2c8 None None] Pushing event updated for resources: {'Port': ['ID=b4e0765a-f428-45b6-964f-e04908156358,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:25.832904 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4c7042c7-7366-4e31-ad2f-561c03deac7a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5278239 Dec 08 02:22:25.833739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58356) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:25.931838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] For port b4e0765a-f428-45b6-964f-e04908156358, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:22:25.936901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] For port b4e0765a-f428-45b6-964f-e04908156358, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b4e0765a-f428-45b6-964f-e04908156358,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:22:25.937109 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.937902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a83b9785-ddc9-4df2-9dd4-2ee974589dcd None None] Provisioning complete for port b4e0765a-f428-45b6-964f-e04908156358 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:25.938266 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a83b9785-ddc9-4df2-9dd4-2ee974589dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.943500 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:25.976352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Pushing event deleted for resources: {'Port': ['ID=0c3a7407-f9fb-4087-a701-9966efdc95d2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:26.025523 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbe82cf-2bae-4237-b1f1-91d9fc0ae66e None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:26.046938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-fa0f1f34-cedb-428f-aa23-d64467142475', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ips': [{'subnet_id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:22:26.047827 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.064398 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.090118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec868c-0492-4e80-b328-4456b90827ad None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:26.103592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecabe16-4ee3-4819-b2d8-c434bd3ff2c8 None None] Pushing event updated for resources: {'Port': ['ID=b4e0765a-f428-45b6-964f-e04908156358,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:26.111543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Routers {'0a0c72af-e284-4740-9405-80c3221e5172'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:26.112610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0a0c72af-e284-4740-9405-80c3221e5172'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:26.164740 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.167198 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.219349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.220000 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Fanout notify agent at l3_agent the message router_deleted on router ac4af9d7-4b87-4333-b954-6e8f75a75d76 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:22:26.227403 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.228975 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-451239ed-d0a4-475b-b3bf-e8c2c38cf174 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "DELETE /v2.0/routers/ac4af9d7-4b87-4333-b954-6e8f75a75d76 HTTP/1.1" status: 204 len: 168 time: 1.2011335 Dec 08 02:22:26.233610 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58360) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:26.246723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-95383227-4a5d-46a3-949d-f6eac33c80df tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-740773885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:26.308373 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95383227-4a5d-46a3-949d-f6eac33c80df tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.309294 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95383227-4a5d-46a3-949d-f6eac33c80df tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.324485 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a83b9785-ddc9-4df2-9dd4-2ee974589dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.364421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Allocated IP 172.20.0.2 (fa0f1f34-cedb-428f-aa23-d64467142475/c9f7e8c0-d678-4878-bc63-cb7c569da0f4/78bdd223-c631-431b-96e7-782c3956af37) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:26.367454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a83b9785-ddc9-4df2-9dd4-2ee974589dcd None None] For port b4e0765a-f428-45b6-964f-e04908156358, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b4e0765a-f428-45b6-964f-e04908156358,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:26.373038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] Set router 0a0c72af-e284-4740-9405-80c3221e5172 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:26.376825 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a83b9785-ddc9-4df2-9dd4-2ee974589dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.401449 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95383227-4a5d-46a3-949d-f6eac33c80df tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.422477 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95383227-4a5d-46a3-949d-f6eac33c80df tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.453541 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95383227-4a5d-46a3-949d-f6eac33c80df tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.457178 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-95383227-4a5d-46a3-949d-f6eac33c80df tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2207110 Dec 08 02:22:26.457993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58368) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:26.461811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'enable_snat': True}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:26.563380 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.605794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5ead094e-eb83-4110-a5e3-b7debe096004 None None] Provisioning complete for port b4e0765a-f428-45b6-964f-e04908156358 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:26.606157 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ead094e-eb83-4110-a5e3-b7debe096004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.608128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b9785-ddc9-4df2-9dd4-2ee974589dcd None None] Pushing event updated for resources: {'Port': ['ID=b4e0765a-f428-45b6-964f-e04908156358,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:26.781569 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.905859 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:26.935498 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:27.009939 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Network fa0f1f34-cedb-428f-aa23-d64467142475 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:27.024417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:27.026372 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Pushing event updated for resources: {'Port': ['ID=78bdd223-c631-431b-96e7-782c3956af37,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:27.029936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:27.036218 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:27.039591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:23Z', 'revision_number': 3, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:27.089076 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f68f77-cf60-4e2b-9d35-9c12116e3223 None None] The sync data for ids ['0a0c72af-e284-4740-9405-80c3221e5172'] in n-d-713499-31 is: [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:23Z', 'revision_number': 3, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:27.130484 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Attempting to bind port 78bdd223-c631-431b-96e7-782c3956af37 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:22:27.131038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Attempting to bind port 78bdd223-c631-431b-96e7-782c3956af37 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:22:27.131785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Attempting to bind port 78bdd223-c631-431b-96e7-782c3956af37 on network fa0f1f34-cedb-428f-aa23-d64467142475 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:22:27.138913 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:22:27.139296 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Checking segment: {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:27.139731 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:27.140135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Bound using segment: {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:22:27.140623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Bound port: 78bdd223-c631-431b-96e7-782c3956af37, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:22:27.141017 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:27.147960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.20.0.1 (fa0f1f34-cedb-428f-aa23-d64467142475/c9f7e8c0-d678-4878-bc63-cb7c569da0f4/b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:27.217864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] For port 78bdd223-c631-431b-96e7-782c3956af37, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:22:27.223418 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] For port 78bdd223-c631-431b-96e7-782c3956af37, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=78bdd223-c631-431b-96e7-782c3956af37,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:22:27.229911 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:27.261191 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:27.289212 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:27.312262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73d480-6ca3-40a2-9e64-40c38cd17536 None None] Pushing event updated for resources: {'Port': ['ID=78bdd223-c631-431b-96e7-782c3956af37,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:27.366831 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:27.466094 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Allocated IP 172.25.8.125 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/b8a301e7-7b32-40bf-ba62-39c03d182c17) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:27.477470 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:27.550921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network fa0f1f34-cedb-428f-aa23-d64467142475 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:27.600480 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:27.607290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:27.612632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:27.696036 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:27.712412 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:27.769701 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:27.833019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:27.838717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:27.842867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event updated for resources: {'Port': ['ID=b8a301e7-7b32-40bf-ba62-39c03d182c17,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:27.845107 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:27.859109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48079599-fce9-40fb-96ea-798b592eef32 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:27.916103 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:27.950488 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9afea896-7170-4520-b48f-b7bafc99d711 None None] Provisioning complete for port b8a301e7-7b32-40bf-ba62-39c03d182c17 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:27.950807 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9afea896-7170-4520-b48f-b7bafc99d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:28.006034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9afea896-7170-4520-b48f-b7bafc99d711 None None] Port b8a301e7-7b32-40bf-ba62-39c03d182c17 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:28.063756 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:28.252950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:28.562961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5459ca6-6e0d-430a-9f02-65628f8663b1 None None] Network fa0f1f34-cedb-428f-aa23-d64467142475 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:22:28.667534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2a7f38b9-d2ef-4451-937f-17dd149100cd None None] Provisioning complete for port 78bdd223-c631-431b-96e7-782c3956af37 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:28.668174 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a7f38b9-d2ef-4451-937f-17dd149100cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:28.809509 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a7f38b9-d2ef-4451-937f-17dd149100cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:28.856582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2a7f38b9-d2ef-4451-937f-17dd149100cd None None] For port 78bdd223-c631-431b-96e7-782c3956af37, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=78bdd223-c631-431b-96e7-782c3956af37,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:28.863061 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a7f38b9-d2ef-4451-937f-17dd149100cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:28.942364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f38b9-d2ef-4451-937f-17dd149100cd None None] Pushing event updated for resources: {'Port': ['ID=78bdd223-c631-431b-96e7-782c3956af37,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:29.005611 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:29.014212 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:29.076302 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:29.092197 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:29.102328 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9a12446b-b0c0-474a-9ac9-da3849b5cabd None None] Provisioning complete for port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:29.105420 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a12446b-b0c0-474a-9ac9-da3849b5cabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:29.110116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:29.119744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:29.198685 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9a12446b-b0c0-474a-9ac9-da3849b5cabd None None] Port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:29.228423 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9a12446b-b0c0-474a-9ac9-da3849b5cabd None None] Provisioning complete for port 78bdd223-c631-431b-96e7-782c3956af37 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:29.228798 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a12446b-b0c0-474a-9ac9-da3849b5cabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:29.349520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b4e0765a-f428-45b6-964f-e04908156358 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:22:29.363050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network fa0f1f34-cedb-428f-aa23-d64467142475 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:29.366635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:29.424060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b4e0765a-f428-45b6-964f-e04908156358 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:29.424680 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:29.434705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Router 4b1642c5-c1bd-45f1-b1ac-98583a793ad8 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:22:29.516608 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 78bdd223-c631-431b-96e7-782c3956af37 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:22:29.564400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a2fb659b-7085-457e-b9d0-9b234ac850b6 None None] Provisioning complete for port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:29.564813 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a2fb659b-7085-457e-b9d0-9b234ac850b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:29.610284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 78bdd223-c631-431b-96e7-782c3956af37 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:29.610648 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:29.613480 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a2fb659b-7085-457e-b9d0-9b234ac850b6 None None] Port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:29.613769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 0a0c72af-e284-4740-9405-80c3221e5172 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:22:29.637467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:29.645153 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:29.646872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-db392b56-2dce-4e15-9ccc-8e0d1ac37b14 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "PUT /v2.0/routers/4b1642c5-c1bd-45f1-b1ac-98583a793ad8 HTTP/1.1" status: 200 len: 914 time: 3.1884584 Dec 08 02:22:29.649071 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f920b-057e-4d83-8f4e-5f854b37b2f1 None None] Sync routers for ids ['4b1642c5-c1bd-45f1-b1ac-98583a793ad8'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:29.649643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58376) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:29.660986 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f920b-057e-4d83-8f4e-5f854b37b2f1 None None] Routers {'4b1642c5-c1bd-45f1-b1ac-98583a793ad8'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:29.661991 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-114f920b-057e-4d83-8f4e-5f854b37b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4b1642c5-c1bd-45f1-b1ac-98583a793ad8'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:29.703193 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-114f920b-057e-4d83-8f4e-5f854b37b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:29.715071 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f920b-057e-4d83-8f4e-5f854b37b2f1 None None] Routers {'4b1642c5-c1bd-45f1-b1ac-98583a793ad8'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:29.716249 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-114f920b-057e-4d83-8f4e-5f854b37b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['4b1642c5-c1bd-45f1-b1ac-98583a793ad8'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:29.745308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7314e83e-7144-4745-a8c1-b5d7725b7365 None None] Provisioning complete for port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:29.746116 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7314e83e-7144-4745-a8c1-b5d7725b7365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:29.755946 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-114f920b-057e-4d83-8f4e-5f854b37b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:29.756697 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f920b-057e-4d83-8f4e-5f854b37b2f1 None None] The sync data for ids ['4b1642c5-c1bd-45f1-b1ac-98583a793ad8'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:29.809614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7314e83e-7144-4745-a8c1-b5d7725b7365 None None] Port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:29.820004 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c0011701-ec50-43db-a3c4-e811d69c87ad tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/routers/4b1642c5-c1bd-45f1-b1ac-98583a793ad8 HTTP/1.1" status: 200 len: 920 time: 0.1691673 Dec 08 02:22:29.820588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58382) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:29.860875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:29.866536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-92a46dac-cf95-4441-afa4-e047ce3f4125 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "PUT /v2.0/routers/0a0c72af-e284-4740-9405-80c3221e5172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0314093 Dec 08 02:22:29.876898 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa627ac5-4e11-4cbe-9efc-33aba5c3c2c1 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:29.878749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-aa627ac5-4e11-4cbe-9efc-33aba5c3c2c1 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&device_id=4b1642c5-c1bd-45f1-b1ac-98583a793ad8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0572162 Dec 08 02:22:29.881336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58386) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:29.889866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Sync routers for ids ['0a0c72af-e284-4740-9405-80c3221e5172'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:29.904634 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Routers {'0a0c72af-e284-4740-9405-80c3221e5172'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:29.905486 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0a0c72af-e284-4740-9405-80c3221e5172'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:29.993736 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ce1e4f-dcb5-40ea-9646-38a45f5f4a3e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:29.997662 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-34ce1e4f-dcb5-40ea-9646-38a45f5f4a3e tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 881 time: 0.1124187 Dec 08 02:22:30.000039 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58388) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:30.046286 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9ec8e189-4e3f-46c9-a2ba-1f7564cbe907 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b1642c5-c1bd-45f1-b1ac-98583a793ad8 HTTP/1.1" status: 200 len: 205 time: 0.0445359 Dec 08 02:22:30.049521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58392) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:30.094325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Set router 0a0c72af-e284-4740-9405-80c3221e5172 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:30.176927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58404) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:30.247534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-0d9e61cd-d02d-4372-9287-8ecc807ce90c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-441850802&fields=id&tenant_id=cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 267 time: 0.0974665 Dec 08 02:22:30.251728 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.373481 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:28Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0', 'name': '', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:68:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:26Z', 'updated_at': '2021-12-08T02:22:28Z', 'revision_number': 2, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:30.376776 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.406550 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Checking router: 0a0c72af-e284-4740-9405-80c3221e5172 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:22:30.407551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Updating router 0a0c72af-e284-4740-9405-80c3221e5172 port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:22:30.438408 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.443736 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.453230 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-8a33d964-256d-4402-94e7-bba1f3c9ab51 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:30.454776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-8a33d964-256d-4402-94e7-bba1f3c9ab51 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/networks?id=fa0f1f34-cedb-428f-aa23-d64467142475 HTTP/1.1" status: 200 len: 796 time: 0.1692283 Dec 08 02:22:30.494597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-1a604e81-fc76-49ba-b065-a6d270588f7d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/quotas/cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 375 time: 0.0299826 Dec 08 02:22:30.524988 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.531481 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.563419 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=12e42fe82767429ca0dd2b072112bd3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3852422 Dec 08 02:22:30.564743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Deleting port b8a301e7-7b32-40bf-ba62-39c03d182c17 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:30.565085 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.566016 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58408) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:30.582841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-b728f830-867b-4e47-a8e4-0a5353c01923 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763102 Dec 08 02:22:30.602002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cabad4-cb36-4b29-a957-dcec70b425f3,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:30.617630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:30.618130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:30.618546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:30.618963 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:30.619364 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:30.619981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:30.620383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:30.620907 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:30.621329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:30.622228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:30.622228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:30.622548 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:30.622694 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae80b47-7c51-42de-9fd2-68c8f0498eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:30.657713 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9fb8dd9b-636d-40f0-890f-7d88a6f3a1e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.681722 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9fb8dd9b-636d-40f0-890f-7d88a6f3a1e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.707118 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.727393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Calling delete_port for b8a301e7-7b32-40bf-ba62-39c03d182c17 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:30.737431 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9fb8dd9b-636d-40f0-890f-7d88a6f3a1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.740444 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9fb8dd9b-636d-40f0-890f-7d88a6f3a1e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.744112 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9fb8dd9b-636d-40f0-890f-7d88a6f3a1e1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/84cabad4-cb36-4b29-a957-dcec70b425f3 HTTP/1.1" status: 204 len: 168 time: 0.1744537 Dec 08 02:22:30.744621 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-05b83f76-44a8-4e32-906c-180daf7ed4e3 service neutron] 10.222.0.71 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272581 Dec 08 02:22:30.750708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8dd9b-636d-40f0-890f-7d88a6f3a1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cabad4-cb36-4b29-a957-dcec70b425f3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:30.785376 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.793366 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.886998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f769007-01f6-4e0c-9168-0d2da5b9f527 None None] Pushing event updated for resources: {'Port': ['ID=b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:30.931154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Attempting to bind port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:22:30.931930 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Attempting to bind port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:22:30.932219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Attempting to bind port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 on network fa0f1f34-cedb-428f-aa23-d64467142475 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:22:30.938458 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:22:30.939067 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Checking segment: {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:30.939543 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.940082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Bound using segment: {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:22:30.940673 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Bound port: b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:22:30.941130 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:30.967937 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-8bba10e0-72bc-4a8f-a6b5-3bc18393ea6a service neutron] 10.222.0.71 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152200 Dec 08 02:22:31.039131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] For port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:22:31.044109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] For port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:22:31.052176 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.082835 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.127877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Routers {'0a0c72af-e284-4740-9405-80c3221e5172'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:31.128785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0a0c72af-e284-4740-9405-80c3221e5172'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:31.175550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Pushing event deleted for resources: {'Port': ['ID=b8a301e7-7b32-40bf-ba62-39c03d182c17,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:31.208411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86352da4-7991-4909-af82-09d50ac2bdaa None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:31.284412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58420) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:31.287437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-def6a4ae-45ad-4de0-911e-17db1a80717d req-ad4813fb-700d-4ff0-b1b5-e0ca844f58a3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 210 time: 0.0389483 Dec 08 02:22:31.302758 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e956891b-95c5-42f0-87cb-f4ffc8ff906b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.309481 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f769007-01f6-4e0c-9168-0d2da5b9f527 None None] Pushing event updated for resources: {'Port': ['ID=b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:31.320115 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.324520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-54d31dfd-ef53-4eff-b319-d2c3f960d64d None None] Provisioning complete for port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:31.324888 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54d31dfd-ef53-4eff-b319-d2c3f960d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.443537 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] Set router 0a0c72af-e284-4740-9405-80c3221e5172 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:31.465390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e956891b-95c5-42f0-87cb-f4ffc8ff906b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.472074 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e956891b-95c5-42f0-87cb-f4ffc8ff906b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.474709 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.489346 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.516021 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e956891b-95c5-42f0-87cb-f4ffc8ff906b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a7486b4bc1e948ed98f972bd743e6ebc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2303784 Dec 08 02:22:31.517210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956891b-95c5-42f0-87cb-f4ffc8ff906b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a0675a-784b-4ade-91c3-6b76b3a01359,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:31.520317 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58422) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:31.561679 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54d31dfd-ef53-4eff-b319-d2c3f960d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.582147 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.583214 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Fanout notify agent at l3_agent the message router_deleted on router 4b1642c5-c1bd-45f1-b1ac-98583a793ad8 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:22:31.596698 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.603201 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58424) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:31.605202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c65f88d0-2c7f-4203-a4f8-e6f2cf3404b5 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "DELETE /v2.0/routers/4b1642c5-c1bd-45f1-b1ac-98583a793ad8 HTTP/1.1" status: 204 len: 168 time: 1.5540032 Dec 08 02:22:31.610517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1ba290b6-5c78-4289-9c47-4cb601c952a3 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-157389701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:31.616597 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56c331cc-92b3-4a33-aa20-cbe58d881914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.656010 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56c331cc-92b3-4a33-aa20-cbe58d881914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.662717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-54d31dfd-ef53-4eff-b319-d2c3f960d64d None None] For port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:31.666643 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1ba290b6-5c78-4289-9c47-4cb601c952a3 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.668165 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1ba290b6-5c78-4289-9c47-4cb601c952a3 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.671238 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54d31dfd-ef53-4eff-b319-d2c3f960d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.748306 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1ba290b6-5c78-4289-9c47-4cb601c952a3 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.754586 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1ba290b6-5c78-4289-9c47-4cb601c952a3 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.758115 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d31dfd-ef53-4eff-b319-d2c3f960d64d None None] Pushing event updated for resources: {'Port': ['ID=b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:31.780017 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56c331cc-92b3-4a33-aa20-cbe58d881914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.782999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56c331cc-92b3-4a33-aa20-cbe58d881914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.784522 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-56c331cc-92b3-4a33-aa20-cbe58d881914 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e2a0675a-784b-4ade-91c3-6b76b3a01359 HTTP/1.1" status: 204 len: 168 time: 0.2508523 Dec 08 02:22:31.790448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:28Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0', 'name': '', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:68:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:26Z', 'updated_at': '2021-12-08T02:22:31Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:31.791422 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1ba290b6-5c78-4289-9c47-4cb601c952a3 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:31.796068 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1ba290b6-5c78-4289-9c47-4cb601c952a3 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1916647 Dec 08 02:22:31.797197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58432) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:31.803831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'enable_snat': False}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:31.819870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c331cc-92b3-4a33-aa20-cbe58d881914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a0675a-784b-4ade-91c3-6b76b3a01359,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:31.849737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8dccc4-7fa3-4783-9482-cd51abd8d09b None None] The sync data for ids ['0a0c72af-e284-4740-9405-80c3221e5172'] in n-d-713499-31 is: [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:28Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0', 'name': '', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:68:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:26Z', 'updated_at': '2021-12-08T02:22:31Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:31.859980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4ef78b80-8e29-44ca-b172-dd5da16412e2 None None] Provisioning complete for port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:31.860353 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ef78b80-8e29-44ca-b172-dd5da16412e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:32.145415 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:32.383375 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:32.418780 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:32.422424 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7310cfa3-27c7-4c55-810f-efbd134a29b6 req-355f8cdb-452e-4c96-bba7-198114bc5be2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 210 time: 0.0485866 Dec 08 02:22:32.552760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Allocated IP 172.25.8.149 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/a0cd4a49-efb3-498f-ab04-09d3c91eab71) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:32.662389 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:32.696797 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:32.738720 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:32.743273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:32.747078 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:32.762053 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80022c7a-a099-45f4-8d86-33dde33427c4 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:32.772787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Pushing event updated for resources: {'Port': ['ID=a0cd4a49-efb3-498f-ab04-09d3c91eab71,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:32.855834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1f49b63e-6dfb-4388-8256-feeccd525491 None None] Provisioning complete for port a0cd4a49-efb3-498f-ab04-09d3c91eab71 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:32.856204 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f49b63e-6dfb-4388-8256-feeccd525491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:32.898509 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1f49b63e-6dfb-4388-8256-feeccd525491 None None] Port a0cd4a49-efb3-498f-ab04-09d3c91eab71 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:33.296267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:22:33.356234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:33.356733 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:33.447510 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:33.577525 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-29dd5f7d-c83c-4e59-9b57-049201884024 req-173ca23c-cfc4-4deb-9c43-4458fdddc71c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 210 time: 0.0344923 Dec 08 02:22:33.676824 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:22:33.695997 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:33.699371 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:33.870393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Router 7116f086-6651-4d5f-a4bb-1df51a5dd7da is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:22:33.964669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58486) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:34.015492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-c2db9219-3ea1-48d3-a4d7-def9a634dd36 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:34.016954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-c2db9219-3ea1-48d3-a4d7-def9a634dd36 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.75 "GET /v2.0/networks?id=fa0f1f34-cedb-428f-aa23-d64467142475 HTTP/1.1" status: 200 len: 796 time: 0.1869009 Dec 08 02:22:34.037966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:34.042251 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.043249 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-deb7a839-1340-4643-b225-34be5ec1bde3 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "PUT /v2.0/routers/7116f086-6651-4d5f-a4bb-1df51a5dd7da HTTP/1.1" status: 200 len: 915 time: 2.2450407 Dec 08 02:22:34.045884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58490) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:34.051396 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c02185-7d82-4cab-b5fc-dd61a442e7fb None None] Sync routers for ids ['7116f086-6651-4d5f-a4bb-1df51a5dd7da'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:34.062049 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c02185-7d82-4cab-b5fc-dd61a442e7fb None None] Routers {'7116f086-6651-4d5f-a4bb-1df51a5dd7da'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:34.062340 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-19c02185-7d82-4cab-b5fc-dd61a442e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7116f086-6651-4d5f-a4bb-1df51a5dd7da'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:34.093051 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9cca18dc-f45b-4c3d-9078-79f1351d4a17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.099983 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-19c02185-7d82-4cab-b5fc-dd61a442e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:34.108685 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c02185-7d82-4cab-b5fc-dd61a442e7fb None None] Routers {'7116f086-6651-4d5f-a4bb-1df51a5dd7da'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:34.109507 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-19c02185-7d82-4cab-b5fc-dd61a442e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7116f086-6651-4d5f-a4bb-1df51a5dd7da'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:34.143585 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-19c02185-7d82-4cab-b5fc-dd61a442e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:34.144275 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c02185-7d82-4cab-b5fc-dd61a442e7fb None None] The sync data for ids ['7116f086-6651-4d5f-a4bb-1df51a5dd7da'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:34.180573 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9cca18dc-f45b-4c3d-9078-79f1351d4a17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.184502 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9cca18dc-f45b-4c3d-9078-79f1351d4a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.193455 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-b976a444-a95b-47bb-a324-1e86350c481b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 379 time: 0.1048286 Dec 08 02:22:34.204193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2cc432de-f0c2-4549-a92f-192ea5cc6ff2 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/routers/7116f086-6651-4d5f-a4bb-1df51a5dd7da HTTP/1.1" status: 200 len: 921 time: 0.1546261 Dec 08 02:22:34.205224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-fb36012a-5739-4d7c-b6f2-a0be1c24360d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'port': {'device_id': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'admin_state_up': True, 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'security_groups': ['9d874630-6806-4a7c-83f2-7512599cca1c']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:34.207254 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58492) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:34.247340 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9cca18dc-f45b-4c3d-9078-79f1351d4a17 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0eb36bf895c14ca58de41ce51423e285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2808383 Dec 08 02:22:34.248104 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca18dc-f45b-4c3d-9078-79f1351d4a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7119e53-8f2c-4943-b9c9-d443177fe1c7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:34.250448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58494) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:34.295314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7597871-284e-4565-bc3e-3942921ba681 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:34.297223 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c7597871-284e-4565-bc3e-3942921ba681 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&device_id=7116f086-6651-4d5f-a4bb-1df51a5dd7da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0888205 Dec 08 02:22:34.301067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58496) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:34.313727 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-fb36012a-5739-4d7c-b6f2-a0be1c24360d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Made reservation on behalf of cbb43e4753544be0aa33c8b169b14a56 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:34.317393 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-fb36012a-5739-4d7c-b6f2-a0be1c24360d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.335406 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5585c03-f309-41bf-a18b-796e611f6422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.394139 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5585c03-f309-41bf-a18b-796e611f6422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.437331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd210328-a454-47f3-8154-218086581ad2 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:34.438714 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dd210328-a454-47f3-8154-218086581ad2 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/networks/44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 881 time: 0.1367664 Dec 08 02:22:34.441738 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58498) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:34.446712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-fb36012a-5739-4d7c-b6f2-a0be1c24360d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.20.0.5 (fa0f1f34-cedb-428f-aa23-d64467142475/c9f7e8c0-d678-4878-bc63-cb7c569da0f4/0fd08a16-7538-4ac0-82a2-a84236d3a1d7) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:34.469783 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8474e6b5-b1d4-40e7-aa84-988bdeb7d068 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7116f086-6651-4d5f-a4bb-1df51a5dd7da HTTP/1.1" status: 200 len: 205 time: 0.0271175 Dec 08 02:22:34.474504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58500) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:34.484124 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5585c03-f309-41bf-a18b-796e611f6422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.487447 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5585c03-f309-41bf-a18b-796e611f6422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.488606 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d5585c03-f309-41bf-a18b-796e611f6422 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a7119e53-8f2c-4943-b9c9-d443177fe1c7 HTTP/1.1" status: 204 len: 168 time: 0.2363725 Dec 08 02:22:34.498163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5585c03-f309-41bf-a18b-796e611f6422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7119e53-8f2c-4943-b9c9-d443177fe1c7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:34.690606 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fae410a-3b77-4360-a556-6a1eb8b5c34c req-122200c9-d675-42f2-8bc3-007dd3534e0d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 210 time: 0.0347254 Dec 08 02:22:34.693260 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.745182 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-fb36012a-5739-4d7c-b6f2-a0be1c24360d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.775976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58508) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:34.790116 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e4e51b5-2658-4a55-a258-1d10cf02e57a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.832192 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-fb36012a-5739-4d7c-b6f2-a0be1c24360d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.835218 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.866965 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e4e51b5-2658-4a55-a258-1d10cf02e57a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.871393 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e4e51b5-2658-4a55-a258-1d10cf02e57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.903296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-fb36012a-5739-4d7c-b6f2-a0be1c24360d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network fa0f1f34-cedb-428f-aa23-d64467142475 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:34.909463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-fb36012a-5739-4d7c-b6f2-a0be1c24360d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:34.911667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e51b5-2658-4a55-a258-1d10cf02e57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a47adfa-553c-4c6b-b8c8-76f9f9785ed1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:34.914165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-fb36012a-5739-4d7c-b6f2-a0be1c24360d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:34.926003 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0e4e51b5-2658-4a55-a258-1d10cf02e57a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e0ef7a8612a445c5998fecbc0328a19a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487465 Dec 08 02:22:34.926781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58510) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:34.942466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36012a-5739-4d7c-b6f2-a0be1c24360d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:34.979216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-fb36012a-5739-4d7c-b6f2-a0be1c24360d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:34.979899 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-fb36012a-5739-4d7c-b6f2-a0be1c24360d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.985274 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-602e98af-9a3c-4f6c-b581-926446b3d8e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.994409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Deleting port a0cd4a49-efb3-498f-ab04-09d3c91eab71 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:34.995125 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.010267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-602e98af-9a3c-4f6c-b581-926446b3d8e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.010738 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-fb36012a-5739-4d7c-b6f2-a0be1c24360d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8113134 Dec 08 02:22:35.050164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Request body: {'port': {'device_id': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:35.065431 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-602e98af-9a3c-4f6c-b581-926446b3d8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.068507 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-602e98af-9a3c-4f6c-b581-926446b3d8e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.069673 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-602e98af-9a3c-4f6c-b581-926446b3d8e4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8a47adfa-553c-4c6b-b8c8-76f9f9785ed1 HTTP/1.1" status: 204 len: 168 time: 0.1419253 Dec 08 02:22:35.078358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e98af-9a3c-4f6c-b581-926446b3d8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a47adfa-553c-4c6b-b8c8-76f9f9785ed1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:35.134678 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.143509 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.157532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Calling delete_port for a0cd4a49-efb3-498f-ab04-09d3c91eab71 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:35.255666 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0cc5e0c6-768c-4b1f-9a6b-26fab5a1ce2f None None] Provisioning complete for port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:35.256178 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0cc5e0c6-768c-4b1f-9a6b-26fab5a1ce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.292315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0cc5e0c6-768c-4b1f-9a6b-26fab5a1ce2f None None] Port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:35.505805 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.539553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Pushing event deleted for resources: {'Port': ['ID=a0cd4a49-efb3-498f-ab04-09d3c91eab71,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:35.554200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e395a-919c-485f-837b-4b61bc99c072 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:35.592454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:22:35.621936 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.644579 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Transition to ACTIVE for port object 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:22:35.649789 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.651868 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.787039 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.790084 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.802991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Pushing event updated for resources: {'Port': ['ID=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:35.906592 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.907164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Fanout notify agent at l3_agent the message router_deleted on router 7116f086-6651-4d5f-a4bb-1df51a5dd7da {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:22:35.916624 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.917682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-033d0aa8-b938-4485-96e3-5e8bc3791a19 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "DELETE /v2.0/routers/7116f086-6651-4d5f-a4bb-1df51a5dd7da HTTP/1.1" status: 204 len: 168 time: 1.4421878 Dec 08 02:22:35.921508 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58536) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:35.926709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1933836067', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:35.953256 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Attempting to bind port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:22:35.953679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Attempting to bind port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:22:35.954066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Attempting to bind port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 on network fa0f1f34-cedb-428f-aa23-d64467142475 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:22:35.958896 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.959984 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:35.966131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e46a93-1bff-4248-8a28-e690cd7da670 req-ed081ae1-14f3-4005-a50b-b14e6b2c1223 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:35.968016 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40e46a93-1bff-4248-8a28-e690cd7da670 req-ed081ae1-14f3-4005-a50b-b14e6b2c1223 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 943 time: 0.1900277 Dec 08 02:22:35.971418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 on network fa0f1f34-cedb-428f-aa23-d64467142475 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:22:35.971815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Attempting to bind port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 on network fa0f1f34-cedb-428f-aa23-d64467142475 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:22:35.978064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:22:35.978496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Checking segment: {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:35.978933 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Bound using segment: {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:22:35.979367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Bound port: 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:22:35.980536 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:36.019138 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:36.082778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40e46a93-1bff-4248-8a28-e690cd7da670 req-a9e4e516-52b6-4083-87b3-add1ad7391e3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995429 Dec 08 02:22:36.089113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:22:36.092700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:22:36.098301 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:36.177997 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:36.393224 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:36.417067 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:36.496004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:36.496829 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:36.498752 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] 10.222.0.75 "PUT /v2.0/ports/0fd08a16-7538-4ac0-82a2-a84236d3a1d7 HTTP/1.1" status: 200 len: 1092 time: 1.4525445 Dec 08 02:22:36.501116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:22:36.504062 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325e3e14-e9c0-4839-b95b-f70d08f29873" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:22:36.552433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Allocated IP 172.25.8.110 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/c2fed7f6-aebc-4473-85af-20a841e92242) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:36.569979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf58b2-6463-41ed-8cc2-49e86b211b3f service neutron] Pushing event updated for resources: {'Port': ['ID=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:36.575849 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412ab6f1-65e3-4502-af33-e4603dcd56af x-openstack-request-id: req-412ab6f1-65e3-4502-af33-e4603dcd56af {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:22:36.578483 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:22:36.582423 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-412ab6f1-65e3-4502-af33-e4603dcd56af {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:22:36.582874 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'status': 'completed', 'code': 200} Dec 08 02:22:36.642373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-efb34dc6-8931-4c93-b98b-64ae527622f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:36.644785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-efb34dc6-8931-4c93-b98b-64ae527622f6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 1095 time: 0.0606165 Dec 08 02:22:36.695138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-1a8da459-7d41-4c7f-8e2c-b4b2d03ec011 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7 HTTP/1.1" status: 200 len: 217 time: 0.0369532 Dec 08 02:22:36.699490 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:36.749954 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:36.767106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-60cd2908-a9da-4e30-bb38-2c52278b6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:36.768605 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-60cd2908-a9da-4e30-bb38-2c52278b6c70 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c9f7e8c0-d678-4878-bc63-cb7c569da0f4 HTTP/1.1" status: 200 len: 835 time: 0.0659664 Dec 08 02:22:36.799576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:36.802628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:36.807374 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:36.820297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-dc85e24e-6b15-427d-9fa5-33e71cde9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:36.822212 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-dc85e24e-6b15-427d-9fa5-33e71cde9b01 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fa0f1f34-cedb-428f-aa23-d64467142475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451376 Dec 08 02:22:36.828172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb8c0e2-4b4b-4568-8ece-2ac63d51aa32 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:36.842415 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Pushing event updated for resources: {'Port': ['ID=c2fed7f6-aebc-4473-85af-20a841e92242,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:36.865593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1db8bbeb-4aeb-46fc-a475-43c106e6dd62 None None] Provisioning complete for port c2fed7f6-aebc-4473-85af-20a841e92242 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:36.866124 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1db8bbeb-4aeb-46fc-a475-43c106e6dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:36.908595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1db8bbeb-4aeb-46fc-a475-43c106e6dd62 None None] Port c2fed7f6-aebc-4473-85af-20a841e92242 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:36.931131 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-40cb9dc5-3029-44bf-9d9a-0400a2779c03 service neutron] 10.222.0.75 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015921 Dec 08 02:22:37.041408 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a3d8e55-fc4a-40d8-8477-0a75949c14bb req-f631c71d-b49a-4c8f-86a4-aa53d72924b2 service neutron] 10.222.0.75 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035869 Dec 08 02:22:37.223774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e3e14-e9c0-4839-b95b-f70d08f29873 req-40870b28-a886-4418-a1ac-a3c86a34bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:37.225365 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-325e3e14-e9c0-4839-b95b-f70d08f29873 req-40870b28-a886-4418-a1ac-a3c86a34bdf6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 1095 time: 0.0996766 Dec 08 02:22:37.271852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d462ee-b970-4f1f-a9d9-e69b79763c9e req-3385a72d-eb1d-4d5d-bfa4-6dd5c1de7e29 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:37.273379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9d462ee-b970-4f1f-a9d9-e69b79763c9e req-3385a72d-eb1d-4d5d-bfa4-6dd5c1de7e29 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 943 time: 0.0918920 Dec 08 02:22:37.366722 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9d462ee-b970-4f1f-a9d9-e69b79763c9e req-1fc584ef-e5a0-4b09-bd3c-e2488974b34f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648115 Dec 08 02:22:37.378792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e3e14-e9c0-4839-b95b-f70d08f29873 req-e8b43bff-4903-4fac-8e57-aeb7d36e9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:37.380631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-325e3e14-e9c0-4839-b95b-f70d08f29873 req-e8b43bff-4903-4fac-8e57-aeb7d36e9fb8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fa0f1f34-cedb-428f-aa23-d64467142475 HTTP/1.1" status: 200 len: 897 time: 0.1467769 Dec 08 02:22:37.428582 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-325e3e14-e9c0-4839-b95b-f70d08f29873 req-87036d14-4f81-4026-9a2f-52db2710b878 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7 HTTP/1.1" status: 200 len: 217 time: 0.0404232 Dec 08 02:22:37.452393 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:37.481637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e3e14-e9c0-4839-b95b-f70d08f29873 req-05ccbf9b-8d4f-420c-848a-c59f9b5bd110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:37.483284 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-325e3e14-e9c0-4839-b95b-f70d08f29873 req-05ccbf9b-8d4f-420c-848a-c59f9b5bd110 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c9f7e8c0-d678-4878-bc63-cb7c569da0f4 HTTP/1.1" status: 200 len: 835 time: 0.0470834 Dec 08 02:22:37.553943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e3e14-e9c0-4839-b95b-f70d08f29873 req-071b1ffe-a957-48be-8fd5-d079d9b1a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:37.556619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-325e3e14-e9c0-4839-b95b-f70d08f29873 req-071b1ffe-a957-48be-8fd5-d079d9b1a6f7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fa0f1f34-cedb-428f-aa23-d64467142475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648854 Dec 08 02:22:37.667743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-325e3e14-e9c0-4839-b95b-f70d08f29873 req-eb22ffaf-d47e-4e3f-99b8-358f362d3c81 service neutron] 10.222.0.75 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015551 Dec 08 02:22:37.684537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:37.761818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-325e3e14-e9c0-4839-b95b-f70d08f29873 req-2ca3bcff-bf5e-4291-ac23-ef2325cec60a service neutron] 10.222.0.75 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848382 Dec 08 02:22:37.818784 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Router 617fc8c2-0ad7-4584-95ae-a2826c2e4932 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:22:37.929686 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:37.939847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f9790-7ca9-4841-a86a-fb89c77c00bd None None] Sync routers for ids ['617fc8c2-0ad7-4584-95ae-a2826c2e4932'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:37.949585 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:37.950901 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0c54896b-6e23-43e5-9c61-542465273697 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0283847 Dec 08 02:22:37.953839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58586) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:37.958632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:37.978412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58588) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:38.103345 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4317ccf-1553-4330-88f7-5604c5483430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.110377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f9790-7ca9-4841-a86a-fb89c77c00bd None None] Routers {'617fc8c2-0ad7-4584-95ae-a2826c2e4932'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:38.110993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c78f9790-7ca9-4841-a86a-fb89c77c00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['617fc8c2-0ad7-4584-95ae-a2826c2e4932'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:38.145847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c78f9790-7ca9-4841-a86a-fb89c77c00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:38.156158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f9790-7ca9-4841-a86a-fb89c77c00bd None None] Routers {'617fc8c2-0ad7-4584-95ae-a2826c2e4932'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:38.156887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c78f9790-7ca9-4841-a86a-fb89c77c00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['617fc8c2-0ad7-4584-95ae-a2826c2e4932'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:38.190915 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4317ccf-1553-4330-88f7-5604c5483430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.195936 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e4317ccf-1553-4330-88f7-5604c5483430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.196143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c78f9790-7ca9-4841-a86a-fb89c77c00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:38.196617 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f9790-7ca9-4841-a86a-fb89c77c00bd None None] The sync data for ids ['617fc8c2-0ad7-4584-95ae-a2826c2e4932'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:38.239686 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e4317ccf-1553-4330-88f7-5604c5483430 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2fdf972c1ff44c9bbc7810bc28ba0ef3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2583272 Dec 08 02:22:38.239686 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4317ccf-1553-4330-88f7-5604c5483430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87550dfa-f59c-444f-9410-072af205e313,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:38.242923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58592) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:38.276967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.289813 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.293463 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3d95755-80a2-447d-9037-87843038d777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.315455 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3d95755-80a2-447d-9037-87843038d777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.341703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Deleting port c2fed7f6-aebc-4473-85af-20a841e92242 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:38.342043 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.362227 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3d95755-80a2-447d-9037-87843038d777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.365129 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3d95755-80a2-447d-9037-87843038d777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.368748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d3d95755-80a2-447d-9037-87843038d777 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/87550dfa-f59c-444f-9410-072af205e313 HTTP/1.1" status: 204 len: 168 time: 0.1224294 Dec 08 02:22:38.374393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d95755-80a2-447d-9037-87843038d777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87550dfa-f59c-444f-9410-072af205e313,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:38.423054 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.437515 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Calling delete_port for c2fed7f6-aebc-4473-85af-20a841e92242 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:38.504713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e716203-0169-4f22-b0cd-a44d0ddc8bd0 req-67199589-c6f8-474b-9121-b143b9ee90e0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:38.506331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e716203-0169-4f22-b0cd-a44d0ddc8bd0 req-67199589-c6f8-474b-9121-b143b9ee90e0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 943 time: 0.0537043 Dec 08 02:22:38.564278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e716203-0169-4f22-b0cd-a44d0ddc8bd0 req-d8625d70-f4ab-4af0-b6a2-4cfdb87f50f1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519621 Dec 08 02:22:38.616927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.648465 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Pushing event deleted for resources: {'Port': ['ID=c2fed7f6-aebc-4473-85af-20a841e92242,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:38.666656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58600) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:38.668462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b1c445-b91c-49ba-a997-1f3e5c8df726 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:38.680091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f6cfd06-8373-4ac7-98e9-389a7058e488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.713736 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.755306 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f6cfd06-8373-4ac7-98e9-389a7058e488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.759568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3f6cfd06-8373-4ac7-98e9-389a7058e488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.798353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3f6cfd06-8373-4ac7-98e9-389a7058e488 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=75088198d6e4464ba5ed2122dc9b5b45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305730 Dec 08 02:22:38.799204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cfd06-8373-4ac7-98e9-389a7058e488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875f9e60-6a73-49f8-8067-ad02f5286553,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:38.801475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58602) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:38.851066 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca0eee12-31c0-46e5-b385-0ef9613727f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.871708 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca0eee12-31c0-46e5-b385-0ef9613727f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.918299 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca0eee12-31c0-46e5-b385-0ef9613727f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.919653 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.921385 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ca0eee12-31c0-46e5-b385-0ef9613727f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.924909 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ca0eee12-31c0-46e5-b385-0ef9613727f6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/875f9e60-6a73-49f8-8067-ad02f5286553 HTTP/1.1" status: 204 len: 168 time: 0.1201816 Dec 08 02:22:38.925076 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:38.930159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0eee12-31c0-46e5-b385-0ef9613727f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875f9e60-6a73-49f8-8067-ad02f5286553,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:39.001285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Router 617fc8c2-0ad7-4584-95ae-a2826c2e4932 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:22:39.083875 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:39.091036 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:39.092227 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9ccd3e9d-1aac-4ece-ad20-b75567cfe94d tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "PUT /v2.0/routers/617fc8c2-0ad7-4584-95ae-a2826c2e4932 HTTP/1.1" status: 200 len: 706 time: 1.1373634 Dec 08 02:22:39.094879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58608) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.098008 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a73fa-a7c2-4ac5-b145-6419f6927144 None None] Sync routers for ids ['617fc8c2-0ad7-4584-95ae-a2826c2e4932'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:39.108582 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a73fa-a7c2-4ac5-b145-6419f6927144 None None] Routers {'617fc8c2-0ad7-4584-95ae-a2826c2e4932'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:39.109123 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4a4a73fa-a7c2-4ac5-b145-6419f6927144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['617fc8c2-0ad7-4584-95ae-a2826c2e4932'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:39.146371 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4a4a73fa-a7c2-4ac5-b145-6419f6927144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:39.154902 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a73fa-a7c2-4ac5-b145-6419f6927144 None None] Routers {'617fc8c2-0ad7-4584-95ae-a2826c2e4932'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:39.155499 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4a4a73fa-a7c2-4ac5-b145-6419f6927144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['617fc8c2-0ad7-4584-95ae-a2826c2e4932'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:39.171952 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-64d8fa2d-ba85-42a1-bca0-d5fcc2afa90f tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/routers/617fc8c2-0ad7-4584-95ae-a2826c2e4932 HTTP/1.1" status: 200 len: 741 time: 0.0758524 Dec 08 02:22:39.174947 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58610) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.188454 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4a4a73fa-a7c2-4ac5-b145-6419f6927144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:39.189406 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a73fa-a7c2-4ac5-b145-6419f6927144 None None] The sync data for ids ['617fc8c2-0ad7-4584-95ae-a2826c2e4932'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:39.227814 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-165bfd66-4233-4283-a84a-ba17d11ffa50 tempest-RoutersAdminTest-374710899 tempest-RoutersAdminTest-374710899-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&device_id=617fc8c2-0ad7-4584-95ae-a2826c2e4932 HTTP/1.1" status: 200 len: 205 time: 0.0517724 Dec 08 02:22:39.230378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58616) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.257965 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8c47a83f-8b81-4843-a141-707485168318 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "GET /v2.0/ports?device_id=617fc8c2-0ad7-4584-95ae-a2826c2e4932 HTTP/1.1" status: 200 len: 205 time: 0.0265145 Dec 08 02:22:39.260417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58618) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.339834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8febe29b-94d4-466e-a9cc-cb8014d41a04 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:39.504930 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8febe29b-94d4-466e-a9cc-cb8014d41a04 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:39.507512 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8febe29b-94d4-466e-a9cc-cb8014d41a04 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:39.554673 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8febe29b-94d4-466e-a9cc-cb8014d41a04 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:39.555276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8febe29b-94d4-466e-a9cc-cb8014d41a04 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Fanout notify agent at l3_agent the message router_deleted on router 617fc8c2-0ad7-4584-95ae-a2826c2e4932 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:22:39.562678 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8febe29b-94d4-466e-a9cc-cb8014d41a04 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:39.568052 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8febe29b-94d4-466e-a9cc-cb8014d41a04 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "DELETE /v2.0/routers/617fc8c2-0ad7-4584-95ae-a2826c2e4932 HTTP/1.1" status: 204 len: 168 time: 0.3024819 Dec 08 02:22:39.568630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58626) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.603028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-57ef39df-b448-4860-bf1f-8c0df24ad2bf tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "GET /v2.0/ports?device_id=617fc8c2-0ad7-4584-95ae-a2826c2e4932 HTTP/1.1" status: 200 len: 205 time: 0.0330515 Dec 08 02:22:39.605647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58632) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.651022 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-dbbc61d6-df9b-4e58-9611-3de8928c7294 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] delete failed (client error): The resource could not be found. Dec 08 02:22:39.652560 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dbbc61d6-df9b-4e58-9611-3de8928c7294 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "DELETE /v2.0/routers/617fc8c2-0ad7-4584-95ae-a2826c2e4932 HTTP/1.1" status: 404 len: 336 time: 0.0458844 Dec 08 02:22:39.653133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58636) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.682205 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4c9d630b-2108-42f6-a983-3344e186f3b7 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7116f086-6651-4d5f-a4bb-1df51a5dd7da HTTP/1.1" status: 200 len: 205 time: 0.0258865 Dec 08 02:22:39.682392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58638) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.696318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e14c0-2367-40b9-9695-a25add3536ee req-4e6a9f52-5175-436e-910a-fd2ffefcc104 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:39.698299 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b59e14c0-2367-40b9-9695-a25add3536ee req-4e6a9f52-5175-436e-910a-fd2ffefcc104 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 943 time: 0.0613027 Dec 08 02:22:39.719969 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-be2d41ab-2092-4712-9593-b28c14d3511b tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] delete failed (client error): The resource could not be found. Dec 08 02:22:39.721064 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-be2d41ab-2092-4712-9593-b28c14d3511b tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "DELETE /v2.0/routers/7116f086-6651-4d5f-a4bb-1df51a5dd7da HTTP/1.1" status: 404 len: 336 time: 0.0377688 Dec 08 02:22:39.723723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58642) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.754381 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2488c3e6-1d6c-4321-bf91-c307a855001f tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b1642c5-c1bd-45f1-b1ac-98583a793ad8 HTTP/1.1" status: 200 len: 205 time: 0.0295374 Dec 08 02:22:39.755326 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b59e14c0-2367-40b9-9695-a25add3536ee req-bf7a7b4d-97cf-4bd1-a498-1e3b46b90c87 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503190 Dec 08 02:22:39.756709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58644) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.793205 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-62d3f610-ae2f-40b6-991c-fac86f1957de tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] delete failed (client error): The resource could not be found. Dec 08 02:22:39.794235 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-62d3f610-ae2f-40b6-991c-fac86f1957de tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "DELETE /v2.0/routers/4b1642c5-c1bd-45f1-b1ac-98583a793ad8 HTTP/1.1" status: 404 len: 336 time: 0.0366344 Dec 08 02:22:39.798422 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58648) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.825316 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a5fecaa1-cef8-4ecb-86d3-5a1c1a216d03 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac4af9d7-4b87-4333-b954-6e8f75a75d76 HTTP/1.1" status: 200 len: 205 time: 0.0252943 Dec 08 02:22:39.827525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58650) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.867198 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-2681c200-d3dc-40a1-b7fb-1c5a7d166062 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] delete failed (client error): The resource could not be found. Dec 08 02:22:39.870552 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2681c200-d3dc-40a1-b7fb-1c5a7d166062 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "DELETE /v2.0/routers/ac4af9d7-4b87-4333-b954-6e8f75a75d76 HTTP/1.1" status: 404 len: 336 time: 0.0397956 Dec 08 02:22:39.870819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58652) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.897818 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-de7efe7a-a99e-408f-9b14-61a41fef30be tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbd67e7e-457b-44bd-9465-7a6da81ae3f2 HTTP/1.1" status: 200 len: 205 time: 0.0254571 Dec 08 02:22:39.899572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58656) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.936196 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-04d2172d-30a5-473b-a061-bf598745cf12 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] delete failed (client error): The resource could not be found. Dec 08 02:22:39.940125 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-04d2172d-30a5-473b-a061-bf598745cf12 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "DELETE /v2.0/routers/fbd67e7e-457b-44bd-9465-7a6da81ae3f2 HTTP/1.1" status: 404 len: 336 time: 0.0367477 Dec 08 02:22:39.940518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58658) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:39.967088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6589bc6c-442a-4d67-a67b-108d65db2d39 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "GET /v2.0/ports?device_id=88ed789f-7746-469e-bad6-7f8c0f38858c HTTP/1.1" status: 200 len: 205 time: 0.0252690 Dec 08 02:22:39.969453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58660) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:40.012398 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-8eb7f5c5-e21d-4e28-8222-602a121f2284 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] delete failed (client error): The resource could not be found. Dec 08 02:22:40.013436 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8eb7f5c5-e21d-4e28-8222-602a121f2284 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "DELETE /v2.0/routers/88ed789f-7746-469e-bad6-7f8c0f38858c HTTP/1.1" status: 404 len: 336 time: 0.0430925 Dec 08 02:22:40.016172 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58664) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:40.042634 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea157fb3-c8d6-422e-9999-b121eca2df61 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] DELETE failed (client error): The resource could not be found. Dec 08 02:22:40.043098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea157fb3-c8d6-422e-9999-b121eca2df61 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:22:40.046209 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ea157fb3-c8d6-422e-9999-b121eca2df61 tempest-RoutersAdminTest-1637422701 tempest-RoutersAdminTest-1637422701-project] 10.222.0.71 "DELETE /v2.0/subnets/2208544b-b9ff-44c3-8d01-be3b22de832d HTTP/1.1" status: 404 len: 337 time: 0.0291364 Dec 08 02:22:40.250136 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58676) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:40.388808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:22:40.463887 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b79fd0f-9534-4013-8250-92cba4714d93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:40.490074 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:40.506027 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'port_id': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'mac_address': 'fa:16:3e:2c:1d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:22:40.562130 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:40.574309 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b79fd0f-9534-4013-8250-92cba4714d93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:40.577795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:22:40.579405 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3b79fd0f-9534-4013-8250-92cba4714d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:40.601900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:40.608916 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:40.649736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3b79fd0f-9534-4013-8250-92cba4714d93 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=71f11bbadb88418fb1791353c978bf54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3959615 Dec 08 02:22:40.651109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58692) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:40.659955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79fd0f-9534-4013-8250-92cba4714d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582592e7-2398-4a77-b86f-027147125be8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:40.666748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:40.718824 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df17a744-f439-46e4-8662-a67bcfca02aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:40.749982 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df17a744-f439-46e4-8662-a67bcfca02aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:40.811770 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df17a744-f439-46e4-8662-a67bcfca02aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:40.816794 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df17a744-f439-46e4-8662-a67bcfca02aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:40.820534 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-df17a744-f439-46e4-8662-a67bcfca02aa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/582592e7-2398-4a77-b86f-027147125be8 HTTP/1.1" status: 204 len: 168 time: 0.1656303 Dec 08 02:22:40.833727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17a744-f439-46e4-8662-a67bcfca02aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582592e7-2398-4a77-b86f-027147125be8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:40.878789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['0fd08a16-7538-4ac0-82a2-a84236d3a1d7'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:22:40.931338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c0f0b-4393-4c97-9c88-fece4ba28b85 req-c4a7a28d-0cff-4f1f-a8b2-8f89db798900 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:40.939496 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f8c0f0b-4393-4c97-9c88-fece4ba28b85 req-c4a7a28d-0cff-4f1f-a8b2-8f89db798900 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 944 time: 0.0721185 Dec 08 02:22:41.035166 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f8c0f0b-4393-4c97-9c88-fece4ba28b85 req-ae8b0a56-e56e-4bba-8738-697e387b1e21 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945601 Dec 08 02:22:41.202377 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58720) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:41.252375 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7c9e82f7-1f95-4ac0-904a-31ed3d9723d5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=76d6e4850b3e4d26a74b3d2e4452b01b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484185 Dec 08 02:22:41.254853 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58722) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:41.306714 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a94d809e-e03b-41d9-9a2d-e1b62909e6b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:41.328792 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a94d809e-e03b-41d9-9a2d-e1b62909e6b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:41.378750 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a94d809e-e03b-41d9-9a2d-e1b62909e6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:41.379665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58726) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:41.382183 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a94d809e-e03b-41d9-9a2d-e1b62909e6b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:41.383447 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a94d809e-e03b-41d9-9a2d-e1b62909e6b6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a2de87bd-4ed2-4a0f-a393-d9bc0ae88ffc HTTP/1.1" status: 204 len: 168 time: 0.1275146 Dec 08 02:22:41.391806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d809e-e03b-41d9-9a2d-e1b62909e6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2de87bd-4ed2-4a0f-a393-d9bc0ae88ffc,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:41.507232 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0af5d26-5ebc-4fff-984f-1fb3b881fd31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:41.585947 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0af5d26-5ebc-4fff-984f-1fb3b881fd31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:41.590311 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f0af5d26-5ebc-4fff-984f-1fb3b881fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:41.633768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f0af5d26-5ebc-4fff-984f-1fb3b881fd31 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=935c2a241fb441aebd65f99b5c5eb468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2527697 Dec 08 02:22:41.635749 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af5d26-5ebc-4fff-984f-1fb3b881fd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83d853b-006f-4ec4-be80-c7b7a9ad969e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:41.636498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58734) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:41.696469 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-733dc620-c454-4872-9679-317d6685aff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:41.719613 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-733dc620-c454-4872-9679-317d6685aff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:41.772127 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-733dc620-c454-4872-9679-317d6685aff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:41.774739 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-733dc620-c454-4872-9679-317d6685aff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:41.776261 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-733dc620-c454-4872-9679-317d6685aff0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f83d853b-006f-4ec4-be80-c7b7a9ad969e HTTP/1.1" status: 204 len: 168 time: 0.1384268 Dec 08 02:22:41.785695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733dc620-c454-4872-9679-317d6685aff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83d853b-006f-4ec4-be80-c7b7a9ad969e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:42.135226 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58758) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:42.148936 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69e070fa-f12e-4662-a753-114ec5340be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.164797 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3b4c9-b97f-451c-8ceb-f7fceee5ef55 req-0f914647-187e-41dc-8906-93842343756e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:42.166329 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-27a3b4c9-b97f-451c-8ceb-f7fceee5ef55 req-0f914647-187e-41dc-8906-93842343756e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 944 time: 0.0551422 Dec 08 02:22:42.207301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58760) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:42.230242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-27a3b4c9-b97f-451c-8ceb-f7fceee5ef55 req-78668eb1-fe3a-43a7-a17b-44fd204500dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568008 Dec 08 02:22:42.246911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69e070fa-f12e-4662-a753-114ec5340be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.250794 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69e070fa-f12e-4662-a753-114ec5340be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.290796 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-69e070fa-f12e-4662-a753-114ec5340be0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=79f986eeacae4b728f0175c6ea1c2a65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1544182 Dec 08 02:22:42.291935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e070fa-f12e-4662-a753-114ec5340be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c68d9e-a038-45f2-a617-8f0ff0001e07,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:42.293618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58764) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:42.342623 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21fdec2e-b2da-4872-b6a0-9ca11f4d1b82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.364444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21fdec2e-b2da-4872-b6a0-9ca11f4d1b82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.374973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-180070083'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:42.396412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Made reservation on behalf of da3399fb56e7431fa1f30df914e10657 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:42.400243 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.406124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:22:42.410162 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.413842 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21fdec2e-b2da-4872-b6a0-9ca11f4d1b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.416766 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-21fdec2e-b2da-4872-b6a0-9ca11f4d1b82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.417997 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-21fdec2e-b2da-4872-b6a0-9ca11f4d1b82 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/60c68d9e-a038-45f2-a617-8f0ff0001e07 HTTP/1.1" status: 204 len: 168 time: 0.1233714 Dec 08 02:22:42.430467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdec2e-b2da-4872-b6a0-9ca11f4d1b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c68d9e-a038-45f2-a617-8f0ff0001e07,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:42.475472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:22:42.480731 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:42.481456 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.508731 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.513099 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.541273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:22:42.551764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f6c2e0-61ca-43e8-a6cd-18e401ac10e4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:42.556777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.557125 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Added segment b1152834-d50d-4a99-b5fb-27437bdacd2d of type vlan for network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 Dec 08 02:22:42.567149 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.596021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:22:42.598234 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31414f6f-9bae-46c0-b220-20c944406a80" -d '{"events": [{"server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "name": "network-vif-plugged", "status": "completed", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:22:42.604467 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.610550 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:42.618109 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.636554 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.645097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:42.646394 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.668394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:42.728595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-639fe745-56b6-435f-a174-7a0b2f1cf794 req-c6a07695-3590-4c84-b2bc-6c7a50e02745 tempest-TaggedBootDevicesTest-171700350 tempest-TaggedBootDevicesTest-171700350-project] (109766) timed out ('10.222.0.45', 49264) {{(pid=109766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:22:42.734745 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5257995 Dec 08 02:22:42.738804 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58774) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:42.745706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a20384f8-7ea5-41d1-9c4f-adb0dfd154bd tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Request body: {'subnet': {'network_id': 'af6903dc-bef8-4dd8-8e5b-7c28fcd08150', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:42.750628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e68bd-358d-4ade-97a7-3967e9b29c8e tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event updated for resources: {'Network': ['ID=af6903dc-bef8-4dd8-8e5b-7c28fcd08150,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:42.766451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:22:42.854762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20384f8-7ea5-41d1-9c4f-adb0dfd154bd tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Made reservation on behalf of da3399fb56e7431fa1f30df914e10657 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:42.855960 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a20384f8-7ea5-41d1-9c4f-adb0dfd154bd tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:42.885118 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0337783a-e9a0-4259-9866-e6c0c3f20c42 x-openstack-request-id: req-0337783a-e9a0-4259-9866-e6c0c3f20c42 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:22:42.885490 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "name": "network-vif-plugged", "status": "completed", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:22:42.886269 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0337783a-e9a0-4259-9866-e6c0c3f20c42 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:22:42.886733 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'code': 200} Dec 08 02:22:43.039771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ec2a1-6e51-4f1a-9dde-b56513ae7ac1 req-ad2eec29-33b8-4b3f-804a-0ae6195d0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:43.041305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d8ec2a1-6e51-4f1a-9dde-b56513ae7ac1 req-ad2eec29-33b8-4b3f-804a-0ae6195d0632 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 1097 time: 0.0602722 Dec 08 02:22:43.056717 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a20384f8-7ea5-41d1-9c4f-adb0dfd154bd tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:43.095536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d8ec2a1-6e51-4f1a-9dde-b56513ae7ac1 req-63d79a84-01c4-4b70-be28-881ae8e55c05 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468841 Dec 08 02:22:43.119781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20384f8-7ea5-41d1-9c4f-adb0dfd154bd tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event updated for resources: {'Subnet': ['ID=2a289af7-beef-4f79-90a4-77238965e3ea,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:43.129083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20384f8-7ea5-41d1-9c4f-adb0dfd154bd tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Checking segment: {'id': 'b1152834-d50d-4a99-b5fb-27437bdacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af6903dc-bef8-4dd8-8e5b-7c28fcd08150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:43.129452 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20384f8-7ea5-41d1-9c4f-adb0dfd154bd tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Network hostable DHCP agents. Network: af6903dc-bef8-4dd8-8e5b-7c28fcd08150, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:22:43.149007 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20384f8-7ea5-41d1-9c4f-adb0dfd154bd tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:22:43.158422 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a20384f8-7ea5-41d1-9c4f-adb0dfd154bd tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, af6903dc-bef8-4dd8-8e5b-7c28fcd08150) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:43.162551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20384f8-7ea5-41d1-9c4f-adb0dfd154bd tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:43.163136 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a20384f8-7ea5-41d1-9c4f-adb0dfd154bd tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:43.167672 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785214b5-e292-4416-ac06-acb9fc9a21c2 None None] Network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:22:43.182780 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a20384f8-7ea5-41d1-9c4f-adb0dfd154bd tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4405127 Dec 08 02:22:43.183500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58790) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:43.188781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8ad7d3f8-071f-449f-968d-e7cc99386c63 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Request body: {'port': {'network_id': 'af6903dc-bef8-4dd8-8e5b-7c28fcd08150', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-381582403'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:43.284812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-af6903dc-bef8-4dd8-8e5b-7c28fcd08150', 'network_id': 'af6903dc-bef8-4dd8-8e5b-7c28fcd08150', 'project_id': 'da3399fb56e7431fa1f30df914e10657', 'fixed_ips': [{'subnet_id': '2a289af7-beef-4f79-90a4-77238965e3ea'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:22:43.286077 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:43.393289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447aac9e-3693-4921-b8d9-da11df9c3dcd req-93b44adf-d0c1-4525-aec6-5888af5a7f63 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:43.396919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-447aac9e-3693-4921-b8d9-da11df9c3dcd req-93b44adf-d0c1-4525-aec6-5888af5a7f63 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 945 time: 0.0744982 Dec 08 02:22:43.461798 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-447aac9e-3693-4921-b8d9-da11df9c3dcd req-9bddf803-7636-45f8-b39c-9b0831bca6ea tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581937 Dec 08 02:22:43.471818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Allocated IP 2001:db8::2 (af6903dc-bef8-4dd8-8e5b-7c28fcd08150/2a289af7-beef-4f79-90a4-77238965e3ea/3c2c419e-5ee0-4383-8f33-24d459ccbc32) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:43.638935 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:43.645616 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:43.664945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad7d3f8-071f-449f-968d-e7cc99386c63 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Made reservation on behalf of da3399fb56e7431fa1f30df914e10657 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:43.668481 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d3f8-071f-449f-968d-e7cc99386c63 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:43.686665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:43.686933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-8ad7d3f8-071f-449f-968d-e7cc99386c63 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] device_id is not set on port e61a2952-3c1f-4590-8877-457a9f78fa32 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:22:43.691817 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:43.697221 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:43.700002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Pushing event updated for resources: {'Port': ['ID=3c2c419e-5ee0-4383-8f33-24d459ccbc32,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:43.754760 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Attempting to bind port 3c2c419e-5ee0-4383-8f33-24d459ccbc32 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:22:43.755150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Attempting to bind port 3c2c419e-5ee0-4383-8f33-24d459ccbc32 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'b1152834-d50d-4a99-b5fb-27437bdacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af6903dc-bef8-4dd8-8e5b-7c28fcd08150'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:22:43.755511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Attempting to bind port 3c2c419e-5ee0-4383-8f33-24d459ccbc32 on network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:22:43.760982 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:22:43.761352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Checking segment: {'id': 'b1152834-d50d-4a99-b5fb-27437bdacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af6903dc-bef8-4dd8-8e5b-7c28fcd08150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:43.761751 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:43.762137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Bound using segment: {'id': 'b1152834-d50d-4a99-b5fb-27437bdacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af6903dc-bef8-4dd8-8e5b-7c28fcd08150'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:22:43.762732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Bound port: 3c2c419e-5ee0-4383-8f33-24d459ccbc32, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1152834-d50d-4a99-b5fb-27437bdacd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'af6903dc-bef8-4dd8-8e5b-7c28fcd08150'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:22:43.763115 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:43.811800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-8ad7d3f8-071f-449f-968d-e7cc99386c63 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Allocated IP 2001:db8::2fa (af6903dc-bef8-4dd8-8e5b-7c28fcd08150/2a289af7-beef-4f79-90a4-77238965e3ea/e61a2952-3c1f-4590-8877-457a9f78fa32) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:43.836758 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] For port 3c2c419e-5ee0-4383-8f33-24d459ccbc32, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:22:43.841043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] For port 3c2c419e-5ee0-4383-8f33-24d459ccbc32, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3c2c419e-5ee0-4383-8f33-24d459ccbc32,segment=NetworkSegment(b1152834-d50d-4a99-b5fb-27437bdacd2d),segment_id=b1152834-d50d-4a99-b5fb-27437bdacd2d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:22:43.847724 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:43.916421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0c031-5845-47c1-aa81-afd2db07a7c1 None None] Pushing event updated for resources: {'Port': ['ID=3c2c419e-5ee0-4383-8f33-24d459ccbc32,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:44.009314 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d3f8-071f-449f-968d-e7cc99386c63 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:44.048889 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d3f8-071f-449f-968d-e7cc99386c63 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:44.094837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad7d3f8-071f-449f-968d-e7cc99386c63 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:44.098757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8ad7d3f8-071f-449f-968d-e7cc99386c63 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:44.103313 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad7d3f8-071f-449f-968d-e7cc99386c63 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:44.110013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad7d3f8-071f-449f-968d-e7cc99386c63 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:44.111324 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d3f8-071f-449f-968d-e7cc99386c63 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:44.121528 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7d3f8-071f-449f-968d-e7cc99386c63 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event updated for resources: {'Port': ['ID=e61a2952-3c1f-4590-8877-457a9f78fa32,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:44.159081 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8ad7d3f8-071f-449f-968d-e7cc99386c63 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9738190 Dec 08 02:22:44.161854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58808) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:44.168659 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f2a442fb-f61d-44b8-8b33-b42d789769fb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Request body: {'port': {'network_id': 'af6903dc-bef8-4dd8-8e5b-7c28fcd08150', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-675030613', 'allowed_address_pairs': [{'ip_address': '2001:db8::2fa', 'mac_address': 'fa:16:3e:42:71:13'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:44.325269 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a442fb-f61d-44b8-8b33-b42d789769fb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Made reservation on behalf of da3399fb56e7431fa1f30df914e10657 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:44.411519 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2a442fb-f61d-44b8-8b33-b42d789769fb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:44.427718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-f2a442fb-f61d-44b8-8b33-b42d789769fb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] device_id is not set on port 985cb379-705c-495e-8927-9e739562db18 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:22:44.545052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-f2a442fb-f61d-44b8-8b33-b42d789769fb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Allocated IP 2001:db8::36b (af6903dc-bef8-4dd8-8e5b-7c28fcd08150/2a289af7-beef-4f79-90a4-77238965e3ea/985cb379-705c-495e-8927-9e739562db18) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:44.603318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01fce4-e2d4-46f4-af23-7500b8696a13 req-00a76047-d940-4ad2-a4e1-d4e577467a29 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:44.604889 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc01fce4-e2d4-46f4-af23-7500b8696a13 req-00a76047-d940-4ad2-a4e1-d4e577467a29 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 945 time: 0.0540340 Dec 08 02:22:44.692367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc01fce4-e2d4-46f4-af23-7500b8696a13 req-96709767-17f2-499c-b766-ed953254813c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802927 Dec 08 02:22:44.732456 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2a442fb-f61d-44b8-8b33-b42d789769fb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:44.787343 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2a442fb-f61d-44b8-8b33-b42d789769fb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:44.842118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a442fb-f61d-44b8-8b33-b42d789769fb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:44.843549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb04ab-2bd1-494d-bbde-a2afc5c01717 req-359d1206-2f72-4227-9d25-fa64c3ea0623 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:44.845421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8adb04ab-2bd1-494d-bbde-a2afc5c01717 req-359d1206-2f72-4227-9d25-fa64c3ea0623 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 945 time: 0.0710499 Dec 08 02:22:44.845599 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-f2a442fb-f61d-44b8-8b33-b42d789769fb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:44.848665 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a442fb-f61d-44b8-8b33-b42d789769fb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:44.855105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a442fb-f61d-44b8-8b33-b42d789769fb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:44.855808 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2a442fb-f61d-44b8-8b33-b42d789769fb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:44.871078 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a442fb-f61d-44b8-8b33-b42d789769fb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event updated for resources: {'Port': ['ID=985cb379-705c-495e-8927-9e739562db18,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:44.882629 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f2a442fb-f61d-44b8-8b33-b42d789769fb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.7174385 Dec 08 02:22:44.883198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58814) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:44.920275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8adb04ab-2bd1-494d-bbde-a2afc5c01717 req-122ccf4a-daa4-4259-8252-e8dbc8f0c565 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639756 Dec 08 02:22:44.932746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58818) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:44.953835 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff3094e-eb76-41ce-96fe-03c6fa45a2a8 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:44.961074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff3094e-eb76-41ce-96fe-03c6fa45a2a8 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:44.967669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff3094e-eb76-41ce-96fe-03c6fa45a2a8 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:44.970114 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1ff3094e-eb76-41ce-96fe-03c6fa45a2a8 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0859368 Dec 08 02:22:44.972719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58820) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:44.985385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac2a74d-489a-45c5-a2c6-9bf551f55d27 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:44.987722 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7ac2a74d-489a-45c5-a2c6-9bf551f55d27 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 1092 time: 0.0538137 Dec 08 02:22:44.990893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58824) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:44.996084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:45.022906 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:45.082227 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a6375-4441-47f9-b6ab-e404e12f447a tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Deleting port 985cb379-705c-495e-8927-9e739562db18 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:45.082677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6e7a6375-4441-47f9-b6ab-e404e12f447a tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:45.102928 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1c1d88-4528-4b12-b9a7-170945b81fe0 None None] Network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:22:45.150931 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:45.214797 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6e7a6375-4441-47f9-b6ab-e404e12f447a tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:45.228221 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a6375-4441-47f9-b6ab-e404e12f447a tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Calling delete_port for 985cb379-705c-495e-8927-9e739562db18 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:45.285538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-67576b2d-72ff-4aed-9c83-d7f1c5a82b89 None None] Provisioning complete for port 3c2c419e-5ee0-4383-8f33-24d459ccbc32 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:45.286738 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67576b2d-72ff-4aed-9c83-d7f1c5a82b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:45.326699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.25.8.102 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/52538fce-89eb-4bb3-9272-b773d7ca8733) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:45.337410 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3c2c419e-5ee0-4383-8f33-24d459ccbc32 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:22:45.380658 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6e7a6375-4441-47f9-b6ab-e404e12f447a tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:45.424638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a6375-4441-47f9-b6ab-e404e12f447a tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event deleted for resources: {'Port': ['ID=985cb379-705c-495e-8927-9e739562db18,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:45.453168 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67576b2d-72ff-4aed-9c83-d7f1c5a82b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:45.469082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 3c2c419e-5ee0-4383-8f33-24d459ccbc32 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:45.469451 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:45.499457 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-67576b2d-72ff-4aed-9c83-d7f1c5a82b89 None None] For port 3c2c419e-5ee0-4383-8f33-24d459ccbc32, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3c2c419e-5ee0-4383-8f33-24d459ccbc32,segment=NetworkSegment(b1152834-d50d-4a99-b5fb-27437bdacd2d),segment_id=b1152834-d50d-4a99-b5fb-27437bdacd2d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:45.510258 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:45.521358 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-67576b2d-72ff-4aed-9c83-d7f1c5a82b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:45.560357 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:45.593741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67576b2d-72ff-4aed-9c83-d7f1c5a82b89 None None] Pushing event updated for resources: {'Port': ['ID=3c2c419e-5ee0-4383-8f33-24d459ccbc32,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:45.620550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:45.626862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:45.632222 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:45.657184 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6e7a6375-4441-47f9-b6ab-e404e12f447a tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:45.668373 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6e7a6375-4441-47f9-b6ab-e404e12f447a tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "DELETE /v2.0/ports/985cb379-705c-495e-8927-9e739562db18 HTTP/1.1" status: 204 len: 168 time: 0.6940310 Dec 08 02:22:45.668608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58834) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:45.684048 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=52538fce-89eb-4bb3-9272-b773d7ca8733,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:45.706647 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53edc6f-957a-497b-858b-36ea2d03bcc5 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] GET failed (client error): The resource could not be found. Dec 08 02:22:45.711657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a53edc6f-957a-497b-858b-36ea2d03bcc5 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "GET /v2.0/ports/985cb379-705c-495e-8927-9e739562db18 HTTP/1.1" status: 404 len: 333 time: 0.0359499 Dec 08 02:22:45.712466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58836) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:45.717846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d459146e-3ca0-485a-b4fe-ab7343ae5401 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Request body: {'port': {'network_id': 'af6903dc-bef8-4dd8-8e5b-7c28fcd08150', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2000379501'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:45.842789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4287525d-21ae-4fad-b3ca-236f0c30b9f1 None None] Could not find standard attr ID for object 985cb379-705c-495e-8927-9e739562db18. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:22:45.855773 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4287525d-21ae-4fad-b3ca-236f0c30b9f1 None None] Provisioning complete for port e61a2952-3c1f-4590-8877-457a9f78fa32 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:45.857091 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4287525d-21ae-4fad-b3ca-236f0c30b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:45.917437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4287525d-21ae-4fad-b3ca-236f0c30b9f1 None None] Port e61a2952-3c1f-4590-8877-457a9f78fa32 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:45.929883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4287525d-21ae-4fad-b3ca-236f0c30b9f1 None None] Provisioning complete for port 3c2c419e-5ee0-4383-8f33-24d459ccbc32 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:45.930695 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4287525d-21ae-4fad-b3ca-236f0c30b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:45.946799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d459146e-3ca0-485a-b4fe-ab7343ae5401 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Made reservation on behalf of da3399fb56e7431fa1f30df914e10657 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:45.950946 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d459146e-3ca0-485a-b4fe-ab7343ae5401 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:46.018090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-d459146e-3ca0-485a-b4fe-ab7343ae5401 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] device_id is not set on port c54078d1-8c86-4d9a-9b2c-0f7f9248ca19 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:22:46.162487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-00a9f415-b407-493e-bfa6-e3303bce0cdd None None] Provisioning complete for port e61a2952-3c1f-4590-8877-457a9f78fa32 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:46.163690 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-00a9f415-b407-493e-bfa6-e3303bce0cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:46.206252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-00a9f415-b407-493e-bfa6-e3303bce0cdd None None] Port e61a2952-3c1f-4590-8877-457a9f78fa32 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:46.238848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-d459146e-3ca0-485a-b4fe-ab7343ae5401 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Allocated IP 2001:db8::177 (af6903dc-bef8-4dd8-8e5b-7c28fcd08150/2a289af7-beef-4f79-90a4-77238965e3ea/c54078d1-8c86-4d9a-9b2c-0f7f9248ca19) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:46.320504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-055929f2-7f40-48db-bdcd-e2db136977dd None None] Could not find standard attr ID for object 985cb379-705c-495e-8927-9e739562db18. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:22:46.362482 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:46.508281 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:46.514344 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d459146e-3ca0-485a-b4fe-ab7343ae5401 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:46.630392 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d459146e-3ca0-485a-b4fe-ab7343ae5401 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:46.691052 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d459146e-3ca0-485a-b4fe-ab7343ae5401 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:46.700145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d459146e-3ca0-485a-b4fe-ab7343ae5401 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:46.707285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459146e-3ca0-485a-b4fe-ab7343ae5401 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:46.712939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d459146e-3ca0-485a-b4fe-ab7343ae5401 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:46.713644 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d459146e-3ca0-485a-b4fe-ab7343ae5401 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:46.727366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459146e-3ca0-485a-b4fe-ab7343ae5401 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event updated for resources: {'Port': ['ID=c54078d1-8c86-4d9a-9b2c-0f7f9248ca19,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:46.749891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d459146e-3ca0-485a-b4fe-ab7343ae5401 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0363514 Dec 08 02:22:46.753328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58844) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:46.759839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-82ca4247-9d2a-49e5-bd15-de01cc4be0ec tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2fa', 'mac_address': 'fa:16:3e:42:71:13'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:46.762939 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:46.768654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:46.863468 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82ca4247-9d2a-49e5-bd15-de01cc4be0ec tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:46.888589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=52538fce-89eb-4bb3-9272-b773d7ca8733,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:46.919742 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:47.039766 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Floating IP 584a8edc-416a-452d-9ffe-59ea9c0aefd5 associated. External IP: 172.25.8.102, port: 0fd08a16-7538-4ac0-82a2-a84236d3a1d7. Dec 08 02:22:47.055857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c2f38f14-0416-4a1e-b747-6d8f3b22e217 None None] Provisioning complete for port c54078d1-8c86-4d9a-9b2c-0f7f9248ca19 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:47.056469 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c2f38f14-0416-4a1e-b747-6d8f3b22e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:47.081522 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82ca4247-9d2a-49e5-bd15-de01cc4be0ec tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:47.087800 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82ca4247-9d2a-49e5-bd15-de01cc4be0ec tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:47.113463 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c2f38f14-0416-4a1e-b747-6d8f3b22e217 None None] Port c54078d1-8c86-4d9a-9b2c-0f7f9248ca19 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:47.127133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-82ca4247-9d2a-49e5-bd15-de01cc4be0ec tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] In _notify_port_updated(), no bound segment for port c54078d1-8c86-4d9a-9b2c-0f7f9248ca19 on network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:22:47.132846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ca4247-9d2a-49e5-bd15-de01cc4be0ec tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:47.133457 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82ca4247-9d2a-49e5-bd15-de01cc4be0ec tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:47.137836 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-82ca4247-9d2a-49e5-bd15-de01cc4be0ec tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "PUT /v2.0/ports/c54078d1-8c86-4d9a-9b2c-0f7f9248ca19 HTTP/1.1" status: 200 len: 1003 time: 0.3827360 Dec 08 02:22:47.138467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58852) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:47.180434 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca4247-9d2a-49e5-bd15-de01cc4be0ec tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event updated for resources: {'Port': ['ID=c54078d1-8c86-4d9a-9b2c-0f7f9248ca19,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:47.262141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3c2c419e-5ee0-4383-8f33-24d459ccbc32 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:22:47.290779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f8420f41-2f92-48d2-9663-b8b24dba0ab4 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Deleting port c54078d1-8c86-4d9a-9b2c-0f7f9248ca19 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:47.291132 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8420f41-2f92-48d2-9663-b8b24dba0ab4 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:47.338058 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 3c2c419e-5ee0-4383-8f33-24d459ccbc32 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:47.338574 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:47.362068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 0a0c72af-e284-4740-9405-80c3221e5172 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:22:47.398825 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8420f41-2f92-48d2-9663-b8b24dba0ab4 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:47.425420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f8420f41-2f92-48d2-9663-b8b24dba0ab4 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Calling delete_port for c54078d1-8c86-4d9a-9b2c-0f7f9248ca19 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:47.510888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:47.530967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7153a-afc0-40cb-a8d6-79ca4ab3ffe8 None None] Sync routers for ids ['0a0c72af-e284-4740-9405-80c3221e5172'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:47.548000 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:47.552457 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0e8c4e67-2dfb-45f1-9095-b0f103bddee2 None None] Provisioning complete for port c54078d1-8c86-4d9a-9b2c-0f7f9248ca19 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:47.553037 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4e67-2dfb-45f1-9095-b0f103bddee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:47.578355 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6343dfbd-3768-4c05-a925-9dd44c840c9f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5860038 Dec 08 02:22:47.579077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:22:47.582259 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d40987f-2fa6-4f90-ba6f-bb7a849b2bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:22:47.603410 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8420f41-2f92-48d2-9663-b8b24dba0ab4 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:47.604595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c4e67-2dfb-45f1-9095-b0f103bddee2 None None] Port c54078d1-8c86-4d9a-9b2c-0f7f9248ca19 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:47.605943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7153a-afc0-40cb-a8d6-79ca4ab3ffe8 None None] Routers {'0a0c72af-e284-4740-9405-80c3221e5172'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:47.606568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b2c7153a-afc0-40cb-a8d6-79ca4ab3ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0a0c72af-e284-4740-9405-80c3221e5172'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:47.636138 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dcc0d3-5d5f-4ae0-84fb-1cde681bcf2c x-openstack-request-id: req-c4dcc0d3-5d5f-4ae0-84fb-1cde681bcf2c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:22:47.636623 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:22:47.636741 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c4dcc0d3-5d5f-4ae0-84fb-1cde681bcf2c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:22:47.637054 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'status': 'completed', 'code': 200} Dec 08 02:22:47.650405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8420f41-2f92-48d2-9663-b8b24dba0ab4 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event deleted for resources: {'Port': ['ID=c54078d1-8c86-4d9a-9b2c-0f7f9248ca19,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:47.752259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b96c-7ec9-45e9-969a-164f81cd6840 req-8cf1afd9-6ebd-471d-a1ed-145fc1ad3fa1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:47.759807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d750b96c-7ec9-45e9-969a-164f81cd6840 req-8cf1afd9-6ebd-471d-a1ed-145fc1ad3fa1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 945 time: 0.1073885 Dec 08 02:22:47.770098 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8420f41-2f92-48d2-9663-b8b24dba0ab4 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:47.773262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b2c7153a-afc0-40cb-a8d6-79ca4ab3ffe8 None None] Set router 0a0c72af-e284-4740-9405-80c3221e5172 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:47.776223 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f8420f41-2f92-48d2-9663-b8b24dba0ab4 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "DELETE /v2.0/ports/c54078d1-8c86-4d9a-9b2c-0f7f9248ca19 HTTP/1.1" status: 204 len: 168 time: 0.6346655 Dec 08 02:22:47.777031 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58858) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:47.805229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40987f-2fa6-4f90-ba6f-bb7a849b2bbb req-a95b072e-10d7-46c3-806b-884b5964865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:47.806726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d40987f-2fa6-4f90-ba6f-bb7a849b2bbb req-a95b072e-10d7-46c3-806b-884b5964865a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 1097 time: 0.1251564 Dec 08 02:22:47.809531 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf3df4c-18be-47a5-a606-7d59207b95ea tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] GET failed (client error): The resource could not be found. Dec 08 02:22:47.811222 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-aaf3df4c-18be-47a5-a606-7d59207b95ea tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "GET /v2.0/ports/c54078d1-8c86-4d9a-9b2c-0f7f9248ca19 HTTP/1.1" status: 404 len: 333 time: 0.0329628 Dec 08 02:22:47.818338 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58860) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:47.823911 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-baf0a574-d8d8-48f5-ac9f-b688d091def9 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Request body: {'port': {'network_id': 'af6903dc-bef8-4dd8-8e5b-7c28fcd08150', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-105480138'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:47.908378 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d750b96c-7ec9-45e9-969a-164f81cd6840 req-be2e62c2-dde1-43db-b2a3-cd0dafd87935 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476076 Dec 08 02:22:47.931998 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58864) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:47.998466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40987f-2fa6-4f90-ba6f-bb7a849b2bbb req-acb89483-dc01-4aa0-badd-a9a8fff9d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:48.000482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d40987f-2fa6-4f90-ba6f-bb7a849b2bbb req-acb89483-dc01-4aa0-badd-a9a8fff9d450 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fa0f1f34-cedb-428f-aa23-d64467142475 HTTP/1.1" status: 200 len: 897 time: 0.1772101 Dec 08 02:22:48.070843 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-84f23a4a-bcb4-47b8-ba6a-0ed60fc116dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/584a8edc-416a-452d-9ffe-59ea9c0aefd5 HTTP/1.1" status: 200 len: 991 time: 0.1371236 Dec 08 02:22:48.123562 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d40987f-2fa6-4f90-ba6f-bb7a849b2bbb req-a77d6d32-03a4-4cbc-9a14-8840ba7159b9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7 HTTP/1.1" status: 200 len: 999 time: 0.1165764 Dec 08 02:22:48.151629 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf0a574-d8d8-48f5-ac9f-b688d091def9 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Made reservation on behalf of da3399fb56e7431fa1f30df914e10657 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:48.154120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b2c7153a-afc0-40cb-a8d6-79ca4ab3ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:28Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '584a8edc-416a-452d-9ffe-59ea9c0aefd5', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'port_id': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'mac_address': 'fa:16:3e:2c:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:22:46Z', 'updated_at': '2021-12-08T02:22:46Z', 'revision_number': 0, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0', 'name': '', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:68:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:26Z', 'updated_at': '2021-12-08T02:22:31Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:48.155538 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-baf0a574-d8d8-48f5-ac9f-b688d091def9 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:48.173328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-baf0a574-d8d8-48f5-ac9f-b688d091def9 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] device_id is not set on port 151ef47a-3f98-4a44-875f-9386551e7933 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:22:48.176449 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40987f-2fa6-4f90-ba6f-bb7a849b2bbb req-b4fdcf39-a0cb-4dc6-aa3f-d4933bbd0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:48.178129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d40987f-2fa6-4f90-ba6f-bb7a849b2bbb req-b4fdcf39-a0cb-4dc6-aa3f-d4933bbd0ee6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c9f7e8c0-d678-4878-bc63-cb7c569da0f4 HTTP/1.1" status: 200 len: 835 time: 0.0478845 Dec 08 02:22:48.181929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7153a-afc0-40cb-a8d6-79ca4ab3ffe8 None None] Checking router: 0a0c72af-e284-4740-9405-80c3221e5172 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:22:48.190522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7153a-afc0-40cb-a8d6-79ca4ab3ffe8 None None] Routers {'0a0c72af-e284-4740-9405-80c3221e5172'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:48.191124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b2c7153a-afc0-40cb-a8d6-79ca4ab3ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0a0c72af-e284-4740-9405-80c3221e5172'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:48.239670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40987f-2fa6-4f90-ba6f-bb7a849b2bbb req-a3c5b441-593c-4727-a4aa-1e28d1f51f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:48.239670 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d40987f-2fa6-4f90-ba6f-bb7a849b2bbb req-a3c5b441-593c-4727-a4aa-1e28d1f51f9d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fa0f1f34-cedb-428f-aa23-d64467142475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531001 Dec 08 02:22:48.304194 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-baf0a574-d8d8-48f5-ac9f-b688d091def9 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Allocated IP 2001:db8::185 (af6903dc-bef8-4dd8-8e5b-7c28fcd08150/2a289af7-beef-4f79-90a4-77238965e3ea/151ef47a-3f98-4a44-875f-9386551e7933) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:48.337665 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d40987f-2fa6-4f90-ba6f-bb7a849b2bbb req-5a54abdc-d693-4061-8402-10ea0fc1da59 service neutron] 10.222.0.75 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928667 Dec 08 02:22:48.434355 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d40987f-2fa6-4f90-ba6f-bb7a849b2bbb req-deae1294-1a11-4523-bf68-58197caccb70 service neutron] 10.222.0.75 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897784 Dec 08 02:22:48.461075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b2c7153a-afc0-40cb-a8d6-79ca4ab3ffe8 None None] Set router 0a0c72af-e284-4740-9405-80c3221e5172 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:48.466832 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-baf0a574-d8d8-48f5-ac9f-b688d091def9 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:48.502900 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-baf0a574-d8d8-48f5-ac9f-b688d091def9 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:48.548080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf0a574-d8d8-48f5-ac9f-b688d091def9 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:48.553733 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-baf0a574-d8d8-48f5-ac9f-b688d091def9 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:48.558340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0a574-d8d8-48f5-ac9f-b688d091def9 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:48.563925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf0a574-d8d8-48f5-ac9f-b688d091def9 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:48.564562 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-baf0a574-d8d8-48f5-ac9f-b688d091def9 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:48.568237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0a574-d8d8-48f5-ac9f-b688d091def9 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event updated for resources: {'Port': ['ID=151ef47a-3f98-4a44-875f-9386551e7933,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:48.587166 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-baf0a574-d8d8-48f5-ac9f-b688d091def9 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7653792 Dec 08 02:22:48.587680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58866) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:48.593507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e2b3bccf-3198-4bbe-9ef7-29cea91b01e1 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:42:71:13'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:48.668611 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bccf-3198-4bbe-9ef7-29cea91b01e1 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:48.712525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b2c7153a-afc0-40cb-a8d6-79ca4ab3ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:28Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '584a8edc-416a-452d-9ffe-59ea9c0aefd5', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'port_id': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'mac_address': 'fa:16:3e:2c:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:22:46Z', 'updated_at': '2021-12-08T02:22:46Z', 'revision_number': 0, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0', 'name': '', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:68:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:26Z', 'updated_at': '2021-12-08T02:22:31Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:48.741014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7153a-afc0-40cb-a8d6-79ca4ab3ffe8 None None] The sync data for ids ['0a0c72af-e284-4740-9405-80c3221e5172'] in n-d-713499-31 is: [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:28Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '584a8edc-416a-452d-9ffe-59ea9c0aefd5', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'port_id': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'mac_address': 'fa:16:3e:2c:1d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:22:46Z', 'updated_at': '2021-12-08T02:22:46Z', 'revision_number': 0, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0', 'name': '', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:68:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:26Z', 'updated_at': '2021-12-08T02:22:31Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:48.839226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-56c945ed-683f-470e-9f02-c43693269fc4 None None] Provisioning complete for port 151ef47a-3f98-4a44-875f-9386551e7933 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:48.839596 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56c945ed-683f-470e-9f02-c43693269fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:48.866885 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bccf-3198-4bbe-9ef7-29cea91b01e1 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:48.872982 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bccf-3198-4bbe-9ef7-29cea91b01e1 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:48.876519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-56c945ed-683f-470e-9f02-c43693269fc4 None None] Port 151ef47a-3f98-4a44-875f-9386551e7933 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:48.905646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e2b3bccf-3198-4bbe-9ef7-29cea91b01e1 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] In _notify_port_updated(), no bound segment for port 151ef47a-3f98-4a44-875f-9386551e7933 on network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:22:48.912001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b3bccf-3198-4bbe-9ef7-29cea91b01e1 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:48.912645 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2b3bccf-3198-4bbe-9ef7-29cea91b01e1 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:48.913979 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e2b3bccf-3198-4bbe-9ef7-29cea91b01e1 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "PUT /v2.0/ports/151ef47a-3f98-4a44-875f-9386551e7933 HTTP/1.1" status: 200 len: 1002 time: 0.3252385 Dec 08 02:22:48.917264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58868) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:48.936979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3bccf-3198-4bbe-9ef7-29cea91b01e1 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event updated for resources: {'Port': ['ID=151ef47a-3f98-4a44-875f-9386551e7933,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:48.960230 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1299d8-d626-4f6a-a148-4215db5ccc7a None None] New status for floating IP 584a8edc-416a-452d-9ffe-59ea9c0aefd5: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:22:49.051026 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1b814266-d9c0-4867-9ef1-326aa8d76d81 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Deleting port 151ef47a-3f98-4a44-875f-9386551e7933 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:49.051026 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b814266-d9c0-4867-9ef1-326aa8d76d81 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:49.074835 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58874) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:49.168120 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1c9cea90-80c0-4e16-b4bb-290caafb85c1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/584a8edc-416a-452d-9ffe-59ea9c0aefd5 HTTP/1.1" status: 200 len: 991 time: 0.0912120 Dec 08 02:22:49.188095 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b814266-d9c0-4867-9ef1-326aa8d76d81 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:49.204098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1b814266-d9c0-4867-9ef1-326aa8d76d81 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Calling delete_port for 151ef47a-3f98-4a44-875f-9386551e7933 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:49.303932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-85feed49-b6bb-4382-95b5-3ce1a7dc8cf0 None None] Provisioning complete for port 151ef47a-3f98-4a44-875f-9386551e7933 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:49.304306 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85feed49-b6bb-4382-95b5-3ce1a7dc8cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:49.350670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-85feed49-b6bb-4382-95b5-3ce1a7dc8cf0 None None] Port 151ef47a-3f98-4a44-875f-9386551e7933 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:49.350910 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b814266-d9c0-4867-9ef1-326aa8d76d81 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:49.382851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b814266-d9c0-4867-9ef1-326aa8d76d81 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event deleted for resources: {'Port': ['ID=151ef47a-3f98-4a44-875f-9386551e7933,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:49.413001 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b814266-d9c0-4867-9ef1-326aa8d76d81 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:49.416825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1b814266-d9c0-4867-9ef1-326aa8d76d81 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "DELETE /v2.0/ports/151ef47a-3f98-4a44-875f-9386551e7933 HTTP/1.1" status: 204 len: 168 time: 0.4984815 Dec 08 02:22:49.420587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58886) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:49.448892 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c72655-a817-4a6a-92a4-ff0b9111c070 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] GET failed (client error): The resource could not be found. Dec 08 02:22:49.450673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b7c72655-a817-4a6a-92a4-ff0b9111c070 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "GET /v2.0/ports/151ef47a-3f98-4a44-875f-9386551e7933 HTTP/1.1" status: 404 len: 333 time: 0.0301442 Dec 08 02:22:49.455474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58888) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:49.461747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-cf469fac-9541-48a2-a578-0574528065cb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Request body: {'port': {'network_id': 'af6903dc-bef8-4dd8-8e5b-7c28fcd08150', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1841566167'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:49.580902 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf469fac-9541-48a2-a578-0574528065cb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Made reservation on behalf of da3399fb56e7431fa1f30df914e10657 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:49.586092 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf469fac-9541-48a2-a578-0574528065cb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:49.613969 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-cf469fac-9541-48a2-a578-0574528065cb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] device_id is not set on port e211d715-2fa5-4482-b62e-71add1b6fda2 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:22:49.734246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-cf469fac-9541-48a2-a578-0574528065cb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Allocated IP 2001:db8::2a0 (af6903dc-bef8-4dd8-8e5b-7c28fcd08150/2a289af7-beef-4f79-90a4-77238965e3ea/e211d715-2fa5-4482-b62e-71add1b6fda2) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:49.881031 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf469fac-9541-48a2-a578-0574528065cb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:49.916387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf469fac-9541-48a2-a578-0574528065cb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:49.958124 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf469fac-9541-48a2-a578-0574528065cb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:49.961140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-cf469fac-9541-48a2-a578-0574528065cb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:49.964879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf469fac-9541-48a2-a578-0574528065cb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:49.972015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf469fac-9541-48a2-a578-0574528065cb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:49.972697 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cf469fac-9541-48a2-a578-0574528065cb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:49.984848 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf469fac-9541-48a2-a578-0574528065cb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event updated for resources: {'Port': ['ID=e211d715-2fa5-4482-b62e-71add1b6fda2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:50.002786 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cf469fac-9541-48a2-a578-0574528065cb tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5422652 Dec 08 02:22:50.003167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58902) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:50.008733 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0cd98862-84c8-4838-a5a7-f4e5dc80b8a3 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Request body: {'port': {'network_id': 'af6903dc-bef8-4dd8-8e5b-7c28fcd08150', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2082662017'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:50.134290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd98862-84c8-4838-a5a7-f4e5dc80b8a3 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Made reservation on behalf of da3399fb56e7431fa1f30df914e10657 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:50.138407 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0cd98862-84c8-4838-a5a7-f4e5dc80b8a3 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:50.159117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-0cd98862-84c8-4838-a5a7-f4e5dc80b8a3 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] device_id is not set on port b60dff94-7939-4f90-b0c3-a277c4e61a8d yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:22:50.171419 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58906) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:50.243820 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ac51b9be-10e0-41a4-9184-6d17894fa179 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/584a8edc-416a-452d-9ffe-59ea9c0aefd5 HTTP/1.1" status: 200 len: 993 time: 0.0709090 Dec 08 02:22:50.284252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a22552c2-2f13-4464-862c-0130861fc8a7 None None] Provisioning complete for port e211d715-2fa5-4482-b62e-71add1b6fda2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:50.284835 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a22552c2-2f13-4464-862c-0130861fc8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:50.319961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a22552c2-2f13-4464-862c-0130861fc8a7 None None] Port e211d715-2fa5-4482-b62e-71add1b6fda2 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:50.637024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-0cd98862-84c8-4838-a5a7-f4e5dc80b8a3 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Allocated IP 2001:db8::3cd (af6903dc-bef8-4dd8-8e5b-7c28fcd08150/2a289af7-beef-4f79-90a4-77238965e3ea/b60dff94-7939-4f90-b0c3-a277c4e61a8d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:50.781572 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0cd98862-84c8-4838-a5a7-f4e5dc80b8a3 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:50.815294 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0cd98862-84c8-4838-a5a7-f4e5dc80b8a3 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:50.864195 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd98862-84c8-4838-a5a7-f4e5dc80b8a3 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:50.867362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0cd98862-84c8-4838-a5a7-f4e5dc80b8a3 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:50.871443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd98862-84c8-4838-a5a7-f4e5dc80b8a3 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:50.877817 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd98862-84c8-4838-a5a7-f4e5dc80b8a3 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:50.878578 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0cd98862-84c8-4838-a5a7-f4e5dc80b8a3 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:50.894018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd98862-84c8-4838-a5a7-f4e5dc80b8a3 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event updated for resources: {'Port': ['ID=b60dff94-7939-4f90-b0c3-a277c4e61a8d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:50.906524 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0cd98862-84c8-4838-a5a7-f4e5dc80b8a3 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9021347 Dec 08 02:22:50.909266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58924) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:50.915529 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-905c7e1f-d3a0-4fb3-b355-eae3b08d7d40 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2fa', 'mac_address': 'fa:16:3e:42:71:13'}, {'ip_address': '2001:db8::2a0', 'mac_address': 'fa:16:3e:2b:e5:51'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:51.087031 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-905c7e1f-d3a0-4fb3-b355-eae3b08d7d40 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:51.147369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b5a4bc48-8902-4c0f-a269-71ab57adfe70 None None] Provisioning complete for port b60dff94-7939-4f90-b0c3-a277c4e61a8d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:51.147895 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5a4bc48-8902-4c0f-a269-71ab57adfe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:51.183417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4bc48-8902-4c0f-a269-71ab57adfe70 None None] Port b60dff94-7939-4f90-b0c3-a277c4e61a8d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:51.280050 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-905c7e1f-d3a0-4fb3-b355-eae3b08d7d40 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:51.285003 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-905c7e1f-d3a0-4fb3-b355-eae3b08d7d40 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:51.317747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-905c7e1f-d3a0-4fb3-b355-eae3b08d7d40 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] In _notify_port_updated(), no bound segment for port b60dff94-7939-4f90-b0c3-a277c4e61a8d on network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 {{(pid=109766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 02:22:51.323677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905c7e1f-d3a0-4fb3-b355-eae3b08d7d40 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:51.324412 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-905c7e1f-d3a0-4fb3-b355-eae3b08d7d40 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:51.329102 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-905c7e1f-d3a0-4fb3-b355-eae3b08d7d40 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "PUT /v2.0/ports/b60dff94-7939-4f90-b0c3-a277c4e61a8d HTTP/1.1" status: 200 len: 1068 time: 0.4150498 Dec 08 02:22:51.329220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58936) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:51.346225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c7e1f-d3a0-4fb3-b355-eae3b08d7d40 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event updated for resources: {'Port': ['ID=b60dff94-7939-4f90-b0c3-a277c4e61a8d,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:51.432903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ac75f513-1ad4-42ef-afe8-537d2b772a25 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Deleting port b60dff94-7939-4f90-b0c3-a277c4e61a8d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:51.433244 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac75f513-1ad4-42ef-afe8-537d2b772a25 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:51.526611 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac75f513-1ad4-42ef-afe8-537d2b772a25 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:51.540266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ac75f513-1ad4-42ef-afe8-537d2b772a25 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Calling delete_port for b60dff94-7939-4f90-b0c3-a277c4e61a8d owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:51.618930 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8dec0488-f94f-4897-a16b-08f54d5bc7dd None None] Provisioning complete for port b60dff94-7939-4f90-b0c3-a277c4e61a8d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:51.619497 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8dec0488-f94f-4897-a16b-08f54d5bc7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:51.652801 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8dec0488-f94f-4897-a16b-08f54d5bc7dd None None] Port b60dff94-7939-4f90-b0c3-a277c4e61a8d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:51.673133 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac75f513-1ad4-42ef-afe8-537d2b772a25 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:51.703210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75f513-1ad4-42ef-afe8-537d2b772a25 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event deleted for resources: {'Port': ['ID=b60dff94-7939-4f90-b0c3-a277c4e61a8d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:51.867902 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac75f513-1ad4-42ef-afe8-537d2b772a25 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:51.871655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ac75f513-1ad4-42ef-afe8-537d2b772a25 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "DELETE /v2.0/ports/b60dff94-7939-4f90-b0c3-a277c4e61a8d HTTP/1.1" status: 204 len: 168 time: 0.5409536 Dec 08 02:22:51.873903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58948) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:51.904919 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b919dcd-a536-44c9-bdcc-1a6d9f39f998 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] GET failed (client error): The resource could not be found. Dec 08 02:22:51.909537 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6b919dcd-a536-44c9-bdcc-1a6d9f39f998 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "GET /v2.0/ports/b60dff94-7939-4f90-b0c3-a277c4e61a8d HTTP/1.1" status: 404 len: 333 time: 0.0314870 Dec 08 02:22:51.910173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58950) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:51.996806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f699511c-a6ae-48c3-a1f2-0a9beee91c49 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Deleting port e211d715-2fa5-4482-b62e-71add1b6fda2 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:51.997409 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f699511c-a6ae-48c3-a1f2-0a9beee91c49 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:52.002109 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd66c112-dbb3-4af0-ba1d-18a4d7345493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:52.086488 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f699511c-a6ae-48c3-a1f2-0a9beee91c49 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:52.099140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-f699511c-a6ae-48c3-a1f2-0a9beee91c49 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Calling delete_port for e211d715-2fa5-4482-b62e-71add1b6fda2 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:52.228049 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f699511c-a6ae-48c3-a1f2-0a9beee91c49 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:52.259147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699511c-a6ae-48c3-a1f2-0a9beee91c49 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event deleted for resources: {'Port': ['ID=e211d715-2fa5-4482-b62e-71add1b6fda2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:52.285175 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f699511c-a6ae-48c3-a1f2-0a9beee91c49 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:52.288546 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f699511c-a6ae-48c3-a1f2-0a9beee91c49 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "DELETE /v2.0/ports/e211d715-2fa5-4482-b62e-71add1b6fda2 HTTP/1.1" status: 204 len: 168 time: 0.3778186 Dec 08 02:22:52.291135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 58952) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:52.315648 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7dc02a-8e29-4fd3-95dd-152573ee77fd tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] GET failed (client error): The resource could not be found. Dec 08 02:22:52.317089 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-db7dc02a-8e29-4fd3-95dd-152573ee77fd tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "GET /v2.0/ports/e211d715-2fa5-4482-b62e-71add1b6fda2 HTTP/1.1" status: 404 len: 333 time: 0.0250156 Dec 08 02:22:52.320688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58954) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:52.417350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9b3cd4ec-f9fb-4769-aac5-68c73b6ab93f tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Deleting port e61a2952-3c1f-4590-8877-457a9f78fa32 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:52.418029 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd4ec-f9fb-4769-aac5-68c73b6ab93f tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:52.508707 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd4ec-f9fb-4769-aac5-68c73b6ab93f tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:52.520309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9b3cd4ec-f9fb-4769-aac5-68c73b6ab93f tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Calling delete_port for e61a2952-3c1f-4590-8877-457a9f78fa32 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:52.647517 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd4ec-f9fb-4769-aac5-68c73b6ab93f tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:52.674268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cd4ec-f9fb-4769-aac5-68c73b6ab93f tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event deleted for resources: {'Port': ['ID=e61a2952-3c1f-4590-8877-457a9f78fa32,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:52.702105 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd4ec-f9fb-4769-aac5-68c73b6ab93f tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:52.708119 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9b3cd4ec-f9fb-4769-aac5-68c73b6ab93f tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "DELETE /v2.0/ports/e61a2952-3c1f-4590-8877-457a9f78fa32 HTTP/1.1" status: 204 len: 168 time: 0.3839629 Dec 08 02:22:52.708502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58956) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:52.769395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4c2e3c-5085-4a82-ba0f-5d9750687a58 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Deleting subnet 2a289af7-beef-4f79-90a4-77238965e3ea {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:22:52.772869 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2e3c-5085-4a82-ba0f-5d9750687a58 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:52.818503 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2e3c-5085-4a82-ba0f-5d9750687a58 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:52.907161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2e3c-5085-4a82-ba0f-5d9750687a58 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:52.969238 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2e3c-5085-4a82-ba0f-5d9750687a58 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:52.995974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c2e3c-5085-4a82-ba0f-5d9750687a58 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event deleted for resources: {'Subnet': ['ID=2a289af7-beef-4f79-90a4-77238965e3ea,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:53.002423 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2e3c-5085-4a82-ba0f-5d9750687a58 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.005842 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1e4c2e3c-5085-4a82-ba0f-5d9750687a58 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "DELETE /v2.0/subnets/2a289af7-beef-4f79-90a4-77238965e3ea HTTP/1.1" status: 204 len: 168 time: 0.2962947 Dec 08 02:22:53.008383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58960) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:53.014142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a141a5-26e4-4cba-bf2a-409aad44f73e None None] Network af6903dc-bef8-4dd8-8e5b-7c28fcd08150 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:22:53.101832 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.174952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Deleting port 3c2c419e-5ee0-4383-8f33-24d459ccbc32 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:53.175401 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.229991 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5e5557-e3d1-46bf-aae8-2db171773f3e None None] DHCP port deletion for af6903dc-bef8-4dd8-8e5b-7c28fcd08150 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:53.258489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] For port 3c2c419e-5ee0-4383-8f33-24d459ccbc32, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3c2c419e-5ee0-4383-8f33-24d459ccbc32,segment=NetworkSegment(b1152834-d50d-4a99-b5fb-27437bdacd2d),segment_id=b1152834-d50d-4a99-b5fb-27437bdacd2d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:53.259006 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.273119 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Calling delete_port for 3c2c419e-5ee0-4383-8f33-24d459ccbc32 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:53.281726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-da5e5557-e3d1-46bf-aae8-2db171773f3e None None] Deleting port 3c2c419e-5ee0-4383-8f33-24d459ccbc32 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:22:53.282091 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da5e5557-e3d1-46bf-aae8-2db171773f3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.345916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-da5e5557-e3d1-46bf-aae8-2db171773f3e None None] For port 3c2c419e-5ee0-4383-8f33-24d459ccbc32, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3c2c419e-5ee0-4383-8f33-24d459ccbc32,segment=NetworkSegment(b1152834-d50d-4a99-b5fb-27437bdacd2d),segment_id=b1152834-d50d-4a99-b5fb-27437bdacd2d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:53.346205 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da5e5557-e3d1-46bf-aae8-2db171773f3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.354427 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.363488 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-da5e5557-e3d1-46bf-aae8-2db171773f3e None None] Calling delete_port for 3c2c419e-5ee0-4383-8f33-24d459ccbc32 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:22:53.386476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] No DVR routers for this DVR port 3c2c419e-5ee0-4383-8f33-24d459ccbc32 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:22:53.413634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event deleted for resources: {'Port': ['ID=3c2c419e-5ee0-4383-8f33-24d459ccbc32,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:53.439203 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da5e5557-e3d1-46bf-aae8-2db171773f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.465840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e5557-e3d1-46bf-aae8-2db171773f3e None None] Pushing event deleted for resources: {'Port': ['ID=3c2c419e-5ee0-4383-8f33-24d459ccbc32,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:53.467953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e5557-e3d1-46bf-aae8-2db171773f3e None None] No DVR routers for this DVR port 3c2c419e-5ee0-4383-8f33-24d459ccbc32 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:22:53.477772 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.499253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6903dc-bef8-4dd8-8e5b-7c28fcd08150']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:53.508499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1152834-d50d-4a99-b5fb-27437bdacd2d') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:53.508800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1152834-d50d-4a99-b5fb-27437bdacd2d') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:53.519053 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.534029 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.540895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:22:53.541300 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:22:53.544687 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:22:53.569420 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.611951 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.618845 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:53.622119 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] 10.222.0.71 "DELETE /v2.0/networks/af6903dc-bef8-4dd8-8e5b-7c28fcd08150 HTTP/1.1" status: 204 len: 168 time: 0.6125410 Dec 08 02:22:53.634140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c6d89-1814-4326-8876-ea649f57c862 tempest-AllowedAddressPairIpV6TestJSON-557167914 tempest-AllowedAddressPairIpV6TestJSON-557167914-project] Pushing event deleted for resources: {'Network': ['ID=af6903dc-bef8-4dd8-8e5b-7c28fcd08150,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:53.877217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58968) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:54.044476 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e2da50ff-8191-4360-b758-7df3f3a9d5d4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=da3399fb56e7431fa1f30df914e10657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1637280 Dec 08 02:22:54.044727 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58976) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:54.097354 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc85aacc-e45f-4903-861e-e56b6d10707c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:54.119343 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc85aacc-e45f-4903-861e-e56b6d10707c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:54.173303 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc85aacc-e45f-4903-861e-e56b6d10707c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:54.176499 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bc85aacc-e45f-4903-861e-e56b6d10707c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:54.180279 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bc85aacc-e45f-4903-861e-e56b6d10707c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b9f6c2e0-61ca-43e8-a6cd-18e401ac10e4 HTTP/1.1" status: 204 len: 168 time: 0.1321225 Dec 08 02:22:54.186098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85aacc-e45f-4903-861e-e56b6d10707c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f6c2e0-61ca-43e8-a6cd-18e401ac10e4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:54.358828 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8071-dc0d-4b05-a1bd-40341f45f4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:54.361085 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:54.903538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 58998) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:55.014171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2111724422'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:55.038857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Made reservation on behalf of 2911918704c1494b850d3ea03d7813d1 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:55.044490 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.055894 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.135685 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.139595 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.172063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bf77eb-3a5a-48e2-9d72-d874f0621f00,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:55.178096 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:22:55.188496 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.188934 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Added segment ba70c656-ac22-40c5-9d9c-c44bfa8a921e of type vlan for network 6bb45ffa-1794-4a5a-9fc8-44f5740fa15b Dec 08 02:22:55.227993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3c2c419e-5ee0-4383-8f33-24d459ccbc32 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:22:55.235919 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.248218 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 3c2c419e-5ee0-4383-8f33-24d459ccbc32 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:22:55.248561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3c2c419e-5ee0-4383-8f33-24d459ccbc32 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:22:55.262725 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.269014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:55.269807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.307980 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4031537 Dec 08 02:22:55.310763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59004) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:55.317221 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-280d33fc-7e79-416b-9d51-b66532f849e5 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'subnet': {'network_id': '6bb45ffa-1794-4a5a-9fc8-44f5740fa15b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:55.348686 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314272c0-b0b6-4a40-b081-89b15409bf2c tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Network': ['ID=6bb45ffa-1794-4a5a-9fc8-44f5740fa15b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:55.360099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 6bb45ffa-1794-4a5a-9fc8-44f5740fa15b details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:22:55.418045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280d33fc-7e79-416b-9d51-b66532f849e5 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Made reservation on behalf of 2911918704c1494b850d3ea03d7813d1 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:55.422222 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-280d33fc-7e79-416b-9d51-b66532f849e5 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.499744 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.607412 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-280d33fc-7e79-416b-9d51-b66532f849e5 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.667631 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d33fc-7e79-416b-9d51-b66532f849e5 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Subnet': ['ID=a095da04-14fe-45bc-b0c9-0616ec719ab1,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:55.676894 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d33fc-7e79-416b-9d51-b66532f849e5 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Checking segment: {'id': 'ba70c656-ac22-40c5-9d9c-c44bfa8a921e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6bb45ffa-1794-4a5a-9fc8-44f5740fa15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:55.677330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d33fc-7e79-416b-9d51-b66532f849e5 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network hostable DHCP agents. Network: 6bb45ffa-1794-4a5a-9fc8-44f5740fa15b, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:22:55.694040 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d33fc-7e79-416b-9d51-b66532f849e5 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network 6bb45ffa-1794-4a5a-9fc8-44f5740fa15b is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:22:55.702186 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-280d33fc-7e79-416b-9d51-b66532f849e5 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 6bb45ffa-1794-4a5a-9fc8-44f5740fa15b) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:55.706471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280d33fc-7e79-416b-9d51-b66532f849e5 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:55.707072 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-280d33fc-7e79-416b-9d51-b66532f849e5 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.713198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be42685-acff-4eaf-9dc2-ca2f6ec9ae0e None None] Network 6bb45ffa-1794-4a5a-9fc8-44f5740fa15b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:22:55.724368 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-280d33fc-7e79-416b-9d51-b66532f849e5 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4119277 Dec 08 02:22:55.726954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59006) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:55.731726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2055813173', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:55.758092 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.759080 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.813285 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:55.824477 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22186287-751f-4b88-be13-07a111b9b954 None None] Network 6bb45ffa-1794-4a5a-9fc8-44f5740fa15b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:22:55.967658 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:56.169743 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:56.189855 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:56.302029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.25.8.190 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/c1c2f044-dd61-4f11-847b-afe6a5cb7507) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:56.409730 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:56.444224 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:56.484951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:56.489458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:56.493817 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:56.496814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=c1c2f044-dd61-4f11-847b-afe6a5cb7507,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:56.507474 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77216511-b4db-46d2-bbc4-1953ce25908c None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:56.633383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-774813f3-11a4-4e78-8ded-45b544f33a53 None None] Provisioning complete for port c1c2f044-dd61-4f11-847b-afe6a5cb7507 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:56.633724 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-774813f3-11a4-4e78-8ded-45b544f33a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:56.674156 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-774813f3-11a4-4e78-8ded-45b544f33a53 None None] Port c1c2f044-dd61-4f11-847b-afe6a5cb7507 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:56.748296 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:57.002834 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:57.282801 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:57.413401 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:22:57.521711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:57.533517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879ea427-9c30-493a-973a-4b30975f1b4b None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:57.544525 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:57.545843 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-48116f3d-0265-4376-8227-f16831528256 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8177571 Dec 08 02:22:57.549116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59016) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:57.551189 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ea427-9c30-493a-973a-4b30975f1b4b None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:57.552165 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-879ea427-9c30-493a-973a-4b30975f1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:57.585942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-879ea427-9c30-493a-973a-4b30975f1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:57.596187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ea427-9c30-493a-973a-4b30975f1b4b None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:57.597103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-879ea427-9c30-493a-973a-4b30975f1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:57.632794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-879ea427-9c30-493a-973a-4b30975f1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:57.633687 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879ea427-9c30-493a-973a-4b30975f1b4b None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:57.923899 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:57.981813 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:58.253738 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.20.0.1 (6bb45ffa-1794-4a5a-9fc8-44f5740fa15b/a095da04-14fe-45bc-b0c9-0616ec719ab1/1d54481a-5577-4ec1-a70a-0b044983875a) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:58.378927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:58.414449 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:58.464391 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network 6bb45ffa-1794-4a5a-9fc8-44f5740fa15b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:58.467996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:58.477831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:58.482619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=1d54481a-5577-4ec1-a70a-0b044983875a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:58.531899 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:58.557329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59024) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:58.665577 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:58.683536 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-413c302a-fab4-4154-a2f2-7f5c79f346d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:58.765134 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-413c302a-fab4-4154-a2f2-7f5c79f346d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:58.770244 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-413c302a-fab4-4154-a2f2-7f5c79f346d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:58.809761 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-413c302a-fab4-4154-a2f2-7f5c79f346d1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cddc5378b9e248b68c33bf1967001fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2494693 Dec 08 02:22:58.812111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c302a-fab4-4154-a2f2-7f5c79f346d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41df2785-83f5-47f0-8688-73d1269252bd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:58.812801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59028) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:58.936990 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82382606-724c-40ee-97bf-d0f388e76498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:58.974899 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82382606-724c-40ee-97bf-d0f388e76498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:59.053190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:59.057912 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:59.104863 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82382606-724c-40ee-97bf-d0f388e76498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:59.107468 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82382606-724c-40ee-97bf-d0f388e76498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:59.108643 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-82382606-724c-40ee-97bf-d0f388e76498 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/41df2785-83f5-47f0-8688-73d1269252bd HTTP/1.1" status: 204 len: 168 time: 0.2949116 Dec 08 02:22:59.141209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82382606-724c-40ee-97bf-d0f388e76498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41df2785-83f5-47f0-8688-73d1269252bd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:59.148836 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:59.163480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=1d54481a-5577-4ec1-a70a-0b044983875a,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:59.279125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network 6bb45ffa-1794-4a5a-9fc8-44f5740fa15b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:59.280736 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:59.403645 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:22:59.517830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:59.523446 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8b91e821-65d9-4a35-83a0-029602d2e3cb tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "PUT /v2.0/routers/896a549c-383c-4a29-ae9a-73316e97865d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9733462 Dec 08 02:22:59.526183 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59042) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:59.528058 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378af00-970d-46ca-84a2-547a22bbf3e7 None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:59.532069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4b0035c7-5da4-4bb1-9d36-7e2c404f485e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'port': {'network_id': '6bb45ffa-1794-4a5a-9fc8-44f5740fa15b', 'name': 'tempest-FloatingIPTestJSON-1853769074'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:59.539365 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378af00-970d-46ca-84a2-547a22bbf3e7 None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:59.540088 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4378af00-970d-46ca-84a2-547a22bbf3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:59.573265 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4378af00-970d-46ca-84a2-547a22bbf3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:59.584396 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378af00-970d-46ca-84a2-547a22bbf3e7 None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:59.585289 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4378af00-970d-46ca-84a2-547a22bbf3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:59.622837 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4378af00-970d-46ca-84a2-547a22bbf3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:59.623501 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378af00-970d-46ca-84a2-547a22bbf3e7 None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:59.672625 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0035c7-5da4-4bb1-9d36-7e2c404f485e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Made reservation on behalf of 2911918704c1494b850d3ea03d7813d1 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:59.676342 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b0035c7-5da4-4bb1-9d36-7e2c404f485e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:59.694093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-4b0035c7-5da4-4bb1-9d36-7e2c404f485e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] device_id is not set on port 7148bc83-3195-4714-b53e-714ce1206506 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:22:59.800832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-4b0035c7-5da4-4bb1-9d36-7e2c404f485e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.20.0.5 (6bb45ffa-1794-4a5a-9fc8-44f5740fa15b/a095da04-14fe-45bc-b0c9-0616ec719ab1/7148bc83-3195-4714-b53e-714ce1206506) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:59.952705 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b0035c7-5da4-4bb1-9d36-7e2c404f485e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:59.988489 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b0035c7-5da4-4bb1-9d36-7e2c404f485e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:00.038468 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0035c7-5da4-4bb1-9d36-7e2c404f485e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network 6bb45ffa-1794-4a5a-9fc8-44f5740fa15b is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:00.043630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4b0035c7-5da4-4bb1-9d36-7e2c404f485e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:00.048612 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0035c7-5da4-4bb1-9d36-7e2c404f485e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:00.052511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0035c7-5da4-4bb1-9d36-7e2c404f485e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=7148bc83-3195-4714-b53e-714ce1206506,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:00.100645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0035c7-5da4-4bb1-9d36-7e2c404f485e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:00.101319 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4b0035c7-5da4-4bb1-9d36-7e2c404f485e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:00.117814 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4b0035c7-5da4-4bb1-9d36-7e2c404f485e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5903759 Dec 08 02:23:00.120335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59056) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:00.125474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6e9d59d3-eb32-4978-b726-07a091470361 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'port': {'network_id': '6bb45ffa-1794-4a5a-9fc8-44f5740fa15b', 'name': 'tempest-FloatingIPTestJSON-1104475547'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:00.249809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9d59d3-eb32-4978-b726-07a091470361 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Made reservation on behalf of 2911918704c1494b850d3ea03d7813d1 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:00.253372 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e9d59d3-eb32-4978-b726-07a091470361 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:00.272762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-6e9d59d3-eb32-4978-b726-07a091470361 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] device_id is not set on port 604bc326-d145-4289-aa79-f08fe0844f82 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:23:00.385315 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-6e9d59d3-eb32-4978-b726-07a091470361 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.20.0.14 (6bb45ffa-1794-4a5a-9fc8-44f5740fa15b/a095da04-14fe-45bc-b0c9-0616ec719ab1/604bc326-d145-4289-aa79-f08fe0844f82) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:00.539049 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e9d59d3-eb32-4978-b726-07a091470361 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:00.572382 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e9d59d3-eb32-4978-b726-07a091470361 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:00.614704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9d59d3-eb32-4978-b726-07a091470361 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network 6bb45ffa-1794-4a5a-9fc8-44f5740fa15b is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:00.617645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6e9d59d3-eb32-4978-b726-07a091470361 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:00.620113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9d59d3-eb32-4978-b726-07a091470361 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:00.655666 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d59d3-eb32-4978-b726-07a091470361 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=604bc326-d145-4289-aa79-f08fe0844f82,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:00.676796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9d59d3-eb32-4978-b726-07a091470361 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:00.677447 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e9d59d3-eb32-4978-b726-07a091470361 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:00.693252 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6e9d59d3-eb32-4978-b726-07a091470361 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5719159 Dec 08 02:23:00.696316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59064) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:00.700561 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '604bc326-d145-4289-aa79-f08fe0844f82', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:00.722130 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:00.821015 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:00.926302 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.25.8.122 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/d986e120-2889-42c6-a120-bdaac1c71405) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:01.036905 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:01.071541 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:01.112365 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:01.115127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:01.118504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:01.149814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=d986e120-2889-42c6-a120-bdaac1c71405,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:01.375834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-05080a8d-5734-4866-9146-8b0fde6ea386 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=3d647fb396524028a3420c53e68abcb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333891 Dec 08 02:23:01.672314 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-99c0a1e0-56ed-4ca6-87a0-7818bfc26400 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:01.673703 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-99c0a1e0-56ed-4ca6-87a0-7818bfc26400 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2649412 Dec 08 02:23:01.695819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-ac7c8d2a-f5c2-4eab-8993-e513236a664a tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/quotas/3d647fb396524028a3420c53e68abcb4 HTTP/1.1" status: 200 len: 375 time: 0.0159805 Dec 08 02:23:01.698290 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:01.756667 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-2c2e2765-c7b1-4804-a1c3-69e36ef69295 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d647fb396524028a3420c53e68abcb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554955 Dec 08 02:23:01.793385 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:01.923207 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7af1e7a-e889-49b1-8d3b-fbd53c9a3f61 req-ae50ed92-c05f-4911-9c81-4a5d7f455012 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 210 time: 0.0330803 Dec 08 02:23:01.978481 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:01.983458 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:02.051386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=d986e120-2889-42c6-a120-bdaac1c71405,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:02.066797 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:02.172684 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Floating IP c80c6164-221c-4323-ac97-002182521d7a associated. External IP: 172.25.8.122, port: 604bc326-d145-4289-aa79-f08fe0844f82. Dec 08 02:23:02.387229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:02.827979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:02.839196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9b6e5-8a63-4632-a98f-0de4dc9a6bf1 None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:02.850747 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9b6e5-8a63-4632-a98f-0de4dc9a6bf1 None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:02.851378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-35f9b6e5-8a63-4632-a98f-0de4dc9a6bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:02.854856 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:02.882223 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-757989d4-b514-42c9-9887-ea9037975293 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3d647fb396524028a3420c53e68abcb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410879 Dec 08 02:23:02.884775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-35f9b6e5-8a63-4632-a98f-0de4dc9a6bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:02.894729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9b6e5-8a63-4632-a98f-0de4dc9a6bf1 None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:02.895353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-35f9b6e5-8a63-4632-a98f-0de4dc9a6bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:02.918368 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-39b69dda-b037-45e6-9017-f175f7f87548 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.2210169 Dec 08 02:23:02.920967 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59090) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:02.925638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6cffd6f0-1d60-4f84-a872-b8e88a0e6703 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:02.930736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-35f9b6e5-8a63-4632-a98f-0de4dc9a6bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:02.931403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9b6e5-8a63-4632-a98f-0de4dc9a6bf1 None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:03.065803 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f5ca00d-8d96-4b2d-aff1-c28f1bddc437 req-fc00267a-15a1-4d8a-a995-4d9a8b505c92 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 210 time: 0.0491800 Dec 08 02:23:03.108492 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cffd6f0-1d60-4f84-a872-b8e88a0e6703 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.162477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-45f44cc0-1106-4140-b42a-51e5623ea521 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:03.163916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-45f44cc0-1106-4140-b42a-51e5623ea521 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2747555 Dec 08 02:23:03.184862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Request body: {'port': {'device_id': 'a2737967-161d-4e43-9221-01718c9ccffa', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '3d647fb396524028a3420c53e68abcb4'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:03.325655 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cffd6f0-1d60-4f84-a872-b8e88a0e6703 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.329831 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cffd6f0-1d60-4f84-a872-b8e88a0e6703 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.330168 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-6cffd6f0-1d60-4f84-a872-b8e88a0e6703 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Floating IP c80c6164-221c-4323-ac97-002182521d7a disassociated. External IP: 172.25.8.122, port: 604bc326-d145-4289-aa79-f08fe0844f82. Dec 08 02:23:03.438278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Made reservation on behalf of 3d647fb396524028a3420c53e68abcb4 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:03.442266 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.455248 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.618328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cffd6f0-1d60-4f84-a872-b8e88a0e6703 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:03.622866 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.628100 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.738608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bb3ffc-6cfc-4746-8fea-0e53da94435b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:03.843376 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Allocated IP 192.168.233.142 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:03.847725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cffd6f0-1d60-4f84-a872-b8e88a0e6703 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:03.852830 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cffd6f0-1d60-4f84-a872-b8e88a0e6703 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.857629 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f94d89e-0a28-4c78-a8e5-e38dd2cb297c None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:03.869220 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f94d89e-0a28-4c78-a8e5-e38dd2cb297c None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:03.870173 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5f94d89e-0a28-4c78-a8e5-e38dd2cb297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:03.895529 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6cffd6f0-1d60-4f84-a872-b8e88a0e6703 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "PUT /v2.0/floatingips/c80c6164-221c-4323-ac97-002182521d7a HTTP/1.1" status: 200 len: 688 time: 0.9736247 Dec 08 02:23:03.898273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59094) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:03.903250 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5f94d89e-0a28-4c78-a8e5-e38dd2cb297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:03.912657 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f94d89e-0a28-4c78-a8e5-e38dd2cb297c None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:03.913250 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5f94d89e-0a28-4c78-a8e5-e38dd2cb297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:03.947277 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5f94d89e-0a28-4c78-a8e5-e38dd2cb297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:03.948216 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f94d89e-0a28-4c78-a8e5-e38dd2cb297c None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:04.019441 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.024418 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1d6950e7-228f-47ed-a721-67d0a63434a4 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port d986e120-2889-42c6-a120-bdaac1c71405 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:04.024840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d6950e7-228f-47ed-a721-67d0a63434a4 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.053568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.100718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:04.101566 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d6950e7-228f-47ed-a721-67d0a63434a4 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.101897 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d6950e7-228f-47ed-a721-67d0a63434a4 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.103933 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:04.107068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:04.114748 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-1d6950e7-228f-47ed-a721-67d0a63434a4 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for d986e120-2889-42c6-a120-bdaac1c71405 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:04.137912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Pushing event updated for resources: {'Port': ['ID=776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:04.198696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:04.199348 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.229631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30de217-292d-40a2-a42b-8510d171a431 req-a4aa8f1e-8c52-4cef-9740-632c1bf33605 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:04.231381 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c30de217-292d-40a2-a42b-8510d171a431 req-a4aa8f1e-8c52-4cef-9740-632c1bf33605 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 936 time: 0.0850830 Dec 08 02:23:04.235122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-5c808394-c5f7-480e-a104-6667e5ff84f3 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0539398 Dec 08 02:23:04.259829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Request body: {'port': {'device_id': 'a2737967-161d-4e43-9221-01718c9ccffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:04.277591 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d6950e7-228f-47ed-a721-67d0a63434a4 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.310384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6950e7-228f-47ed-a721-67d0a63434a4 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=d986e120-2889-42c6-a120-bdaac1c71405,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:04.338615 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c30de217-292d-40a2-a42b-8510d171a431 req-64a5a41a-a6a6-48f1-a1ff-41e55a8f0b2e tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/security-groups?id=82bb3ffc-6cfc-4746-8fea-0e53da94435b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986395 Dec 08 02:23:04.348807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.377746 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d6950e7-228f-47ed-a721-67d0a63434a4 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.380739 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d6950e7-228f-47ed-a721-67d0a63434a4 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.381911 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1d6950e7-228f-47ed-a721-67d0a63434a4 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/floatingips/c80c6164-221c-4323-ac97-002182521d7a HTTP/1.1" status: 204 len: 168 time: 0.4820828 Dec 08 02:23:04.385777 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59098) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:04.390294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '7148bc83-3195-4714-b53e-714ce1206506'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:04.412210 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.444636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-58412a33-a02e-422a-8f6c-ec411eed14dd None None] Provisioning complete for port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:04.445209 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58412a33-a02e-422a-8f6c-ec411eed14dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.480417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-58412a33-a02e-422a-8f6c-ec411eed14dd None None] Port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:04.512002 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.617492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.25.8.91 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/3c0bacf7-5c83-45d4-85f2-0521bc22a5fb) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:04.624034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:23:04.631432 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.644493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Transition to ACTIVE for port object 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:23:04.648292 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.697050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:04.728382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.769792 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.774740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Attempting to bind port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:04.774961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Attempting to bind port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:04.775272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Attempting to bind port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:04.780335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:23:04.780673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Attempting to bind port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:04.786376 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:04.786714 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:04.787092 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:04.787513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Bound port: 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:04.787905 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.817771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:04.821072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:04.824511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:04.857258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=3c0bacf7-5c83-45d4-85f2-0521bc22a5fb,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:04.858154 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] For port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:04.861916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] For port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:04.867324 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.910590 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:04.911155 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.912978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] 10.222.0.45 "PUT /v2.0/ports/776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 HTTP/1.1" status: 200 len: 1097 time: 0.6586008 Dec 08 02:23:04.913104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2737967-161d-4e43-9221-01718c9ccffa', 'tag': '776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:04.915291 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ac4e58-af69-4dcb-837b-da58290a9ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "a2737967-161d-4e43-9221-01718c9ccffa", "tag": "776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:04.946978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d60a3-001b-4a31-a0fd-17b91098d5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:05.027189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-603bccfc-9764-41d5-a83e-c62c5e53eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:05.029891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-603bccfc-9764-41d5-a83e-c62c5e53eca8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d647fb396524028a3420c53e68abcb4&device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 1100 time: 0.0472121 Dec 08 02:23:05.087639 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-f85b1f65-127d-4b80-8d5b-1a7b8123fdc7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 HTTP/1.1" status: 200 len: 217 time: 0.0441043 Dec 08 02:23:05.127547 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8323c130-032c-4c18-9009-6fc2e36c6af7 x-openstack-request-id: req-8323c130-032c-4c18-9009-6fc2e36c6af7 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:05.127928 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2737967-161d-4e43-9221-01718c9ccffa", "tag": "776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:05.128193 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8323c130-032c-4c18-9009-6fc2e36c6af7 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:05.128593 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2737967-161d-4e43-9221-01718c9ccffa', 'tag': '776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554', 'status': 'completed', 'code': 200} Dec 08 02:23:05.148809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-0e82d47b-d108-4815-9f3c-dbae4fcf5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:05.150287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-0e82d47b-d108-4815-9f3c-dbae4fcf5624 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0553379 Dec 08 02:23:05.197810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-e3d31f33-ce8c-41b6-b09c-13bc886b6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:05.199307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-e3d31f33-ce8c-41b6-b09c-13bc886b6c6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406113 Dec 08 02:23:05.258363 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:05.330479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:05.486821 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:05.496573 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:05.567750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=3c0bacf7-5c83-45d4-85f2-0521bc22a5fb,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:05.581375 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:05.581553 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-b0ccade5-3f40-494b-a673-6d09e5def2df service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741035 Dec 08 02:23:05.593939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f54663-8b81-48c0-82b6-508549157441 req-37877015-d72a-44c0-8169-369d7dc332c0 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:05.595406 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-29f54663-8b81-48c0-82b6-508549157441 req-37877015-d72a-44c0-8169-369d7dc332c0 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 948 time: 0.0719256 Dec 08 02:23:05.704012 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-29f54663-8b81-48c0-82b6-508549157441 req-a23ccbf5-b233-4c56-915f-8453453bcb8e tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/security-groups?id=82bb3ffc-6cfc-4746-8fea-0e53da94435b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005743 Dec 08 02:23:05.725464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b585b2f-e6c1-45dd-b934-13a055af5211 req-bfb3152a-766c-43f5-8a62-5a55939fe987 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257560 Dec 08 02:23:05.857314 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac4e58-af69-4dcb-837b-da58290a9ce5 req-5519e611-e7fa-433e-a9be-43e375d01f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:05.858763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5ac4e58-af69-4dcb-837b-da58290a9ce5 req-5519e611-e7fa-433e-a9be-43e375d01f01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d647fb396524028a3420c53e68abcb4&device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 1100 time: 0.0424695 Dec 08 02:23:05.951742 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac4e58-af69-4dcb-837b-da58290a9ce5 req-d24a3f33-a15b-4fa6-879e-e9909cd598f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:05.953250 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5ac4e58-af69-4dcb-837b-da58290a9ce5 req-d24a3f33-a15b-4fa6-879e-e9909cd598f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.0877216 Dec 08 02:23:05.998201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5ac4e58-af69-4dcb-837b-da58290a9ce5 req-523a2e02-51f7-4239-b88b-fcb386e873ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 HTTP/1.1" status: 200 len: 217 time: 0.0383465 Dec 08 02:23:05.999920 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Floating IP cfdf0319-29e0-4540-98fd-e0fe59e2844c associated. External IP: 172.25.8.91, port: 7148bc83-3195-4714-b53e-714ce1206506. Dec 08 02:23:06.048252 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac4e58-af69-4dcb-837b-da58290a9ce5 req-a654d658-69ef-4864-8c99-09e1064dbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:06.049895 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5ac4e58-af69-4dcb-837b-da58290a9ce5 req-a654d658-69ef-4864-8c99-09e1064dbd0a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0443382 Dec 08 02:23:06.096307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac4e58-af69-4dcb-837b-da58290a9ce5 req-ea89bc50-8796-4a2e-a952-a2b04fe802cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:06.097805 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5ac4e58-af69-4dcb-837b-da58290a9ce5 req-ea89bc50-8796-4a2e-a952-a2b04fe802cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406466 Dec 08 02:23:06.190682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5ac4e58-af69-4dcb-837b-da58290a9ce5 req-efe1b32e-8256-4080-a7f5-ed3dafebdc1d service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850463 Dec 08 02:23:06.206784 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:06.281780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5ac4e58-af69-4dcb-837b-da58290a9ce5 req-7415f740-ef47-49fe-b184-51f6d99a8ccf service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840814 Dec 08 02:23:06.317719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:06.328032 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f356ae-7ea9-411b-a502-e026f99879ff None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:06.335300 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:06.339620 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f356ae-7ea9-411b-a502-e026f99879ff None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:06.340610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c8f356ae-7ea9-411b-a502-e026f99879ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:06.362025 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e6ce5211-93f6-44e6-b12c-ecdbbb96a142 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9751949 Dec 08 02:23:06.364623 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59106) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:06.377530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c8f356ae-7ea9-411b-a502-e026f99879ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:06.386092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f356ae-7ea9-411b-a502-e026f99879ff None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:06.386683 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c8f356ae-7ea9-411b-a502-e026f99879ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:06.418558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c8f356ae-7ea9-411b-a502-e026f99879ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:06.419206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f356ae-7ea9-411b-a502-e026f99879ff None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:06.425749 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b4a1a07f-3a90-4eb7-a683-9f6f9540a998 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "GET /v2.0/floatingips/cfdf0319-29e0-4540-98fd-e0fe59e2844c HTTP/1.1" status: 200 len: 977 time: 0.0598571 Dec 08 02:23:06.427967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59108) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:06.537832 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-42eef596-52fe-4ec9-a3fa-6392f352966d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1087158 Dec 08 02:23:06.540267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59110) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:06.544453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-339c5a23-f3b8-4480-abc4-50f39241be7d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'floatingip': {'port_id': '604bc326-d145-4289-aa79-f08fe0844f82'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:06.603397 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-339c5a23-f3b8-4480-abc4-50f39241be7d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:06.827178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ff6d0-c288-4fb1-9aeb-c14211a2c3b6 req-0e7b3c02-2735-48b8-bcaf-1dc40894fb6d tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:06.828777 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-303ff6d0-c288-4fb1-9aeb-c14211a2c3b6 req-0e7b3c02-2735-48b8-bcaf-1dc40894fb6d tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 948 time: 0.0543113 Dec 08 02:23:06.877440 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-303ff6d0-c288-4fb1-9aeb-c14211a2c3b6 req-557349eb-d6ad-4490-a615-e8715cdc8928 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/security-groups?id=82bb3ffc-6cfc-4746-8fea-0e53da94435b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 Dec 08 02:23:07.067147 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-339c5a23-f3b8-4480-abc4-50f39241be7d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:07.070035 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-339c5a23-f3b8-4480-abc4-50f39241be7d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:07.164869 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-339c5a23-f3b8-4480-abc4-50f39241be7d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Floating IP cfdf0319-29e0-4540-98fd-e0fe59e2844c associated. External IP: 172.25.8.91, port: 7148bc83-3195-4714-b53e-714ce1206506. Dec 08 02:23:07.366716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339c5a23-f3b8-4480-abc4-50f39241be7d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:07.472736 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339c5a23-f3b8-4480-abc4-50f39241be7d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:07.482102 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ab97c-728f-4099-ae2b-d0bdb0fc6987 None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:07.491559 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ab97c-728f-4099-ae2b-d0bdb0fc6987 None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:07.492196 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-705ab97c-728f-4099-ae2b-d0bdb0fc6987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:07.523783 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-705ab97c-728f-4099-ae2b-d0bdb0fc6987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:07.533069 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ab97c-728f-4099-ae2b-d0bdb0fc6987 None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:07.533665 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-705ab97c-728f-4099-ae2b-d0bdb0fc6987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:07.565189 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-705ab97c-728f-4099-ae2b-d0bdb0fc6987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:07.565828 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ab97c-728f-4099-ae2b-d0bdb0fc6987 None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:07.683467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339c5a23-f3b8-4480-abc4-50f39241be7d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:07.788629 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339c5a23-f3b8-4480-abc4-50f39241be7d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:07.793397 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-339c5a23-f3b8-4480-abc4-50f39241be7d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:07.798838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6af03e-58c7-4e66-b67a-e413af4220fe None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:07.808085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6af03e-58c7-4e66-b67a-e413af4220fe None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:07.808790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5f6af03e-58c7-4e66-b67a-e413af4220fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:07.844137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5f6af03e-58c7-4e66-b67a-e413af4220fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:07.844359 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-339c5a23-f3b8-4480-abc4-50f39241be7d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "PUT /v2.0/floatingips/cfdf0319-29e0-4540-98fd-e0fe59e2844c HTTP/1.1" status: 200 len: 978 time: 1.3029602 Dec 08 02:23:07.846945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59114) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:07.851263 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f2922cf7-d7b2-4345-af12-6973df6fc642 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:07.852732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6af03e-58c7-4e66-b67a-e413af4220fe None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:07.853367 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5f6af03e-58c7-4e66-b67a-e413af4220fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:07.885949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5f6af03e-58c7-4e66-b67a-e413af4220fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:07.886602 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6af03e-58c7-4e66-b67a-e413af4220fe None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:07.908849 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2922cf7-d7b2-4345-af12-6973df6fc642 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:07.993921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468d9d2-78bd-4f9e-8189-da444c85f7e9 req-df366f12-b12e-47ce-b35a-db8cc0acaf85 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:07.995404 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1468d9d2-78bd-4f9e-8189-da444c85f7e9 req-df366f12-b12e-47ce-b35a-db8cc0acaf85 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 948 time: 0.0494239 Dec 08 02:23:08.043177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1468d9d2-78bd-4f9e-8189-da444c85f7e9 req-58ec0d41-c27b-4174-afeb-171e46884e1c tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/security-groups?id=82bb3ffc-6cfc-4746-8fea-0e53da94435b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Dec 08 02:23:08.050748 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2922cf7-d7b2-4345-af12-6973df6fc642 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.054914 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2922cf7-d7b2-4345-af12-6973df6fc642 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.055330 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-f2922cf7-d7b2-4345-af12-6973df6fc642 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Floating IP cfdf0319-29e0-4540-98fd-e0fe59e2844c disassociated. External IP: 172.25.8.91, port: 604bc326-d145-4289-aa79-f08fe0844f82. Dec 08 02:23:08.100499 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:23:08.196415 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:08.207587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554', 'mac_address': 'fa:16:3e:3c:9a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:23:08.249623 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.263041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:23:08.284835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:08.289077 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.339111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:08.558219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:23:08.577492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2922cf7-d7b2-4345-af12-6973df6fc642 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:08.683401 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2922cf7-d7b2-4345-af12-6973df6fc642 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:08.687790 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f2922cf7-d7b2-4345-af12-6973df6fc642 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.694044 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af833ae-b23d-421f-9316-762a597150bc None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:08.704337 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af833ae-b23d-421f-9316-762a597150bc None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:08.704942 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6af833ae-b23d-421f-9316-762a597150bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:08.717132 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f2922cf7-d7b2-4345-af12-6973df6fc642 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "PUT /v2.0/floatingips/cfdf0319-29e0-4540-98fd-e0fe59e2844c HTTP/1.1" status: 200 len: 687 time: 0.8691742 Dec 08 02:23:08.719558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59122) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:08.741303 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6af833ae-b23d-421f-9316-762a597150bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:08.750296 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af833ae-b23d-421f-9316-762a597150bc None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:08.751401 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6af833ae-b23d-421f-9316-762a597150bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:08.782427 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6af833ae-b23d-421f-9316-762a597150bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:08.783071 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af833ae-b23d-421f-9316-762a597150bc None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:08.839776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-2e55a7aa-4797-4097-b2e3-5a5f5b05c1a2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port 3c0bacf7-5c83-45d4-85f2-0521bc22a5fb {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:08.840382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e55a7aa-4797-4097-b2e3-5a5f5b05c1a2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.912516 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e55a7aa-4797-4097-b2e3-5a5f5b05c1a2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.912844 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e55a7aa-4797-4097-b2e3-5a5f5b05c1a2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.925058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-2e55a7aa-4797-4097-b2e3-5a5f5b05c1a2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for 3c0bacf7-5c83-45d4-85f2-0521bc22a5fb owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:09.052114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e55a7aa-4797-4097-b2e3-5a5f5b05c1a2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:09.077478 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55a7aa-4797-4097-b2e3-5a5f5b05c1a2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=3c0bacf7-5c83-45d4-85f2-0521bc22a5fb,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:09.138072 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e55a7aa-4797-4097-b2e3-5a5f5b05c1a2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:09.140644 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2e55a7aa-4797-4097-b2e3-5a5f5b05c1a2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:09.142319 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2e55a7aa-4797-4097-b2e3-5a5f5b05c1a2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/floatingips/cfdf0319-29e0-4540-98fd-e0fe59e2844c HTTP/1.1" status: 204 len: 168 time: 0.4213083 Dec 08 02:23:09.144833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59126) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:09.176227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83c95c-a092-4e44-8ac0-d1321e50b9e4 req-4315242f-71b6-4ed1-89d5-699fbb25d79d tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:09.177708 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a83c95c-a092-4e44-8ac0-d1321e50b9e4 req-4315242f-71b6-4ed1-89d5-699fbb25d79d tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 949 time: 0.0575466 Dec 08 02:23:09.178984 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-d50bdd22-5f4e-4b0b-8add-2c287716d97d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] delete failed (client error): The resource could not be found. Dec 08 02:23:09.180032 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d50bdd22-5f4e-4b0b-8add-2c287716d97d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/floatingips/cfdf0319-29e0-4540-98fd-e0fe59e2844c HTTP/1.1" status: 404 len: 345 time: 0.0342920 Dec 08 02:23:09.184035 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59128) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:09.225965 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a83c95c-a092-4e44-8ac0-d1321e50b9e4 req-600b9c84-36e1-434f-83a7-dce872874482 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/security-groups?id=82bb3ffc-6cfc-4746-8fea-0e53da94435b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420072 Dec 08 02:23:09.264237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0701f575-f444-4d4a-9ba1-166a3447ed5b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:09.270754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0701f575-f444-4d4a-9ba1-166a3447ed5b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:09.276733 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0701f575-f444-4d4a-9ba1-166a3447ed5b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:09.278328 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0701f575-f444-4d4a-9ba1-166a3447ed5b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "GET /v2.0/ports?network_id=6bb45ffa-1794-4a5a-9fc8-44f5740fa15b HTTP/1.1" status: 200 len: 2359 time: 0.0933816 Dec 08 02:23:09.280901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59130) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:09.334627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3e9b13-c62a-47e4-b632-5ca1f0041a0d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:09.335967 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5a3e9b13-c62a-47e4-b632-5ca1f0041a0d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "GET /v2.0/subnets/a095da04-14fe-45bc-b0c9-0616ec719ab1 HTTP/1.1" status: 200 len: 797 time: 0.0540724 Dec 08 02:23:09.340951 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59132) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:09.346060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'port': {'network_id': '6bb45ffa-1794-4a5a-9fc8-44f5740fa15b', 'name': 'tempest-FloatingIPTestJSON-1459067772', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:09.449235 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Made reservation on behalf of 2911918704c1494b850d3ea03d7813d1 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:09.534475 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:09.550642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] device_id is not set on port 5091f63a-a747-45f2-b3ce-5affce51206f yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:23:09.832028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.20.0.13 (6bb45ffa-1794-4a5a-9fc8-44f5740fa15b/a095da04-14fe-45bc-b0c9-0616ec719ab1/5091f63a-a747-45f2-b3ce-5affce51206f) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:09.837826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.20.0.12 (6bb45ffa-1794-4a5a-9fc8-44f5740fa15b/a095da04-14fe-45bc-b0c9-0616ec719ab1/5091f63a-a747-45f2-b3ce-5affce51206f) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:09.976259 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:10.009077 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:10.056998 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network 6bb45ffa-1794-4a5a-9fc8-44f5740fa15b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:10.060056 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:10.064389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:10.070817 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=5091f63a-a747-45f2-b3ce-5affce51206f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:10.103135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:10.116136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:10.116761 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:10.135346 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5c8484ad-78cc-430e-b0a6-b46cf802f905 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.7931883 Dec 08 02:23:10.137673 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59134) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:10.143306 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '5091f63a-a747-45f2-b3ce-5affce51206f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:10.158276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:23:10.161926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:10.162292 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:10.168450 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:10.238331 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:10.266569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2737967-161d-4e43-9221-01718c9ccffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:10.268967 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf454443-6e82-42be-ac58-c1743102a45e" -d '{"events": [{"server_uuid": "a2737967-161d-4e43-9221-01718c9ccffa", "name": "network-vif-plugged", "status": "completed", "tag": "776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:10.271747 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:10.284987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:10.291270 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:10.321290 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8171e706-05bc-43ba-af06-91c8201b83d6 x-openstack-request-id: req-8171e706-05bc-43ba-af06-91c8201b83d6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:10.321591 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2737967-161d-4e43-9221-01718c9ccffa", "name": "network-vif-plugged", "status": "completed", "tag": "776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:10.321845 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8171e706-05bc-43ba-af06-91c8201b83d6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:10.322234 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2737967-161d-4e43-9221-01718c9ccffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554', 'code': 200} Dec 08 02:23:10.362649 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:10.381999 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.25.8.202 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/809f0bfb-1120-403b-a963-5af157cbd410) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:10.385239 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20d5ca-d961-47ec-a6bb-860311966cc5 req-774f9099-888b-4d1a-becd-4384d3e4aa3e tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:10.392147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f20d5ca-d961-47ec-a6bb-860311966cc5 req-774f9099-888b-4d1a-becd-4384d3e4aa3e tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 950 time: 0.0746710 Dec 08 02:23:10.461684 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f20d5ca-d961-47ec-a6bb-860311966cc5 req-5a0d2c75-4c65-45d7-9d12-5a6bae6e7c8e tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/security-groups?id=82bb3ffc-6cfc-4746-8fea-0e53da94435b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678048 Dec 08 02:23:10.470416 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898e1d4-e7a9-41ab-81ed-d1528806fbfc req-ff543552-6498-42f1-a9f4-eacf3679e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:10.471913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3898e1d4-e7a9-41ab-81ed-d1528806fbfc req-ff543552-6498-42f1-a9f4-eacf3679e566 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 1102 time: 0.0614457 Dec 08 02:23:10.492335 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:10.525919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3898e1d4-e7a9-41ab-81ed-d1528806fbfc req-1388da40-a982-4647-901a-f4cfa8ca7636 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=82bb3ffc-6cfc-4746-8fea-0e53da94435b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473528 Dec 08 02:23:10.527493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:10.565860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:10.568584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:10.571998 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:10.597907 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=809f0bfb-1120-403b-a963-5af157cbd410,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:10.677021 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:23:10.919224 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:10.982706 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:11.127028 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:11.131475 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:11.198723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=809f0bfb-1120-403b-a963-5af157cbd410,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:11.212615 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:11.307358 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Floating IP 82b97de4-3727-4208-84e9-4b697fda3e03 associated. External IP: 172.25.8.202, port: 5091f63a-a747-45f2-b3ce-5affce51206f. Dec 08 02:23:11.513402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:11.585757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b932815-a635-417f-a550-d3009057b3b9 req-c3fba8cb-0d2e-4b0f-973d-561447e8e3ef tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:11.587255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b932815-a635-417f-a550-d3009057b3b9 req-c3fba8cb-0d2e-4b0f-973d-561447e8e3ef tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 950 time: 0.0507252 Dec 08 02:23:11.630377 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:11.639526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b932815-a635-417f-a550-d3009057b3b9 req-5e3ed046-0d35-42c6-865d-dfc43fda1f57 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/security-groups?id=82bb3ffc-6cfc-4746-8fea-0e53da94435b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451472 Dec 08 02:23:11.647709 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe08e9fc-923f-49ec-a886-5ab1c3ff8fc1 None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:11.650846 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:11.661738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe08e9fc-923f-49ec-a886-5ab1c3ff8fc1 None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:11.661738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fe08e9fc-923f-49ec-a886-5ab1c3ff8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:11.679707 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8a0d5cda-29ff-43c6-b355-6758456aa743 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.5409789 Dec 08 02:23:11.682311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59144) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:11.686845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1e83923e-6362-401c-a44e-9bc054b8c962 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'floatingip': {'port_id': '5091f63a-a747-45f2-b3ce-5affce51206f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:11.690823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fe08e9fc-923f-49ec-a886-5ab1c3ff8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:11.699419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe08e9fc-923f-49ec-a886-5ab1c3ff8fc1 None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:11.700153 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fe08e9fc-923f-49ec-a886-5ab1c3ff8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:11.731837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fe08e9fc-923f-49ec-a886-5ab1c3ff8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:11.732499 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe08e9fc-923f-49ec-a886-5ab1c3ff8fc1 None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:11.746199 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1e83923e-6362-401c-a44e-9bc054b8c962 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:12.199105 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1e83923e-6362-401c-a44e-9bc054b8c962 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:12.203000 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1e83923e-6362-401c-a44e-9bc054b8c962 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:12.401325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e83923e-6362-401c-a44e-9bc054b8c962 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:12.766589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9489d-1c7f-4710-9835-9f745e8adaf0 req-61b07b01-2b43-4a74-ae24-487650a76f3b tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:12.768122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36a9489d-1c7f-4710-9835-9f745e8adaf0 req-61b07b01-2b43-4a74-ae24-487650a76f3b tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 950 time: 0.0555606 Dec 08 02:23:12.814551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36a9489d-1c7f-4710-9835-9f745e8adaf0 req-fcf9ac6e-cd8a-482f-a7a6-48499eeb0602 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/security-groups?id=82bb3ffc-6cfc-4746-8fea-0e53da94435b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403411 Dec 08 02:23:12.833191 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e83923e-6362-401c-a44e-9bc054b8c962 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:12.838176 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1e83923e-6362-401c-a44e-9bc054b8c962 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:12.843748 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2026e1-a9e8-415a-8bda-75a12357029c None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:12.856019 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2026e1-a9e8-415a-8bda-75a12357029c None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:12.859563 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3a2026e1-a9e8-415a-8bda-75a12357029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:12.894265 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1e83923e-6362-401c-a44e-9bc054b8c962 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "PUT /v2.0/floatingips/82b97de4-3727-4208-84e9-4b697fda3e03 HTTP/1.1" status: 200 len: 979 time: 1.2106605 Dec 08 02:23:12.894838 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3a2026e1-a9e8-415a-8bda-75a12357029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:12.897503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59152) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:12.903712 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2026e1-a9e8-415a-8bda-75a12357029c None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:12.904507 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3a2026e1-a9e8-415a-8bda-75a12357029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:12.937281 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3a2026e1-a9e8-415a-8bda-75a12357029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:12.937979 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2026e1-a9e8-415a-8bda-75a12357029c None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:13.103894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2421e-bd86-4e91-be8d-5084fe55fbf1 req-5a1bb9b8-99f2-416f-950b-438afc306d81 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:13.105385 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2f2421e-bd86-4e91-be8d-5084fe55fbf1 req-5a1bb9b8-99f2-416f-950b-438afc306d81 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 950 time: 0.0633526 Dec 08 02:23:13.107684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-13926c6c-01ce-419b-b323-fe8079665667 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port 809f0bfb-1120-403b-a963-5af157cbd410 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:13.108029 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13926c6c-01ce-419b-b323-fe8079665667 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:13.206618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2f2421e-bd86-4e91-be8d-5084fe55fbf1 req-4caf5b0d-5322-42dc-8f43-d54df25a49d7 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/security-groups?id=82bb3ffc-6cfc-4746-8fea-0e53da94435b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869792 Dec 08 02:23:13.221156 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13926c6c-01ce-419b-b323-fe8079665667 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:13.221478 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13926c6c-01ce-419b-b323-fe8079665667 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:13.233891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-13926c6c-01ce-419b-b323-fe8079665667 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for 809f0bfb-1120-403b-a963-5af157cbd410 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:13.407260 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13926c6c-01ce-419b-b323-fe8079665667 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:13.437409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13926c6c-01ce-419b-b323-fe8079665667 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=809f0bfb-1120-403b-a963-5af157cbd410,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:13.490147 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13926c6c-01ce-419b-b323-fe8079665667 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:13.490397 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-13926c6c-01ce-419b-b323-fe8079665667 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Floating IP 82b97de4-3727-4208-84e9-4b697fda3e03 disassociated (deleted). External IP: 172.25.8.202, port: 5091f63a-a747-45f2-b3ce-5affce51206f. Dec 08 02:23:13.701536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13926c6c-01ce-419b-b323-fe8079665667 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:13.808911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13926c6c-01ce-419b-b323-fe8079665667 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:13.813176 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-13926c6c-01ce-419b-b323-fe8079665667 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:13.818506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda8a0ba-e422-47ae-a62d-3effc9d94afb None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:13.828579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda8a0ba-e422-47ae-a62d-3effc9d94afb None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:13.829225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fda8a0ba-e422-47ae-a62d-3effc9d94afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:13.839784 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-13926c6c-01ce-419b-b323-fe8079665667 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/floatingips/82b97de4-3727-4208-84e9-4b697fda3e03 HTTP/1.1" status: 204 len: 168 time: 0.9410255 Dec 08 02:23:13.842588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59156) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:13.864459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fda8a0ba-e422-47ae-a62d-3effc9d94afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:13.873069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda8a0ba-e422-47ae-a62d-3effc9d94afb None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:13.873670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fda8a0ba-e422-47ae-a62d-3effc9d94afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:13.905619 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fda8a0ba-e422-47ae-a62d-3effc9d94afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:13.906362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda8a0ba-e422-47ae-a62d-3effc9d94afb None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:13.930486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port 5091f63a-a747-45f2-b3ce-5affce51206f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:13.930828 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:14.013082 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:14.024523 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for 5091f63a-a747-45f2-b3ce-5affce51206f owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:14.193937 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:14.224519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=5091f63a-a747-45f2-b3ce-5affce51206f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:14.237086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:14.237437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:14.237779 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:14.238116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:14.238679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:14.238792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:14.239078 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:14.239490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:14.239740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:14.240063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:14.240388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:14.240711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:14.241031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:14.351928 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:14.355151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a84298f0-9a04-4d9d-a5df-cee66e77795b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/ports/5091f63a-a747-45f2-b3ce-5affce51206f HTTP/1.1" status: 204 len: 168 time: 0.5116580 Dec 08 02:23:14.358955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59160) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:14.363227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:14.375381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217c8c-34e2-4066-a74f-c21e7a7cc629 req-f6b36adf-618c-4056-81ea-43a739e0bb40 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:14.376836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04217c8c-34e2-4066-a74f-c21e7a7cc629 req-f6b36adf-618c-4056-81ea-43a739e0bb40 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 950 time: 0.0740550 Dec 08 02:23:14.409737 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:14.478055 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04217c8c-34e2-4066-a74f-c21e7a7cc629 req-ce1ec052-0bb3-46f0-8928-74959cb7c936 tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/security-groups?id=82bb3ffc-6cfc-4746-8fea-0e53da94435b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947337 Dec 08 02:23:14.526088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523ffc5-660b-4213-91a4-29489e211f6e req-5fc1d0fe-64e1-4185-a229-536fac278e4c tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:14.527595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a523ffc5-660b-4213-91a4-29489e211f6e req-5fc1d0fe-64e1-4185-a229-536fac278e4c tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 950 time: 0.0970178 Dec 08 02:23:14.632954 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:14.677203 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-a523ffc5-660b-4213-91a4-29489e211f6e req-6aba8996-1eeb-4151-b5fe-8f03c0c1341c tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Deleting port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:14.677538 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a523ffc5-660b-4213-91a4-29489e211f6e req-6aba8996-1eeb-4151-b5fe-8f03c0c1341c tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:14.814202 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.25.8.249 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/65c20253-ec26-4a6b-9b0d-01a0bd78b185) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:14.817124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-a523ffc5-660b-4213-91a4-29489e211f6e req-6aba8996-1eeb-4151-b5fe-8f03c0c1341c tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] For port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:14.817511 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a523ffc5-660b-4213-91a4-29489e211f6e req-6aba8996-1eeb-4151-b5fe-8f03c0c1341c tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:14.836003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-a523ffc5-660b-4213-91a4-29489e211f6e req-6aba8996-1eeb-4151-b5fe-8f03c0c1341c tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Calling delete_port for 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:15.007274 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:15.038738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f7912-cadf-49aa-add3-baa2d33390cf req-a60aa358-9a9d-40fd-8078-77ba2c0c5dd2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:15.040262 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3d9f7912-cadf-49aa-add3-baa2d33390cf req-a60aa358-9a9d-40fd-8078-77ba2c0c5dd2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 945 time: 0.0921011 Dec 08 02:23:15.132439 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:15.139486 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a523ffc5-660b-4213-91a4-29489e211f6e req-6aba8996-1eeb-4151-b5fe-8f03c0c1341c tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:15.171631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:23:15.183625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3d9f7912-cadf-49aa-add3-baa2d33390cf req-7ee23eb8-ecc8-44fc-87d1-701e886c5a1f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346886 Dec 08 02:23:15.203924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:15.206112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=65c20253-ec26-4a6b-9b0d-01a0bd78b185,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:15.219162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59168) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:15.227249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:15.231477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:15.283492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a523ffc5-660b-4213-91a4-29489e211f6e req-6aba8996-1eeb-4151-b5fe-8f03c0c1341c tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] No DVR routers for this DVR port 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:23:15.287641 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d1561da3-d373-47c4-87d2-19e624de63c8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/584a8edc-416a-452d-9ffe-59ea9c0aefd5 HTTP/1.1" status: 200 len: 993 time: 0.0669250 Dec 08 02:23:15.287835 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-a523ffc5-660b-4213-91a4-29489e211f6e req-6aba8996-1eeb-4151-b5fe-8f03c0c1341c tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:15.290966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a523ffc5-660b-4213-91a4-29489e211f6e req-6aba8996-1eeb-4151-b5fe-8f03c0c1341c tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.45 "DELETE /v2.0/ports/776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 HTTP/1.1" status: 204 len: 173 time: 0.7552955 Dec 08 02:23:15.291429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2737967-161d-4e43-9221-01718c9ccffa', 'name': 'network-vif-deleted', 'tag': '776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:15.293811 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115ea04c-3e0f-4960-ae8e-84eabeb9bba7" -d '{"events": [{"server_uuid": "a2737967-161d-4e43-9221-01718c9ccffa", "name": "network-vif-deleted", "tag": "776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:15.300473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba8996-1eeb-4151-b5fe-8f03c0c1341c tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] Pushing event deleted for resources: {'Port': ['ID=776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:15.373146 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9ee751-542c-4a32-bc7b-6f170f86823d x-openstack-request-id: req-5c9ee751-542c-4a32-bc7b-6f170f86823d {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:15.373527 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2737967-161d-4e43-9221-01718c9ccffa", "name": "network-vif-deleted", "tag": "776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:15.373731 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5c9ee751-542c-4a32-bc7b-6f170f86823d {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:15.374097 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2737967-161d-4e43-9221-01718c9ccffa', 'name': 'network-vif-deleted', 'tag': '776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554', 'status': 'completed', 'code': 200} Dec 08 02:23:15.381319 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:15.427046 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:15.597300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fabe7e06-9cca-4cae-a920-78668998e020 req-a86594c9-726e-4ae1-bcd0-6206bffa8d8e tempest-VolumesNegativeTest-40937998 tempest-VolumesNegativeTest-40937998-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2737967-161d-4e43-9221-01718c9ccffa HTTP/1.1" status: 200 len: 210 time: 0.0305138 Dec 08 02:23:15.613859 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:15.628265 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:15.975398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=65c20253-ec26-4a6b-9b0d-01a0bd78b185,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:15.984898 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c096b-de62-438b-a57b-577b5cff320f req-94b295a5-f824-4b4e-8d1b-024b4ff728ad tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:15.986464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e4c096b-de62-438b-a57b-577b5cff320f req-94b295a5-f824-4b4e-8d1b-024b4ff728ad tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 1097 time: 0.3666148 Dec 08 02:23:15.989531 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:16.013001 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:16.014139 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ae11a4d8-0c4e-4f56-86d7-b8c619964aa2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6542845 Dec 08 02:23:16.017440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59180) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:16.022427 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b2166516-092a-45ce-a5e4-6f775eb153f3 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'port': {'network_id': '6bb45ffa-1794-4a5a-9fc8-44f5740fa15b', 'name': 'tempest-FloatingIPTestJSON-289405771'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:16.042446 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e4c096b-de62-438b-a57b-577b5cff320f req-3e9cbf3a-23a6-4d51-9968-99bee87478dc tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491443 Dec 08 02:23:16.135754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2166516-092a-45ce-a5e4-6f775eb153f3 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Made reservation on behalf of 2911918704c1494b850d3ea03d7813d1 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:16.142197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2166516-092a-45ce-a5e4-6f775eb153f3 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:16.159551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-b2166516-092a-45ce-a5e4-6f775eb153f3 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] device_id is not set on port f3437727-432d-4314-93a3-4971f4eba313 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:23:16.273150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-b2166516-092a-45ce-a5e4-6f775eb153f3 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.20.0.10 (6bb45ffa-1794-4a5a-9fc8-44f5740fa15b/a095da04-14fe-45bc-b0c9-0616ec719ab1/f3437727-432d-4314-93a3-4971f4eba313) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:16.424350 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2166516-092a-45ce-a5e4-6f775eb153f3 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:16.459184 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2166516-092a-45ce-a5e4-6f775eb153f3 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:16.509548 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2166516-092a-45ce-a5e4-6f775eb153f3 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network 6bb45ffa-1794-4a5a-9fc8-44f5740fa15b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:16.512652 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-b2166516-092a-45ce-a5e4-6f775eb153f3 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:16.515433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2166516-092a-45ce-a5e4-6f775eb153f3 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:16.546127 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2166516-092a-45ce-a5e4-6f775eb153f3 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=f3437727-432d-4314-93a3-4971f4eba313,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:16.573866 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2166516-092a-45ce-a5e4-6f775eb153f3 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:16.574510 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2166516-092a-45ce-a5e4-6f775eb153f3 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:16.590581 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b2166516-092a-45ce-a5e4-6f775eb153f3 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5720367 Dec 08 02:23:16.593216 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59202) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:16.597615 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9fa0dd4c-41b0-4a88-adc8-2ebe83e7476d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'floatingip': {'port_id': 'f3437727-432d-4314-93a3-4971f4eba313'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:16.642925 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9fa0dd4c-41b0-4a88-adc8-2ebe83e7476d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:16.678927 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-b5029a51-064c-46bc-879f-05ade3f53b9c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1403432 Dec 08 02:23:16.691743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-cbadde62-7a2d-4451-a5ff-1140f837df4b service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:23:16.692849 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-cbadde62-7a2d-4451-a5ff-1140f837df4b service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063219 Dec 08 02:23:17.140677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9fa0dd4c-41b0-4a88-adc8-2ebe83e7476d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:17.144894 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9fa0dd4c-41b0-4a88-adc8-2ebe83e7476d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:17.259179 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-9fa0dd4c-41b0-4a88-adc8-2ebe83e7476d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Floating IP 482b4f28-88c7-48b3-b4c6-3144d735c1d9 associated. External IP: 172.25.8.249, port: f3437727-432d-4314-93a3-4971f4eba313. Dec 08 02:23:17.264573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-da625036-d5d1-4077-9b07-95c23b2d9b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:17.266005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-da625036-d5d1-4077-9b07-95c23b2d9b63 service neutron] 10.222.0.71 "GET /v2.0/ports/0fd08a16-7538-4ac0-82a2-a84236d3a1d7 HTTP/1.1" status: 200 len: 1094 time: 0.0465381 Dec 08 02:23:17.277281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-14f3b8be-57cb-4b1e-bd4c-0c0839122f54 service neutron] Request body: {'binding': {'host': 'n-h1-713499-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:17.277790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-14f3b8be-57cb-4b1e-bd4c-0c0839122f54 service neutron] Unknown quota resources ['binding']. {{(pid=109767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 02:23:17.425305 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-14f3b8be-57cb-4b1e-bd4c-0c0839122f54 service neutron] Attempting to bind port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 on host n-h1-713499-31 for vnic_type normal with profile None {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:17.425715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-14f3b8be-57cb-4b1e-bd4c-0c0839122f54 service neutron] Attempting to bind port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:17.426134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-14f3b8be-57cb-4b1e-bd4c-0c0839122f54 service neutron] Attempting to bind port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 on network fa0f1f34-cedb-428f-aa23-d64467142475 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:17.430632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-14f3b8be-57cb-4b1e-bd4c-0c0839122f54 service neutron] Port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 on network fa0f1f34-cedb-428f-aa23-d64467142475 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:23:17.430963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-14f3b8be-57cb-4b1e-bd4c-0c0839122f54 service neutron] Attempting to bind port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 on network fa0f1f34-cedb-428f-aa23-d64467142475 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:17.435923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-14f3b8be-57cb-4b1e-bd4c-0c0839122f54 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:17.436262 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-14f3b8be-57cb-4b1e-bd4c-0c0839122f54 service neutron] Checking segment: {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:17.436708 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-14f3b8be-57cb-4b1e-bd4c-0c0839122f54 service neutron] Bound using segment: {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:17.437180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-14f3b8be-57cb-4b1e-bd4c-0c0839122f54 service neutron] Bound port: 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:17.489142 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa0dd4c-41b0-4a88-adc8-2ebe83e7476d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:17.522982 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-14f3b8be-57cb-4b1e-bd4c-0c0839122f54 service neutron] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:17.529260 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-14f3b8be-57cb-4b1e-bd4c-0c0839122f54 service neutron] Publish callbacks [] for binding, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:17.531045 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-14f3b8be-57cb-4b1e-bd4c-0c0839122f54 service neutron] 10.222.0.71 "POST /v2.0/ports/0fd08a16-7538-4ac0-82a2-a84236d3a1d7/bindings HTTP/1.1" status: 201 len: 390 time: 0.2568228 Dec 08 02:23:17.610980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa0dd4c-41b0-4a88-adc8-2ebe83e7476d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:17.616516 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9fa0dd4c-41b0-4a88-adc8-2ebe83e7476d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:17.622727 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6a4df-0e05-4f57-95ce-d252d0f3063e None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:17.645937 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6a4df-0e05-4f57-95ce-d252d0f3063e None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:17.646653 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-90d6a4df-0e05-4f57-95ce-d252d0f3063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:17.655592 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9fa0dd4c-41b0-4a88-adc8-2ebe83e7476d tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "PUT /v2.0/floatingips/482b4f28-88c7-48b3-b4c6-3144d735c1d9 HTTP/1.1" status: 200 len: 978 time: 1.0612872 Dec 08 02:23:17.659354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59296) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:17.710239 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c89442-866d-45cd-8bc8-7b91bc880279 req-43dbfb40-7243-4a41-a299-f8b146bd07ad tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:17.717246 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-90d6a4df-0e05-4f57-95ce-d252d0f3063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:17.717818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4c89442-866d-45cd-8bc8-7b91bc880279 req-43dbfb40-7243-4a41-a299-f8b146bd07ad tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 945 time: 0.0825975 Dec 08 02:23:17.758537 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6a4df-0e05-4f57-95ce-d252d0f3063e None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:17.758776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-03d0560e-075b-4f77-a4d0-bfb8733e4234 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port f3437727-432d-4314-93a3-4971f4eba313 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:17.759146 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03d0560e-075b-4f77-a4d0-bfb8733e4234 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:17.759292 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-90d6a4df-0e05-4f57-95ce-d252d0f3063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:17.793565 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-90d6a4df-0e05-4f57-95ce-d252d0f3063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:17.794234 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6a4df-0e05-4f57-95ce-d252d0f3063e None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:17.808739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4c89442-866d-45cd-8bc8-7b91bc880279 req-1570293b-9af0-413a-a699-813b02b6a081 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828125 Dec 08 02:23:17.859691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-392f9d54-3990-432c-ad67-999a5d350901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:17.861159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-392f9d54-3990-432c-ad67-999a5d350901 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 1097 time: 0.0465484 Dec 08 02:23:17.871669 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03d0560e-075b-4f77-a4d0-bfb8733e4234 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:17.963497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-43038c32-06ef-4f8d-9e91-569176e2adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:17.965266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-43038c32-06ef-4f8d-9e91-569176e2adf0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fa0f1f34-cedb-428f-aa23-d64467142475 HTTP/1.1" status: 200 len: 897 time: 0.0974908 Dec 08 02:23:18.037828 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-6ff49205-1d22-46f8-b065-75c3e5df6a42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7 HTTP/1.1" status: 200 len: 1001 time: 0.0648866 Dec 08 02:23:18.065303 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03d0560e-075b-4f77-a4d0-bfb8733e4234 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:18.065680 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03d0560e-075b-4f77-a4d0-bfb8733e4234 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:18.066040 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-03d0560e-075b-4f77-a4d0-bfb8733e4234 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Floating IP 482b4f28-88c7-48b3-b4c6-3144d735c1d9 disassociated. External IP: 172.25.8.249, port: f3437727-432d-4314-93a3-4971f4eba313. Dec 08 02:23:18.066352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-03d0560e-075b-4f77-a4d0-bfb8733e4234 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for f3437727-432d-4314-93a3-4971f4eba313 owned by {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:18.090399 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-b92b3576-5f3d-4bc4-a87d-544b4f9da8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:18.092278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-b92b3576-5f3d-4bc4-a87d-544b4f9da8da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f7e8c0-d678-4878-bc63-cb7c569da0f4 HTTP/1.1" status: 200 len: 835 time: 0.0482523 Dec 08 02:23:18.141005 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-b7b6f8e9-5a07-452d-9804-90a3251f4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:18.142611 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-b7b6f8e9-5a07-452d-9804-90a3251f4533 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa0f1f34-cedb-428f-aa23-d64467142475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428276 Dec 08 02:23:18.148587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:18.171743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:18.172124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 776fcbfb-83d0-4f02-b2f0-fbfd5c6e5554 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:18.219693 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03d0560e-075b-4f77-a4d0-bfb8733e4234 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:18.250579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0560e-075b-4f77-a4d0-bfb8733e4234 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=f3437727-432d-4314-93a3-4971f4eba313,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:18.271393 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-2a3361d7-fe3f-40a5-b06e-fafda9fa7b58 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207232 Dec 08 02:23:18.367813 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-ef6452f8-d2ff-467c-9ecf-000d514f89d4 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895939 Dec 08 02:23:18.380579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d0560e-075b-4f77-a4d0-bfb8733e4234 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:18.492766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d0560e-075b-4f77-a4d0-bfb8733e4234 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:18.506898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791abeb8-d184-4d54-b173-76c4776c3e8c None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:18.518867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791abeb8-d184-4d54-b173-76c4776c3e8c None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:18.519497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-791abeb8-d184-4d54-b173-76c4776c3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:18.555828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-791abeb8-d184-4d54-b173-76c4776c3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:18.561660 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-03d0560e-075b-4f77-a4d0-bfb8733e4234 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:18.567242 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-03d0560e-075b-4f77-a4d0-bfb8733e4234 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/ports/f3437727-432d-4314-93a3-4971f4eba313 HTTP/1.1" status: 204 len: 168 time: 0.9044960 Dec 08 02:23:18.567426 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791abeb8-d184-4d54-b173-76c4776c3e8c None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:18.567426 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-791abeb8-d184-4d54-b173-76c4776c3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:18.567754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59380) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:18.606355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-791abeb8-d184-4d54-b173-76c4776c3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:18.607012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791abeb8-d184-4d54-b173-76c4776c3e8c None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:18.623025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a467ee6a-2bbb-4a72-95aa-8e9897123d10 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "GET /v2.0/floatingips/482b4f28-88c7-48b3-b4c6-3144d735c1d9 HTTP/1.1" status: 200 len: 688 time: 0.0504644 Dec 08 02:23:18.623354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59386) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:18.709931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-6990afb7-2850-41cb-9517-8a8e32c2c9db tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:18.713037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-6990afb7-2850-41cb-9517-8a8e32c2c9db tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4&tenant_id=cbb43e4753544be0aa33c8b169b14a56&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 1097 time: 0.2414672 Dec 08 02:23:18.726320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-31'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:18.765348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e5a34e2c-4814-4c15-908b-c4e937e563a0 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port 65c20253-ec26-4a6b-9b0d-01a0bd78b185 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:18.765952 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5a34e2c-4814-4c15-908b-c4e937e563a0 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:18.791020 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:18.876209 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5a34e2c-4814-4c15-908b-c4e937e563a0 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:18.876546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5a34e2c-4814-4c15-908b-c4e937e563a0 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:18.889624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e5a34e2c-4814-4c15-908b-c4e937e563a0 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for 65c20253-ec26-4a6b-9b0d-01a0bd78b185 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:18.982901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21c7a-2cdd-4e3b-8eda-93173ff198ae req-604fadd6-423b-467a-a9b3-f6a9cc5706b5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:18.984461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15b21c7a-2cdd-4e3b-8eda-93173ff198ae req-604fadd6-423b-467a-a9b3-f6a9cc5706b5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 945 time: 0.0990019 Dec 08 02:23:18.991441 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:19.053417 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5a34e2c-4814-4c15-908b-c4e937e563a0 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.065242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15b21c7a-2cdd-4e3b-8eda-93173ff198ae req-e89c181f-a1c2-4276-9faa-bb923c3e22b0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637841 Dec 08 02:23:19.075059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:19.080403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a34e2c-4814-4c15-908b-c4e937e563a0 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=65c20253-ec26-4a6b-9b0d-01a0bd78b185,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:19.136100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:19.138639 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cc22fd-2b10-4f7c-a659-5a549aa498fb" -d '{"events": [{"server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:19.146354 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.153803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5a34e2c-4814-4c15-908b-c4e937e563a0 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.154604 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.158356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5a34e2c-4814-4c15-908b-c4e937e563a0 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.163071 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e5a34e2c-4814-4c15-908b-c4e937e563a0 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/floatingips/482b4f28-88c7-48b3-b4c6-3144d735c1d9 HTTP/1.1" status: 204 len: 168 time: 0.5352745 Dec 08 02:23:19.163343 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59428) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:19.172888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '604bc326-d145-4289-aa79-f08fe0844f82'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:19.197840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.199074 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe57d25-a101-44b8-95f1-2c029b8b9af9 x-openstack-request-id: req-ffe57d25-a101-44b8-95f1-2c029b8b9af9 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:19.199374 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:19.199651 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ffe57d25-a101-44b8-95f1-2c029b8b9af9 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:19.200170 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'code': 200} Dec 08 02:23:19.332371 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.357465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:19.410117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Attempting to bind port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 on host n-h2-713499-31 for vnic_type normal with profile {"migrating_to": "n-h1-713499-31"} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:19.410549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Attempting to bind port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:19.410948 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Attempting to bind port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 on network fa0f1f34-cedb-428f-aa23-d64467142475 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:19.415643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 on network fa0f1f34-cedb-428f-aa23-d64467142475 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:23:19.416406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Attempting to bind port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 on network fa0f1f34-cedb-428f-aa23-d64467142475 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:19.422068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:19.422534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Checking segment: {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:19.423035 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Bound using segment: {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:19.423554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Bound port: 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af161a6-c336-4c80-b10b-55d954ddb858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:19.424109 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.480351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.25.8.12 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/c5f638ce-25ef-498e-9d10-dfb43bede217) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:19.499797 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:19.504378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:19.509529 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.598802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Provisioning complete for port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:19.599286 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.609371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,revision_number=8']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:19.624536 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.670718 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.689751 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:19.690595 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.693450 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d99b0b38-920f-487c-a80c-21084bd100c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/0fd08a16-7538-4ac0-82a2-a84236d3a1d7 HTTP/1.1" status: 200 len: 1123 time: 0.9703889 Dec 08 02:23:19.722399 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.731188 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:19.734210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:19.739135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:19.759007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:19.765359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:19.770180 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38944866-71b3-4826-901e-6c4f58735d24" -d '{"events": [{"server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "name": "network-vif-plugged", "status": "completed", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:19.787583 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=c5f638ce-25ef-498e-9d10-dfb43bede217,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:19.790767 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.885830 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28ac659-d53f-4773-b293-567e7d489bf7 x-openstack-request-id: req-e28ac659-d53f-4773-b293-567e7d489bf7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:19.886123 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "name": "network-vif-plugged", "status": "completed", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:19.886584 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e28ac659-d53f-4773-b293-567e7d489bf7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:19.886971 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'code': 200} Dec 08 02:23:19.890317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['0fd08a16-7538-4ac0-82a2-a84236d3a1d7'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:23:20.255649 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Pushing event updated for resources: {'Port': ['ID=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:20.268535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0b732-f0eb-44e0-bf34-db3964c58915 req-c56bd38b-8db6-4764-b6c5-4ed6c80fa528 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:20.268782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.268942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.269887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.270384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.270877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.271380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.271955 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.272444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.272928 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.273431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.273932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.274411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.274887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63d5efd-0c94-4b49-bab5-43b7a7eee35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.287963 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cec0b732-f0eb-44e0-bf34-db3964c58915 req-c56bd38b-8db6-4764-b6c5-4ed6c80fa528 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 945 time: 0.1001053 Dec 08 02:23:20.347914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cec0b732-f0eb-44e0-bf34-db3964c58915 req-992b43c7-78b2-4a49-b06f-0efefcac2ce1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589342 Dec 08 02:23:20.448808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4a5ff799-cc41-48b6-8b6a-468ff6abe5ec None None] Provisioning complete for port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:20.449187 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a5ff799-cc41-48b6-8b6a-468ff6abe5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:20.572854 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:20.637419 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:20.785935 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:20.790316 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:20.865116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=c5f638ce-25ef-498e-9d10-dfb43bede217,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:20.878693 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:20.979172 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Floating IP c8f7c9cd-f285-4603-8d0f-160af7395115 associated. External IP: 172.25.8.12, port: 604bc326-d145-4289-aa79-f08fe0844f82. Dec 08 02:23:21.190784 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:21.201562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:21.204697 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e26ac3-4be4-469f-9e2d-d09428a355c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:21.254966 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0baddec-1299-4979-9057-6b58f9bb2067 x-openstack-request-id: req-d0baddec-1299-4979-9057-6b58f9bb2067 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:21.255279 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:21.255684 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d0baddec-1299-4979-9057-6b58f9bb2067 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:21.256094 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'status': 'completed', 'code': 200} Dec 08 02:23:21.302959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:21.316831 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0701a526-308f-4fd6-a5fe-9c721c62205e None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:21.327935 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0701a526-308f-4fd6-a5fe-9c721c62205e None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:21.329697 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0701a526-308f-4fd6-a5fe-9c721c62205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:21.333221 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:21.345980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e26ac3-4be4-469f-9e2d-d09428a355c8 req-4bc05b9a-b429-4c8b-8323-3b644578ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:21.347494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2e26ac3-4be4-469f-9e2d-d09428a355c8 req-4bc05b9a-b429-4c8b-8323-3b644578ff4c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 1128 time: 0.0500710 Dec 08 02:23:21.367847 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9048cd08-c68e-4032-9652-141179a8a2d8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2030847 Dec 08 02:23:21.370145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59474) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:21.375234 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ef593a86-4b95-46a8-b936-b2457689f946 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1932095992'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:21.381643 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0701a526-308f-4fd6-a5fe-9c721c62205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:21.392314 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0701a526-308f-4fd6-a5fe-9c721c62205e None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:21.393441 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0701a526-308f-4fd6-a5fe-9c721c62205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:22:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:21.402240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef593a86-4b95-46a8-b936-b2457689f946 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Made reservation on behalf of 2911918704c1494b850d3ea03d7813d1 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:21.406172 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ef593a86-4b95-46a8-b936-b2457689f946 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:21.437258 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0701a526-308f-4fd6-a5fe-9c721c62205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:21.438862 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0701a526-308f-4fd6-a5fe-9c721c62205e None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:21.458482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef593a86-4b95-46a8-b936-b2457689f946 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:23:21.474416 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ef593a86-4b95-46a8-b936-b2457689f946 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:21.474897 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-ef593a86-4b95-46a8-b936-b2457689f946 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Added segment 82bae782-62d2-4950-bef0-561fd437fd24 of type vlan for network f90a7092-20c6-4dd4-a5c7-62b5e539156c Dec 08 02:23:21.518297 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ef593a86-4b95-46a8-b936-b2457689f946 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:21.527878 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e26ac3-4be4-469f-9e2d-d09428a355c8 req-d57a478a-0e89-4e51-b090-ce3bc4f72c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:21.529677 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2e26ac3-4be4-469f-9e2d-d09428a355c8 req-d57a478a-0e89-4e51-b090-ce3bc4f72c8a service neutron] 10.222.0.75 "GET /v2.0/networks?id=fa0f1f34-cedb-428f-aa23-d64467142475 HTTP/1.1" status: 200 len: 897 time: 0.1747758 Dec 08 02:23:21.539389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1724725-ef43-4525-a5d4-bad74887ea05 req-3d0f4c67-2cd1-45ad-8280-f14cc30ac820 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:21.541108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1724725-ef43-4525-a5d4-bad74887ea05 req-3d0f4c67-2cd1-45ad-8280-f14cc30ac820 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 945 time: 0.0790374 Dec 08 02:23:21.546435 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ef593a86-4b95-46a8-b936-b2457689f946 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:21.553416 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef593a86-4b95-46a8-b936-b2457689f946 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:21.554023 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ef593a86-4b95-46a8-b936-b2457689f946 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:21.590170 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ef593a86-4b95-46a8-b936-b2457689f946 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2185867 Dec 08 02:23:21.593390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59478) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:21.627419 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2623452f-a949-4bbd-ae8d-4e68549aebe8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'subnet': {'network_id': 'f90a7092-20c6-4dd4-a5c7-62b5e539156c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:21.641774 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1724725-ef43-4525-a5d4-bad74887ea05 req-cfd94002-be81-40e7-9355-17aa4b351364 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637980 Dec 08 02:23:21.644101 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2e26ac3-4be4-469f-9e2d-d09428a355c8 req-8b6ef07a-0e4d-4d84-ad1a-baf06d5674a1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7 HTTP/1.1" status: 200 len: 1001 time: 0.1019716 Dec 08 02:23:21.661065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef593a86-4b95-46a8-b936-b2457689f946 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Network': ['ID=f90a7092-20c6-4dd4-a5c7-62b5e539156c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:21.671834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network f90a7092-20c6-4dd4-a5c7-62b5e539156c details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:23:21.709586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e26ac3-4be4-469f-9e2d-d09428a355c8 req-e21525e3-e185-4761-af5d-978fc4457bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:21.711066 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2e26ac3-4be4-469f-9e2d-d09428a355c8 req-e21525e3-e185-4761-af5d-978fc4457bde service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c9f7e8c0-d678-4878-bc63-cb7c569da0f4 HTTP/1.1" status: 200 len: 835 time: 0.0589337 Dec 08 02:23:21.736128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2623452f-a949-4bbd-ae8d-4e68549aebe8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Made reservation on behalf of 2911918704c1494b850d3ea03d7813d1 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:21.741041 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2623452f-a949-4bbd-ae8d-4e68549aebe8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:21.762501 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e26ac3-4be4-469f-9e2d-d09428a355c8 req-292298a5-c098-4c2e-bb0e-aa6152bff11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:21.767290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2e26ac3-4be4-469f-9e2d-d09428a355c8 req-292298a5-c098-4c2e-bb0e-aa6152bff11d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fa0f1f34-cedb-428f-aa23-d64467142475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456810 Dec 08 02:23:21.864824 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2e26ac3-4be4-469f-9e2d-d09428a355c8 req-9e5a6e62-eef1-4e87-b213-68028e353674 service neutron] 10.222.0.75 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930703 Dec 08 02:23:21.946852 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2623452f-a949-4bbd-ae8d-4e68549aebe8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:21.971257 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2e26ac3-4be4-469f-9e2d-d09428a355c8 req-06a515e4-f3e2-4d8e-9e91-44e9e0f0e60a service neutron] 10.222.0.75 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989215 Dec 08 02:23:22.008205 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb138f33-927e-4e25-a054-cd003e56d569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.020882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623452f-a949-4bbd-ae8d-4e68549aebe8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Subnet': ['ID=9d44026d-0e90-4d9d-a97a-63177bfbd0c1,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:22.030213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623452f-a949-4bbd-ae8d-4e68549aebe8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Checking segment: {'id': '82bae782-62d2-4950-bef0-561fd437fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f90a7092-20c6-4dd4-a5c7-62b5e539156c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:22.030793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623452f-a949-4bbd-ae8d-4e68549aebe8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network hostable DHCP agents. Network: f90a7092-20c6-4dd4-a5c7-62b5e539156c, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:23:22.048522 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623452f-a949-4bbd-ae8d-4e68549aebe8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network f90a7092-20c6-4dd4-a5c7-62b5e539156c is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:23:22.058288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-2623452f-a949-4bbd-ae8d-4e68549aebe8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, f90a7092-20c6-4dd4-a5c7-62b5e539156c) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:22.062502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623452f-a949-4bbd-ae8d-4e68549aebe8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:22.063766 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2623452f-a949-4bbd-ae8d-4e68549aebe8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.070774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8574a4-f151-4a88-8167-71489a71845c None None] Network f90a7092-20c6-4dd4-a5c7-62b5e539156c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:22.082013 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2623452f-a949-4bbd-ae8d-4e68549aebe8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4874468 Dec 08 02:23:22.084669 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59482) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:22.089577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1432498526', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:22.117196 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.118571 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.146345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:23:22.185592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-f90a7092-20c6-4dd4-a5c7-62b5e539156c', 'network_id': 'f90a7092-20c6-4dd4-a5c7-62b5e539156c', 'project_id': '2911918704c1494b850d3ea03d7813d1', 'fixed_ips': [{'subnet_id': '9d44026d-0e90-4d9d-a97a-63177bfbd0c1'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:23:22.186734 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.190442 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.337373 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.348853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:22.384292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 has no active binding in host n-h1-713499-31 {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 02:23:22.402033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Allocated IP 172.20.0.2 (f90a7092-20c6-4dd4-a5c7-62b5e539156c/9d44026d-0e90-4d9d-a97a-63177bfbd0c1/2c87130b-4454-4852-b0ec-74b6778664e6) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:22.534132 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.552486 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.553628 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.559903 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.600317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Network f90a7092-20c6-4dd4-a5c7-62b5e539156c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:22.604079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:22.606845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:22.638445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Pushing event updated for resources: {'Port': ['ID=2c87130b-4454-4852-b0ec-74b6778664e6,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:22.675251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Attempting to bind port 2c87130b-4454-4852-b0ec-74b6778664e6 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:22.675804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Attempting to bind port 2c87130b-4454-4852-b0ec-74b6778664e6 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '82bae782-62d2-4950-bef0-561fd437fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f90a7092-20c6-4dd4-a5c7-62b5e539156c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:22.676480 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Attempting to bind port 2c87130b-4454-4852-b0ec-74b6778664e6 on network f90a7092-20c6-4dd4-a5c7-62b5e539156c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:22.676722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.25.8.4 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/f1826280-e287-44ce-9aeb-886945d0eb9e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:22.683516 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:22.684210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Checking segment: {'id': '82bae782-62d2-4950-bef0-561fd437fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f90a7092-20c6-4dd4-a5c7-62b5e539156c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:22.684711 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.685194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Bound using segment: {'id': '82bae782-62d2-4950-bef0-561fd437fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f90a7092-20c6-4dd4-a5c7-62b5e539156c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:22.685763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Bound port: 2c87130b-4454-4852-b0ec-74b6778664e6, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bae782-62d2-4950-bef0-561fd437fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f90a7092-20c6-4dd4-a5c7-62b5e539156c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:22.686282 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.756388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] For port 2c87130b-4454-4852-b0ec-74b6778664e6, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:22.759819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] For port 2c87130b-4454-4852-b0ec-74b6778664e6, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2c87130b-4454-4852-b0ec-74b6778664e6,segment=NetworkSegment(82bae782-62d2-4950-bef0-561fd437fd24),segment_id=82bae782-62d2-4950-bef0-561fd437fd24)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:22.764930 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.838544 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d845e55-de6d-40bb-a26c-f27ca232db20 None None] Pushing event updated for resources: {'Port': ['ID=2c87130b-4454-4852-b0ec-74b6778664e6,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:22.841851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109c3a9-0c5d-4556-999f-08e507c1ceb9 req-103520ac-4f9d-410d-b0fb-d0066422d748 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:22.843407 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1109c3a9-0c5d-4556-999f-08e507c1ceb9 req-103520ac-4f9d-410d-b0fb-d0066422d748 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 945 time: 0.0806506 Dec 08 02:23:22.874330 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.940340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1109c3a9-0c5d-4556-999f-08e507c1ceb9 req-bc29ab1c-8a65-4a1b-a561-4b6bbd4a2628 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877230 Dec 08 02:23:22.965244 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:23.045508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:23.058608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:23.061229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:23.081025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccc5505-0cd4-41f7-8da0-8adbd7e0e250 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:23.131083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=f1826280-e287-44ce-9aeb-886945d0eb9e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:23.218369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3731ca9e-21e9-4f84-a2a8-328c57cdcff1 None None] Provisioning complete for port f1826280-e287-44ce-9aeb-886945d0eb9e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:23.218984 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3731ca9e-21e9-4f84-a2a8-328c57cdcff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:23.287854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3731ca9e-21e9-4f84-a2a8-328c57cdcff1 None None] Port f1826280-e287-44ce-9aeb-886945d0eb9e cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:23.312525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2c87130b-4454-4852-b0ec-74b6778664e6 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:23.377800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59492) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:23.378356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 2c87130b-4454-4852-b0ec-74b6778664e6 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:23.378356 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:23.475754 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:23.518523 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 2c87130b-4454-4852-b0ec-74b6778664e6, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2c87130b-4454-4852-b0ec-74b6778664e6,segment=NetworkSegment(82bae782-62d2-4950-bef0-561fd437fd24),segment_id=82bae782-62d2-4950-bef0-561fd437fd24)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:23.523494 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:23.551224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59496) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:23.551863 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5d1f1b8b-de41-4085-b45a-bf2b5cfaa552 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3d647fb396524028a3420c53e68abcb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1720867 Dec 08 02:23:23.582138 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=2c87130b-4454-4852-b0ec-74b6778664e6,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:23.591437 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:23.669534 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb59dff1-ab29-44de-a4ce-9bee435a687f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:23.726588 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb59dff1-ab29-44de-a4ce-9bee435a687f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:23.768175 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:23.853662 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb59dff1-ab29-44de-a4ce-9bee435a687f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:23.856337 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb59dff1-ab29-44de-a4ce-9bee435a687f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:23.857476 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-eb59dff1-ab29-44de-a4ce-9bee435a687f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/82bb3ffc-6cfc-4746-8fea-0e53da94435b HTTP/1.1" status: 204 len: 168 time: 0.3057280 Dec 08 02:23:23.869042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59dff1-ab29-44de-a4ce-9bee435a687f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bb3ffc-6cfc-4746-8fea-0e53da94435b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:24.002398 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:24.043917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74236aef-3139-4546-ad51-39b0818b576f None None] Network f90a7092-20c6-4dd4-a5c7-62b5e539156c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:24.127697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-80bdfceb-b50f-4803-a607-b5cbadee8868 None None] Provisioning complete for port 2c87130b-4454-4852-b0ec-74b6778664e6 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:24.128067 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-80bdfceb-b50f-4803-a607-b5cbadee8868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:24.149658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56ad83-a40c-4b26-b433-49fe298bcd55 req-10edfd4c-c656-49ae-96a4-0c86ad0daece tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:24.151067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb56ad83-a40c-4b26-b433-49fe298bcd55 req-10edfd4c-c656-49ae-96a4-0c86ad0daece tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 945 time: 0.1055982 Dec 08 02:23:24.228966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb56ad83-a40c-4b26-b433-49fe298bcd55 req-06bc9f45-ef26-4699-bd43-06a7a1d291f4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683298 Dec 08 02:23:24.251118 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 2dda15a7-f446-4497-808a-0d539f0e7553 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:23:24.363987 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4586147b-e339-4054-8e3b-295388086cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:24.365287 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:24.380439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:24.394441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c613b251-72f8-4956-a9d3-3637643c6fdd None None] Sync routers for ids ['2dda15a7-f446-4497-808a-0d539f0e7553'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:24.402014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:24.403971 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-415c2cc2-1312-4f0f-bd01-f3b7a9e09696 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3180382 Dec 08 02:23:24.405230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c613b251-72f8-4956-a9d3-3637643c6fdd None None] Routers {'2dda15a7-f446-4497-808a-0d539f0e7553'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:24.405849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c613b251-72f8-4956-a9d3-3637643c6fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2dda15a7-f446-4497-808a-0d539f0e7553'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:24.406321 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59514) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:24.444635 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c613b251-72f8-4956-a9d3-3637643c6fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:24.453710 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c613b251-72f8-4956-a9d3-3637643c6fdd None None] Routers {'2dda15a7-f446-4497-808a-0d539f0e7553'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:24.454309 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c613b251-72f8-4956-a9d3-3637643c6fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2dda15a7-f446-4497-808a-0d539f0e7553'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:24.491784 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c613b251-72f8-4956-a9d3-3637643c6fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:24.492350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c613b251-72f8-4956-a9d3-3637643c6fdd None None] The sync data for ids ['2dda15a7-f446-4497-808a-0d539f0e7553'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:24.508811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d2ddebe6-6776-490d-becf-7ca07c0759c1 None None] Provisioning complete for port 2c87130b-4454-4852-b0ec-74b6778664e6 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:24.509180 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d2ddebe6-6776-490d-becf-7ca07c0759c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:24.791490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-74351d42-5ab1-40cf-bc64-2c7610305d23 service neutron] 10.222.0.75 "GET /v2.0/ports/0fd08a16-7538-4ac0-82a2-a84236d3a1d7/bindings/n-h1-713499-31 HTTP/1.1" status: 200 len: 385 time: 0.0640295 Dec 08 02:23:24.875966 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:24.981165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-facfaeb2-d860-4c98-89d5-bdc30c787994 service neutron] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:25.005823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-facfaeb2-d860-4c98-89d5-bdc30c787994 service neutron] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:25.049648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:25.052638 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80871bea-67ef-4a85-abaa-f6edc0d6deea" -d '{"events": [{"server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:25.060547 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-facfaeb2-d860-4c98-89d5-bdc30c787994 service neutron] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:25.076885 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-facfaeb2-d860-4c98-89d5-bdc30c787994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:25.117152 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3564b963-611d-4b4d-b1e0-9e73d51327d3 x-openstack-request-id: req-3564b963-611d-4b4d-b1e0-9e73d51327d3 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:25.117452 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:25.117704 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3564b963-611d-4b4d-b1e0-9e73d51327d3 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:25.118094 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'code': 200} Dec 08 02:23:25.170912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-facfaeb2-d860-4c98-89d5-bdc30c787994 service neutron] Transition to ACTIVE for port object 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:23:25.176786 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-facfaeb2-d860-4c98-89d5-bdc30c787994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:25.222542 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.20.0.1 (f90a7092-20c6-4dd4-a5c7-62b5e539156c/9d44026d-0e90-4d9d-a97a-63177bfbd0c1/ebf41f2f-0b97-4452-9891-c677f6227fe4) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:25.286133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfaeb2-d860-4c98-89d5-bdc30c787994 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,revision_number=11']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:25.286326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2c87130b-4454-4852-b0ec-74b6778664e6 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:25.320126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-facfaeb2-d860-4c98-89d5-bdc30c787994 service neutron] No DVR routers for this DVR port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:23:25.401664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 2c87130b-4454-4852-b0ec-74b6778664e6 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:25.402471 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:25.453522 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:25.479080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de2baa-2d83-45c4-a6a7-b0769f820ef3 req-18d48c98-656b-44bc-87a9-3b3c46613a94 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:25.480488 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c0de2baa-2d83-45c4-a6a7-b0769f820ef3 req-18d48c98-656b-44bc-87a9-3b3c46613a94 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 944 time: 0.1163263 Dec 08 02:23:25.515369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:25.554801 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:25.566720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network f90a7092-20c6-4dd4-a5c7-62b5e539156c is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:25.570117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:25.573889 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:25.600197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-facfaeb2-d860-4c98-89d5-bdc30c787994 service neutron] 10.222.0.75 "PUT /v2.0/ports/0fd08a16-7538-4ac0-82a2-a84236d3a1d7/bindings/n-h1-713499-31/activate HTTP/1.1" status: 200 len: 370 time: 0.8020992 Dec 08 02:23:25.611528 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=ebf41f2f-0b97-4452-9891-c677f6227fe4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:25.630026 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c0de2baa-2d83-45c4-a6a7-b0769f820ef3 req-3bf1d9ac-c57c-4a6c-9829-1408e1d20cce tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337812 Dec 08 02:23:25.637043 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:25.772151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-39df4d80-9ebc-4e33-9f18-646f73b180a9 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:25.773956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-39df4d80-9ebc-4e33-9f18-646f73b180a9 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4&tenant_id=cbb43e4753544be0aa33c8b169b14a56&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 1096 time: 0.0657167 Dec 08 02:23:25.791983 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:25.856342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-bc49f50f-bfc4-436f-8617-9e450db7d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:25.857787 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-bc49f50f-bfc4-436f-8617-9e450db7d35f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4&tenant_id=cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 1096 time: 0.0766521 Dec 08 02:23:25.893271 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-716e3bfe-e097-411f-80cc-7c0051851a62 None None] Provisioning complete for port ebf41f2f-0b97-4452-9891-c677f6227fe4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:25.893940 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-716e3bfe-e097-411f-80cc-7c0051851a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:25.956494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-b99482ef-55f1-48df-b48b-2a459ce2ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:25.958360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-b99482ef-55f1-48df-b48b-2a459ce2ab74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 1096 time: 0.0631423 Dec 08 02:23:25.965948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-716e3bfe-e097-411f-80cc-7c0051851a62 None None] Port ebf41f2f-0b97-4452-9891-c677f6227fe4 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:26.053528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-78c58724-318a-45b4-b5c9-3676499d30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:26.055025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-78c58724-318a-45b4-b5c9-3676499d30bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=fa0f1f34-cedb-428f-aa23-d64467142475 HTTP/1.1" status: 200 len: 897 time: 0.0895936 Dec 08 02:23:26.113453 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:26.121286 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:26.155749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-1e784768-5495-4e28-8c7c-68478845406b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7 HTTP/1.1" status: 200 len: 999 time: 0.0913346 Dec 08 02:23:26.216487 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=ebf41f2f-0b97-4452-9891-c677f6227fe4,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:26.219965 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:26.224914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d9f22cd4-c060-4e39-bd63-71f618bdfd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:26.227463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-d9f22cd4-c060-4e39-bd63-71f618bdfd9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f7e8c0-d678-4878-bc63-cb7c569da0f4 HTTP/1.1" status: 200 len: 835 time: 0.0621002 Dec 08 02:23:26.280543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-81deda42-7642-49a5-a5aa-d31541551ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:26.282264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-81deda42-7642-49a5-a5aa-d31541551ec5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa0f1f34-cedb-428f-aa23-d64467142475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464611 Dec 08 02:23:26.316359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network f90a7092-20c6-4dd4-a5c7-62b5e539156c is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:26.317822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:26.382274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-ccb1d917-54e5-4586-ac4e-aa193507241e service neutron] 10.222.0.45 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930703 Dec 08 02:23:26.438892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 2dda15a7-f446-4497-808a-0d539f0e7553 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:26.485309 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-8191d804-fa8b-4a31-b36e-eb03d66e7706 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962992 Dec 08 02:23:26.553703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:26.558631 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0fc51c32-c30a-4397-ae4f-c4673ed4c238 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "PUT /v2.0/routers/2dda15a7-f446-4497-808a-0d539f0e7553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1496992 Dec 08 02:23:26.561452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59538) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:26.563025 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a03d9d3-484d-4738-a2ff-410d14f25a45 None None] Sync routers for ids ['2dda15a7-f446-4497-808a-0d539f0e7553'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:26.566841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1d444a7f-2f5a-4bd3-9544-48d9527604a8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'port': {'network_id': 'f90a7092-20c6-4dd4-a5c7-62b5e539156c', 'name': 'tempest-FloatingIPTestJSON-637704944'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:26.573185 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a03d9d3-484d-4738-a2ff-410d14f25a45 None None] Routers {'2dda15a7-f446-4497-808a-0d539f0e7553'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:26.573793 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6a03d9d3-484d-4738-a2ff-410d14f25a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2dda15a7-f446-4497-808a-0d539f0e7553'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:26.590451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-beb5fa92-e98a-49b4-a620-b07e3f084da4 None None] Provisioning complete for port ebf41f2f-0b97-4452-9891-c677f6227fe4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:26.591088 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-beb5fa92-e98a-49b4-a620-b07e3f084da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:26.610492 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6a03d9d3-484d-4738-a2ff-410d14f25a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:26.626190 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a03d9d3-484d-4738-a2ff-410d14f25a45 None None] Routers {'2dda15a7-f446-4497-808a-0d539f0e7553'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:26.627068 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6a03d9d3-484d-4738-a2ff-410d14f25a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2dda15a7-f446-4497-808a-0d539f0e7553'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:26.631792 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-beb5fa92-e98a-49b4-a620-b07e3f084da4 None None] Port ebf41f2f-0b97-4452-9891-c677f6227fe4 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:26.659447 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6a03d9d3-484d-4738-a2ff-410d14f25a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:26.660141 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a03d9d3-484d-4738-a2ff-410d14f25a45 None None] The sync data for ids ['2dda15a7-f446-4497-808a-0d539f0e7553'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:26.696194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d444a7f-2f5a-4bd3-9544-48d9527604a8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Made reservation on behalf of 2911918704c1494b850d3ea03d7813d1 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:26.699743 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d444a7f-2f5a-4bd3-9544-48d9527604a8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:26.728754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [None req-1d444a7f-2f5a-4bd3-9544-48d9527604a8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] device_id is not set on port e25ddcc6-2559-4200-af30-c30fa911b736 yet. {{(pid=109767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:23:26.845890 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab158a7-3622-4339-9e05-fd1626277dcb req-0570deaf-9ec9-4575-bccd-fe489d2d84c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:26.847268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bab158a7-3622-4339-9e05-fd1626277dcb req-0570deaf-9ec9-4575-bccd-fe489d2d84c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 944 time: 0.1307821 Dec 08 02:23:26.876718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-3a01996f-fa26-45e9-abaa-764b719eae88 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:26.878127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-3a01996f-fa26-45e9-abaa-764b719eae88 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4&tenant_id=cbb43e4753544be0aa33c8b169b14a56&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 1096 time: 0.1507831 Dec 08 02:23:26.961475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-1d444a7f-2f5a-4bd3-9544-48d9527604a8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Allocated IP 172.20.0.9 (f90a7092-20c6-4dd4-a5c7-62b5e539156c/9d44026d-0e90-4d9d-a97a-63177bfbd0c1/e25ddcc6-2559-4200-af30-c30fa911b736) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:26.986058 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:26.988682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bab158a7-3622-4339-9e05-fd1626277dcb req-82673be5-f3b8-41f8-87ad-d3ff56881aec tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179419 Dec 08 02:23:27.115923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-7b872e0a-4756-4078-8304-aaf9c2a776fa service neutron] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:27.120589 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-7b872e0a-4756-4078-8304-aaf9c2a776fa service neutron] Publish callbacks [] for binding, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:27.121676 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-376a7e8a-574d-4449-bcbc-ee214b25e612 req-7b872e0a-4756-4078-8304-aaf9c2a776fa service neutron] 10.222.0.45 "DELETE /v2.0/ports/0fd08a16-7538-4ac0-82a2-a84236d3a1d7/bindings/n-h2-713499-31 HTTP/1.1" status: 204 len: 173 time: 0.2361891 Dec 08 02:23:27.174301 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d444a7f-2f5a-4bd3-9544-48d9527604a8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:27.208751 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d444a7f-2f5a-4bd3-9544-48d9527604a8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:27.263081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d444a7f-2f5a-4bd3-9544-48d9527604a8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Network f90a7092-20c6-4dd4-a5c7-62b5e539156c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:27.267316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d444a7f-2f5a-4bd3-9544-48d9527604a8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event updated for resources: {'Port': ['ID=e25ddcc6-2559-4200-af30-c30fa911b736,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:27.269671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1d444a7f-2f5a-4bd3-9544-48d9527604a8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:27.271798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d444a7f-2f5a-4bd3-9544-48d9527604a8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:27.323056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d444a7f-2f5a-4bd3-9544-48d9527604a8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:27.323737 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d444a7f-2f5a-4bd3-9544-48d9527604a8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:27.345828 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1d444a7f-2f5a-4bd3-9544-48d9527604a8 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7828786 Dec 08 02:23:27.348352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59546) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:27.353166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8eb2f7ff-490c-4aa8-bccd-a35bdb2db023 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Request body: {'floatingip': {'port_id': 'e25ddcc6-2559-4200-af30-c30fa911b736'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:27.429378 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f7ff-490c-4aa8-bccd-a35bdb2db023 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:27.564926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d38312b1-55ff-443a-aacf-7549a720827a None None] Provisioning complete for port e25ddcc6-2559-4200-af30-c30fa911b736 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:27.565382 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d38312b1-55ff-443a-aacf-7549a720827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:27.603826 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d38312b1-55ff-443a-aacf-7549a720827a None None] Port e25ddcc6-2559-4200-af30-c30fa911b736 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:27.926786 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f7ff-490c-4aa8-bccd-a35bdb2db023 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:27.932647 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f7ff-490c-4aa8-bccd-a35bdb2db023 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:27.956962 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:28.325453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60f143-bd55-4730-87b5-4a28f4a9cc9b req-556b120f-e404-4755-8b81-1eda67268b65 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:28.326954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd60f143-bd55-4730-87b5-4a28f4a9cc9b req-556b120f-e404-4755-8b81-1eda67268b65 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 944 time: 0.0873826 Dec 08 02:23:28.357461 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-8eb2f7ff-490c-4aa8-bccd-a35bdb2db023 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Floating IP c8f7c9cd-f285-4603-8d0f-160af7395115 associated. External IP: 172.25.8.12, port: 604bc326-d145-4289-aa79-f08fe0844f82. Dec 08 02:23:28.425637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd60f143-bd55-4730-87b5-4a28f4a9cc9b req-b09a22f6-2935-453f-9de3-bf0b773c370d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919542 Dec 08 02:23:28.607883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:28.616420 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b25528-af65-4c9b-a701-b37668899f0f req-327bc58c-51cb-4857-9fdd-736becc329b8 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:28.616420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73b25528-af65-4c9b-a701-b37668899f0f req-327bc58c-51cb-4857-9fdd-736becc329b8 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 1096 time: 0.0904951 Dec 08 02:23:28.648429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb2f7ff-490c-4aa8-bccd-a35bdb2db023 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:28.651719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:28.682509 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73b25528-af65-4c9b-a701-b37668899f0f req-19f07540-0bd4-45c9-8851-aa6b2496d97f tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621450 Dec 08 02:23:28.812041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb2f7ff-490c-4aa8-bccd-a35bdb2db023 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:28.822580 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c7cc7-1cf3-4fb9-82a7-a4645949a9ad None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:28.848946 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c7cc7-1cf3-4fb9-82a7-a4645949a9ad None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:28.850237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-249c7cc7-1cf3-4fb9-82a7-a4645949a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:28.887014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-249c7cc7-1cf3-4fb9-82a7-a4645949a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:28.898112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c7cc7-1cf3-4fb9-82a7-a4645949a9ad None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:28.898752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-249c7cc7-1cf3-4fb9-82a7-a4645949a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:28.933229 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-249c7cc7-1cf3-4fb9-82a7-a4645949a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:28.934293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c7cc7-1cf3-4fb9-82a7-a4645949a9ad None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:28.962527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad4c40-980a-46c5-a3ed-8a9ab19a458b req-cdc65842-192f-46dc-bb13-227192617289 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:28.964035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ecad4c40-980a-46c5-a3ed-8a9ab19a458b req-cdc65842-192f-46dc-bb13-227192617289 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 944 time: 0.0981624 Dec 08 02:23:29.090964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ecad4c40-980a-46c5-a3ed-8a9ab19a458b req-5658ef33-cd2d-433e-baba-9cbe8a7c54eb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198478 Dec 08 02:23:29.114017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59558) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:29.115838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb2f7ff-490c-4aa8-bccd-a35bdb2db023 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 2dda15a7-f446-4497-808a-0d539f0e7553 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:29.178253 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-43ab3e86-508e-4afe-aa91-7b0dc31a15f3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/584a8edc-416a-452d-9ffe-59ea9c0aefd5 HTTP/1.1" status: 200 len: 991 time: 0.0630817 Dec 08 02:23:29.225593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb2f7ff-490c-4aa8-bccd-a35bdb2db023 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:29.229983 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f7ff-490c-4aa8-bccd-a35bdb2db023 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:29.235189 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1ef5f-4835-41fc-9596-1d1d88747d78 None None] Sync routers for ids ['2dda15a7-f446-4497-808a-0d539f0e7553'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:29.244905 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1ef5f-4835-41fc-9596-1d1d88747d78 None None] Routers {'2dda15a7-f446-4497-808a-0d539f0e7553'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:29.245558 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c9e1ef5f-4835-41fc-9596-1d1d88747d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2dda15a7-f446-4497-808a-0d539f0e7553'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:29.279846 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c9e1ef5f-4835-41fc-9596-1d1d88747d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:29.286698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8eb2f7ff-490c-4aa8-bccd-a35bdb2db023 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "PUT /v2.0/floatingips/c8f7c9cd-f285-4603-8d0f-160af7395115 HTTP/1.1" status: 200 len: 976 time: 1.9371324 Dec 08 02:23:29.289148 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1ef5f-4835-41fc-9596-1d1d88747d78 None None] Routers {'2dda15a7-f446-4497-808a-0d539f0e7553'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:29.289306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59560) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:29.289776 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c9e1ef5f-4835-41fc-9596-1d1d88747d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2dda15a7-f446-4497-808a-0d539f0e7553'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:29.320845 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c9e1ef5f-4835-41fc-9596-1d1d88747d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:29.321487 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1ef5f-4835-41fc-9596-1d1d88747d78 None None] The sync data for ids ['2dda15a7-f446-4497-808a-0d539f0e7553'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:29.372980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d8d604fb-7d55-4d3c-ab62-59e603720300 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port e25ddcc6-2559-4200-af30-c30fa911b736 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:29.373325 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8d604fb-7d55-4d3c-ab62-59e603720300 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:29.459789 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8d604fb-7d55-4d3c-ab62-59e603720300 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:29.680904 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8d604fb-7d55-4d3c-ab62-59e603720300 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:29.681271 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8d604fb-7d55-4d3c-ab62-59e603720300 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:29.681724 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-d8d604fb-7d55-4d3c-ab62-59e603720300 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Floating IP c8f7c9cd-f285-4603-8d0f-160af7395115 disassociated. External IP: 172.25.8.12, port: e25ddcc6-2559-4200-af30-c30fa911b736. Dec 08 02:23:29.682085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d8d604fb-7d55-4d3c-ab62-59e603720300 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for e25ddcc6-2559-4200-af30-c30fa911b736 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:29.809246 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8d604fb-7d55-4d3c-ab62-59e603720300 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:29.838837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d604fb-7d55-4d3c-ab62-59e603720300 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=e25ddcc6-2559-4200-af30-c30fa911b736,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:29.957492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d604fb-7d55-4d3c-ab62-59e603720300 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 2dda15a7-f446-4497-808a-0d539f0e7553 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:30.068610 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d604fb-7d55-4d3c-ab62-59e603720300 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:30.079357 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd87a6a7-4d11-4476-88ec-06f9d6ea52d5 None None] Sync routers for ids ['2dda15a7-f446-4497-808a-0d539f0e7553'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:30.089793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd87a6a7-4d11-4476-88ec-06f9d6ea52d5 None None] Routers {'2dda15a7-f446-4497-808a-0d539f0e7553'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:30.090409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cd87a6a7-4d11-4476-88ec-06f9d6ea52d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2dda15a7-f446-4497-808a-0d539f0e7553'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:30.126888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cd87a6a7-4d11-4476-88ec-06f9d6ea52d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:30.137424 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd87a6a7-4d11-4476-88ec-06f9d6ea52d5 None None] Routers {'2dda15a7-f446-4497-808a-0d539f0e7553'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:30.138044 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cd87a6a7-4d11-4476-88ec-06f9d6ea52d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2dda15a7-f446-4497-808a-0d539f0e7553'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:30.141010 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8d604fb-7d55-4d3c-ab62-59e603720300 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:30.147227 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59568) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:30.147770 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d8d604fb-7d55-4d3c-ab62-59e603720300 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/ports/e25ddcc6-2559-4200-af30-c30fa911b736 HTTP/1.1" status: 204 len: 168 time: 0.8571453 Dec 08 02:23:30.174876 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cd87a6a7-4d11-4476-88ec-06f9d6ea52d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:30.175546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd87a6a7-4d11-4476-88ec-06f9d6ea52d5 None None] The sync data for ids ['2dda15a7-f446-4497-808a-0d539f0e7553'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:30.491748 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:30.748045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port ebf41f2f-0b97-4452-9891-c677f6227fe4 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:30.748418 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:30.836643 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:30.851548 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for ebf41f2f-0b97-4452-9891-c677f6227fe4 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:31.083548 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:31.112026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=ebf41f2f-0b97-4452-9891-c677f6227fe4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:31.124811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:31.125808 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:31.126231 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:31.126646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:31.127054 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:31.127461 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:31.127886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:31.128290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:31.128689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:31.129158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:31.129717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:31.130121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:31.130518 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:31.324502 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:31.437238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59576) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:31.602363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2989b040-4d81-4e50-8bb6-15dec66aae32 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port 52538fce-89eb-4bb3-9272-b773d7ca8733 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:31.602602 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2989b040-4d81-4e50-8bb6-15dec66aae32 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:31.685530 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2989b040-4d81-4e50-8bb6-15dec66aae32 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:31.685530 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2989b040-4d81-4e50-8bb6-15dec66aae32 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:31.695305 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-2989b040-4d81-4e50-8bb6-15dec66aae32 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for 52538fce-89eb-4bb3-9272-b773d7ca8733 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:31.870596 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2989b040-4d81-4e50-8bb6-15dec66aae32 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:31.899438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989b040-4d81-4e50-8bb6-15dec66aae32 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=52538fce-89eb-4bb3-9272-b773d7ca8733,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:31.899731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 2dda15a7-f446-4497-808a-0d539f0e7553 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:31.970865 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2989b040-4d81-4e50-8bb6-15dec66aae32 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:31.971339 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-2989b040-4d81-4e50-8bb6-15dec66aae32 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Floating IP 584a8edc-416a-452d-9ffe-59ea9c0aefd5 disassociated (deleted). External IP: 172.25.8.102, port: 0fd08a16-7538-4ac0-82a2-a84236d3a1d7. Dec 08 02:23:32.014439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:32.020071 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-37feb701-414e-47ff-aeee-7fd70af8462a tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "PUT /v2.0/routers/2dda15a7-f446-4497-808a-0d539f0e7553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8713217 Dec 08 02:23:32.022851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59584) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:32.027146 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a274e0-fe33-4b01-8b0d-e25ae1175936 None None] Sync routers for ids ['2dda15a7-f446-4497-808a-0d539f0e7553'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:32.041011 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a274e0-fe33-4b01-8b0d-e25ae1175936 None None] Routers {'2dda15a7-f446-4497-808a-0d539f0e7553'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:32.043091 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-13a274e0-fe33-4b01-8b0d-e25ae1175936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2dda15a7-f446-4497-808a-0d539f0e7553'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:32.078541 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-13a274e0-fe33-4b01-8b0d-e25ae1175936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:32.088810 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a274e0-fe33-4b01-8b0d-e25ae1175936 None None] Routers {'2dda15a7-f446-4497-808a-0d539f0e7553'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:32.090200 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-13a274e0-fe33-4b01-8b0d-e25ae1175936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2dda15a7-f446-4497-808a-0d539f0e7553'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:32.128304 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-13a274e0-fe33-4b01-8b0d-e25ae1175936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:32.129331 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a274e0-fe33-4b01-8b0d-e25ae1175936 None None] The sync data for ids ['2dda15a7-f446-4497-808a-0d539f0e7553'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:32.153947 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:32.243567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2989b040-4d81-4e50-8bb6-15dec66aae32 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 0a0c72af-e284-4740-9405-80c3221e5172 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:32.258588 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2638254f-d3b4-4ea2-93c3-0e95d3611883 req-34743827-9125-42af-83ea-5061b24547ab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0655560 Dec 08 02:23:32.269620 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:32.331152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port f1826280-e287-44ce-9aeb-886945d0eb9e {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:32.331839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:32.400497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638254f-d3b4-4ea2-93c3-0e95d3611883 req-3d0b1e38-0a30-43c7-9b66-7bcdfb98ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:32.402884 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2638254f-d3b4-4ea2-93c3-0e95d3611883 req-3d0b1e38-0a30-43c7-9b66-7bcdfb98ee39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 1096 time: 0.0589623 Dec 08 02:23:32.408842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2989b040-4d81-4e50-8bb6-15dec66aae32 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:32.413542 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2989b040-4d81-4e50-8bb6-15dec66aae32 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:32.417828 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:32.419256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2925b-857f-4d52-b5e9-7702632bfeba None None] Sync routers for ids ['0a0c72af-e284-4740-9405-80c3221e5172'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:32.431171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for f1826280-e287-44ce-9aeb-886945d0eb9e owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:32.433736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2925b-857f-4d52-b5e9-7702632bfeba None None] Routers {'0a0c72af-e284-4740-9405-80c3221e5172'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:32.434449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7ce2925b-857f-4d52-b5e9-7702632bfeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0a0c72af-e284-4740-9405-80c3221e5172'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:32.468387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2989b040-4d81-4e50-8bb6-15dec66aae32 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/floatingips/584a8edc-416a-452d-9ffe-59ea9c0aefd5 HTTP/1.1" status: 204 len: 168 time: 1.0266154 Dec 08 02:23:32.535135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:32.537887 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f422b6ec-1ba0-4a4f-a989-ca790de11649" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:32.564464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638254f-d3b4-4ea2-93c3-0e95d3611883 req-12ef4692-0a16-48b3-a827-4c2779c38f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:32.566707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2638254f-d3b4-4ea2-93c3-0e95d3611883 req-12ef4692-0a16-48b3-a827-4c2779c38f20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fa0f1f34-cedb-428f-aa23-d64467142475 HTTP/1.1" status: 200 len: 897 time: 0.1343827 Dec 08 02:23:32.624011 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:32.645143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-7ce2925b-857f-4d52-b5e9-7702632bfeba None None] Set router 0a0c72af-e284-4740-9405-80c3221e5172 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:32.646077 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353b1369-f42d-496b-a7de-010ce3f5c6b6 x-openstack-request-id: req-353b1369-f42d-496b-a7de-010ce3f5c6b6 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:32.646378 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:32.646789 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-353b1369-f42d-496b-a7de-010ce3f5c6b6 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:32.647183 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'status': 'completed', 'code': 200} Dec 08 02:23:32.649259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2638254f-d3b4-4ea2-93c3-0e95d3611883 req-4961e095-fc40-48e8-b042-16185ae38b7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7 HTTP/1.1" status: 200 len: 217 time: 0.0753853 Dec 08 02:23:32.656421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=f1826280-e287-44ce-9aeb-886945d0eb9e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:32.689594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3183d2-68a1-4881-886b-2213c936f419 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:32.730345 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:32.858717 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:32.861418 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:32.920114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:32.920797 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Fanout notify agent at l3_agent the message router_deleted on router 2dda15a7-f446-4497-808a-0d539f0e7553 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:23:32.938775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:32.944192 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c0ffd6f6-b614-48d2-8011-3570f0c07433 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/routers/2dda15a7-f446-4497-808a-0d539f0e7553 HTTP/1.1" status: 204 len: 168 time: 0.9200494 Dec 08 02:23:32.945373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59594) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:33.021665 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7372ef4c-e216-4f38-b75e-539a7a95d214 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting subnet 9d44026d-0e90-4d9d-a97a-63177bfbd0c1 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:23:33.025921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7372ef4c-e216-4f38-b75e-539a7a95d214 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:33.098472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7ce2925b-857f-4d52-b5e9-7702632bfeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:28Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0', 'name': '', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:68:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:26Z', 'updated_at': '2021-12-08T02:22:31Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:33.099325 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7372ef4c-e216-4f38-b75e-539a7a95d214 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:33.128077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2925b-857f-4d52-b5e9-7702632bfeba None None] Checking router: 0a0c72af-e284-4740-9405-80c3221e5172 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:23:33.133443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638254f-d3b4-4ea2-93c3-0e95d3611883 req-fa9892e6-609a-4a6d-80ed-743949d2f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:33.135314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2638254f-d3b4-4ea2-93c3-0e95d3611883 req-fa9892e6-609a-4a6d-80ed-743949d2f7cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f7e8c0-d678-4878-bc63-cb7c569da0f4 HTTP/1.1" status: 200 len: 835 time: 0.4432139 Dec 08 02:23:33.137695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2925b-857f-4d52-b5e9-7702632bfeba None None] Routers {'0a0c72af-e284-4740-9405-80c3221e5172'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:33.138462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7ce2925b-857f-4d52-b5e9-7702632bfeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0a0c72af-e284-4740-9405-80c3221e5172'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:33.186526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df453345-c46e-4713-883c-ddfd2f71e2f6 req-25ea44a6-4c7b-4b0b-a971-a5faffa641d8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:33.188832 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df453345-c46e-4713-883c-ddfd2f71e2f6 req-25ea44a6-4c7b-4b0b-a971-a5faffa641d8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 944 time: 0.4428902 Dec 08 02:23:33.221391 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638254f-d3b4-4ea2-93c3-0e95d3611883 req-29a943e7-abec-42fa-ace6-7e737ef1d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:33.223060 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2638254f-d3b4-4ea2-93c3-0e95d3611883 req-29a943e7-abec-42fa-ace6-7e737ef1d71c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa0f1f34-cedb-428f-aa23-d64467142475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792172 Dec 08 02:23:33.260543 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7372ef4c-e216-4f38-b75e-539a7a95d214 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:33.284958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-7ce2925b-857f-4d52-b5e9-7702632bfeba None None] Set router 0a0c72af-e284-4740-9405-80c3221e5172 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:33.335535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde204f1-8c61-4b23-9476-c22378463e3c req-e53a057c-09c0-4060-9fc6-804b2edf5647 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:33.337376 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dde204f1-8c61-4b23-9476-c22378463e3c req-e53a057c-09c0-4060-9fc6-804b2edf5647 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 944 time: 0.0903323 Dec 08 02:23:33.377557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2638254f-d3b4-4ea2-93c3-0e95d3611883 req-d62c91cd-72e4-40a4-be26-2f45fb70a052 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259041 Dec 08 02:23:33.383744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df453345-c46e-4713-883c-ddfd2f71e2f6 req-b5733fff-4222-48a9-984d-368adab3bb06 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d874630-6806-4a7c-83f2-7512599cca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783073 Dec 08 02:23:33.408421 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7372ef4c-e216-4f38-b75e-539a7a95d214 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:33.523025 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372ef4c-e216-4f38-b75e-539a7a95d214 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Subnet': ['ID=9d44026d-0e90-4d9d-a97a-63177bfbd0c1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:33.551124 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7372ef4c-e216-4f38-b75e-539a7a95d214 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:33.563201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fcd2d3-2b7d-4340-80e2-51c45585d422 None None] Network f90a7092-20c6-4dd4-a5c7-62b5e539156c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:33.564354 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7372ef4c-e216-4f38-b75e-539a7a95d214 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/subnets/9d44026d-0e90-4d9d-a97a-63177bfbd0c1 HTTP/1.1" status: 204 len: 168 time: 0.6176550 Dec 08 02:23:33.565253 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59596) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:33.606121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2638254f-d3b4-4ea2-93c3-0e95d3611883 req-0e91269f-3f01-4fb1-9b18-b3da3465ea17 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212374 Dec 08 02:23:33.693289 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:33.712300 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-dde204f1-8c61-4b23-9476-c22378463e3c req-ac1af268-9bbd-4fb5-8cda-6a9e8c12dd9d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:33.713127 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-dde204f1-8c61-4b23-9476-c22378463e3c req-ac1af268-9bbd-4fb5-8cda-6a9e8c12dd9d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:33.728300 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7ce2925b-857f-4d52-b5e9-7702632bfeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:28Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0', 'name': '', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:68:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:26Z', 'updated_at': '2021-12-08T02:22:31Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:33.765180 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2925b-857f-4d52-b5e9-7702632bfeba None None] The sync data for ids ['0a0c72af-e284-4740-9405-80c3221e5172'] in n-d-713499-31 is: [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:28Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0', 'name': '', 'network_id': 'fa0f1f34-cedb-428f-aa23-d64467142475', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:68:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:26Z', 'updated_at': '2021-12-08T02:22:31Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': 'c9f7e8c0-d678-4878-bc63-cb7c569da0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:33.808519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422b6ec-1ba0-4a4f-a989-ca790de11649 req-305a513e-0597-45b0-ab96-c522590ea6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:33.810038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f422b6ec-1ba0-4a4f-a989-ca790de11649 req-305a513e-0597-45b0-ab96-c522590ea6f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 1096 time: 0.0680962 Dec 08 02:23:33.842404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-dde204f1-8c61-4b23-9476-c22378463e3c req-ac1af268-9bbd-4fb5-8cda-6a9e8c12dd9d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] For port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:33.842784 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-dde204f1-8c61-4b23-9476-c22378463e3c req-ac1af268-9bbd-4fb5-8cda-6a9e8c12dd9d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:33.861490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port 2c87130b-4454-4852-b0ec-74b6778664e6 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:33.861827 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:33.874041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b875e09-75f6-4359-a2ed-e7eb8bd1286c None None] DHCP port deletion for f90a7092-20c6-4dd4-a5c7-62b5e539156c request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:33.876224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-dde204f1-8c61-4b23-9476-c22378463e3c req-ac1af268-9bbd-4fb5-8cda-6a9e8c12dd9d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:33.947907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0b875e09-75f6-4359-a2ed-e7eb8bd1286c None None] Deleting port 2c87130b-4454-4852-b0ec-74b6778664e6 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:33.948256 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b875e09-75f6-4359-a2ed-e7eb8bd1286c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:33.966780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] For port 2c87130b-4454-4852-b0ec-74b6778664e6, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2c87130b-4454-4852-b0ec-74b6778664e6,segment=NetworkSegment(82bae782-62d2-4950-bef0-561fd437fd24),segment_id=82bae782-62d2-4950-bef0-561fd437fd24)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:33.967149 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:33.986663 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for 2c87130b-4454-4852-b0ec-74b6778664e6 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:33.988843 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422b6ec-1ba0-4a4f-a989-ca790de11649 req-1403bd9a-5f40-49a8-b6f5-3e5e2388fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:33.991915 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f422b6ec-1ba0-4a4f-a989-ca790de11649 req-1403bd9a-5f40-49a8-b6f5-3e5e2388fbb0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fa0f1f34-cedb-428f-aa23-d64467142475 HTTP/1.1" status: 200 len: 897 time: 0.1725519 Dec 08 02:23:34.020277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0b875e09-75f6-4359-a2ed-e7eb8bd1286c None None] For port 2c87130b-4454-4852-b0ec-74b6778664e6, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2c87130b-4454-4852-b0ec-74b6778664e6,segment=NetworkSegment(82bae782-62d2-4950-bef0-561fd437fd24),segment_id=82bae782-62d2-4950-bef0-561fd437fd24)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:34.021075 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b875e09-75f6-4359-a2ed-e7eb8bd1286c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:34.042023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0b875e09-75f6-4359-a2ed-e7eb8bd1286c None None] Calling delete_port for 2c87130b-4454-4852-b0ec-74b6778664e6 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:34.107517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f422b6ec-1ba0-4a4f-a989-ca790de11649 req-bcb72534-d8e7-4998-aace-6e3a205cd8de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fd08a16-7538-4ac0-82a2-a84236d3a1d7 HTTP/1.1" status: 200 len: 217 time: 0.0882471 Dec 08 02:23:34.187241 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:34.207767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422b6ec-1ba0-4a4f-a989-ca790de11649 req-81c231fb-7240-4f8b-880b-e35102d5ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:34.221327 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f422b6ec-1ba0-4a4f-a989-ca790de11649 req-81c231fb-7240-4f8b-880b-e35102d5ef38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9f7e8c0-d678-4878-bc63-cb7c569da0f4 HTTP/1.1" status: 200 len: 835 time: 0.1031344 Dec 08 02:23:34.225921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-dde204f1-8c61-4b23-9476-c22378463e3c req-ac1af268-9bbd-4fb5-8cda-6a9e8c12dd9d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:34.245096 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:23:34.264659 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=2c87130b-4454-4852-b0ec-74b6778664e6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:34.265721 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b875e09-75f6-4359-a2ed-e7eb8bd1286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:34.280654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] No DVR routers for this DVR port 2c87130b-4454-4852-b0ec-74b6778664e6 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:23:34.291254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422b6ec-1ba0-4a4f-a989-ca790de11649 req-893c226f-b201-42bf-ae4a-834551a7d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:34.292819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f422b6ec-1ba0-4a4f-a989-ca790de11649 req-893c226f-b201-42bf-ae4a-834551a7d1b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa0f1f34-cedb-428f-aa23-d64467142475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641506 Dec 08 02:23:34.307835 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba14781f-384f-43a8-b7e5-4ea4598bbaf2 None None] New status for floating IP 584a8edc-416a-452d-9ffe-59ea9c0aefd5: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:23:34.327797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b875e09-75f6-4359-a2ed-e7eb8bd1286c None None] Pushing event deleted for resources: {'Port': ['ID=2c87130b-4454-4852-b0ec-74b6778664e6,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:34.331432 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b875e09-75f6-4359-a2ed-e7eb8bd1286c None None] No DVR routers for this DVR port 2c87130b-4454-4852-b0ec-74b6778664e6 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:23:34.385090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1af268-9bbd-4fb5-8cda-6a9e8c12dd9d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=0fd08a16-7538-4ac0-82a2-a84236d3a1d7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:34.471561 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde204f1-8c61-4b23-9476-c22378463e3c req-ac1af268-9bbd-4fb5-8cda-6a9e8c12dd9d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] No DVR routers for this DVR port 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:23:34.476476 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-dde204f1-8c61-4b23-9476-c22378463e3c req-ac1af268-9bbd-4fb5-8cda-6a9e8c12dd9d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:34.480213 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dde204f1-8c61-4b23-9476-c22378463e3c req-ac1af268-9bbd-4fb5-8cda-6a9e8c12dd9d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "DELETE /v2.0/ports/0fd08a16-7538-4ac0-82a2-a84236d3a1d7 HTTP/1.1" status: 204 len: 173 time: 1.1344109 Dec 08 02:23:34.480701 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'name': 'network-vif-deleted', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:34.483025 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df9d485-1f85-42da-b7eb-31c99dc8ebec" -d '{"events": [{"server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "name": "network-vif-deleted", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:34.494628 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:34.557984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90a7092-20c6-4dd4-a5c7-62b5e539156c']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:34.571474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bae782-62d2-4950-bef0-561fd437fd24') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:34.571810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bae782-62d2-4950-bef0-561fd437fd24') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:34.584262 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:34.586557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f422b6ec-1ba0-4a4f-a989-ca790de11649 req-081338cf-c83e-446f-b524-58e598a44fc1 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685452 Dec 08 02:23:34.605463 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:34.625639 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-856c6d28-e522-4e39-8251-55c6f495778d req-0ee7dd37-73df-4c51-aad1-ccb18399b631 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac7437a5-6b98-4a90-a881-34fb020965a4 HTTP/1.1" status: 200 len: 210 time: 0.0298235 Dec 08 02:23:34.635870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:23:34.636287 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:23:34.701241 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:23:34.719345 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:34.728095 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:34.737002 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/networks/f90a7092-20c6-4dd4-a5c7-62b5e539156c HTTP/1.1" status: 204 len: 168 time: 1.1697183 Dec 08 02:23:34.739393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59644) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:34.752102 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdb844-ae12-4fe7-928c-66e1bb3d7890 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Network': ['ID=f90a7092-20c6-4dd4-a5c7-62b5e539156c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:34.762897 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf90174-5dc5-4c30-b352-f4b8b314609b x-openstack-request-id: req-fdf90174-5dc5-4c30-b352-f4b8b314609b {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:34.764238 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7437a5-6b98-4a90-a881-34fb020965a4", "name": "network-vif-deleted", "tag": "0fd08a16-7538-4ac0-82a2-a84236d3a1d7", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:34.764502 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fdf90174-5dc5-4c30-b352-f4b8b314609b {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:34.764938 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7437a5-6b98-4a90-a881-34fb020965a4', 'name': 'network-vif-deleted', 'tag': '0fd08a16-7538-4ac0-82a2-a84236d3a1d7', 'status': 'completed', 'code': 200} Dec 08 02:23:34.809820 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f422b6ec-1ba0-4a4f-a989-ca790de11649 req-1508c480-ec4d-4228-9408-7460bd82afa6 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826415 Dec 08 02:23:34.926396 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-40998ca5-6bd8-491b-a7fe-414329e670ba tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port c5f638ce-25ef-498e-9d10-dfb43bede217 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:34.926890 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40998ca5-6bd8-491b-a7fe-414329e670ba tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:35.013979 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40998ca5-6bd8-491b-a7fe-414329e670ba tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:35.014187 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40998ca5-6bd8-491b-a7fe-414329e670ba tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:35.025740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-40998ca5-6bd8-491b-a7fe-414329e670ba tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for c5f638ce-25ef-498e-9d10-dfb43bede217 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:35.161609 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40998ca5-6bd8-491b-a7fe-414329e670ba tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:35.189030 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40998ca5-6bd8-491b-a7fe-414329e670ba tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=c5f638ce-25ef-498e-9d10-dfb43bede217,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:35.285714 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40998ca5-6bd8-491b-a7fe-414329e670ba tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:35.289288 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-40998ca5-6bd8-491b-a7fe-414329e670ba tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:35.294084 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-40998ca5-6bd8-491b-a7fe-414329e670ba tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/floatingips/c8f7c9cd-f285-4603-8d0f-160af7395115 HTTP/1.1" status: 204 len: 168 time: 0.5500693 Dec 08 02:23:35.295260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59652) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:35.306024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2c87130b-4454-4852-b0ec-74b6778664e6 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:35.325035 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9a0a4a-ba32-4614-9313-89724eed7523 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] DELETE failed (client error): The resource could not be found. Dec 08 02:23:35.325858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9a0a4a-ba32-4614-9313-89724eed7523 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:23:35.332565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59654) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:35.332928 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4c9a0a4a-ba32-4614-9313-89724eed7523 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/ports/e25ddcc6-2559-4200-af30-c30fa911b736 HTTP/1.1" status: 404 len: 333 time: 0.0351391 Dec 08 02:23:35.348247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 2c87130b-4454-4852-b0ec-74b6778664e6 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:35.348910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2c87130b-4454-4852-b0ec-74b6778664e6 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:35.369165 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e774deb8-06ab-43fd-81ee-59831f6748d4 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "GET /v2.0/ports?device_id=2dda15a7-f446-4497-808a-0d539f0e7553 HTTP/1.1" status: 200 len: 205 time: 0.0353272 Dec 08 02:23:35.371431 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59656) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:35.409383 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-d588f401-481e-46c0-ba00-141ce241dc07 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] delete failed (client error): The resource could not be found. Dec 08 02:23:35.410515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d588f401-481e-46c0-ba00-141ce241dc07 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/routers/2dda15a7-f446-4497-808a-0d539f0e7553 HTTP/1.1" status: 404 len: 336 time: 0.0381005 Dec 08 02:23:35.413083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59658) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:35.438693 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3880c54-780a-45fc-80ca-470b914ce83e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] DELETE failed (client error): The resource could not be found. Dec 08 02:23:35.439152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3880c54-780a-45fc-80ca-470b914ce83e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:23:35.442268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f3880c54-780a-45fc-80ca-470b914ce83e tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/subnets/9d44026d-0e90-4d9d-a97a-63177bfbd0c1 HTTP/1.1" status: 404 len: 337 time: 0.0282300 Dec 08 02:23:35.444766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59660) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:35.536606 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d3347896-cab0-483b-b1c0-eabb36f4cfc2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port 604bc326-d145-4289-aa79-f08fe0844f82 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:35.537071 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3347896-cab0-483b-b1c0-eabb36f4cfc2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:35.624081 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3347896-cab0-483b-b1c0-eabb36f4cfc2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:35.638238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d3347896-cab0-483b-b1c0-eabb36f4cfc2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for 604bc326-d145-4289-aa79-f08fe0844f82 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:35.687090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59664) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:35.771628 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3347896-cab0-483b-b1c0-eabb36f4cfc2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:35.802219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3347896-cab0-483b-b1c0-eabb36f4cfc2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=604bc326-d145-4289-aa79-f08fe0844f82,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:35.878913 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3347896-cab0-483b-b1c0-eabb36f4cfc2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:35.883351 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d3347896-cab0-483b-b1c0-eabb36f4cfc2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/ports/604bc326-d145-4289-aa79-f08fe0844f82 HTTP/1.1" status: 204 len: 168 time: 0.4376817 Dec 08 02:23:35.885917 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59666) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:35.988361 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7250f-f582-4f73-aa6e-7408e4f8eca2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port 7148bc83-3195-4714-b53e-714ce1206506 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:35.988803 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0c7250f-f582-4f73-aa6e-7408e4f8eca2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:36.079444 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23ec474c-3b66-414d-b6ac-605f06c56b90 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:36.084326 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0c7250f-f582-4f73-aa6e-7408e4f8eca2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:36.096929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7250f-f582-4f73-aa6e-7408e4f8eca2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for 7148bc83-3195-4714-b53e-714ce1206506 owned by {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:36.266625 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0c7250f-f582-4f73-aa6e-7408e4f8eca2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:36.301452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7250f-f582-4f73-aa6e-7408e4f8eca2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=7148bc83-3195-4714-b53e-714ce1206506,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:36.371238 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b0c7250f-f582-4f73-aa6e-7408e4f8eca2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:36.374413 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b0c7250f-f582-4f73-aa6e-7408e4f8eca2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/ports/7148bc83-3195-4714-b53e-714ce1206506 HTTP/1.1" status: 204 len: 168 time: 0.4873033 Dec 08 02:23:36.377611 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59670) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:36.427404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8b5e6c-bed5-4552-ad89-f89e0f75586b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:36.431533 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1e8b5e6c-bed5-4552-ad89-f89e0f75586b tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a549c-383c-4a29-ae9a-73316e97865d HTTP/1.1" status: 200 len: 913 time: 0.0499389 Dec 08 02:23:36.432008 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59672) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:36.438219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-23ec474c-3b66-414d-b6ac-605f06c56b90 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:36.438539 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23ec474c-3b66-414d-b6ac-605f06c56b90 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:36.539122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-23ec474c-3b66-414d-b6ac-605f06c56b90 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] For port b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:36.539585 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23ec474c-3b66-414d-b6ac-605f06c56b90 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:36.554178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-23ec474c-3b66-414d-b6ac-605f06c56b90 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:36.740536 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23ec474c-3b66-414d-b6ac-605f06c56b90 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:36.767469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec474c-3b66-414d-b6ac-605f06c56b90 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:36.875975 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3050ed4-d070-4c57-ba5a-4fbf27272404 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:36.945584 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-23ec474c-3b66-414d-b6ac-605f06c56b90 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:37.185913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ec474c-3b66-414d-b6ac-605f06c56b90 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 0a0c72af-e284-4740-9405-80c3221e5172 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:37.235153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b3050ed4-d070-4c57-ba5a-4fbf27272404 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port 1d54481a-5577-4ec1-a70a-0b044983875a {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:37.235657 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3050ed4-d070-4c57-ba5a-4fbf27272404 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:37.326675 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3050ed4-d070-4c57-ba5a-4fbf27272404 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:37.327002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ec474c-3b66-414d-b6ac-605f06c56b90 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:37.335680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59680) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:37.335996 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-23ec474c-3b66-414d-b6ac-605f06c56b90 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "PUT /v2.0/routers/0a0c72af-e284-4740-9405-80c3221e5172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6465089 Dec 08 02:23:37.339868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909c551-1c2a-459d-ac58-ab827f2eb20e None None] Sync routers for ids ['0a0c72af-e284-4740-9405-80c3221e5172'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:37.350437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909c551-1c2a-459d-ac58-ab827f2eb20e None None] Routers {'0a0c72af-e284-4740-9405-80c3221e5172'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:37.351177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b3050ed4-d070-4c57-ba5a-4fbf27272404 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for 1d54481a-5577-4ec1-a70a-0b044983875a owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:37.351461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e909c551-1c2a-459d-ac58-ab827f2eb20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0a0c72af-e284-4740-9405-80c3221e5172'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:37.430452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a71210-7e6c-49fc-b572-f0a99f2e87fb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting subnet c9f7e8c0-d678-4878-bc63-cb7c569da0f4 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:23:37.435839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20a71210-7e6c-49fc-b572-f0a99f2e87fb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:37.459953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-e909c551-1c2a-459d-ac58-ab827f2eb20e None None] Set router 0a0c72af-e284-4740-9405-80c3221e5172 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:37.487086 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20a71210-7e6c-49fc-b572-f0a99f2e87fb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:37.623404 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20a71210-7e6c-49fc-b572-f0a99f2e87fb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:37.657066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e909c551-1c2a-459d-ac58-ab827f2eb20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:23:36Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:37.685114 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909c551-1c2a-459d-ac58-ab827f2eb20e None None] Checking router: 0a0c72af-e284-4740-9405-80c3221e5172 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:23:37.693961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909c551-1c2a-459d-ac58-ab827f2eb20e None None] Routers {'0a0c72af-e284-4740-9405-80c3221e5172'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:37.694572 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e909c551-1c2a-459d-ac58-ab827f2eb20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0a0c72af-e284-4740-9405-80c3221e5172'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:37.709591 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3050ed4-d070-4c57-ba5a-4fbf27272404 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:37.744085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3050ed4-d070-4c57-ba5a-4fbf27272404 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=1d54481a-5577-4ec1-a70a-0b044983875a,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:37.746230 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20a71210-7e6c-49fc-b572-f0a99f2e87fb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:37.813347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-e909c551-1c2a-459d-ac58-ab827f2eb20e None None] Set router 0a0c72af-e284-4740-9405-80c3221e5172 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:38.008814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e909c551-1c2a-459d-ac58-ab827f2eb20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:23:36Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:38.036776 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909c551-1c2a-459d-ac58-ab827f2eb20e None None] The sync data for ids ['0a0c72af-e284-4740-9405-80c3221e5172'] in n-d-713499-31 is: [{'id': '0a0c72af-e284-4740-9405-80c3221e5172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680620382', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'b4e0765a-f428-45b6-964f-e04908156358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:23:36Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'b4e0765a-f428-45b6-964f-e04908156358', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0c72af-e284-4740-9405-80c3221e5172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:38.053407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a71210-7e6c-49fc-b572-f0a99f2e87fb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f7e8c0-d678-4878-bc63-cb7c569da0f4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:38.055463 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-20a71210-7e6c-49fc-b572-f0a99f2e87fb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:38.058776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-20a71210-7e6c-49fc-b572-f0a99f2e87fb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/subnets/c9f7e8c0-d678-4878-bc63-cb7c569da0f4 HTTP/1.1" status: 204 len: 168 time: 0.7221293 Dec 08 02:23:38.061842 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59684) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:38.076476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed7c282-ffce-4177-afed-6594319a98e7 None None] Network fa0f1f34-cedb-428f-aa23-d64467142475 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:38.179195 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:38.190214 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:38.203959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:38.204450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 0fd08a16-7538-4ac0-82a2-a84236d3a1d7 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:38.261327 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3050ed4-d070-4c57-ba5a-4fbf27272404 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:38.449334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b03c45-ac92-4e64-a00e-c00ff48eb57c None None] DHCP port deletion for fa0f1f34-cedb-428f-aa23-d64467142475 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:38.544289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-25b03c45-ac92-4e64-a00e-c00ff48eb57c None None] Deleting port 78bdd223-c631-431b-96e7-782c3956af37 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:38.544838 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25b03c45-ac92-4e64-a00e-c00ff48eb57c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:38.580117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3050ed4-d070-4c57-ba5a-4fbf27272404 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Router 896a549c-383c-4a29-ae9a-73316e97865d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:38.641828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-25b03c45-ac92-4e64-a00e-c00ff48eb57c None None] For port 78bdd223-c631-431b-96e7-782c3956af37, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=78bdd223-c631-431b-96e7-782c3956af37,segment=NetworkSegment(8af161a6-c336-4c80-b10b-55d954ddb858),segment_id=8af161a6-c336-4c80-b10b-55d954ddb858)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:38.642255 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25b03c45-ac92-4e64-a00e-c00ff48eb57c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:38.678986 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-25b03c45-ac92-4e64-a00e-c00ff48eb57c None None] Calling delete_port for 78bdd223-c631-431b-96e7-782c3956af37 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:38.712630 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:38.714162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3050ed4-d070-4c57-ba5a-4fbf27272404 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:38.725946 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeddd28-fc3f-4818-9036-7cb4dab4867c None None] Sync routers for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:38.733025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b3050ed4-d070-4c57-ba5a-4fbf27272404 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "PUT /v2.0/routers/896a549c-383c-4a29-ae9a-73316e97865d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2999640 Dec 08 02:23:38.735517 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59686) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:38.746777 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeddd28-fc3f-4818-9036-7cb4dab4867c None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:38.747974 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7aeddd28-fc3f-4818-9036-7cb4dab4867c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:38.783594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port b4e0765a-f428-45b6-964f-e04908156358 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:38.784486 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:38.818397 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25b03c45-ac92-4e64-a00e-c00ff48eb57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:38.828854 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7aeddd28-fc3f-4818-9036-7cb4dab4867c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:38.842969 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeddd28-fc3f-4818-9036-7cb4dab4867c None None] Routers {'896a549c-383c-4a29-ae9a-73316e97865d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:38.845065 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b03c45-ac92-4e64-a00e-c00ff48eb57c None None] Pushing event deleted for resources: {'Port': ['ID=78bdd223-c631-431b-96e7-782c3956af37,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:38.845254 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7aeddd28-fc3f-4818-9036-7cb4dab4867c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['896a549c-383c-4a29-ae9a-73316e97865d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:38.848837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b03c45-ac92-4e64-a00e-c00ff48eb57c None None] No DVR routers for this DVR port 78bdd223-c631-431b-96e7-782c3956af37 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:23:38.874268 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:38.889196 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-7aeddd28-fc3f-4818-9036-7cb4dab4867c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:38.889933 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeddd28-fc3f-4818-9036-7cb4dab4867c None None] The sync data for ids ['896a549c-383c-4a29-ae9a-73316e97865d'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:38.892809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] For port b4e0765a-f428-45b6-964f-e04908156358, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b4e0765a-f428-45b6-964f-e04908156358,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:38.893444 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:38.907725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for b4e0765a-f428-45b6-964f-e04908156358 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:38.981937 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.034912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting port c1c2f044-dd61-4f11-847b-afe6a5cb7507 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:39.035258 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.075288 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.102511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=b4e0765a-f428-45b6-964f-e04908156358,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:39.118193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f29251-fc9b-47f7-b6ca-e3555162e12d None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:39.131028 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.150691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Calling delete_port for c1c2f044-dd61-4f11-847b-afe6a5cb7507 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:39.170435 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.298982 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.301674 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.352112 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.352908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Fanout notify agent at l3_agent the message router_deleted on router 0a0c72af-e284-4740-9405-80c3221e5172 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:23:39.361768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 78bdd223-c631-431b-96e7-782c3956af37 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:39.364727 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.372853 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d8610af7-72d2-430b-bf72-6e1320d1b3a5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/routers/0a0c72af-e284-4740-9405-80c3221e5172 HTTP/1.1" status: 204 len: 168 time: 1.3093922 Dec 08 02:23:39.377027 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59694) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:39.392324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 78bdd223-c631-431b-96e7-782c3956af37 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:39.393070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 78bdd223-c631-431b-96e7-782c3956af37 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:39.393467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:39.415775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:39.416119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b0b648b1-19db-4e1b-a4b5-b4eaef1ac6a0 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:39.454015 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.502780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Port': ['ID=c1c2f044-dd61-4f11-847b-afe6a5cb7507,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:39.507706 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b94639f-32af-45b4-a6fd-743ade890399 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.517674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e113b89c-cac5-44bd-a7c9-05fc26b21592 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:39.607822 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.732775 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b94639f-32af-45b4-a6fd-743ade890399 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.742392 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.745739 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.760897 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6b94639f-32af-45b4-a6fd-743ade890399 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0f1f34-cedb-428f-aa23-d64467142475']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:39.798560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6b94639f-32af-45b4-a6fd-743ade890399 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af161a6-c336-4c80-b10b-55d954ddb858') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:39.798981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6b94639f-32af-45b4-a6fd-743ade890399 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af161a6-c336-4c80-b10b-55d954ddb858') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:39.806841 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.807386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Fanout notify agent at l3_agent the message router_deleted on router 896a549c-383c-4a29-ae9a-73316e97865d {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:23:39.815662 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.819408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59696) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:39.819624 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d0aab0d6-a0fe-4db3-a93a-f079f2fa2226 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/routers/896a549c-383c-4a29-ae9a-73316e97865d HTTP/1.1" status: 204 len: 168 time: 1.0828478 Dec 08 02:23:39.821585 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b94639f-32af-45b4-a6fd-743ade890399 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.837897 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b94639f-32af-45b4-a6fd-743ade890399 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.846220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b94639f-32af-45b4-a6fd-743ade890399 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:23:39.846808 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b94639f-32af-45b4-a6fd-743ade890399 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:23:39.850964 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:23:39.878041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8164ffc-83b7-4415-aa18-99e94debe3a6 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Deleting subnet a095da04-14fe-45bc-b0c9-0616ec719ab1 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:23:39.885719 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8164ffc-83b7-4415-aa18-99e94debe3a6 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.923769 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b94639f-32af-45b4-a6fd-743ade890399 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.938412 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6b94639f-32af-45b4-a6fd-743ade890399 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.942991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8164ffc-83b7-4415-aa18-99e94debe3a6 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:39.947210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59698) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:39.947836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6b94639f-32af-45b4-a6fd-743ade890399 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/networks/fa0f1f34-cedb-428f-aa23-d64467142475 HTTP/1.1" status: 204 len: 168 time: 0.5675688 Dec 08 02:23:39.966959 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94639f-32af-45b4-a6fd-743ade890399 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Network': ['ID=fa0f1f34-cedb-428f-aa23-d64467142475,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:40.048067 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8164ffc-83b7-4415-aa18-99e94debe3a6 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.051356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d176ff5e-9116-464e-800b-ce8a6a9de602 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.104406 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d176ff5e-9116-464e-800b-ce8a6a9de602 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.153549 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8164ffc-83b7-4415-aa18-99e94debe3a6 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.182285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8164ffc-83b7-4415-aa18-99e94debe3a6 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Subnet': ['ID=a095da04-14fe-45bc-b0c9-0616ec719ab1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:40.186162 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8164ffc-83b7-4415-aa18-99e94debe3a6 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.192532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59700) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:40.192978 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f8164ffc-83b7-4415-aa18-99e94debe3a6 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/subnets/a095da04-14fe-45bc-b0c9-0616ec719ab1 HTTP/1.1" status: 204 len: 168 time: 0.3714263 Dec 08 02:23:40.221290 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d176ff5e-9116-464e-800b-ce8a6a9de602 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.228407 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d176ff5e-9116-464e-800b-ce8a6a9de602 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.232256 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d176ff5e-9116-464e-800b-ce8a6a9de602 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/security-groups/9d874630-6806-4a7c-83f2-7512599cca1c HTTP/1.1" status: 204 len: 168 time: 0.2810168 Dec 08 02:23:40.245790 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176ff5e-9116-464e-800b-ce8a6a9de602 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d874630-6806-4a7c-83f2-7512599cca1c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:40.286005 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa0532f1-f7d4-42b2-b07a-a8948740abe2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.389915 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa0532f1-f7d4-42b2-b07a-a8948740abe2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.410434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fa0532f1-f7d4-42b2-b07a-a8948740abe2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb45ffa-1794-4a5a-9fc8-44f5740fa15b']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:40.422492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fa0532f1-f7d4-42b2-b07a-a8948740abe2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba70c656-ac22-40c5-9d9c-c44bfa8a921e') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:40.422800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fa0532f1-f7d4-42b2-b07a-a8948740abe2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba70c656-ac22-40c5-9d9c-c44bfa8a921e') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:40.434619 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa0532f1-f7d4-42b2-b07a-a8948740abe2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.455799 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa0532f1-f7d4-42b2-b07a-a8948740abe2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.466923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0532f1-f7d4-42b2-b07a-a8948740abe2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:23:40.467340 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa0532f1-f7d4-42b2-b07a-a8948740abe2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:23:40.471557 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:23:40.546453 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa0532f1-f7d4-42b2-b07a-a8948740abe2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.573340 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fa0532f1-f7d4-42b2-b07a-a8948740abe2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.580535 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fa0532f1-f7d4-42b2-b07a-a8948740abe2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] 10.222.0.71 "DELETE /v2.0/networks/6bb45ffa-1794-4a5a-9fc8-44f5740fa15b HTTP/1.1" status: 204 len: 168 time: 0.3865695 Dec 08 02:23:40.599105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0532f1-f7d4-42b2-b07a-a8948740abe2 tempest-FloatingIPTestJSON-1738944069 tempest-FloatingIPTestJSON-1738944069-project] Pushing event deleted for resources: {'Network': ['ID=6bb45ffa-1794-4a5a-9fc8-44f5740fa15b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:40.615913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59710) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:40.620782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7b9a74e8-6ed3-428a-bef8-181ae7f99b15 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1659614224', 'description': 'tempest-secgroup-smoke-1659614224 description', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:40.669085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b9a74e8-6ed3-428a-bef8-181ae7f99b15 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.769633 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b9a74e8-6ed3-428a-bef8-181ae7f99b15 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.774717 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b9a74e8-6ed3-428a-bef8-181ae7f99b15 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.794812 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b9a74e8-6ed3-428a-bef8-181ae7f99b15 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.798873 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7b9a74e8-6ed3-428a-bef8-181ae7f99b15 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1792419 Dec 08 02:23:40.799646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59712) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:40.806693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c5c978b5-6940-4c13-8de6-e864f049de5e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': 'ca5db111-c5b5-4bc5-ade6-496aaf54c90a', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:40.822046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a74e8-6ed3-428a-bef8-181ae7f99b15 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5db111-c5b5-4bc5-ade6-496aaf54c90a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:40.857690 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5c978b5-6940-4c13-8de6-e864f049de5e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.923556 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5c978b5-6940-4c13-8de6-e864f049de5e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.927829 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5c978b5-6940-4c13-8de6-e864f049de5e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.930625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59716) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:40.947321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c978b5-6940-4c13-8de6-e864f049de5e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aac825e-1c04-4945-92e9-54d7b06bd941,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:40.958484 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5c978b5-6940-4c13-8de6-e864f049de5e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:40.962642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59720) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:40.962809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c5c978b5-6940-4c13-8de6-e864f049de5e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614218 Dec 08 02:23:40.968408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7998b74f-1b17-4d4e-93a9-34f318b733c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': 'ca5db111-c5b5-4bc5-ade6-496aaf54c90a', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:40.997521 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7998b74f-1b17-4d4e-93a9-34f318b733c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.045600 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7998b74f-1b17-4d4e-93a9-34f318b733c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.053717 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7998b74f-1b17-4d4e-93a9-34f318b733c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.082470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998b74f-1b17-4d4e-93a9-34f318b733c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf54d841-ed0b-4dc8-b160-aa44ec204b0b,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:41.101786 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7998b74f-1b17-4d4e-93a9-34f318b733c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.102968 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7998b74f-1b17-4d4e-93a9-34f318b733c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392765 Dec 08 02:23:41.105883 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59722) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:41.111166 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7e2d9e36-1de5-4364-8d35-8b84cbd19691 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2911918704c1494b850d3ea03d7813d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1770957 Dec 08 02:23:41.111721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ac27a365-eebf-4750-a22b-06b2bb542626 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': 'ca5db111-c5b5-4bc5-ade6-496aaf54c90a', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:41.111872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59724) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:41.151133 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac27a365-eebf-4750-a22b-06b2bb542626 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.171729 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78f2f480-62b0-4439-88e8-6ed8c59a0fc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.195718 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78f2f480-62b0-4439-88e8-6ed8c59a0fc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.228642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac27a365-eebf-4750-a22b-06b2bb542626 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.229340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b4e0765a-f428-45b6-964f-e04908156358 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:41.240028 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac27a365-eebf-4750-a22b-06b2bb542626 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.257668 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: b4e0765a-f428-45b6-964f-e04908156358 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:41.258065 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b4e0765a-f428-45b6-964f-e04908156358 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:41.263362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27a365-eebf-4750-a22b-06b2bb542626 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28f47c7-7bc4-422e-8a0d-336a4ca0db4d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:41.267041 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78f2f480-62b0-4439-88e8-6ed8c59a0fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.270280 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-78f2f480-62b0-4439-88e8-6ed8c59a0fc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.271832 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-78f2f480-62b0-4439-88e8-6ed8c59a0fc9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f6bf77eb-3a5a-48e2-9d72-d874f0621f00 HTTP/1.1" status: 204 len: 168 time: 0.1590040 Dec 08 02:23:41.281742 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2f480-62b0-4439-88e8-6ed8c59a0fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bf77eb-3a5a-48e2-9d72-d874f0621f00,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:41.287343 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac27a365-eebf-4750-a22b-06b2bb542626 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.292556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59730) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:41.292926 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ac27a365-eebf-4750-a22b-06b2bb542626 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1858685 Dec 08 02:23:41.297639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ecbcd0fe-5f67-466b-8a18-1a8ae4b292ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': 'ca5db111-c5b5-4bc5-ade6-496aaf54c90a', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:41.347863 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd0fe-5f67-466b-8a18-1a8ae4b292ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.414281 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd0fe-5f67-466b-8a18-1a8ae4b292ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.427319 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd0fe-5f67-466b-8a18-1a8ae4b292ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.446562 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcd0fe-5f67-466b-8a18-1a8ae4b292ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5d5048-716a-4769-9b15-c1d1aca98976,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:41.459790 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd0fe-5f67-466b-8a18-1a8ae4b292ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.468363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59736) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:41.473704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-90b83e9e-8b5d-499e-8c32-6053abe42d04 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': 'ca5db111-c5b5-4bc5-ade6-496aaf54c90a', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:41.478854 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ecbcd0fe-5f67-466b-8a18-1a8ae4b292ef tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1850863 Dec 08 02:23:41.501832 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-90b83e9e-8b5d-499e-8c32-6053abe42d04 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Project cbb43e4753544be0aa33c8b169b14a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:23:41.509180 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90b83e9e-8b5d-499e-8c32-6053abe42d04 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.586447 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90b83e9e-8b5d-499e-8c32-6053abe42d04 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.595086 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90b83e9e-8b5d-499e-8c32-6053abe42d04 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.624505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b83e9e-8b5d-499e-8c32-6053abe42d04 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ec2e42-fa34-4580-8f66-b541d87d9ce7,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:41.632397 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90b83e9e-8b5d-499e-8c32-6053abe42d04 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.633681 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-90b83e9e-8b5d-499e-8c32-6053abe42d04 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1637580 Dec 08 02:23:41.636676 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59742) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:41.642565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c3a37fa1-c3d8-4ba8-bd2c-d0641ad0991e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'security_group_rule': {'security_group_id': 'ca5db111-c5b5-4bc5-ade6-496aaf54c90a', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:41.665806 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-c3a37fa1-c3d8-4ba8-bd2c-d0641ad0991e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Project cbb43e4753544be0aa33c8b169b14a56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:23:41.673259 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3a37fa1-c3d8-4ba8-bd2c-d0641ad0991e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.750677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3a37fa1-c3d8-4ba8-bd2c-d0641ad0991e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.760950 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3a37fa1-c3d8-4ba8-bd2c-d0641ad0991e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.780311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a37fa1-c3d8-4ba8-bd2c-d0641ad0991e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ec7054-97d3-4f8e-b7c9-62ac2358d8e6,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:41.788271 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3a37fa1-c3d8-4ba8-bd2c-d0641ad0991e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.789471 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c3a37fa1-c3d8-4ba8-bd2c-d0641ad0991e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515942 Dec 08 02:23:41.792420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59750) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:41.798088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8946c1d6-ad84-45b1-adbe-31bd2324a549 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'network': {'name': 'tempest-network-smoke--1623916307', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'port_security_enabled': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:41.817735 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8946c1d6-ad84-45b1-adbe-31bd2324a549 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Made reservation on behalf of cbb43e4753544be0aa33c8b169b14a56 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:41.821271 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8946c1d6-ad84-45b1-adbe-31bd2324a549 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.846092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8946c1d6-ad84-45b1-adbe-31bd2324a549 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:23:41.862611 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8946c1d6-ad84-45b1-adbe-31bd2324a549 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.863455 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-8946c1d6-ad84-45b1-adbe-31bd2324a549 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Added segment d5e93815-02a1-4671-8fcf-e42d806f2615 of type vlan for network 298026aa-d1de-47dd-b68c-f7c57d260a38 Dec 08 02:23:41.936540 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8946c1d6-ad84-45b1-adbe-31bd2324a549 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.969006 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8946c1d6-ad84-45b1-adbe-31bd2324a549 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.975519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8946c1d6-ad84-45b1-adbe-31bd2324a549 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:41.976282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8946c1d6-ad84-45b1-adbe-31bd2324a549 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.012982 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8946c1d6-ad84-45b1-adbe-31bd2324a549 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2192035 Dec 08 02:23:42.016376 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59758) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:42.022200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'admin_state_up': True, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:42.053126 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.054510 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.055868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946c1d6-ad84-45b1-adbe-31bd2324a549 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Network': ['ID=298026aa-d1de-47dd-b68c-f7c57d260a38,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:42.069317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 298026aa-d1de-47dd-b68c-f7c57d260a38 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:23:42.122717 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.175704 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59762) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:42.286339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'network': {'name': 'tempest-RoutersTest-194015915'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:42.289061 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.309844 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:42.314316 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.322970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.405481 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.410262 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.442818 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:23:42.454242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=499ff041-7ebb-418d-b14e-4fb0366862c3,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:42.461150 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.461624 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Added segment 8c1b5473-f263-432c-824b-a1db40dfaae7 of type vlan for network 09a2d1c1-b461-4c0e-958d-8ce989817137 Dec 08 02:23:42.518229 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.523716 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.543390 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.553410 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.559394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:42.560220 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.597734 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4201124 Dec 08 02:23:42.603513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59768) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:42.613301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-77450722-f5e3-4f92-9b81-929edf08ec3c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'network': {'name': 'tempest-RoutersTest-493953814'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:42.631689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee795b-d034-4601-a9d9-8036fa7ec92a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Network': ['ID=09a2d1c1-b461-4c0e-958d-8ce989817137,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:42.643759 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 09a2d1c1-b461-4c0e-958d-8ce989817137 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:23:42.668630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77450722-f5e3-4f92-9b81-929edf08ec3c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:42.672712 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77450722-f5e3-4f92-9b81-929edf08ec3c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.686038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.25.8.125 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:42.725186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77450722-f5e3-4f92-9b81-929edf08ec3c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:23:42.769507 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77450722-f5e3-4f92-9b81-929edf08ec3c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.769777 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-77450722-f5e3-4f92-9b81-929edf08ec3c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Added segment 8540bd2b-4bb1-4823-a5b9-43dbabfce7b2 of type vlan for network e64678a5-c2a0-4c2e-925c-c7580ef11c9f Dec 08 02:23:42.824258 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77450722-f5e3-4f92-9b81-929edf08ec3c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.857145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.872437 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77450722-f5e3-4f92-9b81-929edf08ec3c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.878185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77450722-f5e3-4f92-9b81-929edf08ec3c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:42.878766 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-77450722-f5e3-4f92-9b81-929edf08ec3c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.961019 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-77450722-f5e3-4f92-9b81-929edf08ec3c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3541033 Dec 08 02:23:42.964064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59770) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:42.966247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77450722-f5e3-4f92-9b81-929edf08ec3c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Network': ['ID=e64678a5-c2a0-4c2e-925c-c7580ef11c9f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:42.970546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-3d29e4b8-3fe4-4cbb-a384-1a59af13d8d1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'subnet': {'network_id': '09a2d1c1-b461-4c0e-958d-8ce989817137', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:42.971498 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.991924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network e64678a5-c2a0-4c2e-925c-c7580ef11c9f details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:23:43.017158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:43.021275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:43.023437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:43.025691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:43.102204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e58932-b644-4cfa-a1df-f164cdd245cf None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:43.113937 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d29e4b8-3fe4-4cbb-a384-1a59af13d8d1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:43.118034 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3d29e4b8-3fe4-4cbb-a384-1a59af13d8d1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:43.227502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4e58d6fe-c451-418b-8635-84263db7bac1 None None] Provisioning complete for port c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:43.228182 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4e58d6fe-c451-418b-8635-84263db7bac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:43.278305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4e58d6fe-c451-418b-8635-84263db7bac1 None None] Port c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:43.337398 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3d29e4b8-3fe4-4cbb-a384-1a59af13d8d1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:43.401625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29e4b8-3fe4-4cbb-a384-1a59af13d8d1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Subnet': ['ID=1fba394e-54d4-4872-9cac-f84df1f234ba,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:43.417090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d29e4b8-3fe4-4cbb-a384-1a59af13d8d1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Checking segment: {'id': '8c1b5473-f263-432c-824b-a1db40dfaae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '09a2d1c1-b461-4c0e-958d-8ce989817137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:43.417461 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d29e4b8-3fe4-4cbb-a384-1a59af13d8d1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network hostable DHCP agents. Network: 09a2d1c1-b461-4c0e-958d-8ce989817137, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:23:43.435099 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d29e4b8-3fe4-4cbb-a384-1a59af13d8d1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 09a2d1c1-b461-4c0e-958d-8ce989817137 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:23:43.456578 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-3d29e4b8-3fe4-4cbb-a384-1a59af13d8d1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 09a2d1c1-b461-4c0e-958d-8ce989817137) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:43.461768 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d29e4b8-3fe4-4cbb-a384-1a59af13d8d1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:43.462371 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3d29e4b8-3fe4-4cbb-a384-1a59af13d8d1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:43.467120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20e95b0-0f4e-44ab-946a-a5f55016ec7e None None] Network 09a2d1c1-b461-4c0e-958d-8ce989817137 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:43.491711 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59772) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:43.492318 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3d29e4b8-3fe4-4cbb-a384-1a59af13d8d1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5264201 Dec 08 02:23:43.499259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7f692b87-4486-40e9-96c9-bed3861d4b7f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'subnet': {'network_id': 'e64678a5-c2a0-4c2e-925c-c7580ef11c9f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:43.595063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-09a2d1c1-b461-4c0e-958d-8ce989817137', 'network_id': '09a2d1c1-b461-4c0e-958d-8ce989817137', 'project_id': 'f7c5d132e23646378572ed614272c09b', 'fixed_ips': [{'subnet_id': '1fba394e-54d4-4872-9cac-f84df1f234ba'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:23:43.596139 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:43.699877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f692b87-4486-40e9-96c9-bed3861d4b7f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:43.703351 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f692b87-4486-40e9-96c9-bed3861d4b7f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:43.726962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:43.753160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Allocated IP 172.20.0.2 (09a2d1c1-b461-4c0e-958d-8ce989817137/1fba394e-54d4-4872-9cac-f84df1f234ba/39b22cfb-914b-4111-85d4-233a8e4f1dff) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:43.921061 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:43.927482 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:43.944763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Network 09a2d1c1-b461-4c0e-958d-8ce989817137 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:43.946140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:43.973438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:44.015278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Pushing event updated for resources: {'Port': ['ID=39b22cfb-914b-4111-85d4-233a8e4f1dff,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:44.049154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Attempting to bind port 39b22cfb-914b-4111-85d4-233a8e4f1dff on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:44.049643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Attempting to bind port 39b22cfb-914b-4111-85d4-233a8e4f1dff by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '8c1b5473-f263-432c-824b-a1db40dfaae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '09a2d1c1-b461-4c0e-958d-8ce989817137'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:44.050011 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Attempting to bind port 39b22cfb-914b-4111-85d4-233a8e4f1dff on network 09a2d1c1-b461-4c0e-958d-8ce989817137 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:44.055636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:44.055849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Checking segment: {'id': '8c1b5473-f263-432c-824b-a1db40dfaae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '09a2d1c1-b461-4c0e-958d-8ce989817137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:44.056222 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.056605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Bound using segment: {'id': '8c1b5473-f263-432c-824b-a1db40dfaae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '09a2d1c1-b461-4c0e-958d-8ce989817137'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:44.057066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Bound port: 39b22cfb-914b-4111-85d4-233a8e4f1dff, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1b5473-f263-432c-824b-a1db40dfaae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '09a2d1c1-b461-4c0e-958d-8ce989817137'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:44.057441 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.073393 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.078777 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f692b87-4486-40e9-96c9-bed3861d4b7f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.122605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] For port 39b22cfb-914b-4111-85d4-233a8e4f1dff, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:44.127179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] For port 39b22cfb-914b-4111-85d4-233a8e4f1dff, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=39b22cfb-914b-4111-85d4-233a8e4f1dff,segment=NetworkSegment(8c1b5473-f263-432c-824b-a1db40dfaae7),segment_id=8c1b5473-f263-432c-824b-a1db40dfaae7)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:44.132567 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.196214 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18091af1-275c-4993-a64c-44e729f7ec7d None None] Pushing event updated for resources: {'Port': ['ID=39b22cfb-914b-4111-85d4-233a8e4f1dff,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:44.222193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f692b87-4486-40e9-96c9-bed3861d4b7f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Subnet': ['ID=a7d571bc-1a2a-46e8-8816-f6e6571a6b06,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:44.239303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f692b87-4486-40e9-96c9-bed3861d4b7f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Checking segment: {'id': '8540bd2b-4bb1-4823-a5b9-43dbabfce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e64678a5-c2a0-4c2e-925c-c7580ef11c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:44.239303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f692b87-4486-40e9-96c9-bed3861d4b7f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network hostable DHCP agents. Network: e64678a5-c2a0-4c2e-925c-c7580ef11c9f, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:23:44.268254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f692b87-4486-40e9-96c9-bed3861d4b7f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network e64678a5-c2a0-4c2e-925c-c7580ef11c9f is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:23:44.288217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-7f692b87-4486-40e9-96c9-bed3861d4b7f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, e64678a5-c2a0-4c2e-925c-c7580ef11c9f) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:44.294428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f692b87-4486-40e9-96c9-bed3861d4b7f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:44.295121 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f692b87-4486-40e9-96c9-bed3861d4b7f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.302057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315556e3-15f3-4ca0-a797-a3093039a5fe None None] Network e64678a5-c2a0-4c2e-925c-c7580ef11c9f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:44.319766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 8ccdffef-c98b-4713-b247-f12bea6ee540 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:23:44.330720 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7f692b87-4486-40e9-96c9-bed3861d4b7f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8352201 Dec 08 02:23:44.331056 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59776) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:44.335910 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-89352521-edf7-4404-a362-b69ff2346b4f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1609196336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:44.398063 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-89352521-edf7-4404-a362-b69ff2346b4f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.401239 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-89352521-edf7-4404-a362-b69ff2346b4f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.465071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-e64678a5-c2a0-4c2e-925c-c7580ef11c9f', 'network_id': 'e64678a5-c2a0-4c2e-925c-c7580ef11c9f', 'project_id': 'f7c5d132e23646378572ed614272c09b', 'fixed_ips': [{'subnet_id': 'a7d571bc-1a2a-46e8-8816-f6e6571a6b06'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:23:44.466770 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.477142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:44.501695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Sync routers for ids ['8ccdffef-c98b-4713-b247-f12bea6ee540'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:44.509861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-89352521-edf7-4404-a362-b69ff2346b4f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.514163 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.515170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-89352521-edf7-4404-a362-b69ff2346b4f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.516740 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e626db88-7502-4df3-aff3-2d7bdf8f1d8f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4992535 Dec 08 02:23:44.519830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59778) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:44.544972 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-89352521-edf7-4404-a362-b69ff2346b4f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.549561 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-89352521-edf7-4404-a362-b69ff2346b4f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2141247 Dec 08 02:23:44.549962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59780) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:44.567966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-019558f7-d567-4dbd-baaf-97bdb5e4ec87 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=cbb43e4753544be0aa33c8b169b14a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463703 Dec 08 02:23:44.571683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59784) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:44.819737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5335e5d7-7cbc-4028-a3ce-5e05aa9a833f tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:44.829464 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59788) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:44.830164 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5335e5d7-7cbc-4028-a3ce-5e05aa9a833f tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2549665 Dec 08 02:23:44.914389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Routers {'8ccdffef-c98b-4713-b247-f12bea6ee540'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:44.915014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ccdffef-c98b-4713-b247-f12bea6ee540'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:44.938400 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59790) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:44.944018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-68c66d43-b024-4eee-bfc5-2d47af415404 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-293599038', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:44.946897 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9441360a-374e-4b0c-a633-c84819d03af1 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1147828 Dec 08 02:23:45.075143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59794) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:45.081923 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c66d43-b024-4eee-bfc5-2d47af415404 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Made reservation on behalf of cbb43e4753544be0aa33c8b169b14a56 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:45.089220 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.091809 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68c66d43-b024-4eee-bfc5-2d47af415404 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.096730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Allocated IP 172.21.0.2 (e64678a5-c2a0-4c2e-925c-c7580ef11c9f/a7d571bc-1a2a-46e8-8816-f6e6571a6b06/0dec780a-911c-4db4-ac28-76ca50e86f08) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:45.175518 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Set router 8ccdffef-c98b-4713-b247-f12bea6ee540 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:45.267447 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3b64-80f0-4a7d-8881-83276e94121b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.376619 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 39b22cfb-914b-4111-85d4-233a8e4f1dff up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:45.483318 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68c66d43-b024-4eee-bfc5-2d47af415404 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.548994 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3b64-80f0-4a7d-8881-83276e94121b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.571471 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3b64-80f0-4a7d-8881-83276e94121b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.585353 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Allocated IP 172.20.0.1 (09a2d1c1-b461-4c0e-958d-8ce989817137/1fba394e-54d4-4872-9cac-f84df1f234ba/023c9037-43a4-41dc-93d0-35a6b192972a) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:45.591881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 39b22cfb-914b-4111-85d4-233a8e4f1dff triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:45.592520 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.613197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c66d43-b024-4eee-bfc5-2d47af415404 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Subnet': ['ID=3d2da420-5daa-4fc4-b4b4-1790e31d86c4,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:45.670076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c3b64-80f0-4a7d-8881-83276e94121b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43305b80-7a55-4228-b8a6-52f8fb39dfba,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:45.697380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59798) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:45.698165 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2a2c3b64-80f0-4a7d-8881-83276e94121b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=74cef96724fb4058b0f2360ac12d7216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6216316 Dec 08 02:23:45.699293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c66d43-b024-4eee-bfc5-2d47af415404 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Checking segment: {'id': 'd5e93815-02a1-4671-8fcf-e42d806f2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:45.699754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c66d43-b024-4eee-bfc5-2d47af415404 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network hostable DHCP agents. Network: 298026aa-d1de-47dd-b68c-f7c57d260a38, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:23:45.721269 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c66d43-b024-4eee-bfc5-2d47af415404 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 298026aa-d1de-47dd-b68c-f7c57d260a38 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:23:45.733875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-68c66d43-b024-4eee-bfc5-2d47af415404 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 298026aa-d1de-47dd-b68c-f7c57d260a38) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:45.740271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c66d43-b024-4eee-bfc5-2d47af415404 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:45.741090 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-68c66d43-b024-4eee-bfc5-2d47af415404 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.747694 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.763002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-68c66d43-b024-4eee-bfc5-2d47af415404 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8231461 Dec 08 02:23:45.764929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59800) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:45.775637 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.779440 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564e3899-c8fe-4fd5-b541-3ccd8dc4ac4b None None] Network 298026aa-d1de-47dd-b68c-f7c57d260a38 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:45.799866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8203fcb5-cc6e-4e89-8aa2-1f5bc35fb798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.819352 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.827413 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8203fcb5-cc6e-4e89-8aa2-1f5bc35fb798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.890942 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.899033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631488cd-6d58-4c4c-9b07-f8c29ad63924 None None] Network 09a2d1c1-b461-4c0e-958d-8ce989817137 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:45.901216 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.904023 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8203fcb5-cc6e-4e89-8aa2-1f5bc35fb798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.906483 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8203fcb5-cc6e-4e89-8aa2-1f5bc35fb798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:45.907735 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8203fcb5-cc6e-4e89-8aa2-1f5bc35fb798 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/43305b80-7a55-4228-b8a6-52f8fb39dfba HTTP/1.1" status: 204 len: 168 time: 0.2092440 Dec 08 02:23:45.924999 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Network e64678a5-c2a0-4c2e-925c-c7580ef11c9f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:45.944991 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:45.947768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Pushing event updated for resources: {'Port': ['ID=0dec780a-911c-4db4-ac28-76ca50e86f08,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:45.952037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203fcb5-cc6e-4e89-8aa2-1f5bc35fb798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43305b80-7a55-4228-b8a6-52f8fb39dfba,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:45.972014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 09a2d1c1-b461-4c0e-958d-8ce989817137 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:45.978200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:45.980806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:45.992013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=023c9037-43a4-41dc-93d0-35a6b192972a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:46.029810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:46.042496 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.073422 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:43Z', 'revision_number': 3, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:46.125645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-35fa36ad-d094-4574-9311-5c3cb152b2bd None None] Provisioning complete for port 39b22cfb-914b-4111-85d4-233a8e4f1dff triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:46.126015 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-35fa36ad-d094-4574-9311-5c3cb152b2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.190041 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.199480 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Checking router: 8ccdffef-c98b-4713-b247-f12bea6ee540 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:23:46.199868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Updating router 8ccdffef-c98b-4713-b247-f12bea6ee540 port c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:23:46.262401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 39b22cfb-914b-4111-85d4-233a8e4f1dff, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=39b22cfb-914b-4111-85d4-233a8e4f1dff,segment=NetworkSegment(8c1b5473-f263-432c-824b-a1db40dfaae7),segment_id=8c1b5473-f263-432c-824b-a1db40dfaae7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:46.304701 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.327570 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-298026aa-d1de-47dd-b68c-f7c57d260a38', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ips': [{'subnet_id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:23:46.328729 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.337624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Attempting to bind port 0dec780a-911c-4db4-ac28-76ca50e86f08 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:46.338007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Attempting to bind port 0dec780a-911c-4db4-ac28-76ca50e86f08 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '8540bd2b-4bb1-4823-a5b9-43dbabfce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e64678a5-c2a0-4c2e-925c-c7580ef11c9f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:46.339721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Attempting to bind port 0dec780a-911c-4db4-ac28-76ca50e86f08 on network e64678a5-c2a0-4c2e-925c-c7580ef11c9f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:46.376019 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.393242 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:46.393579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Checking segment: {'id': '8540bd2b-4bb1-4823-a5b9-43dbabfce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e64678a5-c2a0-4c2e-925c-c7580ef11c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:46.393971 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.394371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Bound using segment: {'id': '8540bd2b-4bb1-4823-a5b9-43dbabfce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e64678a5-c2a0-4c2e-925c-c7580ef11c9f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:46.394865 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Bound port: 0dec780a-911c-4db4-ac28-76ca50e86f08, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8540bd2b-4bb1-4823-a5b9-43dbabfce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e64678a5-c2a0-4c2e-925c-c7580ef11c9f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:46.395251 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.418788 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.582918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.588691 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.598796 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=39b22cfb-914b-4111-85d4-233a8e4f1dff,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:46.658753 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=023c9037-43a4-41dc-93d0-35a6b192972a,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:46.708267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.803654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] For port 0dec780a-911c-4db4-ac28-76ca50e86f08, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:46.808121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 09a2d1c1-b461-4c0e-958d-8ce989817137 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:46.809704 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:46.842718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] For port 0dec780a-911c-4db4-ac28-76ca50e86f08, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0dec780a-911c-4db4-ac28-76ca50e86f08,segment=NetworkSegment(8540bd2b-4bb1-4823-a5b9-43dbabfce7b2),segment_id=8540bd2b-4bb1-4823-a5b9-43dbabfce7b2)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:46.844907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Allocated IP 172.20.0.2 (298026aa-d1de-47dd-b68c-f7c57d260a38/3d2da420-5daa-4fc4-b4b4-1790e31d86c4/4d5cb619-6249-4b13-9da0-5826397903e9) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:46.938959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router 92d90a6b-1f43-46a9-9324-3d067a48cf66 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:23:47.040115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:47.050740 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ebb59-820b-44d7-a7ed-2293f50c17f2 None None] Sync routers for ids ['92d90a6b-1f43-46a9-9324-3d067a48cf66'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:47.053025 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fb97aa7c-468c-48c3-b572-b38321e43aeb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/92d90a6b-1f43-46a9-9324-3d067a48cf66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5018680 Dec 08 02:23:47.055983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59804) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:47.058447 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.066125 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ebb59-820b-44d7-a7ed-2293f50c17f2 None None] Routers {'92d90a6b-1f43-46a9-9324-3d067a48cf66'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:47.066850 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aa1ebb59-820b-44d7-a7ed-2293f50c17f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['92d90a6b-1f43-46a9-9324-3d067a48cf66'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:47.109338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7993f3a6-8754-4f33-9bca-39cdc5d82204 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:47.111045 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7993f3a6-8754-4f33-9bca-39cdc5d82204 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports/023c9037-43a4-41dc-93d0-35a6b192972a HTTP/1.1" status: 200 len: 910 time: 0.0541635 Dec 08 02:23:47.113573 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aa1ebb59-820b-44d7-a7ed-2293f50c17f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:47.114100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59806) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:47.132785 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ebb59-820b-44d7-a7ed-2293f50c17f2 None None] Routers {'92d90a6b-1f43-46a9-9324-3d067a48cf66'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:47.133421 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aa1ebb59-820b-44d7-a7ed-2293f50c17f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['92d90a6b-1f43-46a9-9324-3d067a48cf66'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:47.174616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-003f3ba9-831d-43ce-b153-57f7a05426b5 None None] Provisioning complete for port 39b22cfb-914b-4111-85d4-233a8e4f1dff triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:47.175117 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-003f3ba9-831d-43ce-b153-57f7a05426b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.247968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b4630-4b77-4c78-b6e5-aa15bc697795 None None] Pushing event updated for resources: {'Port': ['ID=0dec780a-911c-4db4-ac28-76ca50e86f08,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:47.251525 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-aa1ebb59-820b-44d7-a7ed-2293f50c17f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:47.252548 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ebb59-820b-44d7-a7ed-2293f50c17f2 None None] The sync data for ids ['92d90a6b-1f43-46a9-9324-3d067a48cf66'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:47.325110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 39b22cfb-914b-4111-85d4-233a8e4f1dff up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:47.419200 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.474915 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.547141 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.567006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8db291-d057-4bff-be44-88fe0164a066 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:47.580997 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.588110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Attempting to bind port c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:47.588480 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Attempting to bind port c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:47.588838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Attempting to bind port c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:47.598934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 39b22cfb-914b-4111-85d4-233a8e4f1dff triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:47.599299 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.626958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172ceec-4276-4d06-8de3-deb98013e5f5 None None] Pushing event updated for resources: {'Port': ['ID=c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:47.636309 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:47.636689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:47.637090 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.637478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:47.637967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Bound port: c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:47.638344 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.669123 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Network 298026aa-d1de-47dd-b68c-f7c57d260a38 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:47.676415 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:23:47.693942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.20.0.1 (298026aa-d1de-47dd-b68c-f7c57d260a38/3d2da420-5daa-4fc4-b4b4-1790e31d86c4/8a288bff-c7c0-40b3-9045-bd1b054a4afb) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:47.706067 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:47.708497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:47.721027 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-003f3ba9-831d-43ce-b153-57f7a05426b5 None None] Provisioning complete for port 023c9037-43a4-41dc-93d0-35a6b192972a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:47.721390 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-003f3ba9-831d-43ce-b153-57f7a05426b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.756858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Pushing event updated for resources: {'Port': ['ID=4d5cb619-6249-4b13-9da0-5826397903e9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:47.829169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-003f3ba9-831d-43ce-b153-57f7a05426b5 None None] Port 023c9037-43a4-41dc-93d0-35a6b192972a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:47.833581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] For port c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:47.837990 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] For port c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:47.841985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Attempting to bind port 4d5cb619-6249-4b13-9da0-5826397903e9 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:47.842362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Attempting to bind port 4d5cb619-6249-4b13-9da0-5826397903e9 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'd5e93815-02a1-4671-8fcf-e42d806f2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:47.842726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Attempting to bind port 4d5cb619-6249-4b13-9da0-5826397903e9 on network 298026aa-d1de-47dd-b68c-f7c57d260a38 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:47.864296 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.882193 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:47.882604 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Checking segment: {'id': 'd5e93815-02a1-4671-8fcf-e42d806f2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:47.882951 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.883386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Bound using segment: {'id': 'd5e93815-02a1-4671-8fcf-e42d806f2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:47.883857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Bound port: 4d5cb619-6249-4b13-9da0-5826397903e9, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e93815-02a1-4671-8fcf-e42d806f2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:47.884236 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.936377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eebcd0-f317-4a4c-adfd-db68d9343c23 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:47.942482 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.969707 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.998631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Routers {'8ccdffef-c98b-4713-b247-f12bea6ee540'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:47.999269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ccdffef-c98b-4713-b247-f12bea6ee540'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:48.041864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172ceec-4276-4d06-8de3-deb98013e5f5 None None] Pushing event updated for resources: {'Port': ['ID=c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:48.049537 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-df32ab0c-faad-4cac-980b-87a2a5d7e553 None None] Provisioning complete for port c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:48.049914 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df32ab0c-faad-4cac-980b-87a2a5d7e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.070839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.126688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 298026aa-d1de-47dd-b68c-f7c57d260a38 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:48.135642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:48.142227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] For port 4d5cb619-6249-4b13-9da0-5826397903e9, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:48.146602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:48.151438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=8a288bff-c7c0-40b3-9045-bd1b054a4afb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:48.162244 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] For port 4d5cb619-6249-4b13-9da0-5826397903e9, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4d5cb619-6249-4b13-9da0-5826397903e9,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:48.174024 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.240050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] Set router 8ccdffef-c98b-4713-b247-f12bea6ee540 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:48.248268 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.350192 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63124e2-ebb4-4d2f-926a-0727ad7d9647 None None] Pushing event updated for resources: {'Port': ['ID=4d5cb619-6249-4b13-9da0-5826397903e9,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:48.353032 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa756711-6073-4562-af73-b44428f25008 None None] Network e64678a5-c2a0-4c2e-925c-c7580ef11c9f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:48.441535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Allocated IP 172.21.0.1 (e64678a5-c2a0-4c2e-925c-c7580ef11c9f/a7d571bc-1a2a-46e8-8816-f6e6571a6b06/36052af3-2d75-43eb-acea-d439f7b9239d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:48.467923 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df32ab0c-faad-4cac-980b-87a2a5d7e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.509594 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.513740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-df32ab0c-faad-4cac-980b-87a2a5d7e553 None None] For port c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:48.527441 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df32ab0c-faad-4cac-980b-87a2a5d7e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.606686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-df32ab0c-faad-4cac-980b-87a2a5d7e553 None None] Provisioning complete for port 023c9037-43a4-41dc-93d0-35a6b192972a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:48.607057 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df32ab0c-faad-4cac-980b-87a2a5d7e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.670928 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32ab0c-faad-4cac-980b-87a2a5d7e553 None None] Pushing event updated for resources: {'Port': ['ID=c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:48.680201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-df32ab0c-faad-4cac-980b-87a2a5d7e553 None None] Port 023c9037-43a4-41dc-93d0-35a6b192972a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:48.701487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:43Z', 'revision_number': 3, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:48.724261 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.731851 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9d52c-f546-4dcd-8212-47e67ad7025a None None] The sync data for ids ['8ccdffef-c98b-4713-b247-f12bea6ee540'] in n-d-713499-31 is: [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:43Z', 'revision_number': 3, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:48.804837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5504ca9c-4abe-4810-b082-ca6e941f440f None None] Provisioning complete for port c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:48.807362 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5504ca9c-4abe-4810-b082-ca6e941f440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.808051 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.897978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network e64678a5-c2a0-4c2e-925c-c7580ef11c9f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:48.910300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:48.919508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:48.920178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5504ca9c-4abe-4810-b082-ca6e941f440f None None] Provisioning complete for port 0dec780a-911c-4db4-ac28-76ca50e86f08 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:48.920549 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5504ca9c-4abe-4810-b082-ca6e941f440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.946024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=36052af3-2d75-43eb-acea-d439f7b9239d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:48.995093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:49.034995 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5504ca9c-4abe-4810-b082-ca6e941f440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:49.063641 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:49.080260 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:49.106199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5504ca9c-4abe-4810-b082-ca6e941f440f None None] For port 0dec780a-911c-4db4-ac28-76ca50e86f08, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0dec780a-911c-4db4-ac28-76ca50e86f08,segment=NetworkSegment(8540bd2b-4bb1-4823-a5b9-43dbabfce7b2),segment_id=8540bd2b-4bb1-4823-a5b9-43dbabfce7b2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:49.113668 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5504ca9c-4abe-4810-b082-ca6e941f440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:49.183035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504ca9c-4abe-4810-b082-ca6e941f440f None None] Pushing event updated for resources: {'Port': ['ID=0dec780a-911c-4db4-ac28-76ca50e86f08,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:49.250945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=8a288bff-c7c0-40b3-9045-bd1b054a4afb,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:49.253644 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:49.352724 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:49.474799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b10f76a8-4023-4782-9995-88a685702d82 None None] Provisioning complete for port 0dec780a-911c-4db4-ac28-76ca50e86f08 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:49.475173 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b10f76a8-4023-4782-9995-88a685702d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:49.513379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:49.559548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 298026aa-d1de-47dd-b68c-f7c57d260a38 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:49.562672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:49.619096 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:49.619459 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:49.665164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d26e7ba-bfe4-4cec-9ed7-4cf8c9ad2c97 None None] Network 298026aa-d1de-47dd-b68c-f7c57d260a38 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:49.775180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 8ccdffef-c98b-4713-b247-f12bea6ee540 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:49.785878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0dec780a-911c-4db4-ac28-76ca50e86f08 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:49.810398 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-144966ea-3dd3-4615-9bb8-82c47eee7f78 None None] Provisioning complete for port 4d5cb619-6249-4b13-9da0-5826397903e9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:49.810755 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-144966ea-3dd3-4615-9bb8-82c47eee7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:49.903920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0dec780a-911c-4db4-ac28-76ca50e86f08 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:49.904220 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:49.918600 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:49.926538 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:49.975973 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-144966ea-3dd3-4615-9bb8-82c47eee7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:50.005994 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:50.011836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-36674254-5ff8-41e8-840e-a41d09c3d5dd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "PUT /v2.0/routers/8ccdffef-c98b-4713-b247-f12bea6ee540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2457514 Dec 08 02:23:50.020255 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:50.036590 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=36052af3-2d75-43eb-acea-d439f7b9239d,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:50.054345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4d5cb619-6249-4b13-9da0-5826397903e9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:50.128721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-144966ea-3dd3-4615-9bb8-82c47eee7f78 None None] For port 4d5cb619-6249-4b13-9da0-5826397903e9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4d5cb619-6249-4b13-9da0-5826397903e9,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:50.147177 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-144966ea-3dd3-4615-9bb8-82c47eee7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:50.189352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4d5cb619-6249-4b13-9da0-5826397903e9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:50.190054 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:50.254286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144966ea-3dd3-4615-9bb8-82c47eee7f78 None None] Pushing event updated for resources: {'Port': ['ID=4d5cb619-6249-4b13-9da0-5826397903e9,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:50.257270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-144966ea-3dd3-4615-9bb8-82c47eee7f78 None None] Provisioning complete for port 36052af3-2d75-43eb-acea-d439f7b9239d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:50.257654 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-144966ea-3dd3-4615-9bb8-82c47eee7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:50.302500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-144966ea-3dd3-4615-9bb8-82c47eee7f78 None None] Port 36052af3-2d75-43eb-acea-d439f7b9239d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:50.427683 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e8df2bbf-be41-44dd-8cb3-8d6b90327a27 None None] Provisioning complete for port 4d5cb619-6249-4b13-9da0-5826397903e9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:50.428049 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8df2bbf-be41-44dd-8cb3-8d6b90327a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:50.476278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-e0701e44-bc52-4f23-8171-615a0ccdf41b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659614224&fields=id&tenant_id=cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 267 time: 0.0937383 Dec 08 02:23:50.526632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network e64678a5-c2a0-4c2e-925c-c7580ef11c9f is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:50.530323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:50.534259 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e8df2bbf-be41-44dd-8cb3-8d6b90327a27 None None] Provisioning complete for port 8a288bff-c7c0-40b3-9045-bd1b054a4afb triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:50.534633 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8df2bbf-be41-44dd-8cb3-8d6b90327a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:50.584890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e8df2bbf-be41-44dd-8cb3-8d6b90327a27 None None] Port 8a288bff-c7c0-40b3-9045-bd1b054a4afb cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:50.684163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-f715e2af-72f7-4381-b761-53920de01b10 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:50.685726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-f715e2af-72f7-4381-b761-53920de01b10 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/networks?id=298026aa-d1de-47dd-b68c-f7c57d260a38 HTTP/1.1" status: 200 len: 797 time: 0.1986418 Dec 08 02:23:50.704777 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-358212f8-5324-4286-ab65-6f8574074149 None None] Provisioning complete for port 8a288bff-c7c0-40b3-9045-bd1b054a4afb triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:50.705167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-358212f8-5324-4286-ab65-6f8574074149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:50.709935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router 92d90a6b-1f43-46a9-9324-3d067a48cf66 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:50.711641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-0563adbf-2fb8-4eeb-8a41-fd62e4d096a7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/quotas/cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 375 time: 0.0176544 Dec 08 02:23:50.744701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-358212f8-5324-4286-ab65-6f8574074149 None None] Port 8a288bff-c7c0-40b3-9045-bd1b054a4afb cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:50.842210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:50.850604 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-0928b76e-cdf9-4c31-b78d-18b2e27a5fb2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1310046 Dec 08 02:23:50.852337 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c156befd-e549-44d9-92a1-68702a12b4c6 None None] Sync routers for ids ['92d90a6b-1f43-46a9-9324-3d067a48cf66'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:50.855741 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0140a48f-9a83-4fd4-ac26-a1242f30e381 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/92d90a6b-1f43-46a9-9324-3d067a48cf66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7403862 Dec 08 02:23:50.858232 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59820) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:50.870248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c156befd-e549-44d9-92a1-68702a12b4c6 None None] Routers {'92d90a6b-1f43-46a9-9324-3d067a48cf66'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:50.870869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c156befd-e549-44d9-92a1-68702a12b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['92d90a6b-1f43-46a9-9324-3d067a48cf66'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:50.906334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c156befd-e549-44d9-92a1-68702a12b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:50.913685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577588a-e672-49cb-9810-911cc01b764a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:50.914765 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Sync routers for ids ['8ccdffef-c98b-4713-b247-f12bea6ee540'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:50.915446 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0577588a-e672-49cb-9810-911cc01b764a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports/36052af3-2d75-43eb-acea-d439f7b9239d HTTP/1.1" status: 200 len: 910 time: 0.0556860 Dec 08 02:23:50.918477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59822) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:50.925186 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6070170c-8867-4914-8162-136ce4969d97 None None] Provisioning complete for port 36052af3-2d75-43eb-acea-d439f7b9239d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:50.925186 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6070170c-8867-4914-8162-136ce4969d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:50.933246 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Routers {'8ccdffef-c98b-4713-b247-f12bea6ee540'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:50.933865 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ccdffef-c98b-4713-b247-f12bea6ee540'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:50.952276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c156befd-e549-44d9-92a1-68702a12b4c6 None None] Routers {'92d90a6b-1f43-46a9-9324-3d067a48cf66'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:50.953584 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c156befd-e549-44d9-92a1-68702a12b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['92d90a6b-1f43-46a9-9324-3d067a48cf66'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:50.956856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-a6ac3851-626f-458f-a072-acb361f20c78 service neutron] 10.222.0.71 "GET /v2.0/networks/298026aa-d1de-47dd-b68c-f7c57d260a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956762 Dec 08 02:23:50.998681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c156befd-e549-44d9-92a1-68702a12b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:51.000159 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c156befd-e549-44d9-92a1-68702a12b4c6 None None] The sync data for ids ['92d90a6b-1f43-46a9-9324-3d067a48cf66'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:51.015144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6070170c-8867-4914-8162-136ce4969d97 None None] Port 36052af3-2d75-43eb-acea-d439f7b9239d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:51.071089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-a7e68d69-023d-4090-9bc7-1225644ae4f1 service neutron] 10.222.0.71 "GET /v2.0/networks/298026aa-d1de-47dd-b68c-f7c57d260a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072431 Dec 08 02:23:51.144661 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Set router 8ccdffef-c98b-4713-b247-f12bea6ee540 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:51.288523 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4d5cb619-6249-4b13-9da0-5826397903e9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:51.318226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f15950c9-2f7e-42ee-99de-1fc1cc19e86b req-77fbabb5-a7c4-4e83-ba3b-9911743be403 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 210 time: 0.0439274 Dec 08 02:23:51.354206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e41e955-083b-4153-8cc0-cd12fcabb49e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:51.367818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4d5cb619-6249-4b13-9da0-5826397903e9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:51.368387 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:51.432413 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a288bff-c7c0-40b3-9045-bd1b054a4afb', 'name': '', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:4f:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:46Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 2, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:51.460978 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Checking router: 8ccdffef-c98b-4713-b247-f12bea6ee540 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:23:51.461328 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Updating router 8ccdffef-c98b-4713-b247-f12bea6ee540 port 8a288bff-c7c0-40b3-9045-bd1b054a4afb binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:23:51.495459 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:51.625876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8e41e955-083b-4153-8cc0-cd12fcabb49e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 36052af3-2d75-43eb-acea-d439f7b9239d {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:51.626233 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e41e955-083b-4153-8cc0-cd12fcabb49e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:51.713990 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e41e955-083b-4153-8cc0-cd12fcabb49e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:51.727353 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8e41e955-083b-4153-8cc0-cd12fcabb49e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 36052af3-2d75-43eb-acea-d439f7b9239d owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:51.784490 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:51.789624 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:51.841345 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Pushing event updated for resources: {'Port': ['ID=8a288bff-c7c0-40b3-9045-bd1b054a4afb,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:51.869878 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:51.870595 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:51.871192 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:51.871806 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:51.872352 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:51.872920 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:51.873459 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:51.874013 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:51.874673 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:51.875289 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:51.875849 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:51.876394 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:51.876947 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:51.907983 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Attempting to bind port 8a288bff-c7c0-40b3-9045-bd1b054a4afb on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:51.908357 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Attempting to bind port 8a288bff-c7c0-40b3-9045-bd1b054a4afb by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'd5e93815-02a1-4671-8fcf-e42d806f2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:51.908708 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Attempting to bind port 8a288bff-c7c0-40b3-9045-bd1b054a4afb on network 298026aa-d1de-47dd-b68c-f7c57d260a38 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:51.913942 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:51.914316 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Checking segment: {'id': 'd5e93815-02a1-4671-8fcf-e42d806f2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:51.914730 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:51.915115 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Bound using segment: {'id': 'd5e93815-02a1-4671-8fcf-e42d806f2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:51.915691 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Bound port: 8a288bff-c7c0-40b3-9045-bd1b054a4afb, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e93815-02a1-4671-8fcf-e42d806f2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:51.915979 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:51.933564 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e41e955-083b-4153-8cc0-cd12fcabb49e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:51.975961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41e955-083b-4153-8cc0-cd12fcabb49e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=36052af3-2d75-43eb-acea-d439f7b9239d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:52.009000 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] For port 8a288bff-c7c0-40b3-9045-bd1b054a4afb, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:52.012583 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57794e30-d8ee-4088-829d-4647b74537b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:52.013301 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] For port 8a288bff-c7c0-40b3-9045-bd1b054a4afb, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8a288bff-c7c0-40b3-9045-bd1b054a4afb,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:52.019449 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:52.085894 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Routers {'8ccdffef-c98b-4713-b247-f12bea6ee540'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:52.086459 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ccdffef-c98b-4713-b247-f12bea6ee540'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:52.130154 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9dfab-5727-45c7-a8d6-5d3b85bf4d92 None None] Pushing event updated for resources: {'Port': ['ID=8a288bff-c7c0-40b3-9045-bd1b054a4afb,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:52.161085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f43bb47e-9a53-4bf0-b5f7-eb2d70c33d36 None None] Provisioning complete for port 8a288bff-c7c0-40b3-9045-bd1b054a4afb triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:52.161462 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f43bb47e-9a53-4bf0-b5f7-eb2d70c33d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:52.175202 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e41e955-083b-4153-8cc0-cd12fcabb49e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:52.227646 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] Set router 8ccdffef-c98b-4713-b247-f12bea6ee540 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:52.271027 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f43bb47e-9a53-4bf0-b5f7-eb2d70c33d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:52.349953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f43bb47e-9a53-4bf0-b5f7-eb2d70c33d36 None None] For port 8a288bff-c7c0-40b3-9045-bd1b054a4afb, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8a288bff-c7c0-40b3-9045-bd1b054a4afb,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:52.359494 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f43bb47e-9a53-4bf0-b5f7-eb2d70c33d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:52.454347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bb47e-9a53-4bf0-b5f7-eb2d70c33d36 None None] Pushing event updated for resources: {'Port': ['ID=8a288bff-c7c0-40b3-9045-bd1b054a4afb,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:52.486440 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0ba28b39-6062-4886-b4aa-421aa710bf24 None None] Provisioning complete for port 8a288bff-c7c0-40b3-9045-bd1b054a4afb triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:52.486797 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ba28b39-6062-4886-b4aa-421aa710bf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:52.521159 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e41e955-083b-4153-8cc0-cd12fcabb49e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router 92d90a6b-1f43-46a9-9324-3d067a48cf66 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:52.522567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2af9234d-2345-46da-b617-0e79c413b1d9 req-789293b8-7a26-49bb-90aa-23daacf59db5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 210 time: 0.0781529 Dec 08 02:23:52.564906 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a288bff-c7c0-40b3-9045-bd1b054a4afb', 'name': '', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:4f:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:46Z', 'updated_at': '2021-12-08T02:23:52Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:52.573437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-9f0bd8c1-dcdd-4e54-bd31-a58497a2f2d8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:52.575043 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-9f0bd8c1-dcdd-4e54-bd31-a58497a2f2d8 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "GET /v2.0/networks?id=298026aa-d1de-47dd-b68c-f7c57d260a38 HTTP/1.1" status: 200 len: 797 time: 0.2365367 Dec 08 02:23:52.594888 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f2858-7482-4a75-9eca-a8cc28dac171 None None] The sync data for ids ['8ccdffef-c98b-4713-b247-f12bea6ee540'] in n-d-713499-31 is: [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a288bff-c7c0-40b3-9045-bd1b054a4afb', 'name': '', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:4f:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:46Z', 'updated_at': '2021-12-08T02:23:52Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:52.674918 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e41e955-083b-4153-8cc0-cd12fcabb49e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:52.680417 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8e41e955-083b-4153-8cc0-cd12fcabb49e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/92d90a6b-1f43-46a9-9324-3d067a48cf66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7606480 Dec 08 02:23:52.683097 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59836) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:52.685855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9622b2-edbb-450a-932c-a517501d0803 None None] Sync routers for ids ['92d90a6b-1f43-46a9-9324-3d067a48cf66'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:52.690519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-84ae2346-6625-4ccd-9053-63ed062964b2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbb43e4753544be0aa33c8b169b14a56 HTTP/1.1" status: 200 len: 380 time: 0.0995464 Dec 08 02:23:52.705610 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-e2bc8ffd-f256-49f3-ba0f-aca69eaf7b9a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'port': {'device_id': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'admin_state_up': True, 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'security_groups': ['ca5db111-c5b5-4bc5-ade6-496aaf54c90a']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:52.707756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9622b2-edbb-450a-932c-a517501d0803 None None] Routers {'92d90a6b-1f43-46a9-9324-3d067a48cf66'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:52.708466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-4b9622b2-edbb-450a-932c-a517501d0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['92d90a6b-1f43-46a9-9324-3d067a48cf66'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:52.757166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-4b9622b2-edbb-450a-932c-a517501d0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:52.774987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9622b2-edbb-450a-932c-a517501d0803 None None] Routers {'92d90a6b-1f43-46a9-9324-3d067a48cf66'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:52.775667 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-4b9622b2-edbb-450a-932c-a517501d0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['92d90a6b-1f43-46a9-9324-3d067a48cf66'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:52.812595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-4b9622b2-edbb-450a-932c-a517501d0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:52.814717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9622b2-edbb-450a-932c-a517501d0803 None None] The sync data for ids ['92d90a6b-1f43-46a9-9324-3d067a48cf66'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:52.850947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-e2bc8ffd-f256-49f3-ba0f-aca69eaf7b9a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Made reservation on behalf of cbb43e4753544be0aa33c8b169b14a56 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:52.854773 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-e2bc8ffd-f256-49f3-ba0f-aca69eaf7b9a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.005959 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-e2bc8ffd-f256-49f3-ba0f-aca69eaf7b9a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.20.0.7 (298026aa-d1de-47dd-b68c-f7c57d260a38/3d2da420-5daa-4fc4-b4b4-1790e31d86c4/ee55ded7-cb42-42d0-ac39-d278c5f889ff) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:53.174699 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-e2bc8ffd-f256-49f3-ba0f-aca69eaf7b9a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.214382 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-e2bc8ffd-f256-49f3-ba0f-aca69eaf7b9a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.260160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-e2bc8ffd-f256-49f3-ba0f-aca69eaf7b9a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 298026aa-d1de-47dd-b68c-f7c57d260a38 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:53.265787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-e2bc8ffd-f256-49f3-ba0f-aca69eaf7b9a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:53.288574 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-e2bc8ffd-f256-49f3-ba0f-aca69eaf7b9a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:53.336509 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8a288bff-c7c0-40b3-9045-bd1b054a4afb up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:53.342475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-e2bc8ffd-f256-49f3-ba0f-aca69eaf7b9a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:53.343179 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-e2bc8ffd-f256-49f3-ba0f-aca69eaf7b9a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.361493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc8ffd-f256-49f3-ba0f-aca69eaf7b9a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=ee55ded7-cb42-42d0-ac39-d278c5f889ff,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:53.373537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-e2bc8ffd-f256-49f3-ba0f-aca69eaf7b9a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6744339 Dec 08 02:23:53.391105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Request body: {'port': {'device_id': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:53.435119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 8a288bff-c7c0-40b3-9045-bd1b054a4afb triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:53.435700 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.439775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4e95cd9-cc9b-4280-9e03-5aa2ad4e6c7a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.472130 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.588096 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.636186 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c9c9008c-2750-4348-9f28-66e96d697d7b None None] Provisioning complete for port ee55ded7-cb42-42d0-ac39-d278c5f889ff triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:53.637323 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9c9008c-2750-4348-9f28-66e96d697d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.677370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9008c-2750-4348-9f28-66e96d697d7b None None] Port ee55ded7-cb42-42d0-ac39-d278c5f889ff cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:53.725884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2044-ab42-49b8-a751-ab949551776f req-a3ada5bd-a5bc-495c-990a-15129da98404 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:53.727414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42bd2044-ab42-49b8-a751-ab949551776f req-a3ada5bd-a5bc-495c-990a-15129da98404 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 931 time: 0.0917363 Dec 08 02:23:53.768507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a4e95cd9-cc9b-4280-9e03-5aa2ad4e6c7a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 023c9037-43a4-41dc-93d0-35a6b192972a {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:53.769247 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4e95cd9-cc9b-4280-9e03-5aa2ad4e6c7a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.824110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42bd2044-ab42-49b8-a751-ab949551776f req-54664d1a-5005-455b-a318-70418bdd6260 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709405 Dec 08 02:23:53.869839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4e95cd9-cc9b-4280-9e03-5aa2ad4e6c7a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.882909 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a4e95cd9-cc9b-4280-9e03-5aa2ad4e6c7a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 023c9037-43a4-41dc-93d0-35a6b192972a owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:53.896490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee55ded7-cb42-42d0-ac39-d278c5f889ff {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:23:53.904255 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.918089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Transition to ACTIVE for port object ee55ded7-cb42-42d0-ac39-d278c5f889ff will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:23:53.923109 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.974093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee55ded7-cb42-42d0-ac39-d278c5f889ff,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:54.043521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Attempting to bind port ee55ded7-cb42-42d0-ac39-d278c5f889ff on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:54.043906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Attempting to bind port ee55ded7-cb42-42d0-ac39-d278c5f889ff by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd5e93815-02a1-4671-8fcf-e42d806f2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:54.044366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Attempting to bind port ee55ded7-cb42-42d0-ac39-d278c5f889ff on network 298026aa-d1de-47dd-b68c-f7c57d260a38 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:54.048878 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Port ee55ded7-cb42-42d0-ac39-d278c5f889ff on network 298026aa-d1de-47dd-b68c-f7c57d260a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:23:54.049265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Attempting to bind port ee55ded7-cb42-42d0-ac39-d278c5f889ff on network 298026aa-d1de-47dd-b68c-f7c57d260a38 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:54.054315 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:54.054707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Checking segment: {'id': 'd5e93815-02a1-4671-8fcf-e42d806f2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:54.055374 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Bound using segment: {'id': 'd5e93815-02a1-4671-8fcf-e42d806f2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:54.055498 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Bound port: ee55ded7-cb42-42d0-ac39-d278c5f889ff, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e93815-02a1-4671-8fcf-e42d806f2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:54.056507 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.090136 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4e95cd9-cc9b-4280-9e03-5aa2ad4e6c7a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.118625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e95cd9-cc9b-4280-9e03-5aa2ad4e6c7a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=023c9037-43a4-41dc-93d0-35a6b192972a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:54.131767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] For port ee55ded7-cb42-42d0-ac39-d278c5f889ff, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:54.135804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] For port ee55ded7-cb42-42d0-ac39-d278c5f889ff, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ee55ded7-cb42-42d0-ac39-d278c5f889ff,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:54.142412 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.183572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:54.184269 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.185672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] 10.222.0.45 "PUT /v2.0/ports/ee55ded7-cb42-42d0-ac39-d278c5f889ff HTTP/1.1" status: 200 len: 1092 time: 0.7991290 Dec 08 02:23:54.186127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'tag': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:54.193528 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837aef1f-a758-4636-98e6-d54e6be7cc54" -d '{"events": [{"name": "network-changed", "server_uuid": "825fb023-d22c-4e50-8b55-6ed2ad6e0a92", "tag": "ee55ded7-cb42-42d0-ac39-d278c5f889ff"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:54.230269 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10930190-f544-4b87-a079-9bae6b8ca4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee55ded7-cb42-42d0-ac39-d278c5f889ff,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:54.299695 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c12fe74-4f70-40d9-a711-120c1af45a75 x-openstack-request-id: req-0c12fe74-4f70-40d9-a711-120c1af45a75 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:54.300002 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825fb023-d22c-4e50-8b55-6ed2ad6e0a92", "tag": "ee55ded7-cb42-42d0-ac39-d278c5f889ff", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:54.300253 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0c12fe74-4f70-40d9-a711-120c1af45a75 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:54.300660 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'tag': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff', 'status': 'completed', 'code': 200} Dec 08 02:23:54.313929 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4e95cd9-cc9b-4280-9e03-5aa2ad4e6c7a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.320413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-05098d79-6205-425c-8ffe-ceafe4356747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:54.322027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-05098d79-6205-425c-8ffe-ceafe4356747 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 1095 time: 0.0564020 Dec 08 02:23:54.384010 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.384835 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-9e65d35e-1ec6-4d9e-87f2-a0feefc0e36b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee55ded7-cb42-42d0-ac39-d278c5f889ff HTTP/1.1" status: 200 len: 217 time: 0.0500433 Dec 08 02:23:54.386430 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a5f861f-3598-4b26-ae42-a9856ef05e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.453364 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-7cfee949-4efa-49c2-9994-68548d9c6589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:54.454848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-7cfee949-4efa-49c2-9994-68548d9c6589 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d2da420-5daa-4fc4-b4b4-1790e31d86c4 HTTP/1.1" status: 200 len: 834 time: 0.0629792 Dec 08 02:23:54.494219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e95cd9-cc9b-4280-9e03-5aa2ad4e6c7a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router 92d90a6b-1f43-46a9-9324-3d067a48cf66 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:54.502159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-890ff2f6-f065-409a-a5f9-0aef69639eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:54.503703 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-890ff2f6-f065-409a-a5f9-0aef69639eeb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=298026aa-d1de-47dd-b68c-f7c57d260a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423317 Dec 08 02:23:54.572685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e95cd9-cc9b-4280-9e03-5aa2ad4e6c7a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:54.580860 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a4e95cd9-cc9b-4280-9e03-5aa2ad4e6c7a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/92d90a6b-1f43-46a9-9324-3d067a48cf66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8938394 Dec 08 02:23:54.580860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59842) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:54.584020 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e345ee-e945-4ac9-8211-ab768d6eb583 None None] Sync routers for ids ['92d90a6b-1f43-46a9-9324-3d067a48cf66'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:54.595298 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e345ee-e945-4ac9-8211-ab768d6eb583 None None] Routers {'92d90a6b-1f43-46a9-9324-3d067a48cf66'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:54.596299 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d2e345ee-e945-4ac9-8211-ab768d6eb583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['92d90a6b-1f43-46a9-9324-3d067a48cf66'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:54.612026 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d0f8f12a-b700-4f42-afce-4a6883403735 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports?device_id=92d90a6b-1f43-46a9-9324-3d067a48cf66 HTTP/1.1" status: 200 len: 205 time: 0.0301831 Dec 08 02:23:54.614615 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59844) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:54.617208 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-0bb3c2cf-6774-4f2a-8cba-0e2f284b6a5f service neutron] 10.222.0.45 "GET /v2.0/networks/298026aa-d1de-47dd-b68c-f7c57d260a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059873 Dec 08 02:23:54.629653 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d2e345ee-e945-4ac9-8211-ab768d6eb583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:54.638405 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e345ee-e945-4ac9-8211-ab768d6eb583 None None] Routers {'92d90a6b-1f43-46a9-9324-3d067a48cf66'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:54.639103 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d2e345ee-e945-4ac9-8211-ab768d6eb583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['92d90a6b-1f43-46a9-9324-3d067a48cf66'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:54.675249 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d2e345ee-e945-4ac9-8211-ab768d6eb583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:54.676216 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e345ee-e945-4ac9-8211-ab768d6eb583 None None] The sync data for ids ['92d90a6b-1f43-46a9-9324-3d067a48cf66'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:54.689873 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf3c7-bcb0-4ff7-a85b-60d55ee979a6 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.712137 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dae9e8fc-d9d2-4f4a-9fcc-bde5f4a05a06 req-8fc1b5c9-9fd5-49b9-8cf5-355ace825233 service neutron] 10.222.0.45 "GET /v2.0/networks/298026aa-d1de-47dd-b68c-f7c57d260a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883212 Dec 08 02:23:54.834155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aef1f-a758-4636-98e6-d54e6be7cc54 req-a2a2077f-a326-4a6b-bc3f-d358790c5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:54.835698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-837aef1f-a758-4636-98e6-d54e6be7cc54 req-a2a2077f-a326-4a6b-bc3f-d358790c5a3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 1095 time: 0.0413675 Dec 08 02:23:54.850007 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf3c7-bcb0-4ff7-a85b-60d55ee979a6 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.852306 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf3c7-bcb0-4ff7-a85b-60d55ee979a6 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.898890 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf3c7-bcb0-4ff7-a85b-60d55ee979a6 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.899596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cbf3c7-bcb0-4ff7-a85b-60d55ee979a6 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Fanout notify agent at l3_agent the message router_deleted on router 92d90a6b-1f43-46a9-9324-3d067a48cf66 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:23:54.906814 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf3c7-bcb0-4ff7-a85b-60d55ee979a6 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.907986 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a1cbf3c7-bcb0-4ff7-a85b-60d55ee979a6 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/routers/92d90a6b-1f43-46a9-9324-3d067a48cf66 HTTP/1.1" status: 204 len: 168 time: 0.2923598 Dec 08 02:23:54.910443 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59848) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:54.961553 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-89211137-f93d-49a2-af1d-a79cd597688c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting subnet a7d571bc-1a2a-46e8-8816-f6e6571a6b06 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:23:54.964590 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-89211137-f93d-49a2-af1d-a79cd597688c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.974976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecafb8-f4a6-4daa-8ff7-ab1d3cc8cdd7 req-9a6dd56d-ac93-4b2b-bae2-341a1546c2a6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:54.976502 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbecafb8-f4a6-4daa-8ff7-ab1d3cc8cdd7 req-9a6dd56d-ac93-4b2b-bae2-341a1546c2a6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 943 time: 0.0715842 Dec 08 02:23:54.977925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aef1f-a758-4636-98e6-d54e6be7cc54 req-9a16fff4-1f38-43d7-9f66-aca5cc60b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:54.979248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-837aef1f-a758-4636-98e6-d54e6be7cc54 req-9a16fff4-1f38-43d7-9f66-aca5cc60b7bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=298026aa-d1de-47dd-b68c-f7c57d260a38 HTTP/1.1" status: 200 len: 898 time: 0.1369774 Dec 08 02:23:55.004378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-89211137-f93d-49a2-af1d-a79cd597688c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.036435 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-837aef1f-a758-4636-98e6-d54e6be7cc54 req-2bfed236-ef05-4af0-93e0-de73e78c9019 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee55ded7-cb42-42d0-ac39-d278c5f889ff HTTP/1.1" status: 200 len: 217 time: 0.0470493 Dec 08 02:23:55.090840 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cbecafb8-f4a6-4daa-8ff7-ab1d3cc8cdd7 req-75dbdb66-d1b2-4e8c-b0ac-0c63d0cb7deb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078973 Dec 08 02:23:55.092703 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-89211137-f93d-49a2-af1d-a79cd597688c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.108346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aef1f-a758-4636-98e6-d54e6be7cc54 req-ad7ee2a1-9ab2-4ca6-898d-3a9389acbe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:55.110189 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-837aef1f-a758-4636-98e6-d54e6be7cc54 req-ad7ee2a1-9ab2-4ca6-898d-3a9389acbe87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d2da420-5daa-4fc4-b4b4-1790e31d86c4 HTTP/1.1" status: 200 len: 834 time: 0.0644064 Dec 08 02:23:55.153835 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-89211137-f93d-49a2-af1d-a79cd597688c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.160699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aef1f-a758-4636-98e6-d54e6be7cc54 req-4a25db1c-c94f-433e-8bb5-f4bed19d5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:55.162212 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-837aef1f-a758-4636-98e6-d54e6be7cc54 req-4a25db1c-c94f-433e-8bb5-f4bed19d5689 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=298026aa-d1de-47dd-b68c-f7c57d260a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449972 Dec 08 02:23:55.187359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89211137-f93d-49a2-af1d-a79cd597688c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d571bc-1a2a-46e8-8816-f6e6571a6b06,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:55.191100 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-89211137-f93d-49a2-af1d-a79cd597688c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.195381 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-89211137-f93d-49a2-af1d-a79cd597688c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/a7d571bc-1a2a-46e8-8816-f6e6571a6b06 HTTP/1.1" status: 204 len: 168 time: 0.2836428 Dec 08 02:23:55.197628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59850) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:55.199802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998f06ca-ee91-4284-9120-94f759dbb157 None None] Network e64678a5-c2a0-4c2e-925c-c7580ef11c9f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:55.270386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7253ce-3a06-4312-ba00-b314124fcb70 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting subnet 1fba394e-54d4-4872-9cac-f84df1f234ba {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:23:55.272374 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-837aef1f-a758-4636-98e6-d54e6be7cc54 req-9c7ec203-b3f5-41c5-bc13-2bfe754b1be5 service neutron] 10.222.0.45 "GET /v2.0/networks/298026aa-d1de-47dd-b68c-f7c57d260a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020937 Dec 08 02:23:55.273610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed7253ce-3a06-4312-ba00-b314124fcb70 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.315579 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed7253ce-3a06-4312-ba00-b314124fcb70 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.361505 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97d4a1c-0390-4f26-8660-9f53507cdcf3 None None] DHCP port deletion for e64678a5-c2a0-4c2e-925c-c7580ef11c9f request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:55.369632 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-837aef1f-a758-4636-98e6-d54e6be7cc54 req-1ccec8f6-dbc7-4e28-a54a-6f012eb3ba35 service neutron] 10.222.0.45 "GET /v2.0/networks/298026aa-d1de-47dd-b68c-f7c57d260a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896354 Dec 08 02:23:55.411637 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed7253ce-3a06-4312-ba00-b314124fcb70 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.414771 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e97d4a1c-0390-4f26-8660-9f53507cdcf3 None None] Deleting port 0dec780a-911c-4db4-ac28-76ca50e86f08 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:55.415139 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e97d4a1c-0390-4f26-8660-9f53507cdcf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.474810 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed7253ce-3a06-4312-ba00-b314124fcb70 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.477251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e97d4a1c-0390-4f26-8660-9f53507cdcf3 None None] For port 0dec780a-911c-4db4-ac28-76ca50e86f08, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0dec780a-911c-4db4-ac28-76ca50e86f08,segment=NetworkSegment(8540bd2b-4bb1-4823-a5b9-43dbabfce7b2),segment_id=8540bd2b-4bb1-4823-a5b9-43dbabfce7b2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:55.477645 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e97d4a1c-0390-4f26-8660-9f53507cdcf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.491186 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e97d4a1c-0390-4f26-8660-9f53507cdcf3 None None] Calling delete_port for 0dec780a-911c-4db4-ac28-76ca50e86f08 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:55.503514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7253ce-3a06-4312-ba00-b314124fcb70 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Subnet': ['ID=1fba394e-54d4-4872-9cac-f84df1f234ba,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:55.505525 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed7253ce-3a06-4312-ba00-b314124fcb70 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.508883 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ed7253ce-3a06-4312-ba00-b314124fcb70 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/1fba394e-54d4-4872-9cac-f84df1f234ba HTTP/1.1" status: 204 len: 168 time: 0.3098152 Dec 08 02:23:55.511455 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59852) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:55.517185 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1096289c-0d4a-4520-b969-6b23cfa678fa None None] Network 09a2d1c1-b461-4c0e-958d-8ce989817137 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:55.522458 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.588869 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.644172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 0dec780a-911c-4db4-ac28-76ca50e86f08 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:55.644439 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.661793 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e97d4a1c-0390-4f26-8660-9f53507cdcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.691903 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d4a1c-0390-4f26-8660-9f53507cdcf3 None None] No DVR routers for this DVR port 0dec780a-911c-4db4-ac28-76ca50e86f08 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:23:55.696282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d4a1c-0390-4f26-8660-9f53507cdcf3 None None] Pushing event deleted for resources: {'Port': ['ID=0dec780a-911c-4db4-ac28-76ca50e86f08,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:55.715765 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c6502b-d9a8-40f8-a6b2-bff809ac09ac None None] DHCP port deletion for 09a2d1c1-b461-4c0e-958d-8ce989817137 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:55.716346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] For port 0dec780a-911c-4db4-ac28-76ca50e86f08, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0dec780a-911c-4db4-ac28-76ca50e86f08,segment=NetworkSegment(8540bd2b-4bb1-4823-a5b9-43dbabfce7b2),segment_id=8540bd2b-4bb1-4823-a5b9-43dbabfce7b2)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:55.716724 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.730111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 0dec780a-911c-4db4-ac28-76ca50e86f08 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:55.762212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-76c6502b-d9a8-40f8-a6b2-bff809ac09ac None None] Deleting port 39b22cfb-914b-4111-85d4-233a8e4f1dff {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:55.762582 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76c6502b-d9a8-40f8-a6b2-bff809ac09ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.804196 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.828147 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-76c6502b-d9a8-40f8-a6b2-bff809ac09ac None None] For port 39b22cfb-914b-4111-85d4-233a8e4f1dff, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=39b22cfb-914b-4111-85d4-233a8e4f1dff,segment=NetworkSegment(8c1b5473-f263-432c-824b-a1db40dfaae7),segment_id=8c1b5473-f263-432c-824b-a1db40dfaae7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:55.828584 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76c6502b-d9a8-40f8-a6b2-bff809ac09ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.834733 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=0dec780a-911c-4db4-ac28-76ca50e86f08,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:55.836598 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No DVR routers for this DVR port 0dec780a-911c-4db4-ac28-76ca50e86f08 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:23:55.844666 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-76c6502b-d9a8-40f8-a6b2-bff809ac09ac None None] Calling delete_port for 39b22cfb-914b-4111-85d4-233a8e4f1dff owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:55.914501 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.925689 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76c6502b-d9a8-40f8-a6b2-bff809ac09ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.934282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64678a5-c2a0-4c2e-925c-c7580ef11c9f']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:55.944133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8540bd2b-4bb1-4823-a5b9-43dbabfce7b2') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:55.944384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8540bd2b-4bb1-4823-a5b9-43dbabfce7b2') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:55.950514 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6502b-d9a8-40f8-a6b2-bff809ac09ac None None] Pushing event deleted for resources: {'Port': ['ID=39b22cfb-914b-4111-85d4-233a8e4f1dff,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:55.954451 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.955236 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c6502b-d9a8-40f8-a6b2-bff809ac09ac None None] No DVR routers for this DVR port 39b22cfb-914b-4111-85d4-233a8e4f1dff on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:23:55.971188 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.977072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:23:55.977458 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: self.session.flush() Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:23:55.980630 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:23:56.040985 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.048065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.051232 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/networks/e64678a5-c2a0-4c2e-925c-c7580ef11c9f HTTP/1.1" status: 204 len: 168 time: 0.5388167 Dec 08 02:23:56.053960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59854) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:56.062724 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bd7da-4b9a-46df-b710-ccd58ecf16a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Network': ['ID=e64678a5-c2a0-4c2e-925c-c7580ef11c9f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:56.134217 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6a98-8a0b-4c7c-88e8-75a7c2b97cb4 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.248263 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6a98-8a0b-4c7c-88e8-75a7c2b97cb4 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.270069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a57a3-92f1-452d-ad41-14fea208c35e req-1f080831-7e22-4693-a42d-fdb42b6702b0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:56.271539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a65a57a3-92f1-452d-ad41-14fea208c35e req-1f080831-7e22-4693-a42d-fdb42b6702b0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 943 time: 0.1056881 Dec 08 02:23:56.280717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6c5a6a98-8a0b-4c7c-88e8-75a7c2b97cb4 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a2d1c1-b461-4c0e-958d-8ce989817137']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:56.301991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6c5a6a98-8a0b-4c7c-88e8-75a7c2b97cb4 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1b5473-f263-432c-824b-a1db40dfaae7') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:56.302285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-6c5a6a98-8a0b-4c7c-88e8-75a7c2b97cb4 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1b5473-f263-432c-824b-a1db40dfaae7') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:56.314372 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6a98-8a0b-4c7c-88e8-75a7c2b97cb4 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.337773 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6a98-8a0b-4c7c-88e8-75a7c2b97cb4 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.351044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a65a57a3-92f1-452d-ad41-14fea208c35e req-fe2adb13-f929-423e-85d6-d9d28b8097a7 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725126 Dec 08 02:23:56.352007 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5a6a98-8a0b-4c7c-88e8-75a7c2b97cb4 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:23:56.352392 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6a98-8a0b-4c7c-88e8-75a7c2b97cb4 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:23:56.355295 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:23:56.415871 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6a98-8a0b-4c7c-88e8-75a7c2b97cb4 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.420475 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6a98-8a0b-4c7c-88e8-75a7c2b97cb4 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.424383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6c5a6a98-8a0b-4c7c-88e8-75a7c2b97cb4 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/networks/09a2d1c1-b461-4c0e-958d-8ce989817137 HTTP/1.1" status: 204 len: 168 time: 0.3694227 Dec 08 02:23:56.428307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59858) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:56.433518 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2818e1c2-3aea-4787-ab1b-b755e60ded0a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'network': {'name': 'tempest-RoutersTest-329910252'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:56.438750 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a6a98-8a0b-4c7c-88e8-75a7c2b97cb4 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Network': ['ID=09a2d1c1-b461-4c0e-958d-8ce989817137,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:56.454642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2818e1c2-3aea-4787-ab1b-b755e60ded0a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:56.458291 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2818e1c2-3aea-4787-ab1b-b755e60ded0a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.480780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2818e1c2-3aea-4787-ab1b-b755e60ded0a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:23:56.490186 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2818e1c2-3aea-4787-ab1b-b755e60ded0a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.490525 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-2818e1c2-3aea-4787-ab1b-b755e60ded0a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Added segment 0e0ca7b2-8729-4b59-837a-0d67e032a8da of type vlan for network 1bcdfd08-aa5c-4865-b6be-d5298167de66 Dec 08 02:23:56.528787 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2818e1c2-3aea-4787-ab1b-b755e60ded0a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.552345 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2818e1c2-3aea-4787-ab1b-b755e60ded0a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.557861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2818e1c2-3aea-4787-ab1b-b755e60ded0a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:56.558443 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2818e1c2-3aea-4787-ab1b-b755e60ded0a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.594570 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2818e1c2-3aea-4787-ab1b-b755e60ded0a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1651514 Dec 08 02:23:56.597354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59860) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:56.602649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-24a535e2-a547-4cc2-b0e0-080ab66510b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'subnet': {'network_id': '1bcdfd08-aa5c-4865-b6be-d5298167de66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:56.631530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818e1c2-3aea-4787-ab1b-b755e60ded0a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Network': ['ID=1bcdfd08-aa5c-4865-b6be-d5298167de66,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:56.642156 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 1bcdfd08-aa5c-4865-b6be-d5298167de66 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:23:56.692878 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a535e2-a547-4cc2-b0e0-080ab66510b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:56.696720 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24a535e2-a547-4cc2-b0e0-080ab66510b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.871382 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24a535e2-a547-4cc2-b0e0-080ab66510b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.934638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a535e2-a547-4cc2-b0e0-080ab66510b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Subnet': ['ID=5e3ba467-7ac2-41b0-a8df-a6f34b40039e,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:56.941665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a535e2-a547-4cc2-b0e0-080ab66510b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Checking segment: {'id': '0e0ca7b2-8729-4b59-837a-0d67e032a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1bcdfd08-aa5c-4865-b6be-d5298167de66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:56.942046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a535e2-a547-4cc2-b0e0-080ab66510b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network hostable DHCP agents. Network: 1bcdfd08-aa5c-4865-b6be-d5298167de66, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:23:56.958006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a535e2-a547-4cc2-b0e0-080ab66510b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 1bcdfd08-aa5c-4865-b6be-d5298167de66 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:23:56.966763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-24a535e2-a547-4cc2-b0e0-080ab66510b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 1bcdfd08-aa5c-4865-b6be-d5298167de66) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:56.971542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a535e2-a547-4cc2-b0e0-080ab66510b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:56.972231 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24a535e2-a547-4cc2-b0e0-080ab66510b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.981252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afd4ba5-f453-46cb-ac46-221d46fc58d4 None None] Network 1bcdfd08-aa5c-4865-b6be-d5298167de66 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:56.991956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59862) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:56.992171 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-24a535e2-a547-4cc2-b0e0-080ab66510b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3935208 Dec 08 02:23:56.997187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0d9a561a-acfe-4324-9e7a-a274ac657ea7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1864310438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:57.004930 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.020081 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d9a561a-acfe-4324-9e7a-a274ac657ea7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.021182 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d9a561a-acfe-4324-9e7a-a274ac657ea7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.079035 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d9a561a-acfe-4324-9e7a-a274ac657ea7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.083954 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d9a561a-acfe-4324-9e7a-a274ac657ea7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.085678 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-1bcdfd08-aa5c-4865-b6be-d5298167de66', 'network_id': '1bcdfd08-aa5c-4865-b6be-d5298167de66', 'project_id': 'f7c5d132e23646378572ed614272c09b', 'fixed_ips': [{'subnet_id': '5e3ba467-7ac2-41b0-a8df-a6f34b40039e'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:23:57.086664 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.102337 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0d9a561a-acfe-4324-9e7a-a274ac657ea7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.103533 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0d9a561a-acfe-4324-9e7a-a274ac657ea7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1101778 Dec 08 02:23:57.106196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59864) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:57.111365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ae6e3703-03aa-462a-ac4f-098ec70f839b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'port': {'network_id': '1bcdfd08-aa5c-4865-b6be-d5298167de66', 'name': 'tempest-RoutersTest-1257299413'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:57.228290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Allocated IP 172.20.0.2 (1bcdfd08-aa5c-4865-b6be-d5298167de66/5e3ba467-7ac2-41b0-a8df-a6f34b40039e/62ad0d43-59d7-4afa-b00d-8c232896485f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:57.232720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6e3703-03aa-462a-ac4f-098ec70f839b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:57.241067 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3703-03aa-462a-ac4f-098ec70f839b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.262242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [None req-ae6e3703-03aa-462a-ac4f-098ec70f839b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] device_id is not set on port 8fcb274a-ccb2-49a0-924b-4489e55c3b64 yet. {{(pid=109766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:23:57.453845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 39b22cfb-914b-4111-85d4-233a8e4f1dff no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:57.470075 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578688b-06dd-47d3-bd80-8e7b5c93e948 req-3742aab8-9059-4acc-a942-582922ead3ce tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:57.471571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3578688b-06dd-47d3-bd80-8e7b5c93e948 req-3742aab8-9059-4acc-a942-582922ead3ce tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 943 time: 0.0510676 Dec 08 02:23:57.477297 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 39b22cfb-914b-4111-85d4-233a8e4f1dff {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:57.477638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 39b22cfb-914b-4111-85d4-233a8e4f1dff not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:57.478060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0dec780a-911c-4db4-ac28-76ca50e86f08 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:57.504397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 0dec780a-911c-4db4-ac28-76ca50e86f08 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:57.504741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0dec780a-911c-4db4-ac28-76ca50e86f08 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:57.521360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3578688b-06dd-47d3-bd80-8e7b5c93e948 req-31ba1c16-794d-419a-9d16-c82203db6baf tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438063 Dec 08 02:23:57.578783 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.584890 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.625672 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Network 1bcdfd08-aa5c-4865-b6be-d5298167de66 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:57.628532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:57.630870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:57.634061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-ae6e3703-03aa-462a-ac4f-098ec70f839b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Allocated IP 172.20.0.10 (1bcdfd08-aa5c-4865-b6be-d5298167de66/5e3ba467-7ac2-41b0-a8df-a6f34b40039e/8fcb274a-ccb2-49a0-924b-4489e55c3b64) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:57.640120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Pushing event updated for resources: {'Port': ['ID=62ad0d43-59d7-4afa-b00d-8c232896485f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:57.691151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Attempting to bind port 62ad0d43-59d7-4afa-b00d-8c232896485f on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:57.691905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Attempting to bind port 62ad0d43-59d7-4afa-b00d-8c232896485f by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '0e0ca7b2-8729-4b59-837a-0d67e032a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1bcdfd08-aa5c-4865-b6be-d5298167de66'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:57.691905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Attempting to bind port 62ad0d43-59d7-4afa-b00d-8c232896485f on network 1bcdfd08-aa5c-4865-b6be-d5298167de66 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:57.696966 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:57.697342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Checking segment: {'id': '0e0ca7b2-8729-4b59-837a-0d67e032a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1bcdfd08-aa5c-4865-b6be-d5298167de66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:57.697741 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.698131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Bound using segment: {'id': '0e0ca7b2-8729-4b59-837a-0d67e032a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1bcdfd08-aa5c-4865-b6be-d5298167de66'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:57.698594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Bound port: 62ad0d43-59d7-4afa-b00d-8c232896485f, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0ca7b2-8729-4b59-837a-0d67e032a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1bcdfd08-aa5c-4865-b6be-d5298167de66'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:57.698975 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.763492 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] For port 62ad0d43-59d7-4afa-b00d-8c232896485f, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:57.767244 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] For port 62ad0d43-59d7-4afa-b00d-8c232896485f, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=62ad0d43-59d7-4afa-b00d-8c232896485f,segment=NetworkSegment(0e0ca7b2-8729-4b59-837a-0d67e032a8da),segment_id=0e0ca7b2-8729-4b59-837a-0d67e032a8da)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:57.771407 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.785123 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3703-03aa-462a-ac4f-098ec70f839b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.823238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3703-03aa-462a-ac4f-098ec70f839b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.836104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10998b7-e02d-4a8d-97aa-05f97a6f2b1a None None] Pushing event updated for resources: {'Port': ['ID=62ad0d43-59d7-4afa-b00d-8c232896485f,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:57.869856 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6e3703-03aa-462a-ac4f-098ec70f839b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 1bcdfd08-aa5c-4865-b6be-d5298167de66 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:57.873222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-ae6e3703-03aa-462a-ac4f-098ec70f839b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:57.877183 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e3703-03aa-462a-ac4f-098ec70f839b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:57.884217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e3703-03aa-462a-ac4f-098ec70f839b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=8fcb274a-ccb2-49a0-924b-4489e55c3b64,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:57.923186 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.934369 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6e3703-03aa-462a-ac4f-098ec70f839b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:57.935094 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3703-03aa-462a-ac4f-098ec70f839b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.955063 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ae6e3703-03aa-462a-ac4f-098ec70f839b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8448710 Dec 08 02:23:57.955311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59868) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:58.284657 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ee55ded7-cb42-42d0-ac39-d278c5f889ff details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:23:58.285238 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.380986 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ee55ded7-cb42-42d0-ac39-d278c5f889ff, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ee55ded7-cb42-42d0-ac39-d278c5f889ff,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:58.391824 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'port_id': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff', 'mac_address': 'fa:16:3e:3c:26:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:23:58.430380 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.444689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee55ded7-cb42-42d0-ac39-d278c5f889ff {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:23:58.467687 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ee55ded7-cb42-42d0-ac39-d278c5f889ff, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ee55ded7-cb42-42d0-ac39-d278c5f889ff,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:58.472654 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.523622 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ee55ded7-cb42-42d0-ac39-d278c5f889ff,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:58.543268 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.550097 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.648255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=8fcb274a-ccb2-49a0-924b-4489e55c3b64,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:58.757348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff89ab4-b21f-4020-a34c-7dbcade17a93 None None] Network 1bcdfd08-aa5c-4865-b6be-d5298167de66 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:58.761104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['ee55ded7-cb42-42d0-ac39-d278c5f889ff'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:23:58.875303 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-01f03af8-2279-48ff-b1bf-c8c3fbcf1bce None None] Provisioning complete for port 62ad0d43-59d7-4afa-b00d-8c232896485f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:58.875582 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01f03af8-2279-48ff-b1bf-c8c3fbcf1bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.007228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da11be-6b33-405f-bd2d-072ae60ffba0 req-618a8b6e-d964-48bd-94eb-d4a84ba572a9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:59.008716 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9da11be-6b33-405f-bd2d-072ae60ffba0 req-618a8b6e-d964-48bd-94eb-d4a84ba572a9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 944 time: 0.3960946 Dec 08 02:23:59.054730 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01f03af8-2279-48ff-b1bf-c8c3fbcf1bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.114460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-01f03af8-2279-48ff-b1bf-c8c3fbcf1bce None None] For port 62ad0d43-59d7-4afa-b00d-8c232896485f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=62ad0d43-59d7-4afa-b00d-8c232896485f,segment=NetworkSegment(0e0ca7b2-8729-4b59-837a-0d67e032a8da),segment_id=0e0ca7b2-8729-4b59-837a-0d67e032a8da)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:59.115010 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9da11be-6b33-405f-bd2d-072ae60ffba0 req-262d8ffd-9441-4d5c-92f3-b10015a6d8e4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887341 Dec 08 02:23:59.123580 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-01f03af8-2279-48ff-b1bf-c8c3fbcf1bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.145441 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.206169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f03af8-2279-48ff-b1bf-c8c3fbcf1bce None None] Pushing event updated for resources: {'Port': ['ID=62ad0d43-59d7-4afa-b00d-8c232896485f,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:59.268165 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d46cedc3-8199-4b37-9a49-e905d2bf29b1 None None] Provisioning complete for port 62ad0d43-59d7-4afa-b00d-8c232896485f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:59.268538 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d46cedc3-8199-4b37-9a49-e905d2bf29b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.287928 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.345819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 62ad0d43-59d7-4afa-b00d-8c232896485f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:59.409516 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d46cedc3-8199-4b37-9a49-e905d2bf29b1 None None] Provisioning complete for port 8fcb274a-ccb2-49a0-924b-4489e55c3b64 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:59.409894 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d46cedc3-8199-4b37-9a49-e905d2bf29b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.442248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 62ad0d43-59d7-4afa-b00d-8c232896485f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:59.442628 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.479669 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d46cedc3-8199-4b37-9a49-e905d2bf29b1 None None] Port 8fcb274a-ccb2-49a0-924b-4489e55c3b64 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:59.574244 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.579587 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.599633 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a9acab4d-3657-4ffc-85a8-151432b95b7e None None] Provisioning complete for port 8fcb274a-ccb2-49a0-924b-4489e55c3b64 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:59.600165 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9acab4d-3657-4ffc-85a8-151432b95b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.636358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a9acab4d-3657-4ffc-85a8-151432b95b7e None None] Port 8fcb274a-ccb2-49a0-924b-4489e55c3b64 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:59.660934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=8fcb274a-ccb2-49a0-924b-4489e55c3b64,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:59.665790 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.753532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 1bcdfd08-aa5c-4865-b6be-d5298167de66 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:59.755125 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:59.756439 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e7a8b8ab-6f31-4ddf-82be-78afa36ad46c None None] Provisioning complete for port 8fcb274a-ccb2-49a0-924b-4489e55c3b64 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:59.756810 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7a8b8ab-6f31-4ddf-82be-78afa36ad46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.794312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e7a8b8ab-6f31-4ddf-82be-78afa36ad46c None None] Port 8fcb274a-ccb2-49a0-924b-4489e55c3b64 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:59.877559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router 2a835e9a-6715-4a5b-b5d3-7eb821e96a95 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:23:59.970730 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:59.975769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e341b42d-5f47-488c-bac3-c59f027660ac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/2a835e9a-6715-4a5b-b5d3-7eb821e96a95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0193844 Dec 08 02:23:59.978519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59872) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:59.979984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ef2e3-9e52-4747-acd3-33b6ee4a6cca None None] Sync routers for ids ['2a835e9a-6715-4a5b-b5d3-7eb821e96a95'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:59.991490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ef2e3-9e52-4747-acd3-33b6ee4a6cca None None] Routers {'2a835e9a-6715-4a5b-b5d3-7eb821e96a95'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:59.992134 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cc0ef2e3-9e52-4747-acd3-33b6ee4a6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2a835e9a-6715-4a5b-b5d3-7eb821e96a95'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:00.020893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10476d9b-8e7f-4cae-baee-a84bbf3661fd tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:00.022241 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-10476d9b-8e7f-4cae-baee-a84bbf3661fd tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports/8fcb274a-ccb2-49a0-924b-4489e55c3b64 HTTP/1.1" status: 200 len: 978 time: 0.0427320 Dec 08 02:24:00.025045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59874) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:00.028213 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cc0ef2e3-9e52-4747-acd3-33b6ee4a6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:00.045198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ef2e3-9e52-4747-acd3-33b6ee4a6cca None None] Routers {'2a835e9a-6715-4a5b-b5d3-7eb821e96a95'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:00.045811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cc0ef2e3-9e52-4747-acd3-33b6ee4a6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2a835e9a-6715-4a5b-b5d3-7eb821e96a95'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:00.047656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-185af672-0d49-4056-99a4-b183ca01d707 None None] Provisioning complete for port 8fcb274a-ccb2-49a0-924b-4489e55c3b64 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:00.048026 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-185af672-0d49-4056-99a4-b183ca01d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:00.104443 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-cc0ef2e3-9e52-4747-acd3-33b6ee4a6cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:00.105097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ef2e3-9e52-4747-acd3-33b6ee4a6cca None None] The sync data for ids ['2a835e9a-6715-4a5b-b5d3-7eb821e96a95'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:00.113433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-185af672-0d49-4056-99a4-b183ca01d707 None None] Port 8fcb274a-ccb2-49a0-924b-4489e55c3b64 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:00.237646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f248f4-d750-45a9-9d02-c34c1ac83efb req-72dfe7ee-b817-43c7-b1b0-d4c4b72ed0b3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:00.239148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92f248f4-d750-45a9-9d02-c34c1ac83efb req-72dfe7ee-b817-43c7-b1b0-d4c4b72ed0b3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 944 time: 0.0502679 Dec 08 02:24:00.289052 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92f248f4-d750-45a9-9d02-c34c1ac83efb req-1bf4d1e3-c374-46bf-bc63-9a5bc4e1fdf9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438201 Dec 08 02:24:00.300561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ee55ded7-cb42-42d0-ac39-d278c5f889ff up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:00.350052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port ee55ded7-cb42-42d0-ac39-d278c5f889ff completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:24:00.354166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port ee55ded7-cb42-42d0-ac39-d278c5f889ff triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:00.354534 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:00.434458 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:00.437988 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-95bbf99d-652c-48ef-8fb1-db6f195f16d7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:00.456243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:24:00.458504 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5796487-b801-48c2-82ac-7adac7c3df5b" -d '{"events": [{"server_uuid": "825fb023-d22c-4e50-8b55-6ed2ad6e0a92", "name": "network-vif-plugged", "status": "completed", "tag": "ee55ded7-cb42-42d0-ac39-d278c5f889ff"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:24:00.473511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ee55ded7-cb42-42d0-ac39-d278c5f889ff, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ee55ded7-cb42-42d0-ac39-d278c5f889ff,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:00.480939 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:00.503920 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12317880-b91e-49ea-8658-b7f927c5a667 x-openstack-request-id: req-12317880-b91e-49ea-8658-b7f927c5a667 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:24:00.504214 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825fb023-d22c-4e50-8b55-6ed2ad6e0a92", "name": "network-vif-plugged", "status": "completed", "tag": "ee55ded7-cb42-42d0-ac39-d278c5f889ff", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:24:00.504463 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-12317880-b91e-49ea-8658-b7f927c5a667 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:24:00.504849 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff', 'code': 200} Dec 08 02:24:00.532751 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ee55ded7-cb42-42d0-ac39-d278c5f889ff,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:00.637857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c643c8-796a-47b8-9519-e29603fe25ec req-2fd9e499-3e4c-4aa1-95d2-2df26b3cba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:00.639382 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6c643c8-796a-47b8-9519-e29603fe25ec req-2fd9e499-3e4c-4aa1-95d2-2df26b3cba49 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 1097 time: 0.0453391 Dec 08 02:24:00.688340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6c643c8-796a-47b8-9519-e29603fe25ec req-9d915dbe-dd1c-4e7f-888d-95aac7ad0a87 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420151 Dec 08 02:24:00.977890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-95bbf99d-652c-48ef-8fb1-db6f195f16d7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 8fcb274a-ccb2-49a0-924b-4489e55c3b64 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:00.978150 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-95bbf99d-652c-48ef-8fb1-db6f195f16d7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.060079 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-95bbf99d-652c-48ef-8fb1-db6f195f16d7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.071844 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-95bbf99d-652c-48ef-8fb1-db6f195f16d7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 8fcb274a-ccb2-49a0-924b-4489e55c3b64 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:01.241503 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-95bbf99d-652c-48ef-8fb1-db6f195f16d7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.266315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 62ad0d43-59d7-4afa-b00d-8c232896485f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:01.276150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbf99d-652c-48ef-8fb1-db6f195f16d7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=8fcb274a-ccb2-49a0-924b-4489e55c3b64,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:01.321042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 62ad0d43-59d7-4afa-b00d-8c232896485f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:01.321416 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.425136 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-95bbf99d-652c-48ef-8fb1-db6f195f16d7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.425948 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ef4cc-4803-4565-b1da-6751eb7bfd29 req-45b70984-6fd7-4d2e-bf7d-9c0df97aaaf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:01.435456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce9ef4cc-4803-4565-b1da-6751eb7bfd29 req-45b70984-6fd7-4d2e-bf7d-9c0df97aaaf5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0655913 Dec 08 02:24:01.485538 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce9ef4cc-4803-4565-b1da-6751eb7bfd29 req-94742b5e-4bae-40d6-8d0f-6bd99fa9647a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491514 Dec 08 02:24:01.587745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bbf99d-652c-48ef-8fb1-db6f195f16d7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router 2a835e9a-6715-4a5b-b5d3-7eb821e96a95 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:01.663480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bbf99d-652c-48ef-8fb1-db6f195f16d7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:01.668482 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-95bbf99d-652c-48ef-8fb1-db6f195f16d7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/2a835e9a-6715-4a5b-b5d3-7eb821e96a95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6425018 Dec 08 02:24:01.672105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59882) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:01.674736 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737432dc-735e-46e6-bfcc-20528ff774de None None] Sync routers for ids ['2a835e9a-6715-4a5b-b5d3-7eb821e96a95'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:01.685266 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737432dc-735e-46e6-bfcc-20528ff774de None None] Routers {'2a835e9a-6715-4a5b-b5d3-7eb821e96a95'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:01.686135 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-737432dc-735e-46e6-bfcc-20528ff774de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2a835e9a-6715-4a5b-b5d3-7eb821e96a95'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:01.719829 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-737432dc-735e-46e6-bfcc-20528ff774de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:01.728773 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737432dc-735e-46e6-bfcc-20528ff774de None None] Routers {'2a835e9a-6715-4a5b-b5d3-7eb821e96a95'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:01.729321 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-737432dc-735e-46e6-bfcc-20528ff774de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2a835e9a-6715-4a5b-b5d3-7eb821e96a95'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:01.765221 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-737432dc-735e-46e6-bfcc-20528ff774de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:01.765719 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737432dc-735e-46e6-bfcc-20528ff774de None None] The sync data for ids ['2a835e9a-6715-4a5b-b5d3-7eb821e96a95'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:01.865644 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-09f1947a-4b04-47ca-ba2f-b03c44815560 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] remove_router_interface failed (client error): The resource could not be found. Dec 08 02:24:01.866692 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-09f1947a-4b04-47ca-ba2f-b03c44815560 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/2a835e9a-6715-4a5b-b5d3-7eb821e96a95/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1936207 Dec 08 02:24:01.869476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59884) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:01.895518 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3f3ec494-d977-43f0-97d5-7814db658533 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a835e9a-6715-4a5b-b5d3-7eb821e96a95 HTTP/1.1" status: 200 len: 205 time: 0.0250306 Dec 08 02:24:01.897928 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59886) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:01.972175 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1b6a8bf-ef79-4dab-8fca-3ea565d21b25 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.125705 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1b6a8bf-ef79-4dab-8fca-3ea565d21b25 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.127688 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1b6a8bf-ef79-4dab-8fca-3ea565d21b25 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.168613 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1b6a8bf-ef79-4dab-8fca-3ea565d21b25 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.169147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b6a8bf-ef79-4dab-8fca-3ea565d21b25 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Fanout notify agent at l3_agent the message router_deleted on router 2a835e9a-6715-4a5b-b5d3-7eb821e96a95 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:24:02.175850 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1b6a8bf-ef79-4dab-8fca-3ea565d21b25 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.176928 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a1b6a8bf-ef79-4dab-8fca-3ea565d21b25 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/routers/2a835e9a-6715-4a5b-b5d3-7eb821e96a95 HTTP/1.1" status: 204 len: 168 time: 0.2780635 Dec 08 02:24:02.179628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59888) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:02.235238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de31e2a-23d2-4f7e-9a2b-0edafc22feb2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting subnet 5e3ba467-7ac2-41b0-a8df-a6f34b40039e {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:24:02.238473 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2de31e2a-23d2-4f7e-9a2b-0edafc22feb2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.278216 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2de31e2a-23d2-4f7e-9a2b-0edafc22feb2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.359306 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2de31e2a-23d2-4f7e-9a2b-0edafc22feb2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.417976 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2de31e2a-23d2-4f7e-9a2b-0edafc22feb2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.446118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de31e2a-23d2-4f7e-9a2b-0edafc22feb2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3ba467-7ac2-41b0-a8df-a6f34b40039e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:02.448139 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2de31e2a-23d2-4f7e-9a2b-0edafc22feb2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.453086 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2de31e2a-23d2-4f7e-9a2b-0edafc22feb2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/5e3ba467-7ac2-41b0-a8df-a6f34b40039e HTTP/1.1" status: 204 len: 168 time: 0.2707813 Dec 08 02:24:02.453194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1925d0a-812a-42d8-9f20-0ba103333e7b None None] Network 1bcdfd08-aa5c-4865-b6be-d5298167de66 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:02.454160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59890) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:02.534168 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.595941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 62ad0d43-59d7-4afa-b00d-8c232896485f {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:02.596325 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.611345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665aaa0-eab4-4a17-942f-20adefa07404 req-ccdc557f-a76d-4f1a-b5da-28159c33ae90 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:02.613044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5665aaa0-eab4-4a17-942f-20adefa07404 req-ccdc557f-a76d-4f1a-b5da-28159c33ae90 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0550132 Dec 08 02:24:02.616793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9709c3d7-a245-47e6-b6dd-b3f2bfa636e6 None None] DHCP port deletion for 1bcdfd08-aa5c-4865-b6be-d5298167de66 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:24:02.663475 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5665aaa0-eab4-4a17-942f-20adefa07404 req-72cd9875-b736-4cd0-9858-7d0139550275 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444229 Dec 08 02:24:02.664233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9709c3d7-a245-47e6-b6dd-b3f2bfa636e6 None None] Deleting port 62ad0d43-59d7-4afa-b00d-8c232896485f {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:02.664610 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9709c3d7-a245-47e6-b6dd-b3f2bfa636e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.670758 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] For port 62ad0d43-59d7-4afa-b00d-8c232896485f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=62ad0d43-59d7-4afa-b00d-8c232896485f,segment=NetworkSegment(0e0ca7b2-8729-4b59-837a-0d67e032a8da),segment_id=0e0ca7b2-8729-4b59-837a-0d67e032a8da)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:02.670944 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.686300 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 62ad0d43-59d7-4afa-b00d-8c232896485f owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:02.726726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9709c3d7-a245-47e6-b6dd-b3f2bfa636e6 None None] For port 62ad0d43-59d7-4afa-b00d-8c232896485f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=62ad0d43-59d7-4afa-b00d-8c232896485f,segment=NetworkSegment(0e0ca7b2-8729-4b59-837a-0d67e032a8da),segment_id=0e0ca7b2-8729-4b59-837a-0d67e032a8da)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:02.727333 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9709c3d7-a245-47e6-b6dd-b3f2bfa636e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.740017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9709c3d7-a245-47e6-b6dd-b3f2bfa636e6 None None] Calling delete_port for 62ad0d43-59d7-4afa-b00d-8c232896485f owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:02.771730 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.798760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fbbe9-595f-4fe4-9938-79060abad5c3 req-0395b7a1-060c-49e2-90ef-e65356f0cea1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:02.800491 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c21fbbe9-595f-4fe4-9938-79060abad5c3 req-0395b7a1-060c-49e2-90ef-e65356f0cea1 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0664074 Dec 08 02:24:02.802344 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=62ad0d43-59d7-4afa-b00d-8c232896485f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:02.806234 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No DVR routers for this DVR port 62ad0d43-59d7-4afa-b00d-8c232896485f on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:24:02.822860 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9709c3d7-a245-47e6-b6dd-b3f2bfa636e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.850978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709c3d7-a245-47e6-b6dd-b3f2bfa636e6 None None] Pushing event deleted for resources: {'Port': ['ID=62ad0d43-59d7-4afa-b00d-8c232896485f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:02.853203 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709c3d7-a245-47e6-b6dd-b3f2bfa636e6 None None] No DVR routers for this DVR port 62ad0d43-59d7-4afa-b00d-8c232896485f on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:24:02.873683 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c21fbbe9-595f-4fe4-9938-79060abad5c3 req-11e0c680-a24b-4cfe-a90b-c63ac99584e6 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578558 Dec 08 02:24:02.890603 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.897825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59896) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:02.938703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcdfd08-aa5c-4865-b6be-d5298167de66']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:02.950276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0ca7b2-8729-4b59-837a-0d67e032a8da') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:02.950580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0ca7b2-8729-4b59-837a-0d67e032a8da') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:02.962770 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.977385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc66e8f4-eee8-40c4-b0cf-1bbd0ee97ab6 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:02.978932 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cc66e8f4-eee8-40c4-b0cf-1bbd0ee97ab6 tempest-TestNetworkAdvancedServerOps-1423792441 tempest-TestNetworkAdvancedServerOps-1423792441-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 1092 time: 0.0801558 Dec 08 02:24:02.981855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59898) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:02.984678 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.989248 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:03.000993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:24:03.001410 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:24:03.004460 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:24:03.068140 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.083418 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.087563 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.091047 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/networks/1bcdfd08-aa5c-4865-b6be-d5298167de66 HTTP/1.1" status: 204 len: 168 time: 0.6357088 Dec 08 02:24:03.094845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59900) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:03.101752 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-97fef32a-6b0e-4564-82f0-dafa78606957 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'network': {'name': 'tempest-RoutersTest-1070411979'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:03.121122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2350509-95ea-41f6-a1d9-d4fbfba682f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Network': ['ID=1bcdfd08-aa5c-4865-b6be-d5298167de66,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:03.123694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fef32a-6b0e-4564-82f0-dafa78606957 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:03.128652 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97fef32a-6b0e-4564-82f0-dafa78606957 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.151988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fef32a-6b0e-4564-82f0-dafa78606957 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:24:03.161079 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97fef32a-6b0e-4564-82f0-dafa78606957 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.161559 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-97fef32a-6b0e-4564-82f0-dafa78606957 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Added segment 1a64be6a-d12f-4a07-a10b-1f08a8212506 of type vlan for network 760f1b2f-57d1-4e95-b9f3-e0e564b22249 Dec 08 02:24:03.199075 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.201553 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97fef32a-6b0e-4564-82f0-dafa78606957 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.240559 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97fef32a-6b0e-4564-82f0-dafa78606957 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.243639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fef32a-6b0e-4564-82f0-dafa78606957 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:03.244769 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97fef32a-6b0e-4564-82f0-dafa78606957 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.289392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 62ad0d43-59d7-4afa-b00d-8c232896485f no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:24:03.290609 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-97fef32a-6b0e-4564-82f0-dafa78606957 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1942282 Dec 08 02:24:03.290831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59902) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:03.301718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-183e82df-6080-4f80-b1f3-282ff0209e00 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'subnet': {'network_id': '760f1b2f-57d1-4e95-b9f3-e0e564b22249', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:03.310667 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 62ad0d43-59d7-4afa-b00d-8c232896485f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:24:03.311294 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 62ad0d43-59d7-4afa-b00d-8c232896485f not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:24:03.325308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fef32a-6b0e-4564-82f0-dafa78606957 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Network': ['ID=760f1b2f-57d1-4e95-b9f3-e0e564b22249,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:03.336213 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 760f1b2f-57d1-4e95-b9f3-e0e564b22249 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:24:03.373677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Allocated IP 172.25.8.177 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/56e2a535-7259-4a9a-9c59-019922d19168) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:03.462169 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183e82df-6080-4f80-b1f3-282ff0209e00 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:03.466572 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-183e82df-6080-4f80-b1f3-282ff0209e00 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.566065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.645735 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.712270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:03.719625 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:03.727348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:03.754141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=56e2a535-7259-4a9a-9c59-019922d19168,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:03.758137 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-183e82df-6080-4f80-b1f3-282ff0209e00 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.859003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e82df-6080-4f80-b1f3-282ff0209e00 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Subnet': ['ID=eeeeb4b8-4b05-41fb-a8b1-d96d0fd5ba89,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:03.888129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e82df-6080-4f80-b1f3-282ff0209e00 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Checking segment: {'id': '1a64be6a-d12f-4a07-a10b-1f08a8212506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '760f1b2f-57d1-4e95-b9f3-e0e564b22249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:03.888493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e82df-6080-4f80-b1f3-282ff0209e00 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network hostable DHCP agents. Network: 760f1b2f-57d1-4e95-b9f3-e0e564b22249, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:24:03.953472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e82df-6080-4f80-b1f3-282ff0209e00 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 760f1b2f-57d1-4e95-b9f3-e0e564b22249 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:24:03.969865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-183e82df-6080-4f80-b1f3-282ff0209e00 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 760f1b2f-57d1-4e95-b9f3-e0e564b22249) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:03.976259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e82df-6080-4f80-b1f3-282ff0209e00 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:03.976816 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-183e82df-6080-4f80-b1f3-282ff0209e00 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.982442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea1e64f-81b7-434d-984a-c36d3716157f None None] Network 760f1b2f-57d1-4e95-b9f3-e0e564b22249 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:04.024098 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-183e82df-6080-4f80-b1f3-282ff0209e00 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7323141 Dec 08 02:24:04.027437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59904) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:04.033677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0363f462-db02-44b2-acc5-73044a8703fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-710799477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:04.059499 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0363f462-db02-44b2-acc5-73044a8703fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.060705 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0363f462-db02-44b2-acc5-73044a8703fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.085643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-760f1b2f-57d1-4e95-b9f3-e0e564b22249', 'network_id': '760f1b2f-57d1-4e95-b9f3-e0e564b22249', 'project_id': 'f7c5d132e23646378572ed614272c09b', 'fixed_ips': [{'subnet_id': 'eeeeb4b8-4b05-41fb-a8b1-d96d0fd5ba89'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:24:04.086623 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.124718 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0363f462-db02-44b2-acc5-73044a8703fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.129659 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0363f462-db02-44b2-acc5-73044a8703fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.148602 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0363f462-db02-44b2-acc5-73044a8703fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.149903 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0363f462-db02-44b2-acc5-73044a8703fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1207900 Dec 08 02:24:04.152778 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59906) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:04.197154 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.228491 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Allocated IP 172.20.0.2 (760f1b2f-57d1-4e95-b9f3-e0e564b22249/eeeeb4b8-4b05-41fb-a8b1-d96d0fd5ba89/adbec1b4-20df-4319-805e-d87f4464a666) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:04.273292 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.380786 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.387760 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.425613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Network 760f1b2f-57d1-4e95-b9f3-e0e564b22249 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:04.428662 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:04.432200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:04.437314 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.441120 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.445875 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.449633 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Pushing event updated for resources: {'Port': ['ID=adbec1b4-20df-4319-805e-d87f4464a666,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:04.502546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Attempting to bind port adbec1b4-20df-4319-805e-d87f4464a666 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:24:04.502886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Attempting to bind port adbec1b4-20df-4319-805e-d87f4464a666 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1a64be6a-d12f-4a07-a10b-1f08a8212506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '760f1b2f-57d1-4e95-b9f3-e0e564b22249'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:24:04.503333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Attempting to bind port adbec1b4-20df-4319-805e-d87f4464a666 on network 760f1b2f-57d1-4e95-b9f3-e0e564b22249 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:04.508993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:24:04.509372 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Checking segment: {'id': '1a64be6a-d12f-4a07-a10b-1f08a8212506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '760f1b2f-57d1-4e95-b9f3-e0e564b22249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:04.509767 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.510163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Bound using segment: {'id': '1a64be6a-d12f-4a07-a10b-1f08a8212506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '760f1b2f-57d1-4e95-b9f3-e0e564b22249'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:24:04.510627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Bound port: adbec1b4-20df-4319-805e-d87f4464a666, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a64be6a-d12f-4a07-a10b-1f08a8212506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '760f1b2f-57d1-4e95-b9f3-e0e564b22249'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:24:04.511231 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.525231 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event updated for resources: {'Port': ['ID=56e2a535-7259-4a9a-9c59-019922d19168,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:04.528781 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.577414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] For port adbec1b4-20df-4319-805e-d87f4464a666, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:24:04.581041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] For port adbec1b4-20df-4319-805e-d87f4464a666, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=adbec1b4-20df-4319-805e-d87f4464a666,segment=NetworkSegment(1a64be6a-d12f-4a07-a10b-1f08a8212506),segment_id=1a64be6a-d12f-4a07-a10b-1f08a8212506)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:24:04.589365 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.648614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6787df7-0376-4551-b35b-b256147a17a3 None None] Pushing event updated for resources: {'Port': ['ID=adbec1b4-20df-4319-805e-d87f4464a666,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:04.654496 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Floating IP 6764101a-54fb-4d9d-8b52-9040fb1d1808 associated. External IP: 172.25.8.177, port: ee55ded7-cb42-42d0-ac39-d278c5f889ff. Dec 08 02:24:04.715569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Allocated IP 172.20.0.1 (760f1b2f-57d1-4e95-b9f3-e0e564b22249/eeeeb4b8-4b05-41fb-a8b1-d96d0fd5ba89/ec984f2c-110d-4d10-8c1a-29910968e118) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:04.846677 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.884961 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.908456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 8ccdffef-c98b-4713-b247-f12bea6ee540 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:04.930207 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 760f1b2f-57d1-4e95-b9f3-e0e564b22249 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:04.937689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:04.941746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:04.968368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=ec984f2c-110d-4d10-8c1a-29910968e118,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:04.993947 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.115204 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.326445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device adbec1b4-20df-4319-805e-d87f4464a666 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:05.394534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port adbec1b4-20df-4319-805e-d87f4464a666 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:05.394913 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.418492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:05.434336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987c261a-ef25-48a9-8959-b5968655cf31 None None] Sync routers for ids ['8ccdffef-c98b-4713-b247-f12bea6ee540'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:05.441180 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.446502 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.449180 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.453623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987c261a-ef25-48a9-8959-b5968655cf31 None None] Routers {'8ccdffef-c98b-4713-b247-f12bea6ee540'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:05.454262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-987c261a-ef25-48a9-8959-b5968655cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ccdffef-c98b-4713-b247-f12bea6ee540'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:05.477138 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-10e5c94a-4917-433d-a516-bc67abfd1b56 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4941046 Dec 08 02:24:05.477736 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'tag': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:24:05.489828 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54151e1a-2111-4d6d-a4b3-d3aa7cfb1651" -d '{"events": [{"name": "network-changed", "server_uuid": "825fb023-d22c-4e50-8b55-6ed2ad6e0a92", "tag": "ee55ded7-cb42-42d0-ac39-d278c5f889ff"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:24:05.561886 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.566424 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d3ca65-52cb-4eb6-9c7a-9b56d1459683 x-openstack-request-id: req-36d3ca65-52cb-4eb6-9c7a-9b56d1459683 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:24:05.566722 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825fb023-d22c-4e50-8b55-6ed2ad6e0a92", "tag": "ee55ded7-cb42-42d0-ac39-d278c5f889ff", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:24:05.566980 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-36d3ca65-52cb-4eb6-9c7a-9b56d1459683 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:24:05.567386 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'tag': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff', 'status': 'completed', 'code': 200} Dec 08 02:24:05.575373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=ec984f2c-110d-4d10-8c1a-29910968e118,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:05.725565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f5c4f2-3909-405a-a51a-ad86505f795a None None] Network 760f1b2f-57d1-4e95-b9f3-e0e564b22249 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:05.735568 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0952a-9d5d-4e91-b95f-5bf8200f0c18 req-da35f3ca-8ba0-4096-86b2-80413b89ec2b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:05.737071 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fec0952a-9d5d-4e91-b95f-5bf8200f0c18 req-da35f3ca-8ba0-4096-86b2-80413b89ec2b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.1453376 Dec 08 02:24:05.741258 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54151e1a-2111-4d6d-a4b3-d3aa7cfb1651 req-a2060dd7-8240-43a9-bff6-d47a5ebefdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:05.742926 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54151e1a-2111-4d6d-a4b3-d3aa7cfb1651 req-a2060dd7-8240-43a9-bff6-d47a5ebefdef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 1097 time: 0.1332521 Dec 08 02:24:05.763385 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.766259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 760f1b2f-57d1-4e95-b9f3-e0e564b22249 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:05.782049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:05.888157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d405d86f-f4fd-4f1d-b620-c12dae62c790 None None] Provisioning complete for port adbec1b4-20df-4319-805e-d87f4464a666 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:05.888433 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d405d86f-f4fd-4f1d-b620-c12dae62c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.896031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port adbec1b4-20df-4319-805e-d87f4464a666, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=adbec1b4-20df-4319-805e-d87f4464a666,segment=NetworkSegment(1a64be6a-d12f-4a07-a10b-1f08a8212506),segment_id=1a64be6a-d12f-4a07-a10b-1f08a8212506)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:05.919004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-987c261a-ef25-48a9-8959-b5968655cf31 None None] Set router 8ccdffef-c98b-4713-b247-f12bea6ee540 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:05.922580 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.924102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fec0952a-9d5d-4e91-b95f-5bf8200f0c18 req-bb93d574-6919-45cd-bf6b-944a2bc892f0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792002 Dec 08 02:24:05.954097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54151e1a-2111-4d6d-a4b3-d3aa7cfb1651 req-bb58ee85-41ef-4845-99ea-34fee5e02e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:05.955248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54151e1a-2111-4d6d-a4b3-d3aa7cfb1651 req-bb58ee85-41ef-4845-99ea-34fee5e02e13 service neutron] 10.222.0.45 "GET /v2.0/networks?id=298026aa-d1de-47dd-b68c-f7c57d260a38 HTTP/1.1" status: 200 len: 898 time: 0.2017956 Dec 08 02:24:05.955722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59912) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:06.079172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54151e1a-2111-4d6d-a4b3-d3aa7cfb1651 req-5b6d1956-fe92-4a31-b0ee-cc9eafa36157 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee55ded7-cb42-42d0-ac39-d278c5f889ff HTTP/1.1" status: 200 len: 999 time: 0.1144023 Dec 08 02:24:06.080270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=adbec1b4-20df-4319-805e-d87f4464a666,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:06.085151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router 5a933fc2-3fea-45c0-bd6a-685eca34e091 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:24:06.089710 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-067ea983-0ad9-4ecf-b073-7d7579c9053c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/6764101a-54fb-4d9d-8b52-9040fb1d1808 HTTP/1.1" status: 200 len: 991 time: 0.1310122 Dec 08 02:24:06.288520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-987c261a-ef25-48a9-8959-b5968655cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '6764101a-54fb-4d9d-8b52-9040fb1d1808', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'port_id': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'mac_address': 'fa:16:3e:3c:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:24:04Z', 'updated_at': '2021-12-08T02:24:04Z', 'revision_number': 0, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a288bff-c7c0-40b3-9045-bd1b054a4afb', 'name': '', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:4f:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:46Z', 'updated_at': '2021-12-08T02:23:52Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:06.319965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987c261a-ef25-48a9-8959-b5968655cf31 None None] Checking router: 8ccdffef-c98b-4713-b247-f12bea6ee540 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:06.329099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987c261a-ef25-48a9-8959-b5968655cf31 None None] Routers {'8ccdffef-c98b-4713-b247-f12bea6ee540'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:06.329747 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-987c261a-ef25-48a9-8959-b5968655cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ccdffef-c98b-4713-b247-f12bea6ee540'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:06.421867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-81d6d5d3-8007-4d86-9b2a-752df4b281f8 None None] Provisioning complete for port adbec1b4-20df-4319-805e-d87f4464a666 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:06.422144 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-81d6d5d3-8007-4d86-9b2a-752df4b281f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:06.481792 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-987c261a-ef25-48a9-8959-b5968655cf31 None None] Set router 8ccdffef-c98b-4713-b247-f12bea6ee540 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:06.515166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54151e1a-2111-4d6d-a4b3-d3aa7cfb1651 req-373fcb59-7b0f-4427-889a-adeaf5c325b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:06.516873 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54151e1a-2111-4d6d-a4b3-d3aa7cfb1651 req-373fcb59-7b0f-4427-889a-adeaf5c325b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d2da420-5daa-4fc4-b4b4-1790e31d86c4 HTTP/1.1" status: 200 len: 834 time: 0.4253213 Dec 08 02:24:06.558430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:06.566193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-75e43bc8-2bb0-4de7-be17-76387e6b7794 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/5a933fc2-3fea-45c0-bd6a-685eca34e091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4098415 Dec 08 02:24:06.566707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59914) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:06.573644 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62b2c2a-8bc0-428f-a318-bd3f6379ffd9 None None] Sync routers for ids ['5a933fc2-3fea-45c0-bd6a-685eca34e091'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:06.584668 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b2c2a-8bc0-428f-a318-bd3f6379ffd9 None None] Routers {'5a933fc2-3fea-45c0-bd6a-685eca34e091'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:06.585756 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f62b2c2a-8bc0-428f-a318-bd3f6379ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5a933fc2-3fea-45c0-bd6a-685eca34e091'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:06.625764 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f62b2c2a-8bc0-428f-a318-bd3f6379ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:06.630875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54151e1a-2111-4d6d-a4b3-d3aa7cfb1651 req-017572ce-c897-4fcd-9075-5d504980f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:06.632557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54151e1a-2111-4d6d-a4b3-d3aa7cfb1651 req-017572ce-c897-4fcd-9075-5d504980f4ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=298026aa-d1de-47dd-b68c-f7c57d260a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071572 Dec 08 02:24:06.633938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-81d6d5d3-8007-4d86-9b2a-752df4b281f8 None None] Provisioning complete for port ec984f2c-110d-4d10-8c1a-29910968e118 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:06.634312 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-81d6d5d3-8007-4d86-9b2a-752df4b281f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:06.637279 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b2c2a-8bc0-428f-a318-bd3f6379ffd9 None None] Routers {'5a933fc2-3fea-45c0-bd6a-685eca34e091'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:06.640805 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f62b2c2a-8bc0-428f-a318-bd3f6379ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5a933fc2-3fea-45c0-bd6a-685eca34e091'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:06.682843 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f62b2c2a-8bc0-428f-a318-bd3f6379ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:06.684246 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62b2c2a-8bc0-428f-a318-bd3f6379ffd9 None None] The sync data for ids ['5a933fc2-3fea-45c0-bd6a-685eca34e091'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:06.706489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-81d6d5d3-8007-4d86-9b2a-752df4b281f8 None None] Port ec984f2c-110d-4d10-8c1a-29910968e118 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:06.738653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e80f430-d577-4191-8772-3c4396330457 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:06.740053 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4e80f430-d577-4191-8772-3c4396330457 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports/ec984f2c-110d-4d10-8c1a-29910968e118 HTTP/1.1" status: 200 len: 910 time: 0.1726375 Dec 08 02:24:06.743057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59916) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:06.751623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54151e1a-2111-4d6d-a4b3-d3aa7cfb1651 req-4562678c-82d5-4ca6-99ff-8f5ca61329e2 service neutron] 10.222.0.45 "GET /v2.0/networks/298026aa-d1de-47dd-b68c-f7c57d260a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088264 Dec 08 02:24:06.778033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-987c261a-ef25-48a9-8959-b5968655cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '6764101a-54fb-4d9d-8b52-9040fb1d1808', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'port_id': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'mac_address': 'fa:16:3e:3c:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:24:04Z', 'updated_at': '2021-12-08T02:24:04Z', 'revision_number': 0, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a288bff-c7c0-40b3-9045-bd1b054a4afb', 'name': '', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:4f:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:46Z', 'updated_at': '2021-12-08T02:23:52Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:06.805285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987c261a-ef25-48a9-8959-b5968655cf31 None None] The sync data for ids ['8ccdffef-c98b-4713-b247-f12bea6ee540'] in n-d-713499-31 is: [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '6764101a-54fb-4d9d-8b52-9040fb1d1808', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'port_id': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'mac_address': 'fa:16:3e:3c:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:24:04Z', 'updated_at': '2021-12-08T02:24:04Z', 'revision_number': 0, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a288bff-c7c0-40b3-9045-bd1b054a4afb', 'name': '', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:4f:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:46Z', 'updated_at': '2021-12-08T02:23:52Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:06.828974 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f5ed28d4-777b-4b06-b5ae-9b4fa272d733 None None] Provisioning complete for port ec984f2c-110d-4d10-8c1a-29910968e118 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:06.829708 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f5ed28d4-777b-4b06-b5ae-9b4fa272d733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:06.871502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed28d4-777b-4b06-b5ae-9b4fa272d733 None None] Port ec984f2c-110d-4d10-8c1a-29910968e118 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:06.880520 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54151e1a-2111-4d6d-a4b3-d3aa7cfb1651 req-a486a8d3-6eea-42cb-9d2c-898915fe54c0 service neutron] 10.222.0.45 "GET /v2.0/networks/298026aa-d1de-47dd-b68c-f7c57d260a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039426 Dec 08 02:24:07.036249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab691a9-1558-49a4-8ba3-54f89424cb22 None None] New status for floating IP 6764101a-54fb-4d9d-8b52-9040fb1d1808: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:24:07.066646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5737b0cf-071b-4032-9ed6-b9be87750a2b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:07.093426 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59918) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:07.158031 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7f89c0bb-dcfa-4a6d-8a78-573c326e59ba tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/6764101a-54fb-4d9d-8b52-9040fb1d1808 HTTP/1.1" status: 200 len: 991 time: 0.0633848 Dec 08 02:24:07.273245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device adbec1b4-20df-4319-805e-d87f4464a666 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:07.320867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port adbec1b4-20df-4319-805e-d87f4464a666 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:07.321242 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:07.329618 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5737b0cf-071b-4032-9ed6-b9be87750a2b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port ec984f2c-110d-4d10-8c1a-29910968e118 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:07.329966 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5737b0cf-071b-4032-9ed6-b9be87750a2b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:07.418241 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5737b0cf-071b-4032-9ed6-b9be87750a2b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:07.436049 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5737b0cf-071b-4032-9ed6-b9be87750a2b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for ec984f2c-110d-4d10-8c1a-29910968e118 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:07.601085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5737b0cf-071b-4032-9ed6-b9be87750a2b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:07.626314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737b0cf-071b-4032-9ed6-b9be87750a2b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=ec984f2c-110d-4d10-8c1a-29910968e118,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:07.762172 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5737b0cf-071b-4032-9ed6-b9be87750a2b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:07.914855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5737b0cf-071b-4032-9ed6-b9be87750a2b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router 5a933fc2-3fea-45c0-bd6a-685eca34e091 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:07.989048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5737b0cf-071b-4032-9ed6-b9be87750a2b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:07.993961 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5737b0cf-071b-4032-9ed6-b9be87750a2b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/5a933fc2-3fea-45c0-bd6a-685eca34e091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2497411 Dec 08 02:24:07.996856 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59920) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:07.999966 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c4b0e-154c-4b8c-9d8f-19b799f98f67 None None] Sync routers for ids ['5a933fc2-3fea-45c0-bd6a-685eca34e091'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:08.010497 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c4b0e-154c-4b8c-9d8f-19b799f98f67 None None] Routers {'5a933fc2-3fea-45c0-bd6a-685eca34e091'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:08.011101 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c62c4b0e-154c-4b8c-9d8f-19b799f98f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5a933fc2-3fea-45c0-bd6a-685eca34e091'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:08.024593 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5b03f34a-a865-449e-ac15-aa65f9d127b6 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports?device_id=5a933fc2-3fea-45c0-bd6a-685eca34e091 HTTP/1.1" status: 200 len: 205 time: 0.0264063 Dec 08 02:24:08.027019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59922) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:08.043512 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c62c4b0e-154c-4b8c-9d8f-19b799f98f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:08.052042 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c4b0e-154c-4b8c-9d8f-19b799f98f67 None None] Routers {'5a933fc2-3fea-45c0-bd6a-685eca34e091'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:08.052728 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c62c4b0e-154c-4b8c-9d8f-19b799f98f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5a933fc2-3fea-45c0-bd6a-685eca34e091'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:08.092462 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c62c4b0e-154c-4b8c-9d8f-19b799f98f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:08.093165 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c4b0e-154c-4b8c-9d8f-19b799f98f67 None None] The sync data for ids ['5a933fc2-3fea-45c0-bd6a-685eca34e091'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:08.102730 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54096274-6d1a-4f46-b8ce-e69414a47006 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.161571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59924) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:08.229316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a798e735-7209-4296-aad4-3b6200a7fe3d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/6764101a-54fb-4d9d-8b52-9040fb1d1808 HTTP/1.1" status: 200 len: 993 time: 0.0665751 Dec 08 02:24:08.260655 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54096274-6d1a-4f46-b8ce-e69414a47006 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.262794 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54096274-6d1a-4f46-b8ce-e69414a47006 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.304712 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54096274-6d1a-4f46-b8ce-e69414a47006 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.305277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54096274-6d1a-4f46-b8ce-e69414a47006 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Fanout notify agent at l3_agent the message router_deleted on router 5a933fc2-3fea-45c0-bd6a-685eca34e091 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:24:08.313343 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-54096274-6d1a-4f46-b8ce-e69414a47006 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.314440 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-54096274-6d1a-4f46-b8ce-e69414a47006 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/routers/5a933fc2-3fea-45c0-bd6a-685eca34e091 HTTP/1.1" status: 204 len: 168 time: 0.2864029 Dec 08 02:24:08.317046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59926) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:08.367037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e147bb8-5480-4c2a-8043-701d9d766db5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting subnet eeeeb4b8-4b05-41fb-a8b1-d96d0fd5ba89 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:24:08.370119 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e147bb8-5480-4c2a-8043-701d9d766db5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.408941 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e147bb8-5480-4c2a-8043-701d9d766db5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.493089 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e147bb8-5480-4c2a-8043-701d9d766db5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.548826 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e147bb8-5480-4c2a-8043-701d9d766db5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.575182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e147bb8-5480-4c2a-8043-701d9d766db5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Subnet': ['ID=eeeeb4b8-4b05-41fb-a8b1-d96d0fd5ba89,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:08.578858 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e147bb8-5480-4c2a-8043-701d9d766db5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.582226 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0e147bb8-5480-4c2a-8043-701d9d766db5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/eeeeb4b8-4b05-41fb-a8b1-d96d0fd5ba89 HTTP/1.1" status: 204 len: 168 time: 0.2641218 Dec 08 02:24:08.584665 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59928) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:08.585288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2230534c-1a6e-4526-a08b-9d23d6cf3bd2 None None] Network 760f1b2f-57d1-4e95-b9f3-e0e564b22249 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:08.664057 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.718892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port adbec1b4-20df-4319-805e-d87f4464a666 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:08.719233 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.728056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c23d9a-8a37-4292-ad14-9455f402e3eb None None] DHCP port deletion for 760f1b2f-57d1-4e95-b9f3-e0e564b22249 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:24:08.778198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-74c23d9a-8a37-4292-ad14-9455f402e3eb None None] Deleting port adbec1b4-20df-4319-805e-d87f4464a666 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:08.778488 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74c23d9a-8a37-4292-ad14-9455f402e3eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.785750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] For port adbec1b4-20df-4319-805e-d87f4464a666, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=adbec1b4-20df-4319-805e-d87f4464a666,segment=NetworkSegment(1a64be6a-d12f-4a07-a10b-1f08a8212506),segment_id=1a64be6a-d12f-4a07-a10b-1f08a8212506)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:08.786269 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.798883 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for adbec1b4-20df-4319-805e-d87f4464a666 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:08.838413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-74c23d9a-8a37-4292-ad14-9455f402e3eb None None] For port adbec1b4-20df-4319-805e-d87f4464a666, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=adbec1b4-20df-4319-805e-d87f4464a666,segment=NetworkSegment(1a64be6a-d12f-4a07-a10b-1f08a8212506),segment_id=1a64be6a-d12f-4a07-a10b-1f08a8212506)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:08.838806 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74c23d9a-8a37-4292-ad14-9455f402e3eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.851678 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-74c23d9a-8a37-4292-ad14-9455f402e3eb None None] Calling delete_port for adbec1b4-20df-4319-805e-d87f4464a666 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:08.876879 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.902719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=adbec1b4-20df-4319-805e-d87f4464a666,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:08.904559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No DVR routers for this DVR port adbec1b4-20df-4319-805e-d87f4464a666 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:24:08.930386 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74c23d9a-8a37-4292-ad14-9455f402e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:08.955947 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c23d9a-8a37-4292-ad14-9455f402e3eb None None] Pushing event deleted for resources: {'Port': ['ID=adbec1b4-20df-4319-805e-d87f4464a666,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:08.957732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c23d9a-8a37-4292-ad14-9455f402e3eb None None] No DVR routers for this DVR port adbec1b4-20df-4319-805e-d87f4464a666 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:24:08.988588 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.008033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760f1b2f-57d1-4e95-b9f3-e0e564b22249']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:09.017504 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a64be6a-d12f-4a07-a10b-1f08a8212506') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:09.017804 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a64be6a-d12f-4a07-a10b-1f08a8212506') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:09.027081 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.040958 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.046631 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:24:09.047022 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:24:09.050023 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:24:09.112015 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.118717 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.121956 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/networks/760f1b2f-57d1-4e95-b9f3-e0e564b22249 HTTP/1.1" status: 204 len: 168 time: 0.5363717 Dec 08 02:24:09.125748 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59930) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:09.130209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2053709969', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:09.135489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a2462-ef08-432e-aa71-38b8cbf30141 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Network': ['ID=760f1b2f-57d1-4e95-b9f3-e0e564b22249,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:09.153939 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.154950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.203731 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.269682 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device adbec1b4-20df-4319-805e-d87f4464a666 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:24:09.290001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: adbec1b4-20df-4319-805e-d87f4464a666 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:24:09.290343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device adbec1b4-20df-4319-805e-d87f4464a666 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:24:09.344336 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.540259 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.559200 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.664152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Allocated IP 172.25.8.78 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/33b8dff7-5db1-4453-9c0f-e3290d7b3e61) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:09.762063 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.799145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.835203 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:09.837935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:09.842108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:09.850906 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc14ca-9437-49b2-95d9-39d0d4021954 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:24:09.871252 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=33b8dff7-5db1-4453-9c0f-e3290d7b3e61,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:09.913394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5b944d68-4b16-4129-a1b5-b24c6e38febf None None] Provisioning complete for port 33b8dff7-5db1-4453-9c0f-e3290d7b3e61 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:09.913763 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b944d68-4b16-4129-a1b5-b24c6e38febf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.949220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5b944d68-4b16-4129-a1b5-b24c6e38febf None None] Port 33b8dff7-5db1-4453-9c0f-e3290d7b3e61 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:10.088360 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:10.288565 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:10.413857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router 78297068-759f-4b13-9a7e-c999e3dd8468 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:24:10.518113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:10.527468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c11af03-c24c-4046-b450-0d52517c0a09 None None] Sync routers for ids ['78297068-759f-4b13-9a7e-c999e3dd8468'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:10.538970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c11af03-c24c-4046-b450-0d52517c0a09 None None] Routers {'78297068-759f-4b13-9a7e-c999e3dd8468'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:10.539830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0c11af03-c24c-4046-b450-0d52517c0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['78297068-759f-4b13-9a7e-c999e3dd8468'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:10.544585 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:10.546303 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c2bdf2bc-9eed-4a3c-8786-07c34847e62e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.4190814 Dec 08 02:24:10.549217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59932) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:10.573385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0c11af03-c24c-4046-b450-0d52517c0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:10.582054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c11af03-c24c-4046-b450-0d52517c0a09 None None] Routers {'78297068-759f-4b13-9a7e-c999e3dd8468'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:10.582646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0c11af03-c24c-4046-b450-0d52517c0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['78297068-759f-4b13-9a7e-c999e3dd8468'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:10.617951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0c11af03-c24c-4046-b450-0d52517c0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:10.618608 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c11af03-c24c-4046-b450-0d52517c0a09 None None] The sync data for ids ['78297068-759f-4b13-9a7e-c999e3dd8468'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:10.658678 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-430bf309-6486-4bba-9408-b9a86a88bafe tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/routers/78297068-759f-4b13-9a7e-c999e3dd8468 HTTP/1.1" status: 200 len: 880 time: 0.1083112 Dec 08 02:24:10.661027 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59934) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:10.887754 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8851bcef-b86e-4d34-baea-09253f4b204d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2256422 Dec 08 02:24:10.890255 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59936) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:10.894416 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a3a4de6c-ae7d-4771-a051-6be8f11351f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2053709969'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:11.523371 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3a4de6c-ae7d-4771-a051-6be8f11351f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:11.534009 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3a4de6c-ae7d-4771-a051-6be8f11351f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:11.638867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a4de6c-ae7d-4771-a051-6be8f11351f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router 78297068-759f-4b13-9a7e-c999e3dd8468 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:11.740965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a4de6c-ae7d-4771-a051-6be8f11351f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:11.747624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3a4de6c-ae7d-4771-a051-6be8f11351f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:11.751582 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a3a4de6c-ae7d-4771-a051-6be8f11351f5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/78297068-759f-4b13-9a7e-c999e3dd8468 HTTP/1.1" status: 200 len: 887 time: 0.8576367 Dec 08 02:24:11.751754 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd14c9c-bf5e-46bc-9bdc-28ab220efb5c None None] Sync routers for ids ['78297068-759f-4b13-9a7e-c999e3dd8468'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:11.752186 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59938) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:11.760903 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd14c9c-bf5e-46bc-9bdc-28ab220efb5c None None] Routers {'78297068-759f-4b13-9a7e-c999e3dd8468'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:11.761499 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0dd14c9c-bf5e-46bc-9bdc-28ab220efb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['78297068-759f-4b13-9a7e-c999e3dd8468'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:11.793444 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0dd14c9c-bf5e-46bc-9bdc-28ab220efb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:11.801716 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd14c9c-bf5e-46bc-9bdc-28ab220efb5c None None] Routers {'78297068-759f-4b13-9a7e-c999e3dd8468'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:11.802309 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0dd14c9c-bf5e-46bc-9bdc-28ab220efb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['78297068-759f-4b13-9a7e-c999e3dd8468'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:11.833873 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-0dd14c9c-bf5e-46bc-9bdc-28ab220efb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:11.834536 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd14c9c-bf5e-46bc-9bdc-28ab220efb5c None None] The sync data for ids ['78297068-759f-4b13-9a7e-c999e3dd8468'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:11.859488 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-36ed27db-9bdc-46ff-b144-7dee55abf193 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/routers/78297068-759f-4b13-9a7e-c999e3dd8468 HTTP/1.1" status: 200 len: 887 time: 0.1066189 Dec 08 02:24:11.862052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59940) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:11.888281 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8561b5da-261e-48f2-bf3b-545253097b2d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports?device_id=78297068-759f-4b13-9a7e-c999e3dd8468 HTTP/1.1" status: 200 len: 205 time: 0.0251899 Dec 08 02:24:11.891330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59942) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:11.993605 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.093908 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.144147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 33b8dff7-5db1-4453-9c0f-e3290d7b3e61 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:12.144412 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.218137 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.229534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 33b8dff7-5db1-4453-9c0f-e3290d7b3e61 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:12.389543 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.419078 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=33b8dff7-5db1-4453-9c0f-e3290d7b3e61,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:12.430882 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4998c7e5-642b-4593-9731-d24dcbd5678b None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:24:12.476667 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.565547 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.567666 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.609608 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.610161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Fanout notify agent at l3_agent the message router_deleted on router 78297068-759f-4b13-9a7e-c999e3dd8468 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:24:12.616967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.618000 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-62f39298-b89a-4038-87b9-970086e109da tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/routers/78297068-759f-4b13-9a7e-c999e3dd8468 HTTP/1.1" status: 204 len: 168 time: 0.7257526 Dec 08 02:24:12.622148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59944) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:12.627268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6eb57d55-230d-4398-9c47-5e99fdf10c19 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'network': {'name': 'tempest-RoutersTest-1548232402'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:12.647328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb57d55-230d-4398-9c47-5e99fdf10c19 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:12.650643 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6eb57d55-230d-4398-9c47-5e99fdf10c19 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.674568 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb57d55-230d-4398-9c47-5e99fdf10c19 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:24:12.683085 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6eb57d55-230d-4398-9c47-5e99fdf10c19 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.683430 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-6eb57d55-230d-4398-9c47-5e99fdf10c19 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Added segment 7773bdba-37ff-4c45-b54b-d576a3187bf2 of type vlan for network 1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef Dec 08 02:24:12.721964 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6eb57d55-230d-4398-9c47-5e99fdf10c19 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.747363 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6eb57d55-230d-4398-9c47-5e99fdf10c19 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.752938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb57d55-230d-4398-9c47-5e99fdf10c19 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:12.753517 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6eb57d55-230d-4398-9c47-5e99fdf10c19 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.788226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6eb57d55-230d-4398-9c47-5e99fdf10c19 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1649959 Dec 08 02:24:12.791121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59946) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:12.796313 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-902d4432-532a-4fdf-96fe-3173bf6fd5d2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'subnet': {'network_id': '1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:12.824382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb57d55-230d-4398-9c47-5e99fdf10c19 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Network': ['ID=1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:12.835139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:24:12.888295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902d4432-532a-4fdf-96fe-3173bf6fd5d2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:12.892412 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-902d4432-532a-4fdf-96fe-3173bf6fd5d2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.067491 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-902d4432-532a-4fdf-96fe-3173bf6fd5d2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.129228 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d4432-532a-4fdf-96fe-3173bf6fd5d2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Subnet': ['ID=c98ef190-641e-4760-95cb-c42b6e595b95,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:13.136469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902d4432-532a-4fdf-96fe-3173bf6fd5d2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Checking segment: {'id': '7773bdba-37ff-4c45-b54b-d576a3187bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:13.136844 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902d4432-532a-4fdf-96fe-3173bf6fd5d2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network hostable DHCP agents. Network: 1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:24:13.153187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902d4432-532a-4fdf-96fe-3173bf6fd5d2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:24:13.161586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-902d4432-532a-4fdf-96fe-3173bf6fd5d2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:13.165595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902d4432-532a-4fdf-96fe-3173bf6fd5d2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:13.166308 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-902d4432-532a-4fdf-96fe-3173bf6fd5d2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.172079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411bffe4-7b35-436c-beb7-eb789b28892a None None] Network 1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:13.183595 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-902d4432-532a-4fdf-96fe-3173bf6fd5d2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3912349 Dec 08 02:24:13.186665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59948) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:13.191250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-78bd4eca-2d34-496d-bdb1-67a9b5acaf98 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1001384989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:13.217297 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78bd4eca-2d34-496d-bdb1-67a9b5acaf98 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.218210 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78bd4eca-2d34-496d-bdb1-67a9b5acaf98 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.270219 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78bd4eca-2d34-496d-bdb1-67a9b5acaf98 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.274887 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78bd4eca-2d34-496d-bdb1-67a9b5acaf98 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.281675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef', 'network_id': '1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef', 'project_id': 'f7c5d132e23646378572ed614272c09b', 'fixed_ips': [{'subnet_id': 'c98ef190-641e-4760-95cb-c42b6e595b95'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:24:13.282533 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.293281 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78bd4eca-2d34-496d-bdb1-67a9b5acaf98 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.294584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-78bd4eca-2d34-496d-bdb1-67a9b5acaf98 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1068282 Dec 08 02:24:13.297296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59950) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:13.585475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Allocated IP 172.20.0.2 (1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef/c98ef190-641e-4760-95cb-c42b6e595b95/9d06cf7d-7cc2-4881-960d-d5f86b437c87) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:13.731570 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.738192 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.775729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Network 1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:13.778506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:13.781963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:13.790642 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Pushing event updated for resources: {'Port': ['ID=9d06cf7d-7cc2-4881-960d-d5f86b437c87,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:13.844182 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Attempting to bind port 9d06cf7d-7cc2-4881-960d-d5f86b437c87 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:24:13.844521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Attempting to bind port 9d06cf7d-7cc2-4881-960d-d5f86b437c87 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '7773bdba-37ff-4c45-b54b-d576a3187bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:24:13.844843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Attempting to bind port 9d06cf7d-7cc2-4881-960d-d5f86b437c87 on network 1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:13.850356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:24:13.850736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Checking segment: {'id': '7773bdba-37ff-4c45-b54b-d576a3187bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:13.851135 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.851529 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Bound using segment: {'id': '7773bdba-37ff-4c45-b54b-d576a3187bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:24:13.852073 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Bound port: 9d06cf7d-7cc2-4881-960d-d5f86b437c87, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7773bdba-37ff-4c45-b54b-d576a3187bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:24:13.852457 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.877365 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.926348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] For port 9d06cf7d-7cc2-4881-960d-d5f86b437c87, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:24:13.929873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] For port 9d06cf7d-7cc2-4881-960d-d5f86b437c87, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9d06cf7d-7cc2-4881-960d-d5f86b437c87,segment=NetworkSegment(7773bdba-37ff-4c45-b54b-d576a3187bf2),segment_id=7773bdba-37ff-4c45-b54b-d576a3187bf2)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:24:13.934606 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:13.997028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded81c1-c7dd-4778-8bf3-a0c0a06253ab None None] Pushing event updated for resources: {'Port': ['ID=9d06cf7d-7cc2-4881-960d-d5f86b437c87,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:14.125707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Allocated IP 172.20.0.1 (1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef/c98ef190-641e-4760-95cb-c42b6e595b95/77113be3-fc50-447e-8579-f902ef670c23) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:14.257670 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:14.292964 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:14.339150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:14.342961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:14.347713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:14.350248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=77113be3-fc50-447e-8579-f902ef670c23,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:14.380641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:14.380912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:14.381252 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:14.381587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:14.381920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:14.382245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:14.382570 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:14.382894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:14.383215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:14.383543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:14.383888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:14.384206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:14.384526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:14.406403 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:14.512381 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:14.777946 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:14.782704 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:14.861532 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:14.863297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=77113be3-fc50-447e-8579-f902ef670c23,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:14.907035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb489ea5-c2ee-44cc-80e6-935edfb2345e None None] Network 1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:14.955227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:14.956631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:15.019614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c64cca84-b001-4171-820d-fef9aaa6793d None None] Provisioning complete for port 9d06cf7d-7cc2-4881-960d-d5f86b437c87 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:15.020000 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c64cca84-b001-4171-820d-fef9aaa6793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.080115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router 2a1ec9d4-3f9e-4234-ac5d-1403064d7121 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:24:15.101763 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c64cca84-b001-4171-820d-fef9aaa6793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.140538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c64cca84-b001-4171-820d-fef9aaa6793d None None] For port 9d06cf7d-7cc2-4881-960d-d5f86b437c87, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9d06cf7d-7cc2-4881-960d-d5f86b437c87,segment=NetworkSegment(7773bdba-37ff-4c45-b54b-d576a3187bf2),segment_id=7773bdba-37ff-4c45-b54b-d576a3187bf2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:15.145493 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c64cca84-b001-4171-820d-fef9aaa6793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.181202 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:15.193536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-eac48af5-ad13-4589-b2ce-78b3f4e65024 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/2a1ec9d4-3f9e-4234-ac5d-1403064d7121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8934064 Dec 08 02:24:15.194868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1cba24-b5e0-436b-ac25-73207a8b55e1 None None] Sync routers for ids ['2a1ec9d4-3f9e-4234-ac5d-1403064d7121'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:15.195585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59952) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:15.206399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cca84-b001-4171-820d-fef9aaa6793d None None] Pushing event updated for resources: {'Port': ['ID=9d06cf7d-7cc2-4881-960d-d5f86b437c87,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:15.229217 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1cba24-b5e0-436b-ac25-73207a8b55e1 None None] Routers {'2a1ec9d4-3f9e-4234-ac5d-1403064d7121'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:15.230334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5d1cba24-b5e0-436b-ac25-73207a8b55e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2a1ec9d4-3f9e-4234-ac5d-1403064d7121'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:15.255192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92b7b95-b58f-4566-8d9d-c371d329e919 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:15.258922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d92b7b95-b58f-4566-8d9d-c371d329e919 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports/77113be3-fc50-447e-8579-f902ef670c23 HTTP/1.1" status: 200 len: 910 time: 0.0598896 Dec 08 02:24:15.259154 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59954) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:15.267251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f1b76fa1-ab7f-41a2-8b65-d786fd5aab95 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c98ef190-641e-4760-95cb-c42b6e595b95'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:15.274877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5d1cba24-b5e0-436b-ac25-73207a8b55e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:15.295353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1cba24-b5e0-436b-ac25-73207a8b55e1 None None] Routers {'2a1ec9d4-3f9e-4234-ac5d-1403064d7121'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:15.296695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5d1cba24-b5e0-436b-ac25-73207a8b55e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2a1ec9d4-3f9e-4234-ac5d-1403064d7121'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:15.344291 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9d06cf7d-7cc2-4881-960d-d5f86b437c87 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:15.347140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5d1cba24-b5e0-436b-ac25-73207a8b55e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:15.347805 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1cba24-b5e0-436b-ac25-73207a8b55e1 None None] The sync data for ids ['2a1ec9d4-3f9e-4234-ac5d-1403064d7121'] in n-d-713499-31 is: [] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:15.350168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7b24328a-160a-4ac4-b4b5-e2643ee44e0d None None] Provisioning complete for port 77113be3-fc50-447e-8579-f902ef670c23 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:15.350549 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b24328a-160a-4ac4-b4b5-e2643ee44e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.416915 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7b24328a-160a-4ac4-b4b5-e2643ee44e0d None None] Port 77113be3-fc50-447e-8579-f902ef670c23 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:15.436227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7b24328a-160a-4ac4-b4b5-e2643ee44e0d None None] Provisioning complete for port 9d06cf7d-7cc2-4881-960d-d5f86b437c87 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:15.436607 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b24328a-160a-4ac4-b4b5-e2643ee44e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.445793 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1b76fa1-ab7f-41a2-8b65-d786fd5aab95 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.469900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 9d06cf7d-7cc2-4881-960d-d5f86b437c87 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:15.470279 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.711879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f0e2787c-ec2b-4e14-93f5-b4fa113f0934 None None] Provisioning complete for port 77113be3-fc50-447e-8579-f902ef670c23 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:15.712246 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f0e2787c-ec2b-4e14-93f5-b4fa113f0934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.749283 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2787c-ec2b-4e14-93f5-b4fa113f0934 None None] Port 77113be3-fc50-447e-8579-f902ef670c23 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:15.820173 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1b76fa1-ab7f-41a2-8b65-d786fd5aab95 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.828118 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1b76fa1-ab7f-41a2-8b65-d786fd5aab95 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.899221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b76fa1-ab7f-41a2-8b65-d786fd5aab95 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=77113be3-fc50-447e-8579-f902ef670c23,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:15.907165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b76fa1-ab7f-41a2-8b65-d786fd5aab95 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:15.907770 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f1b76fa1-ab7f-41a2-8b65-d786fd5aab95 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.909071 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f1b76fa1-ab7f-41a2-8b65-d786fd5aab95 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/ports/77113be3-fc50-447e-8579-f902ef670c23 HTTP/1.1" status: 200 len: 910 time: 0.6488199 Dec 08 02:24:15.911868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59956) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:16.221559 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d116b88f-9d01-471e-9c6e-96c82fc47a9c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:16.457358 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d116b88f-9d01-471e-9c6e-96c82fc47a9c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 77113be3-fc50-447e-8579-f902ef670c23 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:16.457703 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d116b88f-9d01-471e-9c6e-96c82fc47a9c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:16.541414 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d116b88f-9d01-471e-9c6e-96c82fc47a9c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:16.553380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d116b88f-9d01-471e-9c6e-96c82fc47a9c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 77113be3-fc50-447e-8579-f902ef670c23 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:16.715884 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d116b88f-9d01-471e-9c6e-96c82fc47a9c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:16.740179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116b88f-9d01-471e-9c6e-96c82fc47a9c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=77113be3-fc50-447e-8579-f902ef670c23,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:16.885690 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d116b88f-9d01-471e-9c6e-96c82fc47a9c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:17.034611 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d116b88f-9d01-471e-9c6e-96c82fc47a9c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router 2a1ec9d4-3f9e-4234-ac5d-1403064d7121 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:17.110622 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d116b88f-9d01-471e-9c6e-96c82fc47a9c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:17.115483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d116b88f-9d01-471e-9c6e-96c82fc47a9c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/2a1ec9d4-3f9e-4234-ac5d-1403064d7121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2026861 Dec 08 02:24:17.118284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59958) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:17.120843 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7844ae2-256d-4776-a2d0-a86e1544ae1b None None] Sync routers for ids ['2a1ec9d4-3f9e-4234-ac5d-1403064d7121'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:17.131050 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7844ae2-256d-4776-a2d0-a86e1544ae1b None None] Routers {'2a1ec9d4-3f9e-4234-ac5d-1403064d7121'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:17.131783 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a7844ae2-256d-4776-a2d0-a86e1544ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2a1ec9d4-3f9e-4234-ac5d-1403064d7121'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:17.146002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c542aa73-1c01-4255-9d44-340849de17ba tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a1ec9d4-3f9e-4234-ac5d-1403064d7121 HTTP/1.1" status: 200 len: 205 time: 0.0266514 Dec 08 02:24:17.148553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59960) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:17.163751 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a7844ae2-256d-4776-a2d0-a86e1544ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:17.172207 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7844ae2-256d-4776-a2d0-a86e1544ae1b None None] Routers {'2a1ec9d4-3f9e-4234-ac5d-1403064d7121'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:17.172799 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a7844ae2-256d-4776-a2d0-a86e1544ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['2a1ec9d4-3f9e-4234-ac5d-1403064d7121'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:17.204632 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a7844ae2-256d-4776-a2d0-a86e1544ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:17.205279 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7844ae2-256d-4776-a2d0-a86e1544ae1b None None] The sync data for ids ['2a1ec9d4-3f9e-4234-ac5d-1403064d7121'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:17.232215 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-382d9af9-4a68-484d-8277-27b53513f4a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:17.690739 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-382d9af9-4a68-484d-8277-27b53513f4a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:17.692896 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-382d9af9-4a68-484d-8277-27b53513f4a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:17.734976 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-382d9af9-4a68-484d-8277-27b53513f4a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:17.735571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382d9af9-4a68-484d-8277-27b53513f4a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Fanout notify agent at l3_agent the message router_deleted on router 2a1ec9d4-3f9e-4234-ac5d-1403064d7121 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:24:17.742544 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-382d9af9-4a68-484d-8277-27b53513f4a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:17.743736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-382d9af9-4a68-484d-8277-27b53513f4a5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/routers/2a1ec9d4-3f9e-4234-ac5d-1403064d7121 HTTP/1.1" status: 204 len: 168 time: 0.5941978 Dec 08 02:24:17.746260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59962) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:17.796618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf9a401-9716-4951-b9dd-30c06c50bbad tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting subnet c98ef190-641e-4760-95cb-c42b6e595b95 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:24:17.799630 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a401-9716-4951-b9dd-30c06c50bbad tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:17.846422 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a401-9716-4951-b9dd-30c06c50bbad tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:17.928047 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a401-9716-4951-b9dd-30c06c50bbad tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:17.983806 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a401-9716-4951-b9dd-30c06c50bbad tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.013580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9a401-9716-4951-b9dd-30c06c50bbad tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Subnet': ['ID=c98ef190-641e-4760-95cb-c42b6e595b95,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:18.017876 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a401-9716-4951-b9dd-30c06c50bbad tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.021105 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9bf9a401-9716-4951-b9dd-30c06c50bbad tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/c98ef190-641e-4760-95cb-c42b6e595b95 HTTP/1.1" status: 204 len: 168 time: 0.2739298 Dec 08 02:24:18.023691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59964) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:18.024050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4423f5f7-3466-40ca-83cb-69a80931cf4d None None] Network 1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:18.099171 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.153878 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 9d06cf7d-7cc2-4881-960d-d5f86b437c87 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:18.154216 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.163166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264430a5-20d5-4eb5-9921-7ce842ab7894 None None] DHCP port deletion for 1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:24:18.214519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-264430a5-20d5-4eb5-9921-7ce842ab7894 None None] Deleting port 9d06cf7d-7cc2-4881-960d-d5f86b437c87 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:18.214924 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-264430a5-20d5-4eb5-9921-7ce842ab7894 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.223330 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] For port 9d06cf7d-7cc2-4881-960d-d5f86b437c87, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9d06cf7d-7cc2-4881-960d-d5f86b437c87,segment=NetworkSegment(7773bdba-37ff-4c45-b54b-d576a3187bf2),segment_id=7773bdba-37ff-4c45-b54b-d576a3187bf2)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:18.223725 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.236243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 9d06cf7d-7cc2-4881-960d-d5f86b437c87 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:18.277626 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-264430a5-20d5-4eb5-9921-7ce842ab7894 None None] For port 9d06cf7d-7cc2-4881-960d-d5f86b437c87, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9d06cf7d-7cc2-4881-960d-d5f86b437c87,segment=NetworkSegment(7773bdba-37ff-4c45-b54b-d576a3187bf2),segment_id=7773bdba-37ff-4c45-b54b-d576a3187bf2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:18.278281 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-264430a5-20d5-4eb5-9921-7ce842ab7894 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.291403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-264430a5-20d5-4eb5-9921-7ce842ab7894 None None] Calling delete_port for 9d06cf7d-7cc2-4881-960d-d5f86b437c87 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:18.312864 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.343191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=9d06cf7d-7cc2-4881-960d-d5f86b437c87,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:18.347312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No DVR routers for this DVR port 9d06cf7d-7cc2-4881-960d-d5f86b437c87 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:24:18.368839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-264430a5-20d5-4eb5-9921-7ce842ab7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.395457 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264430a5-20d5-4eb5-9921-7ce842ab7894 None None] Pushing event deleted for resources: {'Port': ['ID=9d06cf7d-7cc2-4881-960d-d5f86b437c87,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:18.398198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264430a5-20d5-4eb5-9921-7ce842ab7894 None None] No DVR routers for this DVR port 9d06cf7d-7cc2-4881-960d-d5f86b437c87 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:24:18.425966 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.446166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:18.455728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7773bdba-37ff-4c45-b54b-d576a3187bf2') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:18.456026 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7773bdba-37ff-4c45-b54b-d576a3187bf2') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:18.465438 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.478363 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.484301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:24:18.484641 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:24:18.487551 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:24:18.549324 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.553984 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.557414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/networks/1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef HTTP/1.1" status: 204 len: 168 time: 0.5328038 Dec 08 02:24:18.561786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59966) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:18.567155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f50b9531-67d4-4e98-9b67-b9b1a0266383 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-811071492', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:18.571828 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b63cf4-6680-4b53-8ea5-4eb5f20c90b9 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Network': ['ID=1e0b19a5-72e2-4d8d-b2bf-2c35777f9eef,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:18.590517 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f50b9531-67d4-4e98-9b67-b9b1a0266383 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.591560 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f50b9531-67d4-4e98-9b67-b9b1a0266383 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.647225 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f50b9531-67d4-4e98-9b67-b9b1a0266383 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.651143 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f50b9531-67d4-4e98-9b67-b9b1a0266383 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.667659 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f50b9531-67d4-4e98-9b67-b9b1a0266383 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.668835 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f50b9531-67d4-4e98-9b67-b9b1a0266383 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1052806 Dec 08 02:24:18.671335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59968) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:18.676064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e3e9ff64-6bf6-44c8-8973-5790a56a7e6d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'network': {'name': 'tempest-RoutersTest-675681233'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:18.696614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e9ff64-6bf6-44c8-8973-5790a56a7e6d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:18.699975 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ff64-6bf6-44c8-8973-5790a56a7e6d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.722895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e9ff64-6bf6-44c8-8973-5790a56a7e6d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:24:18.731466 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ff64-6bf6-44c8-8973-5790a56a7e6d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.731875 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-e3e9ff64-6bf6-44c8-8973-5790a56a7e6d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Added segment 414a78d7-7dc2-4b89-9b2c-e238f20c9eec of type vlan for network 65410e4c-aeb6-4c16-b047-f647bfe49bc8 Dec 08 02:24:18.770521 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ff64-6bf6-44c8-8973-5790a56a7e6d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.793820 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ff64-6bf6-44c8-8973-5790a56a7e6d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.799828 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e9ff64-6bf6-44c8-8973-5790a56a7e6d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:18.800408 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ff64-6bf6-44c8-8973-5790a56a7e6d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:18.834864 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e3e9ff64-6bf6-44c8-8973-5790a56a7e6d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1625040 Dec 08 02:24:18.837756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59970) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:18.843228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e7ab4bd9-b471-46a1-830c-6b44819ddc4b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'subnet': {'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:18.871773 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9ff64-6bf6-44c8-8973-5790a56a7e6d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Network': ['ID=65410e4c-aeb6-4c16-b047-f647bfe49bc8,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:18.882456 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 65410e4c-aeb6-4c16-b047-f647bfe49bc8 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:24:18.929100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ab4bd9-b471-46a1-830c-6b44819ddc4b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:18.932703 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4bd9-b471-46a1-830c-6b44819ddc4b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:19.109294 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4bd9-b471-46a1-830c-6b44819ddc4b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:19.174190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab4bd9-b471-46a1-830c-6b44819ddc4b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Subnet': ['ID=ea574512-cdec-4096-9bde-4ae943c76997,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:19.181322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ab4bd9-b471-46a1-830c-6b44819ddc4b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Checking segment: {'id': '414a78d7-7dc2-4b89-9b2c-e238f20c9eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:19.181685 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ab4bd9-b471-46a1-830c-6b44819ddc4b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network hostable DHCP agents. Network: 65410e4c-aeb6-4c16-b047-f647bfe49bc8, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:24:19.196874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ab4bd9-b471-46a1-830c-6b44819ddc4b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 65410e4c-aeb6-4c16-b047-f647bfe49bc8 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:24:19.205304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-e7ab4bd9-b471-46a1-830c-6b44819ddc4b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 65410e4c-aeb6-4c16-b047-f647bfe49bc8) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:19.212259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ab4bd9-b471-46a1-830c-6b44819ddc4b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:19.212259 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4bd9-b471-46a1-830c-6b44819ddc4b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:19.215904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded09954-7642-450c-a1e4-a1763c712926 None None] Network 65410e4c-aeb6-4c16-b047-f647bfe49bc8 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:19.235015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59972) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:19.251326 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e7ab4bd9-b471-46a1-830c-6b44819ddc4b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3921435 Dec 08 02:24:19.300237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9d06cf7d-7cc2-4881-960d-d5f86b437c87 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:24:19.335659 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 9d06cf7d-7cc2-4881-960d-d5f86b437c87 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:24:19.336007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9d06cf7d-7cc2-4881-960d-d5f86b437c87 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:24:19.349782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'project_id': 'f7c5d132e23646378572ed614272c09b', 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:24:19.350657 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:19.484627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Allocated IP 172.20.0.2 (65410e4c-aeb6-4c16-b047-f647bfe49bc8/ea574512-cdec-4096-9bde-4ae943c76997/1afc0ac0-0e1f-4b1a-8768-91c0936d0038) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:19.514932 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:19.627561 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:19.633825 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:19.672750 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Network 65410e4c-aeb6-4c16-b047-f647bfe49bc8 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:19.677577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:19.681971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:19.685025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Pushing event updated for resources: {'Port': ['ID=1afc0ac0-0e1f-4b1a-8768-91c0936d0038,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:19.739595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Attempting to bind port 1afc0ac0-0e1f-4b1a-8768-91c0936d0038 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:24:19.739899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Attempting to bind port 1afc0ac0-0e1f-4b1a-8768-91c0936d0038 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '414a78d7-7dc2-4b89-9b2c-e238f20c9eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:24:19.740263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Attempting to bind port 1afc0ac0-0e1f-4b1a-8768-91c0936d0038 on network 65410e4c-aeb6-4c16-b047-f647bfe49bc8 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:19.745382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:24:19.745752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Checking segment: {'id': '414a78d7-7dc2-4b89-9b2c-e238f20c9eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:19.746143 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:19.746532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Bound using segment: {'id': '414a78d7-7dc2-4b89-9b2c-e238f20c9eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:24:19.747004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Bound port: 1afc0ac0-0e1f-4b1a-8768-91c0936d0038, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414a78d7-7dc2-4b89-9b2c-e238f20c9eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:24:19.747361 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:19.752322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Allocated IP 172.20.0.1 (65410e4c-aeb6-4c16-b047-f647bfe49bc8/ea574512-cdec-4096-9bde-4ae943c76997/7984fadb-ffab-4e19-b1e3-30011575ba4c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:19.808843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] For port 1afc0ac0-0e1f-4b1a-8768-91c0936d0038, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:24:19.811934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] For port 1afc0ac0-0e1f-4b1a-8768-91c0936d0038, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1afc0ac0-0e1f-4b1a-8768-91c0936d0038,segment=NetworkSegment(414a78d7-7dc2-4b89-9b2c-e238f20c9eec),segment_id=414a78d7-7dc2-4b89-9b2c-e238f20c9eec)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:24:19.816035 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:19.868836 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:19.874995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf81bf-4448-477e-9a69-8565ba5d2fdf None None] Pushing event updated for resources: {'Port': ['ID=1afc0ac0-0e1f-4b1a-8768-91c0936d0038,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:19.903778 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:19.947095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 65410e4c-aeb6-4c16-b047-f647bfe49bc8 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:19.950229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:19.954860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:19.978580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=7984fadb-ffab-4e19-b1e3-30011575ba4c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:20.002796 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:20.131273 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:20.629053 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:20.633745 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:20.710923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=7984fadb-ffab-4e19-b1e3-30011575ba4c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:20.717049 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:20.773287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed618109-d70e-40cd-922c-2c5ab9bd70b5 None None] Network 65410e4c-aeb6-4c16-b047-f647bfe49bc8 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:20.809696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 65410e4c-aeb6-4c16-b047-f647bfe49bc8 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:20.811366 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:20.846127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Provisioning complete for port 1afc0ac0-0e1f-4b1a-8768-91c0936d0038 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:20.846489 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:20.928180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router f96c21ed-56ac-406c-a9a3-5cb595ea09da is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:24:20.964243 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:21.001752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] For port 1afc0ac0-0e1f-4b1a-8768-91c0936d0038, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1afc0ac0-0e1f-4b1a-8768-91c0936d0038,segment=NetworkSegment(414a78d7-7dc2-4b89-9b2c-e238f20c9eec),segment_id=414a78d7-7dc2-4b89-9b2c-e238f20c9eec)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:21.006345 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:21.025633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:21.032707 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8e172d88-8c1c-45ad-8c27-f9fbf828eaca tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7965555 Dec 08 02:24:21.035328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59974) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:21.040624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Sync routers for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:21.040926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-3dbc33b6-e2da-4c29-ac03-6890fef87c39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'network': {'name': 'tempest-RoutersTest-1133629438'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:21.067268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbc33b6-e2da-4c29-ac03-6890fef87c39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:21.069933 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Pushing event updated for resources: {'Port': ['ID=1afc0ac0-0e1f-4b1a-8768-91c0936d0038,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:21.071813 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3dbc33b6-e2da-4c29-ac03-6890fef87c39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:21.072300 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:21.072953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:21.099880 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbc33b6-e2da-4c29-ac03-6890fef87c39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:24:21.110663 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3dbc33b6-e2da-4c29-ac03-6890fef87c39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:21.111012 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-3dbc33b6-e2da-4c29-ac03-6890fef87c39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Added segment fe9cb47d-24c5-4a0b-a4b9-03ade5f18440 of type vlan for network 2a3484c5-bc31-4e4e-a130-edf66b2f7d14 Dec 08 02:24:21.143120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:21.143463 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:21.143912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:21.144246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:21.144573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:21.144898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:21.145221 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:21.145545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:21.145871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:21.146191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:21.146507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:21.146824 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:21.147140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d2d2f4-8c28-4ade-89fd-a491074c7198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:21.158878 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3dbc33b6-e2da-4c29-ac03-6890fef87c39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:21.176986 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:21.188101 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3dbc33b6-e2da-4c29-ac03-6890fef87c39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:21.193950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc33b6-e2da-4c29-ac03-6890fef87c39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:21.194563 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3dbc33b6-e2da-4c29-ac03-6890fef87c39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:21.285675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c3cdd216-11fb-4b4d-907e-816d381a7dc9 None None] Provisioning complete for port 7984fadb-ffab-4e19-b1e3-30011575ba4c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:21.286036 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd216-11fb-4b4d-907e-816d381a7dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:21.290860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc33b6-e2da-4c29-ac03-6890fef87c39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Network': ['ID=2a3484c5-bc31-4e4e-a130-edf66b2f7d14,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:21.304530 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3dbc33b6-e2da-4c29-ac03-6890fef87c39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2654307 Dec 08 02:24:21.304832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59976) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:21.311729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-78e31573-12fa-4ae9-bc99-8c220bcaa655 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'subnet': {'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:21.355082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 2a3484c5-bc31-4e4e-a130-edf66b2f7d14 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:24:21.382822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1afc0ac0-0e1f-4b1a-8768-91c0936d0038 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:21.418021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e31573-12fa-4ae9-bc99-8c220bcaa655 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:21.422962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78e31573-12fa-4ae9-bc99-8c220bcaa655 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:21.478747 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c3cdd216-11fb-4b4d-907e-816d381a7dc9 None None] Port 7984fadb-ffab-4e19-b1e3-30011575ba4c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:21.546995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c3cdd216-11fb-4b4d-907e-816d381a7dc9 None None] Provisioning complete for port 1afc0ac0-0e1f-4b1a-8768-91c0936d0038 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:21.547374 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd216-11fb-4b4d-907e-816d381a7dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:21.590579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 1afc0ac0-0e1f-4b1a-8768-91c0936d0038 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:21.590948 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:21.628772 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78e31573-12fa-4ae9-bc99-8c220bcaa655 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:21.681928 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:20Z', 'revision_number': 2, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:20Z', 'revision_number': 2, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:21.693683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e31573-12fa-4ae9-bc99-8c220bcaa655 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Subnet': ['ID=5a69d67d-2588-4247-8da5-4a732f8f4b29,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:21.702748 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e31573-12fa-4ae9-bc99-8c220bcaa655 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Checking segment: {'id': 'fe9cb47d-24c5-4a0b-a4b9-03ade5f18440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:21.703111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e31573-12fa-4ae9-bc99-8c220bcaa655 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network hostable DHCP agents. Network: 2a3484c5-bc31-4e4e-a130-edf66b2f7d14, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:24:21.722525 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e31573-12fa-4ae9-bc99-8c220bcaa655 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 2a3484c5-bc31-4e4e-a130-edf66b2f7d14 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:24:21.732572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-78e31573-12fa-4ae9-bc99-8c220bcaa655 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 2a3484c5-bc31-4e4e-a130-edf66b2f7d14) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:21.737891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e31573-12fa-4ae9-bc99-8c220bcaa655 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:21.738494 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-78e31573-12fa-4ae9-bc99-8c220bcaa655 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:21.756304 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-78e31573-12fa-4ae9-bc99-8c220bcaa655 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4503424 Dec 08 02:24:21.759057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59978) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:21.884476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c9e607-2b36-48cd-b04b-446fa959432d None None] Network 2a3484c5-bc31-4e4e-a130-edf66b2f7d14 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:21.889828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Checking router: f96c21ed-56ac-406c-a9a3-5cb595ea09da for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:21.890176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Updating router f96c21ed-56ac-406c-a9a3-5cb595ea09da port 7984fadb-ffab-4e19-b1e3-30011575ba4c binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:24:21.982561 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.060608 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bef1dc4c-e659-4b9c-a372-c67ace3fc68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.107262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.143750 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'project_id': 'f7c5d132e23646378572ed614272c09b', 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:24:22.144528 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.158284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-54b323e8-1087-418b-a1b6-71f02fa5442a None None] Provisioning complete for port 7984fadb-ffab-4e19-b1e3-30011575ba4c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:22.158640 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-54b323e8-1087-418b-a1b6-71f02fa5442a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.281922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-54b323e8-1087-418b-a1b6-71f02fa5442a None None] Port 7984fadb-ffab-4e19-b1e3-30011575ba4c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:22.360753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Allocated IP 172.21.0.1 (2a3484c5-bc31-4e4e-a130-edf66b2f7d14/5a69d67d-2588-4247-8da5-4a732f8f4b29/516ccb09-8add-4db1-882e-c95ca5b90c6f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:22.429953 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.435552 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.475811 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.488084 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890148c5-6372-4234-8692-95f67537ee9a None None] Pushing event updated for resources: {'Port': ['ID=7984fadb-ffab-4e19-b1e3-30011575ba4c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:22.514654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.561861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Attempting to bind port 7984fadb-ffab-4e19-b1e3-30011575ba4c on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:24:22.562237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Attempting to bind port 7984fadb-ffab-4e19-b1e3-30011575ba4c by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '414a78d7-7dc2-4b89-9b2c-e238f20c9eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:24:22.562603 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Attempting to bind port 7984fadb-ffab-4e19-b1e3-30011575ba4c on network 65410e4c-aeb6-4c16-b047-f647bfe49bc8 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:22.562910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 2a3484c5-bc31-4e4e-a130-edf66b2f7d14 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:22.566098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:22.568613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:22.579046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:24:22.579422 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Checking segment: {'id': '414a78d7-7dc2-4b89-9b2c-e238f20c9eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:22.579858 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.580249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Bound using segment: {'id': '414a78d7-7dc2-4b89-9b2c-e238f20c9eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:24:22.580744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Bound port: 7984fadb-ffab-4e19-b1e3-30011575ba4c, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414a78d7-7dc2-4b89-9b2c-e238f20c9eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:24:22.581114 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.593691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Allocated IP 172.21.0.2 (2a3484c5-bc31-4e4e-a130-edf66b2f7d14/5a69d67d-2588-4247-8da5-4a732f8f4b29/4bafc979-c1c0-4ff9-b410-ea39fc9da741) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:22.604759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=516ccb09-8add-4db1-882e-c95ca5b90c6f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:22.625904 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.733222 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] For port 7984fadb-ffab-4e19-b1e3-30011575ba4c, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:24:22.745259 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-73a0be8f-540e-492d-b05e-5f8931b10c8d None None] Provisioning complete for port 7984fadb-ffab-4e19-b1e3-30011575ba4c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:22.745625 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73a0be8f-540e-492d-b05e-5f8931b10c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.747131 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.788810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] For port 7984fadb-ffab-4e19-b1e3-30011575ba4c, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=7984fadb-ffab-4e19-b1e3-30011575ba4c,segment=NetworkSegment(414a78d7-7dc2-4b89-9b2c-e238f20c9eec),segment_id=414a78d7-7dc2-4b89-9b2c-e238f20c9eec)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:24:22.814246 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.856450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-73a0be8f-540e-492d-b05e-5f8931b10c8d None None] Port 7984fadb-ffab-4e19-b1e3-30011575ba4c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:22.883793 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.900748 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:22.906349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:22.906977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:23:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:22.911484 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890148c5-6372-4234-8692-95f67537ee9a None None] Pushing event updated for resources: {'Port': ['ID=7984fadb-ffab-4e19-b1e3-30011575ba4c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:23.014959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Network 2a3484c5-bc31-4e4e-a130-edf66b2f7d14 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:23.022464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:23.022789 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.028062 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:23.030875 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.043014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Pushing event updated for resources: {'Port': ['ID=4bafc979-c1c0-4ff9-b410-ea39fc9da741,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:23.068355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:23.110449 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=516ccb09-8add-4db1-882e-c95ca5b90c6f,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:23.116107 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.177659 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Attempting to bind port 4bafc979-c1c0-4ff9-b410-ea39fc9da741 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:24:23.178036 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Attempting to bind port 4bafc979-c1c0-4ff9-b410-ea39fc9da741 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'fe9cb47d-24c5-4a0b-a4b9-03ade5f18440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:24:23.178393 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Attempting to bind port 4bafc979-c1c0-4ff9-b410-ea39fc9da741 on network 2a3484c5-bc31-4e4e-a130-edf66b2f7d14 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:23.180306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-990cde88-71eb-40e3-b197-d0b7abf7deb8 None None] Provisioning complete for port 7984fadb-ffab-4e19-b1e3-30011575ba4c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:23.180670 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-990cde88-71eb-40e3-b197-d0b7abf7deb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.203997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network 2a3484c5-bc31-4e4e-a130-edf66b2f7d14 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:23.205465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:23.225130 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:24:23.225513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Checking segment: {'id': 'fe9cb47d-24c5-4a0b-a4b9-03ade5f18440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:23.225915 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.226312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Bound using segment: {'id': 'fe9cb47d-24c5-4a0b-a4b9-03ade5f18440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:24:23.226916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Bound port: 4bafc979-c1c0-4ff9-b410-ea39fc9da741, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9cb47d-24c5-4a0b-a4b9-03ade5f18440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:24:23.227301 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.304944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router f96c21ed-56ac-406c-a9a3-5cb595ea09da has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:23.398586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:23.402679 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-990cde88-71eb-40e3-b197-d0b7abf7deb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.406789 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-25785b2f-8123-4a2d-ac05-001a654ce087 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6438351 Dec 08 02:24:23.406917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] For port 4bafc979-c1c0-4ff9-b410-ea39fc9da741, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:24:23.407086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59980) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:23.412183 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9304d5be-c361-4b0b-9c22-42b07b848054 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'network': {'name': 'tempest-RoutersTest-1605220563'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:23.427505 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] For port 4bafc979-c1c0-4ff9-b410-ea39fc9da741, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4bafc979-c1c0-4ff9-b410-ea39fc9da741,segment=NetworkSegment(fe9cb47d-24c5-4a0b-a4b9-03ade5f18440),segment_id=fe9cb47d-24c5-4a0b-a4b9-03ade5f18440)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:24:23.433152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9304d5be-c361-4b0b-9c22-42b07b848054 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:23.437233 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9304d5be-c361-4b0b-9c22-42b07b848054 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.439681 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.460646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9304d5be-c361-4b0b-9c22-42b07b848054 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:24:23.469712 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9304d5be-c361-4b0b-9c22-42b07b848054 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.469712 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-9304d5be-c361-4b0b-9c22-42b07b848054 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Added segment 7101b880-51e6-491c-b20f-6353ac485809 of type vlan for network c3ba7ac1-fde8-4d21-a0b2-b5619509fa82 Dec 08 02:24:23.509177 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-990cde88-71eb-40e3-b197-d0b7abf7deb8 None None] For port 7984fadb-ffab-4e19-b1e3-30011575ba4c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=7984fadb-ffab-4e19-b1e3-30011575ba4c,segment=NetworkSegment(414a78d7-7dc2-4b89-9b2c-e238f20c9eec),segment_id=414a78d7-7dc2-4b89-9b2c-e238f20c9eec)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:23.518194 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9304d5be-c361-4b0b-9c22-42b07b848054 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.523305 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-990cde88-71eb-40e3-b197-d0b7abf7deb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.530230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612ad52-9b2e-4461-895f-22f4526c4909 None None] Pushing event updated for resources: {'Port': ['ID=4bafc979-c1c0-4ff9-b410-ea39fc9da741,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:23.537892 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:22Z', 'revision_number': 3, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:22Z', 'revision_number': 1, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:22Z', 'revision_number': 4, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:23.556392 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9304d5be-c361-4b0b-9c22-42b07b848054 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.562868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9304d5be-c361-4b0b-9c22-42b07b848054 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:23.563518 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9304d5be-c361-4b0b-9c22-42b07b848054 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.593416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc17e67-a903-4eae-8702-6964aaa4e444 None None] The sync data for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 is: [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:22Z', 'revision_number': 3, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:22Z', 'revision_number': 1, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:22Z', 'revision_number': 4, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:23.601500 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9304d5be-c361-4b0b-9c22-42b07b848054 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1932511 Dec 08 02:24:23.605904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59982) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:23.611921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2255ec9a-8cb0-4e23-be53-9278d6faca29 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'subnet': {'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:23.618809 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.624482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cde88-71eb-40e3-b197-d0b7abf7deb8 None None] Pushing event updated for resources: {'Port': ['ID=7984fadb-ffab-4e19-b1e3-30011575ba4c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:23.648482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304d5be-c361-4b0b-9c22-42b07b848054 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Network': ['ID=c3ba7ac1-fde8-4d21-a0b2-b5619509fa82,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:23.661172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network c3ba7ac1-fde8-4d21-a0b2-b5619509fa82 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:24:23.752074 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2255ec9a-8cb0-4e23-be53-9278d6faca29 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:23.756448 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2255ec9a-8cb0-4e23-be53-9278d6faca29 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:23.976957 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2255ec9a-8cb0-4e23-be53-9278d6faca29 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:24.039179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255ec9a-8cb0-4e23-be53-9278d6faca29 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Subnet': ['ID=113031a0-e192-4f28-ba82-bf50f730c668,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:24.048341 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2255ec9a-8cb0-4e23-be53-9278d6faca29 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Checking segment: {'id': '7101b880-51e6-491c-b20f-6353ac485809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:24.048702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2255ec9a-8cb0-4e23-be53-9278d6faca29 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network hostable DHCP agents. Network: c3ba7ac1-fde8-4d21-a0b2-b5619509fa82, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:24:24.065771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2255ec9a-8cb0-4e23-be53-9278d6faca29 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network c3ba7ac1-fde8-4d21-a0b2-b5619509fa82 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:24:24.075799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2255ec9a-8cb0-4e23-be53-9278d6faca29 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, c3ba7ac1-fde8-4d21-a0b2-b5619509fa82) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:24.080373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2255ec9a-8cb0-4e23-be53-9278d6faca29 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:24.080965 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2255ec9a-8cb0-4e23-be53-9278d6faca29 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:24.089916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e809e985-5120-402a-9bb6-70bd31176b7e None None] Network c3ba7ac1-fde8-4d21-a0b2-b5619509fa82 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:24.106048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2255ec9a-8cb0-4e23-be53-9278d6faca29 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4983428 Dec 08 02:24:24.108346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59984) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:24.206775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'project_id': 'f7c5d132e23646378572ed614272c09b', 'fixed_ips': [{'subnet_id': '113031a0-e192-4f28-ba82-bf50f730c668'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:24:24.208159 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:24.405223 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:24.419235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Allocated IP 172.22.0.2 (c3ba7ac1-fde8-4d21-a0b2-b5619509fa82/113031a0-e192-4f28-ba82-bf50f730c668/2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:24.425678 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a13cd8bd-95e9-4c12-89a0-680e7504d299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:24.537985 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:24.675911 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:24:24.787362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f15f526-2d7c-4575-a5a5-32a7100cc713 None None] Network 2a3484c5-bc31-4e4e-a130-edf66b2f7d14 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:24.805974 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:24.849886 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:24.876805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Allocated IP 172.22.0.1 (c3ba7ac1-fde8-4d21-a0b2-b5619509fa82/113031a0-e192-4f28-ba82-bf50f730c668/189d4456-44bf-4bfb-96ba-5bee239cc349) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:24.911872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Network c3ba7ac1-fde8-4d21-a0b2-b5619509fa82 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:24.923651 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:24.926121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:24.939370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Pushing event updated for resources: {'Port': ['ID=2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:24.970337 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-19b8f063-3959-40cd-bfbb-d48c5d1a7570 None None] Provisioning complete for port 4bafc979-c1c0-4ff9-b410-ea39fc9da741 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:24.970337 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19b8f063-3959-40cd-bfbb-d48c5d1a7570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:24.999181 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.033540 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.050333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Attempting to bind port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:24:25.050727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Attempting to bind port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '7101b880-51e6-491c-b20f-6353ac485809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:24:25.051063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Attempting to bind port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 on network c3ba7ac1-fde8-4d21-a0b2-b5619509fa82 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:25.063279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:24:25.063759 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Checking segment: {'id': '7101b880-51e6-491c-b20f-6353ac485809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:25.064127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.064459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Bound using segment: {'id': '7101b880-51e6-491c-b20f-6353ac485809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:24:25.064940 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Bound port: 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7101b880-51e6-491c-b20f-6353ac485809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:24:25.065316 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.162234 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19b8f063-3959-40cd-bfbb-d48c5d1a7570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.180817 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] For port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:24:25.202171 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] For port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9,segment=NetworkSegment(7101b880-51e6-491c-b20f-6353ac485809),segment_id=7101b880-51e6-491c-b20f-6353ac485809)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:24:25.211199 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.250052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-19b8f063-3959-40cd-bfbb-d48c5d1a7570 None None] For port 4bafc979-c1c0-4ff9-b410-ea39fc9da741, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4bafc979-c1c0-4ff9-b410-ea39fc9da741,segment=NetworkSegment(fe9cb47d-24c5-4a0b-a4b9-03ade5f18440),segment_id=fe9cb47d-24c5-4a0b-a4b9-03ade5f18440)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:25.271194 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19b8f063-3959-40cd-bfbb-d48c5d1a7570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.294716 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe80435-4c4d-48b1-8272-5c2b67e6d344 None None] Pushing event updated for resources: {'Port': ['ID=2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:25.372997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8f063-3959-40cd-bfbb-d48c5d1a7570 None None] Pushing event updated for resources: {'Port': ['ID=4bafc979-c1c0-4ff9-b410-ea39fc9da741,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:25.408393 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0be247fe-5935-4fb9-aa5a-21339d534d11 None None] Provisioning complete for port 516ccb09-8add-4db1-882e-c95ca5b90c6f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:25.408900 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0be247fe-5935-4fb9-aa5a-21339d534d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.459500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 7984fadb-ffab-4e19-b1e3-30011575ba4c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:25.490796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network c3ba7ac1-fde8-4d21-a0b2-b5619509fa82 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:25.493125 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:25.497911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:25.541185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=189d4456-44bf-4bfb-96ba-5bee239cc349,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:25.547152 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0be247fe-5935-4fb9-aa5a-21339d534d11 None None] Port 516ccb09-8add-4db1-882e-c95ca5b90c6f cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:25.552066 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.572221 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.581236 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0be247fe-5935-4fb9-aa5a-21339d534d11 None None] Provisioning complete for port 4bafc979-c1c0-4ff9-b410-ea39fc9da741 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:25.581590 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0be247fe-5935-4fb9-aa5a-21339d534d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.671054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 7984fadb-ffab-4e19-b1e3-30011575ba4c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:25.671553 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.728849 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.834610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4bafc979-c1c0-4ff9-b410-ea39fc9da741 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:25.902254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a642b4d9-5d80-4aa5-827b-21c6d50df592 None None] Provisioning complete for port 516ccb09-8add-4db1-882e-c95ca5b90c6f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:25.902740 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a642b4d9-5d80-4aa5-827b-21c6d50df592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.923499 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Sync routers for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:25.941667 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:25.944974 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:25.952270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4bafc979-c1c0-4ff9-b410-ea39fc9da741 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:25.952270 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:25.955718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a642b4d9-5d80-4aa5-827b-21c6d50df592 None None] Port 516ccb09-8add-4db1-882e-c95ca5b90c6f cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:26.066673 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.072672 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.078501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d04d066b-1354-4ed3-b5de-9ccfcc389a43 None None] Provisioning complete for port 516ccb09-8add-4db1-882e-c95ca5b90c6f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:26.079122 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d04d066b-1354-4ed3-b5de-9ccfcc389a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.120620 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d04d066b-1354-4ed3-b5de-9ccfcc389a43 None None] Port 516ccb09-8add-4db1-882e-c95ca5b90c6f cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:26.141545 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:26.147552 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.149367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=189d4456-44bf-4bfb-96ba-5bee239cc349,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:26.249507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network c3ba7ac1-fde8-4d21-a0b2-b5619509fa82 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:26.250879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:26.349268 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:25Z', 'revision_number': 4, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '189d4456-44bf-4bfb-96ba-5bee239cc349', 'name': '', 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:c4:8d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '113031a0-e192-4f28-ba82-bf50f730c668', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:24Z', 'updated_at': '2021-12-08T02:24:24Z', 'revision_number': 1, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '113031a0-e192-4f28-ba82-bf50f730c668', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:22Z', 'revision_number': 2, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:26.350587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router f96c21ed-56ac-406c-a9a3-5cb595ea09da has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:26.379639 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Checking router: f96c21ed-56ac-406c-a9a3-5cb595ea09da for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:26.380087 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Updating router f96c21ed-56ac-406c-a9a3-5cb595ea09da port 189d4456-44bf-4bfb-96ba-5bee239cc349 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:24:26.428100 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.463391 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:26.471722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 59990) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:26.472214 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d3627983-4aa5-4850-a625-81434dd01c68 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3623686 Dec 08 02:24:26.476799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-dcf7419c-48ef-4a5b-a14c-fe8d0c3e4c5a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'network': {'name': 'tempest-RoutersTest-536816828'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:26.500226 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf7419c-48ef-4a5b-a14c-fe8d0c3e4c5a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:26.504199 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dcf7419c-48ef-4a5b-a14c-fe8d0c3e4c5a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.531408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf7419c-48ef-4a5b-a14c-fe8d0c3e4c5a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:24:26.545791 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dcf7419c-48ef-4a5b-a14c-fe8d0c3e4c5a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.546241 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-dcf7419c-48ef-4a5b-a14c-fe8d0c3e4c5a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Added segment 095524ff-59bc-4574-97c0-d53b7ba469b9 of type vlan for network f1ac3f27-0768-4ea3-92db-a65768f34a74 Dec 08 02:24:26.592055 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dcf7419c-48ef-4a5b-a14c-fe8d0c3e4c5a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.625490 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dcf7419c-48ef-4a5b-a14c-fe8d0c3e4c5a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.631868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf7419c-48ef-4a5b-a14c-fe8d0c3e4c5a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:26.632493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dcf7419c-48ef-4a5b-a14c-fe8d0c3e4c5a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.699004 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dcf7419c-48ef-4a5b-a14c-fe8d0c3e4c5a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2261376 Dec 08 02:24:26.701827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59992) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:26.706846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d2a1aec2-653b-43e6-a30b-4eecb2e4cd59 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'subnet': {'network_id': 'f1ac3f27-0768-4ea3-92db-a65768f34a74', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:26.713789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7419c-48ef-4a5b-a14c-fe8d0c3e4c5a tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Network': ['ID=f1ac3f27-0768-4ea3-92db-a65768f34a74,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:26.718728 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.727570 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network f1ac3f27-0768-4ea3-92db-a65768f34a74 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:24:26.728835 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.790100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60674e3-eb8b-419f-ae51-e9dfb3b9312e None None] Network c3ba7ac1-fde8-4d21-a0b2-b5619509fa82 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:26.810451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a1aec2-653b-43e6-a30b-4eecb2e4cd59 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Made reservation on behalf of f7c5d132e23646378572ed614272c09b for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:26.814246 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aec2-653b-43e6-a30b-4eecb2e4cd59 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.815518 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff30dee-78b3-483d-ad20-6168d327aa7e None None] Pushing event updated for resources: {'Port': ['ID=189d4456-44bf-4bfb-96ba-5bee239cc349,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:26.848951 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Attempting to bind port 189d4456-44bf-4bfb-96ba-5bee239cc349 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:24:26.849773 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Attempting to bind port 189d4456-44bf-4bfb-96ba-5bee239cc349 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '7101b880-51e6-491c-b20f-6353ac485809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:24:26.850949 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Attempting to bind port 189d4456-44bf-4bfb-96ba-5bee239cc349 on network c3ba7ac1-fde8-4d21-a0b2-b5619509fa82 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:26.858843 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:24:26.859546 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Checking segment: {'id': '7101b880-51e6-491c-b20f-6353ac485809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:26.860193 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.860802 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Bound using segment: {'id': '7101b880-51e6-491c-b20f-6353ac485809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:24:26.861464 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Bound port: 189d4456-44bf-4bfb-96ba-5bee239cc349, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7101b880-51e6-491c-b20f-6353ac485809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:24:26.862065 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.884771 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-75a63123-9a2f-49f6-bb62-e065301f9a7a None None] Provisioning complete for port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:26.885263 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75a63123-9a2f-49f6-bb62-e065301f9a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:26.929254 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] For port 189d4456-44bf-4bfb-96ba-5bee239cc349, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:24:26.933611 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] For port 189d4456-44bf-4bfb-96ba-5bee239cc349, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=189d4456-44bf-4bfb-96ba-5bee239cc349,segment=NetworkSegment(7101b880-51e6-491c-b20f-6353ac485809),segment_id=7101b880-51e6-491c-b20f-6353ac485809)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:24:26.940931 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.001460 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Updating router f96c21ed-56ac-406c-a9a3-5cb595ea09da port 516ccb09-8add-4db1-882e-c95ca5b90c6f binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:24:27.024314 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.031270 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75a63123-9a2f-49f6-bb62-e065301f9a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.040638 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aec2-653b-43e6-a30b-4eecb2e4cd59 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.069455 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.094526 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff30dee-78b3-483d-ad20-6168d327aa7e None None] Pushing event updated for resources: {'Port': ['ID=189d4456-44bf-4bfb-96ba-5bee239cc349,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:27.106278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1aec2-653b-43e6-a30b-4eecb2e4cd59 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Subnet': ['ID=35a9b04c-3dac-4f5f-be2d-99d52cc92361,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:27.108178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-75a63123-9a2f-49f6-bb62-e065301f9a7a None None] For port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9,segment=NetworkSegment(7101b880-51e6-491c-b20f-6353ac485809),segment_id=7101b880-51e6-491c-b20f-6353ac485809)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:27.115417 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75a63123-9a2f-49f6-bb62-e065301f9a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.166043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a1aec2-653b-43e6-a30b-4eecb2e4cd59 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Checking segment: {'id': '095524ff-59bc-4574-97c0-d53b7ba469b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1ac3f27-0768-4ea3-92db-a65768f34a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:27.166414 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a1aec2-653b-43e6-a30b-4eecb2e4cd59 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network hostable DHCP agents. Network: f1ac3f27-0768-4ea3-92db-a65768f34a74, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:24:27.180915 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a63123-9a2f-49f6-bb62-e065301f9a7a None None] Pushing event updated for resources: {'Port': ['ID=2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:27.196473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a1aec2-653b-43e6-a30b-4eecb2e4cd59 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network f1ac3f27-0768-4ea3-92db-a65768f34a74 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:24:27.208313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d2a1aec2-653b-43e6-a30b-4eecb2e4cd59 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, f1ac3f27-0768-4ea3-92db-a65768f34a74) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:27.214565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1aec2-653b-43e6-a30b-4eecb2e4cd59 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:27.214565 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aec2-653b-43e6-a30b-4eecb2e4cd59 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.222445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2d1c1d-aeaa-4eac-9316-37671e6920e2 None None] Network f1ac3f27-0768-4ea3-92db-a65768f34a74 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:27.238049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d2a1aec2-653b-43e6-a30b-4eecb2e4cd59 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5351074 Dec 08 02:24:27.240915 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59994) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:27.379132 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c0c536d2-2631-43c5-9574-63f84b458111 None None] Provisioning complete for port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:27.381130 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0c536d2-2631-43c5-9574-63f84b458111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.392725 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-f1ac3f27-0768-4ea3-92db-a65768f34a74', 'network_id': 'f1ac3f27-0768-4ea3-92db-a65768f34a74', 'project_id': 'f7c5d132e23646378572ed614272c09b', 'fixed_ips': [{'subnet_id': '35a9b04c-3dac-4f5f-be2d-99d52cc92361'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:24:27.393382 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.462855 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.472522 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.530090 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff30dee-78b3-483d-ad20-6168d327aa7e None None] Pushing event updated for resources: {'Port': ['ID=516ccb09-8add-4db1-882e-c95ca5b90c6f,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:27.537413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:27.607301 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Attempting to bind port 516ccb09-8add-4db1-882e-c95ca5b90c6f on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:24:27.608887 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Attempting to bind port 516ccb09-8add-4db1-882e-c95ca5b90c6f by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'fe9cb47d-24c5-4a0b-a4b9-03ade5f18440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:24:27.609458 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Attempting to bind port 516ccb09-8add-4db1-882e-c95ca5b90c6f on network 2a3484c5-bc31-4e4e-a130-edf66b2f7d14 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:27.622503 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:24:27.623058 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Checking segment: {'id': 'fe9cb47d-24c5-4a0b-a4b9-03ade5f18440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:27.624453 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.624586 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Bound using segment: {'id': 'fe9cb47d-24c5-4a0b-a4b9-03ade5f18440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:24:27.625008 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Bound port: 516ccb09-8add-4db1-882e-c95ca5b90c6f, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9cb47d-24c5-4a0b-a4b9-03ade5f18440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:24:27.625450 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.712063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c0c536d2-2631-43c5-9574-63f84b458111 None None] Provisioning complete for port 189d4456-44bf-4bfb-96ba-5bee239cc349 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:27.712448 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0c536d2-2631-43c5-9574-63f84b458111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.720683 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] For port 516ccb09-8add-4db1-882e-c95ca5b90c6f, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:24:27.724097 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] For port 516ccb09-8add-4db1-882e-c95ca5b90c6f, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=516ccb09-8add-4db1-882e-c95ca5b90c6f,segment=NetworkSegment(fe9cb47d-24c5-4a0b-a4b9-03ade5f18440),segment_id=fe9cb47d-24c5-4a0b-a4b9-03ade5f18440)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:24:27.727931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Allocated IP 172.23.0.2 (f1ac3f27-0768-4ea3-92db-a65768f34a74/35a9b04c-3dac-4f5f-be2d-99d52cc92361/4ace6b5c-8fa3-4dc6-860f-fcf2c6280220) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:27.741041 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.761506 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.782579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:27.782960 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.829237 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff30dee-78b3-483d-ad20-6168d327aa7e None None] Pushing event updated for resources: {'Port': ['ID=516ccb09-8add-4db1-882e-c95ca5b90c6f,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:27.840206 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:27.841079 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:27.966045 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:27.980028 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:28.033214 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.052837 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.128065 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Network f1ac3f27-0768-4ea3-92db-a65768f34a74 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:28.141565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:28.147650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:28.152643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Allocated IP 172.23.0.1 (f1ac3f27-0768-4ea3-92db-a65768f34a74/35a9b04c-3dac-4f5f-be2d-99d52cc92361/5135209b-348f-4dfc-a034-23433ff57c57) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:28.223534 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0c536d2-2631-43c5-9574-63f84b458111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.227292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Pushing event updated for resources: {'Port': ['ID=4ace6b5c-8fa3-4dc6-860f-fcf2c6280220,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:28.280868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4bafc979-c1c0-4ff9-b410-ea39fc9da741 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:28.303191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c0c536d2-2631-43c5-9574-63f84b458111 None None] For port 189d4456-44bf-4bfb-96ba-5bee239cc349, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=189d4456-44bf-4bfb-96ba-5bee239cc349,segment=NetworkSegment(7101b880-51e6-491c-b20f-6353ac485809),segment_id=7101b880-51e6-491c-b20f-6353ac485809)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:28.315626 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:25Z', 'revision_number': 4, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '189d4456-44bf-4bfb-96ba-5bee239cc349', 'name': '', 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:c4:8d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '113031a0-e192-4f28-ba82-bf50f730c668', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:24Z', 'updated_at': '2021-12-08T02:24:26Z', 'revision_number': 4, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '113031a0-e192-4f28-ba82-bf50f730c668', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:27Z', 'revision_number': 4, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:28.316655 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.325242 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0c536d2-2631-43c5-9574-63f84b458111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.332328 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Attempting to bind port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:24:28.332695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Attempting to bind port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '095524ff-59bc-4574-97c0-d53b7ba469b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1ac3f27-0768-4ea3-92db-a65768f34a74'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:24:28.333175 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Attempting to bind port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 on network f1ac3f27-0768-4ea3-92db-a65768f34a74 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:28.354585 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be807f-bacb-4807-8f6e-a3c4df341ed4 None None] The sync data for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 is: [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:25Z', 'revision_number': 4, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '189d4456-44bf-4bfb-96ba-5bee239cc349', 'name': '', 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:c4:8d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '113031a0-e192-4f28-ba82-bf50f730c668', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:24Z', 'updated_at': '2021-12-08T02:24:26Z', 'revision_number': 4, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '113031a0-e192-4f28-ba82-bf50f730c668', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:27Z', 'revision_number': 4, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:28.360870 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.363442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:24:28.363849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Checking segment: {'id': '095524ff-59bc-4574-97c0-d53b7ba469b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1ac3f27-0768-4ea3-92db-a65768f34a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:28.364622 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.365042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Bound using segment: {'id': '095524ff-59bc-4574-97c0-d53b7ba469b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1ac3f27-0768-4ea3-92db-a65768f34a74'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:24:28.365515 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Bound port: 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095524ff-59bc-4574-97c0-d53b7ba469b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1ac3f27-0768-4ea3-92db-a65768f34a74'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:24:28.365901 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.406127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network f1ac3f27-0768-4ea3-92db-a65768f34a74 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:28.413907 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:28.422551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:28.456631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c536d2-2631-43c5-9574-63f84b458111 None None] Pushing event updated for resources: {'Port': ['ID=189d4456-44bf-4bfb-96ba-5bee239cc349,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:28.477523 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=5135209b-348f-4dfc-a034-23433ff57c57,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:28.489852 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4bafc979-c1c0-4ff9-b410-ea39fc9da741 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:28.490224 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.495064 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.554242 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8875bbd0-fb53-4738-8a00-1d678d377045 None None] Provisioning complete for port 516ccb09-8add-4db1-882e-c95ca5b90c6f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:28.554629 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8875bbd0-fb53-4738-8a00-1d678d377045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.564396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] For port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:24:28.602986 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] For port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4ace6b5c-8fa3-4dc6-860f-fcf2c6280220,segment=NetworkSegment(095524ff-59bc-4574-97c0-d53b7ba469b9),segment_id=095524ff-59bc-4574-97c0-d53b7ba469b9)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:24:28.619830 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.653103 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.738976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ba7ea-6034-4e11-b10f-e271dd66e593 None None] Pushing event updated for resources: {'Port': ['ID=4ace6b5c-8fa3-4dc6-860f-fcf2c6280220,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:28.794769 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8875bbd0-fb53-4738-8a00-1d678d377045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.830042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8875bbd0-fb53-4738-8a00-1d678d377045 None None] For port 516ccb09-8add-4db1-882e-c95ca5b90c6f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=516ccb09-8add-4db1-882e-c95ca5b90c6f,segment=NetworkSegment(fe9cb47d-24c5-4a0b-a4b9-03ade5f18440),segment_id=fe9cb47d-24c5-4a0b-a4b9-03ade5f18440)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:28.837144 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8875bbd0-fb53-4738-8a00-1d678d377045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.916873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8875bbd0-fb53-4738-8a00-1d678d377045 None None] Provisioning complete for port 189d4456-44bf-4bfb-96ba-5bee239cc349 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:28.917595 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8875bbd0-fb53-4738-8a00-1d678d377045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:28.968745 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875bbd0-fb53-4738-8a00-1d678d377045 None None] Pushing event updated for resources: {'Port': ['ID=516ccb09-8add-4db1-882e-c95ca5b90c6f,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:29.009250 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:29.017184 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:29.106747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event updated for resources: {'Port': ['ID=5135209b-348f-4dfc-a034-23433ff57c57,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:29.109135 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:29.186245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c1cba366-2e17-49ab-a592-c170aa04a981 None None] Provisioning complete for port 189d4456-44bf-4bfb-96ba-5bee239cc349 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:29.186616 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c1cba366-2e17-49ab-a592-c170aa04a981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:29.200846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Network f1ac3f27-0768-4ea3-92db-a65768f34a74 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:29.202828 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:29.314540 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router f96c21ed-56ac-406c-a9a3-5cb595ea09da has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:29.414641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:29.419866 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-14d88766-ef3f-481f-9be3-71fc3bfe5aac tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1763887 Dec 08 02:24:29.423010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 59998) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:29.428026 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-bddf4e8e-31d5-4018-a64c-4ac820d90513 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:29.441402 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 189d4456-44bf-4bfb-96ba-5bee239cc349 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:29.492632 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 189d4456-44bf-4bfb-96ba-5bee239cc349 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:29.493008 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:29.585852 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:29.615364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Sync routers for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:29.636278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:29.637127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:29.729060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:29.729564 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:29.824880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-bddf4e8e-31d5-4018-a64c-4ac820d90513 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 02:24:29.838876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-bddf4e8e-31d5-4018-a64c-4ac820d90513 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Removed routes are [] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 02:24:29.839298 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bddf4e8e-31d5-4018-a64c-4ac820d90513 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:29.919035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb606f62-8d40-4d34-886c-c649fd151c9c None None] Network f1ac3f27-0768-4ea3-92db-a65768f34a74 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:29.924383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:30.063217 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-af9ac6f3-19f8-4469-a9f5-d5aab97e9e91 None None] Provisioning complete for port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:30.063581 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af9ac6f3-19f8-4469-a9f5-d5aab97e9e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:30.250908 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:30.323872 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bddf4e8e-31d5-4018-a64c-4ac820d90513 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:30.327859 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bddf4e8e-31d5-4018-a64c-4ac820d90513 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:30.353187 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af9ac6f3-19f8-4469-a9f5-d5aab97e9e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:30.358051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4ace6b5c-8fa3-4dc6-860f-fcf2c6280220,segment=NetworkSegment(095524ff-59bc-4574-97c0-d53b7ba469b9),segment_id=095524ff-59bc-4574-97c0-d53b7ba469b9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:30.369870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:30.370666 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 516ccb09-8add-4db1-882e-c95ca5b90c6f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:30.434265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddf4e8e-31d5-4018-a64c-4ac820d90513 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router f96c21ed-56ac-406c-a9a3-5cb595ea09da has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:30.502454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=4ace6b5c-8fa3-4dc6-860f-fcf2c6280220,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:30.507058 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-af9ac6f3-19f8-4469-a9f5-d5aab97e9e91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:24:30.507423 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-af9ac6f3-19f8-4469-a9f5-d5aab97e9e91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:24:30.511811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '189d4456-44bf-4bfb-96ba-5bee239cc349', 'name': '', 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:c4:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '113031a0-e192-4f28-ba82-bf50f730c668', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:24Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '113031a0-e192-4f28-ba82-bf50f730c668', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5135209b-348f-4dfc-a034-23433ff57c57', 'name': '', 'network_id': 'f1ac3f27-0768-4ea3-92db-a65768f34a74', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:e8:bc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '35a9b04c-3dac-4f5f-be2d-99d52cc92361', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:27Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 2, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '35a9b04c-3dac-4f5f-be2d-99d52cc92361', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:30.542850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddf4e8e-31d5-4018-a64c-4ac820d90513 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:30.547416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Checking router: f96c21ed-56ac-406c-a9a3-5cb595ea09da for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:30.547820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Updating router f96c21ed-56ac-406c-a9a3-5cb595ea09da port 5135209b-348f-4dfc-a034-23433ff57c57 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:24:30.551422 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-bddf4e8e-31d5-4018-a64c-4ac820d90513 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:30.552868 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bddf4e8e-31d5-4018-a64c-4ac820d90513 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da HTTP/1.1" status: 200 len: 933 time: 1.1286361 Dec 08 02:24:30.555358 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60000) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:30.575828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 516ccb09-8add-4db1-882e-c95ca5b90c6f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:30.576825 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:30.600262 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:30.658995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a3350374-3676-4bf5-9ba3-2781d2838b21 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da HTTP/1.1" status: 200 len: 933 time: 0.0999312 Dec 08 02:24:30.659235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60002) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:30.663638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-cd9f6fe4-93f7-4f13-a3a1-ca6f8352759c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'router': {'routes': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:30.926431 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:30.933885 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:30.983201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0e3f4-99ce-4d8b-8636-3f51818bc665 None None] Pushing event updated for resources: {'Port': ['ID=5135209b-348f-4dfc-a034-23433ff57c57,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:31.040781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-cd9f6fe4-93f7-4f13-a3a1-ca6f8352759c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Added routes are [] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 02:24:31.041118 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-cd9f6fe4-93f7-4f13-a3a1-ca6f8352759c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 02:24:31.073193 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6fe4-93f7-4f13-a3a1-ca6f8352759c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:31.073668 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Attempting to bind port 5135209b-348f-4dfc-a034-23433ff57c57 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:24:31.074434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Attempting to bind port 5135209b-348f-4dfc-a034-23433ff57c57 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '095524ff-59bc-4574-97c0-d53b7ba469b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1ac3f27-0768-4ea3-92db-a65768f34a74'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:24:31.074902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Attempting to bind port 5135209b-348f-4dfc-a034-23433ff57c57 on network f1ac3f27-0768-4ea3-92db-a65768f34a74 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:31.083674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:24:31.084047 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Checking segment: {'id': '095524ff-59bc-4574-97c0-d53b7ba469b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1ac3f27-0768-4ea3-92db-a65768f34a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:31.084447 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:31.084833 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Bound using segment: {'id': '095524ff-59bc-4574-97c0-d53b7ba469b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1ac3f27-0768-4ea3-92db-a65768f34a74'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:24:31.085301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Bound port: 5135209b-348f-4dfc-a034-23433ff57c57, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095524ff-59bc-4574-97c0-d53b7ba469b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f1ac3f27-0768-4ea3-92db-a65768f34a74'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:24:31.085679 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:31.156233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] For port 5135209b-348f-4dfc-a034-23433ff57c57, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:24:31.159750 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] For port 5135209b-348f-4dfc-a034-23433ff57c57, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5135209b-348f-4dfc-a034-23433ff57c57,segment=NetworkSegment(095524ff-59bc-4574-97c0-d53b7ba469b9),segment_id=095524ff-59bc-4574-97c0-d53b7ba469b9)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:24:31.164658 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:31.239293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:31.239962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:31.243683 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4861b579-d48a-4ff5-97d3-d5a2af3f86ad None None] Provisioning complete for port 5135209b-348f-4dfc-a034-23433ff57c57 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:31.244446 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4861b579-d48a-4ff5-97d3-d5a2af3f86ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:31.245681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0e3f4-99ce-4d8b-8636-3f51818bc665 None None] Pushing event updated for resources: {'Port': ['ID=5135209b-348f-4dfc-a034-23433ff57c57,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:31.284492 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6fe4-93f7-4f13-a3a1-ca6f8352759c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:31.288779 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6fe4-93f7-4f13-a3a1-ca6f8352759c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:31.353841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:31.395353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:31.400024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9f6fe4-93f7-4f13-a3a1-ca6f8352759c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router f96c21ed-56ac-406c-a9a3-5cb595ea09da has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:31.498296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9f6fe4-93f7-4f13-a3a1-ca6f8352759c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:31.505370 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6fe4-93f7-4f13-a3a1-ca6f8352759c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:31.508951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cd9f6fe4-93f7-4f13-a3a1-ca6f8352759c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da HTTP/1.1" status: 200 len: 699 time: 0.8463154 Dec 08 02:24:31.509110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60004) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:31.568930 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:31.569296 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:31.573086 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4861b579-d48a-4ff5-97d3-d5a2af3f86ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:31.608706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-07b06464-2263-44b5-9682-4bda62d914dd tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da HTTP/1.1" status: 200 len: 699 time: 0.0982542 Dec 08 02:24:31.611344 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60006) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:31.825155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4861b579-d48a-4ff5-97d3-d5a2af3f86ad None None] For port 5135209b-348f-4dfc-a034-23433ff57c57, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5135209b-348f-4dfc-a034-23433ff57c57,segment=NetworkSegment(095524ff-59bc-4574-97c0-d53b7ba469b9),segment_id=095524ff-59bc-4574-97c0-d53b7ba469b9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:31.848215 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4861b579-d48a-4ff5-97d3-d5a2af3f86ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:31.922789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4861b579-d48a-4ff5-97d3-d5a2af3f86ad None None] Provisioning complete for port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:31.923157 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4861b579-d48a-4ff5-97d3-d5a2af3f86ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:31.942686 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef7753ea-09d8-4231-9a56-b407fbb8f6fb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:31.974521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861b579-d48a-4ff5-97d3-d5a2af3f86ad None None] Pushing event updated for resources: {'Port': ['ID=5135209b-348f-4dfc-a034-23433ff57c57,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:31.991420 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:31Z', 'revision_number': 7, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '189d4456-44bf-4bfb-96ba-5bee239cc349', 'name': '', 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:c4:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '113031a0-e192-4f28-ba82-bf50f730c668', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:24Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '113031a0-e192-4f28-ba82-bf50f730c668', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5135209b-348f-4dfc-a034-23433ff57c57', 'name': '', 'network_id': 'f1ac3f27-0768-4ea3-92db-a65768f34a74', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:e8:bc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '35a9b04c-3dac-4f5f-be2d-99d52cc92361', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:27Z', 'updated_at': '2021-12-08T02:24:31Z', 'revision_number': 4, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '35a9b04c-3dac-4f5f-be2d-99d52cc92361', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:32.020861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37022151-971b-42bf-a0b5-8b89a4397cea None None] The sync data for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 is: [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:31Z', 'revision_number': 7, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '189d4456-44bf-4bfb-96ba-5bee239cc349', 'name': '', 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:c4:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '113031a0-e192-4f28-ba82-bf50f730c668', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:24Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '113031a0-e192-4f28-ba82-bf50f730c668', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5135209b-348f-4dfc-a034-23433ff57c57', 'name': '', 'network_id': 'f1ac3f27-0768-4ea3-92db-a65768f34a74', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:e8:bc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '35a9b04c-3dac-4f5f-be2d-99d52cc92361', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:27Z', 'updated_at': '2021-12-08T02:24:31Z', 'revision_number': 4, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '35a9b04c-3dac-4f5f-be2d-99d52cc92361', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:32.198816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b1bf3f92-4b5b-48fd-9b49-f009bb5ae55f None None] Provisioning complete for port 5135209b-348f-4dfc-a034-23433ff57c57 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:32.199965 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3f92-4b5b-48fd-9b49-f009bb5ae55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:32.210823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ef7753ea-09d8-4231-9a56-b407fbb8f6fb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 5135209b-348f-4dfc-a034-23433ff57c57 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:32.211211 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef7753ea-09d8-4231-9a56-b407fbb8f6fb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:32.310296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-ef7753ea-09d8-4231-9a56-b407fbb8f6fb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] For port 5135209b-348f-4dfc-a034-23433ff57c57, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5135209b-348f-4dfc-a034-23433ff57c57,segment=NetworkSegment(095524ff-59bc-4574-97c0-d53b7ba469b9),segment_id=095524ff-59bc-4574-97c0-d53b7ba469b9)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:32.311211 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef7753ea-09d8-4231-9a56-b407fbb8f6fb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:32.324769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-ef7753ea-09d8-4231-9a56-b407fbb8f6fb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 5135209b-348f-4dfc-a034-23433ff57c57 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:32.499049 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef7753ea-09d8-4231-9a56-b407fbb8f6fb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:32.525507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7753ea-09d8-4231-9a56-b407fbb8f6fb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=5135209b-348f-4dfc-a034-23433ff57c57,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:32.684127 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46276ff0-d345-4142-88de-966cf52af85b None None] Sync routers for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:32.693099 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ef7753ea-09d8-4231-9a56-b407fbb8f6fb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:32.695978 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46276ff0-d345-4142-88de-966cf52af85b None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:32.696459 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-46276ff0-d345-4142-88de-966cf52af85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:32.787470 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-46276ff0-d345-4142-88de-966cf52af85b None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:32.896248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7753ea-09d8-4231-9a56-b407fbb8f6fb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router f96c21ed-56ac-406c-a9a3-5cb595ea09da has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:33.151437 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-46276ff0-d345-4142-88de-966cf52af85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:32Z', 'revision_number': 8, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '189d4456-44bf-4bfb-96ba-5bee239cc349', 'name': '', 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:c4:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '113031a0-e192-4f28-ba82-bf50f730c668', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:24Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '113031a0-e192-4f28-ba82-bf50f730c668', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:33.186667 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46276ff0-d345-4142-88de-966cf52af85b None None] Checking router: f96c21ed-56ac-406c-a9a3-5cb595ea09da for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:33.195859 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46276ff0-d345-4142-88de-966cf52af85b None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:33.196569 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-46276ff0-d345-4142-88de-966cf52af85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:33.294885 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-46276ff0-d345-4142-88de-966cf52af85b None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:33.376204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7753ea-09d8-4231-9a56-b407fbb8f6fb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:33.381706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ef7753ea-09d8-4231-9a56-b407fbb8f6fb tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7692041 Dec 08 02:24:33.384598 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60028) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:33.389941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ce109-ea08-4545-b171-e9e8de69e813 req-f29b847d-c8e1-483a-850c-e7d00db681b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:33.391411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a44ce109-ea08-4545-b171-e9e8de69e813 req-f29b847d-c8e1-483a-850c-e7d00db681b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 1097 time: 0.1008992 Dec 08 02:24:33.398857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eaa7ac-62fe-43f3-8797-a0ff52afcb0c req-e098846f-fc0f-4378-8931-d96c13682a7f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:33.400358 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60eaa7ac-62fe-43f3-8797-a0ff52afcb0c req-e098846f-fc0f-4378-8931-d96c13682a7f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.1119533 Dec 08 02:24:33.438481 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting subnet 35a9b04c-3dac-4f5f-be2d-99d52cc92361 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:24:33.441967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:33.482141 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:33.524093 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-46276ff0-d345-4142-88de-966cf52af85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:32Z', 'revision_number': 8, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '189d4456-44bf-4bfb-96ba-5bee239cc349', 'name': '', 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:c4:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '113031a0-e192-4f28-ba82-bf50f730c668', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:24Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '113031a0-e192-4f28-ba82-bf50f730c668', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:33.533174 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60eaa7ac-62fe-43f3-8797-a0ff52afcb0c req-2a2ded53-10bd-4d45-b101-04b8a2b9a3bd tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185637 Dec 08 02:24:33.557250 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46276ff0-d345-4142-88de-966cf52af85b None None] The sync data for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 is: [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:32Z', 'revision_number': 8, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '189d4456-44bf-4bfb-96ba-5bee239cc349', 'name': '', 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:c4:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '113031a0-e192-4f28-ba82-bf50f730c668', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:24Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '113031a0-e192-4f28-ba82-bf50f730c668', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:33.566586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ce109-ea08-4545-b171-e9e8de69e813 req-87a0d82a-fad7-4052-98cb-7f0e54181f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:33.568093 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a44ce109-ea08-4545-b171-e9e8de69e813 req-87a0d82a-fad7-4052-98cb-7f0e54181f05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=298026aa-d1de-47dd-b68c-f7c57d260a38 HTTP/1.1" status: 200 len: 898 time: 0.1388955 Dec 08 02:24:33.571616 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:33.634394 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:33.648312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a44ce109-ea08-4545-b171-e9e8de69e813 req-ba9c7aa3-f2bc-4715-8085-14fe096747ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee55ded7-cb42-42d0-ac39-d278c5f889ff HTTP/1.1" status: 200 len: 1001 time: 0.0727546 Dec 08 02:24:33.662222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Subnet': ['ID=35a9b04c-3dac-4f5f-be2d-99d52cc92361,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:33.670386 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:33.673787 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/35a9b04c-3dac-4f5f-be2d-99d52cc92361 HTTP/1.1" status: 204 len: 168 time: 0.2876132 Dec 08 02:24:33.674375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e2dce-4ebc-40a2-9902-4e692898cf32 None None] Network f1ac3f27-0768-4ea3-92db-a65768f34a74 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:33.675459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:33.676056 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:33.676599 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:33.677137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:33.677480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:33.677847 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:33.678156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:33.678492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:33.678843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:33.679167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:33.680087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:33.680087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:33.680333 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba21ab-40eb-47d3-bc23-443131a3523d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:33.681891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60030) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:33.759552 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ce109-ea08-4545-b171-e9e8de69e813 req-bdd3af3d-484e-4791-b584-01b7cf50967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:33.761057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a44ce109-ea08-4545-b171-e9e8de69e813 req-bdd3af3d-484e-4791-b584-01b7cf50967b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d2da420-5daa-4fc4-b4b4-1790e31d86c4 HTTP/1.1" status: 200 len: 834 time: 0.1043379 Dec 08 02:24:33.781014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:33.827465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917c315e-8dcd-41bf-b9ff-3bc3e0a95474 None None] DHCP port deletion for f1ac3f27-0768-4ea3-92db-a65768f34a74 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:24:33.840257 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ce109-ea08-4545-b171-e9e8de69e813 req-f5cfc14f-7570-4369-b6ec-ae4f8a0516aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:33.841828 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a44ce109-ea08-4545-b171-e9e8de69e813 req-f5cfc14f-7570-4369-b6ec-ae4f8a0516aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=298026aa-d1de-47dd-b68c-f7c57d260a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715549 Dec 08 02:24:33.880400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-917c315e-8dcd-41bf-b9ff-3bc3e0a95474 None None] Deleting port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:33.880780 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-917c315e-8dcd-41bf-b9ff-3bc3e0a95474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:33.914801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:33.915063 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:33.942198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-917c315e-8dcd-41bf-b9ff-3bc3e0a95474 None None] For port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4ace6b5c-8fa3-4dc6-860f-fcf2c6280220,segment=NetworkSegment(095524ff-59bc-4574-97c0-d53b7ba469b9),segment_id=095524ff-59bc-4574-97c0-d53b7ba469b9)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:33.942600 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-917c315e-8dcd-41bf-b9ff-3bc3e0a95474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:33.955006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-917c315e-8dcd-41bf-b9ff-3bc3e0a95474 None None] Calling delete_port for 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:33.993139 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a44ce109-ea08-4545-b171-e9e8de69e813 req-1cad1ce0-9f2a-4d83-8d81-99504a09f29e service neutron] 10.222.0.45 "GET /v2.0/networks/298026aa-d1de-47dd-b68c-f7c57d260a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434929 Dec 08 02:24:33.997676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] For port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4ace6b5c-8fa3-4dc6-860f-fcf2c6280220,segment=NetworkSegment(095524ff-59bc-4574-97c0-d53b7ba469b9),segment_id=095524ff-59bc-4574-97c0-d53b7ba469b9)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:33.998616 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:34.018775 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:34.035546 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-917c315e-8dcd-41bf-b9ff-3bc3e0a95474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:34.059646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c315e-8dcd-41bf-b9ff-3bc3e0a95474 None None] Pushing event deleted for resources: {'Port': ['ID=4ace6b5c-8fa3-4dc6-860f-fcf2c6280220,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:34.066586 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c315e-8dcd-41bf-b9ff-3bc3e0a95474 None None] No DVR routers for this DVR port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:24:34.149577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a44ce109-ea08-4545-b171-e9e8de69e813 req-8b6a1207-10b2-496c-9389-d6fc337cd8e8 service neutron] 10.222.0.45 "GET /v2.0/networks/298026aa-d1de-47dd-b68c-f7c57d260a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420424 Dec 08 02:24:34.165714 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:34.195485 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No DVR routers for this DVR port 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:24:34.201236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=4ace6b5c-8fa3-4dc6-860f-fcf2c6280220,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:34.281842 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:34.302201 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ac3f27-0768-4ea3-92db-a65768f34a74']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:34.311289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095524ff-59bc-4574-97c0-d53b7ba469b9') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:34.311586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095524ff-59bc-4574-97c0-d53b7ba469b9') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:34.321117 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:34.334947 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:34.341288 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:24:34.342178 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: self.session.flush() Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:24:34.345188 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:24:34.406273 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:34.413085 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:34.416297 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/networks/f1ac3f27-0768-4ea3-92db-a65768f34a74 HTTP/1.1" status: 204 len: 168 time: 0.7334027 Dec 08 02:24:34.419043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60032) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:34.428341 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471d052-5738-4e10-beec-ca083f5e8863 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Network': ['ID=f1ac3f27-0768-4ea3-92db-a65768f34a74,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:34.679802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e431169-a151-483b-8551-b66325daf253 req-fb67d330-2e52-405c-9595-4cfd7996fa5e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:34.681546 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e431169-a151-483b-8551-b66325daf253 req-fb67d330-2e52-405c-9595-4cfd7996fa5e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0641260 Dec 08 02:24:34.741485 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e431169-a151-483b-8551-b66325daf253 req-da7a3496-746a-4d3a-b43c-2b9a5784c464 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540009 Dec 08 02:24:34.804755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1e68fb-d81e-4bb5-bd89-5d2fb6e7a2f6 None None] Sync routers for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:34.812446 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-503be2ec-5da4-4161-aca6-6d1d394e1be7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:34.815389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1e68fb-d81e-4bb5-bd89-5d2fb6e7a2f6 None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:34.816208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-af1e68fb-d81e-4bb5-bd89-5d2fb6e7a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:34.909102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-af1e68fb-d81e-4bb5-bd89-5d2fb6e7a2f6 None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:35.055009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-503be2ec-5da4-4161-aca6-6d1d394e1be7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 189d4456-44bf-4bfb-96ba-5bee239cc349 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:35.055353 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-503be2ec-5da4-4161-aca6-6d1d394e1be7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:35.110453 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-af1e68fb-d81e-4bb5-bd89-5d2fb6e7a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:32Z', 'revision_number': 8, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '189d4456-44bf-4bfb-96ba-5bee239cc349', 'name': '', 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:c4:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '113031a0-e192-4f28-ba82-bf50f730c668', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:24Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '113031a0-e192-4f28-ba82-bf50f730c668', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:35.141565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1e68fb-d81e-4bb5-bd89-5d2fb6e7a2f6 None None] Checking router: f96c21ed-56ac-406c-a9a3-5cb595ea09da for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:35.144642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-503be2ec-5da4-4161-aca6-6d1d394e1be7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] For port 189d4456-44bf-4bfb-96ba-5bee239cc349, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=189d4456-44bf-4bfb-96ba-5bee239cc349,segment=NetworkSegment(7101b880-51e6-491c-b20f-6353ac485809),segment_id=7101b880-51e6-491c-b20f-6353ac485809)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:35.145004 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-503be2ec-5da4-4161-aca6-6d1d394e1be7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:35.156116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1e68fb-d81e-4bb5-bd89-5d2fb6e7a2f6 None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:35.156743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-af1e68fb-d81e-4bb5-bd89-5d2fb6e7a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:35.158816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-503be2ec-5da4-4161-aca6-6d1d394e1be7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 189d4456-44bf-4bfb-96ba-5bee239cc349 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:35.247827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-af1e68fb-d81e-4bb5-bd89-5d2fb6e7a2f6 None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:35.324300 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5135209b-348f-4dfc-a034-23433ff57c57 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:24:35.335194 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-503be2ec-5da4-4161-aca6-6d1d394e1be7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:35.359382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 5135209b-348f-4dfc-a034-23433ff57c57 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:24:35.359758 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5135209b-348f-4dfc-a034-23433ff57c57 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:24:35.360184 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:24:35.365552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503be2ec-5da4-4161-aca6-6d1d394e1be7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=189d4456-44bf-4bfb-96ba-5bee239cc349,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:35.389980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:24:35.390432 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4ace6b5c-8fa3-4dc6-860f-fcf2c6280220 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:24:35.509299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-af1e68fb-d81e-4bb5-bd89-5d2fb6e7a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:32Z', 'revision_number': 8, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '189d4456-44bf-4bfb-96ba-5bee239cc349', 'name': '', 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:c4:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '113031a0-e192-4f28-ba82-bf50f730c668', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:24Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '113031a0-e192-4f28-ba82-bf50f730c668', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:35.529289 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-503be2ec-5da4-4161-aca6-6d1d394e1be7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:35.536530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1e68fb-d81e-4bb5-bd89-5d2fb6e7a2f6 None None] The sync data for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 is: [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:32Z', 'revision_number': 8, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '189d4456-44bf-4bfb-96ba-5bee239cc349', 'name': '', 'network_id': 'c3ba7ac1-fde8-4d21-a0b2-b5619509fa82', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:c4:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '113031a0-e192-4f28-ba82-bf50f730c668', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:24Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '113031a0-e192-4f28-ba82-bf50f730c668', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:35.723971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503be2ec-5da4-4161-aca6-6d1d394e1be7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router f96c21ed-56ac-406c-a9a3-5cb595ea09da has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:35.864665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768341c-401e-49dc-b353-4cb7698c2b5b req-3b4ccb93-3de2-4a6a-9d79-0ef3cd1e8c81 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:35.866180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4768341c-401e-49dc-b353-4cb7698c2b5b req-3b4ccb93-3de2-4a6a-9d79-0ef3cd1e8c81 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0509398 Dec 08 02:24:35.924227 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4768341c-401e-49dc-b353-4cb7698c2b5b req-f5fadde7-396b-448a-b042-ca4be717fb01 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513995 Dec 08 02:24:36.047289 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503be2ec-5da4-4161-aca6-6d1d394e1be7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:36.052331 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-503be2ec-5da4-4161-aca6-6d1d394e1be7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6315145 Dec 08 02:24:36.055051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60040) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:36.057550 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58c3bd9-8d40-4de2-b77e-50d5c5adc24d None None] Sync routers for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:36.067474 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c3bd9-8d40-4de2-b77e-50d5c5adc24d None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:36.068181 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c58c3bd9-8d40-4de2-b77e-50d5c5adc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:36.105051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a17458-609b-4371-ad3b-34c29b817366 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting subnet 113031a0-e192-4f28-ba82-bf50f730c668 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:24:36.108259 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c6a17458-609b-4371-ad3b-34c29b817366 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.150301 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c6a17458-609b-4371-ad3b-34c29b817366 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.156009 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c58c3bd9-8d40-4de2-b77e-50d5c5adc24d None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:36.239645 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c6a17458-609b-4371-ad3b-34c29b817366 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.296119 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c6a17458-609b-4371-ad3b-34c29b817366 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.324651 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c6a17458-609b-4371-ad3b-34c29b817366 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.330923 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c6a17458-609b-4371-ad3b-34c29b817366 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/113031a0-e192-4f28-ba82-bf50f730c668 HTTP/1.1" status: 204 len: 168 time: 0.2726171 Dec 08 02:24:36.330923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a17458-609b-4371-ad3b-34c29b817366 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Subnet': ['ID=113031a0-e192-4f28-ba82-bf50f730c668,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:36.331289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60042) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:36.333740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea9f7b9-f2fa-42f9-88dc-fce15679fec9 None None] Network c3ba7ac1-fde8-4d21-a0b2-b5619509fa82 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:36.357554 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c58c3bd9-8d40-4de2-b77e-50d5c5adc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:35Z', 'revision_number': 9, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:36.385067 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58c3bd9-8d40-4de2-b77e-50d5c5adc24d None None] Checking router: f96c21ed-56ac-406c-a9a3-5cb595ea09da for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:36.395929 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c3bd9-8d40-4de2-b77e-50d5c5adc24d None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:36.396536 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c58c3bd9-8d40-4de2-b77e-50d5c5adc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:36.419730 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.479215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:36.480105 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.480495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e801e6f-6523-4946-be57-54513200f37e None None] DHCP port deletion for c3ba7ac1-fde8-4d21-a0b2-b5619509fa82 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:24:36.488595 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c58c3bd9-8d40-4de2-b77e-50d5c5adc24d None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:36.528088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8e801e6f-6523-4946-be57-54513200f37e None None] Deleting port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:36.528555 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e801e6f-6523-4946-be57-54513200f37e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.549172 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] For port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9,segment=NetworkSegment(7101b880-51e6-491c-b20f-6353ac485809),segment_id=7101b880-51e6-491c-b20f-6353ac485809)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:36.549690 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.562970 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:36.591055 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8e801e6f-6523-4946-be57-54513200f37e None None] For port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9,segment=NetworkSegment(7101b880-51e6-491c-b20f-6353ac485809),segment_id=7101b880-51e6-491c-b20f-6353ac485809)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:36.591478 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e801e6f-6523-4946-be57-54513200f37e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.607828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8e801e6f-6523-4946-be57-54513200f37e None None] Calling delete_port for 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:36.646713 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.678104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:36.681790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No DVR routers for this DVR port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:24:36.688600 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e801e6f-6523-4946-be57-54513200f37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.707694 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c58c3bd9-8d40-4de2-b77e-50d5c5adc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:35Z', 'revision_number': 9, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:36.715176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e801e6f-6523-4946-be57-54513200f37e None None] Pushing event deleted for resources: {'Port': ['ID=2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:36.717087 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e801e6f-6523-4946-be57-54513200f37e None None] No DVR routers for this DVR port 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:24:36.736439 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58c3bd9-8d40-4de2-b77e-50d5c5adc24d None None] The sync data for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 is: [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:35Z', 'revision_number': 9, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '516ccb09-8add-4db1-882e-c95ca5b90c6f', 'name': '', 'network_id': '2a3484c5-bc31-4e4e-a130-edf66b2f7d14', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:44:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:22Z', 'updated_at': '2021-12-08T02:24:28Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': '5a69d67d-2588-4247-8da5-4a732f8f4b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:36.766598 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.786163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ba7ac1-fde8-4d21-a0b2-b5619509fa82']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:36.795551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7101b880-51e6-491c-b20f-6353ac485809') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:36.795876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7101b880-51e6-491c-b20f-6353ac485809') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:36.804947 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.818548 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.824416 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:24:36.824783 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:24:36.827680 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:24:36.891777 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.898292 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:36.901403 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/networks/c3ba7ac1-fde8-4d21-a0b2-b5619509fa82 HTTP/1.1" status: 204 len: 168 time: 0.5685439 Dec 08 02:24:36.904256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60044) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:36.912250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e12381-3efe-4b62-a2ab-e2be4a207def tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Network': ['ID=c3ba7ac1-fde8-4d21-a0b2-b5619509fa82,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:37.043034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a99e3-6de1-4526-abb5-d2541572822d req-c499d201-14e8-4488-92fd-5761a0f6a8d4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:37.044463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f66a99e3-6de1-4526-abb5-d2541572822d req-c499d201-14e8-4488-92fd-5761a0f6a8d4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0479350 Dec 08 02:24:37.098865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f66a99e3-6de1-4526-abb5-d2541572822d req-c3548d90-fced-4485-b5f6-ca2a29f493db tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475862 Dec 08 02:24:37.239097 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-632397e6-80ce-4dbd-911b-d61ed891f587 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:37.305689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 189d4456-44bf-4bfb-96ba-5bee239cc349 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:24:37.325196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 189d4456-44bf-4bfb-96ba-5bee239cc349 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:24:37.325539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 189d4456-44bf-4bfb-96ba-5bee239cc349 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:24:37.325978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:24:37.347525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:24:37.348189 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2f0a4ebf-6b40-4fae-a8a9-f4210c1496d9 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:24:37.479801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-632397e6-80ce-4dbd-911b-d61ed891f587 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 516ccb09-8add-4db1-882e-c95ca5b90c6f {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:37.480060 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-632397e6-80ce-4dbd-911b-d61ed891f587 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:37.569210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-632397e6-80ce-4dbd-911b-d61ed891f587 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] For port 516ccb09-8add-4db1-882e-c95ca5b90c6f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=516ccb09-8add-4db1-882e-c95ca5b90c6f,segment=NetworkSegment(fe9cb47d-24c5-4a0b-a4b9-03ade5f18440),segment_id=fe9cb47d-24c5-4a0b-a4b9-03ade5f18440)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:37.569570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-632397e6-80ce-4dbd-911b-d61ed891f587 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:37.582394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-632397e6-80ce-4dbd-911b-d61ed891f587 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 516ccb09-8add-4db1-882e-c95ca5b90c6f owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:37.746219 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-632397e6-80ce-4dbd-911b-d61ed891f587 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:37.772131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632397e6-80ce-4dbd-911b-d61ed891f587 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=516ccb09-8add-4db1-882e-c95ca5b90c6f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:37.932948 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-632397e6-80ce-4dbd-911b-d61ed891f587 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:38.111241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632397e6-80ce-4dbd-911b-d61ed891f587 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router f96c21ed-56ac-406c-a9a3-5cb595ea09da has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:38.202813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632397e6-80ce-4dbd-911b-d61ed891f587 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:38.210279 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-632397e6-80ce-4dbd-911b-d61ed891f587 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3023937 Dec 08 02:24:38.210484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60050) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:38.216926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faf3ebb-4d28-4384-8d2f-cc00381474c2 None None] Sync routers for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:38.226531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ebeca-a92b-4648-a12e-582a3e86f1ac req-4411807b-7e26-43f3-8244-33c2356a23cb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:38.227069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faf3ebb-4d28-4384-8d2f-cc00381474c2 None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:38.227587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7faf3ebb-4d28-4384-8d2f-cc00381474c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:38.228068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d62ebeca-a92b-4648-a12e-582a3e86f1ac req-4411807b-7e26-43f3-8244-33c2356a23cb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0576589 Dec 08 02:24:38.265716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdee04e-cb8d-48dc-a2c6-baf40d53cb5e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting subnet 5a69d67d-2588-4247-8da5-4a732f8f4b29 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:24:38.269012 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6bdee04e-cb8d-48dc-a2c6-baf40d53cb5e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:38.281176 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d62ebeca-a92b-4648-a12e-582a3e86f1ac req-c4357c93-b38d-4d9c-8c81-460e814dbd55 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461166 Dec 08 02:24:38.314423 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6bdee04e-cb8d-48dc-a2c6-baf40d53cb5e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:38.318948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-7faf3ebb-4d28-4384-8d2f-cc00381474c2 None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:38.395815 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6bdee04e-cb8d-48dc-a2c6-baf40d53cb5e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:38.452268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6bdee04e-cb8d-48dc-a2c6-baf40d53cb5e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:38.483095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdee04e-cb8d-48dc-a2c6-baf40d53cb5e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Subnet': ['ID=5a69d67d-2588-4247-8da5-4a732f8f4b29,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:38.488259 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6bdee04e-cb8d-48dc-a2c6-baf40d53cb5e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:38.493821 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6bdee04e-cb8d-48dc-a2c6-baf40d53cb5e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/5a69d67d-2588-4247-8da5-4a732f8f4b29 HTTP/1.1" status: 204 len: 168 time: 0.2799697 Dec 08 02:24:38.494152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60052) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:38.494306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5baf45-a143-42cc-848f-252df7f66d23 None None] Network 2a3484c5-bc31-4e4e-a130-edf66b2f7d14 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:38.571559 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:38.579928 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7faf3ebb-4d28-4384-8d2f-cc00381474c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:37Z', 'revision_number': 10, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:38.606998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faf3ebb-4d28-4384-8d2f-cc00381474c2 None None] Checking router: f96c21ed-56ac-406c-a9a3-5cb595ea09da for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:38.621027 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faf3ebb-4d28-4384-8d2f-cc00381474c2 None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:38.621743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7faf3ebb-4d28-4384-8d2f-cc00381474c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:38.624504 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 4bafc979-c1c0-4ff9-b410-ea39fc9da741 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:38.624927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:38.695641 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] For port 4bafc979-c1c0-4ff9-b410-ea39fc9da741, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4bafc979-c1c0-4ff9-b410-ea39fc9da741,segment=NetworkSegment(fe9cb47d-24c5-4a0b-a4b9-03ade5f18440),segment_id=fe9cb47d-24c5-4a0b-a4b9-03ade5f18440)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:38.696015 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:38.710032 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 4bafc979-c1c0-4ff9-b410-ea39fc9da741 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:38.791057 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:38.817643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=4bafc979-c1c0-4ff9-b410-ea39fc9da741,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:38.821045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No DVR routers for this DVR port 4bafc979-c1c0-4ff9-b410-ea39fc9da741 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:24:38.852332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da098e7e-3847-4675-883f-45db08e76f70 None None] DHCP port deletion for 2a3484c5-bc31-4e4e-a130-edf66b2f7d14 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:24:38.884350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-7faf3ebb-4d28-4384-8d2f-cc00381474c2 None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:38.908994 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:38.929193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3484c5-bc31-4e4e-a130-edf66b2f7d14']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:38.938635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9cb47d-24c5-4a0b-a4b9-03ade5f18440') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:38.939270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9cb47d-24c5-4a0b-a4b9-03ade5f18440') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:38.948475 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:38.961517 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:38.968379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:24:38.968776 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:24:38.971780 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:24:39.032590 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:39.039412 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:39.042675 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/networks/2a3484c5-bc31-4e4e-a130-edf66b2f7d14 HTTP/1.1" status: 204 len: 168 time: 0.5471361 Dec 08 02:24:39.045881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60054) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:39.054102 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0f121-068a-4a06-8c09-6c6068db5ae2 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Network': ['ID=2a3484c5-bc31-4e4e-a130-edf66b2f7d14,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:39.085522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7faf3ebb-4d28-4384-8d2f-cc00381474c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:37Z', 'revision_number': 10, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:39.116029 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faf3ebb-4d28-4384-8d2f-cc00381474c2 None None] The sync data for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 is: [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:37Z', 'revision_number': 10, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None, '_interfaces': [{'id': '7984fadb-ffab-4e19-b1e3-30011575ba4c', 'name': '', 'network_id': '65410e4c-aeb6-4c16-b047-f647bfe49bc8', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'mac_address': 'fa:16:3e:9e:f2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:24:19Z', 'updated_at': '2021-12-08T02:24:23Z', 'revision_number': 5, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'subnets': [{'id': 'ea574512-cdec-4096-9bde-4ae943c76997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:39.401339 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d67fbc3-9be1-4103-871c-48a480c1e3fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:39.443193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4e08f-d239-47e6-b778-27aeb09b1ee3 req-9657c75f-2855-434a-8782-927b3c99bf42 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:39.444681 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68a4e08f-d239-47e6-b778-27aeb09b1ee3 req-9657c75f-2855-434a-8782-927b3c99bf42 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0916913 Dec 08 02:24:39.514568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 516ccb09-8add-4db1-882e-c95ca5b90c6f no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:24:39.536236 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 516ccb09-8add-4db1-882e-c95ca5b90c6f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:24:39.536523 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 516ccb09-8add-4db1-882e-c95ca5b90c6f not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:24:39.536979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4bafc979-c1c0-4ff9-b410-ea39fc9da741 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:24:39.557311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 4bafc979-c1c0-4ff9-b410-ea39fc9da741 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:24:39.557763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4bafc979-c1c0-4ff9-b410-ea39fc9da741 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:24:39.567956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68a4e08f-d239-47e6-b778-27aeb09b1ee3 req-cdbe2adb-0ac5-41d9-8e6d-7732a4fe783c tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961874 Dec 08 02:24:39.692103 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4d67fbc3-9be1-4103-871c-48a480c1e3fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 7984fadb-ffab-4e19-b1e3-30011575ba4c {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:39.692440 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d67fbc3-9be1-4103-871c-48a480c1e3fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:39.777693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-4d67fbc3-9be1-4103-871c-48a480c1e3fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] For port 7984fadb-ffab-4e19-b1e3-30011575ba4c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=7984fadb-ffab-4e19-b1e3-30011575ba4c,segment=NetworkSegment(414a78d7-7dc2-4b89-9b2c-e238f20c9eec),segment_id=414a78d7-7dc2-4b89-9b2c-e238f20c9eec)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:39.777984 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d67fbc3-9be1-4103-871c-48a480c1e3fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:39.790078 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4d67fbc3-9be1-4103-871c-48a480c1e3fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 7984fadb-ffab-4e19-b1e3-30011575ba4c owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:39.954863 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d67fbc3-9be1-4103-871c-48a480c1e3fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:39.991322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67fbc3-9be1-4103-871c-48a480c1e3fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=7984fadb-ffab-4e19-b1e3-30011575ba4c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:40.122681 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4d67fbc3-9be1-4103-871c-48a480c1e3fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:40.275141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d67fbc3-9be1-4103-871c-48a480c1e3fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router f96c21ed-56ac-406c-a9a3-5cb595ea09da has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:40.350547 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d67fbc3-9be1-4103-871c-48a480c1e3fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:40.355437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4d67fbc3-9be1-4103-871c-48a480c1e3fc tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3084838 Dec 08 02:24:40.358874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60058) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:40.360780 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac4dde7-9ce8-4f44-9793-0f41b578349a None None] Sync routers for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:40.370963 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac4dde7-9ce8-4f44-9793-0f41b578349a None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:40.371675 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9ac4dde7-9ce8-4f44-9793-0f41b578349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:40.408900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e797bc24-bbc5-4bd6-8739-57da6c7c5744 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting subnet ea574512-cdec-4096-9bde-4ae943c76997 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:24:40.412081 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e797bc24-bbc5-4bd6-8739-57da6c7c5744 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:40.440314 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9ac4dde7-9ce8-4f44-9793-0f41b578349a None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:40.451157 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e797bc24-bbc5-4bd6-8739-57da6c7c5744 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:40.543191 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e797bc24-bbc5-4bd6-8739-57da6c7c5744 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:40.587134 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9ac4dde7-9ce8-4f44-9793-0f41b578349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:39Z', 'revision_number': 11, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:40.606650 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e797bc24-bbc5-4bd6-8739-57da6c7c5744 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:40.614849 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac4dde7-9ce8-4f44-9793-0f41b578349a None None] Checking router: f96c21ed-56ac-406c-a9a3-5cb595ea09da for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:40.625107 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac4dde7-9ce8-4f44-9793-0f41b578349a None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:40.625730 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9ac4dde7-9ce8-4f44-9793-0f41b578349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:40.640793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797bc24-bbc5-4bd6-8739-57da6c7c5744 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Subnet': ['ID=ea574512-cdec-4096-9bde-4ae943c76997,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:40.643072 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e797bc24-bbc5-4bd6-8739-57da6c7c5744 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:40.648762 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e797bc24-bbc5-4bd6-8739-57da6c7c5744 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/ea574512-cdec-4096-9bde-4ae943c76997 HTTP/1.1" status: 204 len: 168 time: 0.2865102 Dec 08 02:24:40.648922 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60062) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:40.653360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eea2bf-7c08-409d-b33f-f97782a7dc0e None None] Network 65410e4c-aeb6-4c16-b047-f647bfe49bc8 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:40.697032 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9ac4dde7-9ce8-4f44-9793-0f41b578349a None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:40.738449 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fef33f-8cf6-4e8b-ba24-65acda9790c8 req-3226e3c8-7a57-4993-98ad-88a2b76bb0a2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:40.751906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21fef33f-8cf6-4e8b-ba24-65acda9790c8 req-3226e3c8-7a57-4993-98ad-88a2b76bb0a2 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0833437 Dec 08 02:24:40.752409 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9ac4dde7-9ce8-4f44-9793-0f41b578349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:39Z', 'revision_number': 11, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:40.775586 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:40.782750 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac4dde7-9ce8-4f44-9793-0f41b578349a None None] The sync data for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 is: [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:39Z', 'revision_number': 11, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:40.840630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21fef33f-8cf6-4e8b-ba24-65acda9790c8 req-22ab5d2c-e072-454c-8ff3-a575a9262360 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875959 Dec 08 02:24:40.870775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Deleting port 1afc0ac0-0e1f-4b1a-8768-91c0936d0038 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:40.871126 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:40.932650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] For port 1afc0ac0-0e1f-4b1a-8768-91c0936d0038, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1afc0ac0-0e1f-4b1a-8768-91c0936d0038,segment=NetworkSegment(414a78d7-7dc2-4b89-9b2c-e238f20c9eec),segment_id=414a78d7-7dc2-4b89-9b2c-e238f20c9eec)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:40.933017 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:40.949665 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Calling delete_port for 1afc0ac0-0e1f-4b1a-8768-91c0936d0038 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:41.027433 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:41.050316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Port': ['ID=1afc0ac0-0e1f-4b1a-8768-91c0936d0038,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:41.055924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No DVR routers for this DVR port 1afc0ac0-0e1f-4b1a-8768-91c0936d0038 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:24:41.137247 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:41.164349 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65410e4c-aeb6-4c16-b047-f647bfe49bc8']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:41.170195 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53776589-3738-4bdb-a2b1-60e3f6f8c646 None None] DHCP port deletion for 65410e4c-aeb6-4c16-b047-f647bfe49bc8 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:24:41.174707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414a78d7-7dc2-4b89-9b2c-e238f20c9eec') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:41.175017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414a78d7-7dc2-4b89-9b2c-e238f20c9eec') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:41.186263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:41.203757 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:41.211871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:24:41.212313 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:24:41.216355 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:24:41.300423 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:41.308273 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:41.314564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60064) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:41.315228 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/networks/65410e4c-aeb6-4c16-b047-f647bfe49bc8 HTTP/1.1" status: 204 len: 168 time: 0.6647465 Dec 08 02:24:41.321655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c31587c2-0ce5-43c3-820d-71cdaa7a907d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'router': {'routes': None}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:41.325325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 7984fadb-ffab-4e19-b1e3-30011575ba4c no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:24:41.330571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632f17f-65d7-420b-9711-118d3d8f8e39 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Pushing event deleted for resources: {'Network': ['ID=65410e4c-aeb6-4c16-b047-f647bfe49bc8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:41.357109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 7984fadb-ffab-4e19-b1e3-30011575ba4c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:24:41.357755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 7984fadb-ffab-4e19-b1e3-30011575ba4c not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:24:41.358361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1afc0ac0-0e1f-4b1a-8768-91c0936d0038 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:24:41.379493 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 1afc0ac0-0e1f-4b1a-8768-91c0936d0038 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:24:41.379983 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1afc0ac0-0e1f-4b1a-8768-91c0936d0038 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:24:41.486660 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-c31587c2-0ce5-43c3-820d-71cdaa7a907d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Added routes are [] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 02:24:41.486963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.extraroute_db [None req-c31587c2-0ce5-43c3-820d-71cdaa7a907d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Removed routes are [] {{(pid=109767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 02:24:41.487319 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c31587c2-0ce5-43c3-820d-71cdaa7a907d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:41.625184 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c31587c2-0ce5-43c3-820d-71cdaa7a907d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:41.628516 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c31587c2-0ce5-43c3-820d-71cdaa7a907d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:42.025009 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31587c2-0ce5-43c3-820d-71cdaa7a907d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router f96c21ed-56ac-406c-a9a3-5cb595ea09da has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:42.049520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7252fb-b3d7-4922-ab94-428fd08adad7 req-8a80c9e3-fef1-4b40-aa6a-0c93a7e5f5ab tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:42.051036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c7252fb-b3d7-4922-ab94-428fd08adad7 req-8a80c9e3-fef1-4b40-aa6a-0c93a7e5f5ab tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0637546 Dec 08 02:24:42.132513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31587c2-0ce5-43c3-820d-71cdaa7a907d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:42.143058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c31587c2-0ce5-43c3-820d-71cdaa7a907d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:42.143222 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f4c0d-f37d-4c79-8bf6-c9fe49f39341 None None] Sync routers for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:42.144216 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c31587c2-0ce5-43c3-820d-71cdaa7a907d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da HTTP/1.1" status: 200 len: 700 time: 0.8284383 Dec 08 02:24:42.146921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60068) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:42.154444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29f4c0d-f37d-4c79-8bf6-c9fe49f39341 None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:42.155049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d29f4c0d-f37d-4c79-8bf6-c9fe49f39341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:42.182124 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b32df945-2dfd-4c08-943e-bf7fcdb5418d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports?device_id=f96c21ed-56ac-406c-a9a3-5cb595ea09da HTTP/1.1" status: 200 len: 205 time: 0.0341303 Dec 08 02:24:42.184690 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60070) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:42.186772 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c7252fb-b3d7-4922-ab94-428fd08adad7 req-6a08c61e-dbd4-41b6-ba12-d953d32f82e4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049767 Dec 08 02:24:42.225788 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-d29f4c0d-f37d-4c79-8bf6-c9fe49f39341 None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:42.264127 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3e8d0c7-96a6-409b-86b5-dedc125cb5b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:42.280564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d29f4c0d-f37d-4c79-8bf6-c9fe49f39341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:39Z', 'revision_number': 11, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:42.306977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f4c0d-f37d-4c79-8bf6-c9fe49f39341 None None] Checking router: f96c21ed-56ac-406c-a9a3-5cb595ea09da for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:42.316282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29f4c0d-f37d-4c79-8bf6-c9fe49f39341 None None] Routers {'f96c21ed-56ac-406c-a9a3-5cb595ea09da'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:42.316901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d29f4c0d-f37d-4c79-8bf6-c9fe49f39341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:42.389840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-d29f4c0d-f37d-4c79-8bf6-c9fe49f39341 None None] Set router f96c21ed-56ac-406c-a9a3-5cb595ea09da gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:42.446611 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d29f4c0d-f37d-4c79-8bf6-c9fe49f39341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:39Z', 'revision_number': 11, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:42.474415 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f4c0d-f37d-4c79-8bf6-c9fe49f39341 None None] The sync data for ids ['f96c21ed-56ac-406c-a9a3-5cb595ea09da'] in n-d-713499-31 is: [{'id': 'f96c21ed-56ac-406c-a9a3-5cb595ea09da', 'name': 'tempest-RoutersTest-router-811071492', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:18Z', 'updated_at': '2021-12-08T02:24:39Z', 'revision_number': 11, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:42.657057 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3e8d0c7-96a6-409b-86b5-dedc125cb5b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:42.659045 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3e8d0c7-96a6-409b-86b5-dedc125cb5b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:42.703961 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3e8d0c7-96a6-409b-86b5-dedc125cb5b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:42.704621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e8d0c7-96a6-409b-86b5-dedc125cb5b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Fanout notify agent at l3_agent the message router_deleted on router f96c21ed-56ac-406c-a9a3-5cb595ea09da {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:24:42.711908 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c3e8d0c7-96a6-409b-86b5-dedc125cb5b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:42.717819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60072) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:42.718155 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c3e8d0c7-96a6-409b-86b5-dedc125cb5b7 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da HTTP/1.1" status: 204 len: 168 time: 0.5314643 Dec 08 02:24:42.722343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ce751608-086f-4bc8-ac73-54cd66f10e54 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-301230092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:42.750523 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce751608-086f-4bc8-ac73-54cd66f10e54 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:42.751733 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce751608-086f-4bc8-ac73-54cd66f10e54 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:42.807831 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce751608-086f-4bc8-ac73-54cd66f10e54 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:42.816325 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce751608-086f-4bc8-ac73-54cd66f10e54 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:42.834091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ce751608-086f-4bc8-ac73-54cd66f10e54 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:42.835262 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ce751608-086f-4bc8-ac73-54cd66f10e54 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1164570 Dec 08 02:24:42.838044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60074) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:42.844123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8ca7c059-2b95-4cba-b57c-a0b67d86795f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:43.043701 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c059-2b95-4cba-b57c-a0b67d86795f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1723029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:43.054655 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c059-2b95-4cba-b57c-a0b67d86795f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1723116'] for router, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:43.155880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca7c059-2b95-4cba-b57c-a0b67d86795f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Router ff261dbc-b8b3-4a3d-adb9-46e793978a55 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:24:43.234386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca7c059-2b95-4cba-b57c-a0b67d86795f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:43.241311 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c059-2b95-4cba-b57c-a0b67d86795f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:43.242475 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8ca7c059-2b95-4cba-b57c-a0b67d86795f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "PUT /v2.0/routers/ff261dbc-b8b3-4a3d-adb9-46e793978a55 HTTP/1.1" status: 200 len: 693 time: 0.4031944 Dec 08 02:24:43.245027 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60078) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:43.249673 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0407cc-575b-49ac-88b2-419f2a74e3f8 None None] Sync routers for ids ['ff261dbc-b8b3-4a3d-adb9-46e793978a55'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:43.260910 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0407cc-575b-49ac-88b2-419f2a74e3f8 None None] Routers {'ff261dbc-b8b3-4a3d-adb9-46e793978a55'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:43.261519 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2e0407cc-575b-49ac-88b2-419f2a74e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ff261dbc-b8b3-4a3d-adb9-46e793978a55'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:43.329411 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-2e0407cc-575b-49ac-88b2-419f2a74e3f8 None None] Set router ff261dbc-b8b3-4a3d-adb9-46e793978a55 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:43.346408 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f8983169-5e46-4bd7-aa35-56730d816e5d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/routers/ff261dbc-b8b3-4a3d-adb9-46e793978a55 HTTP/1.1" status: 200 len: 699 time: 0.1002514 Dec 08 02:24:43.349115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60080) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:43.367303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f34595-352a-4ede-bc52-2a13ce2078b5 req-657bcb74-5965-432e-9731-c20da379b53b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:43.368811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2f34595-352a-4ede-bc52-2a13ce2078b5 req-657bcb74-5965-432e-9731-c20da379b53b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0869009 Dec 08 02:24:43.378581 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ca2584c6-f33c-4f97-874f-64f28000808c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff261dbc-b8b3-4a3d-adb9-46e793978a55 HTTP/1.1" status: 200 len: 205 time: 0.0267661 Dec 08 02:24:43.380970 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60082) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:43.382194 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2e0407cc-575b-49ac-88b2-419f2a74e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff261dbc-b8b3-4a3d-adb9-46e793978a55', 'name': 'tempest-RoutersTest-router-301230092', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:42Z', 'updated_at': '2021-12-08T02:24:43Z', 'revision_number': 2, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:43.412186 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0407cc-575b-49ac-88b2-419f2a74e3f8 None None] Checking router: ff261dbc-b8b3-4a3d-adb9-46e793978a55 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:43.420240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2f34595-352a-4ede-bc52-2a13ce2078b5 req-3dafa159-7f0b-4720-9937-a1831a1a8b3e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446115 Dec 08 02:24:43.422693 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0407cc-575b-49ac-88b2-419f2a74e3f8 None None] Routers {'ff261dbc-b8b3-4a3d-adb9-46e793978a55'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:43.423485 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2e0407cc-575b-49ac-88b2-419f2a74e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['ff261dbc-b8b3-4a3d-adb9-46e793978a55'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:43.460471 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3486-8f39-4f1f-87a7-ee5b28afad10 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:43.492747 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-2e0407cc-575b-49ac-88b2-419f2a74e3f8 None None] Set router ff261dbc-b8b3-4a3d-adb9-46e793978a55 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:43.543065 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2e0407cc-575b-49ac-88b2-419f2a74e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff261dbc-b8b3-4a3d-adb9-46e793978a55', 'name': 'tempest-RoutersTest-router-301230092', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:42Z', 'updated_at': '2021-12-08T02:24:43Z', 'revision_number': 2, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:43.573900 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0407cc-575b-49ac-88b2-419f2a74e3f8 None None] The sync data for ids ['ff261dbc-b8b3-4a3d-adb9-46e793978a55'] in n-d-713499-31 is: [{'id': 'ff261dbc-b8b3-4a3d-adb9-46e793978a55', 'name': 'tempest-RoutersTest-router-301230092', 'tenant_id': 'f7c5d132e23646378572ed614272c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:24:42Z', 'updated_at': '2021-12-08T02:24:43Z', 'revision_number': 2, 'project_id': 'f7c5d132e23646378572ed614272c09b', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:43.623284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3486-8f39-4f1f-87a7-ee5b28afad10 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:43.625725 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3486-8f39-4f1f-87a7-ee5b28afad10 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:43.670113 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3486-8f39-4f1f-87a7-ee5b28afad10 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:43.670646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0e3486-8f39-4f1f-87a7-ee5b28afad10 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Fanout notify agent at l3_agent the message router_deleted on router ff261dbc-b8b3-4a3d-adb9-46e793978a55 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:24:43.677848 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3486-8f39-4f1f-87a7-ee5b28afad10 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:43.678941 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cb0e3486-8f39-4f1f-87a7-ee5b28afad10 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/routers/ff261dbc-b8b3-4a3d-adb9-46e793978a55 HTTP/1.1" status: 204 len: 168 time: 0.2969394 Dec 08 02:24:43.684998 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60084) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:43.712529 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8e50fcab-1a2c-49ee-b425-c4a0c416c36d tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff261dbc-b8b3-4a3d-adb9-46e793978a55 HTTP/1.1" status: 200 len: 205 time: 0.0257897 Dec 08 02:24:43.715144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60086) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:43.753128 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-4f5e3a8f-c2fb-4914-8f3c-efa62d5428a1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] delete failed (client error): The resource could not be found. Dec 08 02:24:43.754186 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4f5e3a8f-c2fb-4914-8f3c-efa62d5428a1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/routers/ff261dbc-b8b3-4a3d-adb9-46e793978a55 HTTP/1.1" status: 404 len: 336 time: 0.0380194 Dec 08 02:24:43.756697 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60088) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:43.786505 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-200f4ff1-6ca3-474b-bdfe-9890626a73d5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] DELETE failed (client error): The resource could not be found. Dec 08 02:24:43.786964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200f4ff1-6ca3-474b-bdfe-9890626a73d5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:24:43.790063 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-200f4ff1-6ca3-474b-bdfe-9890626a73d5 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/35a9b04c-3dac-4f5f-be2d-99d52cc92361 HTTP/1.1" status: 404 len: 337 time: 0.0323920 Dec 08 02:24:43.792627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60090) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:43.818600 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-28eeb0d7-d351-4fec-bfbc-73f2cb10e7e0 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] DELETE failed (client error): The resource could not be found. Dec 08 02:24:43.819044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28eeb0d7-d351-4fec-bfbc-73f2cb10e7e0 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:24:43.822067 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-28eeb0d7-d351-4fec-bfbc-73f2cb10e7e0 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/113031a0-e192-4f28-ba82-bf50f730c668 HTTP/1.1" status: 404 len: 337 time: 0.0285149 Dec 08 02:24:43.824214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60092) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:43.848642 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-052de828-cc63-4cfc-a273-2b31f1e08303 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] DELETE failed (client error): The resource could not be found. Dec 08 02:24:43.849026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052de828-cc63-4cfc-a273-2b31f1e08303 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:24:43.851996 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-052de828-cc63-4cfc-a273-2b31f1e08303 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/5a69d67d-2588-4247-8da5-4a732f8f4b29 HTTP/1.1" status: 404 len: 337 time: 0.0269160 Dec 08 02:24:43.854171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60094) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:43.879272 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3338b342-b4f0-4c5d-a75d-fabedc779b41 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] DELETE failed (client error): The resource could not be found. Dec 08 02:24:43.879754 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3338b342-b4f0-4c5d-a75d-fabedc779b41 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:24:43.882712 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3338b342-b4f0-4c5d-a75d-fabedc779b41 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/ea574512-cdec-4096-9bde-4ae943c76997 HTTP/1.1" status: 404 len: 337 time: 0.0276895 Dec 08 02:24:43.885032 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60096) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:43.910861 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-853a6a2c-0c37-4c56-8cfc-ac94b78ef116 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports?device_id=f96c21ed-56ac-406c-a9a3-5cb595ea09da HTTP/1.1" status: 200 len: 205 time: 0.0248256 Dec 08 02:24:43.913039 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60098) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:43.953061 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-ad972441-ebcc-4828-92a1-be129083da4f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] delete failed (client error): The resource could not be found. Dec 08 02:24:43.954044 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ad972441-ebcc-4828-92a1-be129083da4f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/routers/f96c21ed-56ac-406c-a9a3-5cb595ea09da HTTP/1.1" status: 404 len: 336 time: 0.0401301 Dec 08 02:24:43.956485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60100) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:43.984297 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e7c4b169-d89d-4a0a-878e-56cb73cc4b3b tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a1ec9d4-3f9e-4234-ac5d-1403064d7121 HTTP/1.1" status: 200 len: 205 time: 0.0267642 Dec 08 02:24:43.986532 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60102) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.022252 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-003406c4-5a58-4e01-a122-f99d1e14fe63 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] delete failed (client error): The resource could not be found. Dec 08 02:24:44.023233 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-003406c4-5a58-4e01-a122-f99d1e14fe63 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/routers/2a1ec9d4-3f9e-4234-ac5d-1403064d7121 HTTP/1.1" status: 404 len: 336 time: 0.0358100 Dec 08 02:24:44.025580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60104) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.051535 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46aded4-af25-4702-911f-2c2271ad562c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] DELETE failed (client error): The resource could not be found. Dec 08 02:24:44.052011 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46aded4-af25-4702-911f-2c2271ad562c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:24:44.055007 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e46aded4-af25-4702-911f-2c2271ad562c tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/c98ef190-641e-4760-95cb-c42b6e595b95 HTTP/1.1" status: 404 len: 337 time: 0.0285466 Dec 08 02:24:44.057380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60106) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.086587 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-28fe638e-71c1-4dc1-a3a7-fab9b9d5c110 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports?device_id=78297068-759f-4b13-9a7e-c999e3dd8468 HTTP/1.1" status: 200 len: 205 time: 0.0281870 Dec 08 02:24:44.089065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60108) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.125658 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-a98b0120-9c31-4688-895d-8efa98faf134 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] delete failed (client error): The resource could not be found. Dec 08 02:24:44.126568 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a98b0120-9c31-4688-895d-8efa98faf134 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/routers/78297068-759f-4b13-9a7e-c999e3dd8468 HTTP/1.1" status: 404 len: 336 time: 0.0366290 Dec 08 02:24:44.129006 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60110) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.154920 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-89f946fb-62c1-4d13-98d7-9cad460d244f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports?device_id=5a933fc2-3fea-45c0-bd6a-685eca34e091 HTTP/1.1" status: 200 len: 205 time: 0.0248997 Dec 08 02:24:44.157109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60112) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.197051 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-923f83ea-c518-4b7d-86f4-ff0b0a43bfbe tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] delete failed (client error): The resource could not be found. Dec 08 02:24:44.198093 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-923f83ea-c518-4b7d-86f4-ff0b0a43bfbe tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/routers/5a933fc2-3fea-45c0-bd6a-685eca34e091 HTTP/1.1" status: 404 len: 336 time: 0.0401065 Dec 08 02:24:44.200655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60114) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.227474 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-896b23ae-743b-4bf8-941d-73a92462a764 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] DELETE failed (client error): The resource could not be found. Dec 08 02:24:44.227976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896b23ae-743b-4bf8-941d-73a92462a764 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:24:44.231056 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-896b23ae-743b-4bf8-941d-73a92462a764 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/eeeeb4b8-4b05-41fb-a8b1-d96d0fd5ba89 HTTP/1.1" status: 404 len: 337 time: 0.0294430 Dec 08 02:24:44.234325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60116) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.262471 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8b225270-f361-448d-92c5-177257c53375 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a835e9a-6715-4a5b-b5d3-7eb821e96a95 HTTP/1.1" status: 200 len: 205 time: 0.0262833 Dec 08 02:24:44.264645 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60118) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.300925 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-c6ebbe54-f717-4d61-8fe2-586b8c540113 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] delete failed (client error): The resource could not be found. Dec 08 02:24:44.301958 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c6ebbe54-f717-4d61-8fe2-586b8c540113 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/routers/2a835e9a-6715-4a5b-b5d3-7eb821e96a95 HTTP/1.1" status: 404 len: 336 time: 0.0364296 Dec 08 02:24:44.304674 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60120) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.334606 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b894d0b5-8401-4557-984e-3a89cf77f0b1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] DELETE failed (client error): The resource could not be found. Dec 08 02:24:44.335077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b894d0b5-8401-4557-984e-3a89cf77f0b1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:24:44.338435 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b894d0b5-8401-4557-984e-3a89cf77f0b1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/5e3ba467-7ac2-41b0-a8df-a6f34b40039e HTTP/1.1" status: 404 len: 337 time: 0.0325906 Dec 08 02:24:44.341030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60122) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.368002 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a8e14199-4d30-460d-b348-d91d257b6fb4 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "GET /v2.0/ports?device_id=92d90a6b-1f43-46a9-9324-3d067a48cf66 HTTP/1.1" status: 200 len: 205 time: 0.0253015 Dec 08 02:24:44.370220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60124) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.407163 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-bb1f0135-8574-4268-b451-9f6f7acaa92f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] delete failed (client error): The resource could not be found. Dec 08 02:24:44.408305 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bb1f0135-8574-4268-b451-9f6f7acaa92f tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/routers/92d90a6b-1f43-46a9-9324-3d067a48cf66 HTTP/1.1" status: 404 len: 336 time: 0.0372016 Dec 08 02:24:44.410815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60126) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.438026 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0283223-017e-418e-a3b1-4f94ddd8f5c1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] DELETE failed (client error): The resource could not be found. Dec 08 02:24:44.438493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0283223-017e-418e-a3b1-4f94ddd8f5c1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:24:44.444022 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d0283223-017e-418e-a3b1-4f94ddd8f5c1 tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/a7d571bc-1a2a-46e8-8816-f6e6571a6b06 HTTP/1.1" status: 404 len: 337 time: 0.0290058 Dec 08 02:24:44.444331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60130) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.472222 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd901c3-e79a-4452-951c-17d725cfa20e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] DELETE failed (client error): The resource could not be found. Dec 08 02:24:44.472755 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd901c3-e79a-4452-951c-17d725cfa20e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:24:44.476034 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0fd901c3-e79a-4452-951c-17d725cfa20e tempest-RoutersTest-2009601584 tempest-RoutersTest-2009601584-project] 10.222.0.71 "DELETE /v2.0/subnets/1fba394e-54d4-4872-9cac-f84df1f234ba HTTP/1.1" status: 404 len: 337 time: 0.0307670 Dec 08 02:24:44.542195 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04e615-e968-45d2-8f55-e0a485a35701 req-308cfc86-4b4c-41d1-aa04-030ce43c190f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:44.543743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f04e615-e968-45d2-8f55-e0a485a35701 req-308cfc86-4b4c-41d1-aa04-030ce43c190f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0492513 Dec 08 02:24:44.594277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f04e615-e968-45d2-8f55-e0a485a35701 req-ceb3f0c8-ac40-4129-aab2-aa8583663afb tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445967 Dec 08 02:24:44.726861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60136) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.867115 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b0e31055-896e-488f-9e12-eb42490bfe2f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f7c5d132e23646378572ed614272c09b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390970 Dec 08 02:24:44.869782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60140) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:44.916963 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d16668ea-8e41-414c-8a76-aa4d32f69a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:44.937783 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d16668ea-8e41-414c-8a76-aa4d32f69a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:44.984627 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d16668ea-8e41-414c-8a76-aa4d32f69a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:44.987253 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d16668ea-8e41-414c-8a76-aa4d32f69a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:44.988419 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d16668ea-8e41-414c-8a76-aa4d32f69a04 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/499ff041-7ebb-418d-b14e-4fb0366862c3 HTTP/1.1" status: 204 len: 168 time: 0.1179070 Dec 08 02:24:44.995989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16668ea-8e41-414c-8a76-aa4d32f69a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499ff041-7ebb-418d-b14e-4fb0366862c3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:45.587695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60162) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:45.691274 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1821562835-network', 'tenant_id': '10115911596e4f1d8e2b387b6dcdf17d'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:45.712696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] Made reservation on behalf of 10115911596e4f1d8e2b387b6dcdf17d for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:45.714935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792f0bb-7b72-4c34-9e46-ef35fa01211e req-60d86536-f42a-48d7-8826-98a2351359c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:45.715423 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:45.717082 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e792f0bb-7b72-4c34-9e46-ef35fa01211e req-60d86536-f42a-48d7-8826-98a2351359c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0536885 Dec 08 02:24:45.724583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:45.766920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e792f0bb-7b72-4c34-9e46-ef35fa01211e req-279b5ea2-01cd-41c1-b0b0-c9b008e6def0 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436127 Dec 08 02:24:45.803308 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:45.807471 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:45.832260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:24:45.841981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1333a672-b5cb-4580-bb73-d188384337f1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:45.849199 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:45.849551 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] Added segment a09f9f11-6845-4968-aafd-26b763f11103 of type vlan for network f2d72141-afd9-4251-a86d-4b4e50e81e55 Dec 08 02:24:45.892708 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:45.917688 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:45.918648 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:45.919334 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:45.965802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c5bbf-655c-47a9-b3b4-a01700a5ca6b req-46330285-d684-4eee-8882-0d44915840c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:45.968025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc7c5bbf-655c-47a9-b3b4-a01700a5ca6b req-46330285-d684-4eee-8882-0d44915840c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 1097 time: 0.0420980 Dec 08 02:24:45.976783 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3876638 Dec 08 02:24:45.980236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60168) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:45.984623 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1064f63b-4133-4272-935b-11f5cab2deb5 admin admin] Request body: {'subnet': {'network_id': 'f2d72141-afd9-4251-a86d-4b4e50e81e55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1821562835-subnet', 'tenant_id': '10115911596e4f1d8e2b387b6dcdf17d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:46.016080 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1294a-9e23-41ca-aa9d-f4bfb626414b admin admin] Pushing event updated for resources: {'Network': ['ID=f2d72141-afd9-4251-a86d-4b4e50e81e55,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:46.025871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network f2d72141-afd9-4251-a86d-4b4e50e81e55 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:24:46.033759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1064f63b-4133-4272-935b-11f5cab2deb5 admin admin] Made reservation on behalf of 10115911596e4f1d8e2b387b6dcdf17d for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:46.036099 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1064f63b-4133-4272-935b-11f5cab2deb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:46.041913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc7c5bbf-655c-47a9-b3b4-a01700a5ca6b req-4a081dd6-5523-466c-84a2-77e7754402bc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667655 Dec 08 02:24:46.206582 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1064f63b-4133-4272-935b-11f5cab2deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:46.262106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064f63b-4133-4272-935b-11f5cab2deb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66b6a21-494c-4d1b-b6b9-210d48087e48,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:46.269749 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1064f63b-4133-4272-935b-11f5cab2deb5 admin admin] Checking segment: {'id': 'a09f9f11-6845-4968-aafd-26b763f11103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2d72141-afd9-4251-a86d-4b4e50e81e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:46.270105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064f63b-4133-4272-935b-11f5cab2deb5 admin admin] Network hostable DHCP agents. Network: f2d72141-afd9-4251-a86d-4b4e50e81e55, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:24:46.285648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064f63b-4133-4272-935b-11f5cab2deb5 admin admin] Network f2d72141-afd9-4251-a86d-4b4e50e81e55 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:24:46.293817 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1064f63b-4133-4272-935b-11f5cab2deb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, f2d72141-afd9-4251-a86d-4b4e50e81e55) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:46.298291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1064f63b-4133-4272-935b-11f5cab2deb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:46.299369 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1064f63b-4133-4272-935b-11f5cab2deb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:46.302978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af424784-168f-4764-b0b3-e0ee8f8de476 None None] Network f2d72141-afd9-4251-a86d-4b4e50e81e55 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:46.319912 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1064f63b-4133-4272-935b-11f5cab2deb5 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3386619 Dec 08 02:24:46.402311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b9b612-7060-4b01-8f73-369e02fb620c None None] Network f2d72141-afd9-4251-a86d-4b4e50e81e55 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:46.468107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ee55ded7-cb42-42d0-ac39-d278c5f889ff details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:24:46.584910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ee55ded7-cb42-42d0-ac39-d278c5f889ff, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ee55ded7-cb42-42d0-ac39-d278c5f889ff,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:46.596409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'port_id': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff', 'mac_address': 'fa:16:3e:3c:26:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:24:46.633667 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:46.646360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee55ded7-cb42-42d0-ac39-d278c5f889ff {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:24:46.666405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ee55ded7-cb42-42d0-ac39-d278c5f889ff, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ee55ded7-cb42-42d0-ac39-d278c5f889ff,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:46.670601 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:46.721092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ee55ded7-cb42-42d0-ac39-d278c5f889ff,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:46.785857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60184) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:46.790880 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1167119572-network', 'tenant_id': '247f08c2ca6146108027a38bff73dff1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:46.818082 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] Made reservation on behalf of 247f08c2ca6146108027a38bff73dff1 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:46.820928 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:46.829679 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:46.892965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc179bbc-3b6a-4417-a06a-500ae3b06aa6 req-cb8665ff-66b6-41ca-8d61-6f4fb1065038 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:46.894489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc179bbc-3b6a-4417-a06a-500ae3b06aa6 req-cb8665ff-66b6-41ca-8d61-6f4fb1065038 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 944 time: 0.0546958 Dec 08 02:24:46.906712 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:46.910821 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:46.935510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:24:46.945190 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a3f3c-9315-4078-9854-2cd390775d51,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:46.949908 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:46.950250 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] Added segment 5d2879af-7e85-4e9b-b9f3-d3ff5bfa9c0e of type vlan for network ebddac3a-d684-48da-a1a4-df8bffcc8298 Dec 08 02:24:46.961637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc179bbc-3b6a-4417-a06a-500ae3b06aa6 req-36a7a410-fda9-43d9-af64-efebddccdaa9 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595486 Dec 08 02:24:46.991610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:47.016238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:47.017162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:47.017741 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:47.079496 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2898805 Dec 08 02:24:47.079778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60188) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:47.084357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-201a6fbc-a438-4871-b3c2-e9ebe02b28dc admin admin] Request body: {'subnet': {'network_id': 'ebddac3a-d684-48da-a1a4-df8bffcc8298', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1167119572-subnet', 'tenant_id': '247f08c2ca6146108027a38bff73dff1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:47.096121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e398ee7-b969-495f-8fb4-814e80396f0f admin admin] Pushing event updated for resources: {'Network': ['ID=ebddac3a-d684-48da-a1a4-df8bffcc8298,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:47.108353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network ebddac3a-d684-48da-a1a4-df8bffcc8298 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:24:47.111785 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201a6fbc-a438-4871-b3c2-e9ebe02b28dc admin admin] Made reservation on behalf of 247f08c2ca6146108027a38bff73dff1 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:47.114408 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-201a6fbc-a438-4871-b3c2-e9ebe02b28dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:47.288264 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-201a6fbc-a438-4871-b3c2-e9ebe02b28dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:47.346129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a6fbc-a438-4871-b3c2-e9ebe02b28dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf36d44-8c78-421c-8125-37a5e79a5259,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:47.350406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201a6fbc-a438-4871-b3c2-e9ebe02b28dc admin admin] Checking segment: {'id': '5d2879af-7e85-4e9b-b9f3-d3ff5bfa9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebddac3a-d684-48da-a1a4-df8bffcc8298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:47.350768 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201a6fbc-a438-4871-b3c2-e9ebe02b28dc admin admin] Network hostable DHCP agents. Network: ebddac3a-d684-48da-a1a4-df8bffcc8298, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:24:47.367055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201a6fbc-a438-4871-b3c2-e9ebe02b28dc admin admin] Network ebddac3a-d684-48da-a1a4-df8bffcc8298 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:24:47.375538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-201a6fbc-a438-4871-b3c2-e9ebe02b28dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, ebddac3a-d684-48da-a1a4-df8bffcc8298) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:47.379557 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201a6fbc-a438-4871-b3c2-e9ebe02b28dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:47.380180 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-201a6fbc-a438-4871-b3c2-e9ebe02b28dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:47.385216 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f60aba9-59ea-42fd-8a57-47d7b1465f7e None None] Network ebddac3a-d684-48da-a1a4-df8bffcc8298 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:47.395725 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-201a6fbc-a438-4871-b3c2-e9ebe02b28dc admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3150098 Dec 08 02:24:47.489907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d60263-a4e7-4bb4-916f-2d8f7aa370cf None None] Network ebddac3a-d684-48da-a1a4-df8bffcc8298 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:47.865724 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-ee162fc1-0259-44ae-870c-4fe63565823d tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:47.867083 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-ee162fc1-0259-44ae-870c-4fe63565823d tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/networks?id=f2d72141-afd9-4251-a86d-4b4e50e81e55 HTTP/1.1" status: 200 len: 809 time: 0.1015544 Dec 08 02:24:47.883435 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-93acc17b-40f8-477b-b004-363ba1fab49b tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/quotas/10115911596e4f1d8e2b387b6dcdf17d HTTP/1.1" status: 200 len: 375 time: 0.0100439 Dec 08 02:24:47.915102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-595f8fcd-1596-4bbe-8101-339662e01ea4 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=10115911596e4f1d8e2b387b6dcdf17d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254886 Dec 08 02:24:48.029314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['ee55ded7-cb42-42d0-ac39-d278c5f889ff'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:24:48.035015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-ceff4ae2-1a73-41ff-ac50-33e6c0c0fd87 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:24:48.036036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-ceff4ae2-1a73-41ff-ac50-33e6c0c0fd87 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1141002 Dec 08 02:24:48.142536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa1462-a1fc-45ca-9279-7e0a417448f5 req-d2b2b87a-18bd-47ec-9d05-2ab63db61467 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:48.143931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58aa1462-a1fc-45ca-9279-7e0a417448f5 req-d2b2b87a-18bd-47ec-9d05-2ab63db61467 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 944 time: 0.1134582 Dec 08 02:24:48.178330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-ca34a7ad-7499-4046-947a-b7456e0e8f9d service neutron] 10.222.0.71 "GET /v2.0/networks/f2d72141-afd9-4251-a86d-4b4e50e81e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337156 Dec 08 02:24:48.227169 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58aa1462-a1fc-45ca-9279-7e0a417448f5 req-615d5007-709a-4a74-99e5-14816586945f tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770133 Dec 08 02:24:48.257679 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60210) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:48.286308 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-54af0b57-41e2-427b-83e9-6cedb33fc61e service neutron] 10.222.0.71 "GET /v2.0/networks/f2d72141-afd9-4251-a86d-4b4e50e81e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982873 Dec 08 02:24:48.318101 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-776dcf0b-d7c3-4f7d-84c6-489e8576a863 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/floatingips/6764101a-54fb-4d9d-8b52-9040fb1d1808 HTTP/1.1" status: 200 len: 992 time: 0.0588028 Dec 08 02:24:48.446919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7baa9e8-7c31-4d68-91cf-42e5ac5cd400 req-3c55b8a9-257c-460c-abcc-9bc7c71a1cb1 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/ports?device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 210 time: 0.0305943 Dec 08 02:24:48.475330 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ee55ded7-cb42-42d0-ac39-d278c5f889ff no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:24:48.550584 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:48.564302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ee55ded7-cb42-42d0-ac39-d278c5f889ff {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:24:48.584270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ee55ded7-cb42-42d0-ac39-d278c5f889ff, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ee55ded7-cb42-42d0-ac39-d278c5f889ff,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:48.588447 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:48.641066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ee55ded7-cb42-42d0-ac39-d278c5f889ff,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:49.432084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-c0dc371c-14f7-4cdb-863c-204021fd9b03 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:49.433527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-c0dc371c-14f7-4cdb-863c-204021fd9b03 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.75 "GET /v2.0/networks?id=f2d72141-afd9-4251-a86d-4b4e50e81e55 HTTP/1.1" status: 200 len: 809 time: 0.1007822 Dec 08 02:24:49.454011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-c89d986e-5ab8-4538-85b2-5674f419bd55 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Request body: {'port': {'device_id': '1fa0a77c-1d2b-402e-9316-d0434d98f70e', 'network_id': 'f2d72141-afd9-4251-a86d-4b4e50e81e55', 'admin_state_up': True, 'tenant_id': '10115911596e4f1d8e2b387b6dcdf17d'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:49.547104 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89f7fd02-3659-4345-bb21-44c3ec991b97 req-dd2353df-9a96-4ef2-bfa5-5cbe24b8e94b tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/ports?device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 210 time: 0.0322080 Dec 08 02:24:49.589791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-c89d986e-5ab8-4538-85b2-5674f419bd55 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Made reservation on behalf of 10115911596e4f1d8e2b387b6dcdf17d for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:49.593406 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-c89d986e-5ab8-4538-85b2-5674f419bd55 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:49.718779 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-c89d986e-5ab8-4538-85b2-5674f419bd55 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Allocated IP 172.20.0.14 (f2d72141-afd9-4251-a86d-4b4e50e81e55/b66b6a21-494c-4d1b-b6b9-210d48087e48/585d82e2-1fa5-4872-9461-f21812338984) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:49.859692 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-c89d986e-5ab8-4538-85b2-5674f419bd55 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:49.897386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-c89d986e-5ab8-4538-85b2-5674f419bd55 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:49.941273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-c89d986e-5ab8-4538-85b2-5674f419bd55 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Network f2d72141-afd9-4251-a86d-4b4e50e81e55 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:49.944453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-c89d986e-5ab8-4538-85b2-5674f419bd55 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:49.948229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-c89d986e-5ab8-4538-85b2-5674f419bd55 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:49.954524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d986e-5ab8-4538-85b2-5674f419bd55 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Pushing event updated for resources: {'Port': ['ID=585d82e2-1fa5-4872-9461-f21812338984,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:49.999964 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-c89d986e-5ab8-4538-85b2-5674f419bd55 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:50.000568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-c89d986e-5ab8-4538-85b2-5674f419bd55 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:50.015375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-c89d986e-5ab8-4538-85b2-5674f419bd55 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5656779 Dec 08 02:24:50.033532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Request body: {'port': {'device_id': '1fa0a77c-1d2b-402e-9316-d0434d98f70e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:50.087805 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:50.349624 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585d82e2-1fa5-4872-9461-f21812338984 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:24:50.356998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:50.368893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Transition to ACTIVE for port object 585d82e2-1fa5-4872-9461-f21812338984 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:24:50.372579 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:50.440695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Pushing event updated for resources: {'Port': ['ID=585d82e2-1fa5-4872-9461-f21812338984,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:50.491125 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Attempting to bind port 585d82e2-1fa5-4872-9461-f21812338984 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:24:50.491531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Attempting to bind port 585d82e2-1fa5-4872-9461-f21812338984 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'a09f9f11-6845-4968-aafd-26b763f11103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2d72141-afd9-4251-a86d-4b4e50e81e55'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:24:50.491901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Attempting to bind port 585d82e2-1fa5-4872-9461-f21812338984 on network f2d72141-afd9-4251-a86d-4b4e50e81e55 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:50.494796 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ee55ded7-cb42-42d0-ac39-d278c5f889ff up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:50.496245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Port 585d82e2-1fa5-4872-9461-f21812338984 on network f2d72141-afd9-4251-a86d-4b4e50e81e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:24:50.496572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Attempting to bind port 585d82e2-1fa5-4872-9461-f21812338984 on network f2d72141-afd9-4251-a86d-4b4e50e81e55 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:50.501402 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:24:50.501748 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Checking segment: {'id': 'a09f9f11-6845-4968-aafd-26b763f11103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2d72141-afd9-4251-a86d-4b4e50e81e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:50.502135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Bound using segment: {'id': 'a09f9f11-6845-4968-aafd-26b763f11103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2d72141-afd9-4251-a86d-4b4e50e81e55'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:24:50.502564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Bound port: 585d82e2-1fa5-4872-9461-f21812338984, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09f9f11-6845-4968-aafd-26b763f11103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f2d72141-afd9-4251-a86d-4b4e50e81e55'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:24:50.502923 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:50.542131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port ee55ded7-cb42-42d0-ac39-d278c5f889ff triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:50.542498 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:50.567086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] For port 585d82e2-1fa5-4872-9461-f21812338984, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:24:50.570213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] For port 585d82e2-1fa5-4872-9461-f21812338984, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=585d82e2-1fa5-4872-9461-f21812338984,segment=NetworkSegment(a09f9f11-6845-4968-aafd-26b763f11103),segment_id=a09f9f11-6845-4968-aafd-26b763f11103)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:24:50.581890 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:50.626574 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:50.650176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:24:50.652555 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee69a736-437f-48c1-96c4-684bc20a5d29" -d '{"events": [{"server_uuid": "825fb023-d22c-4e50-8b55-6ed2ad6e0a92", "name": "network-vif-plugged", "status": "completed", "tag": "ee55ded7-cb42-42d0-ac39-d278c5f889ff"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:24:50.656847 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:50.657468 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:50.658865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] 10.222.0.75 "PUT /v2.0/ports/585d82e2-1fa5-4872-9461-f21812338984 HTTP/1.1" status: 200 len: 1093 time: 0.6292157 Dec 08 02:24:50.663932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa0a77c-1d2b-402e-9316-d0434d98f70e', 'tag': '585d82e2-1fa5-4872-9461-f21812338984'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:24:50.665761 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port ee55ded7-cb42-42d0-ac39-d278c5f889ff, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ee55ded7-cb42-42d0-ac39-d278c5f889ff,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:50.666283 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4761bab4-72d1-4183-8465-578a289e5321" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa0a77c-1d2b-402e-9316-d0434d98f70e", "tag": "585d82e2-1fa5-4872-9461-f21812338984"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:24:50.670920 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:50.681976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5037d44-fb2b-46f6-a4cd-8bc9080bbdb4 service neutron] Pushing event updated for resources: {'Port': ['ID=585d82e2-1fa5-4872-9461-f21812338984,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:50.704145 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cbf7cc-48f2-42c8-ab5f-63906dd516b6 x-openstack-request-id: req-d0cbf7cc-48f2-42c8-ab5f-63906dd516b6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:24:50.704443 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825fb023-d22c-4e50-8b55-6ed2ad6e0a92", "name": "network-vif-plugged", "status": "completed", "tag": "ee55ded7-cb42-42d0-ac39-d278c5f889ff", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:24:50.704700 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d0cbf7cc-48f2-42c8-ab5f-63906dd516b6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:24:50.705093 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff', 'code': 200} Dec 08 02:24:50.712654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdba2f-eb2d-4196-9a7f-6aa0edacd5cc req-1e62b9e0-5211-4332-a24c-d6f62a5e5de1 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:50.714441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-90bdba2f-eb2d-4196-9a7f-6aa0edacd5cc req-1e62b9e0-5211-4332-a24c-d6f62a5e5de1 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/ports?device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 944 time: 0.0937982 Dec 08 02:24:50.733655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=ee55ded7-cb42-42d0-ac39-d278c5f889ff,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:50.750123 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086ec053-c516-4c5f-a693-196e31168690 x-openstack-request-id: req-086ec053-c516-4c5f-a693-196e31168690 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:24:50.750349 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa0a77c-1d2b-402e-9316-d0434d98f70e", "tag": "585d82e2-1fa5-4872-9461-f21812338984", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:24:50.750604 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-086ec053-c516-4c5f-a693-196e31168690 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:24:50.750989 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa0a77c-1d2b-402e-9316-d0434d98f70e', 'tag': '585d82e2-1fa5-4872-9461-f21812338984', 'status': 'completed', 'code': 200} Dec 08 02:24:50.799173 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-90bdba2f-eb2d-4196-9a7f-6aa0edacd5cc req-3cc994e6-be6f-4d3a-b4d5-8bb69b100d2b tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/security-groups?id=1333a672-b5cb-4580-bb73-d188384337f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720086 Dec 08 02:24:50.805298 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b6b0d243-ded7-45bd-9df7-be770d89fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:50.806294 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-b6b0d243-ded7-45bd-9df7-be770d89fa71 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10115911596e4f1d8e2b387b6dcdf17d&device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 1096 time: 0.0714214 Dec 08 02:24:50.854788 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-72e61c79-7165-470d-bc6e-5b1a2a77384c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=585d82e2-1fa5-4872-9461-f21812338984 HTTP/1.1" status: 200 len: 217 time: 0.0342560 Dec 08 02:24:50.906542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-162252cf-95a9-4c63-b2c2-25acf52f792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:50.907992 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-162252cf-95a9-4c63-b2c2-25acf52f792f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b66b6a21-494c-4d1b-b6b9-210d48087e48 HTTP/1.1" status: 200 len: 849 time: 0.0462494 Dec 08 02:24:50.939315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-116f398e-c143-4e24-8816-912959651cd1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f2d72141-afd9-4251-a86d-4b4e50e81e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242515 Dec 08 02:24:51.027808 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-fb79e9ca-b9ec-46a0-9209-752283c39def service neutron] 10.222.0.75 "GET /v2.0/networks/f2d72141-afd9-4251-a86d-4b4e50e81e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814641 Dec 08 02:24:51.119436 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ddf406b-7301-474b-a96a-7e4dd31a6ee9 req-4a2f3bed-e66f-441c-886d-70d3f2edbc61 service neutron] 10.222.0.75 "GET /v2.0/networks/f2d72141-afd9-4251-a86d-4b4e50e81e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847769 Dec 08 02:24:51.249121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761bab4-72d1-4183-8465-578a289e5321 req-99c5f9a5-f7a5-465a-b66c-5e21c6116aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:51.250684 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4761bab4-72d1-4183-8465-578a289e5321 req-99c5f9a5-f7a5-465a-b66c-5e21c6116aea service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10115911596e4f1d8e2b387b6dcdf17d&device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 1096 time: 0.0416951 Dec 08 02:24:51.340691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761bab4-72d1-4183-8465-578a289e5321 req-0d151db5-3eaa-423a-a2ab-113b7f92036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:51.342029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4761bab4-72d1-4183-8465-578a289e5321 req-0d151db5-3eaa-423a-a2ab-113b7f92036a service neutron] 10.222.0.75 "GET /v2.0/networks?id=f2d72141-afd9-4251-a86d-4b4e50e81e55 HTTP/1.1" status: 200 len: 910 time: 0.0846586 Dec 08 02:24:51.381809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4761bab4-72d1-4183-8465-578a289e5321 req-393601e0-219e-4cfc-88a8-920d0b402a14 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=585d82e2-1fa5-4872-9461-f21812338984 HTTP/1.1" status: 200 len: 217 time: 0.0331423 Dec 08 02:24:51.430664 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761bab4-72d1-4183-8465-578a289e5321 req-605485cf-eef6-4162-a32c-0131956b1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:51.432092 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4761bab4-72d1-4183-8465-578a289e5321 req-605485cf-eef6-4162-a32c-0131956b1a7f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b66b6a21-494c-4d1b-b6b9-210d48087e48 HTTP/1.1" status: 200 len: 849 time: 0.0424349 Dec 08 02:24:51.468853 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4761bab4-72d1-4183-8465-578a289e5321 req-238cc8a9-c964-4234-a716-1d3201bb6c56 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f2d72141-afd9-4251-a86d-4b4e50e81e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285127 Dec 08 02:24:51.556677 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4761bab4-72d1-4183-8465-578a289e5321 req-6b70377b-9f69-4c4f-845d-fbda301fce38 service neutron] 10.222.0.75 "GET /v2.0/networks/f2d72141-afd9-4251-a86d-4b4e50e81e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799928 Dec 08 02:24:51.646892 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4761bab4-72d1-4183-8465-578a289e5321 req-f7cf23b6-a8ea-4fa8-9ed9-d2756b79862d service neutron] 10.222.0.75 "GET /v2.0/networks/f2d72141-afd9-4251-a86d-4b4e50e81e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829256 Dec 08 02:24:51.916880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb28025-1aa2-4a53-ace5-409c9c642844 req-af60073a-7ddf-42cc-b0e2-8d1317a5d9aa tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:51.918265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fb28025-1aa2-4a53-ace5-409c9c642844 req-af60073a-7ddf-42cc-b0e2-8d1317a5d9aa tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/ports?device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 944 time: 0.0485044 Dec 08 02:24:51.964279 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fb28025-1aa2-4a53-ace5-409c9c642844 req-4459a3f8-fb65-4f2e-bdfb-d037c6e827f9 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/security-groups?id=1333a672-b5cb-4580-bb73-d188384337f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Dec 08 02:24:52.002889 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2a7e-a772-47f0-9718-3096b458148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:52.948844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 585d82e2-1fa5-4872-9461-f21812338984 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:24:53.045562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 585d82e2-1fa5-4872-9461-f21812338984, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=585d82e2-1fa5-4872-9461-f21812338984,segment=NetworkSegment(a09f9f11-6845-4968-aafd-26b763f11103),segment_id=a09f9f11-6845-4968-aafd-26b763f11103)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:53.056377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '585d82e2-1fa5-4872-9461-f21812338984', 'network_id': 'f2d72141-afd9-4251-a86d-4b4e50e81e55', 'port_id': '585d82e2-1fa5-4872-9461-f21812338984', 'mac_address': 'fa:16:3e:46:0d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66b6a21-494c-4d1b-b6b9-210d48087e48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:24:53.077838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245bcb9-adc5-4767-bb73-93d330eaa5bb req-17772bcc-c8f5-4d6d-99fe-6b0fd7e77abf tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:53.079318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8245bcb9-adc5-4767-bb73-93d330eaa5bb req-17772bcc-c8f5-4d6d-99fe-6b0fd7e77abf tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/ports?device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 944 time: 0.0480282 Dec 08 02:24:53.093207 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:53.106156 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585d82e2-1fa5-4872-9461-f21812338984 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:24:53.126630 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 585d82e2-1fa5-4872-9461-f21812338984, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=585d82e2-1fa5-4872-9461-f21812338984,segment=NetworkSegment(a09f9f11-6845-4968-aafd-26b763f11103),segment_id=a09f9f11-6845-4968-aafd-26b763f11103)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:53.130835 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:53.137640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8245bcb9-adc5-4767-bb73-93d330eaa5bb req-06480149-6319-446a-ae06-c8d1ae019882 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/security-groups?id=1333a672-b5cb-4580-bb73-d188384337f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522099 Dec 08 02:24:53.181307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=585d82e2-1fa5-4872-9461-f21812338984,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:53.399018 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['585d82e2-1fa5-4872-9461-f21812338984'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:24:53.614114 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:54.253300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db080447-842f-44c0-bfce-a134a5763262 req-7e9f8d1d-7746-43dc-b09c-c53a91e92214 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:54.254759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db080447-842f-44c0-bfce-a134a5763262 req-7e9f8d1d-7746-43dc-b09c-c53a91e92214 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/ports?device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 945 time: 0.0498641 Dec 08 02:24:54.300027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db080447-842f-44c0-bfce-a134a5763262 req-8a21bd8a-dc5f-48b3-a00c-7f35f948cf52 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/security-groups?id=1333a672-b5cb-4580-bb73-d188384337f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393457 Dec 08 02:24:54.367869 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:54.371850 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-970fb786-f58f-4a85-a2a2-2e93b64a67d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:54.948797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 585d82e2-1fa5-4872-9461-f21812338984 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:54.996414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 585d82e2-1fa5-4872-9461-f21812338984 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:24:55.000945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 585d82e2-1fa5-4872-9461-f21812338984 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:55.001308 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:55.075328 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:55.097324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa0a77c-1d2b-402e-9316-d0434d98f70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585d82e2-1fa5-4872-9461-f21812338984'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:24:55.099547 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5091fdf1-348a-40b0-9368-39f12f2e722c" -d '{"events": [{"server_uuid": "1fa0a77c-1d2b-402e-9316-d0434d98f70e", "name": "network-vif-plugged", "status": "completed", "tag": "585d82e2-1fa5-4872-9461-f21812338984"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:24:55.116186 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 585d82e2-1fa5-4872-9461-f21812338984, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=585d82e2-1fa5-4872-9461-f21812338984,segment=NetworkSegment(a09f9f11-6845-4968-aafd-26b763f11103),segment_id=a09f9f11-6845-4968-aafd-26b763f11103)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:55.120265 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:55.143537 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03efaaf-ff8b-4b99-8ab1-b0529dfa7c43 x-openstack-request-id: req-e03efaaf-ff8b-4b99-8ab1-b0529dfa7c43 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:24:55.143860 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa0a77c-1d2b-402e-9316-d0434d98f70e", "name": "network-vif-plugged", "status": "completed", "tag": "585d82e2-1fa5-4872-9461-f21812338984", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:24:55.144111 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e03efaaf-ff8b-4b99-8ab1-b0529dfa7c43 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:24:55.144498 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa0a77c-1d2b-402e-9316-d0434d98f70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585d82e2-1fa5-4872-9461-f21812338984', 'code': 200} Dec 08 02:24:55.171207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=585d82e2-1fa5-4872-9461-f21812338984,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:55.260905 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f530c-8d31-4e5a-a81f-1410012acb22 req-937f641e-46a9-41b4-ab5f-f8f8971cf597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:55.262392 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-712f530c-8d31-4e5a-a81f-1410012acb22 req-937f641e-46a9-41b4-ab5f-f8f8971cf597 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 1098 time: 0.0403454 Dec 08 02:24:55.305974 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-712f530c-8d31-4e5a-a81f-1410012acb22 req-3e30f462-1eb6-413d-b46b-f6f46a18a6bf service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1333a672-b5cb-4580-bb73-d188384337f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364234 Dec 08 02:24:55.514770 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:55.712032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec9da0-ff35-4807-b772-8245de91a8f9 req-120690ca-5265-4d7c-82e6-1d80f5a69fea tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:55.713769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9bec9da0-ff35-4807-b772-8245de91a8f9 req-120690ca-5265-4d7c-82e6-1d80f5a69fea tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/ports?device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 946 time: 0.3470011 Dec 08 02:24:55.760202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9bec9da0-ff35-4807-b772-8245de91a8f9 req-973ba5bc-473a-40be-b7b6-9e83a4915e0e tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/security-groups?id=1333a672-b5cb-4580-bb73-d188384337f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394142 Dec 08 02:24:56.875489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcadb07-d174-484e-ae46-5354001026ff req-6875f84b-049d-4e9f-80a7-acd5dd3a0325 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:56.876963 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-edcadb07-d174-484e-ae46-5354001026ff req-6875f84b-049d-4e9f-80a7-acd5dd3a0325 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/ports?device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 946 time: 0.0481718 Dec 08 02:24:56.922790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-edcadb07-d174-484e-ae46-5354001026ff req-540f422a-e1ec-4412-b59c-8096ba94d891 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/security-groups?id=1333a672-b5cb-4580-bb73-d188384337f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399587 Dec 08 02:24:56.993840 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:57.921471 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:59.234925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa1fe8-70ff-46e1-bae7-aa791c9750e0 req-5ae4e63b-472a-445f-a7af-d8736845d2e2 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:59.236396 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7fa1fe8-70ff-46e1-bae7-aa791c9750e0 req-5ae4e63b-472a-445f-a7af-d8736845d2e2 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/ports?device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 946 time: 0.0489421 Dec 08 02:24:59.286248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7fa1fe8-70ff-46e1-bae7-aa791c9750e0 req-ff19d180-866f-4172-817e-be8e48670243 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/security-groups?id=1333a672-b5cb-4580-bb73-d188384337f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436869 Dec 08 02:25:00.405696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf5046-c052-473c-933b-0636ae20e014 req-810865f8-c21d-4c0d-8c1d-737b6485d57c tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:00.407183 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ddf5046-c052-473c-933b-0636ae20e014 req-810865f8-c21d-4c0d-8c1d-737b6485d57c tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/ports?device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 946 time: 0.0513599 Dec 08 02:25:00.454033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ddf5046-c052-473c-933b-0636ae20e014 req-e6babf01-67a8-483b-8250-ddf83c39a2c4 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/security-groups?id=1333a672-b5cb-4580-bb73-d188384337f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Dec 08 02:25:00.600972 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6137d91-4163-4363-8bc3-8492dfb1ac80 req-99d330fc-abe0-451f-8561-913593cf9561 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:00.602305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6137d91-4163-4363-8bc3-8492dfb1ac80 req-99d330fc-abe0-451f-8561-913593cf9561 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 946 time: 0.0475733 Dec 08 02:25:00.691646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-e6137d91-4163-4363-8bc3-8492dfb1ac80 req-b9f9dc72-a570-4c9b-8730-270b22675186 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Deleting port 585d82e2-1fa5-4872-9461-f21812338984 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:00.691998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e6137d91-4163-4363-8bc3-8492dfb1ac80 req-b9f9dc72-a570-4c9b-8730-270b22675186 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:00.778303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e6137d91-4163-4363-8bc3-8492dfb1ac80 req-b9f9dc72-a570-4c9b-8730-270b22675186 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] For port 585d82e2-1fa5-4872-9461-f21812338984, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=585d82e2-1fa5-4872-9461-f21812338984,segment=NetworkSegment(a09f9f11-6845-4968-aafd-26b763f11103),segment_id=a09f9f11-6845-4968-aafd-26b763f11103)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:00.778671 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e6137d91-4163-4363-8bc3-8492dfb1ac80 req-b9f9dc72-a570-4c9b-8730-270b22675186 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:00.790861 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-e6137d91-4163-4363-8bc3-8492dfb1ac80 req-b9f9dc72-a570-4c9b-8730-270b22675186 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Calling delete_port for 585d82e2-1fa5-4872-9461-f21812338984 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:00.917895 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e6137d91-4163-4363-8bc3-8492dfb1ac80 req-b9f9dc72-a570-4c9b-8730-270b22675186 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:00.947662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9dc72-a570-4c9b-8730-270b22675186 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Pushing event deleted for resources: {'Port': ['ID=585d82e2-1fa5-4872-9461-f21812338984,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:00.951001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['585d82e2-1fa5-4872-9461-f21812338984'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:25:00.995596 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6137d91-4163-4363-8bc3-8492dfb1ac80 req-b9f9dc72-a570-4c9b-8730-270b22675186 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] No DVR routers for this DVR port 585d82e2-1fa5-4872-9461-f21812338984 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:25:00.999048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e6137d91-4163-4363-8bc3-8492dfb1ac80 req-b9f9dc72-a570-4c9b-8730-270b22675186 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.002856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e6137d91-4163-4363-8bc3-8492dfb1ac80 req-b9f9dc72-a570-4c9b-8730-270b22675186 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.75 "DELETE /v2.0/ports/585d82e2-1fa5-4872-9461-f21812338984 HTTP/1.1" status: 204 len: 173 time: 0.3948004 Dec 08 02:25:01.003328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa0a77c-1d2b-402e-9316-d0434d98f70e', 'name': 'network-vif-deleted', 'tag': '585d82e2-1fa5-4872-9461-f21812338984'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:25:01.006409 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbd0e5d-1d49-4645-9a7a-73db47a1e65f" -d '{"events": [{"server_uuid": "1fa0a77c-1d2b-402e-9316-d0434d98f70e", "name": "network-vif-deleted", "tag": "585d82e2-1fa5-4872-9461-f21812338984"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:25:01.045901 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7cccd4-1e83-4960-9951-b89343dc5b98 x-openstack-request-id: req-5e7cccd4-1e83-4960-9951-b89343dc5b98 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:25:01.046193 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa0a77c-1d2b-402e-9316-d0434d98f70e", "name": "network-vif-deleted", "tag": "585d82e2-1fa5-4872-9461-f21812338984", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:25:01.046443 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5e7cccd4-1e83-4960-9951-b89343dc5b98 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:25:01.046845 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa0a77c-1d2b-402e-9316-d0434d98f70e', 'name': 'network-vif-deleted', 'tag': '585d82e2-1fa5-4872-9461-f21812338984', 'status': 'completed', 'code': 200} Dec 08 02:25:01.563663 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e00b2973-dc8d-436c-93e6-5ce2f8a6816d req-bcf4c4d1-72c6-424b-9e18-20d2b0aece78 tempest-VolumesActionsTest-275197001 tempest-VolumesActionsTest-275197001-project] 10.222.0.71 "GET /v2.0/ports?device_id=1fa0a77c-1d2b-402e-9316-d0434d98f70e HTTP/1.1" status: 200 len: 210 time: 0.0260551 Dec 08 02:25:01.674920 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:25:04.995979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 585d82e2-1fa5-4872-9461-f21812338984 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:05.017077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 585d82e2-1fa5-4872-9461-f21812338984 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:05.017436 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 585d82e2-1fa5-4872-9461-f21812338984 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:18.784386 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60418) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:18.943235 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ab01c504-2a7f-4649-981b-b8396cae5829 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port 56e2a535-7259-4a9a-9c59-019922d19168 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:18.943581 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab01c504-2a7f-4649-981b-b8396cae5829 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:19.018799 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab01c504-2a7f-4649-981b-b8396cae5829 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:19.019131 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab01c504-2a7f-4649-981b-b8396cae5829 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:19.031617 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ab01c504-2a7f-4649-981b-b8396cae5829 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for 56e2a535-7259-4a9a-9c59-019922d19168 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:19.199574 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab01c504-2a7f-4649-981b-b8396cae5829 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:19.227692 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01c504-2a7f-4649-981b-b8396cae5829 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=56e2a535-7259-4a9a-9c59-019922d19168,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:19.293839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab01c504-2a7f-4649-981b-b8396cae5829 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:19.294184 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-ab01c504-2a7f-4649-981b-b8396cae5829 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Floating IP 6764101a-54fb-4d9d-8b52-9040fb1d1808 disassociated (deleted). External IP: 172.25.8.177, port: ee55ded7-cb42-42d0-ac39-d278c5f889ff. Dec 08 02:25:19.501186 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab01c504-2a7f-4649-981b-b8396cae5829 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 8ccdffef-c98b-4713-b247-f12bea6ee540 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:25:19.841002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab01c504-2a7f-4649-981b-b8396cae5829 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:25:19.846524 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ab01c504-2a7f-4649-981b-b8396cae5829 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:19.854173 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc56196-7155-44f3-9e46-67a8c7aeeaf6 None None] Sync routers for ids ['8ccdffef-c98b-4713-b247-f12bea6ee540'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:25:19.867172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc56196-7155-44f3-9e46-67a8c7aeeaf6 None None] Routers {'8ccdffef-c98b-4713-b247-f12bea6ee540'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:19.867637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3cc56196-7155-44f3-9e46-67a8c7aeeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ccdffef-c98b-4713-b247-f12bea6ee540'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:19.877357 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ab01c504-2a7f-4649-981b-b8396cae5829 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/floatingips/6764101a-54fb-4d9d-8b52-9040fb1d1808 HTTP/1.1" status: 204 len: 168 time: 1.0890882 Dec 08 02:25:19.877357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'tag': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:25:19.878196 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd632fed-5ec9-4e1c-ae0a-c7f83d7e4261" -d '{"events": [{"name": "network-changed", "server_uuid": "825fb023-d22c-4e50-8b55-6ed2ad6e0a92", "tag": "ee55ded7-cb42-42d0-ac39-d278c5f889ff"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:25:19.929020 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceda4fb9-125d-4f02-a932-20f69ac406ae x-openstack-request-id: req-ceda4fb9-125d-4f02-a932-20f69ac406ae {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:25:19.932450 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825fb023-d22c-4e50-8b55-6ed2ad6e0a92", "tag": "ee55ded7-cb42-42d0-ac39-d278c5f889ff", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:25:19.932958 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ceda4fb9-125d-4f02-a932-20f69ac406ae {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:25:19.933677 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'tag': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff', 'status': 'completed', 'code': 200} Dec 08 02:25:20.037888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd632fed-5ec9-4e1c-ae0a-c7f83d7e4261 req-cda634f3-2cde-4d41-a871-b7920b00d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:20.039568 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd632fed-5ec9-4e1c-ae0a-c7f83d7e4261 req-cda634f3-2cde-4d41-a871-b7920b00d4f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbb43e4753544be0aa33c8b169b14a56&device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 1097 time: 0.0608664 Dec 08 02:25:20.173176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-3cc56196-7155-44f3-9e46-67a8c7aeeaf6 None None] Set router 8ccdffef-c98b-4713-b247-f12bea6ee540 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:20.208852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c1675-c892-4774-8774-c19640e7df3e req-7aeec9b3-687a-4b88-a7a3-8e32b4abecd5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:20.215855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-863c1675-c892-4774-8774-c19640e7df3e req-7aeec9b3-687a-4b88-a7a3-8e32b4abecd5 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0969517 Dec 08 02:25:20.245721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd632fed-5ec9-4e1c-ae0a-c7f83d7e4261 req-6077b63d-70f5-4daf-9dda-17a4ff939cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:20.247472 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd632fed-5ec9-4e1c-ae0a-c7f83d7e4261 req-6077b63d-70f5-4daf-9dda-17a4ff939cd8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=298026aa-d1de-47dd-b68c-f7c57d260a38 HTTP/1.1" status: 200 len: 898 time: 0.1574001 Dec 08 02:25:20.294403 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd632fed-5ec9-4e1c-ae0a-c7f83d7e4261 req-b8eccef2-4946-49ef-bd72-2594cd997bd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee55ded7-cb42-42d0-ac39-d278c5f889ff HTTP/1.1" status: 200 len: 217 time: 0.0379891 Dec 08 02:25:20.377355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd632fed-5ec9-4e1c-ae0a-c7f83d7e4261 req-c9ba16b3-eed1-45d0-8567-9a554cd08ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:20.379009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd632fed-5ec9-4e1c-ae0a-c7f83d7e4261 req-c9ba16b3-eed1-45d0-8567-9a554cd08ffd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d2da420-5daa-4fc4-b4b4-1790e31d86c4 HTTP/1.1" status: 200 len: 834 time: 0.0762136 Dec 08 02:25:20.381595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3cc56196-7155-44f3-9e46-67a8c7aeeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a288bff-c7c0-40b3-9045-bd1b054a4afb', 'name': '', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:4f:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:46Z', 'updated_at': '2021-12-08T02:23:52Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:20.384848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-863c1675-c892-4774-8774-c19640e7df3e req-b68f9618-0947-49c2-ae38-a918249007ad tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361077 Dec 08 02:25:20.409652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc56196-7155-44f3-9e46-67a8c7aeeaf6 None None] Checking router: 8ccdffef-c98b-4713-b247-f12bea6ee540 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:25:20.418043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc56196-7155-44f3-9e46-67a8c7aeeaf6 None None] Routers {'8ccdffef-c98b-4713-b247-f12bea6ee540'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:20.418648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3cc56196-7155-44f3-9e46-67a8c7aeeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ccdffef-c98b-4713-b247-f12bea6ee540'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:20.436456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd632fed-5ec9-4e1c-ae0a-c7f83d7e4261 req-9317932c-dffd-4300-83a7-76074117a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:20.438071 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd632fed-5ec9-4e1c-ae0a-c7f83d7e4261 req-9317932c-dffd-4300-83a7-76074117a69b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=298026aa-d1de-47dd-b68c-f7c57d260a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506113 Dec 08 02:25:20.532258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-3cc56196-7155-44f3-9e46-67a8c7aeeaf6 None None] Set router 8ccdffef-c98b-4713-b247-f12bea6ee540 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:20.542029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd632fed-5ec9-4e1c-ae0a-c7f83d7e4261 req-51231fbb-4181-4f24-b18e-1014413d818a service neutron] 10.222.0.45 "GET /v2.0/networks/298026aa-d1de-47dd-b68c-f7c57d260a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958340 Dec 08 02:25:20.645758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd632fed-5ec9-4e1c-ae0a-c7f83d7e4261 req-1054a02b-3aa1-4b82-b951-ecaef0ff71de service neutron] 10.222.0.45 "GET /v2.0/networks/298026aa-d1de-47dd-b68c-f7c57d260a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950875 Dec 08 02:25:20.754603 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3cc56196-7155-44f3-9e46-67a8c7aeeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a288bff-c7c0-40b3-9045-bd1b054a4afb', 'name': '', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:4f:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:46Z', 'updated_at': '2021-12-08T02:23:52Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:20.781344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc56196-7155-44f3-9e46-67a8c7aeeaf6 None None] The sync data for ids ['8ccdffef-c98b-4713-b247-f12bea6ee540'] in n-d-713499-31 is: [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a288bff-c7c0-40b3-9045-bd1b054a4afb', 'name': '', 'network_id': '298026aa-d1de-47dd-b68c-f7c57d260a38', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'mac_address': 'fa:16:3e:4f:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:46Z', 'updated_at': '2021-12-08T02:23:52Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'subnets': [{'id': '3d2da420-5daa-4fc4-b4b4-1790e31d86c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:25:21.075732 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67772793-5117-40dd-a5c2-f6a1876e2a90 None None] New status for floating IP 6764101a-54fb-4d9d-8b52-9040fb1d1808: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:25:21.515701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d684c9-5d04-4755-ae88-9a196fbc3a34 req-b66d5a44-dced-42a0-8586-4257ceed6441 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:21.517223 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6d684c9-5d04-4755-ae88-9a196fbc3a34 req-b66d5a44-dced-42a0-8586-4257ceed6441 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0484991 Dec 08 02:25:21.585276 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6d684c9-5d04-4755-ae88-9a196fbc3a34 req-54b1e931-2f0e-423b-b6d5-90ac78da7cf3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca5db111-c5b5-4bc5-ade6-496aaf54c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616887 Dec 08 02:25:21.623255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b66f8-dfe9-438c-b726-fbc96f23ab0b req-c2b40dd9-8104-4f65-b0f0-1895768f7f7a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:21.625108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f8b66f8-dfe9-438c-b726-fbc96f23ab0b req-c2b40dd9-8104-4f65-b0f0-1895768f7f7a tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "GET /v2.0/ports?device_id=825fb023-d22c-4e50-8b55-6ed2ad6e0a92 HTTP/1.1" status: 200 len: 945 time: 0.0572987 Dec 08 02:25:21.718428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-9f8b66f8-dfe9-438c-b726-fbc96f23ab0b req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port ee55ded7-cb42-42d0-ac39-d278c5f889ff {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:21.718799 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9f8b66f8-dfe9-438c-b726-fbc96f23ab0b req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:21.811556 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9f8b66f8-dfe9-438c-b726-fbc96f23ab0b req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] For port ee55ded7-cb42-42d0-ac39-d278c5f889ff, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=ee55ded7-cb42-42d0-ac39-d278c5f889ff,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:21.811870 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9f8b66f8-dfe9-438c-b726-fbc96f23ab0b req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:21.824249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-9f8b66f8-dfe9-438c-b726-fbc96f23ab0b req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for ee55ded7-cb42-42d0-ac39-d278c5f889ff owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:21.969319 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9f8b66f8-dfe9-438c-b726-fbc96f23ab0b req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:22.002664 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=ee55ded7-cb42-42d0-ac39-d278c5f889ff,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:22.014662 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61894556-6f21-4126-b352-476594584e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:22.019433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:22.019822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:22.020173 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:22.020513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:22.020849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:22.021179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:22.021513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:22.021839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:22.022180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:22.022876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:22.023208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:22.023540 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:22.023899 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:22.059863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8b66f8-dfe9-438c-b726-fbc96f23ab0b req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] No DVR routers for this DVR port ee55ded7-cb42-42d0-ac39-d278c5f889ff on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:25:22.063011 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9f8b66f8-dfe9-438c-b726-fbc96f23ab0b req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:22.066818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f8b66f8-dfe9-438c-b726-fbc96f23ab0b req-5c129254-858e-4dc4-accc-af98dabc4864 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.45 "DELETE /v2.0/ports/ee55ded7-cb42-42d0-ac39-d278c5f889ff HTTP/1.1" status: 204 len: 173 time: 0.4355686 Dec 08 02:25:22.067292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'name': 'network-vif-deleted', 'tag': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:25:22.070228 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc03e849-a164-4b16-b35a-7c5992b952a1" -d '{"events": [{"server_uuid": "825fb023-d22c-4e50-8b55-6ed2ad6e0a92", "name": "network-vif-deleted", "tag": "ee55ded7-cb42-42d0-ac39-d278c5f889ff"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:25:22.109358 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1903affb-b32e-4142-8cd8-30325f759710 x-openstack-request-id: req-1903affb-b32e-4142-8cd8-30325f759710 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:25:22.109752 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825fb023-d22c-4e50-8b55-6ed2ad6e0a92", "name": "network-vif-deleted", "tag": "ee55ded7-cb42-42d0-ac39-d278c5f889ff", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:25:22.110100 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1903affb-b32e-4142-8cd8-30325f759710 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:25:22.110568 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825fb023-d22c-4e50-8b55-6ed2ad6e0a92', 'name': 'network-vif-deleted', 'tag': 'ee55ded7-cb42-42d0-ac39-d278c5f889ff', 'status': 'completed', 'code': 200} Dec 08 02:25:22.651110 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60450) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:23.018620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60454) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:23.021000 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3456447-13c6-4227-bd3c-00546adc9cd3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.064157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81bb6aa-869e-450d-a29f-6e34dcdbb25f admin admin] Deleting subnet b66b6a21-494c-4d1b-b6b9-210d48087e48 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:25:23.067424 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c81bb6aa-869e-450d-a29f-6e34dcdbb25f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.107242 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c81bb6aa-869e-450d-a29f-6e34dcdbb25f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.151064 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c81bb6aa-869e-450d-a29f-6e34dcdbb25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.208436 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c81bb6aa-869e-450d-a29f-6e34dcdbb25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.239595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bb6aa-869e-450d-a29f-6e34dcdbb25f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b66b6a21-494c-4d1b-b6b9-210d48087e48,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:23.241832 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c81bb6aa-869e-450d-a29f-6e34dcdbb25f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.249179 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c81bb6aa-869e-450d-a29f-6e34dcdbb25f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b66b6a21-494c-4d1b-b6b9-210d48087e48 HTTP/1.1" status: 204 len: 168 time: 0.2257049 Dec 08 02:25:23.249179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60456) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:23.315789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b3456447-13c6-4227-bd3c-00546adc9cd3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port 8a288bff-c7c0-40b3-9045-bd1b054a4afb {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:23.316204 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3456447-13c6-4227-bd3c-00546adc9cd3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.323303 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-631211f8-fb79-4a2e-9822-eb9fb4e3ca90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.410386 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-631211f8-fb79-4a2e-9822-eb9fb4e3ca90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.410737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-b3456447-13c6-4227-bd3c-00546adc9cd3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] For port 8a288bff-c7c0-40b3-9045-bd1b054a4afb, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8a288bff-c7c0-40b3-9045-bd1b054a4afb,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:23.411114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3456447-13c6-4227-bd3c-00546adc9cd3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.424747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b3456447-13c6-4227-bd3c-00546adc9cd3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for 8a288bff-c7c0-40b3-9045-bd1b054a4afb owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:23.430818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-631211f8-fb79-4a2e-9822-eb9fb4e3ca90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d72141-afd9-4251-a86d-4b4e50e81e55']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:23.441031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-631211f8-fb79-4a2e-9822-eb9fb4e3ca90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09f9f11-6845-4968-aafd-26b763f11103') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:23.441338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-631211f8-fb79-4a2e-9822-eb9fb4e3ca90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09f9f11-6845-4968-aafd-26b763f11103') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:23.451262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-631211f8-fb79-4a2e-9822-eb9fb4e3ca90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.464947 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-631211f8-fb79-4a2e-9822-eb9fb4e3ca90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.470825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631211f8-fb79-4a2e-9822-eb9fb4e3ca90 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:25:23.471243 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-631211f8-fb79-4a2e-9822-eb9fb4e3ca90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:25:23.473006 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:25:23.528130 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-631211f8-fb79-4a2e-9822-eb9fb4e3ca90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.534613 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-631211f8-fb79-4a2e-9822-eb9fb4e3ca90 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.538114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-631211f8-fb79-4a2e-9822-eb9fb4e3ca90 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f2d72141-afd9-4251-a86d-4b4e50e81e55 HTTP/1.1" status: 204 len: 168 time: 0.2886393 Dec 08 02:25:23.541203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60458) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:23.556512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631211f8-fb79-4a2e-9822-eb9fb4e3ca90 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d72141-afd9-4251-a86d-4b4e50e81e55,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:23.602598 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bda3b8-8f6c-4106-8b33-bde303f06923 admin admin] Deleting subnet acf36d44-8c78-421c-8125-37a5e79a5259 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:25:23.606344 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40bda3b8-8f6c-4106-8b33-bde303f06923 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.611941 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.680153 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40bda3b8-8f6c-4106-8b33-bde303f06923 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.719446 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3456447-13c6-4227-bd3c-00546adc9cd3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.755373 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40bda3b8-8f6c-4106-8b33-bde303f06923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.759643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3456447-13c6-4227-bd3c-00546adc9cd3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=8a288bff-c7c0-40b3-9045-bd1b054a4afb,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:23.898617 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40bda3b8-8f6c-4106-8b33-bde303f06923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.938644 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-40bda3b8-8f6c-4106-8b33-bde303f06923 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:23.944017 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-40bda3b8-8f6c-4106-8b33-bde303f06923 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/acf36d44-8c78-421c-8125-37a5e79a5259 HTTP/1.1" status: 204 len: 168 time: 0.3995950 Dec 08 02:25:23.944017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bda3b8-8f6c-4106-8b33-bde303f06923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf36d44-8c78-421c-8125-37a5e79a5259,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:23.944962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60460) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:24.002332 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b3456447-13c6-4227-bd3c-00546adc9cd3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.032586 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c433baf8-1edd-4ed2-bc44-9dc000dd96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.123757 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c433baf8-1edd-4ed2-bc44-9dc000dd96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.143952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c433baf8-1edd-4ed2-bc44-9dc000dd96e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebddac3a-d684-48da-a1a4-df8bffcc8298']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:24.153149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c433baf8-1edd-4ed2-bc44-9dc000dd96e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2879af-7e85-4e9b-b9f3-d3ff5bfa9c0e') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:24.153443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c433baf8-1edd-4ed2-bc44-9dc000dd96e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2879af-7e85-4e9b-b9f3-d3ff5bfa9c0e') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:24.162861 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c433baf8-1edd-4ed2-bc44-9dc000dd96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.176743 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c433baf8-1edd-4ed2-bc44-9dc000dd96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.182972 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c433baf8-1edd-4ed2-bc44-9dc000dd96e1 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:25:24.183451 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c433baf8-1edd-4ed2-bc44-9dc000dd96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:25:24.185766 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:25:24.226338 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3456447-13c6-4227-bd3c-00546adc9cd3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Router 8ccdffef-c98b-4713-b247-f12bea6ee540 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:25:24.243856 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c433baf8-1edd-4ed2-bc44-9dc000dd96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.249190 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c433baf8-1edd-4ed2-bc44-9dc000dd96e1 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.252959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c433baf8-1edd-4ed2-bc44-9dc000dd96e1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/ebddac3a-d684-48da-a1a4-df8bffcc8298 HTTP/1.1" status: 204 len: 168 time: 0.3069906 Dec 08 02:25:24.263577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433baf8-1edd-4ed2-bc44-9dc000dd96e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebddac3a-d684-48da-a1a4-df8bffcc8298,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:24.336650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3456447-13c6-4227-bd3c-00546adc9cd3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:25:24.345941 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b3456447-13c6-4227-bd3c-00546adc9cd3 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "PUT /v2.0/routers/8ccdffef-c98b-4713-b247-f12bea6ee540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6907456 Dec 08 02:25:24.346200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60464) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:24.354773 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72912880-f2e5-405b-8b3d-d2f5daa91d47 None None] Sync routers for ids ['8ccdffef-c98b-4713-b247-f12bea6ee540'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:25:24.364292 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.386647 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72912880-f2e5-405b-8b3d-d2f5daa91d47 None None] Routers {'8ccdffef-c98b-4713-b247-f12bea6ee540'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:24.387511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-72912880-f2e5-405b-8b3d-d2f5daa91d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:24:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ccdffef-c98b-4713-b247-f12bea6ee540'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:24.413833 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-32519da0-dbb9-4459-aeb5-80ee7fc923c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting subnet 3d2da420-5daa-4fc4-b4b4-1790e31d86c4 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:25:24.417030 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32519da0-dbb9-4459-aeb5-80ee7fc923c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.438275 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-15090e20-5477-4dba-be51-ea6f261f0cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.462126 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32519da0-dbb9-4459-aeb5-80ee7fc923c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.467729 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60466) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:24.506949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-72912880-f2e5-405b-8b3d-d2f5daa91d47 None None] Set router 8ccdffef-c98b-4713-b247-f12bea6ee540 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:24.516453 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bb2e09f2-cbf1-49de-bf8f-84409cdf32b2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=10115911596e4f1d8e2b387b6dcdf17d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474613 Dec 08 02:25:24.518883 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60468) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:24.548675 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32519da0-dbb9-4459-aeb5-80ee7fc923c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.569186 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27f2fcdc-f063-48d9-bc5b-485f8bf289f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.593447 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27f2fcdc-f063-48d9-bc5b-485f8bf289f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.617723 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32519da0-dbb9-4459-aeb5-80ee7fc923c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.644628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32519da0-dbb9-4459-aeb5-80ee7fc923c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2da420-5daa-4fc4-b4b4-1790e31d86c4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:24.650999 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-32519da0-dbb9-4459-aeb5-80ee7fc923c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.654664 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27f2fcdc-f063-48d9-bc5b-485f8bf289f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.658035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-32519da0-dbb9-4459-aeb5-80ee7fc923c4 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/subnets/3d2da420-5daa-4fc4-b4b4-1790e31d86c4 HTTP/1.1" status: 204 len: 168 time: 0.3098040 Dec 08 02:25:24.658207 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-27f2fcdc-f063-48d9-bc5b-485f8bf289f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.658305 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60470) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:24.659072 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-27f2fcdc-f063-48d9-bc5b-485f8bf289f9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1333a672-b5cb-4580-bb73-d188384337f1 HTTP/1.1" status: 204 len: 168 time: 0.1392543 Dec 08 02:25:24.662219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd928a-ac8b-4d5b-af9a-16e216d445ab None None] Network 298026aa-d1de-47dd-b68c-f7c57d260a38 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:25:24.675921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2fcdc-f063-48d9-bc5b-485f8bf289f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1333a672-b5cb-4580-bb73-d188384337f1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:24.770597 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.798891 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-72912880-f2e5-405b-8b3d-d2f5daa91d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:25:23Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:24.830848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72912880-f2e5-405b-8b3d-d2f5daa91d47 None None] Checking router: 8ccdffef-c98b-4713-b247-f12bea6ee540 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:25:24.841904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72912880-f2e5-405b-8b3d-d2f5daa91d47 None None] Routers {'8ccdffef-c98b-4713-b247-f12bea6ee540'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:24.842641 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-72912880-f2e5-405b-8b3d-d2f5daa91d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:25:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ccdffef-c98b-4713-b247-f12bea6ee540'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:24.880945 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.895318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] DHCP port deletion for 298026aa-d1de-47dd-b68c-f7c57d260a38 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:24.942374 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Deleting port c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:24.942778 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.000040 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-72912880-f2e5-405b-8b3d-d2f5daa91d47 None None] Set router 8ccdffef-c98b-4713-b247-f12bea6ee540 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:25.029698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] For port c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:25.030646 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.032986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60476) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:25.058432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Calling delete_port for c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:25.071450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Deleting port 4d5cb619-6249-4b13-9da0-5826397903e9 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:25.071843 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.123189 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b3a19088-9602-4b43-a9af-2aab9347be82 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=247f08c2ca6146108027a38bff73dff1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0884767 Dec 08 02:25:25.125565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60478) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:25.183328 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] For port 4d5cb619-6249-4b13-9da0-5826397903e9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4d5cb619-6249-4b13-9da0-5826397903e9,segment=NetworkSegment(d5e93815-02a1-4671-8fcf-e42d806f2615),segment_id=d5e93815-02a1-4671-8fcf-e42d806f2615)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:25.183858 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.206235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Calling delete_port for 4d5cb619-6249-4b13-9da0-5826397903e9 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:25.228882 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a037bd4-95c2-4c83-a5bc-522b718face4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.254924 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a037bd4-95c2-4c83-a5bc-522b718face4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.320302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-72912880-f2e5-405b-8b3d-d2f5daa91d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:25:23Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:25.337094 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.350418 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72912880-f2e5-405b-8b3d-d2f5daa91d47 None None] The sync data for ids ['8ccdffef-c98b-4713-b247-f12bea6ee540'] in n-d-713499-31 is: [{'id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534220924', 'tenant_id': 'cbb43e4753544be0aa33c8b169b14a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:25:23Z', 'revision_number': 5, 'project_id': 'cbb43e4753544be0aa33c8b169b14a56', 'gw_port': {'id': 'c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccdffef-c98b-4713-b247-f12bea6ee540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:42Z', 'updated_at': '2021-12-08T02:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:25:25.361271 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.377151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] No DVR routers for this DVR port 4d5cb619-6249-4b13-9da0-5826397903e9 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:25:25.396541 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a037bd4-95c2-4c83-a5bc-522b718face4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.400184 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2a037bd4-95c2-4c83-a5bc-522b718face4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.401356 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2a037bd4-95c2-4c83-a5bc-522b718face4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b48a3f3c-9315-4078-9854-2cd390775d51 HTTP/1.1" status: 204 len: 168 time: 0.2748945 Dec 08 02:25:25.410493 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d84052-2010-4198-936d-8fb80616ec0e None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:25.417726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4d5cb619-6249-4b13-9da0-5826397903e9 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:25.417726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Pushing event deleted for resources: {'Port': ['ID=4d5cb619-6249-4b13-9da0-5826397903e9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:25.419662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Port': ['ID=c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:25.452914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 4d5cb619-6249-4b13-9da0-5826397903e9 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:25.453265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4d5cb619-6249-4b13-9da0-5826397903e9 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:25.457576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a037bd4-95c2-4c83-a5bc-522b718face4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a3f3c-9315-4078-9854-2cd390775d51,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:25.458120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:25.458575 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:25.458802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:25.459223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:25.459568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:25.460102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:25.460437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:25.460771 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:25.461447 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:25.461868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:25.462205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:25.462967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:25.463579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df07be-7581-48be-9182-9c4a1aa018b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:25.483216 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.517521 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.583251 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.585534 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.628681 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.630153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Fanout notify agent at l3_agent the message router_deleted on router 8ccdffef-c98b-4713-b247-f12bea6ee540 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:25:25.640027 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.641104 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-96c9555c-83c3-4078-bb5b-feed41e5519b tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/routers/8ccdffef-c98b-4713-b247-f12bea6ee540 HTTP/1.1" status: 204 len: 168 time: 0.9824293 Dec 08 02:25:25.643779 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60484) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:25.731694 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a76a462-b370-4b18-b6cc-512b3aeb8393 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.824059 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a76a462-b370-4b18-b6cc-512b3aeb8393 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.846240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9a76a462-b370-4b18-b6cc-512b3aeb8393 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298026aa-d1de-47dd-b68c-f7c57d260a38']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:25.856515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9a76a462-b370-4b18-b6cc-512b3aeb8393 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e93815-02a1-4671-8fcf-e42d806f2615') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:25.856915 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9a76a462-b370-4b18-b6cc-512b3aeb8393 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e93815-02a1-4671-8fcf-e42d806f2615') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:25.866749 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a76a462-b370-4b18-b6cc-512b3aeb8393 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.881458 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a76a462-b370-4b18-b6cc-512b3aeb8393 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.887580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a76a462-b370-4b18-b6cc-512b3aeb8393 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:25:25.887996 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a76a462-b370-4b18-b6cc-512b3aeb8393 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:25:25.891651 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:25:25.954558 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a76a462-b370-4b18-b6cc-512b3aeb8393 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.964220 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9a76a462-b370-4b18-b6cc-512b3aeb8393 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.967679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9a76a462-b370-4b18-b6cc-512b3aeb8393 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/networks/298026aa-d1de-47dd-b68c-f7c57d260a38 HTTP/1.1" status: 204 len: 168 time: 0.3229489 Dec 08 02:25:25.973088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60496) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:25.985268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76a462-b370-4b18-b6cc-512b3aeb8393 tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'Network': ['ID=298026aa-d1de-47dd-b68c-f7c57d260a38,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:26.042559 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ceb07b2-66c7-4036-8577-eda0756cbd1e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.069768 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ceb07b2-66c7-4036-8577-eda0756cbd1e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.145024 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ceb07b2-66c7-4036-8577-eda0756cbd1e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.148166 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0ceb07b2-66c7-4036-8577-eda0756cbd1e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.149350 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0ceb07b2-66c7-4036-8577-eda0756cbd1e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] 10.222.0.71 "DELETE /v2.0/security-groups/ca5db111-c5b5-4bc5-ade6-496aaf54c90a HTTP/1.1" status: 204 len: 168 time: 0.1780639 Dec 08 02:25:26.159136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb07b2-66c7-4036-8577-eda0756cbd1e tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5db111-c5b5-4bc5-ade6-496aaf54c90a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:26.453484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60518) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:26.540921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60522) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:26.641417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ee55ded7-cb42-42d0-ac39-d278c5f889ff no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:26.652372 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b15b43c5-2c8e-4111-841a-e7e9bf21fdae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cbb43e4753544be0aa33c8b169b14a56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1976044 Dec 08 02:25:26.653589 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9076e26-ef73-42da-b584-deb530c874ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.655418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60526) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:26.662325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: ee55ded7-cb42-42d0-ac39-d278c5f889ff {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:26.663110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device ee55ded7-cb42-42d0-ac39-d278c5f889ff not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:26.705288 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06d0f19e-3373-496d-81fb-cb3b17f275d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.727826 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06d0f19e-3373-496d-81fb-cb3b17f275d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.731838 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9076e26-ef73-42da-b584-deb530c874ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.736308 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b9076e26-ef73-42da-b584-deb530c874ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.772833 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b9076e26-ef73-42da-b584-deb530c874ad admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c88e75d7daee4b84aa498efd417eb44f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2307627 Dec 08 02:25:26.774706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9076e26-ef73-42da-b584-deb530c874ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94758b2a-10b2-4846-868d-7a51d3871bbd,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:26.775998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06d0f19e-3373-496d-81fb-cb3b17f275d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.777055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60528) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:26.778644 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-06d0f19e-3373-496d-81fb-cb3b17f275d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.782766 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-06d0f19e-3373-496d-81fb-cb3b17f275d0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7a2a52cd-02f7-4df9-aae5-9e73eacd8341 HTTP/1.1" status: 204 len: 168 time: 0.1233764 Dec 08 02:25:26.788582 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0f19e-3373-496d-81fb-cb3b17f275d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2a52cd-02f7-4df9-aae5-9e73eacd8341,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:26.829116 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86cf4be3-bbf2-43c0-9a34-fb9705c1b656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.850822 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86cf4be3-bbf2-43c0-9a34-fb9705c1b656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.897036 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86cf4be3-bbf2-43c0-9a34-fb9705c1b656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.899970 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86cf4be3-bbf2-43c0-9a34-fb9705c1b656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:26.901128 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-86cf4be3-bbf2-43c0-9a34-fb9705c1b656 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/94758b2a-10b2-4846-868d-7a51d3871bbd HTTP/1.1" status: 204 len: 168 time: 0.1231689 Dec 08 02:25:26.909909 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf4be3-bbf2-43c0-9a34-fb9705c1b656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94758b2a-10b2-4846-868d-7a51d3871bbd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:26.998756 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:27.064615 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60536) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:27.109817 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-83992cbb-a996-49cb-9463-1066bb78eb8d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=776a0836a48040d2acf50c9fbc3d8ea6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438471 Dec 08 02:25:27.112129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60540) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:27.160691 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29ea6e75-50c5-4bbd-bfd3-a591078ad7b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:27.182282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29ea6e75-50c5-4bbd-bfd3-a591078ad7b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:27.233541 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29ea6e75-50c5-4bbd-bfd3-a591078ad7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:27.236607 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29ea6e75-50c5-4bbd-bfd3-a591078ad7b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:27.240105 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-29ea6e75-50c5-4bbd-bfd3-a591078ad7b8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/75069091-483a-4acd-9bda-5a56a72c71dd HTTP/1.1" status: 204 len: 168 time: 0.1248074 Dec 08 02:25:27.247762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea6e75-50c5-4bbd-bfd3-a591078ad7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75069091-483a-4acd-9bda-5a56a72c71dd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:27.340255 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8a288bff-c7c0-40b3-9045-bd1b054a4afb no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:27.367855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 8a288bff-c7c0-40b3-9045-bd1b054a4afb {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:27.367855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8a288bff-c7c0-40b3-9045-bd1b054a4afb not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:27.367855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:27.387674 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:27.388667 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c8eab978-e41a-4aa0-8d6e-9e565bcfd5cf not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:27.949375 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:28.457995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60602) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:28.606015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'network': {'name': 'tempest-network-smoke--1343789256', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'port_security_enabled': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:28.628808 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Made reservation on behalf of 11a97f55aa4d4707b3f72b51b8cc49ed for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:25:28.632638 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:28.641220 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:28.719495 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:28.722925 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:28.745985 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:25:28.762039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45421f3d-7d18-45cc-8b3d-95f3786739a5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:28.765282 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:28.765626 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Added segment e72db5f7-6b63-4773-af12-c4c141eb276f of type vlan for network 5641f0d3-4101-437e-999e-7c23cdacd50e Dec 08 02:25:28.812416 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:28.839959 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:28.846368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:28.846958 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:28.909959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4481750 Dec 08 02:25:28.910399 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60606) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:28.915673 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-930084958', 'admin_state_up': True, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:28.917066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20b693-7889-43b6-98ec-57d33b271e95 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Network': ['ID=5641f0d3-4101-437e-999e-7c23cdacd50e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:28.931177 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 5641f0d3-4101-437e-999e-7c23cdacd50e details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:25:28.946900 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:28.948016 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:29.001607 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:29.135883 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:29.355646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:29.620195 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:29.720872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Allocated IP 172.25.8.215 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/c3376201-aff7-40c7-94a1-f1d275175c52) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:29.823703 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:29.857718 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:29.897283 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:29.901608 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:29.906067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:29.909143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=c3376201-aff7-40c7-94a1-f1d275175c52,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:29.916614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e47f72e-5123-4ca1-be59-2123661639f0 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:30.168442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:30.201870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ce29a88f-f12e-455d-aaaa-71ec02e3f699 None None] Provisioning complete for port c3376201-aff7-40c7-94a1-f1d275175c52 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:30.202406 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce29a88f-f12e-455d-aaaa-71ec02e3f699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:30.236490 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ce29a88f-f12e-455d-aaaa-71ec02e3f699 None None] Port c3376201-aff7-40c7-94a1-f1d275175c52 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:30.381922 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:30.510423 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Router 45fce699-0ac9-470e-a88e-3f5547a60319 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:25:30.616876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:25:30.627011 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Sync routers for ids ['45fce699-0ac9-470e-a88e-3f5547a60319'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:25:30.636429 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Routers {'45fce699-0ac9-470e-a88e-3f5547a60319'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:30.637241 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:25:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['45fce699-0ac9-470e-a88e-3f5547a60319'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:30.640808 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:30.642158 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9400b3b8-3c05-433e-9fbf-b68f15f50f7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7306366 Dec 08 02:25:30.645520 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60616) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:30.743334 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ca4ed727-1375-4d75-875e-2194c672e45d tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=11a97f55aa4d4707b3f72b51b8cc49ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0940969 Dec 08 02:25:30.743792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60620) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:30.745473 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Set router 45fce699-0ac9-470e-a88e-3f5547a60319 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:30.918676 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecd730f-d1ed-4a46-884c-b680d8cc733a tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:30.922965 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9ecd730f-d1ed-4a46-884c-b680d8cc733a tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1754293 Dec 08 02:25:30.923173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60622) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:30.957409 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9671f6f2-c0bb-48ee-b506-25537990e0a6 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330479 Dec 08 02:25:30.959986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60624) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:30.965188 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0f454164-ace5-4a7d-9a84-0ed0088d922c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-845144984', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:31.034878 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:25:30Z', 'revision_number': 3, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:31.056961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f454164-ace5-4a7d-9a84-0ed0088d922c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Made reservation on behalf of 11a97f55aa4d4707b3f72b51b8cc49ed for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:25:31.061253 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0f454164-ace5-4a7d-9a84-0ed0088d922c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:31.061740 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Checking router: 45fce699-0ac9-470e-a88e-3f5547a60319 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:25:31.062103 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Updating router 45fce699-0ac9-470e-a88e-3f5547a60319 port c3376201-aff7-40c7-94a1-f1d275175c52 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:25:31.088613 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:31.249512 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0f454164-ace5-4a7d-9a84-0ed0088d922c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:31.311014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f454164-ace5-4a7d-9a84-0ed0088d922c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Subnet': ['ID=8317837a-3cfa-4034-9ba8-9d96bc71cd97,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:31.325003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f454164-ace5-4a7d-9a84-0ed0088d922c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Checking segment: {'id': 'e72db5f7-6b63-4773-af12-c4c141eb276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:31.325362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f454164-ace5-4a7d-9a84-0ed0088d922c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network hostable DHCP agents. Network: 5641f0d3-4101-437e-999e-7c23cdacd50e, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:25:31.342617 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f454164-ace5-4a7d-9a84-0ed0088d922c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network 5641f0d3-4101-437e-999e-7c23cdacd50e is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:25:31.354940 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-0f454164-ace5-4a7d-9a84-0ed0088d922c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 5641f0d3-4101-437e-999e-7c23cdacd50e) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:31.365101 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f2fc2e-1ba6-4ff9-a8bb-2fe41f8629df None None] Network 5641f0d3-4101-437e-999e-7c23cdacd50e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:25:31.367138 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:31.368626 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f454164-ace5-4a7d-9a84-0ed0088d922c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:31.370467 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0f454164-ace5-4a7d-9a84-0ed0088d922c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:31.375300 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:31.395340 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0f454164-ace5-4a7d-9a84-0ed0088d922c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4314311 Dec 08 02:25:31.395340 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60628) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:31.421033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a508a8c-76ec-4cd4-8c47-16b3fd01b4f3 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:31.430797 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Attempting to bind port c3376201-aff7-40c7-94a1-f1d275175c52 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:31.431307 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Attempting to bind port c3376201-aff7-40c7-94a1-f1d275175c52 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:31.431816 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Attempting to bind port c3376201-aff7-40c7-94a1-f1d275175c52 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:31.441257 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:31.441774 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:31.442272 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:31.442755 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:31.443414 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Bound port: c3376201-aff7-40c7-94a1-f1d275175c52, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:31.443911 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:31.500059 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] For port c3376201-aff7-40c7-94a1-f1d275175c52, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:25:31.508029 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] For port c3376201-aff7-40c7-94a1-f1d275175c52, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c3376201-aff7-40c7-94a1-f1d275175c52,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:25:31.516362 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Pushing event updated for resources: {'Port': ['ID=c3376201-aff7-40c7-94a1-f1d275175c52,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:31.523809 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:31.536534 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:31.536881 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:31.537223 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:31.537556 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:31.537884 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:31.538338 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:31.538672 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:31.538993 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:31.539315 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:31.539654 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:31.539974 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:31.540294 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:31.540612 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:31.544853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-5641f0d3-4101-437e-999e-7c23cdacd50e', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:25:31.545683 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:31.589594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777d0b59-0af2-4558-8e4d-ed3197edb121 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:31.593765 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Routers {'45fce699-0ac9-470e-a88e-3f5547a60319'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:31.594568 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:25:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['45fce699-0ac9-470e-a88e-3f5547a60319'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:31.636792 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f0faa-a776-4420-8a12-cf71323922f3 None None] Pushing event updated for resources: {'Port': ['ID=c3376201-aff7-40c7-94a1-f1d275175c52,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:31.730176 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] Set router 45fce699-0ac9-470e-a88e-3f5547a60319 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:31.765502 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Allocated IP 172.20.0.2 (5641f0d3-4101-437e-999e-7c23cdacd50e/8317837a-3cfa-4034-9ba8-9d96bc71cd97/d9e544cb-20bf-4354-b264-4f30d50cfe73) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:31.858989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5db75c1d-4ecd-4440-bdea-89a4911f22db None None] Provisioning complete for port c3376201-aff7-40c7-94a1-f1d275175c52 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:31.859359 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5db75c1d-4ecd-4440-bdea-89a4911f22db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:31.936037 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:31.961274 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:25:30Z', 'revision_number': 3, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:31.990048 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac21cbd0-1c03-42b2-988d-331874767d4f None None] The sync data for ids ['45fce699-0ac9-470e-a88e-3f5547a60319'] in n-d-713499-31 is: [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:25:30Z', 'revision_number': 3, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:25:32.041288 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:32.045864 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5db75c1d-4ecd-4440-bdea-89a4911f22db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:32.052449 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:32.111449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5db75c1d-4ecd-4440-bdea-89a4911f22db None None] For port c3376201-aff7-40c7-94a1-f1d275175c52, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c3376201-aff7-40c7-94a1-f1d275175c52,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:32.113517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Network 5641f0d3-4101-437e-999e-7c23cdacd50e is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:32.117063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:32.123050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:32.125437 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5db75c1d-4ecd-4440-bdea-89a4911f22db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:32.128219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Pushing event updated for resources: {'Port': ['ID=d9e544cb-20bf-4354-b264-4f30d50cfe73,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:32.221746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Attempting to bind port d9e544cb-20bf-4354-b264-4f30d50cfe73 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:32.222395 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Attempting to bind port d9e544cb-20bf-4354-b264-4f30d50cfe73 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'e72db5f7-6b63-4773-af12-c4c141eb276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:32.222976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Attempting to bind port d9e544cb-20bf-4354-b264-4f30d50cfe73 on network 5641f0d3-4101-437e-999e-7c23cdacd50e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:32.226326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db75c1d-4ecd-4440-bdea-89a4911f22db None None] Pushing event updated for resources: {'Port': ['ID=c3376201-aff7-40c7-94a1-f1d275175c52,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:32.247332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:32.247747 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Checking segment: {'id': 'e72db5f7-6b63-4773-af12-c4c141eb276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:32.248161 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:32.248562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Bound using segment: {'id': 'e72db5f7-6b63-4773-af12-c4c141eb276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:32.249768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Bound port: d9e544cb-20bf-4354-b264-4f30d50cfe73, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72db5f7-6b63-4773-af12-c4c141eb276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:32.249768 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:32.271384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f83c4e64-e67c-4721-9775-951129b33c5a None None] Provisioning complete for port c3376201-aff7-40c7-94a1-f1d275175c52 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:32.271817 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f83c4e64-e67c-4721-9775-951129b33c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:32.359649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Allocated IP 172.20.0.1 (5641f0d3-4101-437e-999e-7c23cdacd50e/8317837a-3cfa-4034-9ba8-9d96bc71cd97/329f4c64-ea51-4d43-bcc3-f3f96495320d) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:32.380613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] For port d9e544cb-20bf-4354-b264-4f30d50cfe73, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:25:32.389790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] For port d9e544cb-20bf-4354-b264-4f30d50cfe73, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d9e544cb-20bf-4354-b264-4f30d50cfe73,segment=NetworkSegment(e72db5f7-6b63-4773-af12-c4c141eb276f),segment_id=e72db5f7-6b63-4773-af12-c4c141eb276f)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:25:32.398761 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:32.492153 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2aab33-abe9-46fd-bacf-69d12f510bc5 None None] Pushing event updated for resources: {'Port': ['ID=d9e544cb-20bf-4354-b264-4f30d50cfe73,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:32.534620 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:32.581309 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:32.619335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network 5641f0d3-4101-437e-999e-7c23cdacd50e is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:32.623477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:32.634456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:32.686164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:32.783155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=329f4c64-ea51-4d43-bcc3-f3f96495320d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:32.853333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:33.434766 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:33.449485 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:33.453915 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c3376201-aff7-40c7-94a1-f1d275175c52 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:33.536030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port c3376201-aff7-40c7-94a1-f1d275175c52 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:33.536675 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:33.542042 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:33.545559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=329f4c64-ea51-4d43-bcc3-f3f96495320d,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:33.642438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d9e544cb-20bf-4354-b264-4f30d50cfe73 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:33.665588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network 5641f0d3-4101-437e-999e-7c23cdacd50e is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:33.667221 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:33.702651 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d9e544cb-20bf-4354-b264-4f30d50cfe73 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:33.703030 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:33.808167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Router 45fce699-0ac9-470e-a88e-3f5547a60319 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:25:33.809376 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a76a7f-5526-4e3f-a0a3-4eb6d0bda902 None None] Network 5641f0d3-4101-437e-999e-7c23cdacd50e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:25:33.842220 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:33.922843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c762c61a-7a0c-482f-b806-97011b7b18e0 None None] Provisioning complete for port d9e544cb-20bf-4354-b264-4f30d50cfe73 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:33.923214 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c762c61a-7a0c-482f-b806-97011b7b18e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:33.931018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:25:33.938423 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7596e897-1928-48d4-a290-9df958120468 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "PUT /v2.0/routers/45fce699-0ac9-470e-a88e-3f5547a60319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5399163 Dec 08 02:25:33.938792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60634) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:33.985097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port d9e544cb-20bf-4354-b264-4f30d50cfe73, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d9e544cb-20bf-4354-b264-4f30d50cfe73,segment=NetworkSegment(e72db5f7-6b63-4773-af12-c4c141eb276f),segment_id=e72db5f7-6b63-4773-af12-c4c141eb276f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:33.995538 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:34.106717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=d9e544cb-20bf-4354-b264-4f30d50cfe73,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:34.328511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Sync routers for ids ['45fce699-0ac9-470e-a88e-3f5547a60319'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:25:34.346137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Routers {'45fce699-0ac9-470e-a88e-3f5547a60319'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:34.346764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:25:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['45fce699-0ac9-470e-a88e-3f5547a60319'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:34.491984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-267063d3-3cfd-426a-95ef-7f5ed95599cb None None] Provisioning complete for port 329f4c64-ea51-4d43-bcc3-f3f96495320d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:34.492640 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-267063d3-3cfd-426a-95ef-7f5ed95599cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:34.497586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3894d117-eb0b-4598-ab60-9e36a745dbcb tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:34.498281 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Set router 45fce699-0ac9-470e-a88e-3f5547a60319 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:34.498519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3894d117-eb0b-4598-ab60-9e36a745dbcb tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:34.499145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3894d117-eb0b-4598-ab60-9e36a745dbcb tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:34.500912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3894d117-eb0b-4598-ab60-9e36a745dbcb tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:34.503414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3894d117-eb0b-4598-ab60-9e36a745dbcb tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.5630889 Dec 08 02:25:34.505636 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60638) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:34.620819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb5568b-f203-4305-bcaa-9968d9367ad6 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:34.621441 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb5568b-f203-4305-bcaa-9968d9367ad6 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:34.621957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb5568b-f203-4305-bcaa-9968d9367ad6 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:34.622523 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb5568b-f203-4305-bcaa-9968d9367ad6 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:34.627760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60640) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:34.628515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2bb5568b-f203-4305-bcaa-9968d9367ad6 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1211464 Dec 08 02:25:34.633835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-267063d3-3cfd-426a-95ef-7f5ed95599cb None None] Port 329f4c64-ea51-4d43-bcc3-f3f96495320d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:34.692540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-267063d3-3cfd-426a-95ef-7f5ed95599cb None None] Provisioning complete for port d9e544cb-20bf-4354-b264-4f30d50cfe73 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:34.692905 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-267063d3-3cfd-426a-95ef-7f5ed95599cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:34.871312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:33Z', 'revision_number': 2, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:34.900984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Checking router: 45fce699-0ac9-470e-a88e-3f5547a60319 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:25:34.901388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Updating router 45fce699-0ac9-470e-a88e-3f5547a60319 port 329f4c64-ea51-4d43-bcc3-f3f96495320d binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:25:34.917855 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2555b688-6f22-47aa-8d75-9ca3d3c0b2e8 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2864270 Dec 08 02:25:34.932844 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:34.994819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c3a4ad52-1970-4017-a2ad-be8559c2eb33 None None] Provisioning complete for port 329f4c64-ea51-4d43-bcc3-f3f96495320d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:34.995108 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ad52-1970-4017-a2ad-be8559c2eb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.119559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60646) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:35.125054 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1123719727', 'description': 'tempest-secgroup-smoke-1123719727 description', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:35.148593 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.221333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.225504 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.252058 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4ad52-1970-4017-a2ad-be8559c2eb33 None None] Port 329f4c64-ea51-4d43-bcc3-f3f96495320d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:35.254006 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.255228 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1345453 Dec 08 02:25:35.258856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60648) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:35.259377 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069237cb-7934-4a39-94a5-4afcbcbdf129,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:35.264354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-30fafd46-fe22-4a66-b416-b475c9f47ae3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': '069237cb-7934-4a39-94a5-4afcbcbdf129', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:35.266890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:35.267245 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:35.267663 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:35.267956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:35.268296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:35.268639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:35.268973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:35.269494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:35.269822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:35.270330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:35.271197 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:35.271197 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:35.271415 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b7dec-0b5c-46f5-9aa7-f78e6015c1f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:35.299344 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30fafd46-fe22-4a66-b416-b475c9f47ae3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.357102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d9e544cb-20bf-4354-b264-4f30d50cfe73 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:35.363468 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30fafd46-fe22-4a66-b416-b475c9f47ae3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.367453 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30fafd46-fe22-4a66-b416-b475c9f47ae3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.385642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fafd46-fe22-4a66-b416-b475c9f47ae3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3d2734-898d-40e2-a494-bfc53a521430,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:35.394639 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-30fafd46-fe22-4a66-b416-b475c9f47ae3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.396097 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-30fafd46-fe22-4a66-b416-b475c9f47ae3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353965 Dec 08 02:25:35.398837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60650) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:35.403500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3e71be3f-e067-45e9-841b-5b532bab4efa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': '069237cb-7934-4a39-94a5-4afcbcbdf129', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:35.430570 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e71be3f-e067-45e9-841b-5b532bab4efa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.459339 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.462050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d9e544cb-20bf-4354-b264-4f30d50cfe73 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:35.462626 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.487584 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e71be3f-e067-45e9-841b-5b532bab4efa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.489906 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.491146 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e71be3f-e067-45e9-841b-5b532bab4efa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.509238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71be3f-e067-45e9-841b-5b532bab4efa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e1f41b-df46-4da6-a5b8-123eadec4641,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:35.520745 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3e71be3f-e067-45e9-841b-5b532bab4efa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.521939 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3e71be3f-e067-45e9-841b-5b532bab4efa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222479 Dec 08 02:25:35.524993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60654) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:35.529728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-19fa774e-7906-4f17-a72d-3e672a93d398 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': '069237cb-7934-4a39-94a5-4afcbcbdf129', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:35.560639 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19fa774e-7906-4f17-a72d-3e672a93d398 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.574713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21c873-1415-4a3b-ba52-a6bfaf27565c None None] Pushing event updated for resources: {'Port': ['ID=329f4c64-ea51-4d43-bcc3-f3f96495320d,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:35.626503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Attempting to bind port 329f4c64-ea51-4d43-bcc3-f3f96495320d on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:35.626864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Attempting to bind port 329f4c64-ea51-4d43-bcc3-f3f96495320d by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'e72db5f7-6b63-4773-af12-c4c141eb276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:35.626986 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19fa774e-7906-4f17-a72d-3e672a93d398 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.627325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Attempting to bind port 329f4c64-ea51-4d43-bcc3-f3f96495320d on network 5641f0d3-4101-437e-999e-7c23cdacd50e {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:35.630855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19fa774e-7906-4f17-a72d-3e672a93d398 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.636717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:35.637059 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Checking segment: {'id': 'e72db5f7-6b63-4773-af12-c4c141eb276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:35.637656 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.637930 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Bound using segment: {'id': 'e72db5f7-6b63-4773-af12-c4c141eb276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:35.638340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Bound port: 329f4c64-ea51-4d43-bcc3-f3f96495320d, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72db5f7-6b63-4773-af12-c4c141eb276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:35.638719 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.656406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa774e-7906-4f17-a72d-3e672a93d398 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc4476f-a854-46cb-9df2-11a786ebee2a,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:35.662184 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-19fa774e-7906-4f17-a72d-3e672a93d398 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.666816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60656) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:35.672307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1406322c-3088-453f-91a6-27dc8446491d tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': '069237cb-7934-4a39-94a5-4afcbcbdf129', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:35.676684 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-19fa774e-7906-4f17-a72d-3e672a93d398 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504405 Dec 08 02:25:35.712070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] For port 329f4c64-ea51-4d43-bcc3-f3f96495320d, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:25:35.714093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1406322c-3088-453f-91a6-27dc8446491d tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.716540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] For port 329f4c64-ea51-4d43-bcc3-f3f96495320d, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=329f4c64-ea51-4d43-bcc3-f3f96495320d,segment=NetworkSegment(e72db5f7-6b63-4773-af12-c4c141eb276f),segment_id=e72db5f7-6b63-4773-af12-c4c141eb276f)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:25:35.721615 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.782056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Routers {'45fce699-0ac9-470e-a88e-3f5547a60319'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:35.782680 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:25:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['45fce699-0ac9-470e-a88e-3f5547a60319'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:35.785504 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1406322c-3088-453f-91a6-27dc8446491d tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.790210 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1406322c-3088-453f-91a6-27dc8446491d tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.808538 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406322c-3088-453f-91a6-27dc8446491d tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b1ef47-2d03-485a-b278-3f57a70114e5,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:35.818162 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1406322c-3088-453f-91a6-27dc8446491d tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.819664 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1406322c-3088-453f-91a6-27dc8446491d tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1517930 Dec 08 02:25:35.822697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60658) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:35.828672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1b7f33ce-ab3e-4d6d-a65a-594771753638 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': '069237cb-7934-4a39-94a5-4afcbcbdf129', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:35.836729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2f73791b-976b-492b-94c5-cf9da8542e85 None None] Provisioning complete for port 329f4c64-ea51-4d43-bcc3-f3f96495320d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:35.837108 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f73791b-976b-492b-94c5-cf9da8542e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.842323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21c873-1415-4a3b-ba52-a6bfaf27565c None None] Pushing event updated for resources: {'Port': ['ID=329f4c64-ea51-4d43-bcc3-f3f96495320d,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:35.858837 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-1b7f33ce-ab3e-4d6d-a65a-594771753638 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Project 11a97f55aa4d4707b3f72b51b8cc49ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:25:35.864925 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b7f33ce-ab3e-4d6d-a65a-594771753638 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.939876 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b7f33ce-ab3e-4d6d-a65a-594771753638 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.944113 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b7f33ce-ab3e-4d6d-a65a-594771753638 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.969065 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] Set router 45fce699-0ac9-470e-a88e-3f5547a60319 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:35.972145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f33ce-ab3e-4d6d-a65a-594771753638 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4900cfeb-03fd-4287-9330-3826e5bed4d7,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:35.983415 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1b7f33ce-ab3e-4d6d-a65a-594771753638 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:35.987437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1b7f33ce-ab3e-4d6d-a65a-594771753638 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607637 Dec 08 02:25:35.988043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60660) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:35.992803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1b535596-37f5-4045-9693-220720561701 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': '069237cb-7934-4a39-94a5-4afcbcbdf129', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:36.023622 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f73791b-976b-492b-94c5-cf9da8542e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:36.031784 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-1b535596-37f5-4045-9693-220720561701 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Project 11a97f55aa4d4707b3f72b51b8cc49ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:25:36.037627 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b535596-37f5-4045-9693-220720561701 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:36.108983 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b535596-37f5-4045-9693-220720561701 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:36.113661 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b535596-37f5-4045-9693-220720561701 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:36.138650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2f73791b-976b-492b-94c5-cf9da8542e85 None None] For port 329f4c64-ea51-4d43-bcc3-f3f96495320d, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=329f4c64-ea51-4d43-bcc3-f3f96495320d,segment=NetworkSegment(e72db5f7-6b63-4773-af12-c4c141eb276f),segment_id=e72db5f7-6b63-4773-af12-c4c141eb276f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:36.139830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b535596-37f5-4045-9693-220720561701 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61759fb1-f0c2-4109-9b02-dd1a2d4f8e86,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:36.147910 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b535596-37f5-4045-9693-220720561701 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:36.149515 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1b535596-37f5-4045-9693-220720561701 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1603522 Dec 08 02:25:36.157988 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2f73791b-976b-492b-94c5-cf9da8542e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:36.258926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73791b-976b-492b-94c5-cf9da8542e85 None None] Pushing event updated for resources: {'Port': ['ID=329f4c64-ea51-4d43-bcc3-f3f96495320d,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:36.294639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6d7be26e-848a-4b83-ae36-e48cf71a47e1 None None] Provisioning complete for port 329f4c64-ea51-4d43-bcc3-f3f96495320d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:36.294970 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d7be26e-848a-4b83-ae36-e48cf71a47e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:36.310929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-b7a38862-b2d3-4de6-b1d9-ad30b7fd5756 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123719727&fields=id&tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed HTTP/1.1" status: 200 len: 267 time: 0.0449984 Dec 08 02:25:36.338583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:35Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:36.379145 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94279e6-2b3a-41af-8086-059c264bb217 None None] The sync data for ids ['45fce699-0ac9-470e-a88e-3f5547a60319'] in n-d-713499-31 is: [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:35Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:25:36.480623 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-b9105835-032c-4c02-9a52-6431b8e342f9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:36.482225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-b9105835-032c-4c02-9a52-6431b8e342f9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/networks?id=5641f0d3-4101-437e-999e-7c23cdacd50e HTTP/1.1" status: 200 len: 797 time: 0.1636631 Dec 08 02:25:36.501463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-9a4dd1ee-695b-40a7-a4e1-e62280872dbb tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/quotas/11a97f55aa4d4707b3f72b51b8cc49ed HTTP/1.1" status: 200 len: 375 time: 0.0101686 Dec 08 02:25:36.568481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-f09d86ab-88ae-473b-a85a-fc00634ffff6 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611422 Dec 08 02:25:36.685615 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-3b749fde-bc2f-4d6b-8842-2ef4d4347545 service neutron] 10.222.0.71 "GET /v2.0/networks/5641f0d3-4101-437e-999e-7c23cdacd50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026609 Dec 08 02:25:36.784524 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-54d481fb-8256-44a2-b4aa-6cde3d0c5dd0 service neutron] 10.222.0.71 "GET /v2.0/networks/5641f0d3-4101-437e-999e-7c23cdacd50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920916 Dec 08 02:25:37.192278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a6de7f8-7b98-47be-adb6-b5a6918db835 req-4f9c1415-7de0-43bc-98c6-8480eeef479c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 210 time: 0.2378862 Dec 08 02:25:37.381181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 329f4c64-ea51-4d43-bcc3-f3f96495320d up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:37.446652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 329f4c64-ea51-4d43-bcc3-f3f96495320d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:37.447071 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:38.206833 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-d2bd2534-8a7e-4b2b-9b09-f9dccd2d3be1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:38.208789 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-d2bd2534-8a7e-4b2b-9b09-f9dccd2d3be1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.45 "GET /v2.0/networks?id=5641f0d3-4101-437e-999e-7c23cdacd50e HTTP/1.1" status: 200 len: 797 time: 0.1110456 Dec 08 02:25:38.315497 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50a9d968-e8af-4cb7-95a7-0f981692226f req-0064966e-b969-4f7d-9f5b-1e8ecb58c342 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 210 time: 0.0350862 Dec 08 02:25:38.322207 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-11e2d5e0-d0dd-4b98-b835-721150e41b17 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed HTTP/1.1" status: 200 len: 380 time: 0.0984335 Dec 08 02:25:38.332445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-406ed3c3-77e8-4f10-a062-afa3598eeea0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'port': {'device_id': '4551db53-7672-436c-8936-b1f147ad14a6', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'admin_state_up': True, 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'security_groups': ['069237cb-7934-4a39-94a5-4afcbcbdf129']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:38.442391 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-406ed3c3-77e8-4f10-a062-afa3598eeea0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Made reservation on behalf of 11a97f55aa4d4707b3f72b51b8cc49ed for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:25:38.445970 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-406ed3c3-77e8-4f10-a062-afa3598eeea0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:38.580261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-406ed3c3-77e8-4f10-a062-afa3598eeea0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Allocated IP 172.20.0.14 (5641f0d3-4101-437e-999e-7c23cdacd50e/8317837a-3cfa-4034-9ba8-9d96bc71cd97/1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:38.674026 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:25:38.716788 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-406ed3c3-77e8-4f10-a062-afa3598eeea0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:38.751898 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-406ed3c3-77e8-4f10-a062-afa3598eeea0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:38.802983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-406ed3c3-77e8-4f10-a062-afa3598eeea0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network 5641f0d3-4101-437e-999e-7c23cdacd50e is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:38.806209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-406ed3c3-77e8-4f10-a062-afa3598eeea0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:38.816246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ed3c3-77e8-4f10-a062-afa3598eeea0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:38.824939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-406ed3c3-77e8-4f10-a062-afa3598eeea0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:38.875308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-406ed3c3-77e8-4f10-a062-afa3598eeea0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:38.876259 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-406ed3c3-77e8-4f10-a062-afa3598eeea0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:38.893315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-406ed3c3-77e8-4f10-a062-afa3598eeea0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5647991 Dec 08 02:25:38.904527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-18b0005e-2b8a-4af5-8cf0-f570e5e399b4 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:25:38.905509 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-18b0005e-2b8a-4af5-8cf0-f570e5e399b4 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059381 Dec 08 02:25:38.923387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Request body: {'port': {'device_id': '4551db53-7672-436c-8936-b1f147ad14a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:38.981618 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:39.064354 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d66c8e8e-7981-4a9d-aa7b-aea299fbb556 None None] Provisioning complete for port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:39.064877 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d66c8e8e-7981-4a9d-aa7b-aea299fbb556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:39.103228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d66c8e8e-7981-4a9d-aa7b-aea299fbb556 None None] Port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:39.265284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:25:39.272931 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:39.286266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Transition to ACTIVE for port object 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:25:39.289963 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:39.346675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:39.455524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Attempting to bind port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:39.455893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Attempting to bind port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'e72db5f7-6b63-4773-af12-c4c141eb276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:39.456221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Attempting to bind port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 on network 5641f0d3-4101-437e-999e-7c23cdacd50e {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:39.464773 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 on network 5641f0d3-4101-437e-999e-7c23cdacd50e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:25:39.465091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Attempting to bind port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 on network 5641f0d3-4101-437e-999e-7c23cdacd50e {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:39.479704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2d152-bd2b-4594-8c51-b59be0e029e4 req-cbbf4f79-433f-44f3-a96a-43d9d507b895 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:39.481265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dcb2d152-bd2b-4594-8c51-b59be0e029e4 req-cbbf4f79-433f-44f3-a96a-43d9d507b895 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 944 time: 0.0755866 Dec 08 02:25:39.482082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:39.482413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Checking segment: {'id': 'e72db5f7-6b63-4773-af12-c4c141eb276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:39.482793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Bound using segment: {'id': 'e72db5f7-6b63-4773-af12-c4c141eb276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:39.483236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Bound port: 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72db5f7-6b63-4773-af12-c4c141eb276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:39.483590 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:39.587097 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dcb2d152-bd2b-4594-8c51-b59be0e029e4 req-ac47682a-55cb-4fa3-a608-f38a66156476 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=069237cb-7934-4a39-94a5-4afcbcbdf129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942242 Dec 08 02:25:39.594254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] For port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:25:39.597405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] For port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3,segment=NetworkSegment(e72db5f7-6b63-4773-af12-c4c141eb276f),segment_id=e72db5f7-6b63-4773-af12-c4c141eb276f)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:25:39.603027 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:39.657360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:39.657973 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:39.659331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] 10.222.0.45 "PUT /v2.0/ports/1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 HTTP/1.1" status: 200 len: 1093 time: 0.7407734 Dec 08 02:25:39.659790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4551db53-7672-436c-8936-b1f147ad14a6', 'tag': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:25:39.662077 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1b0479-c54d-4f50-ba7b-1995c3c316fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4551db53-7672-436c-8936-b1f147ad14a6", "tag": "1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:25:39.703355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68014b11-3c88-4248-87d3-bbc762e1a805 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:39.714169 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3b6bdc-f953-4235-b835-bc2446520e0a x-openstack-request-id: req-2d3b6bdc-f953-4235-b835-bc2446520e0a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:25:39.714461 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4551db53-7672-436c-8936-b1f147ad14a6", "tag": "1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:25:39.714900 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2d3b6bdc-f953-4235-b835-bc2446520e0a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:25:39.715461 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4551db53-7672-436c-8936-b1f147ad14a6', 'tag': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'status': 'completed', 'code': 200} Dec 08 02:25:39.775790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-b8335c3f-4e35-418a-9849-2aad39f7fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:39.777303 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-b8335c3f-4e35-418a-9849-2aad39f7fdb8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 1096 time: 0.0433562 Dec 08 02:25:39.828186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-ee6662ec-b017-44ad-b84e-fe532cab7835 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 HTTP/1.1" status: 200 len: 217 time: 0.0372939 Dec 08 02:25:39.880954 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-bee00130-fed6-4ebf-899f-fd3f84d68b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:39.882407 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-bee00130-fed6-4ebf-899f-fd3f84d68b27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8317837a-3cfa-4034-9ba8-9d96bc71cd97 HTTP/1.1" status: 200 len: 834 time: 0.0481591 Dec 08 02:25:39.938460 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-ee1596e6-01f8-4cc3-b712-fa65e662a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:39.939907 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-ee1596e6-01f8-4cc3-b712-fa65e662a0cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5641f0d3-4101-437e-999e-7c23cdacd50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508232 Dec 08 02:25:40.030250 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-c307176f-ee4c-46cd-ba3c-1c2e5a8d352a service neutron] 10.222.0.45 "GET /v2.0/networks/5641f0d3-4101-437e-999e-7c23cdacd50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832388 Dec 08 02:25:40.125618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f4320e4-5905-477a-b5a8-8466b0996065 req-3e508bbf-c757-4110-aa06-540267e4b58d service neutron] 10.222.0.45 "GET /v2.0/networks/5641f0d3-4101-437e-999e-7c23cdacd50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878429 Dec 08 02:25:40.383248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0479-c54d-4f50-ba7b-1995c3c316fc req-79e31621-347e-4efe-bad7-5915557e023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:40.384806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e1b0479-c54d-4f50-ba7b-1995c3c316fc req-79e31621-347e-4efe-bad7-5915557e023e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 1096 time: 0.0416183 Dec 08 02:25:40.479003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0479-c54d-4f50-ba7b-1995c3c316fc req-9ec20fa0-79cf-4cf6-b1cd-9af6d982600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:40.480494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e1b0479-c54d-4f50-ba7b-1995c3c316fc req-9ec20fa0-79cf-4cf6-b1cd-9af6d982600b service neutron] 10.222.0.45 "GET /v2.0/networks?id=5641f0d3-4101-437e-999e-7c23cdacd50e HTTP/1.1" status: 200 len: 898 time: 0.0887699 Dec 08 02:25:40.521928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e1b0479-c54d-4f50-ba7b-1995c3c316fc req-e807b016-4b70-476f-8469-1a543f75e8e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 HTTP/1.1" status: 200 len: 217 time: 0.0342674 Dec 08 02:25:40.576668 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0479-c54d-4f50-ba7b-1995c3c316fc req-8cfb7632-23a3-4314-b0e1-ee02854f4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:40.578254 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e1b0479-c54d-4f50-ba7b-1995c3c316fc req-8cfb7632-23a3-4314-b0e1-ee02854f4dbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8317837a-3cfa-4034-9ba8-9d96bc71cd97 HTTP/1.1" status: 200 len: 834 time: 0.0485764 Dec 08 02:25:40.632301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0479-c54d-4f50-ba7b-1995c3c316fc req-f4a73249-9d7f-416f-a26b-f5b057dac0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:40.633828 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e1b0479-c54d-4f50-ba7b-1995c3c316fc req-f4a73249-9d7f-416f-a26b-f5b057dac0b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5641f0d3-4101-437e-999e-7c23cdacd50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482299 Dec 08 02:25:40.782975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fca59-7bfa-443a-976e-75fda09744bd req-15b390ff-ae21-453c-bcf2-759efc8efbb9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:40.784518 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d97fca59-7bfa-443a-976e-75fda09744bd req-15b390ff-ae21-453c-bcf2-759efc8efbb9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 944 time: 0.0847178 Dec 08 02:25:40.786417 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e1b0479-c54d-4f50-ba7b-1995c3c316fc req-df6e84ad-9646-4c0c-8f51-36597797e7aa service neutron] 10.222.0.45 "GET /v2.0/networks/5641f0d3-4101-437e-999e-7c23cdacd50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448774 Dec 08 02:25:40.896831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d97fca59-7bfa-443a-976e-75fda09744bd req-7535a553-de45-4037-9b1c-200d3ab5527d tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=069237cb-7934-4a39-94a5-4afcbcbdf129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053090 Dec 08 02:25:40.926029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8e1b0479-c54d-4f50-ba7b-1995c3c316fc req-436a621a-a8aa-40ff-8be9-51e19b3c4bf5 service neutron] 10.222.0.45 "GET /v2.0/networks/5641f0d3-4101-437e-999e-7c23cdacd50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280966 Dec 08 02:25:42.027202 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88761d79-7adc-4afc-81e3-d613f175da58 req-ec3fbb00-f01f-4027-8695-1232a8ba500b tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:42.028734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88761d79-7adc-4afc-81e3-d613f175da58 req-ec3fbb00-f01f-4027-8695-1232a8ba500b tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 944 time: 0.0556736 Dec 08 02:25:42.078732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88761d79-7adc-4afc-81e3-d613f175da58 req-7a8345a3-617d-40f3-b083-af0913e17375 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=069237cb-7934-4a39-94a5-4afcbcbdf129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439813 Dec 08 02:25:42.722175 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:25:42.818500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3,segment=NetworkSegment(e72db5f7-6b63-4773-af12-c4c141eb276f),segment_id=e72db5f7-6b63-4773-af12-c4c141eb276f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:42.830370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'port_id': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'mac_address': 'fa:16:3e:96:ec:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:25:42.867217 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.883427 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:25:42.904132 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3,segment=NetworkSegment(e72db5f7-6b63-4773-af12-c4c141eb276f),segment_id=e72db5f7-6b63-4773-af12-c4c141eb276f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:42.907884 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.956647 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:43.163194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:25:43.198210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1492d-e1fa-40fc-b438-5e719f04492d req-3fd86d98-bded-47cc-8c3c-f7373a3feb16 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:43.199925 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86e1492d-e1fa-40fc-b438-5e719f04492d req-3fd86d98-bded-47cc-8c3c-f7373a3feb16 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 945 time: 0.0528235 Dec 08 02:25:43.253778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-86e1492d-e1fa-40fc-b438-5e719f04492d req-3abaecad-ea4a-45fe-8144-aab5954c9565 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=069237cb-7934-4a39-94a5-4afcbcbdf129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465388 Dec 08 02:25:44.371891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3fa0f-b9de-42ad-93e8-cab1fd8366ad req-7646750e-27b2-40b7-a4a4-9360d0adde4a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:44.373402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31d3fa0f-b9de-42ad-93e8-cab1fd8366ad req-7646750e-27b2-40b7-a4a4-9360d0adde4a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 945 time: 0.0489926 Dec 08 02:25:44.428807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31d3fa0f-b9de-42ad-93e8-cab1fd8366ad req-334dd002-c730-4f56-8e68-27f0eb5b3939 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=069237cb-7934-4a39-94a5-4afcbcbdf129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493100 Dec 08 02:25:44.718800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:44.767817 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:25:44.771533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:44.771937 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:44.851142 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:44.874317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4551db53-7672-436c-8936-b1f147ad14a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:25:44.876648 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647c3264-3d81-4eeb-9691-c4df3c8b7ea8" -d '{"events": [{"server_uuid": "4551db53-7672-436c-8936-b1f147ad14a6", "name": "network-vif-plugged", "status": "completed", "tag": "1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:25:44.889942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3,segment=NetworkSegment(e72db5f7-6b63-4773-af12-c4c141eb276f),segment_id=e72db5f7-6b63-4773-af12-c4c141eb276f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:44.894951 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:44.932947 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae945b5-cf25-4463-b3cb-f9d8a86e2b9f x-openstack-request-id: req-aae945b5-cf25-4463-b3cb-f9d8a86e2b9f {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:25:44.933546 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4551db53-7672-436c-8936-b1f147ad14a6", "name": "network-vif-plugged", "status": "completed", "tag": "1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:25:44.933807 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aae945b5-cf25-4463-b3cb-f9d8a86e2b9f {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:25:44.934205 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4551db53-7672-436c-8936-b1f147ad14a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'code': 200} Dec 08 02:25:44.955545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:45.053040 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311f4b4-2218-4068-ae3a-f56d21938cd2 req-9cead842-5e19-42c3-8d73-bb9a4e1e2cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:45.054506 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8311f4b4-2218-4068-ae3a-f56d21938cd2 req-9cead842-5e19-42c3-8d73-bb9a4e1e2cd5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 1098 time: 0.0392494 Dec 08 02:25:45.099785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8311f4b4-2218-4068-ae3a-f56d21938cd2 req-3a1a725f-64fb-415c-ae38-12b70345dc1e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=069237cb-7934-4a39-94a5-4afcbcbdf129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387571 Dec 08 02:25:45.542581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb47fe-6b98-47fb-870d-7d8a4d108b6d req-0c057707-2156-4038-89ff-81d64e753148 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:45.544172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2cb47fe-6b98-47fb-870d-7d8a4d108b6d req-0c057707-2156-4038-89ff-81d64e753148 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 946 time: 0.0479605 Dec 08 02:25:45.594519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b2cb47fe-6b98-47fb-870d-7d8a4d108b6d req-eab73c09-5759-4261-85eb-2db7fb257544 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=069237cb-7934-4a39-94a5-4afcbcbdf129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436459 Dec 08 02:25:46.724205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfb1f4-5705-4a1b-b80f-e7839aa401bd req-4294f216-1133-495e-acd9-fbce07075727 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:46.726139 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ddfb1f4-5705-4a1b-b80f-e7839aa401bd req-4294f216-1133-495e-acd9-fbce07075727 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 946 time: 0.0580981 Dec 08 02:25:46.777251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ddfb1f4-5705-4a1b-b80f-e7839aa401bd req-3b675ea5-7814-4414-bc17-082e89799a2b tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=069237cb-7934-4a39-94a5-4afcbcbdf129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440927 Dec 08 02:25:46.894655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c776db7-9b8b-4ee7-8bd1-cf8886cda6f7 req-6eed9f81-47ca-4c1b-9e9a-856a680d1660 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:46.896272 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c776db7-9b8b-4ee7-8bd1-cf8886cda6f7 req-6eed9f81-47ca-4c1b-9e9a-856a680d1660 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 946 time: 0.0508842 Dec 08 02:25:46.947836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c776db7-9b8b-4ee7-8bd1-cf8886cda6f7 req-396c743b-4b99-4254-9f73-28648399c49d tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=069237cb-7934-4a39-94a5-4afcbcbdf129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454359 Dec 08 02:25:46.971393 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60900) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:47.010672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807672fe-235c-4df1-9276-6959d3c616d8 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:47.012258 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-807672fe-235c-4df1-9276-6959d3c616d8 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 1093 time: 0.0396619 Dec 08 02:25:47.015775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 60902) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:47.020162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:47.041852 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:47.136051 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:47.244737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Allocated IP 172.25.8.80 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/53054136-1ad0-4463-96b4-131ce3780269) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:47.348279 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:47.382088 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:47.420493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:47.423295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:47.427477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:47.462877 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=53054136-1ad0-4463-96b4-131ce3780269,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:47.800621 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:47.865749 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.026740 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.031866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.101258 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=53054136-1ad0-4463-96b4-131ce3780269,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:48.112604 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.213854 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Floating IP 7ad4982c-1d82-4041-ae59-2c244eebd1e1 associated. External IP: 172.25.8.80, port: 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3. Dec 08 02:25:48.676463 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Router 45fce699-0ac9-470e-a88e-3f5547a60319 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:25:48.782725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:25:48.805816 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4505d-8f03-4f5e-8328-b534887fc2f8 None None] Sync routers for ids ['45fce699-0ac9-470e-a88e-3f5547a60319'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:25:48.814023 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.818388 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4505d-8f03-4f5e-8328-b534887fc2f8 None None] Routers {'45fce699-0ac9-470e-a88e-3f5547a60319'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:48.819004 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a5c4505d-8f03-4f5e-8328-b534887fc2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:25:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['45fce699-0ac9-470e-a88e-3f5547a60319'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:48.847743 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f01c2839-832a-43ac-9f4a-2945c10aaea2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8285258 Dec 08 02:25:48.847743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4551db53-7672-436c-8936-b1f147ad14a6', 'tag': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:25:48.848384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60936) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:48.848882 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476882c5-70db-49c9-9ecc-fc8ec450aa87" -d '{"events": [{"name": "network-changed", "server_uuid": "4551db53-7672-436c-8936-b1f147ad14a6", "tag": "1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:25:48.902740 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a05680-7438-4eba-add8-b9ced0183b73 x-openstack-request-id: req-33a05680-7438-4eba-add8-b9ced0183b73 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:25:48.903081 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4551db53-7672-436c-8936-b1f147ad14a6", "tag": "1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:25:48.903339 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-33a05680-7438-4eba-add8-b9ced0183b73 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:25:48.903776 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4551db53-7672-436c-8936-b1f147ad14a6', 'tag': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'status': 'completed', 'code': 200} Dec 08 02:25:48.920841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d96eef2c-9144-492c-82f0-68c1f61472b0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/floatingips/7ad4982c-1d82-4041-ae59-2c244eebd1e1 HTTP/1.1" status: 200 len: 991 time: 0.0710104 Dec 08 02:25:48.940784 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a5c4505d-8f03-4f5e-8328-b534887fc2f8 None None] Set router 45fce699-0ac9-470e-a88e-3f5547a60319 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:48.982476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476882c5-70db-49c9-9ecc-fc8ec450aa87 req-ed8d10c3-6700-4d6f-92b3-e864cfce6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:48.984030 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476882c5-70db-49c9-9ecc-fc8ec450aa87 req-ed8d10c3-6700-4d6f-92b3-e864cfce6925 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 1098 time: 0.0418603 Dec 08 02:25:49.081546 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476882c5-70db-49c9-9ecc-fc8ec450aa87 req-b811de6d-ca47-42fe-b622-673d59e818b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:49.083061 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476882c5-70db-49c9-9ecc-fc8ec450aa87 req-b811de6d-ca47-42fe-b622-673d59e818b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5641f0d3-4101-437e-999e-7c23cdacd50e HTTP/1.1" status: 200 len: 898 time: 0.0926616 Dec 08 02:25:49.151473 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476882c5-70db-49c9-9ecc-fc8ec450aa87 req-7f5d2b48-990e-41ff-a20c-e72b7b228863 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 HTTP/1.1" status: 200 len: 999 time: 0.0605149 Dec 08 02:25:49.179000 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a5c4505d-8f03-4f5e-8328-b534887fc2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '7ad4982c-1d82-4041-ae59-2c244eebd1e1', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'port_id': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'mac_address': 'fa:16:3e:96:ec:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4551db53-7672-436c-8936-b1f147ad14a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:25:47Z', 'updated_at': '2021-12-08T02:25:47Z', 'revision_number': 0, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:36Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:49.200208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476882c5-70db-49c9-9ecc-fc8ec450aa87 req-4b05b4d7-79a8-4d8a-bd8e-da7714387964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:49.201678 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476882c5-70db-49c9-9ecc-fc8ec450aa87 req-4b05b4d7-79a8-4d8a-bd8e-da7714387964 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8317837a-3cfa-4034-9ba8-9d96bc71cd97 HTTP/1.1" status: 200 len: 834 time: 0.0438876 Dec 08 02:25:49.204681 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4505d-8f03-4f5e-8328-b534887fc2f8 None None] Checking router: 45fce699-0ac9-470e-a88e-3f5547a60319 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:25:49.218940 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4505d-8f03-4f5e-8328-b534887fc2f8 None None] Routers {'45fce699-0ac9-470e-a88e-3f5547a60319'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:49.219556 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a5c4505d-8f03-4f5e-8328-b534887fc2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:25:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['45fce699-0ac9-470e-a88e-3f5547a60319'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:49.251837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476882c5-70db-49c9-9ecc-fc8ec450aa87 req-d4f693a3-3283-407e-95dd-ccf41e9c8d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:49.253568 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476882c5-70db-49c9-9ecc-fc8ec450aa87 req-d4f693a3-3283-407e-95dd-ccf41e9c8d78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5641f0d3-4101-437e-999e-7c23cdacd50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453818 Dec 08 02:25:49.343234 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a5c4505d-8f03-4f5e-8328-b534887fc2f8 None None] Set router 45fce699-0ac9-470e-a88e-3f5547a60319 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:49.346453 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476882c5-70db-49c9-9ecc-fc8ec450aa87 req-79387b58-f09e-437f-b521-62aad0112a61 service neutron] 10.222.0.45 "GET /v2.0/networks/5641f0d3-4101-437e-999e-7c23cdacd50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854464 Dec 08 02:25:49.441634 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-476882c5-70db-49c9-9ecc-fc8ec450aa87 req-7cf78390-2c00-43f4-9aa9-68f2cee38c84 service neutron] 10.222.0.45 "GET /v2.0/networks/5641f0d3-4101-437e-999e-7c23cdacd50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880542 Dec 08 02:25:49.686046 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a5c4505d-8f03-4f5e-8328-b534887fc2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '7ad4982c-1d82-4041-ae59-2c244eebd1e1', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'port_id': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'mac_address': 'fa:16:3e:96:ec:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4551db53-7672-436c-8936-b1f147ad14a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:25:47Z', 'updated_at': '2021-12-08T02:25:47Z', 'revision_number': 0, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:36Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:49.711474 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4505d-8f03-4f5e-8328-b534887fc2f8 None None] The sync data for ids ['45fce699-0ac9-470e-a88e-3f5547a60319'] in n-d-713499-31 is: [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '7ad4982c-1d82-4041-ae59-2c244eebd1e1', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'port_id': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'mac_address': 'fa:16:3e:96:ec:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4551db53-7672-436c-8936-b1f147ad14a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:25:47Z', 'updated_at': '2021-12-08T02:25:47Z', 'revision_number': 0, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:36Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:25:49.916570 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da77a39-669f-4042-928a-896cce450e5e None None] New status for floating IP 7ad4982c-1d82-4041-ae59-2c244eebd1e1: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:25:49.924538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60958) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:49.991456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cb4b14d0-f9fd-40e5-9035-cd169577dcab tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/floatingips/7ad4982c-1d82-4041-ae59-2c244eebd1e1 HTTP/1.1" status: 200 len: 991 time: 0.0656314 Dec 08 02:25:50.995368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 60978) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:51.057288 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f2119310-a75c-425c-8467-e178cbb18e5a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/floatingips/7ad4982c-1d82-4041-ae59-2c244eebd1e1 HTTP/1.1" status: 200 len: 993 time: 0.0606685 Dec 08 02:25:52.014907 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e93385b3-a6cf-4d42-8304-fdfc6e294f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:53.626836 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:54.370073 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:54.380385 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-700cc38c-f188-4d85-9aa8-6a5efb87f9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:55.519421 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.999346 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:57.922982 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:15.672843 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:26:16.038358 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33460) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:16.176262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc2e21c2-4467-4eed-9a0e-17b6f51907c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:16.258389 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc2e21c2-4467-4eed-9a0e-17b6f51907c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:16.262490 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc2e21c2-4467-4eed-9a0e-17b6f51907c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:16.300897 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cc2e21c2-4467-4eed-9a0e-17b6f51907c7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8e16ae723c774b6a938f590c121ccbff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2612221 Dec 08 02:26:16.301589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e21c2-4467-4eed-9a0e-17b6f51907c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed27b37-51ed-4467-84b5-3b22c70ba796,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:16.303489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33464) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:16.352887 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09248ade-e3f5-42be-b36c-2ebe52cba35f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:16.374719 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09248ade-e3f5-42be-b36c-2ebe52cba35f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:16.420308 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09248ade-e3f5-42be-b36c-2ebe52cba35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:16.422917 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-09248ade-e3f5-42be-b36c-2ebe52cba35f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:16.424101 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-09248ade-e3f5-42be-b36c-2ebe52cba35f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fed27b37-51ed-4467-84b5-3b22c70ba796 HTTP/1.1" status: 204 len: 168 time: 0.1190016 Dec 08 02:26:16.431779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09248ade-e3f5-42be-b36c-2ebe52cba35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed27b37-51ed-4467-84b5-3b22c70ba796,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:17.619665 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33512) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:17.697702 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a17c33-38e2-450e-a159-8fa9b4bbccba tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:17.698193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a17c33-38e2-450e-a159-8fa9b4bbccba tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:17.698663 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a17c33-38e2-450e-a159-8fa9b4bbccba tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:17.700877 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-13a17c33-38e2-450e-a159-8fa9b4bbccba tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/ports?project_id=11a97f55aa4d4707b3f72b51b8cc49ed&network_id=5641f0d3-4101-437e-999e-7c23cdacd50e HTTP/1.1" status: 200 len: 2973 time: 0.0801353 Dec 08 02:26:18.353037 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33626) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:18.457952 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cea68a1-12a2-4ebd-b24e-e4c48d2146df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:18.529159 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cea68a1-12a2-4ebd-b24e-e4c48d2146df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:18.532828 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6cea68a1-12a2-4ebd-b24e-e4c48d2146df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:18.570068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6cea68a1-12a2-4ebd-b24e-e4c48d2146df admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=09d4b572e02d4921971383f3d1a3688e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2159660 Dec 08 02:26:18.572027 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea68a1-12a2-4ebd-b24e-e4c48d2146df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fb14a2-5bb1-43e1-b225-035e936a023f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:18.572814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33630) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:18.619559 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51c8e532-2677-444f-acc9-6250b8efbfee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:18.640190 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51c8e532-2677-444f-acc9-6250b8efbfee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:18.686353 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51c8e532-2677-444f-acc9-6250b8efbfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:18.689004 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51c8e532-2677-444f-acc9-6250b8efbfee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:18.690165 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-51c8e532-2677-444f-acc9-6250b8efbfee admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f9fb14a2-5bb1-43e1-b225-035e936a023f HTTP/1.1" status: 204 len: 168 time: 0.1163611 Dec 08 02:26:18.697934 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8e532-2677-444f-acc9-6250b8efbfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fb14a2-5bb1-43e1-b225-035e936a023f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:18.940638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33636) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:18.953836 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0190a89-6927-4a10-9f3e-a413832a72c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:19.027097 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0190a89-6927-4a10-9f3e-a413832a72c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:19.031102 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0190a89-6927-4a10-9f3e-a413832a72c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:19.068604 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f0190a89-6927-4a10-9f3e-a413832a72c4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ce8ee03118446ff9d8a40932b99fc6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267748 Dec 08 02:26:19.070578 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0190a89-6927-4a10-9f3e-a413832a72c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfeaa72-d352-4bd8-87f2-91de2c09470d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:19.071310 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33638) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:19.121053 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-039cde96-c65a-4348-b82f-10583e5b7fb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:19.142000 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-039cde96-c65a-4348-b82f-10583e5b7fb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:19.186689 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-039cde96-c65a-4348-b82f-10583e5b7fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:19.189318 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-039cde96-c65a-4348-b82f-10583e5b7fb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:19.190489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-039cde96-c65a-4348-b82f-10583e5b7fb4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7bfeaa72-d352-4bd8-87f2-91de2c09470d HTTP/1.1" status: 204 len: 168 time: 0.1181934 Dec 08 02:26:19.197957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cde96-c65a-4348-b82f-10583e5b7fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfeaa72-d352-4bd8-87f2-91de2c09470d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:19.833131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33660) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:19.930091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1919034735-network', 'tenant_id': 'dc19b93640b6467986336a4d737fa46c'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:19.950488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] Made reservation on behalf of dc19b93640b6467986336a4d737fa46c for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:26:19.953363 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:19.961396 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.034926 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.039043 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.059735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:26:20.073839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e0638b-c934-4be0-a19c-f41517a033f8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:20.078787 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.079130 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] Added segment 080c150b-faec-4520-a54e-607600325c09 of type vlan for network 282d7141-2fbf-4300-96d3-758f135af38a Dec 08 02:26:20.117793 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.144210 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.145129 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:20.145699 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.194445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3601470 Dec 08 02:26:20.197409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33666) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:20.202517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-923a45e4-8438-4c33-9c90-476ed5675a14 admin admin] Request body: {'subnet': {'network_id': '282d7141-2fbf-4300-96d3-758f135af38a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1919034735-subnet', 'tenant_id': 'dc19b93640b6467986336a4d737fa46c', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:20.247155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31dccb6-c70a-40ad-8178-08a7aef7f820 admin admin] Pushing event updated for resources: {'Network': ['ID=282d7141-2fbf-4300-96d3-758f135af38a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:20.247764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923a45e4-8438-4c33-9c90-476ed5675a14 admin admin] Made reservation on behalf of dc19b93640b6467986336a4d737fa46c for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:26:20.252159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-923a45e4-8438-4c33-9c90-476ed5675a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.259388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 282d7141-2fbf-4300-96d3-758f135af38a details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:26:20.425832 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-923a45e4-8438-4c33-9c90-476ed5675a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.486536 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a45e4-8438-4c33-9c90-476ed5675a14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed9d2d12-8922-4feb-a39e-43b5ccf5e759,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:20.493741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a45e4-8438-4c33-9c90-476ed5675a14 admin admin] Checking segment: {'id': '080c150b-faec-4520-a54e-607600325c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:20.494108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a45e4-8438-4c33-9c90-476ed5675a14 admin admin] Network hostable DHCP agents. Network: 282d7141-2fbf-4300-96d3-758f135af38a, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:26:20.510803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a45e4-8438-4c33-9c90-476ed5675a14 admin admin] Network 282d7141-2fbf-4300-96d3-758f135af38a is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:26:20.519843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-923a45e4-8438-4c33-9c90-476ed5675a14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 282d7141-2fbf-4300-96d3-758f135af38a) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:20.523934 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923a45e4-8438-4c33-9c90-476ed5675a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:20.524533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-923a45e4-8438-4c33-9c90-476ed5675a14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.530293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b1f631-bf2d-45f8-85b1-1bca166b8e50 None None] Network 282d7141-2fbf-4300-96d3-758f135af38a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:26:20.539464 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-923a45e4-8438-4c33-9c90-476ed5675a14 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3409674 Dec 08 02:26:20.542089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33668) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:20.546971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1919034735-router', 'tenant_id': 'dc19b93640b6467986336a4d737fa46c', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:20.568367 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.569477 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.620648 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.631881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-282d7141-2fbf-4300-96d3-758f135af38a', 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a', 'project_id': 'dc19b93640b6467986336a4d737fa46c', 'fixed_ips': [{'subnet_id': 'ed9d2d12-8922-4feb-a39e-43b5ccf5e759'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:26:20.632958 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.766595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Allocated IP 172.20.0.2 (282d7141-2fbf-4300-96d3-758f135af38a/ed9d2d12-8922-4feb-a39e-43b5ccf5e759/1cbb7cdb-5671-4e0b-a42d-97d0610d9d14) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:20.766853 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.902520 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.908293 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.950476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Network 282d7141-2fbf-4300-96d3-758f135af38a is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:20.953825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:20.957404 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:20.963136 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:20.964607 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Pushing event updated for resources: {'Port': ['ID=1cbb7cdb-5671-4e0b-a42d-97d0610d9d14,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:20.984038 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:21.015127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Attempting to bind port 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:21.015510 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Attempting to bind port 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '080c150b-faec-4520-a54e-607600325c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:21.015899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Attempting to bind port 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 on network 282d7141-2fbf-4300-96d3-758f135af38a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:21.020883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:21.021187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Checking segment: {'id': '080c150b-faec-4520-a54e-607600325c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:21.021582 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:21.021965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Bound using segment: {'id': '080c150b-faec-4520-a54e-607600325c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:21.022421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Bound port: 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080c150b-faec-4520-a54e-607600325c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:21.022791 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:21.082375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] For port 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:21.084793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Allocated IP 172.25.8.230 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/435b486d-f2a7-4acb-b354-1606fbc193bd) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:21.085308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] For port 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1cbb7cdb-5671-4e0b-a42d-97d0610d9d14,segment=NetworkSegment(080c150b-faec-4520-a54e-607600325c09),segment_id=080c150b-faec-4520-a54e-607600325c09)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:26:21.090121 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:21.148596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ab6c8-52d4-49ea-a1f4-eb74de484db1 None None] Pushing event updated for resources: {'Port': ['ID=1cbb7cdb-5671-4e0b-a42d-97d0610d9d14,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:21.193384 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:21.228616 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:21.268247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:21.272857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:21.275406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:21.286027 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c10136-1fb1-4313-b68c-2d0dd3a76fc1 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:26:21.309074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Pushing event updated for resources: {'Port': ['ID=435b486d-f2a7-4acb-b354-1606fbc193bd,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:21.351745 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f6d6501a-7eb7-4e31-8291-ed5f4d736039 None None] Provisioning complete for port 435b486d-f2a7-4acb-b354-1606fbc193bd triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:21.352165 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f6d6501a-7eb7-4e31-8291-ed5f4d736039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:21.399482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f6d6501a-7eb7-4e31-8291-ed5f4d736039 None None] Port 435b486d-f2a7-4acb-b354-1606fbc193bd cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:26:21.458486 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33672) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:21.471410 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:21.529965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:21.530286 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:21.566886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cce25a-73c2-4b69-81d4-12a476b8376f tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:21.568320 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c9cce25a-73c2-4b69-81d4-12a476b8376f tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229 HTTP/1.1" status: 200 len: 814 time: 0.1088002 Dec 08 02:26:21.612668 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:21.628272 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:21.645429 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1cbb7cdb-5671-4e0b-a42d-97d0610d9d14,segment=NetworkSegment(080c150b-faec-4520-a54e-607600325c09),segment_id=080c150b-faec-4520-a54e-607600325c09)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:21.650012 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:21.699778 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=1cbb7cdb-5671-4e0b-a42d-97d0610d9d14,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:21.825521 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:21.953403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Router 7eb266e8-9634-4a52-9216-799c60638b05 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:26:22.021331 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d4ca230a-21ef-410d-9565-d3aba7a98b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.064993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:26:22.075637 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Sync routers for ids ['7eb266e8-9634-4a52-9216-799c60638b05'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:26:22.085369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.087148 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Routers {'7eb266e8-9634-4a52-9216-799c60638b05'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:22.088001 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:25:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7eb266e8-9634-4a52-9216-799c60638b05'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:22.088167 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a0adf924-60ae-468a-9ca0-2ab00deb5486 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.5450563 Dec 08 02:26:22.089654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33678) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:22.149655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8adc57-5d58-4a65-ad95-8f1f7fca5dd7 None None] Network 282d7141-2fbf-4300-96d3-758f135af38a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:26:22.195784 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Set router 7eb266e8-9634-4a52-9216-799c60638b05 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:26:22.383135 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb266e8-9634-4a52-9216-799c60638b05', 'name': 'tempest-ImageQuotaTest-1919034735-router', 'tenant_id': 'dc19b93640b6467986336a4d737fa46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '435b486d-f2a7-4acb-b354-1606fbc193bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:20Z', 'updated_at': '2021-12-08T02:26:21Z', 'revision_number': 3, 'project_id': 'dc19b93640b6467986336a4d737fa46c', 'gw_port': {'id': '435b486d-f2a7-4acb-b354-1606fbc193bd', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb266e8-9634-4a52-9216-799c60638b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:20Z', 'updated_at': '2021-12-08T02:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:22.396030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-856b5e7d-f0b2-4c58-99ca-aea6d0d19107 None None] Provisioning complete for port 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:22.397128 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-856b5e7d-f0b2-4c58-99ca-aea6d0d19107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.415365 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Checking router: 7eb266e8-9634-4a52-9216-799c60638b05 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:26:22.415745 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Updating router 7eb266e8-9634-4a52-9216-799c60638b05 port 435b486d-f2a7-4acb-b354-1606fbc193bd binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:26:22.443856 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.710935 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.717915 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.741033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-87d5508f-c3ad-4837-b658-df3ddff5c4b3 None None] Provisioning complete for port 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:22.741701 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87d5508f-c3ad-4837-b658-df3ddff5c4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.777494 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Attempting to bind port 435b486d-f2a7-4acb-b354-1606fbc193bd on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:22.777950 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Attempting to bind port 435b486d-f2a7-4acb-b354-1606fbc193bd by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:22.778509 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Attempting to bind port 435b486d-f2a7-4acb-b354-1606fbc193bd on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:22.779745 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50185ca-3cd0-4355-a4e2-618a91d1a2ef None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:26:22.786783 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524e324-ef33-4486-bd64-54d79823f2a2 None None] Pushing event updated for resources: {'Port': ['ID=435b486d-f2a7-4acb-b354-1606fbc193bd,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:22.790462 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:22.791649 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:22.792513 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.793078 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:22.793740 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Bound port: 435b486d-f2a7-4acb-b354-1606fbc193bd, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:22.794305 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.822284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.833410 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33680) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:22.839218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4ef50021-971a-498e-a6ae-36fad9bdda23 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'network': {'name': 'tempest-network-smoke--2135481292', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'port_security_enabled': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:22.858283 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] For port 435b486d-f2a7-4acb-b354-1606fbc193bd, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:22.861813 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] For port 435b486d-f2a7-4acb-b354-1606fbc193bd, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=435b486d-f2a7-4acb-b354-1606fbc193bd,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:26:22.866382 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.908629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85387f73-c99f-4fa5-9b92-663e41ae3860 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:26:22.919557 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef50021-971a-498e-a6ae-36fad9bdda23 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Made reservation on behalf of 11a97f55aa4d4707b3f72b51b8cc49ed for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:26:22.923101 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ef50021-971a-498e-a6ae-36fad9bdda23 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.927007 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Routers {'7eb266e8-9634-4a52-9216-799c60638b05'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:22.927667 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:25:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7eb266e8-9634-4a52-9216-799c60638b05'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:22.964082 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524e324-ef33-4486-bd64-54d79823f2a2 None None] Pushing event updated for resources: {'Port': ['ID=435b486d-f2a7-4acb-b354-1606fbc193bd,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:22.977772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-33fa4979-a253-42df-a3df-e7f6e8a4e9d5 None None] Provisioning complete for port 435b486d-f2a7-4acb-b354-1606fbc193bd triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:22.978262 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33fa4979-a253-42df-a3df-e7f6e8a4e9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.006403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef50021-971a-498e-a6ae-36fad9bdda23 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:26:23.024586 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ef50021-971a-498e-a6ae-36fad9bdda23 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.024944 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-4ef50021-971a-498e-a6ae-36fad9bdda23 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Added segment 63a137aa-c747-4611-a923-27ff14f249fc of type vlan for network dab100ee-2690-43f1-bc4c-ba790106673d Dec 08 02:26:23.045662 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] Set router 7eb266e8-9634-4a52-9216-799c60638b05 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:26:23.065167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33fa4979-a253-42df-a3df-e7f6e8a4e9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.087275 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-33fa4979-a253-42df-a3df-e7f6e8a4e9d5 None None] For port 435b486d-f2a7-4acb-b354-1606fbc193bd, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=435b486d-f2a7-4acb-b354-1606fbc193bd,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:23.092853 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33fa4979-a253-42df-a3df-e7f6e8a4e9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.093063 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ef50021-971a-498e-a6ae-36fad9bdda23 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.119802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Allocated IP 172.20.0.1 (282d7141-2fbf-4300-96d3-758f135af38a/ed9d2d12-8922-4feb-a39e-43b5ccf5e759/ba04b4a7-e2b2-4c13-a397-d14daac1aaf2) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:23.141017 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ef50021-971a-498e-a6ae-36fad9bdda23 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.146558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef50021-971a-498e-a6ae-36fad9bdda23 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:23.147143 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ef50021-971a-498e-a6ae-36fad9bdda23 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.152319 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa4979-a253-42df-a3df-e7f6e8a4e9d5 None None] Pushing event updated for resources: {'Port': ['ID=435b486d-f2a7-4acb-b354-1606fbc193bd,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:23.238570 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb266e8-9634-4a52-9216-799c60638b05', 'name': 'tempest-ImageQuotaTest-1919034735-router', 'tenant_id': 'dc19b93640b6467986336a4d737fa46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '435b486d-f2a7-4acb-b354-1606fbc193bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:20Z', 'updated_at': '2021-12-08T02:26:21Z', 'revision_number': 3, 'project_id': 'dc19b93640b6467986336a4d737fa46c', 'gw_port': {'id': '435b486d-f2a7-4acb-b354-1606fbc193bd', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb266e8-9634-4a52-9216-799c60638b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:20Z', 'updated_at': '2021-12-08T02:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:23.261348 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4ef50021-971a-498e-a6ae-36fad9bdda23 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4263258 Dec 08 02:26:23.265205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33682) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:23.267667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef50021-971a-498e-a6ae-36fad9bdda23 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Network': ['ID=dab100ee-2690-43f1-bc4c-ba790106673d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:23.271332 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8f2eb-018e-4f4a-b32b-19e54d2c097e None None] The sync data for ids ['7eb266e8-9634-4a52-9216-799c60638b05'] in n-d-713499-31 is: [{'id': '7eb266e8-9634-4a52-9216-799c60638b05', 'name': 'tempest-ImageQuotaTest-1919034735-router', 'tenant_id': 'dc19b93640b6467986336a4d737fa46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '435b486d-f2a7-4acb-b354-1606fbc193bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:20Z', 'updated_at': '2021-12-08T02:26:21Z', 'revision_number': 3, 'project_id': 'dc19b93640b6467986336a4d737fa46c', 'gw_port': {'id': '435b486d-f2a7-4acb-b354-1606fbc193bd', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb266e8-9634-4a52-9216-799c60638b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:20Z', 'updated_at': '2021-12-08T02:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:26:23.280912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network dab100ee-2690-43f1-bc4c-ba790106673d details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:26:23.320805 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.366767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d7ade5-b8c6-45cf-8a9f-f76c33b34ea0 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:23.370812 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-47d7ade5-b8c6-45cf-8a9f-f76c33b34ea0 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=11a97f55aa4d4707b3f72b51b8cc49ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1014895 Dec 08 02:26:23.371058 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33684) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:23.377548 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.393403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:23.430359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Pushing event updated for resources: {'Port': ['ID=ba04b4a7-e2b2-4c13-a397-d14daac1aaf2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:23.434082 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Network 282d7141-2fbf-4300-96d3-758f135af38a is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:23.436741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:23.439650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:23.448132 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:23.449757 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.487777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.494413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0934bee7-fee8-4fb3-a5f2-fc6747c074c4 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:23.496032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0934bee7-fee8-4fb3-a5f2-fc6747c074c4 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1240184 Dec 08 02:26:23.499336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33686) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:23.551409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5be2363a-7779-4fcc-94cd-5d08f40b0548 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505996 Dec 08 02:26:23.553989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33688) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:23.648387 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.720454 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.830896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-30b6dd79-0317-4301-96a8-042038b42150 None None] Provisioning complete for port ba04b4a7-e2b2-4c13-a397-d14daac1aaf2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:23.831261 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30b6dd79-0317-4301-96a8-042038b42150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.885351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-30b6dd79-0317-4301-96a8-042038b42150 None None] Port ba04b4a7-e2b2-4c13-a397-d14daac1aaf2 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:26:23.913078 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.918890 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.952118 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-55493387-3282-4b4c-93f6-8893d4a563a9 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=11a97f55aa4d4707b3f72b51b8cc49ed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3963459 Dec 08 02:26:23.953937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33690) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:24.001485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Pushing event updated for resources: {'Port': ['ID=ba04b4a7-e2b2-4c13-a397-d14daac1aaf2,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:24.004880 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.048862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a43e61-692b-40af-b2b2-dec5dac87a45 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:24.053349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-17a43e61-692b-40af-b2b2-dec5dac87a45 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984640 Dec 08 02:26:24.053939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33692) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:24.086065 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-71615eb4-6369-43dd-ba54-873bcd1b149d tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310113 Dec 08 02:26:24.088840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33694) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:24.093732 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-971068382', 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:24.105158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Network 282d7141-2fbf-4300-96d3-758f135af38a is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:24.106744 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:24.195803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Made reservation on behalf of 11a97f55aa4d4707b3f72b51b8cc49ed for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:26:24.200166 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.269267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Router 7eb266e8-9634-4a52-9216-799c60638b05 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:26:24.401166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:26:24.409012 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0fec1ea9-dbb7-4bdf-89f6-ee4780f5f83e admin admin] 10.222.0.71 "PUT /v2.0/routers/7eb266e8-9634-4a52-9216-799c60638b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3182704 Dec 08 02:26:24.414519 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.424617 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab90af9f-c36b-4909-9f25-e7f48791550b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.439852 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4a974dfa-ef1b-4863-8a1e-50ee0b95cc94 None None] Provisioning complete for port ba04b4a7-e2b2-4c13-a397-d14daac1aaf2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:24.440372 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4a974dfa-ef1b-4863-8a1e-50ee0b95cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.442985 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.479893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4a974dfa-ef1b-4863-8a1e-50ee0b95cc94 None None] Port ba04b4a7-e2b2-4c13-a397-d14daac1aaf2 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:26:24.499596 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Subnet': ['ID=1f1bb03a-2ba3-422f-b618-66531f9ee7e3,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:24.519132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:24.519492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:24.519895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:24.520190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:24.520523 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:24.520866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:24.521176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:24.521493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:24.523799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:24.523799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:24.523799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:24.523799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:24.523799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:24.532121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Checking segment: {'id': '63a137aa-c747-4611-a923-27ff14f249fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:24.532477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network hostable DHCP agents. Network: dab100ee-2690-43f1-bc4c-ba790106673d, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:26:24.549395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network dab100ee-2690-43f1-bc4c-ba790106673d is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:26:24.559935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, dab100ee-2690-43f1-bc4c-ba790106673d) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:24.565949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:24.566564 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.570028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb22b6e-76b3-4cc8-b281-7e18b1f2c936 None None] Network dab100ee-2690-43f1-bc4c-ba790106673d requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:26:24.589241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c16448c4-72e6-4555-9fbf-5195f6f1fa92 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4991744 Dec 08 02:26:24.715464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-dab100ee-2690-43f1-bc4c-ba790106673d', 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ips': [{'subnet_id': '1f1bb03a-2ba3-422f-b618-66531f9ee7e3'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:26:24.716404 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.766604 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33708) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:24.771355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-29390cf7-0fa3-47ac-864c-45799401b4ef tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875779194', 'description': 'tempest-secgroup-smoke-1875779194 description', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:24.796692 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29390cf7-0fa3-47ac-864c-45799401b4ef tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.861189 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Allocated IP 172.20.0.18 (dab100ee-2690-43f1-bc4c-ba790106673d/1f1bb03a-2ba3-422f-b618-66531f9ee7e3/49735a7b-7aff-48fc-bee2-04933c14deaa) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:24.875542 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29390cf7-0fa3-47ac-864c-45799401b4ef tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.881384 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29390cf7-0fa3-47ac-864c-45799401b4ef tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.907247 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-29390cf7-0fa3-47ac-864c-45799401b4ef tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.908531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-29390cf7-0fa3-47ac-864c-45799401b4ef tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1408043 Dec 08 02:26:24.911490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33712) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:24.917867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-bf86fb37-7869-46f3-965d-471b78843628 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': '2e6aa0ac-1705-463a-a75e-cb55ebc446d8', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:24.934454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29390cf7-0fa3-47ac-864c-45799401b4ef tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6aa0ac-1705-463a-a75e-cb55ebc446d8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:24.960622 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bf86fb37-7869-46f3-965d-471b78843628 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.022451 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.028404 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bf86fb37-7869-46f3-965d-471b78843628 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.030937 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.034060 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bf86fb37-7869-46f3-965d-471b78843628 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.053124 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86fb37-7869-46f3-965d-471b78843628 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14061f1f-522b-4895-ac87-6b42ec9beee1,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:25.063472 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bf86fb37-7869-46f3-965d-471b78843628 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.067484 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bf86fb37-7869-46f3-965d-471b78843628 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523032 Dec 08 02:26:25.067939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33716) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:25.073125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d00133eb-576e-4b7d-ae22-a0cf8fbb8110 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': '2e6aa0ac-1705-463a-a75e-cb55ebc446d8', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:25.084844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Network dab100ee-2690-43f1-bc4c-ba790106673d is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:25.088096 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:25.093276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:25.103162 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Pushing event updated for resources: {'Port': ['ID=49735a7b-7aff-48fc-bee2-04933c14deaa,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:25.112429 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d00133eb-576e-4b7d-ae22-a0cf8fbb8110 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.148621 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Attempting to bind port 49735a7b-7aff-48fc-bee2-04933c14deaa on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:25.149184 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Attempting to bind port 49735a7b-7aff-48fc-bee2-04933c14deaa by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '63a137aa-c747-4611-a923-27ff14f249fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:25.149742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Attempting to bind port 49735a7b-7aff-48fc-bee2-04933c14deaa on network dab100ee-2690-43f1-bc4c-ba790106673d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:25.155681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:25.156056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Checking segment: {'id': '63a137aa-c747-4611-a923-27ff14f249fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:25.156454 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.156844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Bound using segment: {'id': '63a137aa-c747-4611-a923-27ff14f249fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:25.157577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Bound port: 49735a7b-7aff-48fc-bee2-04933c14deaa, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a137aa-c747-4611-a923-27ff14f249fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:25.157731 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.178196 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d00133eb-576e-4b7d-ae22-a0cf8fbb8110 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.182791 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d00133eb-576e-4b7d-ae22-a0cf8fbb8110 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.204859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00133eb-576e-4b7d-ae22-a0cf8fbb8110 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f0c8d2-3c9f-43a1-af9a-5b53b715c533,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:25.219768 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d00133eb-576e-4b7d-ae22-a0cf8fbb8110 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.224902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33718) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:25.229282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f3a153ff-da65-49bd-b79c-2191c3cff178 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': '2e6aa0ac-1705-463a-a75e-cb55ebc446d8', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:25.230912 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d00133eb-576e-4b7d-ae22-a0cf8fbb8110 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1517372 Dec 08 02:26:25.235375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] For port 49735a7b-7aff-48fc-bee2-04933c14deaa, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:25.240757 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] For port 49735a7b-7aff-48fc-bee2-04933c14deaa, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=49735a7b-7aff-48fc-bee2-04933c14deaa,segment=NetworkSegment(63a137aa-c747-4611-a923-27ff14f249fc),segment_id=63a137aa-c747-4611-a923-27ff14f249fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:26:25.246947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.273809 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3a153ff-da65-49bd-b79c-2191c3cff178 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.344378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095b03e-926f-4dba-a594-511a547b2d15 None None] Pushing event updated for resources: {'Port': ['ID=49735a7b-7aff-48fc-bee2-04933c14deaa,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:25.355500 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3a153ff-da65-49bd-b79c-2191c3cff178 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.364118 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3a153ff-da65-49bd-b79c-2191c3cff178 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.398753 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Sync routers for ids ['7eb266e8-9634-4a52-9216-799c60638b05'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:26:25.400185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a153ff-da65-49bd-b79c-2191c3cff178 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16988cb4-ce17-430b-8924-4ef5e4e6f2f8,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:25.410007 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f3a153ff-da65-49bd-b79c-2191c3cff178 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.413699 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f3a153ff-da65-49bd-b79c-2191c3cff178 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1860147 Dec 08 02:26:25.414519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33722) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:25.421544 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-fed21a23-a58a-4b2c-8392-9862991aa163 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': '2e6aa0ac-1705-463a-a75e-cb55ebc446d8', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:25.455123 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Routers {'7eb266e8-9634-4a52-9216-799c60638b05'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:25.455899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7eb266e8-9634-4a52-9216-799c60638b05'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:25.458218 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 435b486d-f2a7-4acb-b354-1606fbc193bd up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:25.464478 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fed21a23-a58a-4b2c-8392-9862991aa163 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.559641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fed21a23-a58a-4b2c-8392-9862991aa163 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.564838 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fed21a23-a58a-4b2c-8392-9862991aa163 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.598327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed21a23-a58a-4b2c-8392-9862991aa163 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b613a39f-e03a-4546-b90a-d31602b49e9c,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:25.606039 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fed21a23-a58a-4b2c-8392-9862991aa163 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.608351 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fed21a23-a58a-4b2c-8392-9862991aa163 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1916373 Dec 08 02:26:25.611135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33726) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:25.616701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fb38eff2-59cb-4a45-b18f-58b3232845a0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': '2e6aa0ac-1705-463a-a75e-cb55ebc446d8', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:25.647288 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.649139 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-fb38eff2-59cb-4a45-b18f-58b3232845a0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Project 11a97f55aa4d4707b3f72b51b8cc49ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:26:25.655071 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb38eff2-59cb-4a45-b18f-58b3232845a0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.682679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Set router 7eb266e8-9634-4a52-9216-799c60638b05 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:26:25.686223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 435b486d-f2a7-4acb-b354-1606fbc193bd triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:25.686689 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.695874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33728) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:25.726152 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb38eff2-59cb-4a45-b18f-58b3232845a0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.731236 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb38eff2-59cb-4a45-b18f-58b3232845a0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.746123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38eff2-59cb-4a45-b18f-58b3232845a0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c07474-2a66-461d-932a-8b9e3c34e6a7,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:25.763810 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb38eff2-59cb-4a45-b18f-58b3232845a0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.765315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fb38eff2-59cb-4a45-b18f-58b3232845a0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525791 Dec 08 02:26:25.768222 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33730) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:25.773434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-df7feb9b-2bef-4d37-838e-3b92c620b929 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': '2e6aa0ac-1705-463a-a75e-cb55ebc446d8', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:25.798529 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-df7feb9b-2bef-4d37-838e-3b92c620b929 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Project 11a97f55aa4d4707b3f72b51b8cc49ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:26:25.804400 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df7feb9b-2bef-4d37-838e-3b92c620b929 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.873361 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df7feb9b-2bef-4d37-838e-3b92c620b929 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.878331 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df7feb9b-2bef-4d37-838e-3b92c620b929 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.900837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7feb9b-2bef-4d37-838e-3b92c620b929 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413fd025-b018-48d8-a5eb-d30c3a0f6bb4,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:25.916424 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-df7feb9b-2bef-4d37-838e-3b92c620b929 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.936622 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-df7feb9b-2bef-4d37-838e-3b92c620b929 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1633832 Dec 08 02:26:25.999627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb266e8-9634-4a52-9216-799c60638b05', 'name': 'tempest-ImageQuotaTest-1919034735-router', 'tenant_id': 'dc19b93640b6467986336a4d737fa46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '435b486d-f2a7-4acb-b354-1606fbc193bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:20Z', 'updated_at': '2021-12-08T02:26:23Z', 'revision_number': 4, 'project_id': 'dc19b93640b6467986336a4d737fa46c', 'gw_port': {'id': '435b486d-f2a7-4acb-b354-1606fbc193bd', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb266e8-9634-4a52-9216-799c60638b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:20Z', 'updated_at': '2021-12-08T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'ba04b4a7-e2b2-4c13-a397-d14daac1aaf2', 'name': '', 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a', 'tenant_id': 'dc19b93640b6467986336a4d737fa46c', 'mac_address': 'fa:16:3e:af:be:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb266e8-9634-4a52-9216-799c60638b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'ed9d2d12-8922-4feb-a39e-43b5ccf5e759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:22Z', 'updated_at': '2021-12-08T02:26:23Z', 'revision_number': 2, 'project_id': 'dc19b93640b6467986336a4d737fa46c', 'subnets': [{'id': 'ed9d2d12-8922-4feb-a39e-43b5ccf5e759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:26.027680 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Checking router: 7eb266e8-9634-4a52-9216-799c60638b05 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:26:26.028043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Updating router 7eb266e8-9634-4a52-9216-799c60638b05 port ba04b4a7-e2b2-4c13-a397-d14daac1aaf2 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:26:26.056947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:26.087491 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16344587-cc14-4bc0-9c91-1a18b7a01e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:26.375890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-16344587-cc14-4bc0-9c91-1a18b7a01e15 admin admin] Deleting port ba04b4a7-e2b2-4c13-a397-d14daac1aaf2 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:26:26.376373 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16344587-cc14-4bc0-9c91-1a18b7a01e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:26.387279 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-646df832-f8f1-42da-8771-23402cfe77e3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875779194&fields=id&tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed HTTP/1.1" status: 200 len: 267 time: 0.0563796 Dec 08 02:26:26.391336 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:26.398236 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:26.463647 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2f66d-37c1-40e1-9729-8be75f2a6ccd None None] Pushing event updated for resources: {'Port': ['ID=ba04b4a7-e2b2-4c13-a397-d14daac1aaf2,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:26.481545 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16344587-cc14-4bc0-9c91-1a18b7a01e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:26.486950 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2f66d-37c1-40e1-9729-8be75f2a6ccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:26.487813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2f66d-37c1-40e1-9729-8be75f2a6ccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:26.488331 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2f66d-37c1-40e1-9729-8be75f2a6ccd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:26.488871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2f66d-37c1-40e1-9729-8be75f2a6ccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:26.489595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2f66d-37c1-40e1-9729-8be75f2a6ccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:26.490123 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2f66d-37c1-40e1-9729-8be75f2a6ccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:26.490790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2f66d-37c1-40e1-9729-8be75f2a6ccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:26.491363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2f66d-37c1-40e1-9729-8be75f2a6ccd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:26.492087 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2f66d-37c1-40e1-9729-8be75f2a6ccd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:26.492652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2f66d-37c1-40e1-9729-8be75f2a6ccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:26.493368 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2f66d-37c1-40e1-9729-8be75f2a6ccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:26.493885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2f66d-37c1-40e1-9729-8be75f2a6ccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:26.494447 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2f66d-37c1-40e1-9729-8be75f2a6ccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:26.500680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-16344587-cc14-4bc0-9c91-1a18b7a01e15 admin admin] Calling delete_port for ba04b4a7-e2b2-4c13-a397-d14daac1aaf2 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:26:26.546404 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Attempting to bind port ba04b4a7-e2b2-4c13-a397-d14daac1aaf2 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:26.546785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Attempting to bind port ba04b4a7-e2b2-4c13-a397-d14daac1aaf2 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '080c150b-faec-4520-a54e-607600325c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:26.547893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Attempting to bind port ba04b4a7-e2b2-4c13-a397-d14daac1aaf2 on network 282d7141-2fbf-4300-96d3-758f135af38a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:26.554245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:26.554628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Checking segment: {'id': '080c150b-faec-4520-a54e-607600325c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:26.555040 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:26.555638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Bound using segment: {'id': '080c150b-faec-4520-a54e-607600325c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:26.556317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Bound port: ba04b4a7-e2b2-4c13-a397-d14daac1aaf2, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080c150b-faec-4520-a54e-607600325c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:26.556893 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:26.570245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-49a33de2-6980-4815-aae1-4f2bbef81a7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:26.571809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-49a33de2-6980-4815-aae1-4f2bbef81a7f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/networks?id=dab100ee-2690-43f1-bc4c-ba790106673d HTTP/1.1" status: 200 len: 797 time: 0.1757190 Dec 08 02:26:26.592975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-2e0b74eb-5170-4e00-ac6e-203b8a6af31d tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/quotas/11a97f55aa4d4707b3f72b51b8cc49ed HTTP/1.1" status: 200 len: 375 time: 0.0145543 Dec 08 02:26:26.622003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297082f3-59bd-4155-9b77-32f04a25b40a None None] Network dab100ee-2690-43f1-bc4c-ba790106673d requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:26:26.664519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-2187ebf7-e511-4638-a673-5929c6e5bb6b tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0630634 Dec 08 02:26:26.696239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] For port ba04b4a7-e2b2-4c13-a397-d14daac1aaf2, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:26.709372 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 02:26:26.709372 n-d-713499-31 neutron-server[109768]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, level, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Dec 08 02:26:26.709372 n-d-713499-31 neutron-server[109768]: [parameters: {'port_id': 'ba04b4a7-e2b2-4c13-a397-d14daac1aaf2', 'host': 'n-d-713499-31', 'level': 0, 'driver': 'openvswitch', 'segment_id': '080c150b-faec-4520-a54e-607600325c09'}] Dec 08 02:26:26.709372 n-d-713499-31 neutron-server[109768]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:26:26.710475 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:26:26.743282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f4bb9d7b-db04-4b13-8c92-ded0e49b9b08 None None] Provisioning complete for port 49735a7b-7aff-48fc-bee2-04933c14deaa triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:26.743704 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4bb9d7b-db04-4b13-8c92-ded0e49b9b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:26.769483 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16344587-cc14-4bc0-9c91-1a18b7a01e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:26.776270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-89bfccbe-3d4d-4798-b50d-b66730eb2c57 service neutron] 10.222.0.71 "GET /v2.0/networks/dab100ee-2690-43f1-bc4c-ba790106673d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985918 Dec 08 02:26:26.795945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16344587-cc14-4bc0-9c91-1a18b7a01e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba04b4a7-e2b2-4c13-a397-d14daac1aaf2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:26.872265 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4bb9d7b-db04-4b13-8c92-ded0e49b9b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:26.883191 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-494b925f-6504-4b13-abf1-60b52edd5d36 service neutron] 10.222.0.71 "GET /v2.0/networks/dab100ee-2690-43f1-bc4c-ba790106673d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056392 Dec 08 02:26:26.916943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f4bb9d7b-db04-4b13-8c92-ded0e49b9b08 None None] For port 49735a7b-7aff-48fc-bee2-04933c14deaa, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=49735a7b-7aff-48fc-bee2-04933c14deaa,segment=NetworkSegment(63a137aa-c747-4611-a923-27ff14f249fc),segment_id=63a137aa-c747-4611-a923-27ff14f249fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:26.922480 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f4bb9d7b-db04-4b13-8c92-ded0e49b9b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:26.986944 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb9d7b-db04-4b13-8c92-ded0e49b9b08 None None] Pushing event updated for resources: {'Port': ['ID=49735a7b-7aff-48fc-bee2-04933c14deaa,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:27.021800 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:27.038738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b69f3a2d-6129-4009-bb26-6a871e9fa929 None None] Could not find standard attr ID for object ba04b4a7-e2b2-4c13-a397-d14daac1aaf2. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:26:27.053393 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16344587-cc14-4bc0-9c91-1a18b7a01e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:27.136340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8797bc40-bc92-4720-bb72-69d60a4fc1b3 req-4a6f1ae1-3434-4b70-9fb2-a4f497243ae0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 210 time: 0.0539169 Dec 08 02:26:27.235181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Attempting to bind port ba04b4a7-e2b2-4c13-a397-d14daac1aaf2 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:27.235560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Attempting to bind port ba04b4a7-e2b2-4c13-a397-d14daac1aaf2 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '080c150b-faec-4520-a54e-607600325c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:27.236043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Attempting to bind port ba04b4a7-e2b2-4c13-a397-d14daac1aaf2 on network 282d7141-2fbf-4300-96d3-758f135af38a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:27.245867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:27.245867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Checking segment: {'id': '080c150b-faec-4520-a54e-607600325c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:27.246148 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:27.246635 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Bound using segment: {'id': '080c150b-faec-4520-a54e-607600325c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:27.246978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Bound port: ba04b4a7-e2b2-4c13-a397-d14daac1aaf2, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080c150b-faec-4520-a54e-607600325c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '282d7141-2fbf-4300-96d3-758f135af38a'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:27.247364 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:27.285436 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Port ba04b4a7-e2b2-4c13-a397-d14daac1aaf2 has been deleted concurrently {{(pid=109768) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 08 02:26:27.294329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6e1fcf7c-30d6-4376-ab81-eaa15221daf6 None None] Provisioning complete for port 49735a7b-7aff-48fc-bee2-04933c14deaa triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:27.295240 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6e1fcf7c-30d6-4376-ab81-eaa15221daf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:27.323462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Routers {'7eb266e8-9634-4a52-9216-799c60638b05'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:27.324118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['7eb266e8-9634-4a52-9216-799c60638b05'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:27.341756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16344587-cc14-4bc0-9c91-1a18b7a01e15 admin admin] Router 7eb266e8-9634-4a52-9216-799c60638b05 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:26:27.494720 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16344587-cc14-4bc0-9c91-1a18b7a01e15 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:26:27.499842 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-16344587-cc14-4bc0-9c91-1a18b7a01e15 admin admin] 10.222.0.71 "PUT /v2.0/routers/7eb266e8-9634-4a52-9216-799c60638b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8015828 Dec 08 02:26:27.502487 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33756) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:27.530954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 49735a7b-7aff-48fc-bee2-04933c14deaa up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:27.615051 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:27.666707 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] Set router 7eb266e8-9634-4a52-9216-799c60638b05 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:26:27.750156 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 49735a7b-7aff-48fc-bee2-04933c14deaa triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:27.750905 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:27.935841 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:27.951894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb266e8-9634-4a52-9216-799c60638b05', 'name': 'tempest-ImageQuotaTest-1919034735-router', 'tenant_id': 'dc19b93640b6467986336a4d737fa46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '435b486d-f2a7-4acb-b354-1606fbc193bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:20Z', 'updated_at': '2021-12-08T02:26:26Z', 'revision_number': 5, 'project_id': 'dc19b93640b6467986336a4d737fa46c', 'gw_port': {'id': '435b486d-f2a7-4acb-b354-1606fbc193bd', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb266e8-9634-4a52-9216-799c60638b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:20Z', 'updated_at': '2021-12-08T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:27.979318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600bf7e-2fbe-476f-b348-7e292b9c9e99 None None] The sync data for ids ['7eb266e8-9634-4a52-9216-799c60638b05'] in n-d-713499-31 is: [{'id': '7eb266e8-9634-4a52-9216-799c60638b05', 'name': 'tempest-ImageQuotaTest-1919034735-router', 'tenant_id': 'dc19b93640b6467986336a4d737fa46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '435b486d-f2a7-4acb-b354-1606fbc193bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:20Z', 'updated_at': '2021-12-08T02:26:26Z', 'revision_number': 5, 'project_id': 'dc19b93640b6467986336a4d737fa46c', 'gw_port': {'id': '435b486d-f2a7-4acb-b354-1606fbc193bd', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb266e8-9634-4a52-9216-799c60638b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:20Z', 'updated_at': '2021-12-08T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:26:27.993128 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.049535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] Deleting port 435b486d-f2a7-4acb-b354-1606fbc193bd {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:26:28.050303 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.145793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] For port 435b486d-f2a7-4acb-b354-1606fbc193bd, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=435b486d-f2a7-4acb-b354-1606fbc193bd,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:28.146215 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.165499 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] Calling delete_port for 435b486d-f2a7-4acb-b354-1606fbc193bd owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:26:28.266282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-51631438-d60e-4376-8ebe-1480b6cf5189 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:28.268080 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-51631438-d60e-4376-8ebe-1480b6cf5189 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.75 "GET /v2.0/networks?id=dab100ee-2690-43f1-bc4c-ba790106673d HTTP/1.1" status: 200 len: 797 time: 0.1529987 Dec 08 02:26:28.315822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ab39922-61d7-41b3-ae00-3b548a541c5f req-0386e1e8-52c7-4abe-bb56-234908a1301f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 210 time: 0.0467069 Dec 08 02:26:28.369684 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.381298 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-aedba2d3-e799-4faf-b61d-8f31e0d64e9b tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed HTTP/1.1" status: 200 len: 473 time: 0.0972750 Dec 08 02:26:28.391069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-2f6bf4ad-5c33-4e57-9b78-06943c9d78f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'port': {'device_id': '49033e43-4ac5-4262-8e25-3242dbc60813', 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d', 'admin_state_up': True, 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'security_groups': ['2e6aa0ac-1705-463a-a75e-cb55ebc446d8']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:28.397783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] Pushing event deleted for resources: {'Port': ['ID=435b486d-f2a7-4acb-b354-1606fbc193bd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:28.412820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49574c6a-3791-4fc1-8db2-377c92141775 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:26:28.468356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.525136 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-2f6bf4ad-5c33-4e57-9b78-06943c9d78f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Made reservation on behalf of 11a97f55aa4d4707b3f72b51b8cc49ed for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:26:28.529930 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-2f6bf4ad-5c33-4e57-9b78-06943c9d78f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.567768 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.569998 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.620925 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.621869 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eb266e8-9634-4a52-9216-799c60638b05 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:26:28.631181 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.632964 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-75dbf1a9-0a2f-404f-a188-cdbc0aa4be35 admin admin] 10.222.0.71 "DELETE /v2.0/routers/7eb266e8-9634-4a52-9216-799c60638b05 HTTP/1.1" status: 204 len: 168 time: 1.1293113 Dec 08 02:26:28.635301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33760) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:28.663841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-2f6bf4ad-5c33-4e57-9b78-06943c9d78f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Allocated IP 172.20.0.27 (dab100ee-2690-43f1-bc4c-ba790106673d/1f1bb03a-2ba3-422f-b618-66531f9ee7e3/a553db4c-2ea5-41b2-b468-3b41a37c74e9) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:28.684634 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa3d46f-1a39-46b0-93cd-58e5480f2bf0 admin admin] Deleting subnet ed9d2d12-8922-4feb-a39e-43b5ccf5e759 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:26:28.688381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d46f-1a39-46b0-93cd-58e5480f2bf0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.728991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d46f-1a39-46b0-93cd-58e5480f2bf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.787379 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a2621-cca4-4b73-b7d0-33167f182c9c None None] Sync routers for ids ['7eb266e8-9634-4a52-9216-799c60638b05'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:26:28.798022 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a2621-cca4-4b73-b7d0-33167f182c9c None None] Routers set() bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:28.798512 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a2621-cca4-4b73-b7d0-33167f182c9c None None] Router IDs set() for agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 02:26:28.799107 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_agentschedulers_db [None req-6b3a2621-cca4-4b73-b7d0-33167f182c9c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7eb266e8-9634-4a52-9216-799c60638b05'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent'). {{(pid=109769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 02:26:28.807474 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a2621-cca4-4b73-b7d0-33167f182c9c None None] Routers set() bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:28.808131 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a2621-cca4-4b73-b7d0-33167f182c9c None None] Router IDs set() for agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 02:26:28.808778 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_agentschedulers_db [None req-6b3a2621-cca4-4b73-b7d0-33167f182c9c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7eb266e8-9634-4a52-9216-799c60638b05'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent'). {{(pid=109769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 02:26:28.809328 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a2621-cca4-4b73-b7d0-33167f182c9c None None] The sync data for ids ['7eb266e8-9634-4a52-9216-799c60638b05'] in n-d-713499-31 is: [] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:26:28.818215 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d46f-1a39-46b0-93cd-58e5480f2bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.818455 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-2f6bf4ad-5c33-4e57-9b78-06943c9d78f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.861405 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-2f6bf4ad-5c33-4e57-9b78-06943c9d78f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.881308 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d46f-1a39-46b0-93cd-58e5480f2bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.907350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3d46f-1a39-46b0-93cd-58e5480f2bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed9d2d12-8922-4feb-a39e-43b5ccf5e759,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:28.911075 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d46f-1a39-46b0-93cd-58e5480f2bf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.913359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-2f6bf4ad-5c33-4e57-9b78-06943c9d78f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network dab100ee-2690-43f1-bc4c-ba790106673d is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:28.914400 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4fa3d46f-1a39-46b0-93cd-58e5480f2bf0 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ed9d2d12-8922-4feb-a39e-43b5ccf5e759 HTTP/1.1" status: 204 len: 168 time: 0.2777822 Dec 08 02:26:28.917151 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33762) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:28.918576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-2f6bf4ad-5c33-4e57-9b78-06943c9d78f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:28.921924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e89d1ef-4ab0-4b5f-a504-f9c2a3de6a89 None None] Network 282d7141-2fbf-4300-96d3-758f135af38a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:26:28.923055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-2f6bf4ad-5c33-4e57-9b78-06943c9d78f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:28.955461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bf4ad-5c33-4e57-9b78-06943c9d78f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=a553db4c-2ea5-41b2-b468-3b41a37c74e9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:28.986881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-2f6bf4ad-5c33-4e57-9b78-06943c9d78f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:28.987824 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-2f6bf4ad-5c33-4e57-9b78-06943c9d78f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.010784 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-2f6bf4ad-5c33-4e57-9b78-06943c9d78f1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6236167 Dec 08 02:26:29.023893 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.028562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-9c8afe91-d6ed-4f4d-9489-d3ccc006fa99 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:26:29.030661 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-9c8afe91-d6ed-4f4d-9489-d3ccc006fa99 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134556 Dec 08 02:26:29.092591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Deleting port 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:26:29.092944 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.118441 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Request body: {'port': {'device_id': '49033e43-4ac5-4262-8e25-3242dbc60813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:29.171245 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] For port 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=1cbb7cdb-5671-4e0b-a42d-97d0610d9d14,segment=NetworkSegment(080c150b-faec-4520-a54e-607600325c09),segment_id=080c150b-faec-4520-a54e-607600325c09)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:29.171531 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.174907 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.191550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Calling delete_port for 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:26:29.270378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.296765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbb7cdb-5671-4e0b-a42d-97d0610d9d14,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:29.297239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-edf68c97-72de-4cfe-9013-1adebfe993ef None None] Provisioning complete for port a553db4c-2ea5-41b2-b468-3b41a37c74e9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:29.297612 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-edf68c97-72de-4cfe-9013-1adebfe993ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.302224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] No DVR routers for this DVR port 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:26:29.377916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e6f30f-5d0a-41b6-9d20-aa2d50ae600f None None] DHCP port deletion for 282d7141-2fbf-4300-96d3-758f135af38a request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:26:29.382033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-edf68c97-72de-4cfe-9013-1adebfe993ef None None] Port a553db4c-2ea5-41b2-b468-3b41a37c74e9 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:26:29.424697 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.435968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:26:29.451377 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282d7141-2fbf-4300-96d3-758f135af38a']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:29.461116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080c150b-faec-4520-a54e-607600325c09') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:29.461600 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:26:29.461710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080c150b-faec-4520-a54e-607600325c09') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:29.461811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 1cbb7cdb-5671-4e0b-a42d-97d0610d9d14 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:26:29.462166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 435b486d-f2a7-4acb-b354-1606fbc193bd no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:26:29.472704 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.481744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 435b486d-f2a7-4acb-b354-1606fbc193bd {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:26:29.482400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 435b486d-f2a7-4acb-b354-1606fbc193bd not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:26:29.488571 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.496214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:26:29.496622 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: items = [ Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:26:29.499038 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:26:29.526062 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be916162-b51a-4afb-85d3-eba0fcb6dd30 req-fd1c67f1-bb16-4e9d-8066-81f13e11a5be tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:29.527552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be916162-b51a-4afb-85d3-eba0fcb6dd30 req-fd1c67f1-bb16-4e9d-8066-81f13e11a5be tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 932 time: 0.0956645 Dec 08 02:26:29.536073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a553db4c-2ea5-41b2-b468-3b41a37c74e9 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:26:29.545960 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.562252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.577548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Transition to ACTIVE for port object a553db4c-2ea5-41b2-b468-3b41a37c74e9 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:26:29.578527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.581816 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/282d7141-2fbf-4300-96d3-758f135af38a HTTP/1.1" status: 204 len: 168 time: 0.6627479 Dec 08 02:26:29.582873 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f11c5-2439-4295-b44a-8ac186f3b2a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=282d7141-2fbf-4300-96d3-758f135af38a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:29.585276 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.633414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be916162-b51a-4afb-85d3-eba0fcb6dd30 req-d4e37f1b-6e66-48e4-a25c-2678d6d106a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e6aa0ac-1705-463a-a75e-cb55ebc446d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848510 Dec 08 02:26:29.698183 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Pushing event updated for resources: {'Port': ['ID=a553db4c-2ea5-41b2-b468-3b41a37c74e9,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:29.732408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Attempting to bind port a553db4c-2ea5-41b2-b468-3b41a37c74e9 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:29.733122 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Attempting to bind port a553db4c-2ea5-41b2-b468-3b41a37c74e9 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '63a137aa-c747-4611-a923-27ff14f249fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:29.733279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Attempting to bind port a553db4c-2ea5-41b2-b468-3b41a37c74e9 on network dab100ee-2690-43f1-bc4c-ba790106673d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:29.736131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33770) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:29.738119 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Port a553db4c-2ea5-41b2-b468-3b41a37c74e9 on network dab100ee-2690-43f1-bc4c-ba790106673d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:26:29.738515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Attempting to bind port a553db4c-2ea5-41b2-b468-3b41a37c74e9 on network dab100ee-2690-43f1-bc4c-ba790106673d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:29.743530 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:29.746616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Checking segment: {'id': '63a137aa-c747-4611-a923-27ff14f249fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:29.747016 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Bound using segment: {'id': '63a137aa-c747-4611-a923-27ff14f249fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:29.747594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Bound port: a553db4c-2ea5-41b2-b468-3b41a37c74e9, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a137aa-c747-4611-a923-27ff14f249fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:29.748532 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.778409 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2a11a930-485a-4a47-aa56-0ebf4807e51d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dc19b93640b6467986336a4d737fa46c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410073 Dec 08 02:26:29.780954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33772) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:29.817417 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] For port a553db4c-2ea5-41b2-b468-3b41a37c74e9, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:29.821522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] For port a553db4c-2ea5-41b2-b468-3b41a37c74e9, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a553db4c-2ea5-41b2-b468-3b41a37c74e9,segment=NetworkSegment(63a137aa-c747-4611-a923-27ff14f249fc),segment_id=63a137aa-c747-4611-a923-27ff14f249fc)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:26:29.827902 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.843373 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-20059238-2973-45a3-ba1b-a24360552bda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.861307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:29.861928 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.863573 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] 10.222.0.75 "PUT /v2.0/ports/a553db4c-2ea5-41b2-b468-3b41a37c74e9 HTTP/1.1" status: 200 len: 1093 time: 0.8196476 Dec 08 02:26:29.863934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49033e43-4ac5-4262-8e25-3242dbc60813', 'tag': 'a553db4c-2ea5-41b2-b468-3b41a37c74e9'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:26:29.866031 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f30a0cd-01f8-49c7-a792-48d39b7b01e4" -d '{"events": [{"name": "network-changed", "server_uuid": "49033e43-4ac5-4262-8e25-3242dbc60813", "tag": "a553db4c-2ea5-41b2-b468-3b41a37c74e9"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:26:29.875008 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-20059238-2973-45a3-ba1b-a24360552bda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.896091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd601f-2cc3-4fc9-8701-4471dcc60d27 service neutron] Pushing event updated for resources: {'Port': ['ID=a553db4c-2ea5-41b2-b468-3b41a37c74e9,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:29.929262 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27305aa6-ea6c-4d64-9641-8a00aa51138b x-openstack-request-id: req-27305aa6-ea6c-4d64-9641-8a00aa51138b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:26:29.929986 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49033e43-4ac5-4262-8e25-3242dbc60813", "tag": "a553db4c-2ea5-41b2-b468-3b41a37c74e9", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:26:29.929986 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-27305aa6-ea6c-4d64-9641-8a00aa51138b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:26:29.930216 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49033e43-4ac5-4262-8e25-3242dbc60813', 'tag': 'a553db4c-2ea5-41b2-b468-3b41a37c74e9', 'status': 'completed', 'code': 200} Dec 08 02:26:29.954387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-20059238-2973-45a3-ba1b-a24360552bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.958563 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-20059238-2973-45a3-ba1b-a24360552bda admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:29.962347 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-20059238-2973-45a3-ba1b-a24360552bda admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c1e0638b-c934-4be0-a19c-f41517a033f8 HTTP/1.1" status: 204 len: 168 time: 0.1778977 Dec 08 02:26:29.970444 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20059238-2973-45a3-ba1b-a24360552bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e0638b-c934-4be0-a19c-f41517a033f8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:30.028349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30a0cd-01f8-49c7-a792-48d39b7b01e4 req-a5aa8b53-1467-4abe-845b-baf0c83b8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:30.029933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f30a0cd-01f8-49c7-a792-48d39b7b01e4 req-a5aa8b53-1467-4abe-845b-baf0c83b8bbf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 1096 time: 0.0548255 Dec 08 02:26:30.220295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30a0cd-01f8-49c7-a792-48d39b7b01e4 req-e823f725-df58-4247-8d91-9f56ea4bd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:30.220788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30a0cd-01f8-49c7-a792-48d39b7b01e4 req-e823f725-df58-4247-8d91-9f56ea4bd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:30.222331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f30a0cd-01f8-49c7-a792-48d39b7b01e4 req-e823f725-df58-4247-8d91-9f56ea4bd1e7 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1791031 Dec 08 02:26:30.332011 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33780) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:30.346365 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ef713e6e-1aa9-484c-973b-7495e1677964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:30.390071 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30a0cd-01f8-49c7-a792-48d39b7b01e4 req-acdaec55-0516-4c45-be0e-222cffb04895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:30.391530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f30a0cd-01f8-49c7-a792-48d39b7b01e4 req-acdaec55-0516-4c45-be0e-222cffb04895 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1629150 Dec 08 02:26:30.422482 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ef713e6e-1aa9-484c-973b-7495e1677964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:30.426231 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ef713e6e-1aa9-484c-973b-7495e1677964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:30.469003 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ef713e6e-1aa9-484c-973b-7495e1677964 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1358912 Dec 08 02:26:30.469882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef713e6e-1aa9-484c-973b-7495e1677964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832491bc-3b1f-4b0d-851e-546fe5bb3c7c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:30.472159 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33782) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:30.500673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-5a3f4e82-34a5-496b-b957-af839f621c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:30.502268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-5a3f4e82-34a5-496b-b957-af839f621c95 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 1096 time: 0.0549746 Dec 08 02:26:30.521921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a368c66e-ba77-43ce-a951-a7930f4e94cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:30.544238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a368c66e-ba77-43ce-a951-a7930f4e94cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:30.552651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-1be9a4aa-7d32-4cb6-9aac-c0a08bb83652 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=a553db4c-2ea5-41b2-b468-3b41a37c74e9 HTTP/1.1" status: 200 len: 217 time: 0.0369139 Dec 08 02:26:30.592107 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a368c66e-ba77-43ce-a951-a7930f4e94cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:30.594691 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a368c66e-ba77-43ce-a951-a7930f4e94cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:30.595884 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a368c66e-ba77-43ce-a951-a7930f4e94cc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/832491bc-3b1f-4b0d-851e-546fe5bb3c7c HTTP/1.1" status: 204 len: 168 time: 0.1228032 Dec 08 02:26:30.603493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368c66e-ba77-43ce-a951-a7930f4e94cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832491bc-3b1f-4b0d-851e-546fe5bb3c7c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:30.607697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-e457c0cd-b813-49ee-bb73-42812957467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:30.609469 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-e457c0cd-b813-49ee-bb73-42812957467c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1f1bb03a-2ba3-422f-b618-66531f9ee7e3 HTTP/1.1" status: 200 len: 837 time: 0.0500019 Dec 08 02:26:30.657080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-26525e5c-4976-431d-a60b-4b73708ea451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:30.658572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-26525e5c-4976-431d-a60b-4b73708ea451 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=dab100ee-2690-43f1-bc4c-ba790106673d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0426021 Dec 08 02:26:30.793054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee57b25-11c7-4e7b-b2b1-84d14ff38aa2 req-a3e023c2-a602-45d2-b7ef-399abe959cdd tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:30.794584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ee57b25-11c7-4e7b-b2b1-84d14ff38aa2 req-a3e023c2-a602-45d2-b7ef-399abe959cdd tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 944 time: 0.0718946 Dec 08 02:26:30.796856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-969e0282-cb91-4bc5-98e9-188b244f7b13 service neutron] 10.222.0.75 "GET /v2.0/networks/dab100ee-2690-43f1-bc4c-ba790106673d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309838 Dec 08 02:26:30.901152 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ee57b25-11c7-4e7b-b2b1-84d14ff38aa2 req-8e3dfb48-6915-45c8-9e13-f7564de06af6 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e6aa0ac-1705-463a-a75e-cb55ebc446d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004400 Dec 08 02:26:30.925429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c740e2dd-7e9a-45a4-a572-878ceac26aa7 req-9f571688-aa42-4cdc-a3cc-ffad5f483bae service neutron] 10.222.0.75 "GET /v2.0/networks/dab100ee-2690-43f1-bc4c-ba790106673d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190078 Dec 08 02:26:31.170253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33806) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:31.265925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1701905571-network', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:31.285920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] Made reservation on behalf of dd53dd187e9645859e0dc1a7802b1eca for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:26:31.288134 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:31.297349 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:31.369336 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:31.373558 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:31.393675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:26:31.407836 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:31.410596 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:31.410930 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] Added segment bd394e1c-6cab-4980-b3e9-a8f3a2ce4337 of type vlan for network fc49ea3e-854d-40bf-9f95-dd8f98bede14 Dec 08 02:26:31.453736 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:31.477591 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:31.478505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:31.479177 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:31.509959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3386304 Dec 08 02:26:31.512901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33810) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:31.517964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-edd3c417-20fa-40a4-8a26-3c6966b1e9f1 admin admin] Request body: {'subnet': {'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1701905571-subnet', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:31.540033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd3c417-20fa-40a4-8a26-3c6966b1e9f1 admin admin] Made reservation on behalf of dd53dd187e9645859e0dc1a7802b1eca for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:26:31.540699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6262a-e807-4c53-a246-2e646d2fd55b admin admin] Pushing event updated for resources: {'Network': ['ID=fc49ea3e-854d-40bf-9f95-dd8f98bede14,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:31.542406 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-edd3c417-20fa-40a4-8a26-3c6966b1e9f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:31.551078 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:26:31.709834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-edd3c417-20fa-40a4-8a26-3c6966b1e9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:31.767898 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3c417-20fa-40a4-8a26-3c6966b1e9f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b1ff90-df36-4621-8ed4-a3c4a79beb17,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:31.772179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd3c417-20fa-40a4-8a26-3c6966b1e9f1 admin admin] Checking segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:31.772545 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd3c417-20fa-40a4-8a26-3c6966b1e9f1 admin admin] Network hostable DHCP agents. Network: fc49ea3e-854d-40bf-9f95-dd8f98bede14, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:26:31.788760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd3c417-20fa-40a4-8a26-3c6966b1e9f1 admin admin] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:26:31.796828 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-edd3c417-20fa-40a4-8a26-3c6966b1e9f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, fc49ea3e-854d-40bf-9f95-dd8f98bede14) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:31.800669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd3c417-20fa-40a4-8a26-3c6966b1e9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:31.801266 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-edd3c417-20fa-40a4-8a26-3c6966b1e9f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:31.805186 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d22eef3-3bb0-42ea-90e1-e74e63adbcff None None] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:26:31.816651 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-edd3c417-20fa-40a4-8a26-3c6966b1e9f1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3026562 Dec 08 02:26:31.819260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33812) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:31.823581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:31.845416 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:31.846477 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:31.901781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:26:31.902572 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:31.902750 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.024426 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c726ab6-3964-43c4-bec0-267c25f64099 req-c2ab6bce-d904-4d3d-8421-49fda04aeee6 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:32.026149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c726ab6-3964-43c4-bec0-267c25f64099 req-c2ab6bce-d904-4d3d-8421-49fda04aeee6 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 944 time: 0.0502706 Dec 08 02:26:32.043962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Allocated IP 172.20.0.2 (fc49ea3e-854d-40bf-9f95-dd8f98bede14/f6b1ff90-df36-4621-8ed4-a3c4a79beb17/0f458519-6de3-4760-8329-2a735d7b4774) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:32.051533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.082877 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c726ab6-3964-43c4-bec0-267c25f64099 req-a91643d9-8acf-44b9-a5bd-ec64d55af3b5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e6aa0ac-1705-463a-a75e-cb55ebc446d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480630 Dec 08 02:26:32.191717 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.197077 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.235377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:32.242361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:32.244886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:32.249827 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.252634 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Pushing event updated for resources: {'Port': ['ID=0f458519-6de3-4760-8329-2a735d7b4774,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:32.269145 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.307538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Attempting to bind port 0f458519-6de3-4760-8329-2a735d7b4774 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:32.307931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Attempting to bind port 0f458519-6de3-4760-8329-2a735d7b4774 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:32.308287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Attempting to bind port 0f458519-6de3-4760-8329-2a735d7b4774 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:32.313527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:32.313900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Checking segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:32.314302 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.314690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Bound using segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:32.315149 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Bound port: 0f458519-6de3-4760-8329-2a735d7b4774, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:32.315524 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.376450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] For port 0f458519-6de3-4760-8329-2a735d7b4774, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:32.376738 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Allocated IP 172.25.8.112 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/e4a6433d-6487-4bc5-9a9c-feb99610cd6b) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:32.379438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] For port 0f458519-6de3-4760-8329-2a735d7b4774, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0f458519-6de3-4760-8329-2a735d7b4774,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:26:32.383856 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.440040 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b32bb-4c5e-4003-8c6b-8cdd6ae99d3a None None] Pushing event updated for resources: {'Port': ['ID=0f458519-6de3-4760-8329-2a735d7b4774,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:32.488325 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.522623 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.560500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:32.564429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:32.568851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:32.596472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c73e2da-4079-425a-afdf-e04de31505c0 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:26:32.605426 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Pushing event updated for resources: {'Port': ['ID=e4a6433d-6487-4bc5-9a9c-feb99610cd6b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:32.675300 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4be80210-b4f7-440a-8b60-a8880333d48f None None] Provisioning complete for port e4a6433d-6487-4bc5-9a9c-feb99610cd6b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:32.675468 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4be80210-b4f7-440a-8b60-a8880333d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.713266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4be80210-b4f7-440a-8b60-a8880333d48f None None] Port e4a6433d-6487-4bc5-9a9c-feb99610cd6b cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:26:32.844949 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:33.036811 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:33.173556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:26:33.218208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09a546-cbcc-43e1-bc11-6f18c199bc54 req-099b726e-1145-4ccb-9617-b483a241c354 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:33.220183 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c09a546-cbcc-43e1-bc11-6f18c199bc54 req-099b726e-1145-4ccb-9617-b483a241c354 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 944 time: 0.0623674 Dec 08 02:26:33.274052 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c09a546-cbcc-43e1-bc11-6f18c199bc54 req-69e80fce-c386-4f71-8f1a-e1e2e6bc2d71 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e6aa0ac-1705-463a-a75e-cb55ebc446d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470948 Dec 08 02:26:33.414571 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0f458519-6de3-4760-8329-2a735d7b4774 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:33.441035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec41995-7331-4948-a411-db2a8fdee00a None None] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:26:33.470349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a553db4c-2ea5-41b2-b468-3b41a37c74e9 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:26:33.571593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:26:33.589782 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:33.591046 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e427fc19-dab8-4f27-995e-8625f9daf1aa admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7708313 Dec 08 02:26:33.594546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33818) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:33.609146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Sync routers for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:26:33.637038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0f458519-6de3-4760-8329-2a735d7b4774 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:33.637411 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:33.644150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fb48f9d2-3757-42d7-a44a-4e1fb0aa90a8 None None] Provisioning complete for port 0f458519-6de3-4760-8329-2a735d7b4774 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:33.644508 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb48f9d2-3757-42d7-a44a-4e1fb0aa90a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:33.709020 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:33.709646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:33.955461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a553db4c-2ea5-41b2-b468-3b41a37c74e9, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a553db4c-2ea5-41b2-b468-3b41a37c74e9,segment=NetworkSegment(63a137aa-c747-4611-a923-27ff14f249fc),segment_id=63a137aa-c747-4611-a923-27ff14f249fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:34.007210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'a553db4c-2ea5-41b2-b468-3b41a37c74e9', 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d', 'port_id': 'a553db4c-2ea5-41b2-b468-3b41a37c74e9', 'mac_address': 'fa:16:3e:9c:44:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1bb03a-2ba3-422f-b618-66531f9ee7e3', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:26:34.007716 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.124854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:26:34.158573 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.181670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Allocated IP 172.20.0.1 (fc49ea3e-854d-40bf-9f95-dd8f98bede14/f6b1ff90-df36-4621-8ed4-a3c4a79beb17/6d02cc58-2e3e-4102-a0dd-88448554357c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:34.205118 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.213012 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fb48f9d2-3757-42d7-a44a-4e1fb0aa90a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.230392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a553db4c-2ea5-41b2-b468-3b41a37c74e9 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:26:34.293486 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.311726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a553db4c-2ea5-41b2-b468-3b41a37c74e9, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a553db4c-2ea5-41b2-b468-3b41a37c74e9,segment=NetworkSegment(63a137aa-c747-4611-a923-27ff14f249fc),segment_id=63a137aa-c747-4611-a923-27ff14f249fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:34.329983 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.332063 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.332997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 0f458519-6de3-4760-8329-2a735d7b4774, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0f458519-6de3-4760-8329-2a735d7b4774,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:34.360916 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.378726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:34.382868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:34.385191 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Pushing event updated for resources: {'Port': ['ID=6d02cc58-2e3e-4102-a0dd-88448554357c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:34.387355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:34.430120 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.431731 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a553db4c-2ea5-41b2-b468-3b41a37c74e9,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:34.435658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabb8c3-2744-432f-9e86-cb5de0312054 req-ce3421a1-c0c7-4b11-9d6f-3f3aa8d5bbe3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:34.437876 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9fabb8c3-2744-432f-9e86-cb5de0312054 req-ce3421a1-c0c7-4b11-9d6f-3f3aa8d5bbe3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 945 time: 0.0730436 Dec 08 02:26:34.521092 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-fb48f9d2-3757-42d7-a44a-4e1fb0aa90a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:26:34.521451 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-fb48f9d2-3757-42d7-a44a-4e1fb0aa90a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:26:34.551234 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9fabb8c3-2744-432f-9e86-cb5de0312054 req-c9942103-2de0-4205-b0f7-866349e06def tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e6aa0ac-1705-463a-a75e-cb55ebc446d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021788 Dec 08 02:26:34.586166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=0f458519-6de3-4760-8329-2a735d7b4774,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:34.611933 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:32Z', 'revision_number': 3, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:34.625481 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.643885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['a553db4c-2ea5-41b2-b468-3b41a37c74e9'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:26:34.647237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Checking router: c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:26:34.647849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Updating router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 port e4a6433d-6487-4bc5-9a9c-feb99610cd6b binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:26:34.702335 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.792821 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.798220 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.867257 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Pushing event updated for resources: {'Port': ['ID=6d02cc58-2e3e-4102-a0dd-88448554357c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:34.872200 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.960541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:34.962215 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:35.079941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:26:35.109979 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.123671 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.183468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1ed947-688a-45b0-9ed6-e2b2b2d220f4 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:26:35.198982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:26:35.204257 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12320679-6f3e-40c2-b417-56eece3961d2 None None] Pushing event updated for resources: {'Port': ['ID=e4a6433d-6487-4bc5-9a9c-feb99610cd6b,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:35.204796 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d99ba6eb-7e5a-4d60-800f-9facf8ccea15 admin admin] 10.222.0.71 "PUT /v2.0/routers/c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6093061 Dec 08 02:26:35.207699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Attempting to bind port e4a6433d-6487-4bc5-9a9c-feb99610cd6b on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:35.208023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Attempting to bind port e4a6433d-6487-4bc5-9a9c-feb99610cd6b by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:35.208388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Attempting to bind port e4a6433d-6487-4bc5-9a9c-feb99610cd6b on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:35.222810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:35.223194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:35.223723 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.223994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:35.224519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Bound port: e4a6433d-6487-4bc5-9a9c-feb99610cd6b, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:35.224908 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.279672 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-60a6191c-1de5-4a27-802d-7c0a30a081a5 None None] Provisioning complete for port e4a6433d-6487-4bc5-9a9c-feb99610cd6b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:35.280048 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60a6191c-1de5-4a27-802d-7c0a30a081a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.315331 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] For port e4a6433d-6487-4bc5-9a9c-feb99610cd6b, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:35.327348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] For port e4a6433d-6487-4bc5-9a9c-feb99610cd6b, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e4a6433d-6487-4bc5-9a9c-feb99610cd6b,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:26:35.332628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-60a6191c-1de5-4a27-802d-7c0a30a081a5 None None] Port e4a6433d-6487-4bc5-9a9c-feb99610cd6b cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:26:35.336527 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.387073 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0f458519-6de3-4760-8329-2a735d7b4774 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:35.396214 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-60a6191c-1de5-4a27-802d-7c0a30a081a5 None None] Provisioning complete for port 0f458519-6de3-4760-8329-2a735d7b4774 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:35.396583 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60a6191c-1de5-4a27-802d-7c0a30a081a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.416249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efd9cb1-2fd2-4c1d-b7e8-7ae000de7e34 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:26:35.469689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12320679-6f3e-40c2-b417-56eece3961d2 None None] Pushing event updated for resources: {'Port': ['ID=e4a6433d-6487-4bc5-9a9c-feb99610cd6b,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:35.472137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:35.472907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:35.589747 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0f458519-6de3-4760-8329-2a735d7b4774 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:35.590115 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.666704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:26:35.679000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda61443-9d44-4678-abf8-4eac07f9f285 req-491fc8db-d18e-4bc2-ac8e-23e7192b18d6 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:35.680738 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dda61443-9d44-4678-abf8-4eac07f9f285 req-491fc8db-d18e-4bc2-ac8e-23e7192b18d6 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 945 time: 0.0604384 Dec 08 02:26:35.726836 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-60a6191c-1de5-4a27-802d-7c0a30a081a5 None None] Provisioning complete for port 6d02cc58-2e3e-4102-a0dd-88448554357c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:35.727202 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60a6191c-1de5-4a27-802d-7c0a30a081a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.743817 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33838) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:35.749784 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1672255258-network', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:35.749946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dda61443-9d44-4678-abf8-4eac07f9f285 req-267f77f4-1702-4a74-9572-521ff198da4f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e6aa0ac-1705-463a-a75e-cb55ebc446d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581691 Dec 08 02:26:35.774711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Made reservation on behalf of f34ba6b559934dea9acd2b3d83cf5720 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:26:35.777094 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.785956 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.863242 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-60a6191c-1de5-4a27-802d-7c0a30a081a5 None None] Port 6d02cc58-2e3e-4102-a0dd-88448554357c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:26:35.865040 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.873743 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.898068 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:26:35.915801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f2bdd6-9de1-4697-984c-6681f9afc56a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:35.918278 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.918624 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Added segment c08783bd-3cda-4d03-8c13-cd767b69a1e5 of type vlan for network c3309171-b606-43e1-9c7d-16ccea174f07 Dec 08 02:26:35.933308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:35.933729 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:35.934373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:35.935473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:35.936008 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:35.936537 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:35.937189 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:35.937697 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:35.938205 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:35.938707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:35.939208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:35.939737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:35.940247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:35.952984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 2, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:35.985660 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4fa10a-95b3-4d8b-84ec-c20db91661cc None None] The sync data for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 is: [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 2, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:26:35.987228 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:35.998577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a4585596-e141-473e-9680-357063527c78 None None] Provisioning complete for port e4a6433d-6487-4bc5-9a9c-feb99610cd6b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:35.999175 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4585596-e141-473e-9680-357063527c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:36.031005 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:36.034402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:36.035003 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:36.073711 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18f2b0cf-bc22-4154-8a19-a6c9a7259482 req-9098040b-f22c-4fa5-825a-afa5b4c1accc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2315516 Dec 08 02:26:36.107957 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3597846 Dec 08 02:26:36.108289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 33842) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:36.113440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0e056e21-9c36-4045-ac4c-383310f73a1f admin admin] Request body: {'subnet': {'network_id': 'c3309171-b606-43e1-9c7d-16ccea174f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1672255258-subnet', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:36.124784 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1474774-c57c-4052-a068-d7ff9ba9d2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c3309171-b606-43e1-9c7d-16ccea174f07,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:36.174930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e056e21-9c36-4045-ac4c-383310f73a1f admin admin] Made reservation on behalf of f34ba6b559934dea9acd2b3d83cf5720 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:26:36.177455 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e056e21-9c36-4045-ac4c-383310f73a1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:36.201551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network c3309171-b606-43e1-9c7d-16ccea174f07 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:26:36.245500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2b0cf-bc22-4154-8a19-a6c9a7259482 req-84a58924-86ce-49e0-8687-3824523aa1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:36.246834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18f2b0cf-bc22-4154-8a19-a6c9a7259482 req-84a58924-86ce-49e0-8687-3824523aa1d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 1098 time: 0.1032622 Dec 08 02:26:36.355520 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4585596-e141-473e-9680-357063527c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:36.380758 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a4585596-e141-473e-9680-357063527c78 None None] For port e4a6433d-6487-4bc5-9a9c-feb99610cd6b, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e4a6433d-6487-4bc5-9a9c-feb99610cd6b,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:36.385318 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4585596-e141-473e-9680-357063527c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:36.423427 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2b0cf-bc22-4154-8a19-a6c9a7259482 req-a1362a79-5bdb-4cbf-b62a-2fd4b7e46cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:36.425058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18f2b0cf-bc22-4154-8a19-a6c9a7259482 req-a1362a79-5bdb-4cbf-b62a-2fd4b7e46cd3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5641f0d3-4101-437e-999e-7c23cdacd50e HTTP/1.1" status: 200 len: 898 time: 0.1402819 Dec 08 02:26:36.438658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4585596-e141-473e-9680-357063527c78 None None] Pushing event updated for resources: {'Port': ['ID=e4a6433d-6487-4bc5-9a9c-feb99610cd6b,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:36.526995 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e056e21-9c36-4045-ac4c-383310f73a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:36.532309 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18f2b0cf-bc22-4154-8a19-a6c9a7259482 req-2aeb4bfd-bb37-4561-a775-139ec79acb1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 HTTP/1.1" status: 200 len: 1001 time: 0.0980568 Dec 08 02:26:36.617264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e056e21-9c36-4045-ac4c-383310f73a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe801786-48a3-4ba2-8559-d37779e49478,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:36.636967 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2b0cf-bc22-4154-8a19-a6c9a7259482 req-d03d3b89-0409-4e6d-a84a-5d45df0f29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:36.638975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18f2b0cf-bc22-4154-8a19-a6c9a7259482 req-d03d3b89-0409-4e6d-a84a-5d45df0f29c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8317837a-3cfa-4034-9ba8-9d96bc71cd97 HTTP/1.1" status: 200 len: 834 time: 0.0854919 Dec 08 02:26:36.645025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e056e21-9c36-4045-ac4c-383310f73a1f admin admin] Checking segment: {'id': 'c08783bd-3cda-4d03-8c13-cd767b69a1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c3309171-b606-43e1-9c7d-16ccea174f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:36.645388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e056e21-9c36-4045-ac4c-383310f73a1f admin admin] Network hostable DHCP agents. Network: c3309171-b606-43e1-9c7d-16ccea174f07, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:26:36.689850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e056e21-9c36-4045-ac4c-383310f73a1f admin admin] Network c3309171-b606-43e1-9c7d-16ccea174f07 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:26:36.703418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2b0cf-bc22-4154-8a19-a6c9a7259482 req-b2808ca3-ba15-4746-8b0e-2428caf452d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:36.705114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18f2b0cf-bc22-4154-8a19-a6c9a7259482 req-b2808ca3-ba15-4746-8b0e-2428caf452d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5641f0d3-4101-437e-999e-7c23cdacd50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565381 Dec 08 02:26:36.706151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0e056e21-9c36-4045-ac4c-383310f73a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, c3309171-b606-43e1-9c7d-16ccea174f07) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:36.710530 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e056e21-9c36-4045-ac4c-383310f73a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:36.711541 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e056e21-9c36-4045-ac4c-383310f73a1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:36.717746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c4e071-faf0-476a-939d-20071bf4e73c None None] Network c3309171-b606-43e1-9c7d-16ccea174f07 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:26:36.803125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33846) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:36.804880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0e056e21-9c36-4045-ac4c-383310f73a1f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6952157 Dec 08 02:26:36.818618 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1672255258-router', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:36.868023 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:36.869757 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:36.880357 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-c3309171-b606-43e1-9c7d-16ccea174f07', 'network_id': 'c3309171-b606-43e1-9c7d-16ccea174f07', 'project_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'fixed_ips': [{'subnet_id': 'fe801786-48a3-4ba2-8559-d37779e49478'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:26:36.881604 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:36.883864 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18f2b0cf-bc22-4154-8a19-a6c9a7259482 req-2b448687-49fc-4bfd-853f-7c8bb5266be3 service neutron] 10.222.0.45 "GET /v2.0/networks/5641f0d3-4101-437e-999e-7c23cdacd50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696675 Dec 08 02:26:36.929236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1598df1-fb49-4d94-9424-d7e589248b52 req-46a72fe6-08cd-42e7-86b6-062cf52768ea tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:36.930960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1598df1-fb49-4d94-9424-d7e589248b52 req-46a72fe6-08cd-42e7-86b6-062cf52768ea tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 945 time: 0.0930243 Dec 08 02:26:36.939967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.034878 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d1598df1-fb49-4d94-9424-d7e589248b52 req-a2eb9790-c036-40c6-bc41-5cf15fc3aa6c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e6aa0ac-1705-463a-a75e-cb55ebc446d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946407 Dec 08 02:26:37.047178 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18f2b0cf-bc22-4154-8a19-a6c9a7259482 req-8d960fc2-f5b4-4e75-9f0c-9db31e02510a service neutron] 10.222.0.45 "GET /v2.0/networks/5641f0d3-4101-437e-999e-7c23cdacd50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562495 Dec 08 02:26:37.101649 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.112788 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Allocated IP 172.20.0.2 (c3309171-b606-43e1-9c7d-16ccea174f07/fe801786-48a3-4ba2-8559-d37779e49478/2d09cb77-52a2-4243-918f-d7a4cec3879e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:37.268215 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.274053 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.314453 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Network c3309171-b606-43e1-9c7d-16ccea174f07 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:37.317363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:37.321140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:37.323812 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.351637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Pushing event updated for resources: {'Port': ['ID=2d09cb77-52a2-4243-918f-d7a4cec3879e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:37.352007 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.382814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Attempting to bind port 2d09cb77-52a2-4243-918f-d7a4cec3879e on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:37.383993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Attempting to bind port 2d09cb77-52a2-4243-918f-d7a4cec3879e by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'c08783bd-3cda-4d03-8c13-cd767b69a1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c3309171-b606-43e1-9c7d-16ccea174f07'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:37.384282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Attempting to bind port 2d09cb77-52a2-4243-918f-d7a4cec3879e on network c3309171-b606-43e1-9c7d-16ccea174f07 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:37.390198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:37.390573 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Checking segment: {'id': 'c08783bd-3cda-4d03-8c13-cd767b69a1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c3309171-b606-43e1-9c7d-16ccea174f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:37.391019 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.391408 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Bound using segment: {'id': 'c08783bd-3cda-4d03-8c13-cd767b69a1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c3309171-b606-43e1-9c7d-16ccea174f07'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:37.391895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Bound port: 2d09cb77-52a2-4243-918f-d7a4cec3879e, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08783bd-3cda-4d03-8c13-cd767b69a1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c3309171-b606-43e1-9c7d-16ccea174f07'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:37.392271 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.447288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e4a6433d-6487-4bc5-9a9c-feb99610cd6b up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:37.473194 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Allocated IP 172.25.8.225 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/fe390b8a-15e9-4042-a9e1-866bff33d8a7) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:37.482986 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a553db4c-2ea5-41b2-b468-3b41a37c74e9 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:37.536387 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] For port 2d09cb77-52a2-4243-918f-d7a4cec3879e, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:37.554016 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] For port 2d09cb77-52a2-4243-918f-d7a4cec3879e, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2d09cb77-52a2-4243-918f-d7a4cec3879e,segment=NetworkSegment(c08783bd-3cda-4d03-8c13-cd767b69a1e5),segment_id=c08783bd-3cda-4d03-8c13-cd767b69a1e5)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:26:37.563406 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.587483 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.626466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e4a6433d-6487-4bc5-9a9c-feb99610cd6b triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:37.626466 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.628738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port a553db4c-2ea5-41b2-b468-3b41a37c74e9 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:26:37.629766 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.663378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port a553db4c-2ea5-41b2-b468-3b41a37c74e9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:37.663787 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.671253 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:37.675421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:37.679203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:37.694177 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59024a45-d5b4-40ba-be51-89bae8aba2b6 None None] Pushing event updated for resources: {'Port': ['ID=2d09cb77-52a2-4243-918f-d7a4cec3879e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:37.703373 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79526758-e273-45a3-8af5-96495b8d6602 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:26:37.709454 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Pushing event updated for resources: {'Port': ['ID=fe390b8a-15e9-4042-a9e1-866bff33d8a7,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:37.810845 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.866763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49033e43-4ac5-4262-8e25-3242dbc60813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a553db4c-2ea5-41b2-b468-3b41a37c74e9'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:26:37.869143 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af184db-4c19-4fda-a6a4-e80f5a293833" -d '{"events": [{"server_uuid": "49033e43-4ac5-4262-8e25-3242dbc60813", "name": "network-vif-plugged", "status": "completed", "tag": "a553db4c-2ea5-41b2-b468-3b41a37c74e9"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:26:37.884396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-735ee4e4-7874-4d42-ab3c-8dc90261e37b None None] Provisioning complete for port fe390b8a-15e9-4042-a9e1-866bff33d8a7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:37.885238 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-735ee4e4-7874-4d42-ab3c-8dc90261e37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.905119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a553db4c-2ea5-41b2-b468-3b41a37c74e9, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a553db4c-2ea5-41b2-b468-3b41a37c74e9,segment=NetworkSegment(63a137aa-c747-4611-a923-27ff14f249fc),segment_id=63a137aa-c747-4611-a923-27ff14f249fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:37.939386 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110ac242-4b09-4acf-b3ae-f536a22391d8 x-openstack-request-id: req-110ac242-4b09-4acf-b3ae-f536a22391d8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:26:37.939789 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49033e43-4ac5-4262-8e25-3242dbc60813", "name": "network-vif-plugged", "status": "completed", "tag": "a553db4c-2ea5-41b2-b468-3b41a37c74e9", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:26:37.940252 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-110ac242-4b09-4acf-b3ae-f536a22391d8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:26:37.940714 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49033e43-4ac5-4262-8e25-3242dbc60813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a553db4c-2ea5-41b2-b468-3b41a37c74e9', 'code': 200} Dec 08 02:26:37.942239 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:37.988206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-735ee4e4-7874-4d42-ab3c-8dc90261e37b None None] Port fe390b8a-15e9-4042-a9e1-866bff33d8a7 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:26:38.000995 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:38.008546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a553db4c-2ea5-41b2-b468-3b41a37c74e9,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:38.078889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b27de-a0de-45e6-9826-f5926ceb7fb9 req-046e3c5c-1bb8-4338-a570-e661d93b1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:38.081049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-791b27de-a0de-45e6-9826-f5926ceb7fb9 req-046e3c5c-1bb8-4338-a570-e661d93b1554 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 1098 time: 0.0552936 Dec 08 02:26:38.145527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-791b27de-a0de-45e6-9826-f5926ceb7fb9 req-05469a69-20b5-4f3c-b77a-d41f8c554cbe service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2e6aa0ac-1705-463a-a75e-cb55ebc446d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572684 Dec 08 02:26:38.181600 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ff96f-d90b-4f91-8a4b-173e7d9173df req-00c87b84-ca67-4bfc-809a-dd2bed0cba87 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:38.183087 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-717ff96f-d90b-4f91-8a4b-173e7d9173df req-00c87b84-ca67-4bfc-809a-dd2bed0cba87 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 946 time: 0.0505085 Dec 08 02:26:38.229837 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:38.240471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-717ff96f-d90b-4f91-8a4b-173e7d9173df req-7d4023f0-f654-4314-82cc-35b3e76322c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e6aa0ac-1705-463a-a75e-cb55ebc446d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506926 Dec 08 02:26:38.362070 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Router 9e37be76-6d6c-4fdb-bea4-1ad472eae07c is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:26:38.470564 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:26:38.480009 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Sync routers for ids ['9e37be76-6d6c-4fdb-bea4-1ad472eae07c'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:26:38.485754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Sync routers for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:26:38.489979 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:38.493954 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-21745fd0-11e6-4865-a567-2e7005743b97 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6865861 Dec 08 02:26:38.494110 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Routers {'9e37be76-6d6c-4fdb-bea4-1ad472eae07c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:38.494110 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9e37be76-6d6c-4fdb-bea4-1ad472eae07c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:38.494373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33852) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:38.498879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:38.499569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:38.602839 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Set router 9e37be76-6d6c-4fdb-bea4-1ad472eae07c gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:26:38.616244 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:26:38.797710 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'name': 'tempest-TestVolumeBootPattern-1672255258-router', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'fe390b8a-15e9-4042-a9e1-866bff33d8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:36Z', 'updated_at': '2021-12-08T02:26:37Z', 'revision_number': 3, 'project_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'gw_port': {'id': 'fe390b8a-15e9-4042-a9e1-866bff33d8a7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ad:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:37Z', 'updated_at': '2021-12-08T02:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:38.854412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 2, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:38.899570 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Checking router: c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:26:38.900231 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Updating router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 port 6d02cc58-2e3e-4102-a0dd-88448554357c binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:26:38.925604 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Checking router: 9e37be76-6d6c-4fdb-bea4-1ad472eae07c for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:26:38.925955 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Updating router 9e37be76-6d6c-4fdb-bea4-1ad472eae07c port fe390b8a-15e9-4042-a9e1-866bff33d8a7 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:26:38.929472 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:38.953232 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.084742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6d71e1-39ca-4269-bba1-7bc9b6c2d036 None None] Network c3309171-b606-43e1-9c7d-16ccea174f07 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:26:39.210280 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-82919484-6602-447f-a851-59aaba39b5ed None None] Provisioning complete for port 2d09cb77-52a2-4243-918f-d7a4cec3879e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:39.210813 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82919484-6602-447f-a851-59aaba39b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.258285 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.266540 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.288861 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.340331 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe1480-7cef-4b03-954c-f1d41c2130e7 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:26:39.399033 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Attempting to bind port fe390b8a-15e9-4042-a9e1-866bff33d8a7 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:39.399586 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Attempting to bind port fe390b8a-15e9-4042-a9e1-866bff33d8a7 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:39.400159 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Attempting to bind port fe390b8a-15e9-4042-a9e1-866bff33d8a7 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:39.417406 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Pushing event updated for resources: {'Port': ['ID=fe390b8a-15e9-4042-a9e1-866bff33d8a7,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:39.438852 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:39.439281 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:39.439649 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:39.441394 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:39.441763 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:39.442105 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:39.442444 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:39.442775 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:39.443102 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:39.443433 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:39.443787 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:39.444109 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:39.444433 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:39.452231 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82919484-6602-447f-a851-59aaba39b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.457032 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:39.457723 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:39.458109 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.458496 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:39.458985 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Bound port: fe390b8a-15e9-4042-a9e1-866bff33d8a7, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:39.459367 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.501765 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-82919484-6602-447f-a851-59aaba39b5ed None None] For port 2d09cb77-52a2-4243-918f-d7a4cec3879e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2d09cb77-52a2-4243-918f-d7a4cec3879e,segment=NetworkSegment(c08783bd-3cda-4d03-8c13-cd767b69a1e5),segment_id=c08783bd-3cda-4d03-8c13-cd767b69a1e5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:39.513245 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.515530 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82919484-6602-447f-a851-59aaba39b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.526828 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.545555 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] For port fe390b8a-15e9-4042-a9e1-866bff33d8a7, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:39.550267 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] For port fe390b8a-15e9-4042-a9e1-866bff33d8a7, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=fe390b8a-15e9-4042-a9e1-866bff33d8a7,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:26:39.558882 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.564457 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2d09cb77-52a2-4243-918f-d7a4cec3879e up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:39.590263 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Allocated IP 172.20.0.1 (c3309171-b606-43e1-9c7d-16ccea174f07/fe801786-48a3-4ba2-8559-d37779e49478/ba3a718e-69f6-4718-857a-5b34a8d96f78) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:39.707738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa41192-b9fb-44b4-a84f-4cc688e310aa None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:26:39.709917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82919484-6602-447f-a851-59aaba39b5ed None None] Pushing event updated for resources: {'Port': ['ID=2d09cb77-52a2-4243-918f-d7a4cec3879e,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:39.711696 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Routers {'9e37be76-6d6c-4fdb-bea4-1ad472eae07c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:39.712358 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9e37be76-6d6c-4fdb-bea4-1ad472eae07c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:39.816987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d1749-8137-42df-8f6e-3ed37c9392d7 None None] Pushing event updated for resources: {'Port': ['ID=6d02cc58-2e3e-4102-a0dd-88448554357c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:39.825833 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-66270292-a0c6-4744-b7ba-0e5e7f248c87 None None] Provisioning complete for port fe390b8a-15e9-4042-a9e1-866bff33d8a7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:39.826206 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66270292-a0c6-4744-b7ba-0e5e7f248c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.844729 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.846044 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c82d1a-eaf7-4cf2-a528-c9f0e34316f6 None None] Pushing event updated for resources: {'Port': ['ID=fe390b8a-15e9-4042-a9e1-866bff33d8a7,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:39.867026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Attempting to bind port 6d02cc58-2e3e-4102-a0dd-88448554357c on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:39.867622 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Attempting to bind port 6d02cc58-2e3e-4102-a0dd-88448554357c by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:39.867931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Attempting to bind port 6d02cc58-2e3e-4102-a0dd-88448554357c on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:39.888990 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:39.889363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Checking segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:39.889763 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.890155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Bound using segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:39.890639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Bound port: 6d02cc58-2e3e-4102-a0dd-88448554357c, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:39.894179 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] Set router 9e37be76-6d6c-4fdb-bea4-1ad472eae07c gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:26:39.894793 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.915714 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.925428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 2d09cb77-52a2-4243-918f-d7a4cec3879e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:39.925777 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:39.925908 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9f7f5-63f2-4de5-b650-dc7307ac220c req-85a87c5a-c6ce-41c6-981b-5674d133faf8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:39.928989 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50c9f7f5-63f2-4de5-b650-dc7307ac220c req-85a87c5a-c6ce-41c6-981b-5674d133faf8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 946 time: 0.6062434 Dec 08 02:26:39.960765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Network c3309171-b606-43e1-9c7d-16ccea174f07 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:39.965164 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:39.987568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:39.992281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50c9f7f5-63f2-4de5-b650-dc7307ac220c req-101f8732-089c-49b7-ad14-abe53344afbb tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e6aa0ac-1705-463a-a75e-cb55ebc446d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556095 Dec 08 02:26:40.050077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Pushing event updated for resources: {'Port': ['ID=ba3a718e-69f6-4718-857a-5b34a8d96f78,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:40.057299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] For port 6d02cc58-2e3e-4102-a0dd-88448554357c, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:40.067420 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:40.082133 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] For port 6d02cc58-2e3e-4102-a0dd-88448554357c, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6d02cc58-2e3e-4102-a0dd-88448554357c,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:26:40.091987 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66270292-a0c6-4744-b7ba-0e5e7f248c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:40.104265 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:40.173264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51526e7f-6b7a-4e38-a656-8d467a98fc62 req-f5235057-99f3-42cd-8d2c-0ffc30f09ccb tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:40.183171 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51526e7f-6b7a-4e38-a656-8d467a98fc62 req-f5235057-99f3-42cd-8d2c-0ffc30f09ccb tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 946 time: 0.0692658 Dec 08 02:26:40.200773 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'name': 'tempest-TestVolumeBootPattern-1672255258-router', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'fe390b8a-15e9-4042-a9e1-866bff33d8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:36Z', 'updated_at': '2021-12-08T02:26:37Z', 'revision_number': 3, 'project_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'gw_port': {'id': 'fe390b8a-15e9-4042-a9e1-866bff33d8a7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ad:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:37Z', 'updated_at': '2021-12-08T02:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:40.230439 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39474d04-08d1-4c5b-b5a3-91343b051edf None None] The sync data for ids ['9e37be76-6d6c-4fdb-bea4-1ad472eae07c'] in n-d-713499-31 is: [{'id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'name': 'tempest-TestVolumeBootPattern-1672255258-router', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'fe390b8a-15e9-4042-a9e1-866bff33d8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:36Z', 'updated_at': '2021-12-08T02:26:37Z', 'revision_number': 3, 'project_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'gw_port': {'id': 'fe390b8a-15e9-4042-a9e1-866bff33d8a7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ad:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:37Z', 'updated_at': '2021-12-08T02:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:26:40.255213 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:40.272462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51526e7f-6b7a-4e38-a656-8d467a98fc62 req-cd6931dc-9c0f-483f-bce7-b6325cce76c6 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e6aa0ac-1705-463a-a75e-cb55ebc446d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881679 Dec 08 02:26:40.431422 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-66270292-a0c6-4744-b7ba-0e5e7f248c87 None None] For port fe390b8a-15e9-4042-a9e1-866bff33d8a7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=fe390b8a-15e9-4042-a9e1-866bff33d8a7,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:40.440851 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66270292-a0c6-4744-b7ba-0e5e7f248c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:40.470352 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:40.470845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d1749-8137-42df-8f6e-3ed37c9392d7 None None] Pushing event updated for resources: {'Port': ['ID=6d02cc58-2e3e-4102-a0dd-88448554357c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:40.477711 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:40.478343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:40.478483 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:40.621112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Pushing event updated for resources: {'Port': ['ID=ba3a718e-69f6-4718-857a-5b34a8d96f78,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:40.626320 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:40.688029 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66270292-a0c6-4744-b7ba-0e5e7f248c87 None None] Pushing event updated for resources: {'Port': ['ID=fe390b8a-15e9-4042-a9e1-866bff33d8a7,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:40.708304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a74074ca-0ad7-4045-bba9-2bfd0135c4c6 None None] Provisioning complete for port fe390b8a-15e9-4042-a9e1-866bff33d8a7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:40.708671 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a74074ca-0ad7-4045-bba9-2bfd0135c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:40.780611 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:26:40.782804 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Network c3309171-b606-43e1-9c7d-16ccea174f07 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:40.785141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:40.953343 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Router 9e37be76-6d6c-4fdb-bea4-1ad472eae07c has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:26:41.051713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a74074ca-0ad7-4045-bba9-2bfd0135c4c6 None None] Provisioning complete for port 2d09cb77-52a2-4243-918f-d7a4cec3879e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:41.052316 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a74074ca-0ad7-4045-bba9-2bfd0135c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:41.130677 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:40Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:41.150870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:26:41.156740 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1441fe24-4e10-40f5-8637-f1a47695e877 admin admin] 10.222.0.71 "PUT /v2.0/routers/9e37be76-6d6c-4fdb-bea4-1ad472eae07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6611650 Dec 08 02:26:41.173310 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd5227f-b709-4296-a4a1-7813944a8f80 None None] The sync data for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 is: [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:40Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:26:41.249872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a74074ca-0ad7-4045-bba9-2bfd0135c4c6 None None] Provisioning complete for port ba3a718e-69f6-4718-857a-5b34a8d96f78 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:41.252127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a74074ca-0ad7-4045-bba9-2bfd0135c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:41.293832 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a74074ca-0ad7-4045-bba9-2bfd0135c4c6 None None] Port ba3a718e-69f6-4718-857a-5b34a8d96f78 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:26:41.306014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a74074ca-0ad7-4045-bba9-2bfd0135c4c6 None None] Provisioning complete for port 6d02cc58-2e3e-4102-a0dd-88448554357c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:41.306502 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a74074ca-0ad7-4045-bba9-2bfd0135c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:41.483930 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a74074ca-0ad7-4045-bba9-2bfd0135c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:41.532775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a74074ca-0ad7-4045-bba9-2bfd0135c4c6 None None] For port 6d02cc58-2e3e-4102-a0dd-88448554357c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6d02cc58-2e3e-4102-a0dd-88448554357c,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:41.538757 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a74074ca-0ad7-4045-bba9-2bfd0135c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:41.623163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74074ca-0ad7-4045-bba9-2bfd0135c4c6 None None] Pushing event updated for resources: {'Port': ['ID=6d02cc58-2e3e-4102-a0dd-88448554357c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:41.628153 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device fe390b8a-15e9-4042-a9e1-866bff33d8a7 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:41.704142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4ab81f93-acf7-4821-be18-14cde011afd2 None None] Provisioning complete for port ba3a718e-69f6-4718-857a-5b34a8d96f78 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:41.706198 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ab81f93-acf7-4821-be18-14cde011afd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:41.740898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port fe390b8a-15e9-4042-a9e1-866bff33d8a7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:41.741269 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:41.771233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4ab81f93-acf7-4821-be18-14cde011afd2 None None] Port ba3a718e-69f6-4718-857a-5b34a8d96f78 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:26:41.772383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33874) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:41.808223 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4ab81f93-acf7-4821-be18-14cde011afd2 None None] Provisioning complete for port 6d02cc58-2e3e-4102-a0dd-88448554357c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:41.808602 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ab81f93-acf7-4821-be18-14cde011afd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:41.939572 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2d09cb77-52a2-4243-918f-d7a4cec3879e up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:42.021880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 2d09cb77-52a2-4243-918f-d7a4cec3879e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:42.022253 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:42.135519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6d02cc58-2e3e-4102-a0dd-88448554357c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:42.189599 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 6d02cc58-2e3e-4102-a0dd-88448554357c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:42.189995 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:42.298280 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:42.624639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Allocated IP 172.20.0.17 (dab100ee-2690-43f1-bc4c-ba790106673d/1f1bb03a-2ba3-422f-b618-66531f9ee7e3/fb7a7a7d-76d7-476e-b22a-0617485efc15) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:42.743087 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:42.783738 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:42.823356 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network dab100ee-2690-43f1-bc4c-ba790106673d is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:42.826927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:42.830517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:42.861385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=fb7a7a7d-76d7-476e-b22a-0617485efc15,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:42.881674 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:43.038496 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:43.141812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-793aaef5-db06-43d4-a8e6-e3037e5a9362 None None] Provisioning complete for port fb7a7a7d-76d7-476e-b22a-0617485efc15 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:43.142287 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-793aaef5-db06-43d4-a8e6-e3037e5a9362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:43.189954 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Sync routers for ids ['9e37be76-6d6c-4fdb-bea4-1ad472eae07c'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:26:43.205248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-793aaef5-db06-43d4-a8e6-e3037e5a9362 None None] Port fb7a7a7d-76d7-476e-b22a-0617485efc15 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:26:43.212915 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Routers {'9e37be76-6d6c-4fdb-bea4-1ad472eae07c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:43.213466 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9e37be76-6d6c-4fdb-bea4-1ad472eae07c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:43.343561 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Set router 9e37be76-6d6c-4fdb-bea4-1ad472eae07c gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:26:43.389096 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6d02cc58-2e3e-4102-a0dd-88448554357c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:43.392705 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:43.397464 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:43.447652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 6d02cc58-2e3e-4102-a0dd-88448554357c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:43.448127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:43.472054 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:43.484682 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=fb7a7a7d-76d7-476e-b22a-0617485efc15,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:43.600223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network dab100ee-2690-43f1-bc4c-ba790106673d is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:43.601654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:43.611499 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'name': 'tempest-TestVolumeBootPattern-1672255258-router', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'fe390b8a-15e9-4042-a9e1-866bff33d8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:36Z', 'updated_at': '2021-12-08T02:26:40Z', 'revision_number': 4, 'project_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'gw_port': {'id': 'fe390b8a-15e9-4042-a9e1-866bff33d8a7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:37Z', 'updated_at': '2021-12-08T02:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'ba3a718e-69f6-4718-857a-5b34a8d96f78', 'name': '', 'network_id': 'c3309171-b606-43e1-9c7d-16ccea174f07', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'mac_address': 'fa:16:3e:0d:e6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'fe801786-48a3-4ba2-8559-d37779e49478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:39Z', 'updated_at': '2021-12-08T02:26:40Z', 'revision_number': 2, 'project_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'subnets': [{'id': 'fe801786-48a3-4ba2-8559-d37779e49478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:43.648552 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Checking router: 9e37be76-6d6c-4fdb-bea4-1ad472eae07c for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:26:43.648982 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Updating router 9e37be76-6d6c-4fdb-bea4-1ad472eae07c port ba3a718e-69f6-4718-857a-5b34a8d96f78 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:26:43.674516 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:43.741046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-835b9c29-e61c-430a-b50b-67e3dc10129a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:43.743469 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-835b9c29-e61c-430a-b50b-67e3dc10129a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 812 time: 0.1351478 Dec 08 02:26:43.772307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-3c5a76d6-e815-4b0a-a85f-5bccf429867d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/quotas/dd53dd187e9645859e0dc1a7802b1eca HTTP/1.1" status: 200 len: 375 time: 0.0195749 Dec 08 02:26:43.830490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0c959b02-52b3-4f1d-9356-423d5aa3eb95 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567739 Dec 08 02:26:43.946924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7a1da78e-0e57-4795-a936-6bf19b50b67a None None] Provisioning complete for port fb7a7a7d-76d7-476e-b22a-0617485efc15 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:43.947806 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a1da78e-0e57-4795-a936-6bf19b50b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:43.987501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7a1da78e-0e57-4795-a936-6bf19b50b67a None None] Port fb7a7a7d-76d7-476e-b22a-0617485efc15 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:26:43.994423 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:44.000065 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-a33e05c9-33ea-4376-937a-b9a1021732e7 service neutron] 10.222.0.71 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578588 Dec 08 02:26:44.001275 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:44.024465 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Router 45fce699-0ac9-470e-a88e-3f5547a60319 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:26:44.074935 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64124dac-711e-4c94-8514-1df55d488921 None None] Pushing event updated for resources: {'Port': ['ID=ba3a718e-69f6-4718-857a-5b34a8d96f78,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:44.108676 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Attempting to bind port ba3a718e-69f6-4718-857a-5b34a8d96f78 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:44.109174 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Attempting to bind port ba3a718e-69f6-4718-857a-5b34a8d96f78 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'c08783bd-3cda-4d03-8c13-cd767b69a1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c3309171-b606-43e1-9c7d-16ccea174f07'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:44.109677 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Attempting to bind port ba3a718e-69f6-4718-857a-5b34a8d96f78 on network c3309171-b606-43e1-9c7d-16ccea174f07 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:44.115487 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:44.115919 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Checking segment: {'id': 'c08783bd-3cda-4d03-8c13-cd767b69a1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c3309171-b606-43e1-9c7d-16ccea174f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:44.116323 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:44.116716 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Bound using segment: {'id': 'c08783bd-3cda-4d03-8c13-cd767b69a1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c3309171-b606-43e1-9c7d-16ccea174f07'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:44.117190 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Bound port: ba3a718e-69f6-4718-857a-5b34a8d96f78, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08783bd-3cda-4d03-8c13-cd767b69a1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c3309171-b606-43e1-9c7d-16ccea174f07'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:44.117572 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:44.122687 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-a36735f1-f930-4a38-80fb-02acc5494f43 service neutron] 10.222.0.71 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139662 Dec 08 02:26:44.175623 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:26:44.188730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Sync routers for ids ['45fce699-0ac9-470e-a88e-3f5547a60319'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:26:44.189227 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] For port ba3a718e-69f6-4718-857a-5b34a8d96f78, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:44.192354 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b5b08888-8149-4893-9a02-f3269670c97a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "PUT /v2.0/routers/45fce699-0ac9-470e-a88e-3f5547a60319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4188304 Dec 08 02:26:44.201310 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] For port ba3a718e-69f6-4718-857a-5b34a8d96f78, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ba3a718e-69f6-4718-857a-5b34a8d96f78,segment=NetworkSegment(c08783bd-3cda-4d03-8c13-cd767b69a1e5),segment_id=c08783bd-3cda-4d03-8c13-cd767b69a1e5)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:26:44.211998 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:44.218390 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Routers {'45fce699-0ac9-470e-a88e-3f5547a60319'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:44.221160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['45fce699-0ac9-470e-a88e-3f5547a60319'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:44.304760 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Routers {'9e37be76-6d6c-4fdb-bea4-1ad472eae07c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:44.306531 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9e37be76-6d6c-4fdb-bea4-1ad472eae07c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:44.312059 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64124dac-711e-4c94-8514-1df55d488921 None None] Pushing event updated for resources: {'Port': ['ID=ba3a718e-69f6-4718-857a-5b34a8d96f78,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:44.362280 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Set router 45fce699-0ac9-470e-a88e-3f5547a60319 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:26:44.461625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e0c99f5b-7441-405a-929a-52454c3824c7 None None] Provisioning complete for port ba3a718e-69f6-4718-857a-5b34a8d96f78 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:44.462000 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0c99f5b-7441-405a-929a-52454c3824c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:44.462303 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] Set router 9e37be76-6d6c-4fdb-bea4-1ad472eae07c gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:26:44.537737 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5f7c9d1-fe0a-4cd0-b9f5-f1224a2e4a5c req-27fa6dc6-b804-43f0-9000-2e092b553097 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 210 time: 0.0413852 Dec 08 02:26:44.684232 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0c99f5b-7441-405a-929a-52454c3824c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:44.756921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e0c99f5b-7441-405a-929a-52454c3824c7 None None] For port ba3a718e-69f6-4718-857a-5b34a8d96f78, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ba3a718e-69f6-4718-857a-5b34a8d96f78,segment=NetworkSegment(c08783bd-3cda-4d03-8c13-cd767b69a1e5),segment_id=c08783bd-3cda-4d03-8c13-cd767b69a1e5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:44.764675 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0c99f5b-7441-405a-929a-52454c3824c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:44.813205 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'name': 'tempest-TestVolumeBootPattern-1672255258-router', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'fe390b8a-15e9-4042-a9e1-866bff33d8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:36Z', 'updated_at': '2021-12-08T02:26:40Z', 'revision_number': 4, 'project_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'gw_port': {'id': 'fe390b8a-15e9-4042-a9e1-866bff33d8a7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:37Z', 'updated_at': '2021-12-08T02:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'ba3a718e-69f6-4718-857a-5b34a8d96f78', 'name': '', 'network_id': 'c3309171-b606-43e1-9c7d-16ccea174f07', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'mac_address': 'fa:16:3e:0d:e6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'fe801786-48a3-4ba2-8559-d37779e49478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:39Z', 'updated_at': '2021-12-08T02:26:44Z', 'revision_number': 4, 'project_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'subnets': [{'id': 'fe801786-48a3-4ba2-8559-d37779e49478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:44.828779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:26:42Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '7ad4982c-1d82-4041-ae59-2c244eebd1e1', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'port_id': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'mac_address': 'fa:16:3e:96:ec:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4551db53-7672-436c-8936-b1f147ad14a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:25:47Z', 'updated_at': '2021-12-08T02:25:50Z', 'revision_number': 1, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:36Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb7a7a7d-76d7-476e-b22a-0617485efc15', 'name': '', 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:33:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '1f1bb03a-2ba3-422f-b618-66531f9ee7e3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:42Z', 'updated_at': '2021-12-08T02:26:43Z', 'revision_number': 2, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '1f1bb03a-2ba3-422f-b618-66531f9ee7e3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:44.832289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c99f5b-7441-405a-929a-52454c3824c7 None None] Pushing event updated for resources: {'Port': ['ID=ba3a718e-69f6-4718-857a-5b34a8d96f78,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:44.843748 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb78446-8af8-4ce5-a0fc-0f686ff246f7 None None] The sync data for ids ['9e37be76-6d6c-4fdb-bea4-1ad472eae07c'] in n-d-713499-31 is: [{'id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'name': 'tempest-TestVolumeBootPattern-1672255258-router', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'fe390b8a-15e9-4042-a9e1-866bff33d8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:36Z', 'updated_at': '2021-12-08T02:26:40Z', 'revision_number': 4, 'project_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'gw_port': {'id': 'fe390b8a-15e9-4042-a9e1-866bff33d8a7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:37Z', 'updated_at': '2021-12-08T02:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'ba3a718e-69f6-4718-857a-5b34a8d96f78', 'name': '', 'network_id': 'c3309171-b606-43e1-9c7d-16ccea174f07', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'mac_address': 'fa:16:3e:0d:e6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'fe801786-48a3-4ba2-8559-d37779e49478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:39Z', 'updated_at': '2021-12-08T02:26:44Z', 'revision_number': 4, 'project_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'subnets': [{'id': 'fe801786-48a3-4ba2-8559-d37779e49478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:26:44.867367 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Checking router: 45fce699-0ac9-470e-a88e-3f5547a60319 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:26:44.867756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Updating router 45fce699-0ac9-470e-a88e-3f5547a60319 port fb7a7a7d-76d7-476e-b22a-0617485efc15 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:26:44.926728 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:44.939512 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9ee9d14d-f93d-4861-9d2a-f7ab3e56cfa1 None None] Provisioning complete for port ba3a718e-69f6-4718-857a-5b34a8d96f78 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:44.940029 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d14d-f93d-4861-9d2a-f7ab3e56cfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:45.423923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ba3a718e-69f6-4718-857a-5b34a8d96f78 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:45.475415 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:45.484503 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:45.551442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port ba3a718e-69f6-4718-857a-5b34a8d96f78 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:45.551832 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:45.556807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff59dd-4d4d-4661-a4cd-fc95ce7d47ce None None] Pushing event updated for resources: {'Port': ['ID=fb7a7a7d-76d7-476e-b22a-0617485efc15,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:45.654272 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Attempting to bind port fb7a7a7d-76d7-476e-b22a-0617485efc15 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:45.654652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Attempting to bind port fb7a7a7d-76d7-476e-b22a-0617485efc15 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '63a137aa-c747-4611-a923-27ff14f249fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:45.655125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Attempting to bind port fb7a7a7d-76d7-476e-b22a-0617485efc15 on network dab100ee-2690-43f1-bc4c-ba790106673d {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:45.664087 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0cbe3cd6-ec47-4229-8287-a5910f78a478 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:45.666263 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0cbe3cd6-ec47-4229-8287-a5910f78a478 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 812 time: 0.1653183 Dec 08 02:26:45.670575 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:45.670958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Checking segment: {'id': '63a137aa-c747-4611-a923-27ff14f249fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:45.671366 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:45.671797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Bound using segment: {'id': '63a137aa-c747-4611-a923-27ff14f249fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:45.672399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Bound port: fb7a7a7d-76d7-476e-b22a-0617485efc15, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a137aa-c747-4611-a923-27ff14f249fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:45.672788 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:45.705827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-eaaed767-7e0b-4028-b143-f11a634295f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'port': {'device_id': '1c93faef-a0ea-4f2b-99e8-4f052286e8d3', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'admin_state_up': True, 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:45.756175 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5df97308-bb5b-494c-add9-9daecc252307 req-8f11837c-eac0-4216-bb11-fa96e626a41b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 210 time: 0.0730593 Dec 08 02:26:45.838435 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] For port fb7a7a7d-76d7-476e-b22a-0617485efc15, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:45.842543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] For port fb7a7a7d-76d7-476e-b22a-0617485efc15, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=fb7a7a7d-76d7-476e-b22a-0617485efc15,segment=NetworkSegment(63a137aa-c747-4611-a923-27ff14f249fc),segment_id=63a137aa-c747-4611-a923-27ff14f249fc)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:26:45.848334 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:45.889662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-eaaed767-7e0b-4028-b143-f11a634295f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Made reservation on behalf of dd53dd187e9645859e0dc1a7802b1eca for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:26:45.894062 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-eaaed767-7e0b-4028-b143-f11a634295f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:45.932914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-255ea05e-022c-4c9c-b50b-77788303c787 None None] Provisioning complete for port fb7a7a7d-76d7-476e-b22a-0617485efc15 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:45.933288 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-255ea05e-022c-4c9c-b50b-77788303c787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:45.936109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff59dd-4d4d-4661-a4cd-fc95ce7d47ce None None] Pushing event updated for resources: {'Port': ['ID=fb7a7a7d-76d7-476e-b22a-0617485efc15,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:45.973456 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Routers {'45fce699-0ac9-470e-a88e-3f5547a60319'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:26:45.974127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['45fce699-0ac9-470e-a88e-3f5547a60319'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:46.073502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-eaaed767-7e0b-4028-b143-f11a634295f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Allocated IP 172.20.0.10 (fc49ea3e-854d-40bf-9f95-dd8f98bede14/f6b1ff90-df36-4621-8ed4-a3c4a79beb17/6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:46.178811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] Set router 45fce699-0ac9-470e-a88e-3f5547a60319 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:26:46.207532 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-255ea05e-022c-4c9c-b50b-77788303c787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:46.256780 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-255ea05e-022c-4c9c-b50b-77788303c787 None None] For port fb7a7a7d-76d7-476e-b22a-0617485efc15, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=fb7a7a7d-76d7-476e-b22a-0617485efc15,segment=NetworkSegment(63a137aa-c747-4611-a923-27ff14f249fc),segment_id=63a137aa-c747-4611-a923-27ff14f249fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:46.264023 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-255ea05e-022c-4c9c-b50b-77788303c787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:46.274451 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-eaaed767-7e0b-4028-b143-f11a634295f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:46.315941 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-eaaed767-7e0b-4028-b143-f11a634295f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:46.369832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-eaaed767-7e0b-4028-b143-f11a634295f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:46.373709 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-eaaed767-7e0b-4028-b143-f11a634295f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:46.379036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-eaaed767-7e0b-4028-b143-f11a634295f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:46.380351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ea05e-022c-4c9c-b50b-77788303c787 None None] Pushing event updated for resources: {'Port': ['ID=fb7a7a7d-76d7-476e-b22a-0617485efc15,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:46.381906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaed767-7e0b-4028-b143-f11a634295f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'Port': ['ID=6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:46.444046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-eaaed767-7e0b-4028-b143-f11a634295f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:46.444820 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-eaaed767-7e0b-4028-b143-f11a634295f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:46.468306 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-eaaed767-7e0b-4028-b143-f11a634295f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7683792 Dec 08 02:26:46.480474 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e9167218-69f6-4e4e-949c-af8acde5555b None None] Provisioning complete for port fb7a7a7d-76d7-476e-b22a-0617485efc15 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:46.481027 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9167218-69f6-4e4e-949c-af8acde5555b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:46.486724 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Request body: {'port': {'device_id': '1c93faef-a0ea-4f2b-99e8-4f052286e8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:46.554330 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:46.622724 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:26:42Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '7ad4982c-1d82-4041-ae59-2c244eebd1e1', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'port_id': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'mac_address': 'fa:16:3e:96:ec:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4551db53-7672-436c-8936-b1f147ad14a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:25:47Z', 'updated_at': '2021-12-08T02:25:50Z', 'revision_number': 1, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:36Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb7a7a7d-76d7-476e-b22a-0617485efc15', 'name': '', 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:33:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '1f1bb03a-2ba3-422f-b618-66531f9ee7e3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:42Z', 'updated_at': '2021-12-08T02:26:45Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '1f1bb03a-2ba3-422f-b618-66531f9ee7e3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:26:46.656094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d8801d-e9e4-4d1a-aea9-796ac1b665bb None None] The sync data for ids ['45fce699-0ac9-470e-a88e-3f5547a60319'] in n-d-713499-31 is: [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:26:42Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '7ad4982c-1d82-4041-ae59-2c244eebd1e1', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'port_id': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'mac_address': 'fa:16:3e:96:ec:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4551db53-7672-436c-8936-b1f147ad14a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:25:47Z', 'updated_at': '2021-12-08T02:25:50Z', 'revision_number': 1, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:36Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb7a7a7d-76d7-476e-b22a-0617485efc15', 'name': '', 'network_id': 'dab100ee-2690-43f1-bc4c-ba790106673d', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:33:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '1f1bb03a-2ba3-422f-b618-66531f9ee7e3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:42Z', 'updated_at': '2021-12-08T02:26:45Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '1f1bb03a-2ba3-422f-b618-66531f9ee7e3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:26:46.737827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-466aa0eb-e773-4100-8c84-ec519719debb None None] Provisioning complete for port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:46.738190 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-466aa0eb-e773-4100-8c84-ec519719debb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:46.773746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-466aa0eb-e773-4100-8c84-ec519719debb None None] Port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:26:46.865368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:26:46.874161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:46.891858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Transition to ACTIVE for port object 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:26:46.904255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb2e05-711e-42e6-9030-392404c90969 req-79460b5e-a07e-4947-8da8-16ef7c17aa8c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:46.906119 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6afb2e05-711e-42e6-9030-392404c90969 req-79460b5e-a07e-4947-8da8-16ef7c17aa8c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 932 time: 0.0777345 Dec 08 02:26:46.907518 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:46.980994 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:47.044862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6afb2e05-711e-42e6-9030-392404c90969 req-077cddd0-b980-479a-be83-7205fbc14348 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326389 Dec 08 02:26:47.083805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Attempting to bind port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:47.084456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Attempting to bind port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:47.085094 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Attempting to bind port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:47.092585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:26:47.093324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Attempting to bind port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:47.099766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:47.100108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Checking segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:47.100494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Bound using segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:47.100927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Bound port: 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:47.101286 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:47.178388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] For port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:47.181616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] For port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:26:47.188027 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:47.230792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:47.231444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:47.232863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] 10.222.0.45 "PUT /v2.0/ports/6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca HTTP/1.1" status: 200 len: 1093 time: 0.7505805 Dec 08 02:26:47.233309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c93faef-a0ea-4f2b-99e8-4f052286e8d3', 'tag': '6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:26:47.235591 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940ab41d-ad5a-4798-87c8-ba06a85709cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1c93faef-a0ea-4f2b-99e8-4f052286e8d3", "tag": "6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:26:47.272032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bbd21-2235-43fe-9c73-0bcd2d11bba8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:47.306718 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213e2ab8-0a8b-420e-8d05-af6986e39047 x-openstack-request-id: req-213e2ab8-0a8b-420e-8d05-af6986e39047 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:26:47.307046 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c93faef-a0ea-4f2b-99e8-4f052286e8d3", "tag": "6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:26:47.307299 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-213e2ab8-0a8b-420e-8d05-af6986e39047 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:26:47.307752 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c93faef-a0ea-4f2b-99e8-4f052286e8d3', 'tag': '6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca', 'status': 'completed', 'code': 200} Dec 08 02:26:47.353437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-3e4839e9-10e7-4c7d-a460-bc1b1458940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:47.355041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-3e4839e9-10e7-4c7d-a460-bc1b1458940a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 1096 time: 0.0591636 Dec 08 02:26:47.405773 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-099f27dc-a425-4ca3-af67-ba1a7d3d000d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca HTTP/1.1" status: 200 len: 217 time: 0.0361183 Dec 08 02:26:47.465780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-dad7d457-1cbe-4215-9394-4ec258250540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:47.467313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-dad7d457-1cbe-4215-9394-4ec258250540 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0532660 Dec 08 02:26:47.538001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-def09891-13fb-434b-af03-3bdbfea17607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:47.539563 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-def09891-13fb-434b-af03-3bdbfea17607 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658536 Dec 08 02:26:47.644598 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-359ce7cf-df1f-4a06-9570-7f6e542a0c50 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975356 Dec 08 02:26:47.748859 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73025e07-a1d1-4cee-a024-9f9b681c8f44 req-91b8cfc3-7303-47b9-b6ce-e7c644239aa4 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966184 Dec 08 02:26:47.857018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ab41d-ad5a-4798-87c8-ba06a85709cb req-9ecaf298-5458-4087-8912-fed044839640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:47.858438 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-940ab41d-ad5a-4798-87c8-ba06a85709cb req-9ecaf298-5458-4087-8912-fed044839640 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 1096 time: 0.0417695 Dec 08 02:26:47.968653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ab41d-ad5a-4798-87c8-ba06a85709cb req-608e7aa7-27c1-4b21-8182-2382a935ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:47.970277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-940ab41d-ad5a-4798-87c8-ba06a85709cb req-608e7aa7-27c1-4b21-8182-2382a935ac56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.1048088 Dec 08 02:26:48.035628 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-940ab41d-ad5a-4798-87c8-ba06a85709cb req-86f6b10e-48e4-4e22-ae69-8dbc4875d44f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca HTTP/1.1" status: 200 len: 217 time: 0.0552175 Dec 08 02:26:48.097303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ab41d-ad5a-4798-87c8-ba06a85709cb req-46fb7594-964e-4bc8-9fcd-b36911a4e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:48.099488 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-940ab41d-ad5a-4798-87c8-ba06a85709cb req-46fb7594-964e-4bc8-9fcd-b36911a4e008 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0571873 Dec 08 02:26:48.187327 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ab41d-ad5a-4798-87c8-ba06a85709cb req-70e06270-bf2c-496f-ae6b-c2aa0f3c368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:48.189651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-940ab41d-ad5a-4798-87c8-ba06a85709cb req-70e06270-bf2c-496f-ae6b-c2aa0f3c368e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828648 Dec 08 02:26:48.203814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1d1a3-1217-465f-9f13-2c9e0b1ce809 req-a99e5817-eff3-4dff-a01e-2bd03a45f7c9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:48.205398 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97e1d1a3-1217-465f-9f13-2c9e0b1ce809 req-a99e5817-eff3-4dff-a01e-2bd03a45f7c9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0665810 Dec 08 02:26:48.321608 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97e1d1a3-1217-465f-9f13-2c9e0b1ce809 req-a60778a6-7c58-42ab-a14c-dadc588b32af tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967276 Dec 08 02:26:48.339669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-940ab41d-ad5a-4798-87c8-ba06a85709cb req-9390d824-8537-4294-af40-48fe17f71b33 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332791 Dec 08 02:26:48.444014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-940ab41d-ad5a-4798-87c8-ba06a85709cb req-b65428ac-1ae1-4a3e-92c8-c8a014058f1f service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977445 Dec 08 02:26:49.415222 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device fb7a7a7d-76d7-476e-b22a-0617485efc15 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:49.459282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65315c90-e7cb-4611-9744-24a051b70c40 req-adc19f90-c82d-45f9-93af-08a9760b55f9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:49.466545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port fb7a7a7d-76d7-476e-b22a-0617485efc15 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:49.466909 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:49.468241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65315c90-e7cb-4611-9744-24a051b70c40 req-adc19f90-c82d-45f9-93af-08a9760b55f9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0702529 Dec 08 02:26:49.525893 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65315c90-e7cb-4611-9744-24a051b70c40 req-db2e8042-b0f7-48a4-9e1c-31da12d6ab4d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540090 Dec 08 02:26:50.634695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd1433-e17c-4be7-843e-f27868cfae8d req-01da535d-35fc-4b12-9659-9fa7c3c701c0 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:50.636226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5fd1433-e17c-4be7-843e-f27868cfae8d req-01da535d-35fc-4b12-9659-9fa7c3c701c0 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0487418 Dec 08 02:26:50.685584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5fd1433-e17c-4be7-843e-f27868cfae8d req-d19b3ac0-bfc0-429c-be54-ee9ed520fa1e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Dec 08 02:26:51.798031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893c30e-3b16-404a-b6d9-95e7bb10012d req-b252e478-9466-4b25-b4ae-59e0690eeaa1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:51.799478 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8893c30e-3b16-404a-b6d9-95e7bb10012d req-b252e478-9466-4b25-b4ae-59e0690eeaa1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0478075 Dec 08 02:26:51.848976 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8893c30e-3b16-404a-b6d9-95e7bb10012d req-9ae07464-503d-4d85-bb51-37c739a01d8c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435088 Dec 08 02:26:52.013772 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a11e91f7-150d-4f2c-8ef8-389c7a98e0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:52.672201 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:26:52.961648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423537cd-80bf-4f70-8ccc-9d3f37ea5805 req-fc4985a4-ed2f-4351-8ba2-112190ba3e19 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:52.963100 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-423537cd-80bf-4f70-8ccc-9d3f37ea5805 req-fc4985a4-ed2f-4351-8ba2-112190ba3e19 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0484030 Dec 08 02:26:53.010410 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-423537cd-80bf-4f70-8ccc-9d3f37ea5805 req-443b7409-d696-45f6-b7ae-e611120e7866 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 Dec 08 02:26:53.645569 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:54.122990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba230ad1-638d-4b73-926e-d8d619e0deb2 req-3eb84af2-e434-4877-93ca-3a43ca02fb28 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:54.124464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba230ad1-638d-4b73-926e-d8d619e0deb2 req-3eb84af2-e434-4877-93ca-3a43ca02fb28 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0488529 Dec 08 02:26:54.170833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba230ad1-638d-4b73-926e-d8d619e0deb2 req-dee19435-84bc-4cd9-8595-f711fb008d8e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404706 Dec 08 02:26:54.385510 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7970-6c7c-4223-832c-702f8f93679f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:54.388564 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:55.286668 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45053fc2-9226-4105-bf84-122aa1a7c07f req-7895b24d-0bd9-4054-9743-2834f296fc8a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:55.288141 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-45053fc2-9226-4105-bf84-122aa1a7c07f req-7895b24d-0bd9-4054-9743-2834f296fc8a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0516009 Dec 08 02:26:55.334434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-45053fc2-9226-4105-bf84-122aa1a7c07f req-2c4ae4f7-80f4-4e56-9b93-cf9bc399f463 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Dec 08 02:26:55.524800 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:56.447284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545dfe0-a4a6-4382-9ba5-9551725da3ed req-ad8f700e-21ee-4d72-859d-e44be9ccef2c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:56.448750 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0545dfe0-a4a6-4382-9ba5-9551725da3ed req-ad8f700e-21ee-4d72-859d-e44be9ccef2c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0474195 Dec 08 02:26:56.495827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0545dfe0-a4a6-4382-9ba5-9551725da3ed req-2eac6b65-44c3-4038-911a-991b8f752dfe tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404236 Dec 08 02:26:57.004205 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:57.609868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5532962-a8a9-4988-8110-8f8c26a4a5bc req-85702828-b5b4-4552-b9de-2072016a3549 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:57.611366 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d5532962-a8a9-4988-8110-8f8c26a4a5bc req-85702828-b5b4-4552-b9de-2072016a3549 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0481582 Dec 08 02:26:57.660909 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d5532962-a8a9-4988-8110-8f8c26a4a5bc req-475cae21-371a-458a-aa1a-00651b3e555d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 Dec 08 02:26:57.928218 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:58.774676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682664e-2cea-462f-a1a3-91bc00a6e201 req-8c33b988-91ae-43fa-9dcd-86c006247e7c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:58.776236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0682664e-2cea-462f-a1a3-91bc00a6e201 req-8c33b988-91ae-43fa-9dcd-86c006247e7c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 944 time: 0.0487785 Dec 08 02:26:58.822319 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0682664e-2cea-462f-a1a3-91bc00a6e201 req-176a0034-ceff-4711-a03e-73090f3d4cd3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400696 Dec 08 02:26:59.137024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:26:59.228032 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:59.242984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'port_id': '6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca', 'mac_address': 'fa:16:3e:c7:30:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:26:59.278540 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:59.291277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:26:59.310082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:59.313909 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:59.359548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:59.592145 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:26:59.937497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b48c94-5a2f-4c24-a168-e14d16fef9dd req-8a83f49a-6db9-4a6c-94e4-2d80da0a78e2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:59.939000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99b48c94-5a2f-4c24-a168-e14d16fef9dd req-8a83f49a-6db9-4a6c-94e4-2d80da0a78e2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0477459 Dec 08 02:26:59.985131 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99b48c94-5a2f-4c24-a168-e14d16fef9dd req-a3a0ee6c-7ee5-4c5f-86e1-06df99c9d429 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402293 Dec 08 02:27:01.101492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0e2a4-0872-483e-a157-8874489282af req-260a58e2-a0d5-4980-8af0-0f3da2ba4b54 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:01.102950 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ef0e2a4-0872-483e-a157-8874489282af req-260a58e2-a0d5-4980-8af0-0f3da2ba4b54 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 945 time: 0.0520384 Dec 08 02:27:01.148643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ef0e2a4-0872-483e-a157-8874489282af req-6e9890cd-de80-4cb8-ae0e-e33eec0e8b92 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396891 Dec 08 02:27:01.185113 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:27:01.233146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:27:01.237139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:01.237507 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:01.315160 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:01.340219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c93faef-a0ea-4f2b-99e8-4f052286e8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:01.342450 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb9274b-b5c3-4f64-9e20-4d4eccb60890" -d '{"events": [{"server_uuid": "1c93faef-a0ea-4f2b-99e8-4f052286e8d3", "name": "network-vif-plugged", "status": "completed", "tag": "6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:01.355261 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:01.359394 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:01.382509 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b3fccb-6cc6-49a3-abfd-9f595e722967 x-openstack-request-id: req-44b3fccb-6cc6-49a3-abfd-9f595e722967 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:01.382805 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c93faef-a0ea-4f2b-99e8-4f052286e8d3", "name": "network-vif-plugged", "status": "completed", "tag": "6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:01.383062 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-44b3fccb-6cc6-49a3-abfd-9f595e722967 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:01.383450 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c93faef-a0ea-4f2b-99e8-4f052286e8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca', 'code': 200} Dec 08 02:27:01.408207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:01.505814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb86bb6-4141-4462-b53a-ec556879b750 req-b8634ef2-edf2-4c5a-b073-3945db986ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:01.507291 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-adb86bb6-4141-4462-b53a-ec556879b750 req-b8634ef2-edf2-4c5a-b073-3945db986ae9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 1098 time: 0.0390723 Dec 08 02:27:01.551232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-adb86bb6-4141-4462-b53a-ec556879b750 req-c212af61-c2b6-4c7e-9576-e3149c768ed7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356460 Dec 08 02:27:02.268651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbafb2-32b7-440a-a5b6-43e202721631 req-09263881-c259-41e6-8278-64c3ee7998b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:02.270104 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05dbafb2-32b7-440a-a5b6-43e202721631 req-09263881-c259-41e6-8278-64c3ee7998b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0513470 Dec 08 02:27:02.316032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05dbafb2-32b7-440a-a5b6-43e202721631 req-04bb7ac7-e884-40f6-ab00-3161337e9886 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400329 Dec 08 02:27:02.589632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 33970) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:02.945805 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2d7e2d3-328d-4286-88b9-f2f7b7fc92a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:03.253708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b2d7e2d3-328d-4286-88b9-f2f7b7fc92a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Deleting port fb7a7a7d-76d7-476e-b22a-0617485efc15 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:27:03.254056 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2d7e2d3-328d-4286-88b9-f2f7b7fc92a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:03.340688 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-b2d7e2d3-328d-4286-88b9-f2f7b7fc92a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] For port fb7a7a7d-76d7-476e-b22a-0617485efc15, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=fb7a7a7d-76d7-476e-b22a-0617485efc15,segment=NetworkSegment(63a137aa-c747-4611-a923-27ff14f249fc),segment_id=63a137aa-c747-4611-a923-27ff14f249fc)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:03.341058 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2d7e2d3-328d-4286-88b9-f2f7b7fc92a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:03.353813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-b2d7e2d3-328d-4286-88b9-f2f7b7fc92a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Calling delete_port for fb7a7a7d-76d7-476e-b22a-0617485efc15 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:27:03.430454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc8225-e239-4bd9-9c6b-27cd739c6263 req-cc781f81-9e4b-401c-ac2b-2dba438e896c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:03.431981 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7dc8225-e239-4bd9-9c6b-27cd739c6263 req-cc781f81-9e4b-401c-ac2b-2dba438e896c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0484982 Dec 08 02:27:03.478880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7dc8225-e239-4bd9-9c6b-27cd739c6263 req-397ab5da-59d0-412b-b761-c96f544a55b4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401745 Dec 08 02:27:03.540665 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2d7e2d3-328d-4286-88b9-f2f7b7fc92a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:03.588482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7e2d3-328d-4286-88b9-f2f7b7fc92a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Port': ['ID=fb7a7a7d-76d7-476e-b22a-0617485efc15,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:03.608824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec8cdf-50b3-4651-bfae-d5725479949d req-6ac96729-8583-4b4b-8261-bcbf22eae77c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:03.611559 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5ec8cdf-50b3-4651-bfae-d5725479949d req-6ac96729-8583-4b4b-8261-bcbf22eae77c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0636823 Dec 08 02:27:03.669876 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5ec8cdf-50b3-4651-bfae-d5725479949d req-e2e56aaa-c930-4e34-8d2b-9cd59ef65e06 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493057 Dec 08 02:27:03.772898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b2d7e2d3-328d-4286-88b9-f2f7b7fc92a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:03.788595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262063ef-0347-4e1d-b568-ca1a4fa76f58 req-8ddbab80-ed33-4805-ab97-0dc25b5900bd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:03.790087 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-262063ef-0347-4e1d-b568-ca1a4fa76f58 req-8ddbab80-ed33-4805-ab97-0dc25b5900bd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0507617 Dec 08 02:27:03.837823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-262063ef-0347-4e1d-b568-ca1a4fa76f58 req-1b87e566-873d-4033-b75d-faaf4da55467 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417435 Dec 08 02:27:03.998186 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d7e2d3-328d-4286-88b9-f2f7b7fc92a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Router 45fce699-0ac9-470e-a88e-3f5547a60319 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:27:04.067436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f9750-6cca-4641-82ed-0267c944f2fa req-e67b5307-eadc-4622-89be-ed7a6cbb392c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:04.068863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-177f9750-6cca-4641-82ed-0267c944f2fa req-e67b5307-eadc-4622-89be-ed7a6cbb392c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0491056 Dec 08 02:27:04.106196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d7e2d3-328d-4286-88b9-f2f7b7fc92a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:27:04.112082 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b2d7e2d3-328d-4286-88b9-f2f7b7fc92a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "PUT /v2.0/routers/45fce699-0ac9-470e-a88e-3f5547a60319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5212033 Dec 08 02:27:04.117110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-177f9750-6cca-4641-82ed-0267c944f2fa req-da4cbdc6-66e2-4e67-bd26-3585487e35f4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 Dec 08 02:27:04.118935 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9d4a47-0674-4e99-8399-486c24126584 None None] Sync routers for ids ['45fce699-0ac9-470e-a88e-3f5547a60319'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:27:04.137666 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9d4a47-0674-4e99-8399-486c24126584 None None] Routers {'45fce699-0ac9-470e-a88e-3f5547a60319'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:27:04.137666 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3c9d4a47-0674-4e99-8399-486c24126584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['45fce699-0ac9-470e-a88e-3f5547a60319'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:04.245516 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3c9d4a47-0674-4e99-8399-486c24126584 None None] Set router 45fce699-0ac9-470e-a88e-3f5547a60319 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:27:04.347038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e26ed-46a4-4dd5-8eb8-26405224169c req-de5bbded-f3ac-4a11-8773-d03f7ecc573f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:04.348606 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b0e26ed-46a4-4dd5-8eb8-26405224169c req-de5bbded-f3ac-4a11-8773-d03f7ecc573f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 946 time: 0.0535595 Dec 08 02:27:04.398946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3b0e26ed-46a4-4dd5-8eb8-26405224169c req-42436e26-c62d-4e69-98a7-7ff56f48cc29 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e6aa0ac-1705-463a-a75e-cb55ebc446d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441701 Dec 08 02:27:04.473079 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3c9d4a47-0674-4e99-8399-486c24126584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:27:03Z', 'revision_number': 6, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '7ad4982c-1d82-4041-ae59-2c244eebd1e1', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'port_id': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'mac_address': 'fa:16:3e:96:ec:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4551db53-7672-436c-8936-b1f147ad14a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:25:47Z', 'updated_at': '2021-12-08T02:25:50Z', 'revision_number': 1, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:36Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:04.498042 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9d4a47-0674-4e99-8399-486c24126584 None None] Checking router: 45fce699-0ac9-470e-a88e-3f5547a60319 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:27:04.506439 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9d4a47-0674-4e99-8399-486c24126584 None None] Routers {'45fce699-0ac9-470e-a88e-3f5547a60319'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:27:04.507026 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3c9d4a47-0674-4e99-8399-486c24126584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['45fce699-0ac9-470e-a88e-3f5547a60319'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:04.609277 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-3c9d4a47-0674-4e99-8399-486c24126584 None None] Set router 45fce699-0ac9-470e-a88e-3f5547a60319 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:27:04.822529 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-3c9d4a47-0674-4e99-8399-486c24126584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:27:03Z', 'revision_number': 6, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '7ad4982c-1d82-4041-ae59-2c244eebd1e1', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'port_id': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'mac_address': 'fa:16:3e:96:ec:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4551db53-7672-436c-8936-b1f147ad14a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:25:47Z', 'updated_at': '2021-12-08T02:25:50Z', 'revision_number': 1, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:36Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:04.850841 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9d4a47-0674-4e99-8399-486c24126584 None None] The sync data for ids ['45fce699-0ac9-470e-a88e-3f5547a60319'] in n-d-713499-31 is: [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:27:03Z', 'revision_number': 6, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '7ad4982c-1d82-4041-ae59-2c244eebd1e1', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'port_id': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'mac_address': 'fa:16:3e:96:ec:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4551db53-7672-436c-8936-b1f147ad14a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:25:47Z', 'updated_at': '2021-12-08T02:25:50Z', 'revision_number': 1, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:36Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:27:05.239710 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0afa7c-15f2-49bf-8ba9-5413a7c6f2de req-e22aacff-f432-4d58-a940-7f9a0fdd3c97 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:05.239710 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b0afa7c-15f2-49bf-8ba9-5413a7c6f2de req-e22aacff-f432-4d58-a940-7f9a0fdd3c97 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0522990 Dec 08 02:27:05.288942 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b0afa7c-15f2-49bf-8ba9-5413a7c6f2de req-293d9a14-8833-47cf-aea4-446582fca5d7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433059 Dec 08 02:27:05.520135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743ba47-71d2-427e-a034-06a6d0449cb5 req-f08df297-d7a8-42fe-93e1-59ea45fac1a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:05.521656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9743ba47-71d2-427e-a034-06a6d0449cb5 req-f08df297-d7a8-42fe-93e1-59ea45fac1a3 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 946 time: 0.0510747 Dec 08 02:27:05.537400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device fb7a7a7d-76d7-476e-b22a-0617485efc15 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:27:05.560462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: fb7a7a7d-76d7-476e-b22a-0617485efc15 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:27:05.560798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device fb7a7a7d-76d7-476e-b22a-0617485efc15 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:27:05.586528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9743ba47-71d2-427e-a034-06a6d0449cb5 req-f6aeecba-459a-46c3-a53c-06a0ccec94ba tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e6aa0ac-1705-463a-a75e-cb55ebc446d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584373 Dec 08 02:27:05.622143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd9736-45d2-4b07-9879-e78360ea475c req-d42827d0-8c32-440a-96ea-0b435239b7bc tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:05.623689 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5dd9736-45d2-4b07-9879-e78360ea475c req-d42827d0-8c32-440a-96ea-0b435239b7bc tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 946 time: 0.0542421 Dec 08 02:27:05.712947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-b5dd9736-45d2-4b07-9879-e78360ea475c req-982d040f-ac83-4b42-8acb-7961e075ac09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Deleting port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:27:05.713296 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b5dd9736-45d2-4b07-9879-e78360ea475c req-982d040f-ac83-4b42-8acb-7961e075ac09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:05.824161 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b5dd9736-45d2-4b07-9879-e78360ea475c req-982d040f-ac83-4b42-8acb-7961e075ac09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] For port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:05.824526 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b5dd9736-45d2-4b07-9879-e78360ea475c req-982d040f-ac83-4b42-8acb-7961e075ac09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:05.839973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-b5dd9736-45d2-4b07-9879-e78360ea475c req-982d040f-ac83-4b42-8acb-7961e075ac09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Calling delete_port for 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:27:05.863081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178ad87-1b6b-48e5-9e17-cf90d6ca15ff req-f952a569-2397-48a9-9a0f-c32e44dcc1e2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:05.864583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b178ad87-1b6b-48e5-9e17-cf90d6ca15ff req-f952a569-2397-48a9-9a0f-c32e44dcc1e2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.75 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 946 time: 0.0779672 Dec 08 02:27:06.037149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-b178ad87-1b6b-48e5-9e17-cf90d6ca15ff req-c8f132de-923d-46ea-9e4e-deabdb553710 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Deleting port a553db4c-2ea5-41b2-b468-3b41a37c74e9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:27:06.037402 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b178ad87-1b6b-48e5-9e17-cf90d6ca15ff req-c8f132de-923d-46ea-9e4e-deabdb553710 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:06.104105 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b5dd9736-45d2-4b07-9879-e78360ea475c req-982d040f-ac83-4b42-8acb-7961e075ac09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:06.135929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:27:06.141814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d040f-ac83-4b42-8acb-7961e075ac09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event deleted for resources: {'Port': ['ID=6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:06.200778 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dd9736-45d2-4b07-9879-e78360ea475c req-982d040f-ac83-4b42-8acb-7961e075ac09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] No DVR routers for this DVR port 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:27:06.206503 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b5dd9736-45d2-4b07-9879-e78360ea475c req-982d040f-ac83-4b42-8acb-7961e075ac09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:06.209870 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5dd9736-45d2-4b07-9879-e78360ea475c req-982d040f-ac83-4b42-8acb-7961e075ac09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "DELETE /v2.0/ports/6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca HTTP/1.1" status: 204 len: 173 time: 0.5805068 Dec 08 02:27:06.210331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c93faef-a0ea-4f2b-99e8-4f052286e8d3', 'name': 'network-vif-deleted', 'tag': '6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:06.212921 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ee438b-5863-49a6-b378-59e5e8229210" -d '{"events": [{"server_uuid": "1c93faef-a0ea-4f2b-99e8-4f052286e8d3", "name": "network-vif-deleted", "tag": "6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:06.217344 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-b178ad87-1b6b-48e5-9e17-cf90d6ca15ff req-c8f132de-923d-46ea-9e4e-deabdb553710 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] For port a553db4c-2ea5-41b2-b468-3b41a37c74e9, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a553db4c-2ea5-41b2-b468-3b41a37c74e9,segment=NetworkSegment(63a137aa-c747-4611-a923-27ff14f249fc),segment_id=63a137aa-c747-4611-a923-27ff14f249fc)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:06.217711 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b178ad87-1b6b-48e5-9e17-cf90d6ca15ff req-c8f132de-923d-46ea-9e4e-deabdb553710 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:06.232568 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-b178ad87-1b6b-48e5-9e17-cf90d6ca15ff req-c8f132de-923d-46ea-9e4e-deabdb553710 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Calling delete_port for a553db4c-2ea5-41b2-b468-3b41a37c74e9 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:27:06.280566 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98adab9-399d-4364-8a2d-a6d548ed32c3 x-openstack-request-id: req-a98adab9-399d-4364-8a2d-a6d548ed32c3 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:06.281316 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c93faef-a0ea-4f2b-99e8-4f052286e8d3", "name": "network-vif-deleted", "tag": "6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:06.281316 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a98adab9-399d-4364-8a2d-a6d548ed32c3 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:06.281589 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c93faef-a0ea-4f2b-99e8-4f052286e8d3', 'name': 'network-vif-deleted', 'tag': '6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca', 'status': 'completed', 'code': 200} Dec 08 02:27:06.407651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0c0fe371-3d18-4b78-bf33-821fde28cf94 req-6fdd912b-4566-49a3-95aa-d925718760ec tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 210 time: 0.0350587 Dec 08 02:27:06.412599 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b178ad87-1b6b-48e5-9e17-cf90d6ca15ff req-c8f132de-923d-46ea-9e4e-deabdb553710 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:06.441448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f132de-923d-46ea-9e4e-deabdb553710 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Port': ['ID=a553db4c-2ea5-41b2-b468-3b41a37c74e9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:06.487149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b178ad87-1b6b-48e5-9e17-cf90d6ca15ff req-c8f132de-923d-46ea-9e4e-deabdb553710 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] No DVR routers for this DVR port a553db4c-2ea5-41b2-b468-3b41a37c74e9 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:27:06.489904 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-b178ad87-1b6b-48e5-9e17-cf90d6ca15ff req-c8f132de-923d-46ea-9e4e-deabdb553710 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:06.494014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b178ad87-1b6b-48e5-9e17-cf90d6ca15ff req-c8f132de-923d-46ea-9e4e-deabdb553710 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.75 "DELETE /v2.0/ports/a553db4c-2ea5-41b2-b468-3b41a37c74e9 HTTP/1.1" status: 204 len: 173 time: 0.5964725 Dec 08 02:27:06.698648 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-885b250b-7dc5-4402-8f07-f63b3247afbc req-6c8cfad5-eb2a-4b1c-8def-68b2ab6e4a8b tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=49033e43-4ac5-4262-8e25-3242dbc60813 HTTP/1.1" status: 200 len: 210 time: 0.0263224 Dec 08 02:27:07.503826 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7ffa3745-90ad-4410-87ff-4b232c88ff29 req-7665413c-00d5-4bee-82dd-a1d83440e012 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 210 time: 0.0259955 Dec 08 02:27:07.756986 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34000) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:07.813941 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9473d66-21da-4971-b32f-b1ed61582a05 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:07.839534 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9473d66-21da-4971-b32f-b1ed61582a05 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:07.897817 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9473d66-21da-4971-b32f-b1ed61582a05 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:07.900801 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9473d66-21da-4971-b32f-b1ed61582a05 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:07.902125 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a9473d66-21da-4971-b32f-b1ed61582a05 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "DELETE /v2.0/security-groups/2e6aa0ac-1705-463a-a75e-cb55ebc446d8 HTTP/1.1" status: 204 len: 168 time: 0.1441269 Dec 08 02:27:07.914566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9473d66-21da-4971-b32f-b1ed61582a05 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6aa0ac-1705-463a-a75e-cb55ebc446d8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:07.936314 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34004) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:07.995245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5077b3c8-40e2-4172-9116-8f92853bb526 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Deleting subnet 1f1bb03a-2ba3-422f-b618-66531f9ee7e3 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:27:07.998447 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5077b3c8-40e2-4172-9116-8f92853bb526 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.039444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5077b3c8-40e2-4172-9116-8f92853bb526 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.118770 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5077b3c8-40e2-4172-9116-8f92853bb526 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.179287 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5077b3c8-40e2-4172-9116-8f92853bb526 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.205423 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077b3c8-40e2-4172-9116-8f92853bb526 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1bb03a-2ba3-422f-b618-66531f9ee7e3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:08.216544 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-5077b3c8-40e2-4172-9116-8f92853bb526 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.222301 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5077b3c8-40e2-4172-9116-8f92853bb526 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "DELETE /v2.0/subnets/1f1bb03a-2ba3-422f-b618-66531f9ee7e3 HTTP/1.1" status: 204 len: 168 time: 0.2826300 Dec 08 02:27:08.223108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34006) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:08.226517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ce7196-d349-4d0c-9cdd-25a52f44c0be None None] Network dab100ee-2690-43f1-bc4c-ba790106673d requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:27:08.282465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49033e43-4ac5-4262-8e25-3242dbc60813', 'name': 'network-vif-deleted', 'tag': 'a553db4c-2ea5-41b2-b468-3b41a37c74e9'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:08.284663 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d8f8ed-a160-4a9c-8e6d-7aca95d8a743" -d '{"events": [{"server_uuid": "49033e43-4ac5-4262-8e25-3242dbc60813", "name": "network-vif-deleted", "tag": "a553db4c-2ea5-41b2-b468-3b41a37c74e9"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:08.313516 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.325816 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca31f135-46cb-47aa-8366-0699b18dc0f4 x-openstack-request-id: req-ca31f135-46cb-47aa-8366-0699b18dc0f4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:08.326117 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49033e43-4ac5-4262-8e25-3242dbc60813", "name": "network-vif-deleted", "tag": "a553db4c-2ea5-41b2-b468-3b41a37c74e9", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:08.326372 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ca31f135-46cb-47aa-8366-0699b18dc0f4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:08.326769 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49033e43-4ac5-4262-8e25-3242dbc60813', 'name': 'network-vif-deleted', 'tag': 'a553db4c-2ea5-41b2-b468-3b41a37c74e9', 'status': 'completed', 'code': 200} Dec 08 02:27:08.376184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Deleting port 49735a7b-7aff-48fc-bee2-04933c14deaa {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:27:08.376543 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.398646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b18968-7865-4353-befd-85491e6efefb None None] DHCP port deletion for dab100ee-2690-43f1-bc4c-ba790106673d request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:27:08.451947 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c8b18968-7865-4353-befd-85491e6efefb None None] Deleting port 49735a7b-7aff-48fc-bee2-04933c14deaa {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:27:08.452322 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8b18968-7865-4353-befd-85491e6efefb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.453518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] For port 49735a7b-7aff-48fc-bee2-04933c14deaa, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=49735a7b-7aff-48fc-bee2-04933c14deaa,segment=NetworkSegment(63a137aa-c747-4611-a923-27ff14f249fc),segment_id=63a137aa-c747-4611-a923-27ff14f249fc)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:08.453947 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.466990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Calling delete_port for 49735a7b-7aff-48fc-bee2-04933c14deaa owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:27:08.514469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c8b18968-7865-4353-befd-85491e6efefb None None] For port 49735a7b-7aff-48fc-bee2-04933c14deaa, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=49735a7b-7aff-48fc-bee2-04933c14deaa,segment=NetworkSegment(63a137aa-c747-4611-a923-27ff14f249fc),segment_id=63a137aa-c747-4611-a923-27ff14f249fc)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:08.514868 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8b18968-7865-4353-befd-85491e6efefb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.532804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c8b18968-7865-4353-befd-85491e6efefb None None] Calling delete_port for 49735a7b-7aff-48fc-bee2-04933c14deaa owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:27:08.558209 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.595746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Port': ['ID=49735a7b-7aff-48fc-bee2-04933c14deaa,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:08.614137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] No DVR routers for this DVR port 49735a7b-7aff-48fc-bee2-04933c14deaa on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:27:08.615970 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8b18968-7865-4353-befd-85491e6efefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.632960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83ca9497-9e1d-4d39-968b-a16c49ee1654 req-b2276cbe-a9e8-4197-bf1b-1f1706aa981f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 210 time: 0.0398214 Dec 08 02:27:08.643107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b18968-7865-4353-befd-85491e6efefb None None] Pushing event deleted for resources: {'Port': ['ID=49735a7b-7aff-48fc-bee2-04933c14deaa,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:08.646835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b18968-7865-4353-befd-85491e6efefb None None] No DVR routers for this DVR port 49735a7b-7aff-48fc-bee2-04933c14deaa on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:27:08.724090 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.745922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab100ee-2690-43f1-bc4c-ba790106673d']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:08.755637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a137aa-c747-4611-a923-27ff14f249fc') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:08.755958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a137aa-c747-4611-a923-27ff14f249fc') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:08.766031 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.779314 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.787134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:27:08.787427 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:27:08.790882 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:27:08.853545 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.861370 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:08.868014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "DELETE /v2.0/networks/dab100ee-2690-43f1-bc4c-ba790106673d HTTP/1.1" status: 204 len: 168 time: 0.6413608 Dec 08 02:27:08.868192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34012) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:08.881712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ef14c-d036-4a80-a29f-6c571fc22460 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Network': ['ID=dab100ee-2690-43f1-bc4c-ba790106673d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:09.026537 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e6b72-ebe8-49f9-8dbf-76004b888ba5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Deleting port 53054136-1ad0-4463-96b4-131ce3780269 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:27:09.026881 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6b72-ebe8-49f9-8dbf-76004b888ba5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:09.104999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6b72-ebe8-49f9-8dbf-76004b888ba5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:09.105234 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6b72-ebe8-49f9-8dbf-76004b888ba5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:09.116618 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e6b72-ebe8-49f9-8dbf-76004b888ba5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Calling delete_port for 53054136-1ad0-4463-96b4-131ce3780269 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:27:09.219019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:27:09.246610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:27:09.247233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6ddb35e8-42f7-42c8-ac6e-1dcc01e9c6ca not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:27:09.270065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6b72-ebe8-49f9-8dbf-76004b888ba5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:09.295292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e6b72-ebe8-49f9-8dbf-76004b888ba5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Port': ['ID=53054136-1ad0-4463-96b4-131ce3780269,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:09.357438 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6b72-ebe8-49f9-8dbf-76004b888ba5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:09.357705 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-cc0e6b72-ebe8-49f9-8dbf-76004b888ba5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Floating IP 7ad4982c-1d82-4041-ae59-2c244eebd1e1 disassociated (deleted). External IP: 172.25.8.80, port: 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3. Dec 08 02:27:09.407161 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 49735a7b-7aff-48fc-bee2-04933c14deaa no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:27:09.597801 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a553db4c-2ea5-41b2-b468-3b41a37c74e9 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:27:09.600159 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 49735a7b-7aff-48fc-bee2-04933c14deaa {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:27:09.600500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 49735a7b-7aff-48fc-bee2-04933c14deaa not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:27:09.620796 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: a553db4c-2ea5-41b2-b468-3b41a37c74e9 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:27:09.621143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a553db4c-2ea5-41b2-b468-3b41a37c74e9 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:27:09.755853 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4cabdedb-ebab-4176-abe7-34f1fc3eedc1 req-f30aa4b7-d4b3-4ee2-b9d6-d16d7e3c55dc tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 210 time: 0.0293310 Dec 08 02:27:09.860288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0e6b72-ebe8-49f9-8dbf-76004b888ba5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Router 45fce699-0ac9-470e-a88e-3f5547a60319 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:27:09.968149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0e6b72-ebe8-49f9-8dbf-76004b888ba5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:27:09.973402 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6b72-ebe8-49f9-8dbf-76004b888ba5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:09.978168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819c585f-3634-4e03-aadd-50f324397f19 None None] Sync routers for ids ['45fce699-0ac9-470e-a88e-3f5547a60319'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:27:09.989273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c585f-3634-4e03-aadd-50f324397f19 None None] Routers {'45fce699-0ac9-470e-a88e-3f5547a60319'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:27:09.989833 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-819c585f-3634-4e03-aadd-50f324397f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['45fce699-0ac9-470e-a88e-3f5547a60319'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:10.007256 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cc0e6b72-ebe8-49f9-8dbf-76004b888ba5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "DELETE /v2.0/floatingips/7ad4982c-1d82-4041-ae59-2c244eebd1e1 HTTP/1.1" status: 204 len: 168 time: 1.1360030 Dec 08 02:27:10.007256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4551db53-7672-436c-8936-b1f147ad14a6', 'tag': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:10.007775 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f28b531-761e-4a1f-a902-52fe86739688" -d '{"events": [{"name": "network-changed", "server_uuid": "4551db53-7672-436c-8936-b1f147ad14a6", "tag": "1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:10.060065 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9559d660-3ab6-4d92-8003-0dd646fea316 x-openstack-request-id: req-9559d660-3ab6-4d92-8003-0dd646fea316 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:10.060364 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4551db53-7672-436c-8936-b1f147ad14a6", "tag": "1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:10.060617 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9559d660-3ab6-4d92-8003-0dd646fea316 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:10.061043 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4551db53-7672-436c-8936-b1f147ad14a6', 'tag': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'status': 'completed', 'code': 200} Dec 08 02:27:10.125654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-819c585f-3634-4e03-aadd-50f324397f19 None None] Set router 45fce699-0ac9-470e-a88e-3f5547a60319 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:27:10.158423 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b531-761e-4a1f-a902-52fe86739688 req-0fcec37c-8b84-4449-8eee-b4ccd3473528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:10.160041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f28b531-761e-4a1f-a902-52fe86739688 req-0fcec37c-8b84-4449-8eee-b4ccd3473528 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 1098 time: 0.0528171 Dec 08 02:27:10.309816 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996dd53-b9f3-477e-8e6c-95ff021601c6 req-7d3ca1a5-79a7-4d00-8692-41e607d1847f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:10.311324 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0996dd53-b9f3-477e-8e6c-95ff021601c6 req-7d3ca1a5-79a7-4d00-8692-41e607d1847f tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 946 time: 0.0944114 Dec 08 02:27:10.340319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b531-761e-4a1f-a902-52fe86739688 req-dce106ad-8777-407b-9ae4-be678924d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:10.341789 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f28b531-761e-4a1f-a902-52fe86739688 req-dce106ad-8777-407b-9ae4-be678924d665 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5641f0d3-4101-437e-999e-7c23cdacd50e HTTP/1.1" status: 200 len: 898 time: 0.1547906 Dec 08 02:27:10.374161 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-819c585f-3634-4e03-aadd-50f324397f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:27:03Z', 'revision_number': 6, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:36Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:10.401336 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f28b531-761e-4a1f-a902-52fe86739688 req-962720da-cf53-455e-ba01-39c0bc1c5823 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 HTTP/1.1" status: 200 len: 217 time: 0.0514381 Dec 08 02:27:10.401808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819c585f-3634-4e03-aadd-50f324397f19 None None] Checking router: 45fce699-0ac9-470e-a88e-3f5547a60319 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:27:10.410779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c585f-3634-4e03-aadd-50f324397f19 None None] Routers {'45fce699-0ac9-470e-a88e-3f5547a60319'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:27:10.411067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0996dd53-b9f3-477e-8e6c-95ff021601c6 req-fee688d2-e038-4898-9863-1568f9a1d30e tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=069237cb-7934-4a39-94a5-4afcbcbdf129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928793 Dec 08 02:27:10.411378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-819c585f-3634-4e03-aadd-50f324397f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['45fce699-0ac9-470e-a88e-3f5547a60319'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:10.461812 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b531-761e-4a1f-a902-52fe86739688 req-01e5a64b-a865-4767-a365-524ae553e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:10.463290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f28b531-761e-4a1f-a902-52fe86739688 req-01e5a64b-a865-4767-a365-524ae553e3c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8317837a-3cfa-4034-9ba8-9d96bc71cd97 HTTP/1.1" status: 200 len: 834 time: 0.0514743 Dec 08 02:27:10.516637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b531-761e-4a1f-a902-52fe86739688 req-37054b00-efb6-4453-b4d4-0460f89abd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:10.518320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f28b531-761e-4a1f-a902-52fe86739688 req-37054b00-efb6-4453-b4d4-0460f89abd12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5641f0d3-4101-437e-999e-7c23cdacd50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462906 Dec 08 02:27:10.521027 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-819c585f-3634-4e03-aadd-50f324397f19 None None] Set router 45fce699-0ac9-470e-a88e-3f5547a60319 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:27:10.620045 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f28b531-761e-4a1f-a902-52fe86739688 req-0ede574e-14d2-41f6-a775-6dc3e951813a service neutron] 10.222.0.45 "GET /v2.0/networks/5641f0d3-4101-437e-999e-7c23cdacd50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924807 Dec 08 02:27:10.721931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f28b531-761e-4a1f-a902-52fe86739688 req-b14a6afe-867e-41da-b2b2-b2301d58f784 service neutron] 10.222.0.45 "GET /v2.0/networks/5641f0d3-4101-437e-999e-7c23cdacd50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943015 Dec 08 02:27:10.728494 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-819c585f-3634-4e03-aadd-50f324397f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:27:03Z', 'revision_number': 6, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:36Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:10.761074 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819c585f-3634-4e03-aadd-50f324397f19 None None] The sync data for ids ['45fce699-0ac9-470e-a88e-3f5547a60319'] in n-d-713499-31 is: [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:27:03Z', 'revision_number': 6, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '329f4c64-ea51-4d43-bcc3-f3f96495320d', 'name': '', 'network_id': '5641f0d3-4101-437e-999e-7c23cdacd50e', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:5e:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:32Z', 'updated_at': '2021-12-08T02:25:36Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '8317837a-3cfa-4034-9ba8-9d96bc71cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:27:10.867364 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b26ab4a8-3ed8-470e-bce4-444b6131472d req-e87edb45-3720-4d84-b2ea-11ed341a20e5 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c93faef-a0ea-4f2b-99e8-4f052286e8d3 HTTP/1.1" status: 200 len: 210 time: 0.0266716 Dec 08 02:27:10.986067 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee8c05c-0135-4098-8db4-d682c350419f None None] New status for floating IP 7ad4982c-1d82-4041-ae59-2c244eebd1e1: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:27:11.534966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b266ee-e13f-46a9-bc1d-f58651f2c05a req-cdf2b344-f863-44b0-9aba-34de711263ab tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:11.536465 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3b266ee-e13f-46a9-bc1d-f58651f2c05a req-cdf2b344-f863-44b0-9aba-34de711263ab tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 946 time: 0.0484116 Dec 08 02:27:11.588359 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e3b266ee-e13f-46a9-bc1d-f58651f2c05a req-7d697cc4-9716-4f42-97a1-c664b6d75977 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=069237cb-7934-4a39-94a5-4afcbcbdf129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432351 Dec 08 02:27:11.685532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81130864-f68a-4f3b-8eb5-e3d4add3108e req-06f18f56-2c1d-4cc4-bb8d-d6c6121dcebb tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:11.687558 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-81130864-f68a-4f3b-8eb5-e3d4add3108e req-06f18f56-2c1d-4cc4-bb8d-d6c6121dcebb tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.45 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 946 time: 0.0501595 Dec 08 02:27:11.773465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-81130864-f68a-4f3b-8eb5-e3d4add3108e req-f3d36388-0008-49c6-86d4-ed0b1f9f8caa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Deleting port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:27:11.773796 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81130864-f68a-4f3b-8eb5-e3d4add3108e req-f3d36388-0008-49c6-86d4-ed0b1f9f8caa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:12.193315 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-81130864-f68a-4f3b-8eb5-e3d4add3108e req-f3d36388-0008-49c6-86d4-ed0b1f9f8caa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] For port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3,segment=NetworkSegment(e72db5f7-6b63-4773-af12-c4c141eb276f),segment_id=e72db5f7-6b63-4773-af12-c4c141eb276f)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:12.194008 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81130864-f68a-4f3b-8eb5-e3d4add3108e req-f3d36388-0008-49c6-86d4-ed0b1f9f8caa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:12.205890 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-81130864-f68a-4f3b-8eb5-e3d4add3108e req-f3d36388-0008-49c6-86d4-ed0b1f9f8caa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Calling delete_port for 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:27:12.333196 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81130864-f68a-4f3b-8eb5-e3d4add3108e req-f3d36388-0008-49c6-86d4-ed0b1f9f8caa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:12.363061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d36388-0008-49c6-86d4-ed0b1f9f8caa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Port': ['ID=1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:12.407395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-81130864-f68a-4f3b-8eb5-e3d4add3108e req-f3d36388-0008-49c6-86d4-ed0b1f9f8caa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] No DVR routers for this DVR port 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:27:12.410008 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-81130864-f68a-4f3b-8eb5-e3d4add3108e req-f3d36388-0008-49c6-86d4-ed0b1f9f8caa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:12.413310 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-81130864-f68a-4f3b-8eb5-e3d4add3108e req-f3d36388-0008-49c6-86d4-ed0b1f9f8caa tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.45 "DELETE /v2.0/ports/1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 HTTP/1.1" status: 204 len: 173 time: 0.7202327 Dec 08 02:27:12.413753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4551db53-7672-436c-8936-b1f147ad14a6', 'name': 'network-vif-deleted', 'tag': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:12.416008 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d966fd-2dcd-414c-82ef-31209022fea3" -d '{"events": [{"server_uuid": "4551db53-7672-436c-8936-b1f147ad14a6", "name": "network-vif-deleted", "tag": "1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:12.451128 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ecc521-2628-4beb-ab4b-296f6b82b25a x-openstack-request-id: req-c5ecc521-2628-4beb-ab4b-296f6b82b25a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:12.451479 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4551db53-7672-436c-8936-b1f147ad14a6", "name": "network-vif-deleted", "tag": "1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:12.451821 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c5ecc521-2628-4beb-ab4b-296f6b82b25a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:12.452137 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4551db53-7672-436c-8936-b1f147ad14a6', 'name': 'network-vif-deleted', 'tag': '1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3', 'status': 'completed', 'code': 200} Dec 08 02:27:12.692550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b378ea49-3cd3-4660-87fa-6f99b75708d4 req-ea003b1c-8c7c-4fcb-ab5e-fd8314ca5c15 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=4551db53-7672-436c-8936-b1f147ad14a6 HTTP/1.1" status: 200 len: 210 time: 0.0261316 Dec 08 02:27:13.751808 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34040) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:13.808224 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b632-fff6-4363-8758-150a085eee50 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:13.833431 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b632-fff6-4363-8758-150a085eee50 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:13.897239 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b632-fff6-4363-8758-150a085eee50 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:13.899968 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c1e1b632-fff6-4363-8758-150a085eee50 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:13.901129 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c1e1b632-fff6-4363-8758-150a085eee50 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "DELETE /v2.0/security-groups/069237cb-7934-4a39-94a5-4afcbcbdf129 HTTP/1.1" status: 204 len: 168 time: 0.1482539 Dec 08 02:27:13.910926 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1b632-fff6-4363-8758-150a085eee50 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=069237cb-7934-4a39-94a5-4afcbcbdf129,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:13.940343 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34044) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:14.302661 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfa989b5-cfd3-4fc2-b9e4-d0a88fad2be0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:14.557925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dfa989b5-cfd3-4fc2-b9e4-d0a88fad2be0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Deleting port 329f4c64-ea51-4d43-bcc3-f3f96495320d {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:27:14.558267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfa989b5-cfd3-4fc2-b9e4-d0a88fad2be0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:14.659456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-dfa989b5-cfd3-4fc2-b9e4-d0a88fad2be0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] For port 329f4c64-ea51-4d43-bcc3-f3f96495320d, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=329f4c64-ea51-4d43-bcc3-f3f96495320d,segment=NetworkSegment(e72db5f7-6b63-4773-af12-c4c141eb276f),segment_id=e72db5f7-6b63-4773-af12-c4c141eb276f)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:14.659869 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfa989b5-cfd3-4fc2-b9e4-d0a88fad2be0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:14.673139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dfa989b5-cfd3-4fc2-b9e4-d0a88fad2be0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Calling delete_port for 329f4c64-ea51-4d43-bcc3-f3f96495320d owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:27:14.870484 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfa989b5-cfd3-4fc2-b9e4-d0a88fad2be0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:14.899596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa989b5-cfd3-4fc2-b9e4-d0a88fad2be0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Port': ['ID=329f4c64-ea51-4d43-bcc3-f3f96495320d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:15.111884 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dfa989b5-cfd3-4fc2-b9e4-d0a88fad2be0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.346952 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa989b5-cfd3-4fc2-b9e4-d0a88fad2be0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Router 45fce699-0ac9-470e-a88e-3f5547a60319 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:27:15.477089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa989b5-cfd3-4fc2-b9e4-d0a88fad2be0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:27:15.482203 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dfa989b5-cfd3-4fc2-b9e4-d0a88fad2be0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "PUT /v2.0/routers/45fce699-0ac9-470e-a88e-3f5547a60319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5412650 Dec 08 02:27:15.484972 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34092) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:15.487538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb45dd8-27a1-447d-ba04-265862dbf6ee None None] Sync routers for ids ['45fce699-0ac9-470e-a88e-3f5547a60319'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:27:15.497556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb45dd8-27a1-447d-ba04-265862dbf6ee None None] Routers {'45fce699-0ac9-470e-a88e-3f5547a60319'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:27:15.498164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7eb45dd8-27a1-447d-ba04-265862dbf6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['45fce699-0ac9-470e-a88e-3f5547a60319'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:15.542019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9666bc8c-cde7-419d-91c2-5d23dcb07524 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Deleting subnet 8317837a-3cfa-4034-9ba8-9d96bc71cd97 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:27:15.545589 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9666bc8c-cde7-419d-91c2-5d23dcb07524 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.597300 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9666bc8c-cde7-419d-91c2-5d23dcb07524 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.631967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-7eb45dd8-27a1-447d-ba04-265862dbf6ee None None] Set router 45fce699-0ac9-470e-a88e-3f5547a60319 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:27:15.712932 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9666bc8c-cde7-419d-91c2-5d23dcb07524 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.805160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9666bc8c-cde7-419d-91c2-5d23dcb07524 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.842651 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9666bc8c-cde7-419d-91c2-5d23dcb07524 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.850193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34098) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:15.850775 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9666bc8c-cde7-419d-91c2-5d23dcb07524 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "DELETE /v2.0/subnets/8317837a-3cfa-4034-9ba8-9d96bc71cd97 HTTP/1.1" status: 204 len: 168 time: 0.3620222 Dec 08 02:27:15.852165 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666bc8c-cde7-419d-91c2-5d23dcb07524 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Subnet': ['ID=8317837a-3cfa-4034-9ba8-9d96bc71cd97,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:15.869886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a71a80-00de-46b1-b943-ad4c2cdbfcf1 None None] Network 5641f0d3-4101-437e-999e-7c23cdacd50e requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:27:15.983358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7eb45dd8-27a1-447d-ba04-265862dbf6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:27:14Z', 'revision_number': 7, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:15.990619 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.023891 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb45dd8-27a1-447d-ba04-265862dbf6ee None None] Checking router: 45fce699-0ac9-470e-a88e-3f5547a60319 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:27:16.037568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb45dd8-27a1-447d-ba04-265862dbf6ee None None] Routers {'45fce699-0ac9-470e-a88e-3f5547a60319'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:27:16.038608 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7eb45dd8-27a1-447d-ba04-265862dbf6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['45fce699-0ac9-470e-a88e-3f5547a60319'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:16.154480 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.169359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac360d6d-3a5c-42a0-910b-537a4f7919c8 None None] DHCP port deletion for 5641f0d3-4101-437e-999e-7c23cdacd50e request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:27:16.224163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Deleting port c3376201-aff7-40c7-94a1-f1d275175c52 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:27:16.224510 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.229585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-7eb45dd8-27a1-447d-ba04-265862dbf6ee None None] Set router 45fce699-0ac9-470e-a88e-3f5547a60319 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:27:16.319537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] For port c3376201-aff7-40c7-94a1-f1d275175c52, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c3376201-aff7-40c7-94a1-f1d275175c52,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:16.322601 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.341064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Calling delete_port for c3376201-aff7-40c7-94a1-f1d275175c52 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:27:16.351126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ac360d6d-3a5c-42a0-910b-537a4f7919c8 None None] Deleting port d9e544cb-20bf-4354-b264-4f30d50cfe73 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:27:16.351126 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac360d6d-3a5c-42a0-910b-537a4f7919c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.464124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ac360d6d-3a5c-42a0-910b-537a4f7919c8 None None] For port d9e544cb-20bf-4354-b264-4f30d50cfe73, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d9e544cb-20bf-4354-b264-4f30d50cfe73,segment=NetworkSegment(e72db5f7-6b63-4773-af12-c4c141eb276f),segment_id=e72db5f7-6b63-4773-af12-c4c141eb276f)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:16.464529 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac360d6d-3a5c-42a0-910b-537a4f7919c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.478153 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ac360d6d-3a5c-42a0-910b-537a4f7919c8 None None] Calling delete_port for d9e544cb-20bf-4354-b264-4f30d50cfe73 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:27:16.542936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-7eb45dd8-27a1-447d-ba04-265862dbf6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:27:14Z', 'revision_number': 7, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:16.554543 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.582289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Port': ['ID=c3376201-aff7-40c7-94a1-f1d275175c52,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:16.661354 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.743473 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523d7d04-c673-4d10-9b97-10739197e441 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:27:16.747693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb45dd8-27a1-447d-ba04-265862dbf6ee None None] The sync data for ids ['45fce699-0ac9-470e-a88e-3f5547a60319'] in n-d-713499-31 is: [{'id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'name': 'tempest-TestNetworkBasicOps-router-930084958', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:28Z', 'updated_at': '2021-12-08T02:27:14Z', 'revision_number': 7, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': 'c3376201-aff7-40c7-94a1-f1d275175c52', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fce699-0ac9-470e-a88e-3f5547a60319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:29Z', 'updated_at': '2021-12-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:27:16.757962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.760204 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.774211 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac360d6d-3a5c-42a0-910b-537a4f7919c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.815157 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.816051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Fanout notify agent at l3_agent the message router_deleted on router 45fce699-0ac9-470e-a88e-3f5547a60319 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:27:16.816597 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac360d6d-3a5c-42a0-910b-537a4f7919c8 None None] Pushing event deleted for resources: {'Port': ['ID=d9e544cb-20bf-4354-b264-4f30d50cfe73,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:16.824577 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.825689 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9ee16108-94c0-46de-b863-7acee3572191 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "DELETE /v2.0/routers/45fce699-0ac9-470e-a88e-3f5547a60319 HTTP/1.1" status: 204 len: 168 time: 0.9736512 Dec 08 02:27:16.829091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac360d6d-3a5c-42a0-910b-537a4f7919c8 None None] No DVR routers for this DVR port d9e544cb-20bf-4354-b264-4f30d50cfe73 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:27:16.832590 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34132) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:16.921939 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08f425c6-f7c1-442c-b971-5f2ac78c3e71 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.008399 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08f425c6-f7c1-442c-b971-5f2ac78c3e71 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.029003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-08f425c6-f7c1-442c-b971-5f2ac78c3e71 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5641f0d3-4101-437e-999e-7c23cdacd50e']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:17.039031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-08f425c6-f7c1-442c-b971-5f2ac78c3e71 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72db5f7-6b63-4773-af12-c4c141eb276f') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:17.039326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-08f425c6-f7c1-442c-b971-5f2ac78c3e71 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72db5f7-6b63-4773-af12-c4c141eb276f') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:17.048736 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08f425c6-f7c1-442c-b971-5f2ac78c3e71 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.062148 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08f425c6-f7c1-442c-b971-5f2ac78c3e71 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.068064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f425c6-f7c1-442c-b971-5f2ac78c3e71 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:27:17.068447 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08f425c6-f7c1-442c-b971-5f2ac78c3e71 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:27:17.071494 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:27:17.138774 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08f425c6-f7c1-442c-b971-5f2ac78c3e71 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.147055 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-08f425c6-f7c1-442c-b971-5f2ac78c3e71 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.150354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-08f425c6-f7c1-442c-b971-5f2ac78c3e71 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "DELETE /v2.0/networks/5641f0d3-4101-437e-999e-7c23cdacd50e HTTP/1.1" status: 204 len: 168 time: 0.3162370 Dec 08 02:27:17.163886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34134) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:17.164629 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f425c6-f7c1-442c-b971-5f2ac78c3e71 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Network': ['ID=5641f0d3-4101-437e-999e-7c23cdacd50e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:17.171154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-bb6ab6bc-fb59-40a9-b568-7785a1c4f0fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'network': {'name': 'tempest-network-smoke--1251952711', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'port_security_enabled': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:17.196905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6ab6bc-fb59-40a9-b568-7785a1c4f0fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Made reservation on behalf of 11a97f55aa4d4707b3f72b51b8cc49ed for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:27:17.206426 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb6ab6bc-fb59-40a9-b568-7785a1c4f0fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.232512 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6ab6bc-fb59-40a9-b568-7785a1c4f0fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:27:17.246742 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb6ab6bc-fb59-40a9-b568-7785a1c4f0fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.247095 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-bb6ab6bc-fb59-40a9-b568-7785a1c4f0fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Added segment 0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7 of type vlan for network 49e60eaf-5700-46be-8549-ef75c4cb1837 Dec 08 02:27:17.264269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:27:17.287431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:27:17.288065 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1b4a6ee4-38a8-4d06-a35f-6aa7c34cddb3 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:27:17.301086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb6ab6bc-fb59-40a9-b568-7785a1c4f0fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.327285 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb6ab6bc-fb59-40a9-b568-7785a1c4f0fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.333832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6ab6bc-fb59-40a9-b568-7785a1c4f0fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:17.334187 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb6ab6bc-fb59-40a9-b568-7785a1c4f0fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.405239 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bb6ab6bc-fb59-40a9-b568-7785a1c4f0fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2372153 Dec 08 02:27:17.405593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34136) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:17.410414 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-637018486', 'admin_state_up': True, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:17.418624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ab6bc-fb59-40a9-b568-7785a1c4f0fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Network': ['ID=49e60eaf-5700-46be-8549-ef75c4cb1837,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:17.441718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 49e60eaf-5700-46be-8549-ef75c4cb1837 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:27:17.442888 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.444295 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.514748 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.520703 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 329f4c64-ea51-4d43-bcc3-f3f96495320d no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:27:17.552815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 329f4c64-ea51-4d43-bcc3-f3f96495320d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:27:17.554072 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 329f4c64-ea51-4d43-bcc3-f3f96495320d not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:27:17.554719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d9e544cb-20bf-4354-b264-4f30d50cfe73 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:27:17.578525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: d9e544cb-20bf-4354-b264-4f30d50cfe73 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:27:17.578886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d9e544cb-20bf-4354-b264-4f30d50cfe73 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:27:17.680040 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.879108 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.902229 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:18.013771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Allocated IP 172.25.8.108 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/566587bb-2c64-4586-ab2a-945712992413) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:27:18.123482 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:18.157997 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:18.197927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:27:18.202199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:27:18.207973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:27:18.217358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4c3437-1592-4373-ac07-6ac7a6672b62 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:27:18.231363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=566587bb-2c64-4586-ab2a-945712992413,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:18.261410 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7dcd7cbe-077a-41a7-813c-06841cb4006b None None] Provisioning complete for port 566587bb-2c64-4586-ab2a-945712992413 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:18.262602 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7dcd7cbe-077a-41a7-813c-06841cb4006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:18.296752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd7cbe-077a-41a7-813c-06841cb4006b None None] Port 566587bb-2c64-4586-ab2a-945712992413 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:27:18.472269 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:18.675956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:18.805714 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Router 347733ca-c6f3-4299-bf69-5c8e1733bc3f is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:27:18.913975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:27:18.927397 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Sync routers for ids ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:27:18.940733 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:18.941308 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Routers {'347733ca-c6f3-4299-bf69-5c8e1733bc3f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:27:18.944924 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:18.945110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4958a6b1-61e5-481b-a379-829f784c8b97 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5355062 Dec 08 02:27:18.945262 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34142) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:18.985295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-499645b7-f7bc-437a-85be-b9f6580b2842 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=11a97f55aa4d4707b3f72b51b8cc49ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359902 Dec 08 02:27:18.985670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34144) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:19.065026 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Set router 347733ca-c6f3-4299-bf69-5c8e1733bc3f gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:27:19.082802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817aeee-de54-4f4c-a382-af87df1c2f4c tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:19.084344 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c817aeee-de54-4f4c-a382-af87df1c2f4c tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0976558 Dec 08 02:27:19.087362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34146) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:19.116263 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-59e7f989-3232-46fc-bc04-ad3456ab4521 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277095 Dec 08 02:27:19.118679 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34148) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:19.123556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ea442099-da76-4c59-a5bb-36afeb75d1f9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-390633812', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:19.218697 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea442099-da76-4c59-a5bb-36afeb75d1f9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Made reservation on behalf of 11a97f55aa4d4707b3f72b51b8cc49ed for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:27:19.222454 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ea442099-da76-4c59-a5bb-36afeb75d1f9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.343993 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:18Z', 'revision_number': 3, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:19.368745 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c3376201-aff7-40c7-94a1-f1d275175c52 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:27:19.375839 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Checking router: 347733ca-c6f3-4299-bf69-5c8e1733bc3f for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:27:19.376196 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Updating router 347733ca-c6f3-4299-bf69-5c8e1733bc3f port 566587bb-2c64-4586-ab2a-945712992413 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:27:19.391622 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: c3376201-aff7-40c7-94a1-f1d275175c52 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:27:19.392497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c3376201-aff7-40c7-94a1-f1d275175c52 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:27:19.402967 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.436825 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ea442099-da76-4c59-a5bb-36afeb75d1f9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.501347 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea442099-da76-4c59-a5bb-36afeb75d1f9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Subnet': ['ID=5e3cf40c-297a-4a9a-87f9-517720a7ebd9,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:19.511832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea442099-da76-4c59-a5bb-36afeb75d1f9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Checking segment: {'id': '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:27:19.512212 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea442099-da76-4c59-a5bb-36afeb75d1f9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network hostable DHCP agents. Network: 49e60eaf-5700-46be-8549-ef75c4cb1837, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:27:19.530216 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea442099-da76-4c59-a5bb-36afeb75d1f9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network 49e60eaf-5700-46be-8549-ef75c4cb1837 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:27:19.541611 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-ea442099-da76-4c59-a5bb-36afeb75d1f9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 49e60eaf-5700-46be-8549-ef75c4cb1837) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:27:19.547325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea442099-da76-4c59-a5bb-36afeb75d1f9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:19.548393 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ea442099-da76-4c59-a5bb-36afeb75d1f9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.551970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48b1b6-a850-4d8c-8013-b17260b1eb9d None None] Network 49e60eaf-5700-46be-8549-ef75c4cb1837 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:27:19.566656 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ea442099-da76-4c59-a5bb-36afeb75d1f9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4467406 Dec 08 02:27:19.569524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34150) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:19.663348 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.672086 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.692672 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-49e60eaf-5700-46be-8549-ef75c4cb1837', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ips': [{'subnet_id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:27:19.693561 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.726525 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Attempting to bind port 566587bb-2c64-4586-ab2a-945712992413 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:27:19.726898 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Attempting to bind port 566587bb-2c64-4586-ab2a-945712992413 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:27:19.727264 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Attempting to bind port 566587bb-2c64-4586-ab2a-945712992413 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:27:19.736205 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:27:19.736588 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:27:19.736990 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.737393 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:27:19.737869 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Bound port: 566587bb-2c64-4586-ab2a-945712992413, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:27:19.738252 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.794168 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] For port 566587bb-2c64-4586-ab2a-945712992413, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:27:19.797902 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] For port 566587bb-2c64-4586-ab2a-945712992413, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=566587bb-2c64-4586-ab2a-945712992413,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:27:19.803568 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32298ced-3c27-4e92-b9ae-ed7ccd2b0532 None None] Pushing event updated for resources: {'Port': ['ID=566587bb-2c64-4586-ab2a-945712992413,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:19.807212 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.848739 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Allocated IP 172.20.0.2 (49e60eaf-5700-46be-8549-ef75c4cb1837/5e3cf40c-297a-4a9a-87f9-517720a7ebd9/19a4ef6e-1a4a-4b89-8f8d-69712493f76c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:27:19.856314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d526529-55e4-423f-ae8d-e6c426ae3b9c None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:27:19.860234 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Routers {'347733ca-c6f3-4299-bf69-5c8e1733bc3f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:27:19.860866 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:19.931773 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6b8782-b6cc-485a-8e11-3a92548bce48 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:27:19.972212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3996365d-36c8-4eaa-ba19-2d9941fa9a1d None None] Provisioning complete for port 566587bb-2c64-4586-ab2a-945712992413 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:19.972588 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3996365d-36c8-4eaa-ba19-2d9941fa9a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.981389 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] Set router 347733ca-c6f3-4299-bf69-5c8e1733bc3f gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:27:20.068291 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.119471 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3996365d-36c8-4eaa-ba19-2d9941fa9a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.119944 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.125462 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.173590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3996365d-36c8-4eaa-ba19-2d9941fa9a1d None None] For port 566587bb-2c64-4586-ab2a-945712992413, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=566587bb-2c64-4586-ab2a-945712992413,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:20.183097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Network 49e60eaf-5700-46be-8549-ef75c4cb1837 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:27:20.184261 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3996365d-36c8-4eaa-ba19-2d9941fa9a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.190036 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:27:20.193932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:27:20.201528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Pushing event updated for resources: {'Port': ['ID=19a4ef6e-1a4a-4b89-8f8d-69712493f76c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:20.260047 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32298ced-3c27-4e92-b9ae-ed7ccd2b0532 None None] Pushing event updated for resources: {'Port': ['ID=566587bb-2c64-4586-ab2a-945712992413,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:20.304186 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:18Z', 'revision_number': 3, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:20.310088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Attempting to bind port 19a4ef6e-1a4a-4b89-8f8d-69712493f76c on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:27:20.310558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Attempting to bind port 19a4ef6e-1a4a-4b89-8f8d-69712493f76c by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:27:20.310998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Attempting to bind port 19a4ef6e-1a4a-4b89-8f8d-69712493f76c on network 49e60eaf-5700-46be-8549-ef75c4cb1837 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:27:20.331253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:27:20.331769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Checking segment: {'id': '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:27:20.332252 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.332728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Bound using segment: {'id': '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:27:20.333544 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Bound port: 19a4ef6e-1a4a-4b89-8f8d-69712493f76c, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:27:20.334019 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.346161 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996365d-36c8-4eaa-ba19-2d9941fa9a1d None None] Pushing event updated for resources: {'Port': ['ID=566587bb-2c64-4586-ab2a-945712992413,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:20.358973 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a6a1df-7b5d-4fad-98c3-e7e5353a7f01 None None] The sync data for ids ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'] in n-d-713499-31 is: [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:18Z', 'revision_number': 3, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:27:20.395985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6fdcac56-be4f-4b69-a92e-c30ba8c260c2 None None] Provisioning complete for port 566587bb-2c64-4586-ab2a-945712992413 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:20.396579 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fdcac56-be4f-4b69-a92e-c30ba8c260c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.466467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] For port 19a4ef6e-1a4a-4b89-8f8d-69712493f76c, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:27:20.470350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] For port 19a4ef6e-1a4a-4b89-8f8d-69712493f76c, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=19a4ef6e-1a4a-4b89-8f8d-69712493f76c,segment=NetworkSegment(0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7),segment_id=0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:27:20.485054 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.601915 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d68bbc-7396-45f5-be66-2e25287cce59 None None] Pushing event updated for resources: {'Port': ['ID=19a4ef6e-1a4a-4b89-8f8d-69712493f76c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:20.899371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Allocated IP 172.20.0.1 (49e60eaf-5700-46be-8549-ef75c4cb1837/5e3cf40c-297a-4a9a-87f9-517720a7ebd9/0e537753-a45a-4744-af7d-7f1e6788f37c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:27:21.053171 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:21.088905 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:21.141787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network 49e60eaf-5700-46be-8549-ef75c4cb1837 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:27:21.148759 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=0e537753-a45a-4744-af7d-7f1e6788f37c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:21.152493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:27:21.164956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:27:21.219899 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:21.391538 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:21.507664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 19a4ef6e-1a4a-4b89-8f8d-69712493f76c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:27:21.596513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 19a4ef6e-1a4a-4b89-8f8d-69712493f76c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:21.596887 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:21.709285 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:21.758753 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 19a4ef6e-1a4a-4b89-8f8d-69712493f76c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=19a4ef6e-1a4a-4b89-8f8d-69712493f76c,segment=NetworkSegment(0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7),segment_id=0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:21.763157 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:21.764125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 566587bb-2c64-4586-ab2a-945712992413 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:27:21.802077 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:21.808509 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:21.845025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae6edbb-a33b-4f6f-8ae3-dab4ab630a6f None None] Network 49e60eaf-5700-46be-8549-ef75c4cb1837 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:27:21.886788 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=19a4ef6e-1a4a-4b89-8f8d-69712493f76c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:21.906057 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:21.911889 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=0e537753-a45a-4744-af7d-7f1e6788f37c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:21.947538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 566587bb-2c64-4586-ab2a-945712992413 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:21.947922 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:21.975039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a7cb1b67-8198-47c3-90e5-4d2c46ceefc2 None None] Provisioning complete for port 19a4ef6e-1a4a-4b89-8f8d-69712493f76c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:21.975398 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1b67-8198-47c3-90e5-4d2c46ceefc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:22.016967 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network 49e60eaf-5700-46be-8549-ef75c4cb1837 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:27:22.018961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:27:22.065907 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6d9661a5-a7e3-4e11-8d43-603c306ac5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:22.181370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Router 347733ca-c6f3-4299-bf69-5c8e1733bc3f has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:27:22.326060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:27:22.334423 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34158) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:22.335316 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4df3d045-6524-45cb-a47b-b9a34409a19c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "PUT /v2.0/routers/347733ca-c6f3-4299-bf69-5c8e1733bc3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7632797 Dec 08 02:27:22.399191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-cfec9092-3c3a-4882-8e11-871bb7051a26 None None] Provisioning complete for port 19a4ef6e-1a4a-4b89-8f8d-69712493f76c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:22.399576 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cfec9092-3c3a-4882-8e11-871bb7051a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:22.469943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cd81d1-8d2e-4b1b-8a32-157477d94da7 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:22.470505 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cd81d1-8d2e-4b1b-8a32-157477d94da7 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:22.470977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cd81d1-8d2e-4b1b-8a32-157477d94da7 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:22.471443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cd81d1-8d2e-4b1b-8a32-157477d94da7 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:22.471945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cd81d1-8d2e-4b1b-8a32-157477d94da7 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:22.472674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cd81d1-8d2e-4b1b-8a32-157477d94da7 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:22.474534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b1cd81d1-8d2e-4b1b-8a32-157477d94da7 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1390729 Dec 08 02:27:22.477321 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34160) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:22.488866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Sync routers for ids ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:27:22.511904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Routers {'347733ca-c6f3-4299-bf69-5c8e1733bc3f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:27:22.512603 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:22.587932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-cfec9092-3c3a-4882-8e11-871bb7051a26 None None] Provisioning complete for port 0e537753-a45a-4744-af7d-7f1e6788f37c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:22.588298 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cfec9092-3c3a-4882-8e11-871bb7051a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:22.592044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470ef8e9-f5e0-4266-a8f6-59ff005e2d5a tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:22.592519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470ef8e9-f5e0-4266-a8f6-59ff005e2d5a tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:22.593784 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470ef8e9-f5e0-4266-a8f6-59ff005e2d5a tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:22.594246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470ef8e9-f5e0-4266-a8f6-59ff005e2d5a tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:22.594954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470ef8e9-f5e0-4266-a8f6-59ff005e2d5a tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:22.595631 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470ef8e9-f5e0-4266-a8f6-59ff005e2d5a tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:22.598206 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-470ef8e9-f5e0-4266-a8f6-59ff005e2d5a tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1196096 Dec 08 02:27:22.600793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34162) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:22.679815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cfec9092-3c3a-4882-8e11-871bb7051a26 None None] Port 0e537753-a45a-4744-af7d-7f1e6788f37c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:27:22.693728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Set router 347733ca-c6f3-4299-bf69-5c8e1733bc3f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:27:22.884706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-10aa1a2e-a4de-4afe-be9f-73b49fad77e2 None None] Provisioning complete for port 0e537753-a45a-4744-af7d-7f1e6788f37c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:22.885084 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10aa1a2e-a4de-4afe-be9f-73b49fad77e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:22.900565 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-791db9be-a965-4a9f-90f5-cba8c6f6ba70 tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2985344 Dec 08 02:27:22.942295 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-10aa1a2e-a4de-4afe-be9f-73b49fad77e2 None None] Port 0e537753-a45a-4744-af7d-7f1e6788f37c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:27:22.997497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:21Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0e537753-a45a-4744-af7d-7f1e6788f37c', 'name': '', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:bd:b6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:20Z', 'updated_at': '2021-12-08T02:27:21Z', 'revision_number': 2, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:23.024534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Checking router: 347733ca-c6f3-4299-bf69-5c8e1733bc3f for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:27:23.025006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Updating router 347733ca-c6f3-4299-bf69-5c8e1733bc3f port 0e537753-a45a-4744-af7d-7f1e6788f37c binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:27:23.063833 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.081945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e4af0053-3302-497b-a556-e840f36af245 None None] Provisioning complete for port 0e537753-a45a-4744-af7d-7f1e6788f37c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:23.082322 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4af0053-3302-497b-a556-e840f36af245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.119261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34166) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:23.124515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-05627e2d-2e2e-4252-8837-be666dbf4da4 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110461217', 'description': 'tempest-secgroup-smoke-110461217 description', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:23.149196 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05627e2d-2e2e-4252-8837-be666dbf4da4 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.194292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e4af0053-3302-497b-a556-e840f36af245 None None] Port 0e537753-a45a-4744-af7d-7f1e6788f37c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:27:23.225465 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05627e2d-2e2e-4252-8837-be666dbf4da4 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.232493 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05627e2d-2e2e-4252-8837-be666dbf4da4 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.251857 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-05627e2d-2e2e-4252-8837-be666dbf4da4 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.253200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-05627e2d-2e2e-4252-8837-be666dbf4da4 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1329100 Dec 08 02:27:23.256116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34170) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:23.261081 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1d97f95b-87bc-4213-a5e5-b7c3bb12e551 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': 'dfa2754c-8001-43e7-a5f2-ddb0d4e8268d', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:23.303777 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05627e2d-2e2e-4252-8837-be666dbf4da4 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa2754c-8001-43e7-a5f2-ddb0d4e8268d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:23.305324 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d97f95b-87bc-4213-a5e5-b7c3bb12e551 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.363419 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d97f95b-87bc-4213-a5e5-b7c3bb12e551 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.368606 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d97f95b-87bc-4213-a5e5-b7c3bb12e551 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.394320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97f95b-87bc-4213-a5e5-b7c3bb12e551 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa05880d-783e-4cdc-8647-05c2b8eedda6,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:23.403880 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1d97f95b-87bc-4213-a5e5-b7c3bb12e551 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.408026 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34172) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:23.408552 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1d97f95b-87bc-4213-a5e5-b7c3bb12e551 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507833 Dec 08 02:27:23.412652 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-037eab0c-ba8e-45d9-9da9-8131222fe713 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': 'dfa2754c-8001-43e7-a5f2-ddb0d4e8268d', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:23.419972 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.427256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 19a4ef6e-1a4a-4b89-8f8d-69712493f76c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:27:23.445658 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-037eab0c-ba8e-45d9-9da9-8131222fe713 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.452138 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.515675 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-037eab0c-ba8e-45d9-9da9-8131222fe713 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.520896 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-037eab0c-ba8e-45d9-9da9-8131222fe713 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.541861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e42219-67dd-45a5-bacf-32a4a393e64d None None] Pushing event updated for resources: {'Port': ['ID=0e537753-a45a-4744-af7d-7f1e6788f37c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:23.557327 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-037eab0c-ba8e-45d9-9da9-8131222fe713 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.559066 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-037eab0c-ba8e-45d9-9da9-8131222fe713 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499710 Dec 08 02:27:23.563707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34174) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:23.568374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 19a4ef6e-1a4a-4b89-8f8d-69712493f76c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:23.568850 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.572121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f66438e6-22df-4a17-9229-7ab2848a96fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': 'dfa2754c-8001-43e7-a5f2-ddb0d4e8268d', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:23.596859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037eab0c-ba8e-45d9-9da9-8131222fe713 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61902c6-ecb5-4924-a7f3-95f3a6316cb1,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:23.618080 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f66438e6-22df-4a17-9229-7ab2848a96fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.680609 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f66438e6-22df-4a17-9229-7ab2848a96fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.687412 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f66438e6-22df-4a17-9229-7ab2848a96fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.706284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66438e6-22df-4a17-9229-7ab2848a96fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28cccf6-c7ec-496d-9051-5a6c81401e11,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:23.726705 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f66438e6-22df-4a17-9229-7ab2848a96fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.727964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f66438e6-22df-4a17-9229-7ab2848a96fc tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1640890 Dec 08 02:27:23.731075 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34176) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:23.736605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8a7c9b3b-fab5-4b53-9f0a-339c42ba0bf9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': 'dfa2754c-8001-43e7-a5f2-ddb0d4e8268d', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:23.766426 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a7c9b3b-fab5-4b53-9f0a-339c42ba0bf9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.787051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Attempting to bind port 0e537753-a45a-4744-af7d-7f1e6788f37c on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:27:23.787415 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Attempting to bind port 0e537753-a45a-4744-af7d-7f1e6788f37c by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:27:23.787797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Attempting to bind port 0e537753-a45a-4744-af7d-7f1e6788f37c on network 49e60eaf-5700-46be-8549-ef75c4cb1837 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:27:23.799011 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:27:23.799387 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Checking segment: {'id': '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:27:23.799792 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.800181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Bound using segment: {'id': '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:27:23.800650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Bound port: 0e537753-a45a-4744-af7d-7f1e6788f37c, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:27:23.801025 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.814368 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.830730 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a7c9b3b-fab5-4b53-9f0a-339c42ba0bf9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.837892 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a7c9b3b-fab5-4b53-9f0a-339c42ba0bf9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.856049 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c9b3b-fab5-4b53-9f0a-339c42ba0bf9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b3ffb7-4730-4834-8af5-6d7a6be83fdb,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:23.864389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8a7c9b3b-fab5-4b53-9f0a-339c42ba0bf9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.865843 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8a7c9b3b-fab5-4b53-9f0a-339c42ba0bf9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335320 Dec 08 02:27:23.868825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34178) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:23.874487 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c1aea5bb-d667-46ff-a6d3-a8cb1fb06f1c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': 'dfa2754c-8001-43e7-a5f2-ddb0d4e8268d', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:23.895099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-351b6bb4-b49b-4e35-8a46-8695a820b160 None None] Provisioning complete for port 0e537753-a45a-4744-af7d-7f1e6788f37c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:23.895463 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-351b6bb4-b49b-4e35-8a46-8695a820b160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.898523 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-c1aea5bb-d667-46ff-a6d3-a8cb1fb06f1c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Project 11a97f55aa4d4707b3f72b51b8cc49ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:27:23.906234 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1aea5bb-d667-46ff-a6d3-a8cb1fb06f1c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.933394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] For port 0e537753-a45a-4744-af7d-7f1e6788f37c, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:27:23.960110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] For port 0e537753-a45a-4744-af7d-7f1e6788f37c, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0e537753-a45a-4744-af7d-7f1e6788f37c,segment=NetworkSegment(0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7),segment_id=0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:27:23.962469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-351b6bb4-b49b-4e35-8a46-8695a820b160 None None] Port 0e537753-a45a-4744-af7d-7f1e6788f37c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:27:23.965084 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.984950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1aea5bb-d667-46ff-a6d3-a8cb1fb06f1c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.989520 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1aea5bb-d667-46ff-a6d3-a8cb1fb06f1c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:24.022579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Routers {'347733ca-c6f3-4299-bf69-5c8e1733bc3f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:27:24.022579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:26:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:24.024073 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c1aea5bb-d667-46ff-a6d3-a8cb1fb06f1c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:24.027803 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c1aea5bb-d667-46ff-a6d3-a8cb1fb06f1c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1567793 Dec 08 02:27:24.030165 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34180) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:24.030943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aea5bb-d667-46ff-a6d3-a8cb1fb06f1c tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524751c0-3409-46e8-8fc9-25833043d10f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:24.038031 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-14d74978-03f7-4f79-b848-54c02af33582 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'security_group_rule': {'security_group_id': 'dfa2754c-8001-43e7-a5f2-ddb0d4e8268d', 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:24.058695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e42219-67dd-45a5-bacf-32a4a393e64d None None] Pushing event updated for resources: {'Port': ['ID=0e537753-a45a-4744-af7d-7f1e6788f37c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:24.081324 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-14d74978-03f7-4f79-b848-54c02af33582 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Project 11a97f55aa4d4707b3f72b51b8cc49ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:27:24.086677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14d74978-03f7-4f79-b848-54c02af33582 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:24.147989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] Set router 347733ca-c6f3-4299-bf69-5c8e1733bc3f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:27:24.170353 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14d74978-03f7-4f79-b848-54c02af33582 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:24.175537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14d74978-03f7-4f79-b848-54c02af33582 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:24.200811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d74978-03f7-4f79-b848-54c02af33582 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c89a7d-d2b3-4718-a21d-9cecdb189d0a,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:24.208822 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14d74978-03f7-4f79-b848-54c02af33582 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:24.210943 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-14d74978-03f7-4f79-b848-54c02af33582 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1789176 Dec 08 02:27:24.312819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-cd5aaf4f-a266-43ae-99ab-33655ea3a545 None None] Provisioning complete for port 0e537753-a45a-4744-af7d-7f1e6788f37c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:24.313191 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaf4f-a266-43ae-99ab-33655ea3a545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:24.419554 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:24.421552 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fbec53a6-6fc4-4fe6-b3ef-9df326805a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:24.474730 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaf4f-a266-43ae-99ab-33655ea3a545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:24.479193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-3a0df5a4-e5da-4b35-9a8e-6bad9a55b848 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110461217&fields=id&tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed HTTP/1.1" status: 200 len: 267 time: 0.0536797 Dec 08 02:27:24.506033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:21Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0e537753-a45a-4744-af7d-7f1e6788f37c', 'name': '', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:bd:b6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:20Z', 'updated_at': '2021-12-08T02:27:23Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:24.543487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b182c12-97e5-4264-9ec5-a8e686b73702 None None] The sync data for ids ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'] in n-d-713499-31 is: [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:21Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0e537753-a45a-4744-af7d-7f1e6788f37c', 'name': '', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:bd:b6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:20Z', 'updated_at': '2021-12-08T02:27:23Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:27:24.546843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cd5aaf4f-a266-43ae-99ab-33655ea3a545 None None] For port 0e537753-a45a-4744-af7d-7f1e6788f37c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0e537753-a45a-4744-af7d-7f1e6788f37c,segment=NetworkSegment(0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7),segment_id=0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:24.556098 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaf4f-a266-43ae-99ab-33655ea3a545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:24.629945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-62e4df2c-b64d-459a-b747-07af57e5b305 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:24.631776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-62e4df2c-b64d-459a-b747-07af57e5b305 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/networks?id=49e60eaf-5700-46be-8549-ef75c4cb1837 HTTP/1.1" status: 200 len: 797 time: 0.1445172 Dec 08 02:27:24.637253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aaf4f-a266-43ae-99ab-33655ea3a545 None None] Pushing event updated for resources: {'Port': ['ID=0e537753-a45a-4744-af7d-7f1e6788f37c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:24.659005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-882e8fbb-dbef-4c5f-a23e-2f1297f6eea1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/quotas/11a97f55aa4d4707b3f72b51b8cc49ed HTTP/1.1" status: 200 len: 375 time: 0.0182514 Dec 08 02:27:25.079779 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-b6c2621c-4898-40ef-865c-3ffcb809273b tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4118717 Dec 08 02:27:25.184638 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d2bef36d-97bb-45cf-8298-8c659bca08a0 service neutron] 10.222.0.71 "GET /v2.0/networks/49e60eaf-5700-46be-8549-ef75c4cb1837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918834 Dec 08 02:27:25.286224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-e68ee312-7e7e-4540-a0af-c740c4fe9bf3 service neutron] 10.222.0.71 "GET /v2.0/networks/49e60eaf-5700-46be-8549-ef75c4cb1837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946972 Dec 08 02:27:25.474955 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0e537753-a45a-4744-af7d-7f1e6788f37c up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:27:25.534331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ecf6f7e-66e8-4169-bae6-8561a46dac85 req-e8082612-e89e-4856-884a-11ae230927c2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 210 time: 0.0470424 Dec 08 02:27:25.542917 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:25.559891 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0e537753-a45a-4744-af7d-7f1e6788f37c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:25.560518 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:26.665319 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da0942a1-4ca3-4cc7-ad97-91dfbbacd5c2 req-c8d3b7f1-da7d-4651-b7c1-db75ddcec3e0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 210 time: 0.0473573 Dec 08 02:27:26.698385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-fcd9cd6a-ed7d-4be1-a7fb-bc449bd49462 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:26.699832 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-fcd9cd6a-ed7d-4be1-a7fb-bc449bd49462 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.75 "GET /v2.0/networks?id=49e60eaf-5700-46be-8549-ef75c4cb1837 HTTP/1.1" status: 200 len: 797 time: 0.1683896 Dec 08 02:27:26.802856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-ebfb31d3-65ed-42c1-acc9-da90a5921bd1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed HTTP/1.1" status: 200 len: 379 time: 0.0577538 Dec 08 02:27:26.819583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'port': {'device_id': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'admin_state_up': True, 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'security_groups': ['dfa2754c-8001-43e7-a5f2-ddb0d4e8268d']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:26.938656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Made reservation on behalf of 11a97f55aa4d4707b3f72b51b8cc49ed for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:27:26.942367 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:27.012769 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:27.079507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Allocated IP 172.20.0.6 (49e60eaf-5700-46be-8549-ef75c4cb1837/5e3cf40c-297a-4a9a-87f9-517720a7ebd9/f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:27:27.223961 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:27.258638 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:27.308676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network 49e60eaf-5700-46be-8549-ef75c4cb1837 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:27:27.312371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:27:27.316275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:27:27.340542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:27.356796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:27.357235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:27.357642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:27.358047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:27.359000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:27.359418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:27.359852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:27.360260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:27.360892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:27.361277 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:27.361669 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:27.362063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:27.362458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:27.384140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:27.384784 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:27.426404 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-06b59ebb-84ca-4a5f-96e8-c54023a6f3a2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6110599 Dec 08 02:27:27.453875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Request body: {'port': {'device_id': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:27.551255 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:27.598690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e556d3ed-a150-4213-a2cf-e24b99498696 None None] Provisioning complete for port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:27.598960 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e556d3ed-a150-4213-a2cf-e24b99498696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:27.633168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e556d3ed-a150-4213-a2cf-e24b99498696 None None] Port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:27:27.825758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78545c40-b0be-4e4e-a491-bcba95b6ebe2 req-7e0e7303-0a93-4027-96d8-ba466f4af469 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:27.827279 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-78545c40-b0be-4e4e-a491-bcba95b6ebe2 req-7e0e7303-0a93-4027-96d8-ba466f4af469 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 931 time: 0.0783165 Dec 08 02:27:27.913739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:27:27.922465 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-78545c40-b0be-4e4e-a491-bcba95b6ebe2 req-63ffd59b-baab-49ff-a042-b0ba440343bd tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa2754c-8001-43e7-a5f2-ddb0d4e8268d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886993 Dec 08 02:27:27.926683 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:27.939566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Transition to ACTIVE for port object f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:27:27.948307 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:27.973499 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:28.068315 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:28.086989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Attempting to bind port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:27:28.087330 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Attempting to bind port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:27:28.088317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Attempting to bind port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d on network 49e60eaf-5700-46be-8549-ef75c4cb1837 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:27:28.094599 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d on network 49e60eaf-5700-46be-8549-ef75c4cb1837 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:27:28.094998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Attempting to bind port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d on network 49e60eaf-5700-46be-8549-ef75c4cb1837 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:27:28.100206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:27:28.100555 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Checking segment: {'id': '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:27:28.100943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Bound using segment: {'id': '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:27:28.101380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Bound port: f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:27:28.102655 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:28.169498 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] For port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:27:28.173462 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] For port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d,segment=NetworkSegment(0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7),segment_id=0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:27:28.179205 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:28.225334 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:28.225968 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:28.227354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] 10.222.0.75 "PUT /v2.0/ports/f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d HTTP/1.1" status: 200 len: 1092 time: 0.7862689 Dec 08 02:27:28.227975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'tag': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:28.230420 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9febe150-fb4f-415f-8c10-8e4740a6e7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f", "tag": "f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:28.267280 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173a974-b941-41e2-ba3e-8fcfa8663b17 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:28.288947 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af41db9c-624f-44b0-82e7-246e2bc6ec47 x-openstack-request-id: req-af41db9c-624f-44b0-82e7-246e2bc6ec47 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:28.289249 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f", "tag": "f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:28.289509 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-af41db9c-624f-44b0-82e7-246e2bc6ec47 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:28.289915 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'tag': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d', 'status': 'completed', 'code': 200} Dec 08 02:27:28.351703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-f09624bc-e1e4-4b7d-8601-e85edd7d5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:28.353331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-f09624bc-e1e4-4b7d-8601-e85edd7d5df2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 1095 time: 0.0466597 Dec 08 02:27:28.404711 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-0fe8c48b-e598-48cb-922c-11fd293e27cf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d HTTP/1.1" status: 200 len: 217 time: 0.0374320 Dec 08 02:27:28.461516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-ad6cd399-f859-4ac5-a647-7d58aac8febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:28.462989 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-ad6cd399-f859-4ac5-a647-7d58aac8febe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5e3cf40c-297a-4a9a-87f9-517720a7ebd9 HTTP/1.1" status: 200 len: 834 time: 0.0520220 Dec 08 02:27:28.511648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-5c4ec9c1-dd1c-4b16-ac30-d3143b0a3509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:28.513155 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-5c4ec9c1-dd1c-4b16-ac30-d3143b0a3509 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=49e60eaf-5700-46be-8549-ef75c4cb1837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423827 Dec 08 02:27:28.605950 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-b75b1594-453e-4e4d-93f6-32da8be72b3f service neutron] 10.222.0.75 "GET /v2.0/networks/49e60eaf-5700-46be-8549-ef75c4cb1837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860054 Dec 08 02:27:28.698968 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9609c1a4-f7eb-421f-9412-2aa4db912155 req-43ab50ee-fb62-4dd6-90fb-9e76ca5d53ab service neutron] 10.222.0.75 "GET /v2.0/networks/49e60eaf-5700-46be-8549-ef75c4cb1837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859497 Dec 08 02:27:28.831383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febe150-fb4f-415f-8c10-8e4740a6e7b4 req-1d3a90b2-026d-4df6-b5b6-4d45ed7345ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:28.832973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9febe150-fb4f-415f-8c10-8e4740a6e7b4 req-1d3a90b2-026d-4df6-b5b6-4d45ed7345ba service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 1095 time: 0.0420523 Dec 08 02:27:28.928203 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febe150-fb4f-415f-8c10-8e4740a6e7b4 req-d9bbbb37-d976-47e8-ae88-91cf3751a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:28.929664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9febe150-fb4f-415f-8c10-8e4740a6e7b4 req-d9bbbb37-d976-47e8-ae88-91cf3751a1d1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=49e60eaf-5700-46be-8549-ef75c4cb1837 HTTP/1.1" status: 200 len: 898 time: 0.0901518 Dec 08 02:27:28.972121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9febe150-fb4f-415f-8c10-8e4740a6e7b4 req-ee15cf98-54ed-4628-8d93-72afbd9ba92a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d HTTP/1.1" status: 200 len: 217 time: 0.0346825 Dec 08 02:27:29.052776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febe150-fb4f-415f-8c10-8e4740a6e7b4 req-c89df502-02d8-45cd-922a-ed175573d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:29.054158 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9febe150-fb4f-415f-8c10-8e4740a6e7b4 req-c89df502-02d8-45cd-922a-ed175573d9a7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5e3cf40c-297a-4a9a-87f9-517720a7ebd9 HTTP/1.1" status: 200 len: 834 time: 0.0755496 Dec 08 02:27:29.078134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529df9-e0a4-4a31-8f59-5b65b1996947 req-f06a5c11-37fb-447f-a18c-a3321a9a5b34 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:29.079574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25529df9-e0a4-4a31-8f59-5b65b1996947 req-f06a5c11-37fb-447f-a18c-a3321a9a5b34 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 943 time: 0.0750120 Dec 08 02:27:29.138857 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febe150-fb4f-415f-8c10-8e4740a6e7b4 req-2a8fe6e4-8179-4f64-8acb-ab87bdc347c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:29.140960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9febe150-fb4f-415f-8c10-8e4740a6e7b4 req-2a8fe6e4-8179-4f64-8acb-ab87bdc347c6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=49e60eaf-5700-46be-8549-ef75c4cb1837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793040 Dec 08 02:27:29.151238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25529df9-e0a4-4a31-8f59-5b65b1996947 req-a7fccdc0-cee1-4fff-a597-9482048fc0d5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa2754c-8001-43e7-a5f2-ddb0d4e8268d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563347 Dec 08 02:27:29.238369 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9febe150-fb4f-415f-8c10-8e4740a6e7b4 req-8705a844-cd99-4b50-ba6c-8d98fd2562d4 service neutron] 10.222.0.75 "GET /v2.0/networks/49e60eaf-5700-46be-8549-ef75c4cb1837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860739 Dec 08 02:27:29.328886 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9febe150-fb4f-415f-8c10-8e4740a6e7b4 req-984f70c3-0b29-4e41-9bf5-2886a0fa01a7 service neutron] 10.222.0.75 "GET /v2.0/networks/49e60eaf-5700-46be-8549-ef75c4cb1837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823815 Dec 08 02:27:29.671764 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:27:30.273479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfce0a-216e-431c-a810-ee0146f6411d req-1b6d04a6-a482-4ecf-a9ee-33af6edc9e60 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:30.274978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aadfce0a-216e-431c-a810-ee0146f6411d req-1b6d04a6-a482-4ecf-a9ee-33af6edc9e60 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 943 time: 0.0502844 Dec 08 02:27:30.328502 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aadfce0a-216e-431c-a810-ee0146f6411d req-0f6790a9-7977-458b-b32e-ed2cea094f81 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa2754c-8001-43e7-a5f2-ddb0d4e8268d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467923 Dec 08 02:27:31.444868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c483afd-5331-49d4-a4eb-201175c77480 req-7e16623d-a776-4e13-a1d5-1ff336a9e5ac tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:31.446326 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c483afd-5331-49d4-a4eb-201175c77480 req-7e16623d-a776-4e13-a1d5-1ff336a9e5ac tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 943 time: 0.0482302 Dec 08 02:27:31.497181 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c483afd-5331-49d4-a4eb-201175c77480 req-07696672-a89b-461e-94e4-4be263b19bb9 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa2754c-8001-43e7-a5f2-ddb0d4e8268d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438912 Dec 08 02:27:31.584306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:27:31.676199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d,segment=NetworkSegment(0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7),segment_id=0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:31.687859 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'port_id': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d', 'mac_address': 'fa:16:3e:33:a3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:27:31.735057 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:31.747564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:27:31.767178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d,segment=NetworkSegment(0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7),segment_id=0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:31.770953 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:31.823138 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:31.831115 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:31.831462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:31.831827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:31.832166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:31.832500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:31.832832 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:31.833158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:31.833483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:31.833807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:31.834130 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:31.834449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:31.834765 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:31.835082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:32.026482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:27:32.628333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cb347-c194-4e1f-94d5-af7a91411af2 req-70cefc9a-b62e-43ff-b26c-0f7cd115049d tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:32.630128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b9cb347-c194-4e1f-94d5-af7a91411af2 req-70cefc9a-b62e-43ff-b26c-0f7cd115049d tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 944 time: 0.0565231 Dec 08 02:27:32.689614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b9cb347-c194-4e1f-94d5-af7a91411af2 req-5823514a-c6b5-4f10-a0d2-c7ae1efa4ce0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa2754c-8001-43e7-a5f2-ddb0d4e8268d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531433 Dec 08 02:27:33.600359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:27:33.647684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:27:33.651699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:33.652079 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:33.730194 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:33.753004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:33.755528 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4798f14-e3de-461d-bc67-4dfb7f62c0ea" -d '{"events": [{"server_uuid": "6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f", "name": "network-vif-plugged", "status": "completed", "tag": "f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:33.769030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d,segment=NetworkSegment(0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7),segment_id=0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:33.773927 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:33.806571 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58c417c-202a-4d05-876e-50a3911b2525 x-openstack-request-id: req-b58c417c-202a-4d05-876e-50a3911b2525 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:33.806877 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f", "name": "network-vif-plugged", "status": "completed", "tag": "f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:33.807136 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b58c417c-202a-4d05-876e-50a3911b2525 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:33.808058 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d', 'code': 200} Dec 08 02:27:33.817489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53431889-c716-4184-957a-d7ef34145781 req-ef629687-0f68-4ef6-ad36-106c6dfd7538 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:33.819008 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53431889-c716-4184-957a-d7ef34145781 req-ef629687-0f68-4ef6-ad36-106c6dfd7538 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 945 time: 0.0579722 Dec 08 02:27:33.834689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:33.878839 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53431889-c716-4184-957a-d7ef34145781 req-0d7e1941-abff-48a0-92b0-236104891cae tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa2754c-8001-43e7-a5f2-ddb0d4e8268d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456572 Dec 08 02:27:33.929830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46593304-03e6-495a-ba95-09675074b1c3 req-5621d841-21c1-400c-acf0-ff9fde2923a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:33.931344 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46593304-03e6-495a-ba95-09675074b1c3 req-5621d841-21c1-400c-acf0-ff9fde2923a5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 1097 time: 0.0430026 Dec 08 02:27:33.979282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46593304-03e6-495a-ba95-09675074b1c3 req-6bda393d-ecf1-4fad-8401-454f28e70138 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dfa2754c-8001-43e7-a5f2-ddb0d4e8268d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409458 Dec 08 02:27:35.020184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a60ede-2f0a-41e4-82da-5adea43d9da8 req-0a8ce216-3c40-4c35-8a4a-cf52fff5c203 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:35.021851 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76a60ede-2f0a-41e4-82da-5adea43d9da8 req-0a8ce216-3c40-4c35-8a4a-cf52fff5c203 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 945 time: 0.0738096 Dec 08 02:27:35.088342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76a60ede-2f0a-41e4-82da-5adea43d9da8 req-7eed05ae-6e1e-4a48-8597-938e926f04a5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa2754c-8001-43e7-a5f2-ddb0d4e8268d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549772 Dec 08 02:27:36.194316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab52d1-7d22-411a-adc0-f7f29cd4aaf0 req-d227f2ea-8e1e-4ec0-8897-103a13a68404 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:36.195874 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ebab52d1-7d22-411a-adc0-f7f29cd4aaf0 req-d227f2ea-8e1e-4ec0-8897-103a13a68404 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 945 time: 0.0509286 Dec 08 02:27:36.248102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ebab52d1-7d22-411a-adc0-f7f29cd4aaf0 req-b145d5cc-b799-416d-a896-968841acda30 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa2754c-8001-43e7-a5f2-ddb0d4e8268d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461187 Dec 08 02:27:36.409204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2117065-4bd0-4717-96f6-58736bbd21eb req-56b6ac5b-cf79-4a76-a494-9ba58f3eced0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:36.410687 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e2117065-4bd0-4717-96f6-58736bbd21eb req-56b6ac5b-cf79-4a76-a494-9ba58f3eced0 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 945 time: 0.0733190 Dec 08 02:27:36.417116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac77492-649c-4d08-9ac6-465edb86970a req-2484b584-237d-4978-854a-9eb12c813f7e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:36.418469 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ac77492-649c-4d08-9ac6-465edb86970a req-2484b584-237d-4978-854a-9eb12c813f7e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 812 time: 0.1408215 Dec 08 02:27:36.444058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ac77492-649c-4d08-9ac6-465edb86970a req-a80ef537-746d-4d4f-a6b3-d72b2b8ac1cf tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/quotas/dd53dd187e9645859e0dc1a7802b1eca HTTP/1.1" status: 200 len: 375 time: 0.0182657 Dec 08 02:27:36.495696 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e2117065-4bd0-4717-96f6-58736bbd21eb req-52c0cd15-93b0-41b8-829d-a13c9c553106 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa2754c-8001-43e7-a5f2-ddb0d4e8268d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761590 Dec 08 02:27:36.512768 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ac77492-649c-4d08-9ac6-465edb86970a req-72365444-efd4-4443-947a-d626ed0c2c51 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594122 Dec 08 02:27:36.517692 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34292) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:36.559444 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992831f7-dd33-437d-8fbb-2d486cdac15c tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:36.561007 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-992831f7-dd33-437d-8fbb-2d486cdac15c tempest-TestNetworkBasicOps-1218595698 tempest-TestNetworkBasicOps-1218595698-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 1092 time: 0.0423210 Dec 08 02:27:36.564529 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34294) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:36.569003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:36.590591 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:36.608413 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ac77492-649c-4d08-9ac6-465edb86970a req-64d26916-2cfb-4eeb-94bd-bfcb784018ce service neutron] 10.222.0.71 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876012 Dec 08 02:27:36.690243 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:36.702133 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ac77492-649c-4d08-9ac6-465edb86970a req-64f1e264-ca7f-4def-a2e5-9b56452e663d service neutron] 10.222.0.71 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870030 Dec 08 02:27:36.802769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Allocated IP 172.25.8.25 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/455e2947-b483-4575-935b-ee62c2479c83) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:27:36.908090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2526c3eb-123c-4803-aef3-e4987e94750c req-c03d78f9-6761-404b-9701-da1e6b995d3b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 210 time: 0.0346606 Dec 08 02:27:36.911165 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:36.945644 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:36.994499 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:27:36.997503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:27:37.001336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:27:37.023621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=455e2947-b483-4575-935b-ee62c2479c83,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:37.034878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:37.035233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:37.035587 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:37.035963 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:37.036397 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:37.036749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:37.037540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:37.037881 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:37.038269 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:37.038627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:37.038942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:37.039289 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:37.039643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:37.395123 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:37.460852 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:37.614250 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:37.618766 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:37.686812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event updated for resources: {'Port': ['ID=455e2947-b483-4575-935b-ee62c2479c83,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:37.695167 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:37.793836 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Floating IP 0f145653-9388-4dfd-81a0-d37af4b848f6 associated. External IP: 172.25.8.25, port: f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d. Dec 08 02:27:37.951159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a76f08d-c561-4529-8a1f-8d2d2f76f6e4 req-59c31933-62f1-4997-ac77-a4453064dbaa service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1074746 Dec 08 02:27:38.018409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac77492-649c-4d08-9ac6-465edb86970a req-79b74b2a-79f2-438d-889c-4c82fd1e954e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:38.020792 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ac77492-649c-4d08-9ac6-465edb86970a req-79b74b2a-79f2-438d-889c-4c82fd1e954e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 812 time: 0.1417003 Dec 08 02:27:38.024019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Router 347733ca-c6f3-4299-bf69-5c8e1733bc3f has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:27:38.047478 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60e2aa36-6fd4-4572-8e98-40ad7a29aef2 req-d01ae8ce-f6f1-4519-a1ed-70a56a037df8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 210 time: 0.0520284 Dec 08 02:27:38.053229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-4ac77492-649c-4d08-9ac6-465edb86970a req-24fb5882-a05c-44f1-9214-ea7bcc9ad674 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'port': {'device_id': 'c9e5c143-c4f0-4653-850d-7c5f6cb812df', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'admin_state_up': True, 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:38.143172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:27:38.158765 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7f0f5-48af-4c26-b9df-b5ce025d4166 None None] Sync routers for ids ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:27:38.161377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76f08d-c561-4529-8a1f-8d2d2f76f6e4 req-06f68ae5-315f-42c0-afb3-7bbb629e5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:38.162839 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a76f08d-c561-4529-8a1f-8d2d2f76f6e4 req-06f68ae5-315f-42c0-afb3-7bbb629e5880 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 1097 time: 0.1270678 Dec 08 02:27:38.167387 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:38.174497 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7f0f5-48af-4c26-b9df-b5ce025d4166 None None] Routers {'347733ca-c6f3-4299-bf69-5c8e1733bc3f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:27:38.176506 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eec7f0f5-48af-4c26-b9df-b5ce025d4166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:27:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:38.201897 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a3f5ffe7-b028-4e0c-b51c-58c64947f6c8 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6338940 Dec 08 02:27:38.201897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'tag': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:38.204535 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e525cc-0d71-4ab7-b9d5-9886c6d1c2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f", "tag": "f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:38.215503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34314) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:38.271171 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2f97d8-904b-4794-8e13-3cac7dc722cf x-openstack-request-id: req-1b2f97d8-904b-4794-8e13-3cac7dc722cf {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:38.272332 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f", "tag": "f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:38.273204 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1b2f97d8-904b-4794-8e13-3cac7dc722cf {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:38.273731 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'tag': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d', 'status': 'completed', 'code': 200} Dec 08 02:27:38.289169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac77492-649c-4d08-9ac6-465edb86970a req-24fb5882-a05c-44f1-9214-ea7bcc9ad674 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Made reservation on behalf of dd53dd187e9645859e0dc1a7802b1eca for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:27:38.292942 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4ac77492-649c-4d08-9ac6-465edb86970a req-24fb5882-a05c-44f1-9214-ea7bcc9ad674 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:38.307771 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-eec7f0f5-48af-4c26-b9df-b5ce025d4166 None None] Set router 347733ca-c6f3-4299-bf69-5c8e1733bc3f gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:27:38.321934 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-16163d5c-5f6c-4dd7-a785-e2c31ba1f0d2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/floatingips/0f145653-9388-4dfd-81a0-d37af4b848f6 HTTP/1.1" status: 200 len: 990 time: 0.1050494 Dec 08 02:27:38.332025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76f08d-c561-4529-8a1f-8d2d2f76f6e4 req-c285da3d-31ec-4ab5-a70b-7c3fd53027dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:38.334011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a76f08d-c561-4529-8a1f-8d2d2f76f6e4 req-c285da3d-31ec-4ab5-a70b-7c3fd53027dc service neutron] 10.222.0.75 "GET /v2.0/networks?id=49e60eaf-5700-46be-8549-ef75c4cb1837 HTTP/1.1" status: 200 len: 898 time: 0.1494887 Dec 08 02:27:38.454251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a76f08d-c561-4529-8a1f-8d2d2f76f6e4 req-4df14115-f83c-4ccb-b184-4a086b0798f9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d HTTP/1.1" status: 200 len: 998 time: 0.1135924 Dec 08 02:27:38.540398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76f08d-c561-4529-8a1f-8d2d2f76f6e4 req-2a1e0452-211f-4794-b747-0b8dddeccb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:38.542029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a76f08d-c561-4529-8a1f-8d2d2f76f6e4 req-2a1e0452-211f-4794-b747-0b8dddeccb99 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5e3cf40c-297a-4a9a-87f9-517720a7ebd9 HTTP/1.1" status: 200 len: 834 time: 0.0683725 Dec 08 02:27:38.567063 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eec7f0f5-48af-4c26-b9df-b5ce025d4166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:21Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0f145653-9388-4dfd-81a0-d37af4b848f6', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'port_id': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'mac_address': 'fa:16:3e:33:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:27:37Z', 'updated_at': '2021-12-08T02:27:37Z', 'revision_number': 0, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e537753-a45a-4744-af7d-7f1e6788f37c', 'name': '', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:bd:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:20Z', 'updated_at': '2021-12-08T02:27:24Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:38.588483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-4ac77492-649c-4d08-9ac6-465edb86970a req-24fb5882-a05c-44f1-9214-ea7bcc9ad674 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Allocated IP 172.20.0.5 (fc49ea3e-854d-40bf-9f95-dd8f98bede14/f6b1ff90-df36-4621-8ed4-a3c4a79beb17/2120257b-5981-4942-85c0-52cab9352f35) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:27:38.593644 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7f0f5-48af-4c26-b9df-b5ce025d4166 None None] Checking router: 347733ca-c6f3-4299-bf69-5c8e1733bc3f for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:27:38.602868 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7f0f5-48af-4c26-b9df-b5ce025d4166 None None] Routers {'347733ca-c6f3-4299-bf69-5c8e1733bc3f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:27:38.603690 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eec7f0f5-48af-4c26-b9df-b5ce025d4166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:27:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:38.615914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76f08d-c561-4529-8a1f-8d2d2f76f6e4 req-c8207e2c-a0ae-4279-a38d-952d0cf14b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:38.617415 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a76f08d-c561-4529-8a1f-8d2d2f76f6e4 req-c8207e2c-a0ae-4279-a38d-952d0cf14b65 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=49e60eaf-5700-46be-8549-ef75c4cb1837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672843 Dec 08 02:27:38.711468 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-eec7f0f5-48af-4c26-b9df-b5ce025d4166 None None] Set router 347733ca-c6f3-4299-bf69-5c8e1733bc3f gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:27:38.793731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a76f08d-c561-4529-8a1f-8d2d2f76f6e4 req-595f8cc1-0fd7-45e6-9791-1fb3c926d4b9 service neutron] 10.222.0.75 "GET /v2.0/networks/49e60eaf-5700-46be-8549-ef75c4cb1837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646564 Dec 08 02:27:38.844785 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4ac77492-649c-4d08-9ac6-465edb86970a req-24fb5882-a05c-44f1-9214-ea7bcc9ad674 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:38.925358 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a76f08d-c561-4529-8a1f-8d2d2f76f6e4 req-246d6418-19d7-4957-bf71-fb25c9ec83fe service neutron] 10.222.0.75 "GET /v2.0/networks/49e60eaf-5700-46be-8549-ef75c4cb1837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226501 Dec 08 02:27:38.933105 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4ac77492-649c-4d08-9ac6-465edb86970a req-24fb5882-a05c-44f1-9214-ea7bcc9ad674 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:38.983290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac77492-649c-4d08-9ac6-465edb86970a req-24fb5882-a05c-44f1-9214-ea7bcc9ad674 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:27:38.987081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-4ac77492-649c-4d08-9ac6-465edb86970a req-24fb5882-a05c-44f1-9214-ea7bcc9ad674 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:27:38.991298 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac77492-649c-4d08-9ac6-465edb86970a req-24fb5882-a05c-44f1-9214-ea7bcc9ad674 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:27:38.998497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb5882-a05c-44f1-9214-ea7bcc9ad674 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'Port': ['ID=2120257b-5981-4942-85c0-52cab9352f35,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:39.077869 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eec7f0f5-48af-4c26-b9df-b5ce025d4166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:21Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0f145653-9388-4dfd-81a0-d37af4b848f6', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'port_id': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'mac_address': 'fa:16:3e:33:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:27:37Z', 'updated_at': '2021-12-08T02:27:37Z', 'revision_number': 0, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e537753-a45a-4744-af7d-7f1e6788f37c', 'name': '', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:bd:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:20Z', 'updated_at': '2021-12-08T02:27:24Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:39.080184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac77492-649c-4d08-9ac6-465edb86970a req-24fb5882-a05c-44f1-9214-ea7bcc9ad674 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:39.081065 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4ac77492-649c-4d08-9ac6-465edb86970a req-24fb5882-a05c-44f1-9214-ea7bcc9ad674 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:39.107814 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ac77492-649c-4d08-9ac6-465edb86970a req-24fb5882-a05c-44f1-9214-ea7bcc9ad674 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0707006 Dec 08 02:27:39.111466 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e525cc-0d71-4ab7-b9d5-9886c6d1c2ef req-bcd9971f-dc3a-4f11-9d03-efe96d3e2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:39.113119 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8e525cc-0d71-4ab7-b9d5-9886c6d1c2ef req-bcd9971f-dc3a-4f11-9d03-efe96d3e2ed6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 1097 time: 0.0746369 Dec 08 02:27:39.126072 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7f0f5-48af-4c26-b9df-b5ce025d4166 None None] The sync data for ids ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'] in n-d-713499-31 is: [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:21Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0f145653-9388-4dfd-81a0-d37af4b848f6', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'port_id': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'mac_address': 'fa:16:3e:33:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:27:37Z', 'updated_at': '2021-12-08T02:27:37Z', 'revision_number': 0, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e537753-a45a-4744-af7d-7f1e6788f37c', 'name': '', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:bd:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:20Z', 'updated_at': '2021-12-08T02:27:24Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:27:39.138503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Request body: {'port': {'device_id': 'c9e5c143-c4f0-4653-850d-7c5f6cb812df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:39.273389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c96b3f10-ab04-421c-bd7c-ecb8357456cb None None] Provisioning complete for port 2120257b-5981-4942-85c0-52cab9352f35 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:39.274017 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c96b3f10-ab04-421c-bd7c-ecb8357456cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:39.309642 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:39.315329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c96b3f10-ab04-421c-bd7c-ecb8357456cb None None] Port 2120257b-5981-4942-85c0-52cab9352f35 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:27:39.325389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34324) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:39.327971 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00925999-8e71-461e-a210-f5d3d3516e66 req-49fb60e2-ce01-4405-ad1f-05021671249e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:39.332331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00925999-8e71-461e-a210-f5d3d3516e66 req-49fb60e2-ce01-4405-ad1f-05021671249e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 931 time: 0.1488049 Dec 08 02:27:39.358272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e525cc-0d71-4ab7-b9d5-9886c6d1c2ef req-3fda70f2-6abb-4e2b-bd7d-5123d32e69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:39.360286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8e525cc-0d71-4ab7-b9d5-9886c6d1c2ef req-3fda70f2-6abb-4e2b-bd7d-5123d32e69d1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=49e60eaf-5700-46be-8549-ef75c4cb1837 HTTP/1.1" status: 200 len: 898 time: 0.2400913 Dec 08 02:27:39.420948 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1d061f8a-afe8-40e5-b4c7-24ea72b289ea tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/floatingips/0f145653-9388-4dfd-81a0-d37af4b848f6 HTTP/1.1" status: 200 len: 990 time: 0.0937808 Dec 08 02:27:39.437746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda0b50c-f80d-4347-a557-e40ae8256251 None None] New status for floating IP 0f145653-9388-4dfd-81a0-d37af4b848f6: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:27:39.497844 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00925999-8e71-461e-a210-f5d3d3516e66 req-cc4e96b8-19b6-4561-a6a0-8aa760862cc1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512139 Dec 08 02:27:39.511181 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8e525cc-0d71-4ab7-b9d5-9886c6d1c2ef req-1b99b6d2-3213-474b-aa5d-48aa2da694db service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d HTTP/1.1" status: 200 len: 998 time: 0.1338906 Dec 08 02:27:39.637322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e525cc-0d71-4ab7-b9d5-9886c6d1c2ef req-2d8f0ab7-d1c0-49e5-bd55-ff273d12c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:39.638783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8e525cc-0d71-4ab7-b9d5-9886c6d1c2ef req-2d8f0ab7-d1c0-49e5-bd55-ff273d12c9fe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5e3cf40c-297a-4a9a-87f9-517720a7ebd9 HTTP/1.1" status: 200 len: 834 time: 0.0876186 Dec 08 02:27:39.733114 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e525cc-0d71-4ab7-b9d5-9886c6d1c2ef req-f1c0e848-008d-460b-a67c-b6b5ebff2e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:39.735154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8e525cc-0d71-4ab7-b9d5-9886c6d1c2ef req-f1c0e848-008d-460b-a67c-b6b5ebff2e68 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=49e60eaf-5700-46be-8549-ef75c4cb1837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702567 Dec 08 02:27:40.187354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2120257b-5981-4942-85c0-52cab9352f35 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:27:40.197180 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:40.222946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Transition to ACTIVE for port object 2120257b-5981-4942-85c0-52cab9352f35 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:27:40.227704 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8e525cc-0d71-4ab7-b9d5-9886c6d1c2ef req-bf89c4d5-ec7c-4fca-bbaf-9a007cf192c5 service neutron] 10.222.0.75 "GET /v2.0/networks/49e60eaf-5700-46be-8549-ef75c4cb1837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845052 Dec 08 02:27:40.228737 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:40.340703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Pushing event updated for resources: {'Port': ['ID=2120257b-5981-4942-85c0-52cab9352f35,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:40.422292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f8e525cc-0d71-4ab7-b9d5-9886c6d1c2ef req-6a1b6a9f-9031-402e-81ae-67ab2f0a2de4 service neutron] 10.222.0.75 "GET /v2.0/networks/49e60eaf-5700-46be-8549-ef75c4cb1837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692982 Dec 08 02:27:40.425298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34326) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:40.438697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Attempting to bind port 2120257b-5981-4942-85c0-52cab9352f35 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:27:40.440655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Attempting to bind port 2120257b-5981-4942-85c0-52cab9352f35 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:27:40.441197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Attempting to bind port 2120257b-5981-4942-85c0-52cab9352f35 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:27:40.446867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Port 2120257b-5981-4942-85c0-52cab9352f35 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:27:40.447192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Attempting to bind port 2120257b-5981-4942-85c0-52cab9352f35 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:27:40.452840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:27:40.453677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Checking segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:27:40.454091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Bound using segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:27:40.454509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Bound port: 2120257b-5981-4942-85c0-52cab9352f35, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:27:40.454853 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:40.516491 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5cf7ae6c-5f7f-455f-af2c-ff54fd6deef7 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/floatingips/0f145653-9388-4dfd-81a0-d37af4b848f6 HTTP/1.1" status: 200 len: 992 time: 0.0894511 Dec 08 02:27:40.548066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] For port 2120257b-5981-4942-85c0-52cab9352f35, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:27:40.554553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] For port 2120257b-5981-4942-85c0-52cab9352f35, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2120257b-5981-4942-85c0-52cab9352f35,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:27:40.566078 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:40.603797 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:40.604405 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:40.605802 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ac77492-649c-4d08-9ac6-465edb86970a req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] 10.222.0.45 "PUT /v2.0/ports/2120257b-5981-4942-85c0-52cab9352f35 HTTP/1.1" status: 200 len: 1092 time: 1.4737754 Dec 08 02:27:40.612848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e5c143-c4f0-4653-850d-7c5f6cb812df', 'tag': '2120257b-5981-4942-85c0-52cab9352f35'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:40.613408 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcda7d9-bc0c-495e-89ad-35f514381ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e5c143-c4f0-4653-850d-7c5f6cb812df", "tag": "2120257b-5981-4942-85c0-52cab9352f35"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:40.685221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f0e04-8fdf-492e-9a94-487971f050ba service neutron] Pushing event updated for resources: {'Port': ['ID=2120257b-5981-4942-85c0-52cab9352f35,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:40.692107 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bdc618-4cec-4cd3-8664-30307c249c6a x-openstack-request-id: req-a5bdc618-4cec-4cd3-8664-30307c249c6a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:40.692637 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e5c143-c4f0-4653-850d-7c5f6cb812df", "tag": "2120257b-5981-4942-85c0-52cab9352f35", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:40.693203 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a5bdc618-4cec-4cd3-8664-30307c249c6a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:40.693622 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e5c143-c4f0-4653-850d-7c5f6cb812df', 'tag': '2120257b-5981-4942-85c0-52cab9352f35', 'status': 'completed', 'code': 200} Dec 08 02:27:40.728327 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449ed89-a699-415a-9111-fd3b2a4cc73a req-46ba1286-ab7e-4d74-a085-f2ad5a57358a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:40.729919 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7449ed89-a699-415a-9111-fd3b2a4cc73a req-46ba1286-ab7e-4d74-a085-f2ad5a57358a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.1127255 Dec 08 02:27:40.800925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac77492-649c-4d08-9ac6-465edb86970a req-197d9c99-2824-4524-ac53-b3642be2cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:40.802438 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ac77492-649c-4d08-9ac6-465edb86970a req-197d9c99-2824-4524-ac53-b3642be2cf7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 1095 time: 0.1030819 Dec 08 02:27:40.814609 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7449ed89-a699-415a-9111-fd3b2a4cc73a req-f6c0b252-b280-4009-b72f-a5c924746b68 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661304 Dec 08 02:27:40.856763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ac77492-649c-4d08-9ac6-465edb86970a req-ff713d8b-e2ad-488d-a172-29a8a120709b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2120257b-5981-4942-85c0-52cab9352f35 HTTP/1.1" status: 200 len: 217 time: 0.0405762 Dec 08 02:27:40.913802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac77492-649c-4d08-9ac6-465edb86970a req-65026eff-ce58-402a-9520-0a9f53647c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:40.915271 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ac77492-649c-4d08-9ac6-465edb86970a req-65026eff-ce58-402a-9520-0a9f53647c01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0517087 Dec 08 02:27:40.967518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac77492-649c-4d08-9ac6-465edb86970a req-fa01ce55-54a2-46e8-ac51-55ee712edf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:40.969114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ac77492-649c-4d08-9ac6-465edb86970a req-fa01ce55-54a2-46e8-ac51-55ee712edf8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458229 Dec 08 02:27:41.066181 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ac77492-649c-4d08-9ac6-465edb86970a req-ec3111e0-e66d-44d9-9881-dab355da0db0 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897312 Dec 08 02:27:41.162465 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ac77492-649c-4d08-9ac6-465edb86970a req-f967941a-a97e-4bbd-aed2-c2d817a05b35 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887983 Dec 08 02:27:41.289201 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcda7d9-bc0c-495e-89ad-35f514381ac5 req-8de491ff-7b5c-4380-a73b-dfc314b19b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:41.290722 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fcda7d9-bc0c-495e-89ad-35f514381ac5 req-8de491ff-7b5c-4380-a73b-dfc314b19b22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 1095 time: 0.0529079 Dec 08 02:27:41.392019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcda7d9-bc0c-495e-89ad-35f514381ac5 req-cff8a557-6bbc-46c8-8f87-13ad67b061b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:41.393612 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fcda7d9-bc0c-495e-89ad-35f514381ac5 req-cff8a557-6bbc-46c8-8f87-13ad67b061b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0938408 Dec 08 02:27:41.436463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fcda7d9-bc0c-495e-89ad-35f514381ac5 req-c0546ad5-a343-4348-b5a3-dbbaecb0f6a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2120257b-5981-4942-85c0-52cab9352f35 HTTP/1.1" status: 200 len: 217 time: 0.0353477 Dec 08 02:27:41.488151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcda7d9-bc0c-495e-89ad-35f514381ac5 req-872fb777-ae65-4226-84d8-88a62c9eb5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:41.489733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fcda7d9-bc0c-495e-89ad-35f514381ac5 req-872fb777-ae65-4226-84d8-88a62c9eb5fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0468311 Dec 08 02:27:41.539002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcda7d9-bc0c-495e-89ad-35f514381ac5 req-c5aaa47a-7280-4cee-bfe8-ec941c508710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:41.540613 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fcda7d9-bc0c-495e-89ad-35f514381ac5 req-c5aaa47a-7280-4cee-bfe8-ec941c508710 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442369 Dec 08 02:27:41.646674 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fcda7d9-bc0c-495e-89ad-35f514381ac5 req-8415f842-84e6-4d39-9066-016f11f066ab service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982943 Dec 08 02:27:41.741393 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fcda7d9-bc0c-495e-89ad-35f514381ac5 req-1fd09779-e93a-4145-809b-3748b0d65627 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870607 Dec 08 02:27:41.957216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d9dd7-495b-4c2b-b909-96bc9cd2dd43 req-e473d480-2760-43a3-b0cc-d1d75af8592e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:41.959820 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c9d9dd7-495b-4c2b-b909-96bc9cd2dd43 req-e473d480-2760-43a3-b0cc-d1d75af8592e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0627890 Dec 08 02:27:42.020548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c9d9dd7-495b-4c2b-b909-96bc9cd2dd43 req-e57434b3-d3c9-4731-b5c2-ea846c857b1a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544317 Dec 08 02:27:43.207325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f176e96-b815-471e-ad40-40fac3a2829a req-b9f70c32-0fad-400a-9daf-1fe513b4ff76 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:43.212336 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f176e96-b815-471e-ad40-40fac3a2829a req-b9f70c32-0fad-400a-9daf-1fe513b4ff76 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0735211 Dec 08 02:27:43.272445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f176e96-b815-471e-ad40-40fac3a2829a req-9c88f233-d8eb-4198-837e-c524f7387f6c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496697 Dec 08 02:27:44.431473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f676e5-83f7-4ea1-be93-d5896507ae8e req-b2714f16-a6f5-4312-9337-1ea2e08c8394 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:44.434076 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f676e5-83f7-4ea1-be93-d5896507ae8e req-b2714f16-a6f5-4312-9337-1ea2e08c8394 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0793214 Dec 08 02:27:44.502213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65f676e5-83f7-4ea1-be93-d5896507ae8e req-ed6bc538-f736-46c7-94fc-1cf07fffba42 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576785 Dec 08 02:27:45.629193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc1c2f-0d11-47ed-a2d5-c05122275b60 req-ee43adf1-2a25-43bf-969e-3dd23007f2b1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:45.631033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a9bc1c2f-0d11-47ed-a2d5-c05122275b60 req-ee43adf1-2a25-43bf-969e-3dd23007f2b1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0517006 Dec 08 02:27:45.688937 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a9bc1c2f-0d11-47ed-a2d5-c05122275b60 req-45d03f38-f17c-4a53-bc38-0abaef8f65fd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439942 Dec 08 02:27:46.803784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73810f31-21c3-4a2d-9e87-0410dd5a05c4 req-664c5a1d-c731-4426-9260-66b774e93121 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:46.805261 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73810f31-21c3-4a2d-9e87-0410dd5a05c4 req-664c5a1d-c731-4426-9260-66b774e93121 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0487015 Dec 08 02:27:46.855861 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73810f31-21c3-4a2d-9e87-0410dd5a05c4 req-52c44263-afee-4874-a9f2-a3b836795e1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447381 Dec 08 02:27:47.971584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128e3d5-4fa4-42a1-a17b-34bccbf232df req-9a8cda91-65e9-4303-b8c2-1ea2353a5ea4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:47.973121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2128e3d5-4fa4-42a1-a17b-34bccbf232df req-9a8cda91-65e9-4303-b8c2-1ea2353a5ea4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0503356 Dec 08 02:27:48.020277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2128e3d5-4fa4-42a1-a17b-34bccbf232df req-4a930172-8c5b-4828-8ae9-b4cdb426ade7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411687 Dec 08 02:27:49.134982 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ff4cb-8181-42c4-b0ff-aefb318780b2 req-690231a3-f3c9-4df9-990e-b707662b1a58 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:49.136479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce2ff4cb-8181-42c4-b0ff-aefb318780b2 req-690231a3-f3c9-4df9-990e-b707662b1a58 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0479152 Dec 08 02:27:49.184577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce2ff4cb-8181-42c4-b0ff-aefb318780b2 req-6649c64b-f6e0-4caa-ac96-4e1b63e39887 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410438 Dec 08 02:27:50.302746 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14439f7-a877-4934-944e-817ffc30e5b5 req-b1f9feeb-b6fa-44cd-be2e-63040aa555f1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:50.304255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e14439f7-a877-4934-944e-817ffc30e5b5 req-b1f9feeb-b6fa-44cd-be2e-63040aa555f1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0524423 Dec 08 02:27:50.354962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e14439f7-a877-4934-944e-817ffc30e5b5 req-2de73d7a-9f52-4508-922a-e88edb95942d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446231 Dec 08 02:27:51.470447 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d459196-19f9-4ad4-9eb7-1dcb77269d3c req-6229d1ff-6312-446f-8001-32efba77078b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:51.472032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d459196-19f9-4ad4-9eb7-1dcb77269d3c req-6229d1ff-6312-446f-8001-32efba77078b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0502193 Dec 08 02:27:51.519822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d459196-19f9-4ad4-9eb7-1dcb77269d3c req-71b381d5-4c96-43d0-b982-46032f8c615a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 Dec 08 02:27:52.018081 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cb3231d-12ae-4cb2-83c0-8de45e9ea2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:52.645251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e49938-41b0-4f6e-ac72-f97b44831151 req-6699db0a-8424-498a-a858-ac50d0cdcc6e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:52.646744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89e49938-41b0-4f6e-ac72-f97b44831151 req-6699db0a-8424-498a-a858-ac50d0cdcc6e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0543706 Dec 08 02:27:52.694779 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89e49938-41b0-4f6e-ac72-f97b44831151 req-7a8dbeb0-ae54-4003-a576-25969ce28a94 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 Dec 08 02:27:53.669922 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:53.811296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c2c55-91af-42a2-920a-bdc5c51b78c2 req-aa7701e9-5b6e-4e9b-b1c0-a34cc34d3bf9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:53.812804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-720c2c55-91af-42a2-920a-bdc5c51b78c2 req-aa7701e9-5b6e-4e9b-b1c0-a34cc34d3bf9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0487349 Dec 08 02:27:53.859818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-720c2c55-91af-42a2-920a-bdc5c51b78c2 req-b84a0320-b1c4-49f9-b796-661bb62a8552 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Dec 08 02:27:54.373953 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99f0795f-0376-4ef0-998b-93eb093ec5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:54.393419 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:54.974767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255d5b0-4d70-4a15-8665-e5d77baeadb1 req-a99ac673-e368-4619-aa3b-a1f4d0e0a482 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:54.976262 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a255d5b0-4d70-4a15-8665-e5d77baeadb1 req-a99ac673-e368-4619-aa3b-a1f4d0e0a482 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0496085 Dec 08 02:27:55.026246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a255d5b0-4d70-4a15-8665-e5d77baeadb1 req-6e2960db-be17-49f6-afe6-29e44c15abef tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440693 Dec 08 02:27:55.529553 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:56.139929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47887c5c-1697-4cf3-83a4-9b641ebbd56d req-180f4756-0fbf-4c44-895c-bb122f0a957f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:56.141445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47887c5c-1697-4cf3-83a4-9b641ebbd56d req-180f4756-0fbf-4c44-895c-bb122f0a957f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0482807 Dec 08 02:27:56.187267 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47887c5c-1697-4cf3-83a4-9b641ebbd56d req-c458ba05-2cb7-4bfe-93fa-80c04d9e2313 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Dec 08 02:27:57.009278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:57.301298 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c661cb7-42e8-4caa-8d3f-f1aa28b60260 req-ed82bfc1-59a9-4da0-928e-3c8b6a1529b2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:57.302772 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c661cb7-42e8-4caa-8d3f-f1aa28b60260 req-ed82bfc1-59a9-4da0-928e-3c8b6a1529b2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0487599 Dec 08 02:27:57.349646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c661cb7-42e8-4caa-8d3f-f1aa28b60260 req-cf86865a-3388-4ef2-b9c3-684cda225cef tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409446 Dec 08 02:27:57.929215 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:58.467649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf8bba-7f54-45cc-a504-b7662e71c974 req-f9b97ec4-d77e-4a95-9dd4-39a108cd7757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:58.469911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ebdf8bba-7f54-45cc-a504-b7662e71c974 req-f9b97ec4-d77e-4a95-9dd4-39a108cd7757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0536504 Dec 08 02:27:58.516244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ebdf8bba-7f54-45cc-a504-b7662e71c974 req-24057fde-e5f3-48a9-a58f-e729348e59a1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397203 Dec 08 02:27:59.446081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 2120257b-5981-4942-85c0-52cab9352f35 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:27:59.536979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 2120257b-5981-4942-85c0-52cab9352f35, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2120257b-5981-4942-85c0-52cab9352f35,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:59.548779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '2120257b-5981-4942-85c0-52cab9352f35', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'port_id': '2120257b-5981-4942-85c0-52cab9352f35', 'mac_address': 'fa:16:3e:2b:b2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:27:59.590417 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:59.603827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2120257b-5981-4942-85c0-52cab9352f35 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:27:59.623104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 2120257b-5981-4942-85c0-52cab9352f35, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2120257b-5981-4942-85c0-52cab9352f35,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:59.627817 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:59.632408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b510a-8c68-413a-ae21-64b7d2a39eb6 req-3de0d3ed-3d6b-4561-818b-325a04ec23ea tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:59.633926 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-246b510a-8c68-413a-ae21-64b7d2a39eb6 req-3de0d3ed-3d6b-4561-818b-325a04ec23ea tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 943 time: 0.0505660 Dec 08 02:27:59.674296 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=2120257b-5981-4942-85c0-52cab9352f35,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:59.681602 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-246b510a-8c68-413a-ae21-64b7d2a39eb6 req-b763b927-871f-4560-8338-161328e0c753 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416906 Dec 08 02:27:59.893748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['2120257b-5981-4942-85c0-52cab9352f35'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:00.797754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa94ff-c01d-42f7-9c77-99caee07599e req-b396ea25-87ee-4460-9cff-30d9c3614e44 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:00.799274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fffa94ff-c01d-42f7-9c77-99caee07599e req-b396ea25-87ee-4460-9cff-30d9c3614e44 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 944 time: 0.0491960 Dec 08 02:28:00.849916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fffa94ff-c01d-42f7-9c77-99caee07599e req-84d5f8cc-f583-4195-b542-8a184a72e94e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446169 Dec 08 02:28:01.463924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 2120257b-5981-4942-85c0-52cab9352f35 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:01.510478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 2120257b-5981-4942-85c0-52cab9352f35 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:28:01.513857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 2120257b-5981-4942-85c0-52cab9352f35 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:01.514232 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:01.589339 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:01.614917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e5c143-c4f0-4653-850d-7c5f6cb812df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2120257b-5981-4942-85c0-52cab9352f35'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:01.617134 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3c3600-256e-446f-a59f-7ac5d88693f3" -d '{"events": [{"server_uuid": "c9e5c143-c4f0-4653-850d-7c5f6cb812df", "name": "network-vif-plugged", "status": "completed", "tag": "2120257b-5981-4942-85c0-52cab9352f35"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:01.629840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 2120257b-5981-4942-85c0-52cab9352f35, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2120257b-5981-4942-85c0-52cab9352f35,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:01.634109 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:01.681235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=2120257b-5981-4942-85c0-52cab9352f35,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:01.795379 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3109079b-9580-4d48-b69d-d8d3103d8773 x-openstack-request-id: req-3109079b-9580-4d48-b69d-d8d3103d8773 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:01.795707 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e5c143-c4f0-4653-850d-7c5f6cb812df", "name": "network-vif-plugged", "status": "completed", "tag": "2120257b-5981-4942-85c0-52cab9352f35", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:01.795966 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3109079b-9580-4d48-b69d-d8d3103d8773 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:01.796365 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e5c143-c4f0-4653-850d-7c5f6cb812df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2120257b-5981-4942-85c0-52cab9352f35', 'code': 200} Dec 08 02:28:01.932032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cbabb-a596-465e-a0c8-c7fc26eca449 req-f49a2fe0-2dcb-46c9-8818-aef8fcd4afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:01.933470 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f7cbabb-a596-465e-a0c8-c7fc26eca449 req-f49a2fe0-2dcb-46c9-8818-aef8fcd4afe0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 1097 time: 0.0500405 Dec 08 02:28:01.996905 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02947c6a-d8bb-4d56-8d83-b1ccc437349f req-80ec6ce9-f481-4027-9f1a-7fa320b12491 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:01.998391 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02947c6a-d8bb-4d56-8d83-b1ccc437349f req-80ec6ce9-f481-4027-9f1a-7fa320b12491 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 945 time: 0.0800402 Dec 08 02:28:02.001365 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f7cbabb-a596-465e-a0c8-c7fc26eca449 req-116d6624-74a0-417c-a364-38f5cea87e8d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546327 Dec 08 02:28:02.045096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02947c6a-d8bb-4d56-8d83-b1ccc437349f req-ee199191-0418-400a-8f60-1710ee4abc34 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 Dec 08 02:28:03.164101 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06243b7b-9a0e-4adc-bc58-49acf70bc98c req-43863e37-a868-4eee-9076-5e9fafc4834d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:03.165575 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-06243b7b-9a0e-4adc-bc58-49acf70bc98c req-43863e37-a868-4eee-9076-5e9fafc4834d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 945 time: 0.0521312 Dec 08 02:28:03.212314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-06243b7b-9a0e-4adc-bc58-49acf70bc98c req-ad4c51ae-c3b5-4f6b-9f73-eb3632a8a297 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Dec 08 02:28:03.327193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be0e95-0a99-492d-83a0-e0c7ab45541a req-91d15131-5253-47c4-949e-43eb757e76e4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:03.329565 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20be0e95-0a99-492d-83a0-e0c7ab45541a req-91d15131-5253-47c4-949e-43eb757e76e4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 945 time: 0.0508375 Dec 08 02:28:03.378792 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20be0e95-0a99-492d-83a0-e0c7ab45541a req-8ba87e3e-5d42-4ce3-b192-8823359272d4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429702 Dec 08 02:28:03.497994 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f388c-3d09-4f0c-8d79-aa8a3d9ae6e5 req-8ef96ffe-7883-4290-acf9-392125ebb6a3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:03.499425 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc9f388c-3d09-4f0c-8d79-aa8a3d9ae6e5 req-8ef96ffe-7883-4290-acf9-392125ebb6a3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 945 time: 0.0517693 Dec 08 02:28:03.545596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc9f388c-3d09-4f0c-8d79-aa8a3d9ae6e5 req-313db7fc-50fe-46c5-9873-298a95d2a9a3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 Dec 08 02:28:03.824332 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70e2f-d929-442c-823d-efe25bc2e791 req-8909b6f1-7b00-485a-99fd-743aeebfcb29 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:03.825914 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1b70e2f-d929-442c-823d-efe25bc2e791 req-8909b6f1-7b00-485a-99fd-743aeebfcb29 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 945 time: 0.0485978 Dec 08 02:28:03.872278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1b70e2f-d929-442c-823d-efe25bc2e791 req-37741f5a-38fa-4732-abcf-a03784f7a15b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403841 Dec 08 02:28:04.990465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557b80a-bedb-439b-8d0f-97f748d826c5 req-77fe95c3-24bc-47f3-8f89-ca2babcc8ca1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:04.991964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8557b80a-bedb-439b-8d0f-97f748d826c5 req-77fe95c3-24bc-47f3-8f89-ca2babcc8ca1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 945 time: 0.0505483 Dec 08 02:28:05.043672 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8557b80a-bedb-439b-8d0f-97f748d826c5 req-e30299ec-95ae-42c6-b691-8a6e142c7a29 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456059 Dec 08 02:28:05.376263 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9a2cc-ce0a-4221-a650-f44828be310d req-b6f79608-c91c-45f0-96cd-fa318bff9efb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:05.377710 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1bb9a2cc-ce0a-4221-a650-f44828be310d req-b6f79608-c91c-45f0-96cd-fa318bff9efb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 945 time: 0.0487289 Dec 08 02:28:05.464544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1bb9a2cc-ce0a-4221-a650-f44828be310d req-86edad30-cf66-4edf-9163-af996ebaa87c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Deleting port 2120257b-5981-4942-85c0-52cab9352f35 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:28:05.464882 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1bb9a2cc-ce0a-4221-a650-f44828be310d req-86edad30-cf66-4edf-9163-af996ebaa87c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:05.554360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-1bb9a2cc-ce0a-4221-a650-f44828be310d req-86edad30-cf66-4edf-9163-af996ebaa87c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] For port 2120257b-5981-4942-85c0-52cab9352f35, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=2120257b-5981-4942-85c0-52cab9352f35,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:05.554616 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1bb9a2cc-ce0a-4221-a650-f44828be310d req-86edad30-cf66-4edf-9163-af996ebaa87c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:05.566886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-1bb9a2cc-ce0a-4221-a650-f44828be310d req-86edad30-cf66-4edf-9163-af996ebaa87c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Calling delete_port for 2120257b-5981-4942-85c0-52cab9352f35 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:28:05.693614 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1bb9a2cc-ce0a-4221-a650-f44828be310d req-86edad30-cf66-4edf-9163-af996ebaa87c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:05.722851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edad30-cf66-4edf-9163-af996ebaa87c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event deleted for resources: {'Port': ['ID=2120257b-5981-4942-85c0-52cab9352f35,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:05.726251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['2120257b-5981-4942-85c0-52cab9352f35'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:05.768462 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb9a2cc-ce0a-4221-a650-f44828be310d req-86edad30-cf66-4edf-9163-af996ebaa87c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] No DVR routers for this DVR port 2120257b-5981-4942-85c0-52cab9352f35 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:28:05.771279 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1bb9a2cc-ce0a-4221-a650-f44828be310d req-86edad30-cf66-4edf-9163-af996ebaa87c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:05.775419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1bb9a2cc-ce0a-4221-a650-f44828be310d req-86edad30-cf66-4edf-9163-af996ebaa87c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "DELETE /v2.0/ports/2120257b-5981-4942-85c0-52cab9352f35 HTTP/1.1" status: 204 len: 173 time: 0.3919947 Dec 08 02:28:05.775922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e5c143-c4f0-4653-850d-7c5f6cb812df', 'name': 'network-vif-deleted', 'tag': '2120257b-5981-4942-85c0-52cab9352f35'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:05.779361 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f132e2-fe7c-4ef6-9dc3-8d87f5852a42" -d '{"events": [{"server_uuid": "c9e5c143-c4f0-4653-850d-7c5f6cb812df", "name": "network-vif-deleted", "tag": "2120257b-5981-4942-85c0-52cab9352f35"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:05.897053 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973706d9-bdd6-4fa2-83a9-a89b37442ada x-openstack-request-id: req-973706d9-bdd6-4fa2-83a9-a89b37442ada {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:05.897360 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e5c143-c4f0-4653-850d-7c5f6cb812df", "name": "network-vif-deleted", "tag": "2120257b-5981-4942-85c0-52cab9352f35", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:05.897616 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-973706d9-bdd6-4fa2-83a9-a89b37442ada {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:05.898022 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e5c143-c4f0-4653-850d-7c5f6cb812df', 'name': 'network-vif-deleted', 'tag': '2120257b-5981-4942-85c0-52cab9352f35', 'status': 'completed', 'code': 200} Dec 08 02:28:06.137451 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46483fbe-c70f-4139-a12d-f2b5f464e99f req-ed8a71e8-e74d-4bc5-97f9-ce49cd2eedf0 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 210 time: 0.0260675 Dec 08 02:28:06.670895 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:28:07.238386 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97f80fe7-8bc4-415b-805d-963b5ac868e8 req-27ae7612-4d64-41b2-9ca8-3768cc00397d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 210 time: 0.0315387 Dec 08 02:28:08.331818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d4d8f80-d797-45d7-ac6d-615fc9f041de req-fdf1b2bf-a593-4f36-bbae-574686dfc5a1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 210 time: 0.0267842 Dec 08 02:28:09.426364 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f15db94-eb79-4325-9974-195cf3b94c2f req-60170a37-db5f-4297-9061-6d1bbb8e1bee tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e5c143-c4f0-4653-850d-7c5f6cb812df HTTP/1.1" status: 200 len: 210 time: 0.0271218 Dec 08 02:28:09.494187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 2120257b-5981-4942-85c0-52cab9352f35 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:28:09.517294 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 2120257b-5981-4942-85c0-52cab9352f35 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:28:09.517724 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 2120257b-5981-4942-85c0-52cab9352f35 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:28:09.731484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34408) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:09.792602 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-542a3e83-3d02-4d4f-a4ec-9344889b335b tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/floatingips/0f145653-9388-4dfd-81a0-d37af4b848f6 HTTP/1.1" status: 200 len: 992 time: 0.0599236 Dec 08 02:28:10.087217 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34414) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:10.248317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8b578aa2-c532-414e-827e-dc548c819678 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Deleting port 455e2947-b483-4575-935b-ee62c2479c83 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:28:10.248665 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b578aa2-c532-414e-827e-dc548c819678 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:10.325806 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b578aa2-c532-414e-827e-dc548c819678 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:10.326650 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b578aa2-c532-414e-827e-dc548c819678 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:10.345149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8b578aa2-c532-414e-827e-dc548c819678 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Calling delete_port for 455e2947-b483-4575-935b-ee62c2479c83 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:28:10.513205 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b578aa2-c532-414e-827e-dc548c819678 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:10.540331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b578aa2-c532-414e-827e-dc548c819678 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Port': ['ID=455e2947-b483-4575-935b-ee62c2479c83,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:10.605137 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b578aa2-c532-414e-827e-dc548c819678 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:10.605441 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-8b578aa2-c532-414e-827e-dc548c819678 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Floating IP 0f145653-9388-4dfd-81a0-d37af4b848f6 disassociated (deleted). External IP: 172.25.8.25, port: f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d. Dec 08 02:28:10.812979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b578aa2-c532-414e-827e-dc548c819678 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Router 347733ca-c6f3-4299-bf69-5c8e1733bc3f has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:28:10.919782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b578aa2-c532-414e-827e-dc548c819678 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:28:10.925665 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8b578aa2-c532-414e-827e-dc548c819678 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:10.930406 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca874e4-ea0b-4e06-aad3-277ad9c42ccb None None] Sync routers for ids ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:28:10.940327 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca874e4-ea0b-4e06-aad3-277ad9c42ccb None None] Routers {'347733ca-c6f3-4299-bf69-5c8e1733bc3f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:10.940938 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2ca874e4-ea0b-4e06-aad3-277ad9c42ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:27:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:10.958698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8b578aa2-c532-414e-827e-dc548c819678 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "DELETE /v2.0/floatingips/0f145653-9388-4dfd-81a0-d37af4b848f6 HTTP/1.1" status: 204 len: 168 time: 0.8680811 Dec 08 02:28:10.958698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'tag': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:10.959456 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac18a5f-d270-4046-89de-a1873617f597" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f", "tag": "f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:10.996811 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6ccc16-8414-460b-80f2-fec4561f55fc x-openstack-request-id: req-ec6ccc16-8414-460b-80f2-fec4561f55fc {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:10.997125 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f", "tag": "f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:10.997700 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ec6ccc16-8414-460b-80f2-fec4561f55fc {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:10.998103 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'tag': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d', 'status': 'completed', 'code': 200} Dec 08 02:28:11.064536 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-2ca874e4-ea0b-4e06-aad3-277ad9c42ccb None None] Set router 347733ca-c6f3-4299-bf69-5c8e1733bc3f gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:11.102051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac18a5f-d270-4046-89de-a1873617f597 req-3f545034-159b-48bd-a618-cad8ad3c3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:11.103896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dac18a5f-d270-4046-89de-a1873617f597 req-3f545034-159b-48bd-a618-cad8ad3c3bc5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 1097 time: 0.0563970 Dec 08 02:28:11.249689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c44d6-424c-4983-9621-e5d7a867649c req-c974daee-c045-44e1-afa9-cbf05c996ef2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:11.252480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d10c44d6-424c-4983-9621-e5d7a867649c req-c974daee-c045-44e1-afa9-cbf05c996ef2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 945 time: 0.0818758 Dec 08 02:28:11.254248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac18a5f-d270-4046-89de-a1873617f597 req-0557e802-2e97-4b8b-9d1e-48bd84312789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:11.255664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dac18a5f-d270-4046-89de-a1873617f597 req-0557e802-2e97-4b8b-9d1e-48bd84312789 service neutron] 10.222.0.75 "GET /v2.0/networks?id=49e60eaf-5700-46be-8549-ef75c4cb1837 HTTP/1.1" status: 200 len: 898 time: 0.1410904 Dec 08 02:28:11.307473 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dac18a5f-d270-4046-89de-a1873617f597 req-a731dbbf-6591-4856-a578-e63b7159b9af service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d HTTP/1.1" status: 200 len: 217 time: 0.0424693 Dec 08 02:28:11.317090 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2ca874e4-ea0b-4e06-aad3-277ad9c42ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:21Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0e537753-a45a-4744-af7d-7f1e6788f37c', 'name': '', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:bd:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:20Z', 'updated_at': '2021-12-08T02:27:24Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:11.345382 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca874e4-ea0b-4e06-aad3-277ad9c42ccb None None] Checking router: 347733ca-c6f3-4299-bf69-5c8e1733bc3f for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:28:11.353550 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca874e4-ea0b-4e06-aad3-277ad9c42ccb None None] Routers {'347733ca-c6f3-4299-bf69-5c8e1733bc3f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:11.354154 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2ca874e4-ea0b-4e06-aad3-277ad9c42ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:27:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:11.365076 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d10c44d6-424c-4983-9621-e5d7a867649c req-f2a3d16d-3de3-4b2d-94fc-8cd571848712 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa2754c-8001-43e7-a5f2-ddb0d4e8268d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073992 Dec 08 02:28:11.383162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac18a5f-d270-4046-89de-a1873617f597 req-db442b98-e2ef-4e49-8035-24f2ce0cdee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:11.384936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dac18a5f-d270-4046-89de-a1873617f597 req-db442b98-e2ef-4e49-8035-24f2ce0cdee0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5e3cf40c-297a-4a9a-87f9-517720a7ebd9 HTTP/1.1" status: 200 len: 834 time: 0.0681567 Dec 08 02:28:11.434221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac18a5f-d270-4046-89de-a1873617f597 req-ea7e06cf-1a70-4d35-9e1b-1a778dc7ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:11.435826 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dac18a5f-d270-4046-89de-a1873617f597 req-ea7e06cf-1a70-4d35-9e1b-1a778dc7ccbb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=49e60eaf-5700-46be-8549-ef75c4cb1837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431323 Dec 08 02:28:11.468979 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-2ca874e4-ea0b-4e06-aad3-277ad9c42ccb None None] Set router 347733ca-c6f3-4299-bf69-5c8e1733bc3f gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:11.530438 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dac18a5f-d270-4046-89de-a1873617f597 req-4d3d7b7e-9505-4e31-aa3e-3564af7f62b0 service neutron] 10.222.0.75 "GET /v2.0/networks/49e60eaf-5700-46be-8549-ef75c4cb1837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870712 Dec 08 02:28:11.641888 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dac18a5f-d270-4046-89de-a1873617f597 req-f641aaf7-3c15-4ba8-83dd-e3c5139624a7 service neutron] 10.222.0.75 "GET /v2.0/networks/49e60eaf-5700-46be-8549-ef75c4cb1837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038144 Dec 08 02:28:11.682370 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-2ca874e4-ea0b-4e06-aad3-277ad9c42ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:21Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0e537753-a45a-4744-af7d-7f1e6788f37c', 'name': '', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:bd:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:20Z', 'updated_at': '2021-12-08T02:27:24Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:11.712875 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca874e4-ea0b-4e06-aad3-277ad9c42ccb None None] The sync data for ids ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'] in n-d-713499-31 is: [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:21Z', 'revision_number': 4, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '0e537753-a45a-4744-af7d-7f1e6788f37c', 'name': '', 'network_id': '49e60eaf-5700-46be-8549-ef75c4cb1837', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'mac_address': 'fa:16:3e:bd:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:20Z', 'updated_at': '2021-12-08T02:27:24Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'subnets': [{'id': '5e3cf40c-297a-4a9a-87f9-517720a7ebd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:28:12.048917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e45042-5a0d-4f22-be7f-6b48c1d3ecc0 None None] New status for floating IP 0f145653-9388-4dfd-81a0-d37af4b848f6: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:28:12.487514 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b8974-2e94-4339-8b1d-cec3c0c87ee7 req-c4b7eafc-3786-4e42-9f54-2316ce69bfd2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:12.489011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-223b8974-2e94-4339-8b1d-cec3c0c87ee7 req-c4b7eafc-3786-4e42-9f54-2316ce69bfd2 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 945 time: 0.0495512 Dec 08 02:28:12.537551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-223b8974-2e94-4339-8b1d-cec3c0c87ee7 req-b249f393-2136-4a90-9528-1ffaac1f75e5 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa2754c-8001-43e7-a5f2-ddb0d4e8268d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425777 Dec 08 02:28:12.617792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e9eac-bd6c-446f-a6b4-02ed0337ed3d req-513af18b-dbc0-41fd-9c90-ee7e882e4014 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:12.619308 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f1e9eac-bd6c-446f-a6b4-02ed0337ed3d req-513af18b-dbc0-41fd-9c90-ee7e882e4014 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.75 "GET /v2.0/ports?device_id=6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f HTTP/1.1" status: 200 len: 945 time: 0.0559404 Dec 08 02:28:12.716033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-6f1e9eac-bd6c-446f-a6b4-02ed0337ed3d req-650b3974-21ba-4635-acf5-be8cbf4490f7 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Deleting port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:28:12.716373 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f1e9eac-bd6c-446f-a6b4-02ed0337ed3d req-650b3974-21ba-4635-acf5-be8cbf4490f7 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:12.809256 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-6f1e9eac-bd6c-446f-a6b4-02ed0337ed3d req-650b3974-21ba-4635-acf5-be8cbf4490f7 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] For port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d,segment=NetworkSegment(0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7),segment_id=0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:12.809624 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f1e9eac-bd6c-446f-a6b4-02ed0337ed3d req-650b3974-21ba-4635-acf5-be8cbf4490f7 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:12.822865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-6f1e9eac-bd6c-446f-a6b4-02ed0337ed3d req-650b3974-21ba-4635-acf5-be8cbf4490f7 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Calling delete_port for f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:28:12.947554 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f1e9eac-bd6c-446f-a6b4-02ed0337ed3d req-650b3974-21ba-4635-acf5-be8cbf4490f7 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:12.978583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b3974-21ba-4635-acf5-be8cbf4490f7 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Port': ['ID=f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:13.024140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1e9eac-bd6c-446f-a6b4-02ed0337ed3d req-650b3974-21ba-4635-acf5-be8cbf4490f7 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] No DVR routers for this DVR port f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:28:13.026757 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6f1e9eac-bd6c-446f-a6b4-02ed0337ed3d req-650b3974-21ba-4635-acf5-be8cbf4490f7 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:13.030441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f1e9eac-bd6c-446f-a6b4-02ed0337ed3d req-650b3974-21ba-4635-acf5-be8cbf4490f7 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.75 "DELETE /v2.0/ports/f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d HTTP/1.1" status: 204 len: 173 time: 0.4048223 Dec 08 02:28:13.030927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'name': 'network-vif-deleted', 'tag': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:13.033692 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9480eb4f-0ca4-4465-b1cc-755bdbd2aeb7" -d '{"events": [{"server_uuid": "6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f", "name": "network-vif-deleted", "tag": "f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:13.075940 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3691f1be-1236-433d-9119-e31fb76733a7 x-openstack-request-id: req-3691f1be-1236-433d-9119-e31fb76733a7 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:13.076238 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f", "name": "network-vif-deleted", "tag": "f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:13.076496 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3691f1be-1236-433d-9119-e31fb76733a7 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:13.076893 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1ea03e-c57e-4b2f-9733-3e6a3b7db20f', 'name': 'network-vif-deleted', 'tag': 'f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d', 'status': 'completed', 'code': 200} Dec 08 02:28:13.598045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34436) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:13.654440 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd3ebbc1-a0e0-41e4-b85b-811857136b83 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:13.680293 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd3ebbc1-a0e0-41e4-b85b-811857136b83 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:13.751707 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd3ebbc1-a0e0-41e4-b85b-811857136b83 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:13.751852 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd3ebbc1-a0e0-41e4-b85b-811857136b83 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:13.752971 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fd3ebbc1-a0e0-41e4-b85b-811857136b83 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "DELETE /v2.0/security-groups/dfa2754c-8001-43e7-a5f2-ddb0d4e8268d HTTP/1.1" status: 204 len: 168 time: 0.1535444 Dec 08 02:28:13.762884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ebbc1-a0e0-41e4-b85b-811857136b83 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa2754c-8001-43e7-a5f2-ddb0d4e8268d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:13.791152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34448) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:14.425156 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4a30-5b6f-41b0-b927-b62b95af1876 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:14.684049 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f4a30-5b6f-41b0-b927-b62b95af1876 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Deleting port 0e537753-a45a-4744-af7d-7f1e6788f37c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:28:14.684400 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4a30-5b6f-41b0-b927-b62b95af1876 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:14.775591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-ef3f4a30-5b6f-41b0-b927-b62b95af1876 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] For port 0e537753-a45a-4744-af7d-7f1e6788f37c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0e537753-a45a-4744-af7d-7f1e6788f37c,segment=NetworkSegment(0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7),segment_id=0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:14.776031 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4a30-5b6f-41b0-b927-b62b95af1876 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:14.789142 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f4a30-5b6f-41b0-b927-b62b95af1876 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Calling delete_port for 0e537753-a45a-4744-af7d-7f1e6788f37c owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:28:14.974149 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4a30-5b6f-41b0-b927-b62b95af1876 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:15.000924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f4a30-5b6f-41b0-b927-b62b95af1876 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Port': ['ID=0e537753-a45a-4744-af7d-7f1e6788f37c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:15.244857 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ef3f4a30-5b6f-41b0-b927-b62b95af1876 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:15.489001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3f4a30-5b6f-41b0-b927-b62b95af1876 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Router 347733ca-c6f3-4299-bf69-5c8e1733bc3f has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:28:15.593731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3f4a30-5b6f-41b0-b927-b62b95af1876 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:28:15.598716 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ef3f4a30-5b6f-41b0-b927-b62b95af1876 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "PUT /v2.0/routers/347733ca-c6f3-4299-bf69-5c8e1733bc3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8064859 Dec 08 02:28:15.601899 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34454) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:15.602704 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a59c3-efa1-41df-b442-f07806ac5a20 None None] Sync routers for ids ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:28:15.612797 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a59c3-efa1-41df-b442-f07806ac5a20 None None] Routers {'347733ca-c6f3-4299-bf69-5c8e1733bc3f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:15.613405 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f21a59c3-efa1-41df-b442-f07806ac5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:27:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:15.658666 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db749fb-53ec-49f1-8e0a-e19189c1ad3a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Deleting subnet 5e3cf40c-297a-4a9a-87f9-517720a7ebd9 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:28:15.661702 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4db749fb-53ec-49f1-8e0a-e19189c1ad3a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:15.700815 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4db749fb-53ec-49f1-8e0a-e19189c1ad3a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:15.718401 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f21a59c3-efa1-41df-b442-f07806ac5a20 None None] Set router 347733ca-c6f3-4299-bf69-5c8e1733bc3f gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:15.782626 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4db749fb-53ec-49f1-8e0a-e19189c1ad3a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:15.786139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:28:15.811198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:28:15.811672 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device f4e6d97c-cdbf-4c1b-8713-0f6b07bfd72d not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:28:15.846546 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4db749fb-53ec-49f1-8e0a-e19189c1ad3a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:15.873947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db749fb-53ec-49f1-8e0a-e19189c1ad3a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3cf40c-297a-4a9a-87f9-517720a7ebd9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:15.876548 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4db749fb-53ec-49f1-8e0a-e19189c1ad3a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:15.882420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4db749fb-53ec-49f1-8e0a-e19189c1ad3a tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "DELETE /v2.0/subnets/5e3cf40c-297a-4a9a-87f9-517720a7ebd9 HTTP/1.1" status: 204 len: 168 time: 0.2768335 Dec 08 02:28:15.882420 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34456) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:15.883983 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af1b24b-342f-42f8-bd24-c4570fafbc9a None None] Network 49e60eaf-5700-46be-8549-ef75c4cb1837 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:28:15.904999 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f21a59c3-efa1-41df-b442-f07806ac5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:28:14Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:15.941011 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a59c3-efa1-41df-b442-f07806ac5a20 None None] Checking router: 347733ca-c6f3-4299-bf69-5c8e1733bc3f for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:28:15.952139 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a59c3-efa1-41df-b442-f07806ac5a20 None None] Routers {'347733ca-c6f3-4299-bf69-5c8e1733bc3f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:15.953406 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f21a59c3-efa1-41df-b442-f07806ac5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:27:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:16.021917 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:16.098228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cec6e9-ad84-46ad-b125-de946830d073 None None] DHCP port deletion for 49e60eaf-5700-46be-8549-ef75c4cb1837 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:28:16.106455 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-f21a59c3-efa1-41df-b442-f07806ac5a20 None None] Set router 347733ca-c6f3-4299-bf69-5c8e1733bc3f gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:16.169568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-73cec6e9-ad84-46ad-b125-de946830d073 None None] Deleting port 19a4ef6e-1a4a-4b89-8f8d-69712493f76c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:28:16.170076 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73cec6e9-ad84-46ad-b125-de946830d073 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:16.413280 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-f21a59c3-efa1-41df-b442-f07806ac5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:28:14Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:16.445265 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a59c3-efa1-41df-b442-f07806ac5a20 None None] The sync data for ids ['347733ca-c6f3-4299-bf69-5c8e1733bc3f'] in n-d-713499-31 is: [{'id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'name': 'tempest-TestNetworkBasicOps-router-637018486', 'tenant_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '566587bb-2c64-4586-ab2a-945712992413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:28:14Z', 'revision_number': 5, 'project_id': '11a97f55aa4d4707b3f72b51b8cc49ed', 'gw_port': {'id': '566587bb-2c64-4586-ab2a-945712992413', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347733ca-c6f3-4299-bf69-5c8e1733bc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:27:17Z', 'updated_at': '2021-12-08T02:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:28:16.464254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-73cec6e9-ad84-46ad-b125-de946830d073 None None] For port 19a4ef6e-1a4a-4b89-8f8d-69712493f76c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=19a4ef6e-1a4a-4b89-8f8d-69712493f76c,segment=NetworkSegment(0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7),segment_id=0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:16.465134 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73cec6e9-ad84-46ad-b125-de946830d073 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:16.490579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-73cec6e9-ad84-46ad-b125-de946830d073 None None] Calling delete_port for 19a4ef6e-1a4a-4b89-8f8d-69712493f76c owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:28:16.515989 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:16.570862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Deleting port 566587bb-2c64-4586-ab2a-945712992413 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:28:16.571276 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:16.574088 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-73cec6e9-ad84-46ad-b125-de946830d073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:16.599686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cec6e9-ad84-46ad-b125-de946830d073 None None] Pushing event deleted for resources: {'Port': ['ID=19a4ef6e-1a4a-4b89-8f8d-69712493f76c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:16.603205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cec6e9-ad84-46ad-b125-de946830d073 None None] No DVR routers for this DVR port 19a4ef6e-1a4a-4b89-8f8d-69712493f76c on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:28:16.665086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] For port 566587bb-2c64-4586-ab2a-945712992413, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=566587bb-2c64-4586-ab2a-945712992413,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:16.665703 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:16.686076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Calling delete_port for 566587bb-2c64-4586-ab2a-945712992413 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:28:16.872737 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:16.912109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Port': ['ID=566587bb-2c64-4586-ab2a-945712992413,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:16.924172 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0588e91e-4712-49e4-9741-902a4037d231 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:28:16.980967 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:17.073439 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:17.075877 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:17.120336 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:17.120973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Fanout notify agent at l3_agent the message router_deleted on router 347733ca-c6f3-4299-bf69-5c8e1733bc3f {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:28:17.130550 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:17.134342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4a7de67f-7cfe-4938-800a-321bd9637e37 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "DELETE /v2.0/routers/347733ca-c6f3-4299-bf69-5c8e1733bc3f HTTP/1.1" status: 204 len: 168 time: 1.2484887 Dec 08 02:28:17.134736 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34468) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:17.223444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cadc559-6184-4839-9b53-ea093ae2e2b1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:17.318057 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cadc559-6184-4839-9b53-ea093ae2e2b1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:17.339059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2cadc559-6184-4839-9b53-ea093ae2e2b1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e60eaf-5700-46be-8549-ef75c4cb1837']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:17.349315 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2cadc559-6184-4839-9b53-ea093ae2e2b1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:17.349602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-2cadc559-6184-4839-9b53-ea093ae2e2b1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb8e16b-8ceb-4a04-ae0b-071d4d724ae7') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:17.359841 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cadc559-6184-4839-9b53-ea093ae2e2b1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:17.373296 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cadc559-6184-4839-9b53-ea093ae2e2b1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:17.379384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cadc559-6184-4839-9b53-ea093ae2e2b1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:28:17.379833 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cadc559-6184-4839-9b53-ea093ae2e2b1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:28:17.382731 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:28:17.439766 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cadc559-6184-4839-9b53-ea093ae2e2b1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:17.447366 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2cadc559-6184-4839-9b53-ea093ae2e2b1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:17.450015 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2cadc559-6184-4839-9b53-ea093ae2e2b1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] 10.222.0.71 "DELETE /v2.0/networks/49e60eaf-5700-46be-8549-ef75c4cb1837 HTTP/1.1" status: 204 len: 168 time: 0.3143015 Dec 08 02:28:17.466426 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadc559-6184-4839-9b53-ea093ae2e2b1 tempest-TestNetworkBasicOps-1901073505 tempest-TestNetworkBasicOps-1901073505-project] Pushing event deleted for resources: {'Network': ['ID=49e60eaf-5700-46be-8549-ef75c4cb1837,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:17.658288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0e537753-a45a-4744-af7d-7f1e6788f37c no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:28:17.681229 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 0e537753-a45a-4744-af7d-7f1e6788f37c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:28:17.681577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0e537753-a45a-4744-af7d-7f1e6788f37c not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:28:17.681991 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 19a4ef6e-1a4a-4b89-8f8d-69712493f76c no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:28:17.700794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 19a4ef6e-1a4a-4b89-8f8d-69712493f76c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:28:17.701154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 19a4ef6e-1a4a-4b89-8f8d-69712493f76c not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:28:17.701651 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 566587bb-2c64-4586-ab2a-945712992413 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:28:17.721629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 566587bb-2c64-4586-ab2a-945712992413 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:28:17.721977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 566587bb-2c64-4586-ab2a-945712992413 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:28:17.748887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34474) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:17.884616 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a6c7ad0d-2a2d-40ad-b145-bf0761e115bd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=11a97f55aa4d4707b3f72b51b8cc49ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344337 Dec 08 02:28:17.887064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34478) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:17.939464 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e279f81b-587d-4d86-be37-38989f6cceeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:17.964317 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e279f81b-587d-4d86-be37-38989f6cceeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:18.014575 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e279f81b-587d-4d86-be37-38989f6cceeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:18.017245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e279f81b-587d-4d86-be37-38989f6cceeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:18.020902 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e279f81b-587d-4d86-be37-38989f6cceeb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/45421f3d-7d18-45cc-8b3d-95f3786739a5 HTTP/1.1" status: 204 len: 168 time: 0.1305726 Dec 08 02:28:18.026196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279f81b-587d-4d86-be37-38989f6cceeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45421f3d-7d18-45cc-8b3d-95f3786739a5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:18.309663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34520) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:18.323577 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34c79682-67f5-41e4-a184-723fe7f515bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:18.399542 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34c79682-67f5-41e4-a184-723fe7f515bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:18.403687 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-34c79682-67f5-41e4-a184-723fe7f515bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:18.447221 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-34c79682-67f5-41e4-a184-723fe7f515bb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=78c80496d1e14d0497c3f119a78ab275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361382 Dec 08 02:28:18.450062 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34526) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:18.456866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c79682-67f5-41e4-a184-723fe7f515bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e32fa4-f3f3-4b30-afbb-c3ffd1508402,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:18.524473 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-397efdea-4ad4-442b-a24a-24ae4100c6dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:18.550265 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-397efdea-4ad4-442b-a24a-24ae4100c6dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:18.605295 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-397efdea-4ad4-442b-a24a-24ae4100c6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:18.608194 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-397efdea-4ad4-442b-a24a-24ae4100c6dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:18.611684 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-397efdea-4ad4-442b-a24a-24ae4100c6dc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a5e32fa4-f3f3-4b30-afbb-c3ffd1508402 HTTP/1.1" status: 204 len: 168 time: 0.1582785 Dec 08 02:28:18.618368 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397efdea-4ad4-442b-a24a-24ae4100c6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e32fa4-f3f3-4b30-afbb-c3ffd1508402,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:19.388590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34582) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:19.500973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2119106225-network', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:19.521882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] Made reservation on behalf of ecbda35416d44f07b22fd05d4d739840 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:28:19.524308 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:19.533726 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:19.612988 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:19.617341 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:19.641939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:28:19.657224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39a0ac7-e2be-40a9-82c6-c1fff37e91f9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:19.665108 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:19.665701 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] Added segment 8354b3ab-7ec1-4c90-9721-74aee12340b4 of type vlan for network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 Dec 08 02:28:19.708444 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:19.735124 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:19.736523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:19.737162 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:19.796215 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4064631 Dec 08 02:28:19.799497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34588) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:19.803637 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695790c4-889e-49ca-8b3f-45adbcfe005f admin admin] Pushing event updated for resources: {'Network': ['ID=6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:19.804784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f2591708-6c1b-4b3d-8146-27f040fa5e7c admin admin] Request body: {'subnet': {'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2119106225-subnet', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:19.813809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:28:19.825721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2591708-6c1b-4b3d-8146-27f040fa5e7c admin admin] Made reservation on behalf of ecbda35416d44f07b22fd05d4d739840 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:28:19.829257 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2591708-6c1b-4b3d-8146-27f040fa5e7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.001992 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2591708-6c1b-4b3d-8146-27f040fa5e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.063375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2591708-6c1b-4b3d-8146-27f040fa5e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=615da501-8202-46e3-8f74-02b3310ef1cb,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:20.073683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2591708-6c1b-4b3d-8146-27f040fa5e7c admin admin] Checking segment: {'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:20.074301 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2591708-6c1b-4b3d-8146-27f040fa5e7c admin admin] Network hostable DHCP agents. Network: 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:28:20.092831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2591708-6c1b-4b3d-8146-27f040fa5e7c admin admin] Network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:28:20.102402 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-f2591708-6c1b-4b3d-8146-27f040fa5e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:20.107518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2591708-6c1b-4b3d-8146-27f040fa5e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:20.111017 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2591708-6c1b-4b3d-8146-27f040fa5e7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.111287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72647482-079d-4602-89b7-0fd1b8634874 None None] Network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:28:20.131199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34590) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:20.131441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f2591708-6c1b-4b3d-8146-27f040fa5e7c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3306985 Dec 08 02:28:20.136310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2119106225-router', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:20.162744 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.163834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.218483 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.230010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195', 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195', 'project_id': 'ecbda35416d44f07b22fd05d4d739840', 'fixed_ips': [{'subnet_id': '615da501-8202-46e3-8f74-02b3310ef1cb'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:28:20.231202 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.360180 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.373681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Allocated IP 172.20.0.2 (6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195/615da501-8202-46e3-8f74-02b3310ef1cb/3f598f20-1f1c-4b06-a5b4-306d2805c2c9) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:28:20.536023 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.543571 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.583082 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.591451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:20.594449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:20.597152 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:28:20.603399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.610864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Pushing event updated for resources: {'Port': ['ID=3f598f20-1f1c-4b06-a5b4-306d2805c2c9,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:20.659219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Attempting to bind port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:28:20.659718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Attempting to bind port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:28:20.660154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Attempting to bind port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 on network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:20.665555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:28:20.666006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Checking segment: {'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:20.666476 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.666949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Bound using segment: {'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:28:20.667469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Bound port: 3f598f20-1f1c-4b06-a5b4-306d2805c2c9, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:28:20.667942 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.736204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] For port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:28:20.736444 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Allocated IP 172.25.8.6 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/365c71ff-2194-40b5-a97f-ffdbd32d2026) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:28:20.739591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] For port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3f598f20-1f1c-4b06-a5b4-306d2805c2c9,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:28:20.745807 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.807900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f9a52-0a06-49fb-b44b-a438a796445a None None] Pushing event updated for resources: {'Port': ['ID=3f598f20-1f1c-4b06-a5b4-306d2805c2c9,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:20.856286 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.895888 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:20.936450 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:20.939306 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:20.942783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:28:20.955436 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772773d4-fee6-4cd3-8e58-701fee58e242 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:28:20.970120 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Pushing event updated for resources: {'Port': ['ID=365c71ff-2194-40b5-a97f-ffdbd32d2026,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:21.026793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-05dd2076-fb6a-48ed-990a-1353c07c65f1 None None] Provisioning complete for port 365c71ff-2194-40b5-a97f-ffdbd32d2026 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:21.027510 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-05dd2076-fb6a-48ed-990a-1353c07c65f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:21.077325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-05dd2076-fb6a-48ed-990a-1353c07c65f1 None None] Port 365c71ff-2194-40b5-a97f-ffdbd32d2026 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:28:21.250818 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:21.466610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:21.468625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:21.535744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:21.536649 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:21.635111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Router e426468b-6c68-496d-98dc-647aeadff3e0 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:28:21.635757 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:21.678017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3f598f20-1f1c-4b06-a5b4-306d2805c2c9,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:21.683300 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:21.764360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=3f598f20-1f1c-4b06-a5b4-306d2805c2c9,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:21.777523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:28:21.788086 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Sync routers for ids ['e426468b-6c68-496d-98dc-647aeadff3e0'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:28:21.802132 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Routers {'e426468b-6c68-496d-98dc-647aeadff3e0'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:21.803147 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:27:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e426468b-6c68-496d-98dc-647aeadff3e0'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:21.803791 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:21.805493 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5dbab8bc-71c8-41d4-82ea-d315e346b5ec admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6725712 Dec 08 02:28:21.808297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34596) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:21.921628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a612de-94cb-4f82-a1ca-4a751dfcb57c None None] Network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:28:21.993011 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Set router e426468b-6c68-496d-98dc-647aeadff3e0 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:22.136613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b11c5fca-ac9a-4f33-85f7-1cec266eaaab None None] Provisioning complete for port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:22.137024 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b11c5fca-ac9a-4f33-85f7-1cec266eaaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:22.139200 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38fba0dd-62a2-46b9-a2ce-716739f9bb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:22.338922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'name': 'tempest-TestServerMultinode-2119106225-router', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '365c71ff-2194-40b5-a97f-ffdbd32d2026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:21Z', 'revision_number': 3, 'project_id': 'ecbda35416d44f07b22fd05d4d739840', 'gw_port': {'id': '365c71ff-2194-40b5-a97f-ffdbd32d2026', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:22.369513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Checking router: e426468b-6c68-496d-98dc-647aeadff3e0 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:28:22.370242 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Updating router e426468b-6c68-496d-98dc-647aeadff3e0 port 365c71ff-2194-40b5-a97f-ffdbd32d2026 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:28:22.408914 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:22.548357 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4d75b858-3c9a-4b8b-97fc-e87769cdf325 None None] Provisioning complete for port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:22.548675 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d75b858-3c9a-4b8b-97fc-e87769cdf325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:22.592561 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:22.777227 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:22.784159 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Allocated IP 172.20.0.1 (6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195/615da501-8202-46e3-8f74-02b3310ef1cb/212704e3-8e93-44e2-910d-902ca9f74541) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:28:22.785513 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:22.842208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f921a69-5026-4933-a489-6600ad3f21c1 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:28:22.850656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Attempting to bind port 365c71ff-2194-40b5-a97f-ffdbd32d2026 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:28:22.851024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Attempting to bind port 365c71ff-2194-40b5-a97f-ffdbd32d2026 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:28:22.851375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Attempting to bind port 365c71ff-2194-40b5-a97f-ffdbd32d2026 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:22.853268 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927eb6d-fbb2-44cd-b2c4-0a6e1e425a23 None None] Pushing event updated for resources: {'Port': ['ID=365c71ff-2194-40b5-a97f-ffdbd32d2026,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:22.860851 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:28:22.861228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:22.861617 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:22.861997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:28:22.862468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Bound port: 365c71ff-2194-40b5-a97f-ffdbd32d2026, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:28:22.862839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:22.906677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:22.917797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] For port 365c71ff-2194-40b5-a97f-ffdbd32d2026, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:28:22.929118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] For port 365c71ff-2194-40b5-a97f-ffdbd32d2026, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=365c71ff-2194-40b5-a97f-ffdbd32d2026,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:28:22.938711 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:22.946988 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:22.987394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:22.990259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:22.991792 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-be08f1ae-1a0c-4cca-888b-236c11a003ff None None] Provisioning complete for port 365c71ff-2194-40b5-a97f-ffdbd32d2026 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:22.992876 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be08f1ae-1a0c-4cca-888b-236c11a003ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:22.994341 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:28:23.000486 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fa02c6-2f63-4a01-848f-c7b764bfbf53 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:28:23.021207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Pushing event updated for resources: {'Port': ['ID=212704e3-8e93-44e2-910d-902ca9f74541,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:23.043126 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:23.057325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Routers {'e426468b-6c68-496d-98dc-647aeadff3e0'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:23.058001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:27:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e426468b-6c68-496d-98dc-647aeadff3e0'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:23.065346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927eb6d-fbb2-44cd-b2c4-0a6e1e425a23 None None] Pushing event updated for resources: {'Port': ['ID=365c71ff-2194-40b5-a97f-ffdbd32d2026,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:23.207106 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be08f1ae-1a0c-4cca-888b-236c11a003ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:23.224458 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:23.232198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] Set router e426468b-6c68-496d-98dc-647aeadff3e0 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:23.430812 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:23.441180 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:23.470017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-be08f1ae-1a0c-4cca-888b-236c11a003ff None None] For port 365c71ff-2194-40b5-a97f-ffdbd32d2026, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=365c71ff-2194-40b5-a97f-ffdbd32d2026,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:23.471143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:23.506497 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be08f1ae-1a0c-4cca-888b-236c11a003ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:23.528025 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Pushing event updated for resources: {'Port': ['ID=212704e3-8e93-44e2-910d-902ca9f74541,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:23.530096 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:23.627371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08f1ae-1a0c-4cca-888b-236c11a003ff None None] Pushing event updated for resources: {'Port': ['ID=365c71ff-2194-40b5-a97f-ffdbd32d2026,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:23.630807 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:23.632281 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:23.656591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:23.656967 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:23.660918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d7d2abb0-ed17-4866-8f34-b88169548eac None None] Provisioning complete for port 212704e3-8e93-44e2-910d-902ca9f74541 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:23.661308 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7d2abb0-ed17-4866-8f34-b88169548eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:23.766030 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:23.769213 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2abb0-ed17-4866-8f34-b88169548eac None None] Port 212704e3-8e93-44e2-910d-902ca9f74541 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:28:23.784859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Router e426468b-6c68-496d-98dc-647aeadff3e0 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:28:23.795028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d7d2abb0-ed17-4866-8f34-b88169548eac None None] Provisioning complete for port 365c71ff-2194-40b5-a97f-ffdbd32d2026 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:23.795398 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7d2abb0-ed17-4866-8f34-b88169548eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:23.870912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'name': 'tempest-TestServerMultinode-2119106225-router', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '365c71ff-2194-40b5-a97f-ffdbd32d2026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:21Z', 'revision_number': 3, 'project_id': 'ecbda35416d44f07b22fd05d4d739840', 'gw_port': {'id': '365c71ff-2194-40b5-a97f-ffdbd32d2026', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:23.910893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718573fe-9c09-451a-bec4-1b15c6dfb4b9 None None] The sync data for ids ['e426468b-6c68-496d-98dc-647aeadff3e0'] in n-d-713499-31 is: [{'id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'name': 'tempest-TestServerMultinode-2119106225-router', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '365c71ff-2194-40b5-a97f-ffdbd32d2026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:21Z', 'revision_number': 3, 'project_id': 'ecbda35416d44f07b22fd05d4d739840', 'gw_port': {'id': '365c71ff-2194-40b5-a97f-ffdbd32d2026', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:28:23.948904 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:28:23.962278 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-86e6e42b-f4af-4fa4-bdab-f47bf0a4f47f admin admin] 10.222.0.71 "PUT /v2.0/routers/e426468b-6c68-496d-98dc-647aeadff3e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1516054 Dec 08 02:28:24.094976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-46c7f6ce-6787-49ed-b90a-11dc51d7c970 None None] Provisioning complete for port 212704e3-8e93-44e2-910d-902ca9f74541 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:24.095481 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-46c7f6ce-6787-49ed-b90a-11dc51d7c970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:24.187178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-46c7f6ce-6787-49ed-b90a-11dc51d7c970 None None] Port 212704e3-8e93-44e2-910d-902ca9f74541 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:28:24.399212 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c5c4675-e203-4791-acbe-ded4de0c84c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:24.403985 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:24.567703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34616) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:24.573398 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1653384949-network', 'tenant_id': '42e320bcc44349d19b949d705b95b148'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:24.599122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] Made reservation on behalf of 42e320bcc44349d19b949d705b95b148 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:28:24.602146 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:24.612725 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:24.700892 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:24.705142 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:24.737154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:28:24.743833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60459228-ff0a-4c76-93c7-b47c8d01ec66,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:24.750400 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:24.750850 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] Added segment f5eb3bb7-0452-400a-9814-cbadc4a1af7d of type vlan for network 9b18cca2-a8f4-4417-9f08-0c80c87a1d19 Dec 08 02:28:24.798132 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:24.824082 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:24.825060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:24.825637 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:24.899350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] Pushing event updated for resources: {'Network': ['ID=9b18cca2-a8f4-4417-9f08-0c80c87a1d19,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:24.909230 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-287433b5-439c-4f9c-a32b-42cb503ae420 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3376477 Dec 08 02:28:24.909230 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34620) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:24.914877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 9b18cca2-a8f4-4417-9f08-0c80c87a1d19 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:28:24.916011 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-50fec2ee-2979-4966-a6be-145c149a2983 admin admin] Request body: {'subnet': {'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1653384949-subnet', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:24.941915 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fec2ee-2979-4966-a6be-145c149a2983 admin admin] Made reservation on behalf of 42e320bcc44349d19b949d705b95b148 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:28:24.944765 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50fec2ee-2979-4966-a6be-145c149a2983 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.125953 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50fec2ee-2979-4966-a6be-145c149a2983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.180424 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fec2ee-2979-4966-a6be-145c149a2983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:25.191180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fec2ee-2979-4966-a6be-145c149a2983 admin admin] Checking segment: {'id': 'f5eb3bb7-0452-400a-9814-cbadc4a1af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:25.191547 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fec2ee-2979-4966-a6be-145c149a2983 admin admin] Network hostable DHCP agents. Network: 9b18cca2-a8f4-4417-9f08-0c80c87a1d19, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:28:25.208649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fec2ee-2979-4966-a6be-145c149a2983 admin admin] Network 9b18cca2-a8f4-4417-9f08-0c80c87a1d19 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:28:25.219420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-50fec2ee-2979-4966-a6be-145c149a2983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 9b18cca2-a8f4-4417-9f08-0c80c87a1d19) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:25.224588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fec2ee-2979-4966-a6be-145c149a2983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:25.226593 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-50fec2ee-2979-4966-a6be-145c149a2983 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.227494 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a580c25-4bce-49bd-bdb1-26a2e7c09224 None None] Network 9b18cca2-a8f4-4417-9f08-0c80c87a1d19 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:28:25.252442 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-50fec2ee-2979-4966-a6be-145c149a2983 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3399158 Dec 08 02:28:25.252651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34622) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:25.257346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1653384949-router', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:25.278559 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.281349 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.340787 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.348309 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-9b18cca2-a8f4-4417-9f08-0c80c87a1d19', 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19', 'project_id': '42e320bcc44349d19b949d705b95b148', 'fixed_ips': [{'subnet_id': '1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:28:25.349452 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.523472 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.533076 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Allocated IP 172.20.0.2 (9b18cca2-a8f4-4417-9f08-0c80c87a1d19/1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9/7818a855-da78-4ae9-af9f-bd035964c6b7) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:28:25.535510 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 365c71ff-2194-40b5-a97f-ffdbd32d2026 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:25.594283 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.670630 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 365c71ff-2194-40b5-a97f-ffdbd32d2026 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:25.671022 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.761313 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.780659 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.809787 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.818065 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.860794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Network 9b18cca2-a8f4-4417-9f08-0c80c87a1d19 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:25.864079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:25.867576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:28:25.878336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Pushing event updated for resources: {'Port': ['ID=7818a855-da78-4ae9-af9f-bd035964c6b7,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:25.889383 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Sync routers for ids ['e426468b-6c68-496d-98dc-647aeadff3e0'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:28:25.906305 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Routers {'e426468b-6c68-496d-98dc-647aeadff3e0'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:25.906935 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:28:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e426468b-6c68-496d-98dc-647aeadff3e0'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:25.926038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Allocated IP 172.25.8.60 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/befc34e3-190f-41f7-9417-d6dbc8ce7fa6) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:28:25.934522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Attempting to bind port 7818a855-da78-4ae9-af9f-bd035964c6b7 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:28:25.935071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Attempting to bind port 7818a855-da78-4ae9-af9f-bd035964c6b7 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'f5eb3bb7-0452-400a-9814-cbadc4a1af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:28:25.935532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Attempting to bind port 7818a855-da78-4ae9-af9f-bd035964c6b7 on network 9b18cca2-a8f4-4417-9f08-0c80c87a1d19 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:25.952161 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:28:25.959179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Checking segment: {'id': 'f5eb3bb7-0452-400a-9814-cbadc4a1af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:25.959998 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:25.960489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Bound using segment: {'id': 'f5eb3bb7-0452-400a-9814-cbadc4a1af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:28:25.961087 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Bound port: 7818a855-da78-4ae9-af9f-bd035964c6b7, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5eb3bb7-0452-400a-9814-cbadc4a1af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:28:25.961567 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:26.041438 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Set router e426468b-6c68-496d-98dc-647aeadff3e0 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:26.055617 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] For port 7818a855-da78-4ae9-af9f-bd035964c6b7, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:28:26.059351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] For port 7818a855-da78-4ae9-af9f-bd035964c6b7, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=7818a855-da78-4ae9-af9f-bd035964c6b7,segment=NetworkSegment(f5eb3bb7-0452-400a-9814-cbadc4a1af7d),segment_id=f5eb3bb7-0452-400a-9814-cbadc4a1af7d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:28:26.066681 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:26.077866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:26.121480 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:26.138430 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c1b1f-c317-4f49-82c0-5fe95d8c4571 None None] Pushing event updated for resources: {'Port': ['ID=7818a855-da78-4ae9-af9f-bd035964c6b7,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:26.170267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:26.173892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:26.180167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:28:26.194142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edec755-753b-4498-a6eb-8656389edff0 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:28:26.224764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Pushing event updated for resources: {'Port': ['ID=befc34e3-190f-41f7-9417-d6dbc8ce7fa6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:26.300541 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-be7b05ec-a9f4-4caa-9abf-857ac2a9e53b None None] Provisioning complete for port befc34e3-190f-41f7-9417-d6dbc8ce7fa6 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:26.301120 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be7b05ec-a9f4-4caa-9abf-857ac2a9e53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:26.319868 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'name': 'tempest-TestServerMultinode-2119106225-router', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '365c71ff-2194-40b5-a97f-ffdbd32d2026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:23Z', 'revision_number': 4, 'project_id': 'ecbda35416d44f07b22fd05d4d739840', 'gw_port': {'id': '365c71ff-2194-40b5-a97f-ffdbd32d2026', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '212704e3-8e93-44e2-910d-902ca9f74541', 'name': '', 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840', 'mac_address': 'fa:16:3e:f4:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '615da501-8202-46e3-8f74-02b3310ef1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:22Z', 'updated_at': '2021-12-08T02:28:23Z', 'revision_number': 2, 'project_id': 'ecbda35416d44f07b22fd05d4d739840', 'subnets': [{'id': '615da501-8202-46e3-8f74-02b3310ef1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:26.352938 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Checking router: e426468b-6c68-496d-98dc-647aeadff3e0 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:28:26.353290 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Updating router e426468b-6c68-496d-98dc-647aeadff3e0 port 212704e3-8e93-44e2-910d-902ca9f74541 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:28:26.355561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-be7b05ec-a9f4-4caa-9abf-857ac2a9e53b None None] Port befc34e3-190f-41f7-9417-d6dbc8ce7fa6 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:28:26.411849 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:26.527466 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:26.730798 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:26.739494 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:26.764822 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:26.838917 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Pushing event updated for resources: {'Port': ['ID=212704e3-8e93-44e2-910d-902ca9f74541,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:26.850444 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:26.850787 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:26.851125 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:26.851472 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:26.851816 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:26.852143 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:26.852473 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:26.852945 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:26.853275 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:26.853594 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:26.853913 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:26.854233 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:26.854552 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:26.868320 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Attempting to bind port 212704e3-8e93-44e2-910d-902ca9f74541 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:28:26.868694 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Attempting to bind port 212704e3-8e93-44e2-910d-902ca9f74541 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:28:26.869055 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Attempting to bind port 212704e3-8e93-44e2-910d-902ca9f74541 on network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:26.876386 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:28:26.876613 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Checking segment: {'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:26.877134 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:26.877832 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Bound using segment: {'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:28:26.878368 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Bound port: 212704e3-8e93-44e2-910d-902ca9f74541, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:28:26.878826 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:26.925708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Router 5d802ffe-7338-473a-aef7-59b9c71391be is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:28:27.007534 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] For port 212704e3-8e93-44e2-910d-902ca9f74541, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:28:27.011539 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] For port 212704e3-8e93-44e2-910d-902ca9f74541, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=212704e3-8e93-44e2-910d-902ca9f74541,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:28:27.023379 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:27.028327 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:27.126445 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c9ae6-3870-49a8-a237-9e613105ae87 None None] Pushing event updated for resources: {'Port': ['ID=212704e3-8e93-44e2-910d-902ca9f74541,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:27.139844 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Routers {'e426468b-6c68-496d-98dc-647aeadff3e0'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:27.140793 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:28:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e426468b-6c68-496d-98dc-647aeadff3e0'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:27.189619 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-067d0ee1-461a-475e-96c7-1ed342a41e45 None None] Provisioning complete for port 212704e3-8e93-44e2-910d-902ca9f74541 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:27.192168 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-067d0ee1-461a-475e-96c7-1ed342a41e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:27.323625 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] Set router e426468b-6c68-496d-98dc-647aeadff3e0 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:27.394561 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-067d0ee1-461a-475e-96c7-1ed342a41e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:27.443282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:28:27.477070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-067d0ee1-461a-475e-96c7-1ed342a41e45 None None] For port 212704e3-8e93-44e2-910d-902ca9f74541, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=212704e3-8e93-44e2-910d-902ca9f74541,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:27.484560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Sync routers for ids ['5d802ffe-7338-473a-aef7-59b9c71391be'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:28:27.492801 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:27.495062 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-69d1c554-e8f3-4d8d-a022-b9e29b2e531b admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2414565 Dec 08 02:28:27.497877 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34628) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:27.506823 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-067d0ee1-461a-475e-96c7-1ed342a41e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:27.516435 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Routers {'5d802ffe-7338-473a-aef7-59b9c71391be'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:27.518141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:28:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d802ffe-7338-473a-aef7-59b9c71391be'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:27.669425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 7818a855-da78-4ae9-af9f-bd035964c6b7 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:27.672474 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'name': 'tempest-TestServerMultinode-2119106225-router', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '365c71ff-2194-40b5-a97f-ffdbd32d2026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:23Z', 'revision_number': 4, 'project_id': 'ecbda35416d44f07b22fd05d4d739840', 'gw_port': {'id': '365c71ff-2194-40b5-a97f-ffdbd32d2026', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '212704e3-8e93-44e2-910d-902ca9f74541', 'name': '', 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840', 'mac_address': 'fa:16:3e:f4:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '615da501-8202-46e3-8f74-02b3310ef1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:22Z', 'updated_at': '2021-12-08T02:28:26Z', 'revision_number': 4, 'project_id': 'ecbda35416d44f07b22fd05d4d739840', 'subnets': [{'id': '615da501-8202-46e3-8f74-02b3310ef1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:27.673649 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd2ed67-258b-4353-b8f8-d02f39a60279 None None] Network 9b18cca2-a8f4-4417-9f08-0c80c87a1d19 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:28:27.705538 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a39e4-7f5d-4cd4-b533-d23e7be48269 None None] The sync data for ids ['e426468b-6c68-496d-98dc-647aeadff3e0'] in n-d-713499-31 is: [{'id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'name': 'tempest-TestServerMultinode-2119106225-router', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '365c71ff-2194-40b5-a97f-ffdbd32d2026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:23Z', 'revision_number': 4, 'project_id': 'ecbda35416d44f07b22fd05d4d739840', 'gw_port': {'id': '365c71ff-2194-40b5-a97f-ffdbd32d2026', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '212704e3-8e93-44e2-910d-902ca9f74541', 'name': '', 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840', 'mac_address': 'fa:16:3e:f4:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '615da501-8202-46e3-8f74-02b3310ef1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:22Z', 'updated_at': '2021-12-08T02:28:26Z', 'revision_number': 4, 'project_id': 'ecbda35416d44f07b22fd05d4d739840', 'subnets': [{'id': '615da501-8202-46e3-8f74-02b3310ef1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:28:27.718019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d0ee1-461a-475e-96c7-1ed342a41e45 None None] Pushing event updated for resources: {'Port': ['ID=212704e3-8e93-44e2-910d-902ca9f74541,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:27.842746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-26c0150b-4a48-4db4-a971-f5118b582360 None None] Provisioning complete for port 212704e3-8e93-44e2-910d-902ca9f74541 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:27.843117 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-26c0150b-4a48-4db4-a971-f5118b582360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:27.932683 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Set router 5d802ffe-7338-473a-aef7-59b9c71391be gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:28.052593 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:28.063695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 7818a855-da78-4ae9-af9f-bd035964c6b7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:28.064027 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:28.069193 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:28.269467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Allocated IP 172.20.0.1 (9b18cca2-a8f4-4417-9f08-0c80c87a1d19/1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9/02d08a78-74e3-4c82-b9ed-8648254e9b95) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:28:28.440143 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:28.493179 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:28.526114 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:28.540482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Network 9b18cca2-a8f4-4417-9f08-0c80c87a1d19 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:28.543747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:28.548330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:28:28.584962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Pushing event updated for resources: {'Port': ['ID=02d08a78-74e3-4c82-b9ed-8648254e9b95,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:28.589794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 7818a855-da78-4ae9-af9f-bd035964c6b7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=7818a855-da78-4ae9-af9f-bd035964c6b7,segment=NetworkSegment(f5eb3bb7-0452-400a-9814-cbadc4a1af7d),segment_id=f5eb3bb7-0452-400a-9814-cbadc4a1af7d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:28.591265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-aee06359-b05c-4532-9af7-02d05d76731d None None] Provisioning complete for port 7818a855-da78-4ae9-af9f-bd035964c6b7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:28.592855 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aee06359-b05c-4532-9af7-02d05d76731d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:28.615487 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:28.628840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:28.688869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'name': 'tempest-TestServerMultinode-1653384949-router', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'befc34e3-190f-41f7-9417-d6dbc8ce7fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:28:26Z', 'revision_number': 3, 'project_id': '42e320bcc44349d19b949d705b95b148', 'gw_port': {'id': 'befc34e3-190f-41f7-9417-d6dbc8ce7fa6', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:28.763422 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Checking router: 5d802ffe-7338-473a-aef7-59b9c71391be for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:28:28.763809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Updating router 5d802ffe-7338-473a-aef7-59b9c71391be port befc34e3-190f-41f7-9417-d6dbc8ce7fa6 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:28:28.816858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=7818a855-da78-4ae9-af9f-bd035964c6b7,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:28.826790 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:28.838538 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:29.104171 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:29.111494 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:29.187890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Pushing event updated for resources: {'Port': ['ID=02d08a78-74e3-4c82-b9ed-8648254e9b95,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:29.190354 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:29.199017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-14b8adf7-8d9e-4574-85b0-0c90ef440dc0 None None] Provisioning complete for port 7818a855-da78-4ae9-af9f-bd035964c6b7 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:29.199394 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14b8adf7-8d9e-4574-85b0-0c90ef440dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:29.318772 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:29.321675 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Network 9b18cca2-a8f4-4417-9f08-0c80c87a1d19 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:29.325078 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:29.349854 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:29.414040 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bb89c-04f7-47a8-ac73-95c71411cc97 None None] Pushing event updated for resources: {'Port': ['ID=befc34e3-190f-41f7-9417-d6dbc8ce7fa6,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:29.445353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Attempting to bind port befc34e3-190f-41f7-9417-d6dbc8ce7fa6 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:28:29.445727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Attempting to bind port befc34e3-190f-41f7-9417-d6dbc8ce7fa6 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:28:29.446093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Attempting to bind port befc34e3-190f-41f7-9417-d6dbc8ce7fa6 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:29.456224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10fd6d5-6b5a-471e-93ad-730d6968d479 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:28:29.485174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Router 5d802ffe-7338-473a-aef7-59b9c71391be has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:28:29.486089 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:28:29.486503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:29.486937 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:29.487344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:28:29.488186 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Bound port: befc34e3-190f-41f7-9417-d6dbc8ce7fa6, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:28:29.488581 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:29.539061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-14b8adf7-8d9e-4574-85b0-0c90ef440dc0 None None] Provisioning complete for port 02d08a78-74e3-4c82-b9ed-8648254e9b95 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:29.539724 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14b8adf7-8d9e-4574-85b0-0c90ef440dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:29.597144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-14b8adf7-8d9e-4574-85b0-0c90ef440dc0 None None] Port 02d08a78-74e3-4c82-b9ed-8648254e9b95 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:28:29.602545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] For port befc34e3-190f-41f7-9417-d6dbc8ce7fa6, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:28:29.607075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] For port befc34e3-190f-41f7-9417-d6dbc8ce7fa6, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=befc34e3-190f-41f7-9417-d6dbc8ce7fa6,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:28:29.614853 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:29.655207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:28:29.662269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 7818a855-da78-4ae9-af9f-bd035964c6b7 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:29.668139 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-de38e22b-a1cb-4850-8168-5931c35e4b2a admin admin] 10.222.0.71 "PUT /v2.0/routers/5d802ffe-7338-473a-aef7-59b9c71391be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1690454 Dec 08 02:28:29.723888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65db399-9ea7-44f8-8af2-8d946a3ebe3e None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:28:29.761163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5ae850fa-1402-47bb-a797-b96299baf2d9 None None] Provisioning complete for port befc34e3-190f-41f7-9417-d6dbc8ce7fa6 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:29.761422 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ae850fa-1402-47bb-a797-b96299baf2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:29.763412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bb89c-04f7-47a8-ac73-95c71411cc97 None None] Pushing event updated for resources: {'Port': ['ID=befc34e3-190f-41f7-9417-d6dbc8ce7fa6,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:29.765928 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Routers {'5d802ffe-7338-473a-aef7-59b9c71391be'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:29.766532 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:28:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d802ffe-7338-473a-aef7-59b9c71391be'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:29.890679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 7818a855-da78-4ae9-af9f-bd035964c6b7 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:29.890967 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:29.939855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] Set router 5d802ffe-7338-473a-aef7-59b9c71391be gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:30.018315 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ae850fa-1402-47bb-a797-b96299baf2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:30.113569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5ae850fa-1402-47bb-a797-b96299baf2d9 None None] For port befc34e3-190f-41f7-9417-d6dbc8ce7fa6, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=befc34e3-190f-41f7-9417-d6dbc8ce7fa6,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:30.146511 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ae850fa-1402-47bb-a797-b96299baf2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:30.194590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 212704e3-8e93-44e2-910d-902ca9f74541 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:30.259883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5ae850fa-1402-47bb-a797-b96299baf2d9 None None] Provisioning complete for port 02d08a78-74e3-4c82-b9ed-8648254e9b95 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:30.260251 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ae850fa-1402-47bb-a797-b96299baf2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:30.300343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae850fa-1402-47bb-a797-b96299baf2d9 None None] Pushing event updated for resources: {'Port': ['ID=befc34e3-190f-41f7-9417-d6dbc8ce7fa6,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:30.311198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-e77ea8a7-866e-4c9b-a245-46e7ccaeb166 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:30.316067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-e77ea8a7-866e-4c9b-a245-46e7ccaeb166 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/networks?id=6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 HTTP/1.1" status: 200 len: 911 time: 0.1235013 Dec 08 02:28:30.337801 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-679a8270-065a-4441-bbf7-5c06ad33d922 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/quotas/42e320bcc44349d19b949d705b95b148 HTTP/1.1" status: 200 len: 375 time: 0.0180159 Dec 08 02:28:30.342538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5ae850fa-1402-47bb-a797-b96299baf2d9 None None] Port 02d08a78-74e3-4c82-b9ed-8648254e9b95 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:28:30.356456 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 212704e3-8e93-44e2-910d-902ca9f74541 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:30.356932 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:30.409117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'name': 'tempest-TestServerMultinode-1653384949-router', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'befc34e3-190f-41f7-9417-d6dbc8ce7fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:28:28Z', 'revision_number': 4, 'project_id': '42e320bcc44349d19b949d705b95b148', 'gw_port': {'id': 'befc34e3-190f-41f7-9417-d6dbc8ce7fa6', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '02d08a78-74e3-4c82-b9ed-8648254e9b95', 'name': '', 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'mac_address': 'fa:16:3e:10:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:28Z', 'updated_at': '2021-12-08T02:28:28Z', 'revision_number': 2, 'project_id': '42e320bcc44349d19b949d705b95b148', 'subnets': [{'id': '1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:30.427484 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-87e6186f-40e1-4b6d-8ba7-7ab1e6beee16 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?tenant_id=42e320bcc44349d19b949d705b95b148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801578 Dec 08 02:28:30.439208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0e65f-bde8-4f81-b1c8-f0c116777385 None None] The sync data for ids ['5d802ffe-7338-473a-aef7-59b9c71391be'] in n-d-713499-31 is: [{'id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'name': 'tempest-TestServerMultinode-1653384949-router', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'befc34e3-190f-41f7-9417-d6dbc8ce7fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:28:28Z', 'revision_number': 4, 'project_id': '42e320bcc44349d19b949d705b95b148', 'gw_port': {'id': 'befc34e3-190f-41f7-9417-d6dbc8ce7fa6', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '02d08a78-74e3-4c82-b9ed-8648254e9b95', 'name': '', 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'mac_address': 'fa:16:3e:10:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:28Z', 'updated_at': '2021-12-08T02:28:28Z', 'revision_number': 2, 'project_id': '42e320bcc44349d19b949d705b95b148', 'subnets': [{'id': '1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:28:30.494783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-86b6cac0-c273-4a73-9e9e-fc9cf668cb9f None None] Provisioning complete for port befc34e3-190f-41f7-9417-d6dbc8ce7fa6 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:30.495156 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86b6cac0-c273-4a73-9e9e-fc9cf668cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:30.561369 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-99b60e88-157e-4ead-9c45-c9d8cc5ad66d service neutron] 10.222.0.71 "GET /v2.0/networks/6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215415 Dec 08 02:28:30.670085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-f5c7911c-9b15-47c4-a901-6b5c1fbd2a2f service neutron] 10.222.0.71 "GET /v2.0/networks/6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025832 Dec 08 02:28:30.919811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80840f5f-c757-4cc5-a9ff-3536b7caf26f req-00677b27-d402-40d2-8f49-ccbf6a623557 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0521669 Dec 08 02:28:31.505039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device befc34e3-190f-41f7-9417-d6dbc8ce7fa6 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:31.569115 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port befc34e3-190f-41f7-9417-d6dbc8ce7fa6 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:31.569695 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:32.024922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b3ba8961-5079-4ae2-aa08-8775f5794a3f req-28166daf-d1d5-458b-bc54-2ee9805101e5 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0265849 Dec 08 02:28:32.119698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-4c46fc08-57e8-44c8-8802-c566ba336078 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:32.121172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-4c46fc08-57e8-44c8-8802-c566ba336078 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.45 "GET /v2.0/networks?id=6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 HTTP/1.1" status: 200 len: 911 time: 0.0947039 Dec 08 02:28:32.141238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Request body: {'port': {'device_id': 'fe3c925f-4eef-4f50-a454-895fc7a9d3f1', 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195', 'admin_state_up': True, 'tenant_id': '42e320bcc44349d19b949d705b95b148'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:32.164120 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Made reservation on behalf of 42e320bcc44349d19b949d705b95b148 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:28:32.166470 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:32.286474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Allocated IP 172.20.0.6 (6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195/615da501-8202-46e3-8f74-02b3310ef1cb/85950d1c-726e-49ef-832e-91634d06e44b) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:28:32.431528 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:32.468187 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:32.513812 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:32.519686 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:32.522929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:28:32.531310 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Pushing event updated for resources: {'Port': ['ID=85950d1c-726e-49ef-832e-91634d06e44b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:32.564866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:32.565223 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:32.565564 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:32.565903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:32.566238 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:32.566575 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:32.566900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:32.567233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:32.567554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:32.567957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:32.568513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:32.568852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:32.569256 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:32.590510 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:32.591100 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:32.610785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-1f0e4403-26e4-4869-9964-9d668436e38a tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4742165 Dec 08 02:28:32.628202 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Request body: {'port': {'device_id': 'fe3c925f-4eef-4f50-a454-895fc7a9d3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:32.695944 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:32.829831 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Sync routers for ids ['5d802ffe-7338-473a-aef7-59b9c71391be'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:28:32.842941 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Routers {'5d802ffe-7338-473a-aef7-59b9c71391be'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:32.843597 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:28:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d802ffe-7338-473a-aef7-59b9c71391be'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:32.847757 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d9a88e32-b768-45c5-9cae-5e559f6afb29 None None] Provisioning complete for port 85950d1c-726e-49ef-832e-91634d06e44b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:32.848782 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d9a88e32-b768-45c5-9cae-5e559f6afb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:32.892342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d9a88e32-b768-45c5-9cae-5e559f6afb29 None None] Port 85950d1c-726e-49ef-832e-91634d06e44b cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:28:32.999892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85950d1c-726e-49ef-832e-91634d06e44b {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:28:33.008311 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:33.021235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Transition to ACTIVE for port object 85950d1c-726e-49ef-832e-91634d06e44b will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:28:33.025189 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:33.059657 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Set router 5d802ffe-7338-473a-aef7-59b9c71391be gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:33.086630 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Pushing event updated for resources: {'Port': ['ID=85950d1c-726e-49ef-832e-91634d06e44b,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:33.208889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Attempting to bind port 85950d1c-726e-49ef-832e-91634d06e44b on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:28:33.216740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Attempting to bind port 85950d1c-726e-49ef-832e-91634d06e44b by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:28:33.217083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Attempting to bind port 85950d1c-726e-49ef-832e-91634d06e44b on network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:33.223847 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Port 85950d1c-726e-49ef-832e-91634d06e44b on network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:28:33.224146 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Attempting to bind port 85950d1c-726e-49ef-832e-91634d06e44b on network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:33.232197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:28:33.232535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Checking segment: {'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:33.232919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Bound using segment: {'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:28:33.245473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Bound port: 85950d1c-726e-49ef-832e-91634d06e44b, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:28:33.246020 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:33.250706 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2144b2-3f08-4a3f-a959-e4edea51b039 req-aaa869e8-0909-4690-ab94-c4e9769d8094 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:33.252471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd2144b2-3f08-4a3f-a959-e4edea51b039 req-aaa869e8-0909-4690-ab94-c4e9769d8094 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 1053 time: 0.1031661 Dec 08 02:28:33.315319 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'name': 'tempest-TestServerMultinode-1653384949-router', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'befc34e3-190f-41f7-9417-d6dbc8ce7fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:28:28Z', 'revision_number': 4, 'project_id': '42e320bcc44349d19b949d705b95b148', 'gw_port': {'id': 'befc34e3-190f-41f7-9417-d6dbc8ce7fa6', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '02d08a78-74e3-4c82-b9ed-8648254e9b95', 'name': '', 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'mac_address': 'fa:16:3e:10:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:28Z', 'updated_at': '2021-12-08T02:28:28Z', 'revision_number': 2, 'project_id': '42e320bcc44349d19b949d705b95b148', 'subnets': [{'id': '1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:33.353373 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Checking router: 5d802ffe-7338-473a-aef7-59b9c71391be for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:28:33.354124 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Updating router 5d802ffe-7338-473a-aef7-59b9c71391be port 02d08a78-74e3-4c82-b9ed-8648254e9b95 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:28:33.369611 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd2144b2-3f08-4a3f-a959-e4edea51b039 req-7045de94-aa21-41f2-95c1-2604cef5bcb7 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074383 Dec 08 02:28:33.373991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] For port 85950d1c-726e-49ef-832e-91634d06e44b, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:28:33.380477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] For port 85950d1c-726e-49ef-832e-91634d06e44b, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=85950d1c-726e-49ef-832e-91634d06e44b,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:28:33.384664 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:33.398166 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:33.438046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:33.438681 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:33.440112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] 10.222.0.45 "PUT /v2.0/ports/85950d1c-726e-49ef-832e-91634d06e44b HTTP/1.1" status: 200 len: 1092 time: 0.8164804 Dec 08 02:28:33.440703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3c925f-4eef-4f50-a454-895fc7a9d3f1', 'tag': '85950d1c-726e-49ef-832e-91634d06e44b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:33.443471 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0fb82f-cdb3-42f2-9c9d-ce9323a68970" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3c925f-4eef-4f50-a454-895fc7a9d3f1", "tag": "85950d1c-726e-49ef-832e-91634d06e44b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:33.471615 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec7453-f03b-4279-911b-2e016b2d7525 service neutron] Pushing event updated for resources: {'Port': ['ID=85950d1c-726e-49ef-832e-91634d06e44b,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:33.527481 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9423018a-11c7-4478-929b-60f2908d93b4 x-openstack-request-id: req-9423018a-11c7-4478-929b-60f2908d93b4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:33.527824 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3c925f-4eef-4f50-a454-895fc7a9d3f1", "tag": "85950d1c-726e-49ef-832e-91634d06e44b", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:33.528084 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9423018a-11c7-4478-929b-60f2908d93b4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:33.528499 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3c925f-4eef-4f50-a454-895fc7a9d3f1', 'tag': '85950d1c-726e-49ef-832e-91634d06e44b', 'status': 'completed', 'code': 200} Dec 08 02:28:33.598431 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-b85fa7b4-1328-4a5f-8402-ffebef555a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:33.600341 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-b85fa7b4-1328-4a5f-8402-ffebef555a2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42e320bcc44349d19b949d705b95b148&device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 1095 time: 0.0985048 Dec 08 02:28:33.656819 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-9b10da7a-68eb-45a1-a11e-54348e631973 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85950d1c-726e-49ef-832e-91634d06e44b HTTP/1.1" status: 200 len: 217 time: 0.0432098 Dec 08 02:28:33.720603 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-031e2881-f4f3-4638-ac8d-ac1c1d1cab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:33.722099 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-031e2881-f4f3-4638-ac8d-ac1c1d1cab9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=615da501-8202-46e3-8f74-02b3310ef1cb HTTP/1.1" status: 200 len: 849 time: 0.0578556 Dec 08 02:28:33.761782 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:33.767658 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:33.778295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-19d990a5-d543-4e01-959e-88f8acadf49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:33.779858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-19d990a5-d543-4e01-959e-88f8acadf49e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495870 Dec 08 02:28:33.823369 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adaf38e-8c82-4c38-9277-01381d3e933b None None] Pushing event updated for resources: {'Port': ['ID=02d08a78-74e3-4c82-b9ed-8648254e9b95,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:33.885975 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Attempting to bind port 02d08a78-74e3-4c82-b9ed-8648254e9b95 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:28:33.886592 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Attempting to bind port 02d08a78-74e3-4c82-b9ed-8648254e9b95 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'f5eb3bb7-0452-400a-9814-cbadc4a1af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:28:33.886852 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Attempting to bind port 02d08a78-74e3-4c82-b9ed-8648254e9b95 on network 9b18cca2-a8f4-4417-9f08-0c80c87a1d19 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:33.892436 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:28:33.892817 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Checking segment: {'id': 'f5eb3bb7-0452-400a-9814-cbadc4a1af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:33.893224 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:33.895057 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Bound using segment: {'id': 'f5eb3bb7-0452-400a-9814-cbadc4a1af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:28:33.895420 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Bound port: 02d08a78-74e3-4c82-b9ed-8648254e9b95, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5eb3bb7-0452-400a-9814-cbadc4a1af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:28:33.895854 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:33.903665 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-bee232a4-b44a-427a-a55a-dcca909eb9e8 service neutron] 10.222.0.45 "GET /v2.0/networks/6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170001 Dec 08 02:28:33.966642 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] For port 02d08a78-74e3-4c82-b9ed-8648254e9b95, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:28:33.970479 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] For port 02d08a78-74e3-4c82-b9ed-8648254e9b95, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=02d08a78-74e3-4c82-b9ed-8648254e9b95,segment=NetworkSegment(f5eb3bb7-0452-400a-9814-cbadc4a1af7d),segment_id=f5eb3bb7-0452-400a-9814-cbadc4a1af7d)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:28:33.975091 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:34.003734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3944370e-fd67-4801-8317-c9c55f308ed4 req-ccb90a7b-ced9-485b-9ca5-035eac438c44 service neutron] 10.222.0.45 "GET /v2.0/networks/6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933824 Dec 08 02:28:34.038644 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Routers {'5d802ffe-7338-473a-aef7-59b9c71391be'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:34.039291 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:28:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d802ffe-7338-473a-aef7-59b9c71391be'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:34.078929 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adaf38e-8c82-4c38-9277-01381d3e933b None None] Pushing event updated for resources: {'Port': ['ID=02d08a78-74e3-4c82-b9ed-8648254e9b95,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:34.151353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fb82f-cdb3-42f2-9c9d-ce9323a68970 req-d9ad78c8-65f6-4cc5-9a01-2a6966cc5261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:34.155827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba0fb82f-cdb3-42f2-9c9d-ce9323a68970 req-d9ad78c8-65f6-4cc5-9a01-2a6966cc5261 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=42e320bcc44349d19b949d705b95b148&device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 1095 time: 0.0637515 Dec 08 02:28:34.177563 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Provisioning complete for port 02d08a78-74e3-4c82-b9ed-8648254e9b95 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:34.178681 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:34.181083 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] Set router 5d802ffe-7338-473a-aef7-59b9c71391be gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:34.305124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fb82f-cdb3-42f2-9c9d-ce9323a68970 req-ec23ea66-f045-4b66-a28e-3fea61743e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:34.306763 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba0fb82f-cdb3-42f2-9c9d-ce9323a68970 req-ec23ea66-f045-4b66-a28e-3fea61743e44 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 HTTP/1.1" status: 200 len: 911 time: 0.1430540 Dec 08 02:28:34.341746 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:34.357484 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba0fb82f-cdb3-42f2-9c9d-ce9323a68970 req-13ef6957-ade9-4ead-ad5c-fdcb0d928bb5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85950d1c-726e-49ef-832e-91634d06e44b HTTP/1.1" status: 200 len: 217 time: 0.0408635 Dec 08 02:28:34.379433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] For port 02d08a78-74e3-4c82-b9ed-8648254e9b95, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=02d08a78-74e3-4c82-b9ed-8648254e9b95,segment=NetworkSegment(f5eb3bb7-0452-400a-9814-cbadc4a1af7d),segment_id=f5eb3bb7-0452-400a-9814-cbadc4a1af7d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:34.385176 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:34.415860 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fb82f-cdb3-42f2-9c9d-ce9323a68970 req-d70b7164-d8c5-4436-a2b6-6b88ce4c0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:34.417430 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba0fb82f-cdb3-42f2-9c9d-ce9323a68970 req-d70b7164-d8c5-4436-a2b6-6b88ce4c0b8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=615da501-8202-46e3-8f74-02b3310ef1cb HTTP/1.1" status: 200 len: 849 time: 0.0522285 Dec 08 02:28:34.441205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Pushing event updated for resources: {'Port': ['ID=02d08a78-74e3-4c82-b9ed-8648254e9b95,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:34.449253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:34.449813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:34.450431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:34.450904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:34.451379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:34.451886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:34.452384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:34.452893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:34.453374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:34.453871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:34.454336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:34.454684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:34.455007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa9d66-f2bb-40fe-a253-fa3cf5781d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:34.489222 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fb82f-cdb3-42f2-9c9d-ce9323a68970 req-12848a9d-69a2-47b3-be88-9f79a913ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:34.490812 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba0fb82f-cdb3-42f2-9c9d-ce9323a68970 req-12848a9d-69a2-47b3-be88-9f79a913ec93 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631998 Dec 08 02:28:34.506916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-255df7bc-00bb-4145-b620-203da333b9fd None None] Provisioning complete for port 02d08a78-74e3-4c82-b9ed-8648254e9b95 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:34.507503 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-255df7bc-00bb-4145-b620-203da333b9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:34.512393 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'name': 'tempest-TestServerMultinode-1653384949-router', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'befc34e3-190f-41f7-9417-d6dbc8ce7fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:28:28Z', 'revision_number': 4, 'project_id': '42e320bcc44349d19b949d705b95b148', 'gw_port': {'id': 'befc34e3-190f-41f7-9417-d6dbc8ce7fa6', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '02d08a78-74e3-4c82-b9ed-8648254e9b95', 'name': '', 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'mac_address': 'fa:16:3e:10:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:28Z', 'updated_at': '2021-12-08T02:28:33Z', 'revision_number': 4, 'project_id': '42e320bcc44349d19b949d705b95b148', 'subnets': [{'id': '1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:34.548937 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a175b039-5d36-48ad-b6fd-4bb5ca8b6ac0 None None] The sync data for ids ['5d802ffe-7338-473a-aef7-59b9c71391be'] in n-d-713499-31 is: [{'id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'name': 'tempest-TestServerMultinode-1653384949-router', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'befc34e3-190f-41f7-9417-d6dbc8ce7fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:28:28Z', 'revision_number': 4, 'project_id': '42e320bcc44349d19b949d705b95b148', 'gw_port': {'id': 'befc34e3-190f-41f7-9417-d6dbc8ce7fa6', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '02d08a78-74e3-4c82-b9ed-8648254e9b95', 'name': '', 'network_id': '9b18cca2-a8f4-4417-9f08-0c80c87a1d19', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'mac_address': 'fa:16:3e:10:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:28Z', 'updated_at': '2021-12-08T02:28:33Z', 'revision_number': 4, 'project_id': '42e320bcc44349d19b949d705b95b148', 'subnets': [{'id': '1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:28:34.600968 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba0fb82f-cdb3-42f2-9c9d-ce9323a68970 req-d1e21109-7b58-4ad9-8e1f-2b54f314a7e8 service neutron] 10.222.0.45 "GET /v2.0/networks/6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960114 Dec 08 02:28:34.643815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac05de7-bb3f-45e9-a81c-dd82e075bf12 req-cfa30716-963b-4361-b14f-928f8ea3b8a0 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:34.645460 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eac05de7-bb3f-45e9-a81c-dd82e075bf12 req-cfa30716-963b-4361-b14f-928f8ea3b8a0 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 1095 time: 0.1683586 Dec 08 02:28:34.753246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eac05de7-bb3f-45e9-a81c-dd82e075bf12 req-2fdaf3c0-877e-4084-9662-381b402eb0fc tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701008 Dec 08 02:28:34.755259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ba0fb82f-cdb3-42f2-9c9d-ce9323a68970 req-edf19e87-86fb-49ac-850c-46e8bd72654e service neutron] 10.222.0.45 "GET /v2.0/networks/6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433854 Dec 08 02:28:35.465146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 02d08a78-74e3-4c82-b9ed-8648254e9b95 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:35.512071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 02d08a78-74e3-4c82-b9ed-8648254e9b95 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:35.512436 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:35.601125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 85950d1c-726e-49ef-832e-91634d06e44b details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:28:35.701835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 85950d1c-726e-49ef-832e-91634d06e44b, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=85950d1c-726e-49ef-832e-91634d06e44b,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:35.713137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '85950d1c-726e-49ef-832e-91634d06e44b', 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195', 'port_id': '85950d1c-726e-49ef-832e-91634d06e44b', 'mac_address': 'fa:16:3e:5e:b2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '615da501-8202-46e3-8f74-02b3310ef1cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:28:35.749914 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:35.763416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85950d1c-726e-49ef-832e-91634d06e44b {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:28:35.782724 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 85950d1c-726e-49ef-832e-91634d06e44b, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=85950d1c-726e-49ef-832e-91634d06e44b,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:35.788071 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:35.836718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=85950d1c-726e-49ef-832e-91634d06e44b,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:35.876296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d29de-74f3-435f-8534-bbbb6d7527f2 req-98f79e1c-29b5-476d-92a8-c4538ac55584 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:35.877712 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-064d29de-74f3-435f-8534-bbbb6d7527f2 req-98f79e1c-29b5-476d-92a8-c4538ac55584 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0424306 Dec 08 02:28:35.922201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-064d29de-74f3-435f-8534-bbbb6d7527f2 req-ae08b100-1de9-49fb-8b10-768ff1507140 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381000 Dec 08 02:28:36.043595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['85950d1c-726e-49ef-832e-91634d06e44b'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:37.050194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41039f5-869e-48c6-afa0-c5217fceca51 req-43ec1fc1-a367-4eef-bdf7-58058be60921 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:37.056186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b41039f5-869e-48c6-afa0-c5217fceca51 req-43ec1fc1-a367-4eef-bdf7-58058be60921 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0553014 Dec 08 02:28:37.102163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b41039f5-869e-48c6-afa0-c5217fceca51 req-229c032d-be3d-4464-8aa7-70cbd5addc3c tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440373 Dec 08 02:28:37.602679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 85950d1c-726e-49ef-832e-91634d06e44b up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:37.654979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 85950d1c-726e-49ef-832e-91634d06e44b completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:28:37.660401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 85950d1c-726e-49ef-832e-91634d06e44b triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:37.660769 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:37.740511 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:37.762656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3c925f-4eef-4f50-a454-895fc7a9d3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85950d1c-726e-49ef-832e-91634d06e44b'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:37.765472 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b1bc62-a0b2-422c-ab66-abcc7d03c1e9" -d '{"events": [{"server_uuid": "fe3c925f-4eef-4f50-a454-895fc7a9d3f1", "name": "network-vif-plugged", "status": "completed", "tag": "85950d1c-726e-49ef-832e-91634d06e44b"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:37.778579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 85950d1c-726e-49ef-832e-91634d06e44b, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=85950d1c-726e-49ef-832e-91634d06e44b,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:37.783682 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:37.818032 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863fb37f-957e-4a05-8028-836f64574a08 x-openstack-request-id: req-863fb37f-957e-4a05-8028-836f64574a08 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:37.818449 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3c925f-4eef-4f50-a454-895fc7a9d3f1", "name": "network-vif-plugged", "status": "completed", "tag": "85950d1c-726e-49ef-832e-91634d06e44b", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:37.818874 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-863fb37f-957e-4a05-8028-836f64574a08 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:37.819533 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3c925f-4eef-4f50-a454-895fc7a9d3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85950d1c-726e-49ef-832e-91634d06e44b', 'code': 200} Dec 08 02:28:37.849135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=85950d1c-726e-49ef-832e-91634d06e44b,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:37.947904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786312d5-b831-4682-bb59-0230ba68df78 req-4b9efa2f-7f60-469a-8d0d-0c2c66241852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:37.949296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-786312d5-b831-4682-bb59-0230ba68df78 req-4b9efa2f-7f60-469a-8d0d-0c2c66241852 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 1097 time: 0.0421088 Dec 08 02:28:37.992257 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-786312d5-b831-4682-bb59-0230ba68df78 req-d44fdccd-50b8-4d10-8e01-9680a5167318 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363808 Dec 08 02:28:38.209596 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72036db7-8898-4c72-9247-33b653aa0fd8 req-818f8983-97c2-4b72-bb55-42e725963734 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:38.211117 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72036db7-8898-4c72-9247-33b653aa0fd8 req-818f8983-97c2-4b72-bb55-42e725963734 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 1097 time: 0.0408480 Dec 08 02:28:38.254343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-72036db7-8898-4c72-9247-33b653aa0fd8 req-fe1ed2a3-e522-4160-90d4-4e3670d109e6 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371456 Dec 08 02:28:39.190324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-b5f14c3e-f61f-4d75-8149-69c49bdfc038 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:39.191807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-b5f14c3e-f61f-4d75-8149-69c49bdfc038 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 812 time: 0.1025815 Dec 08 02:28:39.206236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-eb6ad402-23e0-45bc-850e-59c7a5869b7d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/quotas/dd53dd187e9645859e0dc1a7802b1eca HTTP/1.1" status: 200 len: 375 time: 0.0085678 Dec 08 02:28:39.256227 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-17c98ad6-5d84-433a-9d40-396525f9e72c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446479 Dec 08 02:28:39.376748 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-13eb4b8c-8146-4ee8-94a7-5e993bece970 service neutron] 10.222.0.71 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136761 Dec 08 02:28:39.382021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c3f2c-1243-4e9e-a345-839d0cd94ee2 req-d8487b69-3611-44e6-ab24-b46ba738cddd tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:39.383419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f62c3f2c-1243-4e9e-a345-839d0cd94ee2 req-d8487b69-3611-44e6-ab24-b46ba738cddd tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 1097 time: 0.0554636 Dec 08 02:28:39.484278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f62c3f2c-1243-4e9e-a345-839d0cd94ee2 req-886ad713-bc67-4be1-9e34-a29d6f8bd443 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923738 Dec 08 02:28:39.499571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-2cdcaea5-9e51-4a38-a871-9edca48d4b30 service neutron] 10.222.0.71 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152372 Dec 08 02:28:39.588184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93639155-0a37-4e89-8ff3-761ccc6232cb req-a610484f-e996-4a70-b0db-3635bff77e59 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:39.589776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93639155-0a37-4e89-8ff3-761ccc6232cb req-a610484f-e996-4a70-b0db-3635bff77e59 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 1097 time: 0.0413578 Dec 08 02:28:39.634904 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-93639155-0a37-4e89-8ff3-761ccc6232cb req-9e27c271-6033-48ee-8c59-f6a2e51835fd tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382171 Dec 08 02:28:39.743643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05214ef-3a44-44c1-bde8-0390d5120775 req-4b36cd03-8881-431c-9cb9-8543342b3268 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:39.752108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f05214ef-3a44-44c1-bde8-0390d5120775 req-4b36cd03-8881-431c-9cb9-8543342b3268 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 1097 time: 0.0496948 Dec 08 02:28:39.798941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-84a4ad8a-3c48-4bad-ab70-854f6d242be0 req-284c69a0-b463-4f81-8448-87ebc612d272 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 210 time: 0.0391421 Dec 08 02:28:39.818108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f05214ef-3a44-44c1-bde8-0390d5120775 req-84983907-67d1-4b44-9dca-9d7222426604 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651488 Dec 08 02:28:40.034722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-2671937b-3b1b-4950-9c9a-bc298de7c346 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:40.036267 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-2671937b-3b1b-4950-9c9a-bc298de7c346 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/networks?id=6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 HTTP/1.1" status: 200 len: 911 time: 0.0885978 Dec 08 02:28:40.050869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-d61dc59b-d86a-4dab-af8b-7d2ff614cde8 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/quotas/42e320bcc44349d19b949d705b95b148 HTTP/1.1" status: 200 len: 375 time: 0.0087650 Dec 08 02:28:40.102506 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-07b37dcf-acc1-4f21-8cd1-f1efa552c903 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?tenant_id=42e320bcc44349d19b949d705b95b148&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458653 Dec 08 02:28:40.193397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-49de911b-aa05-47c5-bab2-c5212faf02b9 service neutron] 10.222.0.71 "GET /v2.0/networks/6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836179 Dec 08 02:28:40.291304 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-ab246d72-a657-425b-b18e-4c212c97454a service neutron] 10.222.0.71 "GET /v2.0/networks/6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912788 Dec 08 02:28:40.458110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5913182c-8242-43dd-a266-96cebc9037c9 req-7953c950-ca58-4218-902f-88bfc8062c67 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 210 time: 0.0287240 Dec 08 02:28:40.789195 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-b8ad81c6-d0a7-445b-95ab-49abab9beee8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:40.790790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-b8ad81c6-d0a7-445b-95ab-49abab9beee8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.75 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 812 time: 0.1272824 Dec 08 02:28:40.821609 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-f7fd5ba3-0870-4b93-a3e9-8a72ccb58757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'port': {'device_id': '5cab9ca7-7432-4ad0-b800-2860471ee08d', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'admin_state_up': True, 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:40.935057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a129fe5e-aa8f-4c78-b10c-a7a207747adf req-c68f5099-84a3-4305-8f62-c4cad4943a2d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 210 time: 0.0397339 Dec 08 02:28:40.996993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-f7fd5ba3-0870-4b93-a3e9-8a72ccb58757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Made reservation on behalf of dd53dd187e9645859e0dc1a7802b1eca for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:28:41.002242 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-f7fd5ba3-0870-4b93-a3e9-8a72ccb58757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:41.149136 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-f7fd5ba3-0870-4b93-a3e9-8a72ccb58757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Allocated IP 172.20.0.10 (fc49ea3e-854d-40bf-9f95-dd8f98bede14/f6b1ff90-df36-4621-8ed4-a3c4a79beb17/baa59454-eaea-45a8-b89d-890392d36da5) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:28:41.322705 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-f7fd5ba3-0870-4b93-a3e9-8a72ccb58757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:41.357151 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-f7fd5ba3-0870-4b93-a3e9-8a72ccb58757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:41.407757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-f7fd5ba3-0870-4b93-a3e9-8a72ccb58757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:41.410899 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-f7fd5ba3-0870-4b93-a3e9-8a72ccb58757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:41.416073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-f7fd5ba3-0870-4b93-a3e9-8a72ccb58757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:28:41.446527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd5ba3-0870-4b93-a3e9-8a72ccb58757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'Port': ['ID=baa59454-eaea-45a8-b89d-890392d36da5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:41.491627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-f7fd5ba3-0870-4b93-a3e9-8a72ccb58757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:41.492326 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-f7fd5ba3-0870-4b93-a3e9-8a72ccb58757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:41.523668 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-f7fd5ba3-0870-4b93-a3e9-8a72ccb58757 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7063990 Dec 08 02:28:41.607024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31b37ec3-094d-4299-9406-340f5a5148f7 req-2b7947af-6ecd-4022-9531-2d45a0322a11 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 210 time: 0.0615046 Dec 08 02:28:41.619881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Request body: {'port': {'device_id': '5cab9ca7-7432-4ad0-b800-2860471ee08d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:41.746868 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:41.806865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-510a5256-03c5-40f0-a657-b3e4e80f3a29 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:41.808567 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-510a5256-03c5-40f0-a657-b3e4e80f3a29 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.75 "GET /v2.0/networks?id=6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 HTTP/1.1" status: 200 len: 911 time: 0.2385194 Dec 08 02:28:41.821393 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-693e5b26-d311-4e64-a525-defbb7b620a6 None None] Provisioning complete for port baa59454-eaea-45a8-b89d-890392d36da5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:41.821911 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-693e5b26-d311-4e64-a525-defbb7b620a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:41.844656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Request body: {'port': {'device_id': '9f96e7bf-d237-415f-86c2-74d8b8a74386', 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195', 'admin_state_up': True, 'tenant_id': '42e320bcc44349d19b949d705b95b148'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:41.862553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-693e5b26-d311-4e64-a525-defbb7b620a6 None None] Port baa59454-eaea-45a8-b89d-890392d36da5 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:28:41.878568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Made reservation on behalf of 42e320bcc44349d19b949d705b95b148 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:28:41.881998 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:42.035116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Allocated IP 172.20.0.8 (6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195/615da501-8202-46e3-8f74-02b3310ef1cb/0dab0182-a224-4fa8-9f9c-10c6ef20cc72) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:28:42.096226 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa59454-eaea-45a8-b89d-890392d36da5 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:28:42.105371 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:42.119966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0dd91-65e9-478e-b0de-8e3ea8f76622 req-4db46f16-849e-46a5-a241-dfc93d825208 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:42.122057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42c0dd91-65e9-478e-b0de-8e3ea8f76622 req-4db46f16-849e-46a5-a241-dfc93d825208 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 932 time: 0.0926471 Dec 08 02:28:42.130597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Transition to ACTIVE for port object baa59454-eaea-45a8-b89d-890392d36da5 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:28:42.140730 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:42.190290 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:42.224591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Pushing event updated for resources: {'Port': ['ID=baa59454-eaea-45a8-b89d-890392d36da5,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:42.226517 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:42.261294 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['85950d1c-726e-49ef-832e-91634d06e44b'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:42.297332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42c0dd91-65e9-478e-b0de-8e3ea8f76622 req-ae0e5c51-4007-48d0-9d3e-1e987a398b69 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645961 Dec 08 02:28:42.320217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Pushing event updated for resources: {'Port': ['ID=0dab0182-a224-4fa8-9f9c-10c6ef20cc72,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:42.322234 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:42.325348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:42.343284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:28:42.348832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Attempting to bind port baa59454-eaea-45a8-b89d-890392d36da5 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:28:42.349335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Attempting to bind port baa59454-eaea-45a8-b89d-890392d36da5 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:28:42.349700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Attempting to bind port baa59454-eaea-45a8-b89d-890392d36da5 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:42.356115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Port baa59454-eaea-45a8-b89d-890392d36da5 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:28:42.356542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Attempting to bind port baa59454-eaea-45a8-b89d-890392d36da5 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:42.362877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:28:42.363314 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Checking segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:42.363826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Bound using segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:28:42.364385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Bound port: baa59454-eaea-45a8-b89d-890392d36da5, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:28:42.364807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:42.425964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:42.426891 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:42.431674 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:42.432385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:42.432957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:42.433632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:42.434181 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:42.434727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:42.435280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:42.435938 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:42.437144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:42.437715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:42.438256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:42.438809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:42.439349 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:42.477150 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-5c76206b-9038-4add-b1a8-3fa841427c56 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6376460 Dec 08 02:28:42.507497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Request body: {'port': {'device_id': '9f96e7bf-d237-415f-86c2-74d8b8a74386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:42.587114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:42.726356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-dc402379-4de4-42b9-a3dc-1fede028d3ac None None] Provisioning complete for port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:42.726976 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc402379-4de4-42b9-a3dc-1fede028d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:42.802199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-dc402379-4de4-42b9-a3dc-1fede028d3ac None None] Port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:28:42.965307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841e61f-4442-4e35-a175-751bb067d6a9 req-619e3c15-18d3-436c-986c-6d65eb3f0268 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:42.966827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d841e61f-4442-4e35-a175-751bb067d6a9 req-619e3c15-18d3-436c-986c-6d65eb3f0268 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1027 time: 0.0819588 Dec 08 02:28:42.969854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] For port baa59454-eaea-45a8-b89d-890392d36da5, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:28:42.982870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] For port baa59454-eaea-45a8-b89d-890392d36da5, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=baa59454-eaea-45a8-b89d-890392d36da5,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:28:43.000960 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:43.003467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:28:43.012188 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:43.029211 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Transition to ACTIVE for port object 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:28:43.034284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:43.052313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:43.052961 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:43.054315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] 10.222.0.75 "PUT /v2.0/ports/baa59454-eaea-45a8-b89d-890392d36da5 HTTP/1.1" status: 200 len: 1093 time: 1.4505916 Dec 08 02:28:43.056242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cab9ca7-7432-4ad0-b800-2860471ee08d', 'tag': 'baa59454-eaea-45a8-b89d-890392d36da5'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:43.058592 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02119f0c-6f2a-4a64-a4e7-3d6db5d5b2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5cab9ca7-7432-4ad0-b800-2860471ee08d", "tag": "baa59454-eaea-45a8-b89d-890392d36da5"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:43.086928 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Pushing event updated for resources: {'Port': ['ID=0dab0182-a224-4fa8-9f9c-10c6ef20cc72,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:43.126844 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa87fdf4-da4e-47c0-a988-98c5ad40f624 x-openstack-request-id: req-aa87fdf4-da4e-47c0-a988-98c5ad40f624 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:43.127326 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cab9ca7-7432-4ad0-b800-2860471ee08d", "tag": "baa59454-eaea-45a8-b89d-890392d36da5", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:43.127755 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aa87fdf4-da4e-47c0-a988-98c5ad40f624 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:43.128722 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cab9ca7-7432-4ad0-b800-2860471ee08d', 'tag': 'baa59454-eaea-45a8-b89d-890392d36da5', 'status': 'completed', 'code': 200} Dec 08 02:28:43.129427 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d71cdb-7d0d-45d0-843f-a7a70bedcd03 service neutron] Pushing event updated for resources: {'Port': ['ID=baa59454-eaea-45a8-b89d-890392d36da5,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:43.146431 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d841e61f-4442-4e35-a175-751bb067d6a9 req-10c7d99a-e691-4e80-9346-5649ec175fdc tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607580 Dec 08 02:28:43.198329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Attempting to bind port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:28:43.198681 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Attempting to bind port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:28:43.199174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Attempting to bind port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 on network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:43.201829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-c0cfd79c-7dbf-4de7-afcd-aaae70569806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:43.204479 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-c0cfd79c-7dbf-4de7-afcd-aaae70569806 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 1096 time: 0.0568867 Dec 08 02:28:43.205022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 on network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:28:43.205355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Attempting to bind port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 on network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:43.214420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:28:43.214764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Checking segment: {'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:43.215155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Bound using segment: {'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:28:43.215591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Bound port: 0dab0182-a224-4fa8-9f9c-10c6ef20cc72, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8354b3ab-7ec1-4c90-9721-74aee12340b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:28:43.216023 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:43.266452 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-5b99e562-ed29-4104-9df3-75ba6325d211 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baa59454-eaea-45a8-b89d-890392d36da5 HTTP/1.1" status: 200 len: 217 time: 0.0470543 Dec 08 02:28:43.336932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] For port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:28:43.340793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] For port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0dab0182-a224-4fa8-9f9c-10c6ef20cc72,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:28:43.360374 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e2f03d38-4384-4b44-9411-f4442456529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:43.364236 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:43.368107 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-e2f03d38-4384-4b44-9411-f4442456529f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0942960 Dec 08 02:28:43.424782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:43.425848 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:43.427639 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] 10.222.0.75 "PUT /v2.0/ports/0dab0182-a224-4fa8-9f9c-10c6ef20cc72 HTTP/1.1" status: 200 len: 1092 time: 0.9360845 Dec 08 02:28:43.428647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f96e7bf-d237-415f-86c2-74d8b8a74386', 'tag': '0dab0182-a224-4fa8-9f9c-10c6ef20cc72'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:43.430866 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e47e2a-e034-4b85-a029-73b1fa6115fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9f96e7bf-d237-415f-86c2-74d8b8a74386", "tag": "0dab0182-a224-4fa8-9f9c-10c6ef20cc72"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:43.467216 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46215f9c-6c46-4524-ba6b-ec93b5535afc service neutron] Pushing event updated for resources: {'Port': ['ID=0dab0182-a224-4fa8-9f9c-10c6ef20cc72,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:43.514044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-f7af690c-b064-4d64-9c60-b98b90e321e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:43.516378 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-f7af690c-b064-4d64-9c60-b98b90e321e7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403298 Dec 08 02:28:43.528963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58f8bf-b277-4898-9dfc-56c4d47e3c27 req-39a9c139-a127-4e37-9e80-fe91aa2debd6 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:43.536166 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da58f8bf-b277-4898-9dfc-56c4d47e3c27 req-39a9c139-a127-4e37-9e80-fe91aa2debd6 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 944 time: 0.0898900 Dec 08 02:28:43.611512 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038575e5-c5d6-48d4-96ae-21054ea15c39 x-openstack-request-id: req-038575e5-c5d6-48d4-96ae-21054ea15c39 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:43.611860 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f96e7bf-d237-415f-86c2-74d8b8a74386", "tag": "0dab0182-a224-4fa8-9f9c-10c6ef20cc72", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:43.612180 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-038575e5-c5d6-48d4-96ae-21054ea15c39 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:43.613525 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f96e7bf-d237-415f-86c2-74d8b8a74386', 'tag': '0dab0182-a224-4fa8-9f9c-10c6ef20cc72', 'status': 'completed', 'code': 200} Dec 08 02:28:43.616161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-81053af9-eb36-4ab8-bcf5-ecf2ea8a726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:43.617879 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-81053af9-eb36-4ab8-bcf5-ecf2ea8a726e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=42e320bcc44349d19b949d705b95b148&device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1095 time: 0.1206684 Dec 08 02:28:43.683357 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:28:43.690318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da58f8bf-b277-4898-9dfc-56c4d47e3c27 req-5f7eea10-f0bf-433b-b44a-88274aba03f9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332119 Dec 08 02:28:43.697183 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-4fba80fa-5ee7-422e-a2ff-af5e8b598a26 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dab0182-a224-4fa8-9f9c-10c6ef20cc72 HTTP/1.1" status: 200 len: 217 time: 0.0669456 Dec 08 02:28:43.716163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-af79b076-6791-48a3-b0c0-e10c7b32d04b service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753860 Dec 08 02:28:43.768239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-c95ea67e-3627-4a2c-8a22-4a647e95c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:43.769899 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-c95ea67e-3627-4a2c-8a22-4a647e95c6c1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=615da501-8202-46e3-8f74-02b3310ef1cb HTTP/1.1" status: 200 len: 849 time: 0.0592580 Dec 08 02:28:43.830081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-51cc0968-5530-48cb-b4ad-0c3abdf7594a req-53b2be23-2c44-4e75-a0e4-210573b4f9cb service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069252 Dec 08 02:28:43.850162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-4bb65173-bdf4-4ce4-92bf-fe87d146d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:43.851834 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-4bb65173-bdf4-4ce4-92bf-fe87d146d21a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750864 Dec 08 02:28:43.943248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02119f0c-6f2a-4a64-a4e7-3d6db5d5b2d6 req-901ea39b-6296-4811-b520-860f063b8e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:43.945164 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02119f0c-6f2a-4a64-a4e7-3d6db5d5b2d6 req-901ea39b-6296-4811-b520-860f063b8e60 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 1096 time: 0.0442967 Dec 08 02:28:43.946993 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-0d6b7d10-892b-4299-92d1-3f0d72d53c9a service neutron] 10.222.0.75 "GET /v2.0/networks/6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870652 Dec 08 02:28:44.041226 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87efc96f-8948-4e6a-8b62-72bd84ac1ba0 req-e56acc25-8299-41f7-bf8e-bae9e39180c0 service neutron] 10.222.0.75 "GET /v2.0/networks/6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839117 Dec 08 02:28:44.044403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02119f0c-6f2a-4a64-a4e7-3d6db5d5b2d6 req-96168711-4b6b-4d78-a712-74308c31e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:44.046399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02119f0c-6f2a-4a64-a4e7-3d6db5d5b2d6 req-96168711-4b6b-4d78-a712-74308c31e75e service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0887671 Dec 08 02:28:44.097009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02119f0c-6f2a-4a64-a4e7-3d6db5d5b2d6 req-c33f05ac-babb-4163-ad77-8d6b1be949f2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baa59454-eaea-45a8-b89d-890392d36da5 HTTP/1.1" status: 200 len: 217 time: 0.0403466 Dec 08 02:28:44.178580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02119f0c-6f2a-4a64-a4e7-3d6db5d5b2d6 req-aba95c25-5661-4558-b247-199a131985a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:44.181542 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02119f0c-6f2a-4a64-a4e7-3d6db5d5b2d6 req-aba95c25-5661-4558-b247-199a131985a4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0562706 Dec 08 02:28:44.186053 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47e2a-e034-4b85-a029-73b1fa6115fb req-ef5d9dc5-2154-4592-96b3-c6bf6954af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:44.188232 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d6e47e2a-e034-4b85-a029-73b1fa6115fb req-ef5d9dc5-2154-4592-96b3-c6bf6954af30 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=42e320bcc44349d19b949d705b95b148&device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1095 time: 0.0471404 Dec 08 02:28:44.272820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02119f0c-6f2a-4a64-a4e7-3d6db5d5b2d6 req-5a556fc8-b860-454d-aef2-e69fc7cbdd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:44.274372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02119f0c-6f2a-4a64-a4e7-3d6db5d5b2d6 req-5a556fc8-b860-454d-aef2-e69fc7cbdd6c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859389 Dec 08 02:28:44.277629 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ad00a-c271-4134-8dfe-8cdd63118820 req-21bd3686-11cf-4a77-833e-62ec3fbf719f tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:44.279036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd3ad00a-c271-4134-8dfe-8cdd63118820 req-21bd3686-11cf-4a77-833e-62ec3fbf719f tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1095 time: 0.0567207 Dec 08 02:28:44.293911 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47e2a-e034-4b85-a029-73b1fa6115fb req-8de898bc-a52f-45ad-9a4e-bf1de52a82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:44.295286 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d6e47e2a-e034-4b85-a029-73b1fa6115fb req-8de898bc-a52f-45ad-9a4e-bf1de52a82c1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 HTTP/1.1" status: 200 len: 911 time: 0.0987520 Dec 08 02:28:44.341644 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d6e47e2a-e034-4b85-a029-73b1fa6115fb req-831bcb53-17c0-41d1-b7ca-951ca62716ca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dab0182-a224-4fa8-9f9c-10c6ef20cc72 HTTP/1.1" status: 200 len: 217 time: 0.0385585 Dec 08 02:28:44.383675 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd3ad00a-c271-4134-8dfe-8cdd63118820 req-ee21ccc5-d360-4425-aa78-ab21a383cf81 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950575 Dec 08 02:28:44.395004 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47e2a-e034-4b85-a029-73b1fa6115fb req-958e1b0b-db78-4ad0-b9c5-b89a8597d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:44.396722 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d6e47e2a-e034-4b85-a029-73b1fa6115fb req-958e1b0b-db78-4ad0-b9c5-b89a8597d9dc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=615da501-8202-46e3-8f74-02b3310ef1cb HTTP/1.1" status: 200 len: 849 time: 0.0477166 Dec 08 02:28:44.406831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02119f0c-6f2a-4a64-a4e7-3d6db5d5b2d6 req-4520b7fd-c8d1-4c36-989b-299dc07e15bc service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221473 Dec 08 02:28:44.444702 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47e2a-e034-4b85-a029-73b1fa6115fb req-01b7ec90-617f-4398-8a86-431c2d1d41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:44.446269 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d6e47e2a-e034-4b85-a029-73b1fa6115fb req-01b7ec90-617f-4398-8a86-431c2d1d41d1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424812 Dec 08 02:28:44.502616 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02119f0c-6f2a-4a64-a4e7-3d6db5d5b2d6 req-fbbc3333-182c-4a29-a537-ec9eb7b8d00c service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912910 Dec 08 02:28:44.548545 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d6e47e2a-e034-4b85-a029-73b1fa6115fb req-f2f7b57c-b00c-41bb-b2e5-af5256c0753d service neutron] 10.222.0.75 "GET /v2.0/networks/6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944476 Dec 08 02:28:44.645069 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d6e47e2a-e034-4b85-a029-73b1fa6115fb req-aaaaf05f-4964-4003-a708-ddb93c122c26 service neutron] 10.222.0.75 "GET /v2.0/networks/6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891976 Dec 08 02:28:44.811666 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481691e-15f5-4841-915b-d0110ad3d21d req-e44a4832-da28-4b48-bbfe-a33806cdf439 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:44.813524 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7481691e-15f5-4841-915b-d0110ad3d21d req-e44a4832-da28-4b48-bbfe-a33806cdf439 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 944 time: 0.0568323 Dec 08 02:28:44.862953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7481691e-15f5-4841-915b-d0110ad3d21d req-b55c326a-c64f-4a7a-ade1-d6bb97b17ce7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433056 Dec 08 02:28:45.499421 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974c7ab-4b8c-471f-9d29-0d5c5d1451f5 req-6d1a2a9d-032a-4d51-9eaf-dac4add2648d tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:45.500885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4974c7ab-4b8c-471f-9d29-0d5c5d1451f5 req-6d1a2a9d-032a-4d51-9eaf-dac4add2648d tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1095 time: 0.0446701 Dec 08 02:28:45.544576 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4974c7ab-4b8c-471f-9d29-0d5c5d1451f5 req-bcc84e63-69fc-4dd0-a89b-421bef2cda73 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376308 Dec 08 02:28:45.896107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:28:45.983584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea8c1a-4bf9-4d0e-8e3d-d428a701f618 req-8806e5d5-d33d-4ff7-af8e-bbc91bd3a520 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:45.985145 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6ea8c1a-4bf9-4d0e-8e3d-d428a701f618 req-8806e5d5-d33d-4ff7-af8e-bbc91bd3a520 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 944 time: 0.0532217 Dec 08 02:28:45.996889 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0dab0182-a224-4fa8-9f9c-10c6ef20cc72,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:46.009514 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '0dab0182-a224-4fa8-9f9c-10c6ef20cc72', 'network_id': '6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195', 'port_id': '0dab0182-a224-4fa8-9f9c-10c6ef20cc72', 'mac_address': 'fa:16:3e:8e:a7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '615da501-8202-46e3-8f74-02b3310ef1cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:28:46.039202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6ea8c1a-4bf9-4d0e-8e3d-d428a701f618 req-93c39ac1-f4a5-4400-8e65-09fc35f32239 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466082 Dec 08 02:28:46.049839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:46.064456 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:28:46.084983 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0dab0182-a224-4fa8-9f9c-10c6ef20cc72,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:46.088824 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:46.136247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=0dab0182-a224-4fa8-9f9c-10c6ef20cc72,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:46.355592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['0dab0182-a224-4fa8-9f9c-10c6ef20cc72'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:46.650262 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd8704-f761-42b3-b7aa-eeedda01225c req-cdfd5338-219a-43d6-88c7-3ce60bc3e16c tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:46.651839 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fcdd8704-f761-42b3-b7aa-eeedda01225c req-cdfd5338-219a-43d6-88c7-3ce60bc3e16c tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1096 time: 0.0408735 Dec 08 02:28:46.699911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fcdd8704-f761-42b3-b7aa-eeedda01225c req-4bcfe958-6eff-4b69-9ccc-9cf9bd70e0c4 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 Dec 08 02:28:47.158432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6db615-7e2e-4830-a88c-4596cce7fc8a req-5dd17083-529a-46a4-86e9-3e1e30806cf9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:47.159971 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db6db615-7e2e-4830-a88c-4596cce7fc8a req-5dd17083-529a-46a4-86e9-3e1e30806cf9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 944 time: 0.0496542 Dec 08 02:28:47.210595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db6db615-7e2e-4830-a88c-4596cce7fc8a req-101ca9d9-130c-4bda-afc7-adb426ce25fc tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 Dec 08 02:28:47.804503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10d401-27b9-4c50-9609-8b2cbe8aabe2 req-feb072ad-7c9e-4844-8f88-af1f303fb401 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:47.806003 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cf10d401-27b9-4c50-9609-8b2cbe8aabe2 req-feb072ad-7c9e-4844-8f88-af1f303fb401 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1096 time: 0.0399237 Dec 08 02:28:47.849398 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cf10d401-27b9-4c50-9609-8b2cbe8aabe2 req-9e5e7793-6a51-4da4-8e85-869aa88f8ad7 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376236 Dec 08 02:28:47.896675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:47.943104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:28:47.946868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:47.947236 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:48.026264 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:48.049557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f96e7bf-d237-415f-86c2-74d8b8a74386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dab0182-a224-4fa8-9f9c-10c6ef20cc72'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:48.051793 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ce80fa-d662-4bad-97f0-cfb3a6f491b8" -d '{"events": [{"server_uuid": "9f96e7bf-d237-415f-86c2-74d8b8a74386", "name": "network-vif-plugged", "status": "completed", "tag": "0dab0182-a224-4fa8-9f9c-10c6ef20cc72"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:48.064362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0dab0182-a224-4fa8-9f9c-10c6ef20cc72,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:48.068439 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:48.091758 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758db354-cfa4-410b-b1e0-8a740e79c2c7 x-openstack-request-id: req-758db354-cfa4-410b-b1e0-8a740e79c2c7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:48.092052 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f96e7bf-d237-415f-86c2-74d8b8a74386", "name": "network-vif-plugged", "status": "completed", "tag": "0dab0182-a224-4fa8-9f9c-10c6ef20cc72", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:48.092301 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-758db354-cfa4-410b-b1e0-8a740e79c2c7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:48.092724 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f96e7bf-d237-415f-86c2-74d8b8a74386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dab0182-a224-4fa8-9f9c-10c6ef20cc72', 'code': 200} Dec 08 02:28:48.116661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=0dab0182-a224-4fa8-9f9c-10c6ef20cc72,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:48.224732 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5482ba-9c08-4f14-9f27-2eb059ff58d9 req-a72e5bc7-6ea3-4608-8469-61c3ea07a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:48.226216 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f5482ba-9c08-4f14-9f27-2eb059ff58d9 req-a72e5bc7-6ea3-4608-8469-61c3ea07a4d3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1097 time: 0.0484588 Dec 08 02:28:48.287494 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5f5482ba-9c08-4f14-9f27-2eb059ff58d9 req-6dea71e6-0ad7-4790-8f4c-c1f9a7f62eb0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428004 Dec 08 02:28:48.331867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d140e-2a4d-4cb4-a503-61224ce03b63 req-4b57243d-607d-42be-959c-a841025f12f8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:48.333336 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b3d140e-2a4d-4cb4-a503-61224ce03b63 req-4b57243d-607d-42be-959c-a841025f12f8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 944 time: 0.0543704 Dec 08 02:28:48.380630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b3d140e-2a4d-4cb4-a503-61224ce03b63 req-1ce3d9d3-21f6-4896-b8ff-dac7dbaa4adc tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411210 Dec 08 02:28:48.952613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef0dd5-c4e1-4276-99b0-ee26712d84d5 req-f418eec9-5c5e-485e-a5d0-8f0c0a8aa2d7 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:48.954093 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2cef0dd5-c4e1-4276-99b0-ee26712d84d5 req-f418eec9-5c5e-485e-a5d0-8f0c0a8aa2d7 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1097 time: 0.0396130 Dec 08 02:28:48.998024 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2cef0dd5-c4e1-4276-99b0-ee26712d84d5 req-2de47ea2-c445-45af-a4b2-9a69aacfe9b9 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376680 Dec 08 02:28:49.492491 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb862f-1a46-4810-bd35-d463881916e1 req-236b18cf-e9bb-470a-a2ef-508a6e1a3cec tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:49.493885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fceb862f-1a46-4810-bd35-d463881916e1 req-236b18cf-e9bb-470a-a2ef-508a6e1a3cec tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 944 time: 0.0484514 Dec 08 02:28:49.543727 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fceb862f-1a46-4810-bd35-d463881916e1 req-a0bc8ade-a9f1-4f76-ae8b-7cf5b7cf3258 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433190 Dec 08 02:28:50.104717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd9618-8d83-467a-8811-5ce076a91e18 req-bd979255-64dd-4428-aa4e-9e069a7c6d3e tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:50.106227 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fedd9618-8d83-467a-8811-5ce076a91e18 req-bd979255-64dd-4428-aa4e-9e069a7c6d3e tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1097 time: 0.0396132 Dec 08 02:28:50.149462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fedd9618-8d83-467a-8811-5ce076a91e18 req-b6085c9c-2472-4e55-be0d-d498bf4f9e4d tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368266 Dec 08 02:28:50.252534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d05ae-8bf3-4c34-b563-0884bcae2670 req-775a8566-e762-463e-9f2b-57ab6acdf116 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:50.254726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-742d05ae-8bf3-4c34-b563-0884bcae2670 req-775a8566-e762-463e-9f2b-57ab6acdf116 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1097 time: 0.0422292 Dec 08 02:28:50.300426 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-742d05ae-8bf3-4c34-b563-0884bcae2670 req-ffda569c-22ab-4e42-b4f7-3ce505f86312 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397077 Dec 08 02:28:50.408259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78c518-4666-4906-b15e-22146ad7443b req-00e8d67b-def3-4bb0-92e4-35a74bd25a71 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:50.409744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d78c518-4666-4906-b15e-22146ad7443b req-00e8d67b-def3-4bb0-92e4-35a74bd25a71 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1097 time: 0.0459845 Dec 08 02:28:50.453594 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d78c518-4666-4906-b15e-22146ad7443b req-ad85806e-1fd7-40ed-a7c1-82e7696fc9d2 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378218 Dec 08 02:28:50.681426 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c7a0d-e887-4de2-a0cf-7eea8a3056f3 req-435a63f8-a08d-40c3-88b1-96ab100da80a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:50.682901 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f80c7a0d-e887-4de2-a0cf-7eea8a3056f3 req-435a63f8-a08d-40c3-88b1-96ab100da80a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 944 time: 0.0707116 Dec 08 02:28:50.711934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c72c3a-fe72-46bf-81ef-125f1b5eaafc req-38e8ed7f-85fd-49f9-9898-d925c8f63d4e tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:50.713401 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6c72c3a-fe72-46bf-81ef-125f1b5eaafc req-38e8ed7f-85fd-49f9-9898-d925c8f63d4e tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1097 time: 0.0696416 Dec 08 02:28:50.755122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f80c7a0d-e887-4de2-a0cf-7eea8a3056f3 req-46de24c9-266a-45d1-b91d-1de06576a0ef tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653102 Dec 08 02:28:50.775964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6c72c3a-fe72-46bf-81ef-125f1b5eaafc req-0ad9eea0-d772-4b7b-b109-52edeae7fa2d tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506401 Dec 08 02:28:51.896380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c7bda-a779-48bb-a9b4-5abbee22d65f req-b5c2d80e-92f7-4e00-83f4-cb98ab055f58 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:51.897852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d5c7bda-a779-48bb-a9b4-5abbee22d65f req-b5c2d80e-92f7-4e00-83f4-cb98ab055f58 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 944 time: 0.0748942 Dec 08 02:28:51.912729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559ba2a-d960-4f8a-9a38-ba0b34d27540 req-43d380ec-b666-459a-aa0c-1648cd70ee72 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:51.914126 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1559ba2a-d960-4f8a-9a38-ba0b34d27540 req-43d380ec-b666-459a-aa0c-1648cd70ee72 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1097 time: 0.0637782 Dec 08 02:28:51.975409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d5c7bda-a779-48bb-a9b4-5abbee22d65f req-cdb6db0c-55be-40c7-9071-714b5cce3096 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710216 Dec 08 02:28:51.985679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1559ba2a-d960-4f8a-9a38-ba0b34d27540 req-02764203-c0a7-4ed0-a022-60fc10996288 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638478 Dec 08 02:28:52.021449 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d99dd0ad-d994-44af-b6d7-9c119951a8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.065219 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7455bc-4a69-44d5-bcf2-9d383e2cd5ea req-b8538e78-8be4-4de3-b9dc-a444c205603e tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:52.066668 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7e7455bc-4a69-44d5-bcf2-9d383e2cd5ea req-b8538e78-8be4-4de3-b9dc-a444c205603e tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9f96e7bf-d237-415f-86c2-74d8b8a74386 HTTP/1.1" status: 200 len: 1097 time: 0.0398724 Dec 08 02:28:52.143077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-7e7455bc-4a69-44d5-bcf2-9d383e2cd5ea req-0b393caa-353a-49c1-af26-318c09e34115 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Deleting port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:28:52.143410 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7e7455bc-4a69-44d5-bcf2-9d383e2cd5ea req-0b393caa-353a-49c1-af26-318c09e34115 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.222043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-7e7455bc-4a69-44d5-bcf2-9d383e2cd5ea req-0b393caa-353a-49c1-af26-318c09e34115 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] For port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0dab0182-a224-4fa8-9f9c-10c6ef20cc72,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:52.222406 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7e7455bc-4a69-44d5-bcf2-9d383e2cd5ea req-0b393caa-353a-49c1-af26-318c09e34115 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.234458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-7e7455bc-4a69-44d5-bcf2-9d383e2cd5ea req-0b393caa-353a-49c1-af26-318c09e34115 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Calling delete_port for 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:28:52.354294 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7e7455bc-4a69-44d5-bcf2-9d383e2cd5ea req-0b393caa-353a-49c1-af26-318c09e34115 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.379500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b393caa-353a-49c1-af26-318c09e34115 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Pushing event deleted for resources: {'Port': ['ID=0dab0182-a224-4fa8-9f9c-10c6ef20cc72,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:52.392593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['85950d1c-726e-49ef-832e-91634d06e44b'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:52.394852 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['0dab0182-a224-4fa8-9f9c-10c6ef20cc72'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:52.420933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7455bc-4a69-44d5-bcf2-9d383e2cd5ea req-0b393caa-353a-49c1-af26-318c09e34115 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] No DVR routers for this DVR port 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:28:52.423641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-7e7455bc-4a69-44d5-bcf2-9d383e2cd5ea req-0b393caa-353a-49c1-af26-318c09e34115 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.426996 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7e7455bc-4a69-44d5-bcf2-9d383e2cd5ea req-0b393caa-353a-49c1-af26-318c09e34115 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.75 "DELETE /v2.0/ports/0dab0182-a224-4fa8-9f9c-10c6ef20cc72 HTTP/1.1" status: 204 len: 173 time: 0.3545768 Dec 08 02:28:52.427686 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f96e7bf-d237-415f-86c2-74d8b8a74386', 'name': 'network-vif-deleted', 'tag': '0dab0182-a224-4fa8-9f9c-10c6ef20cc72'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:52.429878 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c17d700-a268-4415-b21e-1cc0e2511f9d" -d '{"events": [{"server_uuid": "9f96e7bf-d237-415f-86c2-74d8b8a74386", "name": "network-vif-deleted", "tag": "0dab0182-a224-4fa8-9f9c-10c6ef20cc72"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:52.476857 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68dd237-55e5-470c-8aaf-200cb63d3738 x-openstack-request-id: req-e68dd237-55e5-470c-8aaf-200cb63d3738 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:52.477159 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f96e7bf-d237-415f-86c2-74d8b8a74386", "name": "network-vif-deleted", "tag": "0dab0182-a224-4fa8-9f9c-10c6ef20cc72", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:52.477418 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e68dd237-55e5-470c-8aaf-200cb63d3738 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:52.477811 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f96e7bf-d237-415f-86c2-74d8b8a74386', 'name': 'network-vif-deleted', 'tag': '0dab0182-a224-4fa8-9f9c-10c6ef20cc72', 'status': 'completed', 'code': 200} Dec 08 02:28:53.091865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087798cb-3705-49ea-a942-12b0bcf72745 req-b6ee6c31-7fef-4be7-88fc-a21e2b6fdd9b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:53.094078 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-087798cb-3705-49ea-a942-12b0bcf72745 req-b6ee6c31-7fef-4be7-88fc-a21e2b6fdd9b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 944 time: 0.0511999 Dec 08 02:28:53.149053 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-087798cb-3705-49ea-a942-12b0bcf72745 req-3a02c5fb-e61e-47af-9a90-38a0b61a82b2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487742 Dec 08 02:28:53.244342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeeba6-5de0-4129-ad71-f76918297a1f req-3c809a49-c1ad-40d4-9383-a5f75c8094be tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:53.245997 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16eeeba6-5de0-4129-ad71-f76918297a1f req-3c809a49-c1ad-40d4-9383-a5f75c8094be tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 1097 time: 0.0407979 Dec 08 02:28:53.290009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16eeeba6-5de0-4129-ad71-f76918297a1f req-1aeb18f7-e040-4f6e-8f5b-08661dfda3e1 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376065 Dec 08 02:28:53.685938 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:53.940884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device baa59454-eaea-45a8-b89d-890392d36da5 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:28:54.035274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port baa59454-eaea-45a8-b89d-890392d36da5, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=baa59454-eaea-45a8-b89d-890392d36da5,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:54.047055 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'baa59454-eaea-45a8-b89d-890392d36da5', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'port_id': 'baa59454-eaea-45a8-b89d-890392d36da5', 'mac_address': 'fa:16:3e:d4:a3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:28:54.081858 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.097989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa59454-eaea-45a8-b89d-890392d36da5 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:28:54.117921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port baa59454-eaea-45a8-b89d-890392d36da5, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=baa59454-eaea-45a8-b89d-890392d36da5,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:54.121429 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.165681 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=baa59454-eaea-45a8-b89d-890392d36da5,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:54.275450 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dd84b-a66a-46d7-858e-4cdaf6fc7cbd req-7baa9f1d-c2c6-4226-9021-36603258b48e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:54.276961 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96dd84b-a66a-46d7-858e-4cdaf6fc7cbd req-7baa9f1d-c2c6-4226-9021-36603258b48e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 945 time: 0.0536392 Dec 08 02:28:54.323786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d96dd84b-a66a-46d7-858e-4cdaf6fc7cbd req-141abca8-ceb3-4e34-b0fe-02cde83986bc tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402186 Dec 08 02:28:54.381012 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6415a5ef-2941-4cc3-b122-334b0f7c6d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.397748 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948faa51-b13c-48c2-9376-b60cda2d79a7 req-1267d05c-7c61-4849-806f-45ca4d258921 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:54.399277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-948faa51-b13c-48c2-9376-b60cda2d79a7 req-1267d05c-7c61-4849-806f-45ca4d258921 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 1097 time: 0.0407524 Dec 08 02:28:54.400260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['baa59454-eaea-45a8-b89d-890392d36da5'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:54.426678 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.448853 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-948faa51-b13c-48c2-9376-b60cda2d79a7 req-a4ecaa14-b6e8-4d89-b632-f299e32f36ed tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=60459228-ff0a-4c76-93c7-b47c8d01ec66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 Dec 08 02:28:54.714979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e9268-26fc-4e7e-b8b2-35613758d892 req-3b4ab0e4-d5ea-4235-864d-6ed230d50e47 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:54.716411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e7e9268-26fc-4e7e-b8b2-35613758d892 req-3b4ab0e4-d5ea-4235-864d-6ed230d50e47 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 1097 time: 0.0399532 Dec 08 02:28:54.796829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-6e7e9268-26fc-4e7e-b8b2-35613758d892 req-4fe4d5cb-f2be-4277-9b1d-b017b27de1f5 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Deleting port 85950d1c-726e-49ef-832e-91634d06e44b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:28:54.797169 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6e7e9268-26fc-4e7e-b8b2-35613758d892 req-4fe4d5cb-f2be-4277-9b1d-b017b27de1f5 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.873307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-6e7e9268-26fc-4e7e-b8b2-35613758d892 req-4fe4d5cb-f2be-4277-9b1d-b017b27de1f5 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] For port 85950d1c-726e-49ef-832e-91634d06e44b, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=85950d1c-726e-49ef-832e-91634d06e44b,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:54.873516 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6e7e9268-26fc-4e7e-b8b2-35613758d892 req-4fe4d5cb-f2be-4277-9b1d-b017b27de1f5 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.890485 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-6e7e9268-26fc-4e7e-b8b2-35613758d892 req-4fe4d5cb-f2be-4277-9b1d-b017b27de1f5 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Calling delete_port for 85950d1c-726e-49ef-832e-91634d06e44b owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:28:55.007284 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6e7e9268-26fc-4e7e-b8b2-35613758d892 req-4fe4d5cb-f2be-4277-9b1d-b017b27de1f5 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:55.039893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['85950d1c-726e-49ef-832e-91634d06e44b'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:55.040331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4d5cb-f2be-4277-9b1d-b017b27de1f5 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Pushing event deleted for resources: {'Port': ['ID=85950d1c-726e-49ef-832e-91634d06e44b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:55.079458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7e9268-26fc-4e7e-b8b2-35613758d892 req-4fe4d5cb-f2be-4277-9b1d-b017b27de1f5 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] No DVR routers for this DVR port 85950d1c-726e-49ef-832e-91634d06e44b on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:28:55.082049 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6e7e9268-26fc-4e7e-b8b2-35613758d892 req-4fe4d5cb-f2be-4277-9b1d-b017b27de1f5 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:55.085708 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e7e9268-26fc-4e7e-b8b2-35613758d892 req-4fe4d5cb-f2be-4277-9b1d-b017b27de1f5 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.45 "DELETE /v2.0/ports/85950d1c-726e-49ef-832e-91634d06e44b HTTP/1.1" status: 204 len: 173 time: 0.3630099 Dec 08 02:28:55.086161 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3c925f-4eef-4f50-a454-895fc7a9d3f1', 'name': 'network-vif-deleted', 'tag': '85950d1c-726e-49ef-832e-91634d06e44b'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:55.088498 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dcfc50-d21e-4a5d-a20a-f80486b0bc77" -d '{"events": [{"server_uuid": "fe3c925f-4eef-4f50-a454-895fc7a9d3f1", "name": "network-vif-deleted", "tag": "85950d1c-726e-49ef-832e-91634d06e44b"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:55.128378 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca300470-0816-416b-90e6-0a2780b6dd30 x-openstack-request-id: req-ca300470-0816-416b-90e6-0a2780b6dd30 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:55.128672 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3c925f-4eef-4f50-a454-895fc7a9d3f1", "name": "network-vif-deleted", "tag": "85950d1c-726e-49ef-832e-91634d06e44b", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:55.129021 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ca300470-0816-416b-90e6-0a2780b6dd30 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:55.129423 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3c925f-4eef-4f50-a454-895fc7a9d3f1', 'name': 'network-vif-deleted', 'tag': '85950d1c-726e-49ef-832e-91634d06e44b', 'status': 'completed', 'code': 200} Dec 08 02:28:55.438876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7cc0e-2136-4a18-9f00-9675b04db18e req-2bc53afc-aa2a-4585-bcc9-420a42739c09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:55.440375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4cd7cc0e-2136-4a18-9f00-9675b04db18e req-2bc53afc-aa2a-4585-bcc9-420a42739c09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 945 time: 0.0492592 Dec 08 02:28:55.490749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4cd7cc0e-2136-4a18-9f00-9675b04db18e req-2f2baf91-ba95-4e13-a651-3d35e442c494 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442653 Dec 08 02:28:55.538297 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:55.565955 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a9096f8f-6b73-4cf7-9250-7fa6d0c2ffe8 req-629e7206-0320-4cde-9db3-9fc5d9d7c2a6 tempest-TestServerMultinode-67595092 tempest-TestServerMultinode-67595092-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fe3c925f-4eef-4f50-a454-895fc7a9d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0289733 Dec 08 02:28:55.959069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device baa59454-eaea-45a8-b89d-890392d36da5 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:56.006848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port baa59454-eaea-45a8-b89d-890392d36da5 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:28:56.014794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port baa59454-eaea-45a8-b89d-890392d36da5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:56.014794 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:56.088555 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:56.110608 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab9ca7-7432-4ad0-b800-2860471ee08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa59454-eaea-45a8-b89d-890392d36da5'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:56.112857 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51560673-77b0-40e8-8ed7-ec6a24197c03" -d '{"events": [{"server_uuid": "5cab9ca7-7432-4ad0-b800-2860471ee08d", "name": "network-vif-plugged", "status": "completed", "tag": "baa59454-eaea-45a8-b89d-890392d36da5"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:56.125184 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port baa59454-eaea-45a8-b89d-890392d36da5, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=baa59454-eaea-45a8-b89d-890392d36da5,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:56.129180 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:56.129965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:28:56.150880 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682d46a0-6f75-437d-a45b-bff825137b9f x-openstack-request-id: req-682d46a0-6f75-437d-a45b-bff825137b9f {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:56.151169 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cab9ca7-7432-4ad0-b800-2860471ee08d", "name": "network-vif-plugged", "status": "completed", "tag": "baa59454-eaea-45a8-b89d-890392d36da5", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:56.151418 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-682d46a0-6f75-437d-a45b-bff825137b9f {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:56.151844 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cab9ca7-7432-4ad0-b800-2860471ee08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa59454-eaea-45a8-b89d-890392d36da5', 'code': 200} Dec 08 02:28:56.167588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:28:56.167955 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0dab0182-a224-4fa8-9f9c-10c6ef20cc72 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:28:56.192997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=baa59454-eaea-45a8-b89d-890392d36da5,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:56.283743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e70e0a-105a-4d14-9e5a-2496ff2c7633 req-56f8c8e7-1854-4a41-9d56-0ce06a047ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:56.285203 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60e70e0a-105a-4d14-9e5a-2496ff2c7633 req-56f8c8e7-1854-4a41-9d56-0ce06a047ba5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 1098 time: 0.0433655 Dec 08 02:28:56.329468 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-60e70e0a-105a-4d14-9e5a-2496ff2c7633 req-957a55e0-2a40-43af-90b3-aa3c803bd506 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362141 Dec 08 02:28:56.609690 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069334e-f5e5-4bf0-87d3-57af9ee614c8 req-29f56598-eb9f-4bc3-b4ea-96530d65b006 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:56.611209 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2069334e-f5e5-4bf0-87d3-57af9ee614c8 req-29f56598-eb9f-4bc3-b4ea-96530d65b006 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 946 time: 0.0528238 Dec 08 02:28:56.630498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34856) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:56.659693 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2069334e-f5e5-4bf0-87d3-57af9ee614c8 req-bfb4ec68-2d26-431b-9d69-207abf2fd400 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424459 Dec 08 02:28:57.016621 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.259383 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a74b2ea-0c63-42e8-acfa-18a27c73d64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.504899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-0a74b2ea-0c63-42e8-acfa-18a27c73d64f admin admin] Deleting port 212704e3-8e93-44e2-910d-902ca9f74541 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:28:57.505570 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a74b2ea-0c63-42e8-acfa-18a27c73d64f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.583842 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-0a74b2ea-0c63-42e8-acfa-18a27c73d64f admin admin] For port 212704e3-8e93-44e2-910d-902ca9f74541, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=212704e3-8e93-44e2-910d-902ca9f74541,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:57.584127 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a74b2ea-0c63-42e8-acfa-18a27c73d64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.597017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-0a74b2ea-0c63-42e8-acfa-18a27c73d64f admin admin] Calling delete_port for 212704e3-8e93-44e2-910d-902ca9f74541 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:28:57.772291 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a74b2ea-0c63-42e8-acfa-18a27c73d64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.777255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd02732-365b-4384-b9df-c41364c124fd req-2912a254-dfa2-44af-8a0c-51f36e9bf4bc tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:57.778744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1fd02732-365b-4384-b9df-c41364c124fd req-2912a254-dfa2-44af-8a0c-51f36e9bf4bc tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 946 time: 0.0490830 Dec 08 02:28:57.800115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74b2ea-0c63-42e8-acfa-18a27c73d64f admin admin] Pushing event deleted for resources: {'Port': ['ID=212704e3-8e93-44e2-910d-902ca9f74541,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:57.832586 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1fd02732-365b-4384-b9df-c41364c124fd req-fd40713a-8428-4b92-98d8-801f8eb83476 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475438 Dec 08 02:28:57.943702 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.963445 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda53b11-e8ca-4770-a235-3b8acf777bf0 req-a8fd7f4f-4ef6-49b4-addc-1e93013dfd1c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:57.965302 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fda53b11-e8ca-4770-a235-3b8acf777bf0 req-a8fd7f4f-4ef6-49b4-addc-1e93013dfd1c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 946 time: 0.0559821 Dec 08 02:28:57.977191 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0a74b2ea-0c63-42e8-acfa-18a27c73d64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.022460 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fda53b11-e8ca-4770-a235-3b8acf777bf0 req-e934dfcf-3ae0-4251-81c9-e7c635cbe8b2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496728 Dec 08 02:28:58.200772 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a74b2ea-0c63-42e8-acfa-18a27c73d64f admin admin] Router e426468b-6c68-496d-98dc-647aeadff3e0 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:28:58.313621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a74b2ea-0c63-42e8-acfa-18a27c73d64f admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:28:58.318724 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0a74b2ea-0c63-42e8-acfa-18a27c73d64f admin admin] 10.222.0.71 "PUT /v2.0/routers/e426468b-6c68-496d-98dc-647aeadff3e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6872065 Dec 08 02:28:58.321238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34870) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:58.322556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39756c3-7b80-4bb6-bb23-c773404d371c None None] Sync routers for ids ['e426468b-6c68-496d-98dc-647aeadff3e0'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:28:58.332468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39756c3-7b80-4bb6-bb23-c773404d371c None None] Routers {'e426468b-6c68-496d-98dc-647aeadff3e0'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:58.333385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b39756c3-7b80-4bb6-bb23-c773404d371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:28:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e426468b-6c68-496d-98dc-647aeadff3e0'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:58.438540 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.459377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b39756c3-7b80-4bb6-bb23-c773404d371c None None] Set router e426468b-6c68-496d-98dc-647aeadff3e0 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:58.561339 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.622331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] Deleting port 365c71ff-2194-40b5-a97f-ffdbd32d2026 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:28:58.622585 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.654364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b39756c3-7b80-4bb6-bb23-c773404d371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'name': 'tempest-TestServerMultinode-2119106225-router', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '365c71ff-2194-40b5-a97f-ffdbd32d2026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 5, 'project_id': 'ecbda35416d44f07b22fd05d4d739840', 'gw_port': {'id': '365c71ff-2194-40b5-a97f-ffdbd32d2026', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:58.692501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39756c3-7b80-4bb6-bb23-c773404d371c None None] Checking router: e426468b-6c68-496d-98dc-647aeadff3e0 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:28:58.706125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39756c3-7b80-4bb6-bb23-c773404d371c None None] Routers {'e426468b-6c68-496d-98dc-647aeadff3e0'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:58.706752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b39756c3-7b80-4bb6-bb23-c773404d371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:28:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['e426468b-6c68-496d-98dc-647aeadff3e0'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:58.730150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] For port 365c71ff-2194-40b5-a97f-ffdbd32d2026, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=365c71ff-2194-40b5-a97f-ffdbd32d2026,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:58.730777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.745406 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] Calling delete_port for 365c71ff-2194-40b5-a97f-ffdbd32d2026 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:28:58.803986 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b39756c3-7b80-4bb6-bb23-c773404d371c None None] Set router e426468b-6c68-496d-98dc-647aeadff3e0 gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:58.869335 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b39756c3-7b80-4bb6-bb23-c773404d371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'name': 'tempest-TestServerMultinode-2119106225-router', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:58Z', 'revision_number': 6, 'project_id': 'ecbda35416d44f07b22fd05d4d739840', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:58.908396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39756c3-7b80-4bb6-bb23-c773404d371c None None] The sync data for ids ['e426468b-6c68-496d-98dc-647aeadff3e0'] in n-d-713499-31 is: [{'id': 'e426468b-6c68-496d-98dc-647aeadff3e0', 'name': 'tempest-TestServerMultinode-2119106225-router', 'tenant_id': 'ecbda35416d44f07b22fd05d4d739840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:20Z', 'updated_at': '2021-12-08T02:28:58Z', 'revision_number': 6, 'project_id': 'ecbda35416d44f07b22fd05d4d739840', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:28:58.969185 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.003752 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] Pushing event deleted for resources: {'Port': ['ID=365c71ff-2194-40b5-a97f-ffdbd32d2026,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:59.020449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5886698c-30a5-41e7-9251-fa4516d51bbf None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:28:59.067687 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.169128 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.172102 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.229593 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.230328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e426468b-6c68-496d-98dc-647aeadff3e0 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:28:59.242327 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.245791 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-72a2d678-ad06-4f50-a62f-b04fbe4b60fc admin admin] 10.222.0.71 "DELETE /v2.0/routers/e426468b-6c68-496d-98dc-647aeadff3e0 HTTP/1.1" status: 204 len: 168 time: 0.9214034 Dec 08 02:28:59.246083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34908) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:59.303890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-606ac024-b4cc-4936-8a44-70ac4aa05e93 admin admin] Deleting subnet 615da501-8202-46e3-8f74-02b3310ef1cb {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:28:59.307917 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-606ac024-b4cc-4936-8a44-70ac4aa05e93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.354108 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-606ac024-b4cc-4936-8a44-70ac4aa05e93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.499378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-606ac024-b4cc-4936-8a44-70ac4aa05e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.555292 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-606ac024-b4cc-4936-8a44-70ac4aa05e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.582292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ac024-b4cc-4936-8a44-70ac4aa05e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=615da501-8202-46e3-8f74-02b3310ef1cb,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:59.587759 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-606ac024-b4cc-4936-8a44-70ac4aa05e93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.590017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f2195a-ab9b-47db-8175-4a82897bb1c7 None None] Network 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:28:59.593878 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-606ac024-b4cc-4936-8a44-70ac4aa05e93 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/615da501-8202-46e3-8f74-02b3310ef1cb HTTP/1.1" status: 204 len: 168 time: 0.3444343 Dec 08 02:28:59.594573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 34928) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:59.665410 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.726924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Deleting port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:28:59.727210 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.730528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 85950d1c-726e-49ef-832e-91634d06e44b no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:28:59.751369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 85950d1c-726e-49ef-832e-91634d06e44b {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:28:59.751736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 85950d1c-726e-49ef-832e-91634d06e44b not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:28:59.801656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] For port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3f598f20-1f1c-4b06-a5b4-306d2805c2c9,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:59.802012 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.803157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dace23-f82a-4271-aabd-9e18669e97c2 None None] DHCP port deletion for 6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:28:59.824000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Calling delete_port for 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:28:59.880956 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-56dace23-f82a-4271-aabd-9e18669e97c2 None None] Deleting port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:28:59.881389 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56dace23-f82a-4271-aabd-9e18669e97c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.899462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 212704e3-8e93-44e2-910d-902ca9f74541 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:28:59.932249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 212704e3-8e93-44e2-910d-902ca9f74541 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:28:59.932582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 212704e3-8e93-44e2-910d-902ca9f74541 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:28:59.941295 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.993280 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Pushing event deleted for resources: {'Port': ['ID=3f598f20-1f1c-4b06-a5b4-306d2805c2c9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:00.005014 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] No DVR routers for this DVR port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:29:00.051073 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-56dace23-f82a-4271-aabd-9e18669e97c2 None None] For port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3f598f20-1f1c-4b06-a5b4-306d2805c2c9,segment=NetworkSegment(8354b3ab-7ec1-4c90-9721-74aee12340b4),segment_id=8354b3ab-7ec1-4c90-9721-74aee12340b4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:29:00.051764 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56dace23-f82a-4271-aabd-9e18669e97c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.070538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-56dace23-f82a-4271-aabd-9e18669e97c2 None None] Calling delete_port for 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:29:00.092183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.116187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:00.128825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8354b3ab-7ec1-4c90-9721-74aee12340b4') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:00.129126 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8354b3ab-7ec1-4c90-9721-74aee12340b4') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:00.139311 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.154373 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.163182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:29:00.163643 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:29:00.167724 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:29:00.176730 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56dace23-f82a-4271-aabd-9e18669e97c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.192021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dace23-f82a-4271-aabd-9e18669e97c2 None None] No DVR routers for this DVR port 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:29:00.212254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dace23-f82a-4271-aabd-9e18669e97c2 None None] Pushing event deleted for resources: {'Port': ['ID=3f598f20-1f1c-4b06-a5b4-306d2805c2c9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:00.241277 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.250440 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.257619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] 10.222.0.71 "DELETE /v2.0/networks/6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195 HTTP/1.1" status: 204 len: 168 time: 0.6592286 Dec 08 02:29:00.258667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34932) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:00.266689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1011cf-e3e7-4e73-916c-e451d73e74fc admin admin] Pushing event deleted for resources: {'Network': ['ID=6d9ef7a3-5ea3-4fbe-baa9-6b733dd4d195,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:00.619676 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3ba3e96-4bf6-4db4-a3ac-5c11fce6ebfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.720791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bc5f3-5416-493c-8818-1d552edc3676 req-0e84fb1e-2efc-4ee1-a84c-cecd1595b350 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:00.722275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-936bc5f3-5416-493c-8818-1d552edc3676 req-0e84fb1e-2efc-4ee1-a84c-cecd1595b350 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 812 time: 0.0994322 Dec 08 02:29:00.736999 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-936bc5f3-5416-493c-8818-1d552edc3676 req-1b94a94a-6978-495b-9b26-9a87bbb68b0f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/quotas/dd53dd187e9645859e0dc1a7802b1eca HTTP/1.1" status: 200 len: 375 time: 0.0090089 Dec 08 02:29:00.793885 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-936bc5f3-5416-493c-8818-1d552edc3676 req-0be9a6f1-29bc-4d58-910c-11b31a4c704e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515299 Dec 08 02:29:00.867118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba3e96-4bf6-4db4-a3ac-5c11fce6ebfc admin admin] Deleting port 02d08a78-74e3-4c82-b9ed-8648254e9b95 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:29:00.867460 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3ba3e96-4bf6-4db4-a3ac-5c11fce6ebfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.887138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-936bc5f3-5416-493c-8818-1d552edc3676 req-b439946d-022b-46cc-a1c5-9c75fff514cd service neutron] 10.222.0.71 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852950 Dec 08 02:29:00.945399 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-d3ba3e96-4bf6-4db4-a3ac-5c11fce6ebfc admin admin] For port 02d08a78-74e3-4c82-b9ed-8648254e9b95, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=02d08a78-74e3-4c82-b9ed-8648254e9b95,segment=NetworkSegment(f5eb3bb7-0452-400a-9814-cbadc4a1af7d),segment_id=f5eb3bb7-0452-400a-9814-cbadc4a1af7d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:29:00.945770 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3ba3e96-4bf6-4db4-a3ac-5c11fce6ebfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.958949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba3e96-4bf6-4db4-a3ac-5c11fce6ebfc admin admin] Calling delete_port for 02d08a78-74e3-4c82-b9ed-8648254e9b95 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:29:00.980308 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-936bc5f3-5416-493c-8818-1d552edc3676 req-8f3da807-1a27-4e45-a836-edfdb6857c79 service neutron] 10.222.0.71 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870118 Dec 08 02:29:01.143448 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3ba3e96-4bf6-4db4-a3ac-5c11fce6ebfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:01.170825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba3e96-4bf6-4db4-a3ac-5c11fce6ebfc admin admin] Pushing event deleted for resources: {'Port': ['ID=02d08a78-74e3-4c82-b9ed-8648254e9b95,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:01.207217 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef148bd1-25a9-4190-85ca-f5a9b19ea1ec req-27cee64b-9930-423a-b50b-7c0c8e99b483 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 210 time: 0.0438669 Dec 08 02:29:01.353209 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d3ba3e96-4bf6-4db4-a3ac-5c11fce6ebfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:01.542824 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 365c71ff-2194-40b5-a97f-ffdbd32d2026 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:29:01.566516 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 365c71ff-2194-40b5-a97f-ffdbd32d2026 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:29:01.567106 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 365c71ff-2194-40b5-a97f-ffdbd32d2026 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:29:01.567874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:29:01.595779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:29:01.596260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3f598f20-1f1c-4b06-a5b4-306d2805c2c9 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:29:01.895128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ba3e96-4bf6-4db4-a3ac-5c11fce6ebfc admin admin] Router 5d802ffe-7338-473a-aef7-59b9c71391be has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:29:01.994546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ba3e96-4bf6-4db4-a3ac-5c11fce6ebfc admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:29:02.000028 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d3ba3e96-4bf6-4db4-a3ac-5c11fce6ebfc admin admin] 10.222.0.71 "PUT /v2.0/routers/5d802ffe-7338-473a-aef7-59b9c71391be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7399275 Dec 08 02:29:02.002523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34960) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:02.003879 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3388b0-8541-4a31-814c-218412223fb6 None None] Sync routers for ids ['5d802ffe-7338-473a-aef7-59b9c71391be'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:29:02.013735 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3388b0-8541-4a31-814c-218412223fb6 None None] Routers {'5d802ffe-7338-473a-aef7-59b9c71391be'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:29:02.014357 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bd3388b0-8541-4a31-814c-218412223fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:28:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d802ffe-7338-473a-aef7-59b9c71391be'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:02.107586 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.118143 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-bd3388b0-8541-4a31-814c-218412223fb6 None None] Set router 5d802ffe-7338-473a-aef7-59b9c71391be gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:29:02.244129 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.303257 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bc5f3-5416-493c-8818-1d552edc3676 req-d774f89a-c068-4220-a895-303bd7491e30 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:02.305454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-936bc5f3-5416-493c-8818-1d552edc3676 req-d774f89a-c068-4220-a895-303bd7491e30 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 812 time: 0.1446872 Dec 08 02:29:02.317200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] Deleting port befc34e3-190f-41f7-9417-d6dbc8ce7fa6 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:29:02.317712 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.328529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-936bc5f3-5416-493c-8818-1d552edc3676 req-5ea0d74e-e04e-4b99-9a0b-64007bb684cb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'port': {'device_id': '86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'admin_state_up': True, 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:29:02.412817 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bd3388b0-8541-4a31-814c-218412223fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'name': 'tempest-TestServerMultinode-1653384949-router', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'befc34e3-190f-41f7-9417-d6dbc8ce7fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': '42e320bcc44349d19b949d705b95b148', 'gw_port': {'id': 'befc34e3-190f-41f7-9417-d6dbc8ce7fa6', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:02.414371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] For port befc34e3-190f-41f7-9417-d6dbc8ce7fa6, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=befc34e3-190f-41f7-9417-d6dbc8ce7fa6,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:29:02.415287 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.436745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] Calling delete_port for befc34e3-190f-41f7-9417-d6dbc8ce7fa6 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:29:02.445524 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3388b0-8541-4a31-814c-218412223fb6 None None] Checking router: 5d802ffe-7338-473a-aef7-59b9c71391be for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:29:02.448808 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-82b2d7bd-98e9-42a6-9a6e-52ac6e788d23 req-5efc8cc2-9c0c-419c-8882-5703f255ed69 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 210 time: 0.0371222 Dec 08 02:29:02.455864 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3388b0-8541-4a31-814c-218412223fb6 None None] Routers {'5d802ffe-7338-473a-aef7-59b9c71391be'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:29:02.456715 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bd3388b0-8541-4a31-814c-218412223fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:28:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d802ffe-7338-473a-aef7-59b9c71391be'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:02.471733 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936bc5f3-5416-493c-8818-1d552edc3676 req-5ea0d74e-e04e-4b99-9a0b-64007bb684cb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Made reservation on behalf of dd53dd187e9645859e0dc1a7802b1eca for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:29:02.475589 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-936bc5f3-5416-493c-8818-1d552edc3676 req-5ea0d74e-e04e-4b99-9a0b-64007bb684cb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.553365 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-bd3388b0-8541-4a31-814c-218412223fb6 None None] Set router 5d802ffe-7338-473a-aef7-59b9c71391be gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:29:02.616753 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-bd3388b0-8541-4a31-814c-218412223fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'name': 'tempest-TestServerMultinode-1653384949-router', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:29:02Z', 'revision_number': 6, 'project_id': '42e320bcc44349d19b949d705b95b148', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:02.637334 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-936bc5f3-5416-493c-8818-1d552edc3676 req-5ea0d74e-e04e-4b99-9a0b-64007bb684cb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Allocated IP 172.20.0.11 (fc49ea3e-854d-40bf-9f95-dd8f98bede14/f6b1ff90-df36-4621-8ed4-a3c4a79beb17/8a785c0e-86c1-4015-99dd-14b598a15a4f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:29:02.649390 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3388b0-8541-4a31-814c-218412223fb6 None None] The sync data for ids ['5d802ffe-7338-473a-aef7-59b9c71391be'] in n-d-713499-31 is: [{'id': '5d802ffe-7338-473a-aef7-59b9c71391be', 'name': 'tempest-TestServerMultinode-1653384949-router', 'tenant_id': '42e320bcc44349d19b949d705b95b148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:25Z', 'updated_at': '2021-12-08T02:29:02Z', 'revision_number': 6, 'project_id': '42e320bcc44349d19b949d705b95b148', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:29:02.662940 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.694438 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] Pushing event deleted for resources: {'Port': ['ID=befc34e3-190f-41f7-9417-d6dbc8ce7fa6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:02.738427 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ef5ae-262d-4241-a30a-061e5eae81d8 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:29:02.762347 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.859596 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-936bc5f3-5416-493c-8818-1d552edc3676 req-5ea0d74e-e04e-4b99-9a0b-64007bb684cb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.874925 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.877130 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.896135 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-936bc5f3-5416-493c-8818-1d552edc3676 req-5ea0d74e-e04e-4b99-9a0b-64007bb684cb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.922315 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.923028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d802ffe-7338-473a-aef7-59b9c71391be {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:29:02.930677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.931856 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0560b3cf-1a43-4991-8cf7-781a4e53ea1a admin admin] 10.222.0.71 "DELETE /v2.0/routers/5d802ffe-7338-473a-aef7-59b9c71391be HTTP/1.1" status: 204 len: 168 time: 0.9283752 Dec 08 02:29:02.937696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34968) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:02.938030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['baa59454-eaea-45a8-b89d-890392d36da5'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:29:02.948808 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936bc5f3-5416-493c-8818-1d552edc3676 req-5ea0d74e-e04e-4b99-9a0b-64007bb684cb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:29:02.952766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-936bc5f3-5416-493c-8818-1d552edc3676 req-5ea0d74e-e04e-4b99-9a0b-64007bb684cb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:29:02.959304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-936bc5f3-5416-493c-8818-1d552edc3676 req-5ea0d74e-e04e-4b99-9a0b-64007bb684cb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:29:02.963570 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0d74e-e04e-4b99-9a0b-64007bb684cb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'Port': ['ID=8a785c0e-86c1-4015-99dd-14b598a15a4f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:03.020144 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bc5f3-5416-493c-8818-1d552edc3676 req-5ea0d74e-e04e-4b99-9a0b-64007bb684cb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:03.021176 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-936bc5f3-5416-493c-8818-1d552edc3676 req-5ea0d74e-e04e-4b99-9a0b-64007bb684cb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.033578 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a7b27b-056a-43ec-a350-41c6a765e86a admin admin] Deleting subnet 1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:29:03.038395 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b27b-056a-43ec-a350-41c6a765e86a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.059036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-936bc5f3-5416-493c-8818-1d552edc3676 req-5ea0d74e-e04e-4b99-9a0b-64007bb684cb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7378075 Dec 08 02:29:03.078964 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Request body: {'port': {'device_id': '86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:29:03.113604 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b27b-056a-43ec-a350-41c6a765e86a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.173960 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.236933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b27b-056a-43ec-a350-41c6a765e86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.268785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a5790423-46c9-4071-b98e-00eda37bf586 None None] Provisioning complete for port 8a785c0e-86c1-4015-99dd-14b598a15a4f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:29:03.269689 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5790423-46c9-4071-b98e-00eda37bf586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.298399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b27b-056a-43ec-a350-41c6a765e86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.309581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a5790423-46c9-4071-b98e-00eda37bf586 None None] Port 8a785c0e-86c1-4015-99dd-14b598a15a4f cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:29:03.326272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7b27b-056a-43ec-a350-41c6a765e86a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:03.330494 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b27b-056a-43ec-a350-41c6a765e86a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.333857 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a4a7b27b-056a-43ec-a350-41c6a765e86a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1a1f55ee-9a0a-46c9-b0cd-41c7dd46bad9 HTTP/1.1" status: 204 len: 168 time: 0.3948600 Dec 08 02:29:03.336541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34970) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:03.344610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc82eed4-f43a-469c-be2b-e52d28f08475 None None] Network 9b18cca2-a8f4-4417-9f08-0c80c87a1d19 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:29:03.416503 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.504675 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Deleting port 7818a855-da78-4ae9-af9f-bd035964c6b7 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:29:03.505015 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.540184 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa5e94a-a1eb-4bde-97de-22e1e1c6488e None None] DHCP port deletion for 9b18cca2-a8f4-4417-9f08-0c80c87a1d19 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:29:03.620831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a785c0e-86c1-4015-99dd-14b598a15a4f {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:29:03.629205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device befc34e3-190f-41f7-9417-d6dbc8ce7fa6 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:29:03.663715 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.682811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] For port 7818a855-da78-4ae9-af9f-bd035964c6b7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=7818a855-da78-4ae9-af9f-bd035964c6b7,segment=NetworkSegment(f5eb3bb7-0452-400a-9814-cbadc4a1af7d),segment_id=f5eb3bb7-0452-400a-9814-cbadc4a1af7d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:29:03.683541 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.693273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Transition to ACTIVE for port object 8a785c0e-86c1-4015-99dd-14b598a15a4f will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:29:03.704470 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.707525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Calling delete_port for 7818a855-da78-4ae9-af9f-bd035964c6b7 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:29:03.788671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3af0e9-adb8-44e7-bd7e-3836d439793e req-40afd890-bcb8-4993-a6e4-bd5565d5f72b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:03.790725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db3af0e9-adb8-44e7-bd7e-3836d439793e req-40afd890-bcb8-4993-a6e4-bd5565d5f72b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 932 time: 0.1611197 Dec 08 02:29:03.814187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Pushing event updated for resources: {'Port': ['ID=8a785c0e-86c1-4015-99dd-14b598a15a4f,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:03.850812 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.887533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: befc34e3-190f-41f7-9417-d6dbc8ce7fa6 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:29:03.888139 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device befc34e3-190f-41f7-9417-d6dbc8ce7fa6 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:29:03.888305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 02d08a78-74e3-4c82-b9ed-8648254e9b95 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:29:03.892788 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=7818a855-da78-4ae9-af9f-bd035964c6b7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:03.907989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] No DVR routers for this DVR port 7818a855-da78-4ae9-af9f-bd035964c6b7 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:29:03.914326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 02d08a78-74e3-4c82-b9ed-8648254e9b95 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:29:03.914757 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 02d08a78-74e3-4c82-b9ed-8648254e9b95 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:29:03.930854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5e94a-a1eb-4bde-97de-22e1e1c6488e None None] Deleting port 7818a855-da78-4ae9-af9f-bd035964c6b7 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:29:03.931232 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e94a-a1eb-4bde-97de-22e1e1c6488e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.937441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db3af0e9-adb8-44e7-bd7e-3836d439793e req-8c51eb90-77fc-4daa-be39-652535f64d2e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171045 Dec 08 02:29:03.981499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Attempting to bind port 8a785c0e-86c1-4015-99dd-14b598a15a4f on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:29:03.982210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Attempting to bind port 8a785c0e-86c1-4015-99dd-14b598a15a4f by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:29:03.982729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Attempting to bind port 8a785c0e-86c1-4015-99dd-14b598a15a4f on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:29:03.990150 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Port 8a785c0e-86c1-4015-99dd-14b598a15a4f on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:29:03.990674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Attempting to bind port 8a785c0e-86c1-4015-99dd-14b598a15a4f on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:29:03.996241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:29:03.996801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Checking segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:29:03.997475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Bound using segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:29:03.998059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Bound port: 8a785c0e-86c1-4015-99dd-14b598a15a4f, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:29:03.998569 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.047755 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.070973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6fa5e94a-a1eb-4bde-97de-22e1e1c6488e None None] For port 7818a855-da78-4ae9-af9f-bd035964c6b7, host n-d-713499-31, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:29:04.071160 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b18cca2-a8f4-4417-9f08-0c80c87a1d19']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:04.072056 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e94a-a1eb-4bde-97de-22e1e1c6488e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.082925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5eb3bb7-0452-400a-9814-cbadc4a1af7d') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:04.083263 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5eb3bb7-0452-400a-9814-cbadc4a1af7d') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:04.090511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5e94a-a1eb-4bde-97de-22e1e1c6488e None None] Calling delete_port for 7818a855-da78-4ae9-af9f-bd035964c6b7 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:29:04.095196 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.101790 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-6fa5e94a-a1eb-4bde-97de-22e1e1c6488e None None] Port 7818a855-da78-4ae9-af9f-bd035964c6b7 was not found and therefore no delete operation was performed {{(pid=109768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:29:04.103261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] For port 8a785c0e-86c1-4015-99dd-14b598a15a4f, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:29:04.105307 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e94a-a1eb-4bde-97de-22e1e1c6488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.109790 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.110548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] For port 8a785c0e-86c1-4015-99dd-14b598a15a4f, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=8a785c0e-86c1-4015-99dd-14b598a15a4f,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:29:04.117318 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:29:04.118005 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.120065 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.134653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa5e94a-a1eb-4bde-97de-22e1e1c6488e None None] No DVR routers for this DVR port 7818a855-da78-4ae9-af9f-bd035964c6b7 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:29:04.167030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5e94a-a1eb-4bde-97de-22e1e1c6488e None None] Pushing event deleted for resources: {'Port': ['ID=7818a855-da78-4ae9-af9f-bd035964c6b7,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:04.183317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:04.184013 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.185436 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-936bc5f3-5416-493c-8818-1d552edc3676 req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] 10.222.0.45 "PUT /v2.0/ports/8a785c0e-86c1-4015-99dd-14b598a15a4f HTTP/1.1" status: 200 len: 1093 time: 1.1117799 Dec 08 02:29:04.185936 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d', 'tag': '8a785c0e-86c1-4015-99dd-14b598a15a4f'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:29:04.188447 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfbc543-5c74-434e-b267-9d6b4977cd33" -d '{"events": [{"name": "network-changed", "server_uuid": "86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d", "tag": "8a785c0e-86c1-4015-99dd-14b598a15a4f"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:29:04.227269 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:29:04.248268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b55a38-4f07-497d-ae1f-97f6eca6d3cc service neutron] Pushing event updated for resources: {'Port': ['ID=8a785c0e-86c1-4015-99dd-14b598a15a4f,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:04.252412 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.259149 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.262922 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] 10.222.0.71 "DELETE /v2.0/networks/9b18cca2-a8f4-4417-9f08-0c80c87a1d19 HTTP/1.1" status: 204 len: 168 time: 0.9254477 Dec 08 02:29:04.282594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049a28c-3cd3-4a72-97a7-f6ee556d2aaa admin admin] Pushing event deleted for resources: {'Network': ['ID=9b18cca2-a8f4-4417-9f08-0c80c87a1d19,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:04.312261 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969391c5-10b3-4607-8345-a3beff59be81 x-openstack-request-id: req-969391c5-10b3-4607-8345-a3beff59be81 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:29:04.312565 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d", "tag": "8a785c0e-86c1-4015-99dd-14b598a15a4f", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:29:04.312831 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-969391c5-10b3-4607-8345-a3beff59be81 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:29:04.313394 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d', 'tag': '8a785c0e-86c1-4015-99dd-14b598a15a4f', 'status': 'completed', 'code': 200} Dec 08 02:29:04.331173 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bc5f3-5416-493c-8818-1d552edc3676 req-bcb5dcaf-8b4c-40ca-b7b9-3572181e338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:04.333519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-936bc5f3-5416-493c-8818-1d552edc3676 req-bcb5dcaf-8b4c-40ca-b7b9-3572181e338e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 1096 time: 0.0761664 Dec 08 02:29:04.396006 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-936bc5f3-5416-493c-8818-1d552edc3676 req-bc689f32-d975-4da6-b59f-e0b46172a948 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a785c0e-86c1-4015-99dd-14b598a15a4f HTTP/1.1" status: 200 len: 217 time: 0.0480909 Dec 08 02:29:04.469875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bc5f3-5416-493c-8818-1d552edc3676 req-ca822d1c-1c83-4b8c-9907-d3fec21812fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:04.471354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-936bc5f3-5416-493c-8818-1d552edc3676 req-ca822d1c-1c83-4b8c-9907-d3fec21812fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0667865 Dec 08 02:29:04.482184 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34978) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:04.527650 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d5cf1d1a-077d-473d-87f5-0dcdc414bf90 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ecbda35416d44f07b22fd05d4d739840&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431044 Dec 08 02:29:04.529369 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34980) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:04.529741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bc5f3-5416-493c-8818-1d552edc3676 req-55687f6f-8c78-437b-93a3-04b8022f7f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:04.531838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-936bc5f3-5416-493c-8818-1d552edc3676 req-55687f6f-8c78-437b-93a3-04b8022f7f11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523636 Dec 08 02:29:04.582749 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e039783d-e67f-499b-8776-e40da8ac1614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.605730 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e039783d-e67f-499b-8776-e40da8ac1614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.625621 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-936bc5f3-5416-493c-8818-1d552edc3676 req-9292d055-f000-4b01-b1a1-0ec72f8ab8c0 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868590 Dec 08 02:29:04.659247 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e039783d-e67f-499b-8776-e40da8ac1614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.661980 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e039783d-e67f-499b-8776-e40da8ac1614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.663140 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e039783d-e67f-499b-8776-e40da8ac1614 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d39a0ac7-e2be-40a9-82c6-c1fff37e91f9 HTTP/1.1" status: 204 len: 168 time: 0.1321118 Dec 08 02:29:04.671238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039783d-e67f-499b-8776-e40da8ac1614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39a0ac7-e2be-40a9-82c6-c1fff37e91f9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:04.725174 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-936bc5f3-5416-493c-8818-1d552edc3676 req-28036bb2-99fa-491d-9e75-76725971e3c2 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924029 Dec 08 02:29:04.842681 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbc543-5c74-434e-b267-9d6b4977cd33 req-eb8b1764-daa1-4522-b7e8-a11241d1703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:04.844409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7cfbc543-5c74-434e-b267-9d6b4977cd33 req-eb8b1764-daa1-4522-b7e8-a11241d1703e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 1096 time: 0.0460343 Dec 08 02:29:04.939276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbc543-5c74-434e-b267-9d6b4977cd33 req-bb359c32-b720-4190-bc5a-67f9c6f0ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:04.940812 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7cfbc543-5c74-434e-b267-9d6b4977cd33 req-bb359c32-b720-4190-bc5a-67f9c6f0ed37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0901141 Dec 08 02:29:04.989647 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7cfbc543-5c74-434e-b267-9d6b4977cd33 req-b9a2fdb3-cac9-480d-88e9-1fd97c576d1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a785c0e-86c1-4015-99dd-14b598a15a4f HTTP/1.1" status: 200 len: 217 time: 0.0415165 Dec 08 02:29:05.021000 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34988) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:05.063453 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-34f73c73-24bc-4b73-b6b4-4e2d997cfffc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=42e320bcc44349d19b949d705b95b148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410450 Dec 08 02:29:05.065807 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 34990) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:05.072929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbc543-5c74-434e-b267-9d6b4977cd33 req-3a5ded38-68b7-4895-bf86-487360600a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:05.074408 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7cfbc543-5c74-434e-b267-9d6b4977cd33 req-3a5ded38-68b7-4895-bf86-487360600a28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0780368 Dec 08 02:29:05.123046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a80a86-0d6e-4d31-9268-956f70d47724 req-d84482d5-00eb-498e-a00b-e3eaee90665f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:05.124228 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6cfbc6b3-8e15-41c3-b1b7-b8b5a6d201c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:05.125025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2a80a86-0d6e-4d31-9268-956f70d47724 req-d84482d5-00eb-498e-a00b-e3eaee90665f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0876746 Dec 08 02:29:05.141637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbc543-5c74-434e-b267-9d6b4977cd33 req-91bf49c6-8e9b-4b10-b6a5-37ad2b18c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:05.143085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7cfbc543-5c74-434e-b267-9d6b4977cd33 req-91bf49c6-8e9b-4b10-b6a5-37ad2b18c262 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612302 Dec 08 02:29:05.148833 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6cfbc6b3-8e15-41c3-b1b7-b8b5a6d201c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:05.199955 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6cfbc6b3-8e15-41c3-b1b7-b8b5a6d201c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:05.203506 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6cfbc6b3-8e15-41c3-b1b7-b8b5a6d201c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:05.212155 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6cfbc6b3-8e15-41c3-b1b7-b8b5a6d201c5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/60459228-ff0a-4c76-93c7-b47c8d01ec66 HTTP/1.1" status: 204 len: 168 time: 0.1407030 Dec 08 02:29:05.229579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbc6b3-8e15-41c3-b1b7-b8b5a6d201c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60459228-ff0a-4c76-93c7-b47c8d01ec66,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:05.232701 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2a80a86-0d6e-4d31-9268-956f70d47724 req-c7f20377-c519-4918-b999-297ac23e4210 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000690 Dec 08 02:29:05.279594 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7cfbc543-5c74-434e-b267-9d6b4977cd33 req-fc1b43c7-b600-476d-8ef3-048d1660aac2 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285791 Dec 08 02:29:05.379200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7cfbc543-5c74-434e-b267-9d6b4977cd33 req-c94cb5f5-8af6-4562-abf5-59ed589ed08d service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921896 Dec 08 02:29:05.478131 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 7818a855-da78-4ae9-af9f-bd035964c6b7 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:29:05.503517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 7818a855-da78-4ae9-af9f-bd035964c6b7 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:29:05.504247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 7818a855-da78-4ae9-af9f-bd035964c6b7 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:29:06.356256 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1fffc-4c57-40f0-8934-f1a24dd86f9c req-52ee7769-10db-456a-95d8-b375a622e6af tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:06.357888 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7f1fffc-4c57-40f0-8934-f1a24dd86f9c req-52ee7769-10db-456a-95d8-b375a622e6af tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0520332 Dec 08 02:29:06.419934 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7f1fffc-4c57-40f0-8934-f1a24dd86f9c req-e1d8bd4e-740a-4712-8980-cd28c806887b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534019 Dec 08 02:29:07.565045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6198f0-8854-45b2-8744-c1e3f27a2627 req-44add435-a765-455c-b1df-314cb5a998fb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:07.568936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da6198f0-8854-45b2-8744-c1e3f27a2627 req-44add435-a765-455c-b1df-314cb5a998fb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0754621 Dec 08 02:29:07.675791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da6198f0-8854-45b2-8744-c1e3f27a2627 req-1cd65b79-61ae-49d6-80ce-9722e1e3068a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999451 Dec 08 02:29:08.809926 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c1234-6bab-4a39-b213-f58e7c05840e req-3784c42b-df5e-4394-8486-aacec0c18563 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:08.811484 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c86c1234-6bab-4a39-b213-f58e7c05840e req-3784c42b-df5e-4394-8486-aacec0c18563 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0548351 Dec 08 02:29:08.876048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c86c1234-6bab-4a39-b213-f58e7c05840e req-add68c50-b807-4bbf-aee5-2d0c5c7cc259 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570431 Dec 08 02:29:10.000877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a938043-0313-41aa-a228-296d8cfd605c req-69d736ac-0ec0-4a73-b7e2-c11ee16fddc4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:10.002375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a938043-0313-41aa-a228-296d8cfd605c req-69d736ac-0ec0-4a73-b7e2-c11ee16fddc4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0514679 Dec 08 02:29:10.051307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a938043-0313-41aa-a228-296d8cfd605c req-784cada2-fbb5-40bb-b7f4-545f466f88f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427408 Dec 08 02:29:11.179942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19266b6c-0469-4749-947a-171193e72a73 req-17f05cc0-9b46-4e13-965f-d6316fc40caf tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:11.181528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19266b6c-0469-4749-947a-171193e72a73 req-17f05cc0-9b46-4e13-965f-d6316fc40caf tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0557852 Dec 08 02:29:11.229001 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19266b6c-0469-4749-947a-171193e72a73 req-4f96012b-068d-4312-b6a1-94ccc0d9455a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Dec 08 02:29:12.348267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4532d35-5272-49f8-a9ce-116262395a93 req-f556ae9d-02a2-4159-832f-548baa6b4f86 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:12.349759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4532d35-5272-49f8-a9ce-116262395a93 req-f556ae9d-02a2-4159-832f-548baa6b4f86 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0530267 Dec 08 02:29:12.397233 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4532d35-5272-49f8-a9ce-116262395a93 req-91fb070f-c5a5-4e7e-a82a-12f0c88ef6c6 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Dec 08 02:29:13.514368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cb57a-6aa3-4341-b456-36e5a1cf0e29 req-53b54a36-8b57-4856-b89f-d1d85bffb083 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:13.516569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d92cb57a-6aa3-4341-b456-36e5a1cf0e29 req-53b54a36-8b57-4856-b89f-d1d85bffb083 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0512452 Dec 08 02:29:13.576217 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d92cb57a-6aa3-4341-b456-36e5a1cf0e29 req-f02379ac-fd0a-4efa-b7b0-28415cb47bc2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516460 Dec 08 02:29:14.694713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983400dd-51ac-40bf-9483-054d5fcda27c req-69d1c4ad-4ce8-425d-9697-88517f1df7ba tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:14.696284 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-983400dd-51ac-40bf-9483-054d5fcda27c req-69d1c4ad-4ce8-425d-9697-88517f1df7ba tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0511682 Dec 08 02:29:14.750305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-983400dd-51ac-40bf-9483-054d5fcda27c req-08011df9-999f-4cf4-9fa3-7b3a39ddf15c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476148 Dec 08 02:29:15.869704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965921a-7157-4d67-b326-629f53c9c8c3 req-17eb03e7-2419-4cbf-945a-783e054218a4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:15.871183 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0965921a-7157-4d67-b326-629f53c9c8c3 req-17eb03e7-2419-4cbf-945a-783e054218a4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0527256 Dec 08 02:29:15.919812 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0965921a-7157-4d67-b326-629f53c9c8c3 req-e0a1103e-6497-435c-ab7e-fcd19f7881f4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425661 Dec 08 02:29:17.049945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228c992-e4c3-481f-8875-def49a779ac6 req-ea29a086-a297-40c7-93d7-a1e95055a1c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:17.052302 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f228c992-e4c3-481f-8875-def49a779ac6 req-ea29a086-a297-40c7-93d7-a1e95055a1c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0605578 Dec 08 02:29:17.104423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f228c992-e4c3-481f-8875-def49a779ac6 req-1f392721-ef86-4a02-ba06-03b1823d1e68 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463398 Dec 08 02:29:18.226023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6016b-d884-4bc6-8734-976966491c94 req-dde9ad7d-03ea-4fb6-a4a8-f229e3e0cd9f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:18.227505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-90d6016b-d884-4bc6-8734-976966491c94 req-dde9ad7d-03ea-4fb6-a4a8-f229e3e0cd9f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0533929 Dec 08 02:29:18.275317 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-90d6016b-d884-4bc6-8734-976966491c94 req-10bcc09e-786f-41e8-ac60-7109ee5edb7e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417449 Dec 08 02:29:19.394273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa724b2a-f564-4930-821b-02f55884d269 req-ec70813e-90c5-4f41-96ec-79f687e2b87d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:19.395920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa724b2a-f564-4930-821b-02f55884d269 req-ec70813e-90c5-4f41-96ec-79f687e2b87d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0498097 Dec 08 02:29:19.444362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa724b2a-f564-4930-821b-02f55884d269 req-737fb597-5c91-491d-88bc-fd4322b6ad73 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Dec 08 02:29:20.562502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33260082-b68d-46ac-8dac-0d21d6a26052 req-d8b8f79e-f99d-40cd-85ae-11c59a814090 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:20.563868 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33260082-b68d-46ac-8dac-0d21d6a26052 req-d8b8f79e-f99d-40cd-85ae-11c59a814090 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0512326 Dec 08 02:29:20.610018 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33260082-b68d-46ac-8dac-0d21d6a26052 req-dbcfed13-bda8-4feb-8be3-3b27b121b1cc tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395131 Dec 08 02:29:20.673987 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:29:21.728108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc373d-ba19-499a-a7a2-edc4da9aafdf req-af4a415f-a3aa-4d65-9f92-c1ced4c83e57 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:21.729588 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4cc373d-ba19-499a-a7a2-edc4da9aafdf req-af4a415f-a3aa-4d65-9f92-c1ced4c83e57 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0508885 Dec 08 02:29:21.778879 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4cc373d-ba19-499a-a7a2-edc4da9aafdf req-eabfabf6-1192-40dc-b567-7eeebe579817 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Dec 08 02:29:22.023323 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6af95b5-1a48-4acd-94cb-5016eec1a7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:22.897720 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4c33e-dbb6-420a-8218-beda62ad2c1b req-4b535034-21d4-4d4d-b754-01526dbd2b09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:22.899189 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9a4c33e-dbb6-420a-8218-beda62ad2c1b req-4b535034-21d4-4d4d-b754-01526dbd2b09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 944 time: 0.0479066 Dec 08 02:29:22.948825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9a4c33e-dbb6-420a-8218-beda62ad2c1b req-5f077fab-67f1-47df-b8a5-0f421a50936c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437050 Dec 08 02:29:23.700372 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:23.803904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 8a785c0e-86c1-4015-99dd-14b598a15a4f details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:29:23.903546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 8a785c0e-86c1-4015-99dd-14b598a15a4f, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=8a785c0e-86c1-4015-99dd-14b598a15a4f,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:29:23.915208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '8a785c0e-86c1-4015-99dd-14b598a15a4f', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'port_id': '8a785c0e-86c1-4015-99dd-14b598a15a4f', 'mac_address': 'fa:16:3e:b4:e1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:29:23.952975 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:23.965295 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a785c0e-86c1-4015-99dd-14b598a15a4f {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:29:23.985978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 8a785c0e-86c1-4015-99dd-14b598a15a4f, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=8a785c0e-86c1-4015-99dd-14b598a15a4f,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:29:23.990780 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:24.039833 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=8a785c0e-86c1-4015-99dd-14b598a15a4f,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:24.075801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c665c5-1d24-44ca-9245-8de9b1148a3a req-12cf39e2-ad34-409e-a2ea-1708e892157c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:24.077253 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-62c665c5-1d24-44ca-9245-8de9b1148a3a req-12cf39e2-ad34-409e-a2ea-1708e892157c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 945 time: 0.0498981 Dec 08 02:29:24.127047 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-62c665c5-1d24-44ca-9245-8de9b1148a3a req-535adb4a-f29a-448f-8b5d-ddeacefbc513 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421300 Dec 08 02:29:24.258103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['8a785c0e-86c1-4015-99dd-14b598a15a4f'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:29:24.404163 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9938402b-5ba5-4835-ad9e-2777e2af210d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:24.417820 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:25.247715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b04bc6-f5c4-484a-8a14-cd19191553ff req-c34b8646-6301-45e6-90b9-946b0da13ebb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:25.249205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4b04bc6-f5c4-484a-8a14-cd19191553ff req-c34b8646-6301-45e6-90b9-946b0da13ebb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 945 time: 0.0485623 Dec 08 02:29:25.295620 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4b04bc6-f5c4-484a-8a14-cd19191553ff req-13af2c57-1e12-46ed-a394-95da356b7cc4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401504 Dec 08 02:29:25.541971 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:25.820105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 8a785c0e-86c1-4015-99dd-14b598a15a4f up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:29:25.868827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 8a785c0e-86c1-4015-99dd-14b598a15a4f completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:29:25.872480 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 8a785c0e-86c1-4015-99dd-14b598a15a4f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:29:25.872847 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:25.949109 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:25.972362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a785c0e-86c1-4015-99dd-14b598a15a4f'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:29:25.974727 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab5083f-f109-48b5-8a5c-cc87514a38a5" -d '{"events": [{"server_uuid": "86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d", "name": "network-vif-plugged", "status": "completed", "tag": "8a785c0e-86c1-4015-99dd-14b598a15a4f"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:29:25.992457 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 8a785c0e-86c1-4015-99dd-14b598a15a4f, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=8a785c0e-86c1-4015-99dd-14b598a15a4f,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:29:26.002100 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:26.025827 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864228eb-5678-4c81-8439-c9692ae713dc x-openstack-request-id: req-864228eb-5678-4c81-8439-c9692ae713dc {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:29:26.026125 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d", "name": "network-vif-plugged", "status": "completed", "tag": "8a785c0e-86c1-4015-99dd-14b598a15a4f", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:29:26.026443 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-864228eb-5678-4c81-8439-c9692ae713dc {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:29:26.026813 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a785c0e-86c1-4015-99dd-14b598a15a4f', 'code': 200} Dec 08 02:29:26.052347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=8a785c0e-86c1-4015-99dd-14b598a15a4f,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:26.566321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed54e4-39b7-494f-8f52-a249f5b66ea1 req-dc9388e7-f278-4205-b20d-d366234650e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:26.568050 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-70ed54e4-39b7-494f-8f52-a249f5b66ea1 req-dc9388e7-f278-4205-b20d-d366234650e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 1098 time: 0.4564044 Dec 08 02:29:26.600319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df08f0c-1946-4b92-a59c-0d067b775adb req-269b9389-da66-49e5-b286-87ca6d9f3ec1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:26.602344 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8df08f0c-1946-4b92-a59c-0d067b775adb req-269b9389-da66-49e5-b286-87ca6d9f3ec1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 946 time: 0.0739794 Dec 08 02:29:26.640500 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-70ed54e4-39b7-494f-8f52-a249f5b66ea1 req-8d7472d1-f890-4f0e-bc81-2378a02cc0c2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643799 Dec 08 02:29:26.668433 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8df08f0c-1946-4b92-a59c-0d067b775adb req-b5d7ffda-5962-456f-acd4-d17d15df12e0 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563388 Dec 08 02:29:27.019449 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:27.790047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b805b-c2a5-407e-907e-54c90fce6fb4 req-fc9b7730-324e-43c9-914b-2639e5c70d25 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:27.791516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-982b805b-c2a5-407e-907e-54c90fce6fb4 req-fc9b7730-324e-43c9-914b-2639e5c70d25 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 946 time: 0.0483491 Dec 08 02:29:27.840349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-982b805b-c2a5-407e-907e-54c90fce6fb4 req-9303c1ad-827d-47a4-8941-4faa704e9f71 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427868 Dec 08 02:29:27.950566 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:27.970997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab9ba2-52b9-4e0f-9308-57068c22bdf6 req-f6fc9125-4af3-410d-b3a2-4841963a121e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:27.972715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8dab9ba2-52b9-4e0f-9308-57068c22bdf6 req-f6fc9125-4af3-410d-b3a2-4841963a121e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 946 time: 0.0537510 Dec 08 02:29:28.022379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8dab9ba2-52b9-4e0f-9308-57068c22bdf6 req-08a6ee82-6653-45cc-b1b1-f711a3132e6c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427911 Dec 08 02:29:28.305321 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6452e-b7bb-4fd4-b9de-099d1860a13c req-51315994-95d5-43ef-a9b1-148e0c91c21d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:28.306756 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bab6452e-b7bb-4fd4-b9de-099d1860a13c req-51315994-95d5-43ef-a9b1-148e0c91c21d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 946 time: 0.0474527 Dec 08 02:29:28.353242 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bab6452e-b7bb-4fd4-b9de-099d1860a13c req-64a84c65-1049-474c-9043-f5be0e1a79e6 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 Dec 08 02:29:29.472848 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ecd7-c07b-4e9f-acde-9d68ad1685d8 req-187e7890-a305-4c10-b476-ba9ddeeca358 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:29.474316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d65ecd7-c07b-4e9f-acde-9d68ad1685d8 req-187e7890-a305-4c10-b476-ba9ddeeca358 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 946 time: 0.0518730 Dec 08 02:29:29.520213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d65ecd7-c07b-4e9f-acde-9d68ad1685d8 req-7fb25def-f285-4005-820b-f5e7021564d0 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392609 Dec 08 02:29:29.866082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30360ed0-561e-4fb5-a083-e55f03cb92d6 req-1525cb66-05bb-4355-91a6-eecddb2c776f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:29.867430 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30360ed0-561e-4fb5-a083-e55f03cb92d6 req-1525cb66-05bb-4355-91a6-eecddb2c776f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 946 time: 0.0477281 Dec 08 02:29:29.957651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-30360ed0-561e-4fb5-a083-e55f03cb92d6 req-ddfc4ed8-e906-4a8c-bb43-33d9cf722504 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Deleting port 8a785c0e-86c1-4015-99dd-14b598a15a4f {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:29:29.958164 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-30360ed0-561e-4fb5-a083-e55f03cb92d6 req-ddfc4ed8-e906-4a8c-bb43-33d9cf722504 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:30.044752 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-30360ed0-561e-4fb5-a083-e55f03cb92d6 req-ddfc4ed8-e906-4a8c-bb43-33d9cf722504 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] For port 8a785c0e-86c1-4015-99dd-14b598a15a4f, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=8a785c0e-86c1-4015-99dd-14b598a15a4f,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:29:30.045117 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-30360ed0-561e-4fb5-a083-e55f03cb92d6 req-ddfc4ed8-e906-4a8c-bb43-33d9cf722504 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:30.057821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-30360ed0-561e-4fb5-a083-e55f03cb92d6 req-ddfc4ed8-e906-4a8c-bb43-33d9cf722504 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Calling delete_port for 8a785c0e-86c1-4015-99dd-14b598a15a4f owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:29:30.183939 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-30360ed0-561e-4fb5-a083-e55f03cb92d6 req-ddfc4ed8-e906-4a8c-bb43-33d9cf722504 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:30.211716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc4ed8-e906-4a8c-bb43-33d9cf722504 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event deleted for resources: {'Port': ['ID=8a785c0e-86c1-4015-99dd-14b598a15a4f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:30.216725 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['8a785c0e-86c1-4015-99dd-14b598a15a4f'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:29:30.239530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['baa59454-eaea-45a8-b89d-890392d36da5'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:29:30.260467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-30360ed0-561e-4fb5-a083-e55f03cb92d6 req-ddfc4ed8-e906-4a8c-bb43-33d9cf722504 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] No DVR routers for this DVR port 8a785c0e-86c1-4015-99dd-14b598a15a4f on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:29:30.263292 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-30360ed0-561e-4fb5-a083-e55f03cb92d6 req-ddfc4ed8-e906-4a8c-bb43-33d9cf722504 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:30.267150 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30360ed0-561e-4fb5-a083-e55f03cb92d6 req-ddfc4ed8-e906-4a8c-bb43-33d9cf722504 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "DELETE /v2.0/ports/8a785c0e-86c1-4015-99dd-14b598a15a4f HTTP/1.1" status: 204 len: 173 time: 0.3934908 Dec 08 02:29:30.267715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d', 'name': 'network-vif-deleted', 'tag': '8a785c0e-86c1-4015-99dd-14b598a15a4f'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:29:30.270972 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b262525-b657-43c7-bc30-f67dabee7363" -d '{"events": [{"server_uuid": "86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d", "name": "network-vif-deleted", "tag": "8a785c0e-86c1-4015-99dd-14b598a15a4f"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:29:30.317083 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08767796-74b7-4113-a97d-56c6b680cddd x-openstack-request-id: req-08767796-74b7-4113-a97d-56c6b680cddd {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:29:30.317391 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d", "name": "network-vif-deleted", "tag": "8a785c0e-86c1-4015-99dd-14b598a15a4f", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:29:30.317648 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-08767796-74b7-4113-a97d-56c6b680cddd {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:29:30.318054 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d', 'name': 'network-vif-deleted', 'tag': '8a785c0e-86c1-4015-99dd-14b598a15a4f', 'status': 'completed', 'code': 200} Dec 08 02:29:30.620147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3d01759f-c314-4938-bc71-6f45fa9ed2dd req-ca50701c-05b2-47a7-a897-edb1efcb990d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 210 time: 0.0307186 Dec 08 02:29:31.719454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b44ca89a-2f0f-466f-9438-c07924945dcd req-3fdf42d6-0bbe-4196-a2e9-e0fcd52b2a6d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 210 time: 0.0277736 Dec 08 02:29:32.828556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5607320c-e21c-43c1-9cc7-6820cba6dfdc req-bda5cc89-5820-4022-90f7-dfa11d26fd8c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 210 time: 0.0288732 Dec 08 02:29:33.852231 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 8a785c0e-86c1-4015-99dd-14b598a15a4f no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:29:33.871858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 8a785c0e-86c1-4015-99dd-14b598a15a4f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:29:33.872204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 8a785c0e-86c1-4015-99dd-14b598a15a4f not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:29:33.927294 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e49c2aef-65d0-47d5-8ac2-a445c8f6577b req-b14dd51d-2e9c-4672-898e-4154f5265c12 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 210 time: 0.0266933 Dec 08 02:29:35.051619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8dd8b22-a76b-4a92-b01e-a581ee9f8562 req-5f216589-231e-4315-b6f6-98334c459f3c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=86d1989f-6e35-43a4-bfd1-9e66bd4b3d9d HTTP/1.1" status: 200 len: 210 time: 0.0334413 Dec 08 02:29:37.284423 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0e2d2fe4-35b8-4dde-9a21-06dc666af67f req-92de21db-62d7-414e-8650-6e5ba9abe25e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457420 Dec 08 02:29:37.381716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d2fe4-35b8-4dde-9a21-06dc666af67f req-618739e6-61f2-4ef2-9c36-202feb30d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:37.383831 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0e2d2fe4-35b8-4dde-9a21-06dc666af67f req-618739e6-61f2-4ef2-9c36-202feb30d04c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 1098 time: 0.0430288 Dec 08 02:29:37.500234 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d2fe4-35b8-4dde-9a21-06dc666af67f req-acbf0c8a-9157-4656-af6d-cfb229e66a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:37.502056 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0e2d2fe4-35b8-4dde-9a21-06dc666af67f req-acbf0c8a-9157-4656-af6d-cfb229e66a5c service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0976806 Dec 08 02:29:37.543825 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0e2d2fe4-35b8-4dde-9a21-06dc666af67f req-3775b3b6-6bdc-4df6-b94e-8ae3428ffb6d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baa59454-eaea-45a8-b89d-890392d36da5 HTTP/1.1" status: 200 len: 217 time: 0.0342848 Dec 08 02:29:37.597652 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d2fe4-35b8-4dde-9a21-06dc666af67f req-66f1c1e6-8b2c-4fa7-8a82-37c9ca06da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:37.599127 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0e2d2fe4-35b8-4dde-9a21-06dc666af67f req-66f1c1e6-8b2c-4fa7-8a82-37c9ca06da0b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0489733 Dec 08 02:29:37.645367 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d2fe4-35b8-4dde-9a21-06dc666af67f req-12ccbe63-3404-49e3-bdb7-373ab163ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:37.646781 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0e2d2fe4-35b8-4dde-9a21-06dc666af67f req-12ccbe63-3404-49e3-bdb7-373ab163ea49 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408614 Dec 08 02:29:37.740811 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0e2d2fe4-35b8-4dde-9a21-06dc666af67f req-819f9f0e-0f26-449d-b931-5d2cb9584502 service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865071 Dec 08 02:29:37.836157 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0e2d2fe4-35b8-4dde-9a21-06dc666af67f req-2370c4a1-6e2a-477a-bd1d-93ac13b53a63 service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866938 Dec 08 02:29:38.129635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-7c7abacd-0c5d-4146-a31e-36e83bc264dc req-b0fce594-a0a0-4a1a-b99b-ad8e5a01c31d service neutron] (109766) timed out ('10.222.0.71', 33412) {{(pid=109766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:29:40.590872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33fc9-5b93-4497-a7e5-f2d2ab52db39 req-4048ef46-ff81-4521-a494-e1d0f072f010 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:40.592540 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0bb33fc9-5b93-4497-a7e5-f2d2ab52db39 req-4048ef46-ff81-4521-a494-e1d0f072f010 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 946 time: 0.0541255 Dec 08 02:29:40.640603 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0bb33fc9-5b93-4497-a7e5-f2d2ab52db39 req-95c219f8-2918-49be-95a5-dc7fcd41213a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418773 Dec 08 02:29:41.759267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6818c-7921-4dc4-a86e-d68c1608101a req-47e38897-d05f-4d89-8ded-82b696211880 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:41.760723 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09c6818c-7921-4dc4-a86e-d68c1608101a req-47e38897-d05f-4d89-8ded-82b696211880 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 946 time: 0.0472233 Dec 08 02:29:41.807561 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09c6818c-7921-4dc4-a86e-d68c1608101a req-fc8eb7b2-e1ec-44e2-b90c-c31ea7bef78e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Dec 08 02:29:42.177630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d15708-4073-4056-b52d-a68c48becf18 req-dff1b0f5-ff82-4cdb-abc6-04d97718e32c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:42.179593 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c7d15708-4073-4056-b52d-a68c48becf18 req-dff1b0f5-ff82-4cdb-abc6-04d97718e32c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 946 time: 0.0484183 Dec 08 02:29:42.272587 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c7d15708-4073-4056-b52d-a68c48becf18 req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Deleting port baa59454-eaea-45a8-b89d-890392d36da5 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:29:42.272922 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c7d15708-4073-4056-b52d-a68c48becf18 req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:42.358811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c7d15708-4073-4056-b52d-a68c48becf18 req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] For port baa59454-eaea-45a8-b89d-890392d36da5, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=baa59454-eaea-45a8-b89d-890392d36da5,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:29:42.359169 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c7d15708-4073-4056-b52d-a68c48becf18 req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:42.371790 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c7d15708-4073-4056-b52d-a68c48becf18 req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Calling delete_port for baa59454-eaea-45a8-b89d-890392d36da5 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:29:42.498965 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c7d15708-4073-4056-b52d-a68c48becf18 req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:42.532198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event deleted for resources: {'Port': ['ID=baa59454-eaea-45a8-b89d-890392d36da5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:42.558005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:42.558339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:42.558682 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:42.559024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:42.559363 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:42.559726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:42.560057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:42.560383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:42.560708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:42.561033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:42.561354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:42.561678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:42.561998 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:42.582045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d15708-4073-4056-b52d-a68c48becf18 req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] No DVR routers for this DVR port baa59454-eaea-45a8-b89d-890392d36da5 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:29:42.584606 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c7d15708-4073-4056-b52d-a68c48becf18 req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:42.588312 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c7d15708-4073-4056-b52d-a68c48becf18 req-f005c6e9-d526-4bb8-88ed-8621cde6324b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.75 "DELETE /v2.0/ports/baa59454-eaea-45a8-b89d-890392d36da5 HTTP/1.1" status: 204 len: 173 time: 0.4022901 Dec 08 02:29:42.588845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab9ca7-7432-4ad0-b800-2860471ee08d', 'name': 'network-vif-deleted', 'tag': 'baa59454-eaea-45a8-b89d-890392d36da5'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:29:42.591192 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235f496e-7f12-41c5-a164-f6e204f9230b" -d '{"events": [{"server_uuid": "5cab9ca7-7432-4ad0-b800-2860471ee08d", "name": "network-vif-deleted", "tag": "baa59454-eaea-45a8-b89d-890392d36da5"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:29:42.632876 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd1036e-d1cb-45e8-9fa1-ae799c3c734c x-openstack-request-id: req-5cd1036e-d1cb-45e8-9fa1-ae799c3c734c {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:29:42.633174 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cab9ca7-7432-4ad0-b800-2860471ee08d", "name": "network-vif-deleted", "tag": "baa59454-eaea-45a8-b89d-890392d36da5", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:29:42.633428 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5cd1036e-d1cb-45e8-9fa1-ae799c3c734c {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:29:42.633833 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cab9ca7-7432-4ad0-b800-2860471ee08d', 'name': 'network-vif-deleted', 'tag': 'baa59454-eaea-45a8-b89d-890392d36da5', 'status': 'completed', 'code': 200} Dec 08 02:29:42.904259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f95fe8c0-1394-4f3c-83de-9ea7bae8432f req-51d43ce8-c4ac-42df-b22e-06f5559af16a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 210 time: 0.0276265 Dec 08 02:29:44.001547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-526664c4-e113-43c0-b3e5-9ff7dd6f7d43 req-74bd3301-563a-4ada-a981-6e85d836dea2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 210 time: 0.0261016 Dec 08 02:29:44.192580 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device baa59454-eaea-45a8-b89d-890392d36da5 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:29:44.213417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: baa59454-eaea-45a8-b89d-890392d36da5 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:29:44.213774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device baa59454-eaea-45a8-b89d-890392d36da5 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:29:45.104969 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a8df29a-20b3-4abb-a750-54c3707131c8 req-64cce640-effa-4203-b2d8-04969a61a53b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 210 time: 0.0329759 Dec 08 02:29:46.199841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eaff3f34-5981-40d8-96fd-4cb239d647e8 req-67bb34aa-4743-488b-b85e-99928afe88a1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 210 time: 0.0258541 Dec 08 02:29:47.321292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8093c63c-f636-4e61-bfae-ee40f0600458 req-08856c0c-a39e-4986-b271-bf1ed012fa49 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cab9ca7-7432-4ad0-b800-2860471ee08d HTTP/1.1" status: 200 len: 210 time: 0.0263693 Dec 08 02:29:51.312330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35142) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:51.317021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-81b09f61-e910-4c4c-aa71-e45cd0735be2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1774679424', 'description': 'tempest-secgroup-smoke-1774679424 description', 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:29:51.339889 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-81b09f61-e910-4c4c-aa71-e45cd0735be2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.409458 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-81b09f61-e910-4c4c-aa71-e45cd0735be2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.413817 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-81b09f61-e910-4c4c-aa71-e45cd0735be2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.439891 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-81b09f61-e910-4c4c-aa71-e45cd0735be2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.441131 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-81b09f61-e910-4c4c-aa71-e45cd0735be2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1277139 Dec 08 02:29:51.444336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35144) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:51.448979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'security_group_rule': {'security_group_id': 'e1c241de-84d4-4d59-bd30-c4890125d059', 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:29:51.449294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b09f61-e910-4c4c-aa71-e45cd0735be2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c241de-84d4-4d59-bd30-c4890125d059,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:51.475310 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.530180 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.533645 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.548326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1724841b-00c5-4877-868a-615d14f1d5c4,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:51.559213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:51.559583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:51.559987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:51.560346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:51.560675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:51.561001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:51.561323 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:51.561643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:51.561961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:51.562280 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:51.562598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:51.562913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:51.563230 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:51.567981 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.569145 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-82ab9191-87ab-4040-9c08-47dd248e5a8b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237860 Dec 08 02:29:51.572005 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35146) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:51.576551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f2615071-b812-4baa-a2fd-522441985453 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'security_group_rule': {'security_group_id': 'e1c241de-84d4-4d59-bd30-c4890125d059', 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:29:51.602278 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2615071-b812-4baa-a2fd-522441985453 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.656368 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2615071-b812-4baa-a2fd-522441985453 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.659897 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2615071-b812-4baa-a2fd-522441985453 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.680492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2615071-b812-4baa-a2fd-522441985453 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99901769-9147-479f-8d93-179f2a0e263f,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:51.687082 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f2615071-b812-4baa-a2fd-522441985453 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.688291 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f2615071-b812-4baa-a2fd-522441985453 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154201 Dec 08 02:29:51.691534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35148) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:51.695865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7f5196d7-349c-4a15-a172-a767c0af0c14 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'security_group_rule': {'security_group_id': 'e1c241de-84d4-4d59-bd30-c4890125d059', 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:29:51.721190 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f5196d7-349c-4a15-a172-a767c0af0c14 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.776328 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f5196d7-349c-4a15-a172-a767c0af0c14 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.779846 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f5196d7-349c-4a15-a172-a767c0af0c14 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.799180 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5196d7-349c-4a15-a172-a767c0af0c14 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dc33cf-4f98-434b-9773-a5bf49f68585,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:51.805013 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f5196d7-349c-4a15-a172-a767c0af0c14 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.806186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7f5196d7-349c-4a15-a172-a767c0af0c14 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136858 Dec 08 02:29:51.808906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35150) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:51.813199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c138764a-1394-4db6-9a88-d80e1f91ae09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'security_group_rule': {'security_group_id': 'e1c241de-84d4-4d59-bd30-c4890125d059', 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:29:51.838419 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c138764a-1394-4db6-9a88-d80e1f91ae09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.893065 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c138764a-1394-4db6-9a88-d80e1f91ae09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.896525 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c138764a-1394-4db6-9a88-d80e1f91ae09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.915016 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138764a-1394-4db6-9a88-d80e1f91ae09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0a0c0c-e168-4a6b-b0d3-c9629993e6e1,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:51.920285 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c138764a-1394-4db6-9a88-d80e1f91ae09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:51.921449 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c138764a-1394-4db6-9a88-d80e1f91ae09 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1116009 Dec 08 02:29:51.924314 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35152) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:51.928584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1336e99f-2e81-4c8f-898d-f146e50b5cdd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'security_group_rule': {'security_group_id': 'e1c241de-84d4-4d59-bd30-c4890125d059', 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:29:51.948700 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-1336e99f-2e81-4c8f-898d-f146e50b5cdd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Project dd53dd187e9645859e0dc1a7802b1eca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:29:51.953291 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1336e99f-2e81-4c8f-898d-f146e50b5cdd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:52.009322 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1336e99f-2e81-4c8f-898d-f146e50b5cdd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:52.012902 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1336e99f-2e81-4c8f-898d-f146e50b5cdd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:52.025916 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-77f1abdc-03fa-4f08-b26b-506159208fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:52.033249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336e99f-2e81-4c8f-898d-f146e50b5cdd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b66e9e-022f-4593-81bb-ad579857d492,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:52.040657 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1336e99f-2e81-4c8f-898d-f146e50b5cdd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:52.041838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1336e99f-2e81-4c8f-898d-f146e50b5cdd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166189 Dec 08 02:29:52.044536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35154) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:52.048802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-93768144-5e5a-4a01-988a-813f38adcd99 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'security_group_rule': {'security_group_id': 'e1c241de-84d4-4d59-bd30-c4890125d059', 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:29:52.069353 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-93768144-5e5a-4a01-988a-813f38adcd99 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Project dd53dd187e9645859e0dc1a7802b1eca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:29:52.073995 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-93768144-5e5a-4a01-988a-813f38adcd99 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:52.131228 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-93768144-5e5a-4a01-988a-813f38adcd99 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:52.134570 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-93768144-5e5a-4a01-988a-813f38adcd99 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:52.151502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93768144-5e5a-4a01-988a-813f38adcd99 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a980394-8e75-4be7-a956-24c4a0d890f9,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:52.159186 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-93768144-5e5a-4a01-988a-813f38adcd99 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:52.160378 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-93768144-5e5a-4a01-988a-813f38adcd99 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1149087 Dec 08 02:29:53.700599 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:54.386843 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c8bf1e3-1835-4713-accb-9d90941a9384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:54.421761 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:55.543685 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:57.021348 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:57.673548 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:29:57.934041 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:07.461172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-98e1bfcc-f5bd-4ba0-abe2-9364c7cfa9ac tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1774679424&fields=id&tenant_id=dd53dd187e9645859e0dc1a7802b1eca HTTP/1.1" status: 200 len: 267 time: 0.0437002 Dec 08 02:30:07.567056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-a24287d6-b01e-4f32-818f-6a6b9d3f81e0 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:07.568528 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-a24287d6-b01e-4f32-818f-6a6b9d3f81e0 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 812 time: 0.0999804 Dec 08 02:30:07.584167 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-a8865f31-43fd-4712-9586-83eddf17f5a2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/quotas/dd53dd187e9645859e0dc1a7802b1eca HTTP/1.1" status: 200 len: 375 time: 0.0091379 Dec 08 02:30:07.634051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-f9e0e797-cd9b-448e-b870-4f0fca0bcc3b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439005 Dec 08 02:30:07.726673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-8fecc28f-9eef-4fe4-bfc4-f65c84212dcc service neutron] 10.222.0.71 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810895 Dec 08 02:30:07.817578 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-edc20127-4818-4562-8a84-bf4f7c451549 service neutron] 10.222.0.71 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849266 Dec 08 02:30:08.097713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f98f0d9-a84a-4995-bcbc-0fa493ba70a0 req-3eed3a21-f120-414e-832c-298bed9771f3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 210 time: 0.0261860 Dec 08 02:30:09.060191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-16d40f87-d6e5-426d-9ae0-b8f30ec2bbac tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:09.061648 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-16d40f87-d6e5-426d-9ae0-b8f30ec2bbac tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 812 time: 0.1063795 Dec 08 02:30:09.131028 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-866023e2-5b12-4255-ab28-142abee07e33 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd53dd187e9645859e0dc1a7802b1eca HTTP/1.1" status: 200 len: 380 time: 0.0550804 Dec 08 02:30:09.141151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-d27e2bc5-d885-452a-8772-830d15665855 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'port': {'device_id': '866956ab-fe8e-45c7-a2f8-4eda9812fcc2', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'admin_state_up': True, 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'security_groups': ['e1c241de-84d4-4d59-bd30-c4890125d059']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:30:09.228268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7f33500-f9b1-426d-b821-da21f449b71f req-3412a79e-e489-4f22-be24-d65bafe20bd4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 210 time: 0.0588751 Dec 08 02:30:09.281829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-d27e2bc5-d885-452a-8772-830d15665855 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Made reservation on behalf of dd53dd187e9645859e0dc1a7802b1eca for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:30:09.285126 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-d27e2bc5-d885-452a-8772-830d15665855 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:09.409527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-d27e2bc5-d885-452a-8772-830d15665855 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Allocated IP 172.20.0.12 (fc49ea3e-854d-40bf-9f95-dd8f98bede14/f6b1ff90-df36-4621-8ed4-a3c4a79beb17/345bfaeb-8d3f-4324-84cb-ca448ca2c483) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:30:09.547115 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-d27e2bc5-d885-452a-8772-830d15665855 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:09.580389 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-d27e2bc5-d885-452a-8772-830d15665855 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:09.624454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-d27e2bc5-d885-452a-8772-830d15665855 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:30:09.627497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-d27e2bc5-d885-452a-8772-830d15665855 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:30:09.631662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-d27e2bc5-d885-452a-8772-830d15665855 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:30:09.639207 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e2bc5-d885-452a-8772-830d15665855 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'Port': ['ID=345bfaeb-8d3f-4324-84cb-ca448ca2c483,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:30:09.690430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-d27e2bc5-d885-452a-8772-830d15665855 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:09.691052 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-d27e2bc5-d885-452a-8772-830d15665855 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:09.707589 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-d27e2bc5-d885-452a-8772-830d15665855 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5708036 Dec 08 02:30:09.725617 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Request body: {'port': {'device_id': '866956ab-fe8e-45c7-a2f8-4eda9812fcc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:30:09.784833 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:09.943330 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b742e9dd-6632-40f1-bdce-7b02e237ba66 None None] Provisioning complete for port 345bfaeb-8d3f-4324-84cb-ca448ca2c483 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:30:09.944127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b742e9dd-6632-40f1-bdce-7b02e237ba66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:09.985097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b742e9dd-6632-40f1-bdce-7b02e237ba66 None None] Port 345bfaeb-8d3f-4324-84cb-ca448ca2c483 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:30:10.061672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345bfaeb-8d3f-4324-84cb-ca448ca2c483 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:30:10.069318 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:10.081683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Transition to ACTIVE for port object 345bfaeb-8d3f-4324-84cb-ca448ca2c483 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:30:10.084916 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:10.156704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Pushing event updated for resources: {'Port': ['ID=345bfaeb-8d3f-4324-84cb-ca448ca2c483,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:30:10.208740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Attempting to bind port 345bfaeb-8d3f-4324-84cb-ca448ca2c483 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:30:10.209224 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Attempting to bind port 345bfaeb-8d3f-4324-84cb-ca448ca2c483 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:30:10.209638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Attempting to bind port 345bfaeb-8d3f-4324-84cb-ca448ca2c483 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:30:10.215769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Port 345bfaeb-8d3f-4324-84cb-ca448ca2c483 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:30:10.216372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Attempting to bind port 345bfaeb-8d3f-4324-84cb-ca448ca2c483 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:30:10.221659 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:30:10.222037 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Checking segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:30:10.222545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Bound using segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:30:10.223015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Bound port: 345bfaeb-8d3f-4324-84cb-ca448ca2c483, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:30:10.223381 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:10.306796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] For port 345bfaeb-8d3f-4324-84cb-ca448ca2c483, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:30:10.311503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] For port 345bfaeb-8d3f-4324-84cb-ca448ca2c483, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=345bfaeb-8d3f-4324-84cb-ca448ca2c483,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:30:10.316216 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:10.379976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:10.380605 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:10.382071 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] 10.222.0.45 "PUT /v2.0/ports/345bfaeb-8d3f-4324-84cb-ca448ca2c483 HTTP/1.1" status: 200 len: 1093 time: 0.6607156 Dec 08 02:30:10.382472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866956ab-fe8e-45c7-a2f8-4eda9812fcc2', 'tag': '345bfaeb-8d3f-4324-84cb-ca448ca2c483'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:30:10.384741 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c6ecc9-c1a8-4c96-b364-3c5c3b5ea3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "866956ab-fe8e-45c7-a2f8-4eda9812fcc2", "tag": "345bfaeb-8d3f-4324-84cb-ca448ca2c483"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:30:10.416965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012018a-18b5-408a-90f4-da6b5ac99c20 service neutron] Pushing event updated for resources: {'Port': ['ID=345bfaeb-8d3f-4324-84cb-ca448ca2c483,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:30:10.446382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e476d-b411-4c00-a820-71dbe7dad0bd req-1ef8b280-ae65-404f-b716-07858634bd42 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:10.450597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-695e476d-b411-4c00-a820-71dbe7dad0bd req-1ef8b280-ae65-404f-b716-07858634bd42 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 944 time: 0.1051559 Dec 08 02:30:10.477407 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1f03bd-1b99-4588-90b2-3d3a3a3616cb x-openstack-request-id: req-fa1f03bd-1b99-4588-90b2-3d3a3a3616cb {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:30:10.477407 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866956ab-fe8e-45c7-a2f8-4eda9812fcc2", "tag": "345bfaeb-8d3f-4324-84cb-ca448ca2c483", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:30:10.477407 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fa1f03bd-1b99-4588-90b2-3d3a3a3616cb {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:30:10.477736 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866956ab-fe8e-45c7-a2f8-4eda9812fcc2', 'tag': '345bfaeb-8d3f-4324-84cb-ca448ca2c483', 'status': 'completed', 'code': 200} Dec 08 02:30:10.543869 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-ed33399c-bfe5-4730-a248-ee9a023230f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:10.545400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-ed33399c-bfe5-4730-a248-ee9a023230f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 1096 time: 0.0936601 Dec 08 02:30:10.549208 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-695e476d-b411-4c00-a820-71dbe7dad0bd req-19ac9423-251c-4dd6-96df-c5b9e0255b4d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859091 Dec 08 02:30:10.597977 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-a24e9b28-5bf1-49c4-ba42-7eb825c4b612 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345bfaeb-8d3f-4324-84cb-ca448ca2c483 HTTP/1.1" status: 200 len: 217 time: 0.0394154 Dec 08 02:30:10.654597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-567851da-3187-418b-86a9-e975f83e96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:10.656134 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-567851da-3187-418b-86a9-e975f83e96d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0505178 Dec 08 02:30:10.704826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-48e7f873-10a1-4eae-b27c-cec8fd07f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:10.706357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-48e7f873-10a1-4eae-b27c-cec8fd07f8c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431762 Dec 08 02:30:10.799815 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-76986d74-f076-4c18-931b-6148bc43af3b service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861270 Dec 08 02:30:10.893680 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-984adee5-c4aa-4dab-8e5c-443f7e412848 req-d61b4fb2-378c-4908-b88c-3ccdd34638f3 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874174 Dec 08 02:30:11.003203 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6ecc9-c1a8-4c96-b364-3c5c3b5ea3f8 req-bcfdcb38-1bf1-475f-a443-aacf683c7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:11.004660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3c6ecc9-c1a8-4c96-b364-3c5c3b5ea3f8 req-bcfdcb38-1bf1-475f-a443-aacf683c7a6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 1096 time: 0.0416248 Dec 08 02:30:11.094995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6ecc9-c1a8-4c96-b364-3c5c3b5ea3f8 req-50bbb760-f0de-4e13-aaf9-afce9c259deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:11.096531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3c6ecc9-c1a8-4c96-b364-3c5c3b5ea3f8 req-50bbb760-f0de-4e13-aaf9-afce9c259deb service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0850456 Dec 08 02:30:11.146800 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3c6ecc9-c1a8-4c96-b364-3c5c3b5ea3f8 req-7ff246b7-bba9-4dc4-b6c8-fc990643bd22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345bfaeb-8d3f-4324-84cb-ca448ca2c483 HTTP/1.1" status: 200 len: 217 time: 0.0374091 Dec 08 02:30:11.196472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6ecc9-c1a8-4c96-b364-3c5c3b5ea3f8 req-5acfc3bb-004f-48f0-90cc-d79c2ff02238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:11.197972 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3c6ecc9-c1a8-4c96-b364-3c5c3b5ea3f8 req-5acfc3bb-004f-48f0-90cc-d79c2ff02238 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0445335 Dec 08 02:30:11.245015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6ecc9-c1a8-4c96-b364-3c5c3b5ea3f8 req-5bea1f6c-ab94-4f48-9da2-dc25caada26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:11.246548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3c6ecc9-c1a8-4c96-b364-3c5c3b5ea3f8 req-5bea1f6c-ab94-4f48-9da2-dc25caada26f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419440 Dec 08 02:30:11.341217 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3c6ecc9-c1a8-4c96-b364-3c5c3b5ea3f8 req-1f813a79-2085-424d-bed9-ff7661ed7729 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873597 Dec 08 02:30:11.431733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3c6ecc9-c1a8-4c96-b364-3c5c3b5ea3f8 req-ba0110f5-e197-4f60-b56c-723e125790f9 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840466 Dec 08 02:30:11.674074 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4a061-4878-4ea8-977a-b013364ce541 req-4af6b2d1-0d38-4db9-81a2-5270fe85c635 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:11.675560 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ac4a061-4878-4ea8-977a-b013364ce541 req-4af6b2d1-0d38-4db9-81a2-5270fe85c635 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 944 time: 0.0531268 Dec 08 02:30:11.725388 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ac4a061-4878-4ea8-977a-b013364ce541 req-5a117295-3712-495a-802d-f8b304861f7e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434921 Dec 08 02:30:12.840237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a99bc-a6bb-4d9f-ae9e-799fef95152c req-e3727b8f-3f00-4b1e-b573-97dc3db45b27 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:12.841707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-789a99bc-a6bb-4d9f-ae9e-799fef95152c req-e3727b8f-3f00-4b1e-b573-97dc3db45b27 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 944 time: 0.0488546 Dec 08 02:30:12.890260 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-789a99bc-a6bb-4d9f-ae9e-799fef95152c req-c69f9621-a5e4-461d-ad8e-d4966788b987 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419726 Dec 08 02:30:14.012567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fade4-c671-46ce-a6e1-ca521dec17fc req-6eeb9286-3cca-4f7f-97ed-30b5d93cd751 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:14.014046 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19fade4-c671-46ce-a6e1-ca521dec17fc req-6eeb9286-3cca-4f7f-97ed-30b5d93cd751 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 944 time: 0.0552886 Dec 08 02:30:14.065069 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19fade4-c671-46ce-a6e1-ca521dec17fc req-47c826b4-dbcc-49e4-be8c-88cd758681fe tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451670 Dec 08 02:30:15.179423 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54de69-a3c5-42f0-83fe-5713f4918671 req-0c4953fa-5f0d-40e1-82f5-c20072bf1f6a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:15.180904 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae54de69-a3c5-42f0-83fe-5713f4918671 req-0c4953fa-5f0d-40e1-82f5-c20072bf1f6a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 944 time: 0.0492334 Dec 08 02:30:15.230173 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae54de69-a3c5-42f0-83fe-5713f4918671 req-4b2ef423-73eb-4862-807a-20998bfb81db tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429049 Dec 08 02:30:16.343372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cf896-7ad3-4f7f-a023-a79661a869b7 req-8aa93e49-e9a7-47eb-be4f-4ba8fc83fcd1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:16.344865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c53cf896-7ad3-4f7f-a023-a79661a869b7 req-8aa93e49-e9a7-47eb-be4f-4ba8fc83fcd1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 944 time: 0.0479445 Dec 08 02:30:16.396099 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c53cf896-7ad3-4f7f-a023-a79661a869b7 req-16e3f9b3-ca3f-4b05-a8cb-11073edcef06 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453801 Dec 08 02:30:17.508851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e265d7-1486-4543-8541-c7e97aefb960 req-f7f22373-fd2f-4f3b-b2c7-f9c5b731db51 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:17.510222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7e265d7-1486-4543-8541-c7e97aefb960 req-f7f22373-fd2f-4f3b-b2c7-f9c5b731db51 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 944 time: 0.0483127 Dec 08 02:30:17.558566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7e265d7-1486-4543-8541-c7e97aefb960 req-935fec90-71c9-44d9-8ea8-b228aab47341 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Dec 08 02:30:18.672571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fdaf9-0365-45cf-953a-93e596c037ff req-ec5999ef-0103-4049-8c55-e35e48a07f99 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:18.674006 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-304fdaf9-0365-45cf-953a-93e596c037ff req-ec5999ef-0103-4049-8c55-e35e48a07f99 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 944 time: 0.0476871 Dec 08 02:30:18.721082 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-304fdaf9-0365-45cf-953a-93e596c037ff req-72a72de1-5a8f-4cd6-aedc-eb5c7d54a533 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412023 Dec 08 02:30:19.837666 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b4af9-e28e-48c2-ae68-e50dc4b20c39 req-983a2409-5c54-4261-bc25-e766ac3792ff tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:19.839108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f4b4af9-e28e-48c2-ae68-e50dc4b20c39 req-983a2409-5c54-4261-bc25-e766ac3792ff tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 944 time: 0.0514457 Dec 08 02:30:19.886483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f4b4af9-e28e-48c2-ae68-e50dc4b20c39 req-2b99802a-c926-41be-9779-2f39f9ced2e6 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413749 Dec 08 02:30:21.000911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68afd3e-1c8b-4a1c-a049-b6d2bb71edb0 req-d256dba7-af99-48cd-82fe-615bd9780b32 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:21.002435 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d68afd3e-1c8b-4a1c-a049-b6d2bb71edb0 req-d256dba7-af99-48cd-82fe-615bd9780b32 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 944 time: 0.0478683 Dec 08 02:30:21.049931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d68afd3e-1c8b-4a1c-a049-b6d2bb71edb0 req-5dfc2353-b233-4b84-8f77-4185a0658968 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Dec 08 02:30:22.028039 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f230c74-6fd0-44b2-8a80-f6d489b39031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:22.130920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 345bfaeb-8d3f-4324-84cb-ca448ca2c483 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:30:22.169662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc79d83-b4fd-4a47-a9ae-0b140bf540b6 req-c77d1dab-3194-43d3-8f18-32cdc2473440 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:22.171191 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0dc79d83-b4fd-4a47-a9ae-0b140bf540b6 req-c77d1dab-3194-43d3-8f18-32cdc2473440 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 944 time: 0.0482152 Dec 08 02:30:22.224050 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0dc79d83-b4fd-4a47-a9ae-0b140bf540b6 req-5f3d61bc-8e30-4192-82f9-2274bd9a4ddd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469592 Dec 08 02:30:22.225568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 345bfaeb-8d3f-4324-84cb-ca448ca2c483, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=345bfaeb-8d3f-4324-84cb-ca448ca2c483,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:30:22.236855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '345bfaeb-8d3f-4324-84cb-ca448ca2c483', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'port_id': '345bfaeb-8d3f-4324-84cb-ca448ca2c483', 'mac_address': 'fa:16:3e:ac:71:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:30:22.276300 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:22.288960 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345bfaeb-8d3f-4324-84cb-ca448ca2c483 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:30:22.307591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 345bfaeb-8d3f-4324-84cb-ca448ca2c483, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=345bfaeb-8d3f-4324-84cb-ca448ca2c483,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:30:22.311008 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:22.356763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=345bfaeb-8d3f-4324-84cb-ca448ca2c483,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:30:22.363963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:30:22.364310 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:30:22.364652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:30:22.364993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:30:22.365324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:30:22.365659 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:30:22.365978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:30:22.366301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:30:22.366624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:30:22.366946 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:30:22.367268 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:30:22.367586 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:30:22.367926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:30:22.561832 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['345bfaeb-8d3f-4324-84cb-ca448ca2c483'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:30:23.336520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14ccb-c48a-40e2-a4cc-51099f429746 req-46a9a537-b502-45ea-bf0b-a82c683b68b1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:23.337990 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d14ccb-c48a-40e2-a4cc-51099f429746 req-46a9a537-b502-45ea-bf0b-a82c683b68b1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 945 time: 0.0475428 Dec 08 02:30:23.386488 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3d14ccb-c48a-40e2-a4cc-51099f429746 req-477681cc-68ec-4255-b3c2-a4c86bbc71f0 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419893 Dec 08 02:30:23.700313 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:24.128308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 345bfaeb-8d3f-4324-84cb-ca448ca2c483 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:30:24.177369 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 345bfaeb-8d3f-4324-84cb-ca448ca2c483 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:30:24.180885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 345bfaeb-8d3f-4324-84cb-ca448ca2c483 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:30:24.181250 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:24.256944 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:24.279034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866956ab-fe8e-45c7-a2f8-4eda9812fcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345bfaeb-8d3f-4324-84cb-ca448ca2c483'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:30:24.281461 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922d39b9-3a95-44f4-a9c9-994efbe8d1a1" -d '{"events": [{"server_uuid": "866956ab-fe8e-45c7-a2f8-4eda9812fcc2", "name": "network-vif-plugged", "status": "completed", "tag": "345bfaeb-8d3f-4324-84cb-ca448ca2c483"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:30:24.294356 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 345bfaeb-8d3f-4324-84cb-ca448ca2c483, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=345bfaeb-8d3f-4324-84cb-ca448ca2c483,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:30:24.298429 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:24.322774 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4fab90-15b0-4351-9403-dffd5dfaca64 x-openstack-request-id: req-bf4fab90-15b0-4351-9403-dffd5dfaca64 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:30:24.323065 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866956ab-fe8e-45c7-a2f8-4eda9812fcc2", "name": "network-vif-plugged", "status": "completed", "tag": "345bfaeb-8d3f-4324-84cb-ca448ca2c483", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:30:24.323340 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bf4fab90-15b0-4351-9403-dffd5dfaca64 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:30:24.323748 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866956ab-fe8e-45c7-a2f8-4eda9812fcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345bfaeb-8d3f-4324-84cb-ca448ca2c483', 'code': 200} Dec 08 02:30:24.348011 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=345bfaeb-8d3f-4324-84cb-ca448ca2c483,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:30:24.392554 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06134d3f-193c-44e3-a9fc-5f68cb1f551d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:24.427229 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:24.448161 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf2294-ef2a-40de-a4c8-9955bf523594 req-076b5006-56e1-4f9c-b4c0-eeba093cbdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:24.449657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aacf2294-ef2a-40de-a4c8-9955bf523594 req-076b5006-56e1-4f9c-b4c0-eeba093cbdbb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 1098 time: 0.0418885 Dec 08 02:30:24.526286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aacf2294-ef2a-40de-a4c8-9955bf523594 req-88208a87-b8ed-43eb-b421-abc23b4cb056 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692780 Dec 08 02:30:24.537405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c6eee-e173-46e3-bdac-d6bfd5f947b4 req-f55de54a-b577-4a5c-ab18-b2fb187aac2f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:24.538786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-687c6eee-e173-46e3-bdac-d6bfd5f947b4 req-f55de54a-b577-4a5c-ab18-b2fb187aac2f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 946 time: 0.0808725 Dec 08 02:30:24.587135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-687c6eee-e173-46e3-bdac-d6bfd5f947b4 req-73f90d2c-72e5-4ea7-bb18-c5e72804f394 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Dec 08 02:30:25.544401 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:25.705993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eb28e-9b2a-4a35-b3b7-fff6b0d36d9a req-591a386e-5338-4d04-8dba-b16732ce2adf tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:25.707489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-299eb28e-9b2a-4a35-b3b7-fff6b0d36d9a req-591a386e-5338-4d04-8dba-b16732ce2adf tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 946 time: 0.0480649 Dec 08 02:30:25.755040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-299eb28e-9b2a-4a35-b3b7-fff6b0d36d9a req-a9eba4cd-563f-4dd2-87cc-9b75da48ea00 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413666 Dec 08 02:30:25.872194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa003e-e6dd-4035-ae18-989fc1ed7084 req-e2c12324-f094-46ca-8228-0dbb8ab95425 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:25.873585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83aa003e-e6dd-4035-ae18-989fc1ed7084 req-e2c12324-f094-46ca-8228-0dbb8ab95425 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 946 time: 0.0523300 Dec 08 02:30:25.921720 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83aa003e-e6dd-4035-ae18-989fc1ed7084 req-19e144b2-117f-41cf-80d3-8b4bc749800a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419953 Dec 08 02:30:25.943805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35346) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:30:25.981989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f085b56-f776-4c00-9397-42593c44ea49 tempest-TestVolumeBootPattern-187623540 tempest-TestVolumeBootPattern-187623540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:25.983456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6f085b56-f776-4c00-9397-42593c44ea49 tempest-TestVolumeBootPattern-187623540 tempest-TestVolumeBootPattern-187623540-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 1093 time: 0.0387061 Dec 08 02:30:25.986407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35348) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:30:25.990495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '345bfaeb-8d3f-4324-84cb-ca448ca2c483', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:30:26.012159 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:26.107638 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:26.208934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Allocated IP 172.25.8.234 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/d937b8f7-9948-4680-b609-6c5651bddc07) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:30:26.309183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:26.341504 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:26.380439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:30:26.383274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:30:26.387422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:30:26.392860 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'Port': ['ID=d937b8f7-9948-4680-b609-6c5651bddc07,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:30:26.731003 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:26.793674 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:26.937950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:26.942299 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:27.017431 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'Port': ['ID=d937b8f7-9948-4680-b609-6c5651bddc07,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:30:27.023509 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:27.025653 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:27.121977 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Floating IP 347d6c80-41e0-49ce-afac-929d013cb47c associated. External IP: 172.25.8.234, port: 345bfaeb-8d3f-4324-84cb-ca448ca2c483. Dec 08 02:30:27.664518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:30:27.765481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:30:27.774775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e932d30-e90b-4cd1-9182-ed5a3e9964b0 None None] Sync routers for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:30:27.782495 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:27.783860 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e932d30-e90b-4cd1-9182-ed5a3e9964b0 None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:30:27.784478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1e932d30-e90b-4cd1-9182-ed5a3e9964b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:30:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:30:27.813099 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-47615b38-c262-4786-90fb-79a1c082f0c4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8257031 Dec 08 02:30:27.813781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866956ab-fe8e-45c7-a2f8-4eda9812fcc2', 'tag': '345bfaeb-8d3f-4324-84cb-ca448ca2c483'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:30:27.816066 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a483c331-3274-4517-8ef4-5ce3d31b4b07" -d '{"events": [{"name": "network-changed", "server_uuid": "866956ab-fe8e-45c7-a2f8-4eda9812fcc2", "tag": "345bfaeb-8d3f-4324-84cb-ca448ca2c483"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:30:27.853559 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e58b7d-e1f1-47f3-a5dd-67fa04648f58 x-openstack-request-id: req-36e58b7d-e1f1-47f3-a5dd-67fa04648f58 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:30:27.853907 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866956ab-fe8e-45c7-a2f8-4eda9812fcc2", "tag": "345bfaeb-8d3f-4324-84cb-ca448ca2c483", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:30:27.854225 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-36e58b7d-e1f1-47f3-a5dd-67fa04648f58 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:30:27.854624 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866956ab-fe8e-45c7-a2f8-4eda9812fcc2', 'tag': '345bfaeb-8d3f-4324-84cb-ca448ca2c483', 'status': 'completed', 'code': 200} Dec 08 02:30:27.891040 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-1e932d30-e90b-4cd1-9182-ed5a3e9964b0 None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:30:27.939980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483c331-3274-4517-8ef4-5ce3d31b4b07 req-d5eaed6b-e126-4fcf-b6d6-e3ec9618b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:27.941471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a483c331-3274-4517-8ef4-5ce3d31b4b07 req-d5eaed6b-e126-4fcf-b6d6-e3ec9618b529 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 1098 time: 0.0398493 Dec 08 02:30:27.978753 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:28.033007 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483c331-3274-4517-8ef4-5ce3d31b4b07 req-d880439c-6a64-4727-a43f-567abda93819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:28.034386 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a483c331-3274-4517-8ef4-5ce3d31b4b07 req-d880439c-6a64-4727-a43f-567abda93819 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0843654 Dec 08 02:30:28.102855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a483c331-3274-4517-8ef4-5ce3d31b4b07 req-5255d0cb-a49b-4f32-b0c1-fb0e0a6ea156 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345bfaeb-8d3f-4324-84cb-ca448ca2c483 HTTP/1.1" status: 200 len: 1000 time: 0.0608156 Dec 08 02:30:28.124215 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1e932d30-e90b-4cd1-9182-ed5a3e9964b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '347d6c80-41e0-49ce-afac-929d013cb47c', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.234', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '345bfaeb-8d3f-4324-84cb-ca448ca2c483', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:ac:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866956ab-fe8e-45c7-a2f8-4eda9812fcc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:30:26Z', 'updated_at': '2021-12-08T02:30:26Z', 'revision_number': 0, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:30:28.149719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e932d30-e90b-4cd1-9182-ed5a3e9964b0 None None] Checking router: c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:30:28.150924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483c331-3274-4517-8ef4-5ce3d31b4b07 req-ab1005c9-7031-41e7-b369-785a7a608657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:28.154182 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a483c331-3274-4517-8ef4-5ce3d31b4b07 req-ab1005c9-7031-41e7-b369-785a7a608657 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0432093 Dec 08 02:30:28.158370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e932d30-e90b-4cd1-9182-ed5a3e9964b0 None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:30:28.158959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1e932d30-e90b-4cd1-9182-ed5a3e9964b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:30:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:30:28.197506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483c331-3274-4517-8ef4-5ce3d31b4b07 req-557cbe53-fad0-4086-b403-2db9d1eb27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:28.199049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a483c331-3274-4517-8ef4-5ce3d31b4b07 req-557cbe53-fad0-4086-b403-2db9d1eb27ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397794 Dec 08 02:30:28.263288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-1e932d30-e90b-4cd1-9182-ed5a3e9964b0 None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:30:28.291343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a483c331-3274-4517-8ef4-5ce3d31b4b07 req-675d79ae-079b-43e3-ab45-36935d5a872a service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854836 Dec 08 02:30:28.384043 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a483c331-3274-4517-8ef4-5ce3d31b4b07 req-f2f6e2ea-67d2-4563-b558-e06ffbc36e5a service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856836 Dec 08 02:30:28.478601 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-1e932d30-e90b-4cd1-9182-ed5a3e9964b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '347d6c80-41e0-49ce-afac-929d013cb47c', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.234', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '345bfaeb-8d3f-4324-84cb-ca448ca2c483', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:ac:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866956ab-fe8e-45c7-a2f8-4eda9812fcc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:30:26Z', 'updated_at': '2021-12-08T02:30:26Z', 'revision_number': 0, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:30:28.508251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e932d30-e90b-4cd1-9182-ed5a3e9964b0 None None] The sync data for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 is: [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '347d6c80-41e0-49ce-afac-929d013cb47c', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.234', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '345bfaeb-8d3f-4324-84cb-ca448ca2c483', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:ac:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866956ab-fe8e-45c7-a2f8-4eda9812fcc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:30:26Z', 'updated_at': '2021-12-08T02:30:26Z', 'revision_number': 0, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:30:28.709210 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8744f7-c5b1-4764-8217-4d6c4e1dc6f8 None None] New status for floating IP 347d6c80-41e0-49ce-afac-929d013cb47c: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:30:34.672379 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:30:38.848624 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c893b1f-ed82-47bc-98cc-8d82963aeeab req-f59278f1-05bb-4ed4-a7f9-3c566ec1b41a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398622 Dec 08 02:30:38.961895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c893b1f-ed82-47bc-98cc-8d82963aeeab req-90357c33-1bbf-44b0-9882-848543ec8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:38.963388 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c893b1f-ed82-47bc-98cc-8d82963aeeab req-90357c33-1bbf-44b0-9882-848543ec8c72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 1098 time: 0.0394585 Dec 08 02:30:39.066634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c893b1f-ed82-47bc-98cc-8d82963aeeab req-f60ebc7e-053d-4a4e-8f5d-d33a4a553d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:39.068109 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c893b1f-ed82-47bc-98cc-8d82963aeeab req-f60ebc7e-053d-4a4e-8f5d-d33a4a553d83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0862300 Dec 08 02:30:39.131869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c893b1f-ed82-47bc-98cc-8d82963aeeab req-1134e451-66dc-4c5b-a27b-6e5821f67069 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345bfaeb-8d3f-4324-84cb-ca448ca2c483 HTTP/1.1" status: 200 len: 1002 time: 0.0568185 Dec 08 02:30:39.180591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c893b1f-ed82-47bc-98cc-8d82963aeeab req-1ba92a63-ba54-40c5-b528-f764c4094401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:39.182007 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c893b1f-ed82-47bc-98cc-8d82963aeeab req-1ba92a63-ba54-40c5-b528-f764c4094401 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0431178 Dec 08 02:30:39.230941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c893b1f-ed82-47bc-98cc-8d82963aeeab req-a77f4ad3-222f-486b-b7fa-8bcdd2718db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:39.232570 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c893b1f-ed82-47bc-98cc-8d82963aeeab req-a77f4ad3-222f-486b-b7fa-8bcdd2718db8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440397 Dec 08 02:30:39.325493 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c893b1f-ed82-47bc-98cc-8d82963aeeab req-3ec288d5-fe96-435b-963f-2c37c3cd3d61 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858691 Dec 08 02:30:39.416440 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c893b1f-ed82-47bc-98cc-8d82963aeeab req-3f6e838e-bfd6-402a-8514-c247f63f5e19 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843518 Dec 08 02:30:52.028094 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6543663-f5f9-4f1b-84a9-7eebb869a4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:53.715007 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:54.394391 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bdc4385-eec0-4307-92cd-775143c38df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:54.423630 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:55.547593 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:57.027917 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:57.943121 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:11.670915 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:31:22.027901 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a68288f0-6232-49c3-97a5-0cecc8e36e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:23.714777 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:24.395772 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6b9d-30dd-4cb2-85bd-e19c5c9d90c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:24.417104 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:25.550738 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:27.030303 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:28.104791 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:38.310770 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4db9f2c8-2997-4cf7-ad63-517a1d0995e5 req-ba61f0c0-4676-4e30-8c71-dabab65b4ffe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1489532 Dec 08 02:31:38.405866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9f2c8-2997-4cf7-ad63-517a1d0995e5 req-1324ea0c-def6-4a0b-933d-d6f8a6e1b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:38.407414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4db9f2c8-2997-4cf7-ad63-517a1d0995e5 req-1324ea0c-def6-4a0b-933d-d6f8a6e1b748 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 1098 time: 0.0406735 Dec 08 02:31:38.514233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9f2c8-2997-4cf7-ad63-517a1d0995e5 req-9cbf6879-da44-4632-9db0-91010a8ace8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:38.515749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4db9f2c8-2997-4cf7-ad63-517a1d0995e5 req-9cbf6879-da44-4632-9db0-91010a8ace8e service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0906625 Dec 08 02:31:38.581167 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4db9f2c8-2997-4cf7-ad63-517a1d0995e5 req-1ec82a26-d5aa-4ad3-923d-aecfa2c1814f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345bfaeb-8d3f-4324-84cb-ca448ca2c483 HTTP/1.1" status: 200 len: 1002 time: 0.0583620 Dec 08 02:31:38.633157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9f2c8-2997-4cf7-ad63-517a1d0995e5 req-a8ac5578-f6f3-4e6b-8586-98b068af9d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:38.634770 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4db9f2c8-2997-4cf7-ad63-517a1d0995e5 req-a8ac5578-f6f3-4e6b-8586-98b068af9d39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0469377 Dec 08 02:31:38.679044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9f2c8-2997-4cf7-ad63-517a1d0995e5 req-e1a89c85-7da6-477b-b9a7-152b3aa4e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:38.681123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4db9f2c8-2997-4cf7-ad63-517a1d0995e5 req-e1a89c85-7da6-477b-b9a7-152b3aa4e448 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389912 Dec 08 02:31:38.770753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4db9f2c8-2997-4cf7-ad63-517a1d0995e5 req-c64b3a84-51d9-4143-b372-95db3ba6cf93 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831232 Dec 08 02:31:38.862343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4db9f2c8-2997-4cf7-ad63-517a1d0995e5 req-d5e9576d-1efe-4bb9-9491-4a464ed60155 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841687 Dec 08 02:31:48.670521 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:31:52.031938 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f860646-a77e-4a16-a70b-5e5e7c7e4636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:53.714221 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:54.396931 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6464538-9dbb-4289-9a41-c91626a79fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:54.450686 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:55.553739 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:57.033855 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:57.947425 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:22.032663 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-39992f3f-2229-4f60-8a48-db202e79a502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:23.458699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e5ab1-5281-4115-9e6f-a17cacc4567f req-c59c7730-668d-4b7f-9145-00417daccfba tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:23.460245 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a04e5ab1-5281-4115-9e6f-a17cacc4567f req-c59c7730-668d-4b7f-9145-00417daccfba tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 946 time: 0.1051219 Dec 08 02:32:23.511795 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a04e5ab1-5281-4115-9e6f-a17cacc4567f req-12937fa1-df33-41e2-8742-494566e951ec tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435529 Dec 08 02:32:23.716725 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:24.398317 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e08203fb-e30a-42d2-bc82-0eba6e2d5c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:24.452867 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:24.701050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77c5a7-b4cd-4d51-b6af-88908f0d0f63 req-9701ec4f-023d-4c6c-a815-da27e4d701ce tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:24.702536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f77c5a7-b4cd-4d51-b6af-88908f0d0f63 req-9701ec4f-023d-4c6c-a815-da27e4d701ce tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 946 time: 0.1088247 Dec 08 02:32:24.751134 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f77c5a7-b4cd-4d51-b6af-88908f0d0f63 req-cde09c0e-f495-4f72-bced-eacb7a820a5f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426300 Dec 08 02:32:25.059565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-85868d79-af99-4ac1-b5c8-68666f5b192e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:25.061035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-85868d79-af99-4ac1-b5c8-68666f5b192e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 946 time: 0.0480871 Dec 08 02:32:25.150560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Deleting port 345bfaeb-8d3f-4324-84cb-ca448ca2c483 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:32:25.150922 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:25.240551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] For port 345bfaeb-8d3f-4324-84cb-ca448ca2c483, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=345bfaeb-8d3f-4324-84cb-ca448ca2c483,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:32:25.240909 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:25.406732 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:25.407014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:25.407333 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Floating IP 347d6c80-41e0-49ce-afac-929d013cb47c disassociated. External IP: 172.25.8.234, port: 345bfaeb-8d3f-4324-84cb-ca448ca2c483. Dec 08 02:32:25.407767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Calling delete_port for 345bfaeb-8d3f-4324-84cb-ca448ca2c483 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:32:25.536193 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:25.554507 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:25.565504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event deleted for resources: {'Port': ['ID=345bfaeb-8d3f-4324-84cb-ca448ca2c483,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:32:25.576904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:25.577196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:25.577571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:25.577881 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:25.578215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:25.578546 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:25.578874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:25.579206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:25.579529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:25.579883 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:25.580190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:25.580516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:25.580833 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:25.669315 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:32:25.692333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:32:25.800839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:32:25.814769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39fcf7-8a02-4fab-9ba7-3d35b810b6fb None None] Sync routers for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:32:25.830158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39fcf7-8a02-4fab-9ba7-3d35b810b6fb None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:32:25.830785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6f39fcf7-8a02-4fab-9ba7-3d35b810b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:32:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:32:25.840697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] No DVR routers for this DVR port 345bfaeb-8d3f-4324-84cb-ca448ca2c483 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:32:25.843287 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:25.846682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fde8acba-5cc3-4096-b295-ed7106eaea84 req-8f87664a-9b04-4fdb-afbc-6435e1da06b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "DELETE /v2.0/ports/345bfaeb-8d3f-4324-84cb-ca448ca2c483 HTTP/1.1" status: 204 len: 173 time: 0.7781446 Dec 08 02:32:25.847131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866956ab-fe8e-45c7-a2f8-4eda9812fcc2', 'name': 'network-vif-deleted', 'tag': '345bfaeb-8d3f-4324-84cb-ca448ca2c483'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:32:25.849409 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbe778f-2a81-4e00-96c4-70228956c436" -d '{"events": [{"server_uuid": "866956ab-fe8e-45c7-a2f8-4eda9812fcc2", "name": "network-vif-deleted", "tag": "345bfaeb-8d3f-4324-84cb-ca448ca2c483"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:32:25.885656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-299ab31b-3c0a-4326-a9b3-db9b1d8d1a5e req-98537d97-bc1f-4b1d-82f4-d14d47ed3308 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 210 time: 0.0332971 Dec 08 02:32:25.894746 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693c59b4-532e-4be1-ae6c-940f942086cf x-openstack-request-id: req-693c59b4-532e-4be1-ae6c-940f942086cf {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:32:25.895062 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866956ab-fe8e-45c7-a2f8-4eda9812fcc2", "name": "network-vif-deleted", "tag": "345bfaeb-8d3f-4324-84cb-ca448ca2c483", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:32:25.895655 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-693c59b4-532e-4be1-ae6c-940f942086cf {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:32:25.896078 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866956ab-fe8e-45c7-a2f8-4eda9812fcc2', 'name': 'network-vif-deleted', 'tag': '345bfaeb-8d3f-4324-84cb-ca448ca2c483', 'status': 'completed', 'code': 200} Dec 08 02:32:25.969683 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6f39fcf7-8a02-4fab-9ba7-3d35b810b6fb None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:32:26.179597 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6f39fcf7-8a02-4fab-9ba7-3d35b810b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:32:26.209212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39fcf7-8a02-4fab-9ba7-3d35b810b6fb None None] Checking router: c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:32:26.218546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39fcf7-8a02-4fab-9ba7-3d35b810b6fb None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:32:26.219150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6f39fcf7-8a02-4fab-9ba7-3d35b810b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:32:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:32:26.323118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6f39fcf7-8a02-4fab-9ba7-3d35b810b6fb None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:32:26.518930 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6f39fcf7-8a02-4fab-9ba7-3d35b810b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:32:26.544788 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39fcf7-8a02-4fab-9ba7-3d35b810b6fb None None] The sync data for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 is: [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:32:26.758364 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dabe80-7284-4430-8519-969075e78bfa None None] New status for floating IP 347d6c80-41e0-49ce-afac-929d013cb47c: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:32:26.989186 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22552cc5-720b-4677-8fbb-aa1eed802719 req-2799c4d3-c5e3-4207-a521-6651fd0e68af tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 210 time: 0.0261827 Dec 08 02:32:27.037999 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:27.954039 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:28.084588 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ab19f1d-cd11-47c0-b1b9-21ce169f31d6 req-b98fc85b-e4e3-4e75-8e59-1a74f8749622 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 210 time: 0.0272965 Dec 08 02:32:28.851960 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 345bfaeb-8d3f-4324-84cb-ca448ca2c483 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:32:28.873085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 345bfaeb-8d3f-4324-84cb-ca448ca2c483 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:32:28.873492 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 345bfaeb-8d3f-4324-84cb-ca448ca2c483 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:32:29.182513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a5d215e-e955-46fb-be6e-503e63a50801 req-3a0bb641-9028-4e32-83eb-d91c626822f8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 210 time: 0.0272777 Dec 08 02:32:30.285355 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0da26c7b-a0da-4a6c-8a2d-cb857cd7e3c1 req-6b8e5559-b6d4-4abe-8070-c57e2d8e6b6a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=866956ab-fe8e-45c7-a2f8-4eda9812fcc2 HTTP/1.1" status: 200 len: 210 time: 0.0251284 Dec 08 02:32:31.491429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-106612c5-602c-48d9-9aa9-fda7070b1683 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1774679424&fields=id&tenant_id=dd53dd187e9645859e0dc1a7802b1eca HTTP/1.1" status: 200 len: 267 time: 0.0434854 Dec 08 02:32:31.605231 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-e1249155-5a3c-43fe-943f-1de4b722716d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:31.606668 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-e1249155-5a3c-43fe-943f-1de4b722716d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 812 time: 0.1080573 Dec 08 02:32:31.621199 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-16fd3562-649e-4401-b481-cb6a0413de94 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/quotas/dd53dd187e9645859e0dc1a7802b1eca HTTP/1.1" status: 200 len: 375 time: 0.0087261 Dec 08 02:32:31.677027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-1f2b1fd4-4186-4ab1-ba56-4ad09ae36ae8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503147 Dec 08 02:32:31.823055 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-9841955e-92c1-48b7-a4f5-c687fbc9b434 service neutron] 10.222.0.71 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347497 Dec 08 02:32:31.910253 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-0f872165-4a53-4721-8e9d-db7d141e51c6 service neutron] 10.222.0.71 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812328 Dec 08 02:32:32.192268 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f708c55-403a-4511-b6e5-2a1a76d8bb32 req-ecc557ff-9544-49c8-ab06-ee2ea3d60452 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 210 time: 0.0314858 Dec 08 02:32:33.219010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-4867d630-b150-44b6-b090-97a919774535 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:33.220706 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-4867d630-b150-44b6-b090-97a919774535 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.75 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 812 time: 0.1827457 Dec 08 02:32:33.290215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00cf2e14-562c-4090-a4fa-051573184200 req-9d4832be-0313-4fb5-a58c-60f2d4f18a10 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 210 time: 0.0285201 Dec 08 02:32:33.317103 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-cb0d5626-8455-457c-8943-a9cf977796eb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd53dd187e9645859e0dc1a7802b1eca HTTP/1.1" status: 200 len: 380 time: 0.0774474 Dec 08 02:32:33.328433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'port': {'device_id': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'admin_state_up': True, 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'security_groups': ['e1c241de-84d4-4d59-bd30-c4890125d059']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:32:33.437613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Made reservation on behalf of dd53dd187e9645859e0dc1a7802b1eca for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:32:33.441601 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:33.571193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Allocated IP 172.20.0.12 (fc49ea3e-854d-40bf-9f95-dd8f98bede14/f6b1ff90-df36-4621-8ed4-a3c4a79beb17/0b2ee88a-6589-431c-9e7d-6b3d546bc6e1) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:32:33.706917 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:33.740237 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:33.789939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:32:33.792961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:32:33.795447 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:32:33.821433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'Port': ['ID=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:32:33.836403 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:33.836761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:33.837110 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:33.837456 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:33.837799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:33.838141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:33.838473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:33.838806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:33.839135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:33.839474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:33.839846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:33.840180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:33.840511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:33.868251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:33.868952 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:33.888882 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-394c187f-ff68-49ee-8300-50ae363b913f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5638657 Dec 08 02:32:33.967473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Request body: {'port': {'device_id': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:32:34.029432 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:34.106108 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-cb25488f-ed98-4f2c-81bb-e7098e156695 None None] Provisioning complete for port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:32:34.107154 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb25488f-ed98-4f2c-81bb-e7098e156695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:34.140989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-cb25488f-ed98-4f2c-81bb-e7098e156695 None None] Port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:32:34.286725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:32:34.294049 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:34.306864 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Transition to ACTIVE for port object 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:32:34.312106 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:34.392083 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186948e7-62b8-481b-870d-698a1109528f service neutron] Pushing event updated for resources: {'Port': ['ID=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:32:34.416353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d071da9-7bee-4de8-8f72-55b24281abd5 req-f946237a-a024-4306-9364-56e98a5630ef tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:34.424376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d071da9-7bee-4de8-8f72-55b24281abd5 req-f946237a-a024-4306-9364-56e98a5630ef tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 944 time: 0.0567265 Dec 08 02:32:34.457906 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Attempting to bind port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:32:34.458384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Attempting to bind port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:32:34.458827 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Attempting to bind port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:32:34.465848 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:32:34.467124 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Attempting to bind port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:32:34.473193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:32:34.473789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Checking segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:32:34.474280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Bound using segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:32:34.474821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Bound port: 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:32:34.475284 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:34.482538 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d071da9-7bee-4de8-8f72-55b24281abd5 req-c8292860-18a2-4139-a5bf-52a42d06d94a tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515749 Dec 08 02:32:34.551329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] For port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:32:34.554906 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] For port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:32:34.560594 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:34.599910 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:34.600627 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:34.602143 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-186948e7-62b8-481b-870d-698a1109528f service neutron] 10.222.0.75 "PUT /v2.0/ports/0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 HTTP/1.1" status: 200 len: 1093 time: 0.7008343 Dec 08 02:32:34.602691 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'tag': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:32:34.605084 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2b0eda-268b-4de1-8fdc-19fef8f76c86" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9a0179-3a5b-4e7c-8030-3977b931c4be", "tag": "0b2ee88a-6589-431c-9e7d-6b3d546bc6e1"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:32:34.634055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186948e7-62b8-481b-870d-698a1109528f service neutron] Pushing event updated for resources: {'Port': ['ID=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:32:34.670790 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac1f0d9-ad4a-4157-aa3a-01d980c30393 x-openstack-request-id: req-9ac1f0d9-ad4a-4157-aa3a-01d980c30393 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:32:34.673735 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9a0179-3a5b-4e7c-8030-3977b931c4be", "tag": "0b2ee88a-6589-431c-9e7d-6b3d546bc6e1", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:32:34.674181 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9ac1f0d9-ad4a-4157-aa3a-01d980c30393 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:32:34.676109 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'tag': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'status': 'completed', 'code': 200} Dec 08 02:32:34.738033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-b2283499-e4bc-4e95-87e9-56bfcef4a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:34.739588 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-b2283499-e4bc-4e95-87e9-56bfcef4a46e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 1096 time: 0.0603294 Dec 08 02:32:34.793117 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-a7182c17-9ece-4ff4-9a67-e7055587fbda service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 HTTP/1.1" status: 200 len: 217 time: 0.0371506 Dec 08 02:32:34.847842 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-c23b3ddc-ecf6-497e-9ef9-97ea9fd53b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:34.849347 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-c23b3ddc-ecf6-497e-9ef9-97ea9fd53b87 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0496373 Dec 08 02:32:34.898918 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-82ee286b-219d-4fb1-b4c5-397a5a1c0b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:34.900453 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-82ee286b-219d-4fb1-b4c5-397a5a1c0b23 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438921 Dec 08 02:32:34.991051 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-e248b5a5-78d7-49be-b66d-89fdd207f6bb service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830927 Dec 08 02:32:35.085042 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0fbeb172-9701-46d4-ad1b-47f3f4cdccbe req-b722ae8c-0e56-4a87-946a-01189f6d9b75 service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858960 Dec 08 02:32:35.192805 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b0eda-268b-4de1-8fdc-19fef8f76c86 req-7b54257d-eb0f-456a-8bf6-70e2eea6d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:35.194385 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ca2b0eda-268b-4de1-8fdc-19fef8f76c86 req-7b54257d-eb0f-456a-8bf6-70e2eea6d71f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 1096 time: 0.0419726 Dec 08 02:32:35.287760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b0eda-268b-4de1-8fdc-19fef8f76c86 req-0b5cf5c4-4934-4dec-8de6-0578067ec66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:35.289245 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ca2b0eda-268b-4de1-8fdc-19fef8f76c86 req-0b5cf5c4-4934-4dec-8de6-0578067ec66c service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0868375 Dec 08 02:32:35.605385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85400036-90ca-48bf-bcbc-6de37951a602 req-13837667-f834-4b52-a47f-7164accafa3f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:35.607932 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85400036-90ca-48bf-bcbc-6de37951a602 req-13837667-f834-4b52-a47f-7164accafa3f tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 944 time: 0.0633907 Dec 08 02:32:35.643429 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ca2b0eda-268b-4de1-8fdc-19fef8f76c86 req-fd69336a-c6f7-48ef-be31-4a019332d515 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 HTTP/1.1" status: 200 len: 217 time: 0.3468812 Dec 08 02:32:35.674205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-85400036-90ca-48bf-bcbc-6de37951a602 req-3c55bc2f-b52c-42d4-9800-19f8168b727e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596888 Dec 08 02:32:35.695659 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b0eda-268b-4de1-8fdc-19fef8f76c86 req-9d5265bf-1065-4202-91c4-ed853a958f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:35.697430 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ca2b0eda-268b-4de1-8fdc-19fef8f76c86 req-9d5265bf-1065-4202-91c4-ed853a958f61 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0469792 Dec 08 02:32:35.745008 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b0eda-268b-4de1-8fdc-19fef8f76c86 req-7b40d137-36a2-434e-814b-6b58db305155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:35.746488 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ca2b0eda-268b-4de1-8fdc-19fef8f76c86 req-7b40d137-36a2-434e-814b-6b58db305155 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423856 Dec 08 02:32:35.834467 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ca2b0eda-268b-4de1-8fdc-19fef8f76c86 req-00be157e-14aa-4cbe-b931-be6ec88e4967 service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807581 Dec 08 02:32:35.927735 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ca2b0eda-268b-4de1-8fdc-19fef8f76c86 req-4e1921e7-8662-4d11-a6db-8934745dfc65 service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850782 Dec 08 02:32:36.791494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfd718-9a72-41e9-bb8f-74207c753643 req-f0b2afa6-51bc-4f47-a8ed-8313b064bd7e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:36.792991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1cfd718-9a72-41e9-bb8f-74207c753643 req-f0b2afa6-51bc-4f47-a8ed-8313b064bd7e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 944 time: 0.0492909 Dec 08 02:32:36.841751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1cfd718-9a72-41e9-bb8f-74207c753643 req-6be876ef-3644-4136-a3f0-e62018ce7903 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416241 Dec 08 02:32:37.959846 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc2507-eac7-483e-a3fa-61879f13664c req-cb04bab8-c524-4871-8068-ae8493867336 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:37.961704 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71bc2507-eac7-483e-a3fa-61879f13664c req-cb04bab8-c524-4871-8068-ae8493867336 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 944 time: 0.0510221 Dec 08 02:32:38.012513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71bc2507-eac7-483e-a3fa-61879f13664c req-119dfa6d-9201-4d4c-9b3b-94771096df05 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Dec 08 02:32:39.129463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cbbe5-27ea-4896-803c-8a2854283910 req-71d112d5-2b62-4499-b17c-74b7ddc6dfcf tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:39.130910 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-770cbbe5-27ea-4896-803c-8a2854283910 req-71d112d5-2b62-4499-b17c-74b7ddc6dfcf tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 944 time: 0.0516877 Dec 08 02:32:39.180036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-770cbbe5-27ea-4896-803c-8a2854283910 req-88ac4f36-57b1-46fb-95ba-b3ae07fc1105 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431271 Dec 08 02:32:40.296347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fe215-b419-4dcc-925a-86b152989010 req-734cab1b-a0d0-4897-9630-fd240098cda9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:40.297822 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c4fe215-b419-4dcc-925a-86b152989010 req-734cab1b-a0d0-4897-9630-fd240098cda9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 944 time: 0.0482190 Dec 08 02:32:40.346262 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c4fe215-b419-4dcc-925a-86b152989010 req-64605f24-c9ae-48df-b9a2-a9c589a5feb6 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425165 Dec 08 02:32:41.468266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda2b6a-b22b-4d4c-bfd7-1d8b381ac4bc req-f772aa06-8d5b-4706-9e26-18284fadf469 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:41.469782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abda2b6a-b22b-4d4c-bfd7-1d8b381ac4bc req-f772aa06-8d5b-4706-9e26-18284fadf469 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 944 time: 0.0546806 Dec 08 02:32:41.529762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abda2b6a-b22b-4d4c-bfd7-1d8b381ac4bc req-3b700f58-bd86-4383-b7e1-e34fc9d07d04 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536723 Dec 08 02:32:42.644692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a8dde-bb4d-45e8-9a89-9ecd0b618b93 req-dd221d51-f025-4911-a010-b34551684e93 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:42.646146 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da9a8dde-bb4d-45e8-9a89-9ecd0b618b93 req-dd221d51-f025-4911-a010-b34551684e93 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 944 time: 0.0483828 Dec 08 02:32:42.693739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da9a8dde-bb4d-45e8-9a89-9ecd0b618b93 req-2629edcd-4925-4cfc-8e01-5e62ddbc3593 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416901 Dec 08 02:32:43.806543 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d8798-fa97-4122-ae02-4a9bf215bf8d req-40146ce6-dae3-495b-99ff-43ffc4c9b8b5 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:43.807928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-572d8798-fa97-4122-ae02-4a9bf215bf8d req-40146ce6-dae3-495b-99ff-43ffc4c9b8b5 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 944 time: 0.0470824 Dec 08 02:32:43.859974 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-572d8798-fa97-4122-ae02-4a9bf215bf8d req-dd6558c1-14ad-466e-ac93-4980eaf3585b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455163 Dec 08 02:32:44.974355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0d7a0-c350-4643-bab5-e441e8dc687b req-4c8ce9cd-30ee-41a7-9c01-ffcad54464fb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:44.975872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dce0d7a0-c350-4643-bab5-e441e8dc687b req-4c8ce9cd-30ee-41a7-9c01-ffcad54464fb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 944 time: 0.0489399 Dec 08 02:32:45.024011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dce0d7a0-c350-4643-bab5-e441e8dc687b req-aa3b1065-98f4-4899-bae1-f531963bddec tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422549 Dec 08 02:32:45.034828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:32:45.128366 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:32:45.139384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'port_id': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'mac_address': 'fa:16:3e:ef:7f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:32:45.174960 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:45.187895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:32:45.206673 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:32:45.210855 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:45.257550 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:32:45.264765 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:45.265111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:45.265454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:45.265789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:45.266121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:45.266453 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:45.266779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:45.267105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:45.267428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:45.267782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:45.268106 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:45.268425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:45.268746 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:32:45.490350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['0b2ee88a-6589-431c-9e7d-6b3d546bc6e1'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:32:46.135742 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b9c26-4271-4010-b79e-1e381a366153 req-ae238794-69c5-434a-a85c-9692d1212b23 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:46.137206 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-479b9c26-4271-4010-b79e-1e381a366153 req-ae238794-69c5-434a-a85c-9692d1212b23 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 945 time: 0.0473766 Dec 08 02:32:46.185470 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-479b9c26-4271-4010-b79e-1e381a366153 req-a3922944-9798-4d0a-83fd-01b94d7cd717 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 Dec 08 02:32:47.051839 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:32:47.102586 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:32:47.106522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:32:47.106874 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:47.179364 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:47.201975 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:32:47.204243 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3f2a2a-c383-446d-9c7b-b46d0fe6eebf" -d '{"events": [{"server_uuid": "cc9a0179-3a5b-4e7c-8030-3977b931c4be", "name": "network-vif-plugged", "status": "completed", "tag": "0b2ee88a-6589-431c-9e7d-6b3d546bc6e1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:32:47.218068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:32:47.222494 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:47.257853 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43ded21-c24e-458f-9baa-2a7012268c4b x-openstack-request-id: req-a43ded21-c24e-458f-9baa-2a7012268c4b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:32:47.258149 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9a0179-3a5b-4e7c-8030-3977b931c4be", "name": "network-vif-plugged", "status": "completed", "tag": "0b2ee88a-6589-431c-9e7d-6b3d546bc6e1", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:32:47.258402 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a43ded21-c24e-458f-9baa-2a7012268c4b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:32:47.258782 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'code': 200} Dec 08 02:32:47.279390 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:32:47.317762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dafb0e-d96a-4b63-a469-fef37207ea26 req-0b4c4cde-74b3-4d0e-92d2-67efe477a263 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:47.319158 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4dafb0e-d96a-4b63-a469-fef37207ea26 req-0b4c4cde-74b3-4d0e-92d2-67efe477a263 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 946 time: 0.0525534 Dec 08 02:32:47.368845 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b4dafb0e-d96a-4b63-a469-fef37207ea26 req-736a549e-ba21-41de-b547-f5d321774c59 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436656 Dec 08 02:32:47.382134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aed20-763a-4b68-b998-63ea150a0f11 req-3a9caa1f-2d5c-4aa6-a79f-29c24a0abe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:47.383738 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f51aed20-763a-4b68-b998-63ea150a0f11 req-3a9caa1f-2d5c-4aa6-a79f-29c24a0abe80 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 1098 time: 0.0398502 Dec 08 02:32:47.429292 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f51aed20-763a-4b68-b998-63ea150a0f11 req-00b88d30-a9e1-47f5-b7ce-a4f2a2f7b27e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378132 Dec 08 02:32:48.489663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5586e2-00c8-4b70-b5c8-2192e83aa4bc req-224b4a76-5f40-4188-8419-51eeaea38a55 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:48.491234 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc5586e2-00c8-4b70-b5c8-2192e83aa4bc req-224b4a76-5f40-4188-8419-51eeaea38a55 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 946 time: 0.0509598 Dec 08 02:32:48.541413 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bc5586e2-00c8-4b70-b5c8-2192e83aa4bc req-2daf803d-d5c5-4ed6-870f-8e4622e68281 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440786 Dec 08 02:32:49.655401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5dd69-8461-47c6-9909-5e3ecdac05e1 req-858fadee-6680-42a1-8008-e11461a6f625 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:49.656883 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ac5dd69-8461-47c6-9909-5e3ecdac05e1 req-858fadee-6680-42a1-8008-e11461a6f625 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 946 time: 0.0479553 Dec 08 02:32:49.708536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ac5dd69-8461-47c6-9909-5e3ecdac05e1 req-3311d8d8-6de5-49df-ab7a-cbbbc85280a4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458326 Dec 08 02:32:49.821010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb9467-302d-4845-9e15-a1c59d41c140 req-cc2310b2-0e20-4c2c-9e15-a428cc782a40 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:49.822393 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-adcb9467-302d-4845-9e15-a1c59d41c140 req-cc2310b2-0e20-4c2c-9e15-a428cc782a40 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 946 time: 0.0482411 Dec 08 02:32:49.870286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-adcb9467-302d-4845-9e15-a1c59d41c140 req-30ed52c6-7ae3-4faa-83b5-e1f5a8905668 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420198 Dec 08 02:32:49.892050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35494) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:32:50.028199 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e0da2-7291-491a-8776-9d59b94fe8b5 tempest-TestVolumeBootPattern-187623540 tempest-TestVolumeBootPattern-187623540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:50.029713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5b2e0da2-7291-491a-8776-9d59b94fe8b5 tempest-TestVolumeBootPattern-187623540 tempest-TestVolumeBootPattern-187623540-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 1093 time: 0.1367171 Dec 08 02:32:50.032463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35498) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:32:50.036692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:32:50.058145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:50.155082 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:50.258193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Allocated IP 172.25.8.227 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/d7990ab4-9e8c-4fad-b9cd-e557c00a2ead) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:32:50.354513 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:50.386758 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:50.425878 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:32:50.428637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:32:50.432155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:32:50.437559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'Port': ['ID=d7990ab4-9e8c-4fad-b9cd-e557c00a2ead,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:32:50.785982 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:50.853736 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:50.996918 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:51.001660 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:51.070707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'Port': ['ID=d7990ab4-9e8c-4fad-b9cd-e557c00a2ead,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:32:51.082515 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:51.180406 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Floating IP 495c5233-05bc-4701-8c6d-4aae31accf0e associated. External IP: 172.25.8.227, port: 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1. Dec 08 02:32:51.727009 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:32:51.834811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:32:51.844454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197bccf-3309-412e-9967-c7cf508f7920 None None] Sync routers for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:32:51.852855 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:51.854498 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197bccf-3309-412e-9967-c7cf508f7920 None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:32:51.855104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6197bccf-3309-412e-9967-c7cf508f7920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:32:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:32:51.883394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-553d617a-0c6d-4a4a-b8dd-dd936e05fe1d tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8498993 Dec 08 02:32:51.884004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'tag': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:32:51.886311 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef28cbfe-d459-4b9e-a07c-22f6b6cbfb07" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9a0179-3a5b-4e7c-8030-3977b931c4be", "tag": "0b2ee88a-6589-431c-9e7d-6b3d546bc6e1"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:32:51.921668 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55e96d2-4a0e-4f7a-b2a0-2927ca443f69 x-openstack-request-id: req-d55e96d2-4a0e-4f7a-b2a0-2927ca443f69 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:32:51.921968 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9a0179-3a5b-4e7c-8030-3977b931c4be", "tag": "0b2ee88a-6589-431c-9e7d-6b3d546bc6e1", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:32:51.922223 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d55e96d2-4a0e-4f7a-b2a0-2927ca443f69 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:32:51.922623 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'tag': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'status': 'completed', 'code': 200} Dec 08 02:32:51.960711 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6197bccf-3309-412e-9967-c7cf508f7920 None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:32:52.005265 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28cbfe-d459-4b9e-a07c-22f6b6cbfb07 req-e57464f7-0b94-451b-8e07-644e8f357ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:52.006822 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef28cbfe-d459-4b9e-a07c-22f6b6cbfb07 req-e57464f7-0b94-451b-8e07-644e8f357ef6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 1098 time: 0.0406432 Dec 08 02:32:52.062391 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cb8211a4-ae0c-46e6-86ad-debfa916a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:52.100292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28cbfe-d459-4b9e-a07c-22f6b6cbfb07 req-417e6c15-8710-4409-b96a-cdb2d8e2f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:52.101793 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef28cbfe-d459-4b9e-a07c-22f6b6cbfb07 req-417e6c15-8710-4409-b96a-cdb2d8e2f938 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0885119 Dec 08 02:32:52.196591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6197bccf-3309-412e-9967-c7cf508f7920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '495c5233-05bc-4701-8c6d-4aae31accf0e', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:ef:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:32:50Z', 'updated_at': '2021-12-08T02:32:50Z', 'revision_number': 0, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:32:52.198585 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef28cbfe-d459-4b9e-a07c-22f6b6cbfb07 req-6d530d83-46cb-4af0-99ea-9ee6bffb28d5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 HTTP/1.1" status: 200 len: 1000 time: 0.0891845 Dec 08 02:32:52.226228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197bccf-3309-412e-9967-c7cf508f7920 None None] Checking router: c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:32:52.235105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197bccf-3309-412e-9967-c7cf508f7920 None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:32:52.235743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6197bccf-3309-412e-9967-c7cf508f7920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:32:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:32:52.248319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28cbfe-d459-4b9e-a07c-22f6b6cbfb07 req-e1f954d3-9cd8-4811-98f6-ab321e1f7627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:52.249796 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef28cbfe-d459-4b9e-a07c-22f6b6cbfb07 req-e1f954d3-9cd8-4811-98f6-ab321e1f7627 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0446239 Dec 08 02:32:52.293395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28cbfe-d459-4b9e-a07c-22f6b6cbfb07 req-eaa091cb-66cd-45c1-b5cd-dfbf49389f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:52.295421 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef28cbfe-d459-4b9e-a07c-22f6b6cbfb07 req-eaa091cb-66cd-45c1-b5cd-dfbf49389f6f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391705 Dec 08 02:32:52.394567 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef28cbfe-d459-4b9e-a07c-22f6b6cbfb07 req-8805d940-7e7a-4c45-ac6e-af26cc1bcab8 service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916283 Dec 08 02:32:52.488661 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef28cbfe-d459-4b9e-a07c-22f6b6cbfb07 req-24be6efb-72f9-4fca-9ae5-3065486e806b service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871005 Dec 08 02:32:52.500886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-6197bccf-3309-412e-9967-c7cf508f7920 None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:32:52.719623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-6197bccf-3309-412e-9967-c7cf508f7920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '495c5233-05bc-4701-8c6d-4aae31accf0e', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:ef:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:32:50Z', 'updated_at': '2021-12-08T02:32:50Z', 'revision_number': 0, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:32:52.750121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197bccf-3309-412e-9967-c7cf508f7920 None None] The sync data for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 is: [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '495c5233-05bc-4701-8c6d-4aae31accf0e', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:ef:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:32:50Z', 'updated_at': '2021-12-08T02:32:50Z', 'revision_number': 0, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:32:52.935539 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2732d95c-5221-4181-a3ea-32d3ef388537 None None] New status for floating IP 495c5233-05bc-4701-8c6d-4aae31accf0e: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:32:53.722413 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:54.398676 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7171fd5a-ba76-4ca9-8e1e-83b037fa548d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:54.462662 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:55.557748 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:57.041362 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:57.946087 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:02.668038 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:33:22.033351 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f3a3ccd-1ca3-450a-b508-cfb3383b5252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:23.718166 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:24.400532 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93f3e7fa-9888-4aec-89ba-97663f44fd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:24.491076 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:25.560408 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:27.043931 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:27.950525 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:39.264433 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ce7a2fb-04b5-4fe6-9c69-8ef5c3a1d422 req-c4db83ae-f82a-4095-8881-84e98938c738 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444801 Dec 08 02:33:39.360087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7a2fb-04b5-4fe6-9c69-8ef5c3a1d422 req-9fad87a3-0cc1-44bc-b566-cd0c3f8fb23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:39.361570 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ce7a2fb-04b5-4fe6-9c69-8ef5c3a1d422 req-9fad87a3-0cc1-44bc-b566-cd0c3f8fb23d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 1098 time: 0.0401268 Dec 08 02:33:39.467982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7a2fb-04b5-4fe6-9c69-8ef5c3a1d422 req-13ee17a2-e782-48a4-9b87-a631bd167031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:39.469525 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ce7a2fb-04b5-4fe6-9c69-8ef5c3a1d422 req-13ee17a2-e782-48a4-9b87-a631bd167031 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0882990 Dec 08 02:33:39.533690 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ce7a2fb-04b5-4fe6-9c69-8ef5c3a1d422 req-f943d2cf-3924-45da-9c79-b24c1ddcd838 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 HTTP/1.1" status: 200 len: 1002 time: 0.0564806 Dec 08 02:33:39.582350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7a2fb-04b5-4fe6-9c69-8ef5c3a1d422 req-80370ff7-0dc3-4d11-bb32-fad0be4b8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:39.583847 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ce7a2fb-04b5-4fe6-9c69-8ef5c3a1d422 req-80370ff7-0dc3-4d11-bb32-fad0be4b8142 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0434022 Dec 08 02:33:39.633131 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7a2fb-04b5-4fe6-9c69-8ef5c3a1d422 req-f1ed213e-29e2-45b0-afb2-01295da08463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:39.634606 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ce7a2fb-04b5-4fe6-9c69-8ef5c3a1d422 req-f1ed213e-29e2-45b0-afb2-01295da08463 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438924 Dec 08 02:33:39.667111 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:33:39.723959 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ce7a2fb-04b5-4fe6-9c69-8ef5c3a1d422 req-801e8207-b2d9-49e9-9b66-7f4f817227b2 service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820093 Dec 08 02:33:39.820602 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ce7a2fb-04b5-4fe6-9c69-8ef5c3a1d422 req-e1a55702-ff9f-4563-a1bb-e426e90af006 service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884109 Dec 08 02:33:52.033145 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4eb20703-aff3-4362-af96-8072973642b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:53.713363 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:54.401674 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a253159-d28c-4864-832d-62a10c7a8aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:54.507802 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:55.565650 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:57.046776 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:57.951127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:16.666133 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:34:22.034602 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-770d11b8-0a2e-44eb-a701-97100587ab9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:23.724871 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:24.403908 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da8e66e4-f1c4-4f75-84d2-06a871fee7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:24.523883 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:25.566140 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:27.057946 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:27.955451 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:31.349595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-5c18169b-dc88-4843-9bc4-8898f6076184 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1774679424&fields=id&tenant_id=dd53dd187e9645859e0dc1a7802b1eca HTTP/1.1" status: 200 len: 267 time: 0.0437319 Dec 08 02:34:31.452090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-102fb947-63b6-4298-8ea3-32a14da93e55 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:31.453514 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-102fb947-63b6-4298-8ea3-32a14da93e55 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 812 time: 0.0967629 Dec 08 02:34:31.468494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-0ad26da1-d768-49ed-b8b7-afb1b9097929 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/quotas/dd53dd187e9645859e0dc1a7802b1eca HTTP/1.1" status: 200 len: 375 time: 0.0093579 Dec 08 02:34:31.523289 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-98d3b884-41fe-44be-9648-71cd555acd7b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497487 Dec 08 02:34:31.645520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-b83b32a3-1a86-442b-a0fd-252b3584eaa2 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:34:31.646506 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-b83b32a3-1a86-442b-a0fd-252b3584eaa2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1117792 Dec 08 02:34:31.734790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-7be85c74-6ed2-44c9-bb2f-a159fd9522cd service neutron] 10.222.0.71 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812614 Dec 08 02:34:31.824744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-1cb3d9f4-4c82-4d37-8dc8-1d7573ee46ba service neutron] 10.222.0.71 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840015 Dec 08 02:34:32.117269 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71e51550-f220-45ce-8bb6-469505e3678d req-91919850-df3d-4825-9410-f70bcdfa3c74 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 210 time: 0.0260012 Dec 08 02:34:33.194341 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dfa55fcf-46f4-4465-93d5-6f5cfed1b1ac req-d430ba36-4c50-4009-b6cc-5d5d4b57fdc6 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 210 time: 0.0255268 Dec 08 02:34:34.294634 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e6e2d82-9499-474a-aca9-41d1df2e24a7 req-ead20a3b-4f9e-491b-8e70-53439c17bc43 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 210 time: 0.0260401 Dec 08 02:34:35.208362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-df2d67fc-bf4b-4005-afb5-f038246b304b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:35.209954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-df2d67fc-bf4b-4005-afb5-f038246b304b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 812 time: 0.1044667 Dec 08 02:34:35.286830 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dcc1b47d-feec-421f-90ce-e4a2bc549927 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd53dd187e9645859e0dc1a7802b1eca HTTP/1.1" status: 200 len: 380 time: 0.0539651 Dec 08 02:34:35.303325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'port': {'device_id': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'admin_state_up': True, 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'security_groups': ['e1c241de-84d4-4d59-bd30-c4890125d059']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:34:35.397064 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59b1ee5e-1d9a-4d55-b1f3-77d2a8f04e2b req-74a56582-c435-4418-bd0a-6e5da5510a80 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 210 time: 0.0320077 Dec 08 02:34:35.443810 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Made reservation on behalf of dd53dd187e9645859e0dc1a7802b1eca for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:34:35.447557 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:35.577274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Allocated IP 172.20.0.14 (fc49ea3e-854d-40bf-9f95-dd8f98bede14/f6b1ff90-df36-4621-8ed4-a3c4a79beb17/696ad170-bf4e-4426-84ca-480996da6f76) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:34:35.716944 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:35.750188 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:35.797271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:34:35.800369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:34:35.802991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:34:35.836092 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'Port': ['ID=696ad170-bf4e-4426-84ca-480996da6f76,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:34:35.851146 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:35.851491 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:35.851856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:35.852196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:35.852529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:35.853388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:35.853723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:35.854053 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:35.854375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:35.854697 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:35.855019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:35.855338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:35.855682 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:35.872862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:35.873513 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:35.890343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-d3e13217-8c48-4178-ba2c-df59d3aae4b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5906920 Dec 08 02:34:35.910833 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Request body: {'port': {'device_id': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:34:35.973430 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:36.058432 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a3163328-c558-4c99-a6c4-f4683d7614a9 None None] Provisioning complete for port 696ad170-bf4e-4426-84ca-480996da6f76 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:34:36.059162 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3163328-c558-4c99-a6c4-f4683d7614a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:36.098487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a3163328-c558-4c99-a6c4-f4683d7614a9 None None] Port 696ad170-bf4e-4426-84ca-480996da6f76 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:34:36.248115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696ad170-bf4e-4426-84ca-480996da6f76 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:34:36.255569 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:36.267945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Transition to ACTIVE for port object 696ad170-bf4e-4426-84ca-480996da6f76 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:34:36.272140 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:36.338917 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Pushing event updated for resources: {'Port': ['ID=696ad170-bf4e-4426-84ca-480996da6f76,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:34:36.391421 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Attempting to bind port 696ad170-bf4e-4426-84ca-480996da6f76 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:34:36.392012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Attempting to bind port 696ad170-bf4e-4426-84ca-480996da6f76 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:34:36.392347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Attempting to bind port 696ad170-bf4e-4426-84ca-480996da6f76 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:34:36.396935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Port 696ad170-bf4e-4426-84ca-480996da6f76 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:34:36.397261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Attempting to bind port 696ad170-bf4e-4426-84ca-480996da6f76 on network fc49ea3e-854d-40bf-9f95-dd8f98bede14 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:34:36.402981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:34:36.403324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Checking segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:34:36.403729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Bound using segment: {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:34:36.404158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Bound port: 696ad170-bf4e-4426-84ca-480996da6f76, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:34:36.404518 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:36.478768 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] For port 696ad170-bf4e-4426-84ca-480996da6f76, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:34:36.482316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] For port 696ad170-bf4e-4426-84ca-480996da6f76, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=696ad170-bf4e-4426-84ca-480996da6f76,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:34:36.499851 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:36.555173 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:36.555826 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:36.557292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] 10.222.0.45 "PUT /v2.0/ports/696ad170-bf4e-4426-84ca-480996da6f76 HTTP/1.1" status: 200 len: 1093 time: 0.6513681 Dec 08 02:34:36.559515 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'tag': '696ad170-bf4e-4426-84ca-480996da6f76'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:34:36.561781 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c93df3-32df-477e-9db1-70135b44fbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "e127123d-f1e6-4c99-9bbc-274d411729cb", "tag": "696ad170-bf4e-4426-84ca-480996da6f76"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:34:36.594416 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432685-4cfb-4895-b6ee-2d2491c6189a req-37114f84-b8ec-4176-b54a-93d0d78c1efa tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:36.595932 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf432685-4cfb-4895-b6ee-2d2491c6189a req-37114f84-b8ec-4176-b54a-93d0d78c1efa tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 944 time: 0.1085711 Dec 08 02:34:36.599219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60b247-5697-4919-9881-bb5c5280cdfb service neutron] Pushing event updated for resources: {'Port': ['ID=696ad170-bf4e-4426-84ca-480996da6f76,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:34:36.702090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf432685-4cfb-4895-b6ee-2d2491c6189a req-7deac388-e181-4013-a12b-00e51d15a678 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961955 Dec 08 02:34:36.713102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-28fce306-8d2e-4663-bedb-5f29d4353a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:36.714804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-28fce306-8d2e-4663-bedb-5f29d4353a55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 1096 time: 0.0752628 Dec 08 02:34:36.727786 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01bbe52-130a-42cb-984a-4fd18940f6b7 x-openstack-request-id: req-d01bbe52-130a-42cb-984a-4fd18940f6b7 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:34:36.728116 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e127123d-f1e6-4c99-9bbc-274d411729cb", "tag": "696ad170-bf4e-4426-84ca-480996da6f76", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:34:36.728367 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d01bbe52-130a-42cb-984a-4fd18940f6b7 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:34:36.728788 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'tag': '696ad170-bf4e-4426-84ca-480996da6f76', 'status': 'completed', 'code': 200} Dec 08 02:34:36.773723 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-45ef7cd0-42eb-492a-bae1-99f7cdd52a46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=696ad170-bf4e-4426-84ca-480996da6f76 HTTP/1.1" status: 200 len: 217 time: 0.0424004 Dec 08 02:34:36.827110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-ee39008c-fbb9-46c8-8799-755bee23b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:36.828628 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-ee39008c-fbb9-46c8-8799-755bee23b429 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0473790 Dec 08 02:34:36.886031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-f642dbf5-b84c-4f91-8bf5-c7377a99d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:36.887669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-f642dbf5-b84c-4f91-8bf5-c7377a99d49e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515003 Dec 08 02:34:36.980112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-6b8411dd-d0ec-4b2e-8700-4353efdb1a89 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854154 Dec 08 02:34:37.077277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a11263f-560d-45f9-a361-9d15b4cf640d req-dabb67a1-a613-4b05-90d1-13353a60a818 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900698 Dec 08 02:34:37.194040 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c93df3-32df-477e-9db1-70135b44fbdb req-9015d295-80c5-42b6-9e65-9047273619d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:37.195521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42c93df3-32df-477e-9db1-70135b44fbdb req-9015d295-80c5-42b6-9e65-9047273619d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 1096 time: 0.0431755 Dec 08 02:34:37.288948 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c93df3-32df-477e-9db1-70135b44fbdb req-215e38d8-89a6-43c0-be67-d93fba38caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:37.290944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42c93df3-32df-477e-9db1-70135b44fbdb req-215e38d8-89a6-43c0-be67-d93fba38caa3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0882845 Dec 08 02:34:37.337438 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42c93df3-32df-477e-9db1-70135b44fbdb req-c5888222-aacf-486e-b4cd-edecd97526a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=696ad170-bf4e-4426-84ca-480996da6f76 HTTP/1.1" status: 200 len: 217 time: 0.0395663 Dec 08 02:34:37.389691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c93df3-32df-477e-9db1-70135b44fbdb req-d436d13b-b254-46c2-a189-2cb48ae00b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:37.391226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42c93df3-32df-477e-9db1-70135b44fbdb req-d436d13b-b254-46c2-a189-2cb48ae00b76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0473609 Dec 08 02:34:37.439539 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c93df3-32df-477e-9db1-70135b44fbdb req-fb361155-9cfd-4022-be90-50bd6bf5ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:37.441153 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42c93df3-32df-477e-9db1-70135b44fbdb req-fb361155-9cfd-4022-be90-50bd6bf5ff6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436571 Dec 08 02:34:37.537603 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42c93df3-32df-477e-9db1-70135b44fbdb req-23061a88-aa89-4951-881c-4caed1a9aae5 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892818 Dec 08 02:34:37.627592 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42c93df3-32df-477e-9db1-70135b44fbdb req-05ca5e0b-52af-43af-ae68-ecb9b4d53c6e service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836668 Dec 08 02:34:37.822704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5208678-dfca-493a-a91a-8008383905d8 req-651e0dbe-692f-4374-9c91-8a7257186493 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:37.824223 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5208678-dfca-493a-a91a-8008383905d8 req-651e0dbe-692f-4374-9c91-8a7257186493 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 944 time: 0.0541162 Dec 08 02:34:37.873477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5208678-dfca-493a-a91a-8008383905d8 req-2a3c72c9-6353-40e7-b183-359d25cc0340 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431545 Dec 08 02:34:39.002714 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366207ad-b49d-434c-9971-801cef67aff5 req-40558d51-79dd-46fc-b6a8-619db33855cc tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:39.004246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-366207ad-b49d-434c-9971-801cef67aff5 req-40558d51-79dd-46fc-b6a8-619db33855cc tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 944 time: 0.0532279 Dec 08 02:34:39.062457 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-366207ad-b49d-434c-9971-801cef67aff5 req-19e818da-0ae8-4ad9-b719-44bf6b2c0ceb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505853 Dec 08 02:34:39.262338 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-40183e10-bb38-4dc6-bcbb-4796b35c68d6 req-3fce6d9f-6441-4e8c-a98f-8d84b7c78108 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421615 Dec 08 02:34:39.365212 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40183e10-bb38-4dc6-bcbb-4796b35c68d6 req-9d5496cb-f36e-437a-98f2-f70ff7ece136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:39.366785 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-40183e10-bb38-4dc6-bcbb-4796b35c68d6 req-9d5496cb-f36e-437a-98f2-f70ff7ece136 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 1098 time: 0.0435147 Dec 08 02:34:39.487707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40183e10-bb38-4dc6-bcbb-4796b35c68d6 req-9efba836-a702-46e3-b2c8-fb483363b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:39.489676 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-40183e10-bb38-4dc6-bcbb-4796b35c68d6 req-9efba836-a702-46e3-b2c8-fb483363b2a8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.1026397 Dec 08 02:34:39.554721 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-40183e10-bb38-4dc6-bcbb-4796b35c68d6 req-680e8a4e-a275-420b-bdc9-d5c0eaf12f96 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 HTTP/1.1" status: 200 len: 1002 time: 0.0572493 Dec 08 02:34:39.609260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40183e10-bb38-4dc6-bcbb-4796b35c68d6 req-833bea3b-a4b7-4d49-89d6-c4c3de12ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:39.610711 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-40183e10-bb38-4dc6-bcbb-4796b35c68d6 req-833bea3b-a4b7-4d49-89d6-c4c3de12ad5a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0490420 Dec 08 02:34:39.656930 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40183e10-bb38-4dc6-bcbb-4796b35c68d6 req-c8736c99-1fc3-40ac-8be0-81c4d2d42fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:39.658331 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-40183e10-bb38-4dc6-bcbb-4796b35c68d6 req-c8736c99-1fc3-40ac-8be0-81c4d2d42fe8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403528 Dec 08 02:34:39.746726 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-40183e10-bb38-4dc6-bcbb-4796b35c68d6 req-2b764133-899f-49da-87ad-be2709497e6d service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808601 Dec 08 02:34:39.847203 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-40183e10-bb38-4dc6-bcbb-4796b35c68d6 req-ef409447-69ee-473c-b351-3f2195e2bbfd service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913875 Dec 08 02:34:40.193029 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb88fc6-6313-4aa4-819d-1b64fa958495 req-d89651ad-e0ba-4d5a-a3c1-ea28f59b2aa2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:40.194846 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9bb88fc6-6313-4aa4-819d-1b64fa958495 req-d89651ad-e0ba-4d5a-a3c1-ea28f59b2aa2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 944 time: 0.0621665 Dec 08 02:34:40.251397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9bb88fc6-6313-4aa4-819d-1b64fa958495 req-785e553a-1d0c-4c15-a691-ace798726961 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501909 Dec 08 02:34:41.366057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff33261-aeef-4d20-a06a-39081dca6ba5 req-3c085f03-2fd7-4f48-a047-2f0f2eb28f98 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:41.367433 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ff33261-aeef-4d20-a06a-39081dca6ba5 req-3c085f03-2fd7-4f48-a047-2f0f2eb28f98 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 944 time: 0.0490828 Dec 08 02:34:41.416902 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ff33261-aeef-4d20-a06a-39081dca6ba5 req-b285934a-149a-4066-8abb-32c06af4f63e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428474 Dec 08 02:34:42.532228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1949a8-cbf3-4fed-bc11-e60bf285d08e req-71dcc390-7376-4696-8e60-48b75e750111 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:42.533599 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd1949a8-cbf3-4fed-bc11-e60bf285d08e req-71dcc390-7376-4696-8e60-48b75e750111 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 944 time: 0.0480664 Dec 08 02:34:42.585068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd1949a8-cbf3-4fed-bc11-e60bf285d08e req-69d0314b-5408-4ac2-8819-c358cd8260bd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456972 Dec 08 02:34:43.705516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3606c6-a563-464f-bf6c-d912d433920c req-dd924a84-efc9-4d01-892d-b4a93a57bbd8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:43.707029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2c3606c6-a563-464f-bf6c-d912d433920c req-dd924a84-efc9-4d01-892d-b4a93a57bbd8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 944 time: 0.0493731 Dec 08 02:34:43.757195 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2c3606c6-a563-464f-bf6c-d912d433920c req-fa8c0a7d-0c27-4dae-aa4e-032024e078c3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428872 Dec 08 02:34:44.870373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73190679-1015-4be1-90dc-dcfee439353f req-4b21a3e2-b029-4105-890d-e56d66dba693 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:44.871852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73190679-1015-4be1-90dc-dcfee439353f req-4b21a3e2-b029-4105-890d-e56d66dba693 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 944 time: 0.0486624 Dec 08 02:34:44.919282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73190679-1015-4be1-90dc-dcfee439353f req-9284dc09-150f-4fa9-9365-3367874a48fe tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416701 Dec 08 02:34:46.039829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce351cf-255f-47e9-882c-33455f071557 req-df443076-f94e-4207-8690-5d842a35bed0 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:46.041804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ce351cf-255f-47e9-882c-33455f071557 req-df443076-f94e-4207-8690-5d842a35bed0 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 944 time: 0.0560353 Dec 08 02:34:46.093522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ce351cf-255f-47e9-882c-33455f071557 req-238f9339-e436-4525-b0d0-f4b041decfad tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457811 Dec 08 02:34:47.207319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61178b-0760-409e-872a-7b44e55b1aff req-511368de-6953-42d5-a8fe-210ada7d3ae2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:47.208818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac61178b-0760-409e-872a-7b44e55b1aff req-511368de-6953-42d5-a8fe-210ada7d3ae2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 944 time: 0.0489411 Dec 08 02:34:47.258714 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac61178b-0760-409e-872a-7b44e55b1aff req-37fa1c89-43a2-4269-9f1f-1f1e357c50b9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431223 Dec 08 02:34:47.553637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 696ad170-bf4e-4426-84ca-480996da6f76 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:34:47.647931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 696ad170-bf4e-4426-84ca-480996da6f76, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=696ad170-bf4e-4426-84ca-480996da6f76,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:34:47.659042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '696ad170-bf4e-4426-84ca-480996da6f76', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'port_id': '696ad170-bf4e-4426-84ca-480996da6f76', 'mac_address': 'fa:16:3e:6b:4f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:34:47.693852 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:47.706401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696ad170-bf4e-4426-84ca-480996da6f76 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:34:47.725179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 696ad170-bf4e-4426-84ca-480996da6f76, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=696ad170-bf4e-4426-84ca-480996da6f76,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:34:47.728999 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:47.773061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=696ad170-bf4e-4426-84ca-480996da6f76,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:34:47.780706 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:47.781047 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:47.781383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:47.781712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:47.782038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:47.782363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:47.782685 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:47.783000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:47.783317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:47.783653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:47.783972 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:47.784289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:47.784603 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:34:48.034083 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['696ad170-bf4e-4426-84ca-480996da6f76'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:34:48.376634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e0b0c-52fd-4ede-8e5f-7d6d4bf3f3dd req-68be327e-326f-43cf-8031-fcb88133ecd4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:48.378098 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f9e0b0c-52fd-4ede-8e5f-7d6d4bf3f3dd req-68be327e-326f-43cf-8031-fcb88133ecd4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 945 time: 0.0480044 Dec 08 02:34:48.429433 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7f9e0b0c-52fd-4ede-8e5f-7d6d4bf3f3dd req-c1b2b3c9-c227-4f00-b7f0-198a940de037 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454767 Dec 08 02:34:49.542763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ad52d-153f-422b-90f1-c71fa4cf4a7d req-077d54d1-65d3-4388-a049-3f1b48822d71 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:49.544176 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f3ad52d-153f-422b-90f1-c71fa4cf4a7d req-077d54d1-65d3-4388-a049-3f1b48822d71 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 945 time: 0.0479939 Dec 08 02:34:49.581070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 696ad170-bf4e-4426-84ca-480996da6f76 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:34:49.593442 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f3ad52d-153f-422b-90f1-c71fa4cf4a7d req-88a350ee-4d93-4207-82c4-3c6abd95ffbb tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434694 Dec 08 02:34:49.632401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 696ad170-bf4e-4426-84ca-480996da6f76 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:34:49.636693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 696ad170-bf4e-4426-84ca-480996da6f76 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:34:49.637156 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:49.710797 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:49.732593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696ad170-bf4e-4426-84ca-480996da6f76'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:34:49.734893 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e498fcb-8cdf-4450-8534-7128d7e4ef32" -d '{"events": [{"server_uuid": "e127123d-f1e6-4c99-9bbc-274d411729cb", "name": "network-vif-plugged", "status": "completed", "tag": "696ad170-bf4e-4426-84ca-480996da6f76"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:34:49.747877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 696ad170-bf4e-4426-84ca-480996da6f76, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=696ad170-bf4e-4426-84ca-480996da6f76,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:34:49.751340 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:49.797469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=696ad170-bf4e-4426-84ca-480996da6f76,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:34:49.832177 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7fecfa-0292-4278-9c12-46477b4f406c x-openstack-request-id: req-9f7fecfa-0292-4278-9c12-46477b4f406c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:34:49.832476 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e127123d-f1e6-4c99-9bbc-274d411729cb", "name": "network-vif-plugged", "status": "completed", "tag": "696ad170-bf4e-4426-84ca-480996da6f76", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:34:49.832730 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9f7fecfa-0292-4278-9c12-46477b4f406c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:34:49.833129 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696ad170-bf4e-4426-84ca-480996da6f76', 'code': 200} Dec 08 02:34:49.961834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70ce8d-3dc4-4c5f-9c82-f287ca4336f8 req-09cef284-fb44-4d91-b490-928e695c4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:49.963280 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be70ce8d-3dc4-4c5f-9c82-f287ca4336f8 req-09cef284-fb44-4d91-b490-928e695c4acd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 1098 time: 0.0407331 Dec 08 02:34:50.010106 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be70ce8d-3dc4-4c5f-9c82-f287ca4336f8 req-ef303a91-4ae2-45a6-9127-51b964b33e7d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395808 Dec 08 02:34:50.711188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b29fb-6fd6-48e8-8425-c2aa60350853 req-68db19c5-de87-4465-a073-4f9eed008618 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:50.713372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f1b29fb-6fd6-48e8-8425-c2aa60350853 req-68db19c5-de87-4465-a073-4f9eed008618 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 946 time: 0.0524619 Dec 08 02:34:50.761757 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f1b29fb-6fd6-48e8-8425-c2aa60350853 req-885fd03f-6625-445d-b3e3-752e7b04fbf9 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424244 Dec 08 02:34:51.876517 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8919dc-c6c0-4531-b223-95577692b83a req-3a2f9189-3d82-4a8e-80cb-980765417271 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:51.877892 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da8919dc-c6c0-4531-b223-95577692b83a req-3a2f9189-3d82-4a8e-80cb-980765417271 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 946 time: 0.0481286 Dec 08 02:34:51.926201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da8919dc-c6c0-4531-b223-95577692b83a req-9ca76f82-370a-48ba-8023-9fd99dde2b91 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423629 Dec 08 02:34:52.036469 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-644ab1b0-a16d-464f-bb8b-38e5bf30d70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:52.048354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2410f0-d42c-40ad-86e4-a98bf8bfccbe req-601e94d6-95e5-4f13-82db-d3af7a2399dc tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:52.049850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a2410f0-d42c-40ad-86e4-a98bf8bfccbe req-601e94d6-95e5-4f13-82db-d3af7a2399dc tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 946 time: 0.0570834 Dec 08 02:34:52.102378 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a2410f0-d42c-40ad-86e4-a98bf8bfccbe req-cd085871-2b59-44e4-8d4b-c68ce39a7bec tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465815 Dec 08 02:34:52.126155 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35658) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:34:52.168827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5f7a5-d248-4990-b899-0db49f37045e tempest-TestVolumeBootPattern-187623540 tempest-TestVolumeBootPattern-187623540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:52.170264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-55f5f7a5-d248-4990-b899-0db49f37045e tempest-TestVolumeBootPattern-187623540 tempest-TestVolumeBootPattern-187623540-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 1093 time: 0.0431225 Dec 08 02:34:52.173049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35660) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:34:52.177434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '696ad170-bf4e-4426-84ca-480996da6f76', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:34:52.200834 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:52.310144 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:52.416654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Allocated IP 172.25.8.228 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/5d8d449a-e444-484d-9824-d739b1db3cbb) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:34:52.518834 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:52.552568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:52.589375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:34:52.593580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:34:52.597145 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:34:52.618851 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'Port': ['ID=5d8d449a-e444-484d-9824-d739b1db3cbb,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:34:52.945877 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:53.009730 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:53.155293 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:53.160130 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:53.231429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event updated for resources: {'Port': ['ID=5d8d449a-e444-484d-9824-d739b1db3cbb,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:34:53.244881 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:53.340060 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Floating IP 69921c2a-45c5-43cd-81c7-9853852ec03d associated. External IP: 172.25.8.228, port: 696ad170-bf4e-4426-84ca-480996da6f76. Dec 08 02:34:53.547153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:34:53.654676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:34:53.665779 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:34:53.666704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64d3fa3-7e90-41ab-8d9a-206593673ae5 None None] Sync routers for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:34:53.673155 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:53.676857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d3fa3-7e90-41ab-8d9a-206593673ae5 None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:34:53.677527 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d64d3fa3-7e90-41ab-8d9a-206593673ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:34:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:34:53.700281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ae6ccc1e-0dc4-4000-a9a1-99f9f8ca805c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5261796 Dec 08 02:34:53.700872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'tag': '696ad170-bf4e-4426-84ca-480996da6f76'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:34:53.703145 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7922636-b8c2-434e-89c0-2eb4c88ef779" -d '{"events": [{"name": "network-changed", "server_uuid": "e127123d-f1e6-4c99-9bbc-274d411729cb", "tag": "696ad170-bf4e-4426-84ca-480996da6f76"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:34:53.740715 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90037a33-e5dd-4ea2-98b9-e3243c0df772 x-openstack-request-id: req-90037a33-e5dd-4ea2-98b9-e3243c0df772 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:34:53.741182 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e127123d-f1e6-4c99-9bbc-274d411729cb", "tag": "696ad170-bf4e-4426-84ca-480996da6f76", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:34:53.741444 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-90037a33-e5dd-4ea2-98b9-e3243c0df772 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:34:53.741845 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'tag': '696ad170-bf4e-4426-84ca-480996da6f76', 'status': 'completed', 'code': 200} Dec 08 02:34:53.782272 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:53.798086 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-d64d3fa3-7e90-41ab-8d9a-206593673ae5 None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:34:53.823592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7922636-b8c2-434e-89c0-2eb4c88ef779 req-9d79cd84-7abe-409f-9582-ae6f216451db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:53.825124 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7922636-b8c2-434e-89c0-2eb4c88ef779 req-9d79cd84-7abe-409f-9582-ae6f216451db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 1098 time: 0.0422559 Dec 08 02:34:53.917972 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7922636-b8c2-434e-89c0-2eb4c88ef779 req-b405937a-fb1d-4861-85ba-e4c8f891f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:53.919435 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7922636-b8c2-434e-89c0-2eb4c88ef779 req-b405937a-fb1d-4861-85ba-e4c8f891f2e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0879614 Dec 08 02:34:53.986498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7922636-b8c2-434e-89c0-2eb4c88ef779 req-f31654c4-a901-490a-b280-2e87e39e175e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=696ad170-bf4e-4426-84ca-480996da6f76 HTTP/1.1" status: 200 len: 1000 time: 0.0605309 Dec 08 02:34:54.018236 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d64d3fa3-7e90-41ab-8d9a-206593673ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '495c5233-05bc-4701-8c6d-4aae31accf0e', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:ef:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:32:50Z', 'updated_at': '2021-12-08T02:32:53Z', 'revision_number': 1, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}, {'id': '69921c2a-45c5-43cd-81c7-9853852ec03d', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '696ad170-bf4e-4426-84ca-480996da6f76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:6b:4f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:34:52Z', 'updated_at': '2021-12-08T02:34:52Z', 'revision_number': 0, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:34:54.034117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7922636-b8c2-434e-89c0-2eb4c88ef779 req-537c429f-3fc1-4b83-a6e9-bfd3f2119c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:54.035569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7922636-b8c2-434e-89c0-2eb4c88ef779 req-537c429f-3fc1-4b83-a6e9-bfd3f2119c10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0425482 Dec 08 02:34:54.050261 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64d3fa3-7e90-41ab-8d9a-206593673ae5 None None] Checking router: c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:34:54.059013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d3fa3-7e90-41ab-8d9a-206593673ae5 None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:34:54.059644 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d64d3fa3-7e90-41ab-8d9a-206593673ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:34:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:34:54.080334 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7922636-b8c2-434e-89c0-2eb4c88ef779 req-dbc7b6d6-91a3-4eef-b46e-77f111138a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:54.081812 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7922636-b8c2-434e-89c0-2eb4c88ef779 req-dbc7b6d6-91a3-4eef-b46e-77f111138a00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390530 Dec 08 02:34:54.163834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-d64d3fa3-7e90-41ab-8d9a-206593673ae5 None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:34:54.173957 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7922636-b8c2-434e-89c0-2eb4c88ef779 req-ce16a9f4-edba-4b50-b1e9-a8b8d11dbefe service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848961 Dec 08 02:34:54.266131 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7922636-b8c2-434e-89c0-2eb4c88ef779 req-068e0f5a-b2f6-40b1-8507-828f12b20970 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844417 Dec 08 02:34:54.384829 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d64d3fa3-7e90-41ab-8d9a-206593673ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '495c5233-05bc-4701-8c6d-4aae31accf0e', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:ef:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:32:50Z', 'updated_at': '2021-12-08T02:32:53Z', 'revision_number': 1, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}, {'id': '69921c2a-45c5-43cd-81c7-9853852ec03d', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '696ad170-bf4e-4426-84ca-480996da6f76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:6b:4f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:34:52Z', 'updated_at': '2021-12-08T02:34:52Z', 'revision_number': 0, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:34:54.417997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64d3fa3-7e90-41ab-8d9a-206593673ae5 None None] The sync data for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 is: [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '495c5233-05bc-4701-8c6d-4aae31accf0e', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:ef:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:32:50Z', 'updated_at': '2021-12-08T02:32:53Z', 'revision_number': 1, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}, {'id': '69921c2a-45c5-43cd-81c7-9853852ec03d', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '696ad170-bf4e-4426-84ca-480996da6f76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:6b:4f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:34:52Z', 'updated_at': '2021-12-08T02:34:52Z', 'revision_number': 0, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:34:54.430171 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-36afc428-5fd5-486d-a37a-101cb46fb874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:54.527128 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:54.602304 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b788c053-98b1-4df7-898e-bcb11a7858b1 None None] New status for floating IP 69921c2a-45c5-43cd-81c7-9853852ec03d: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:34:55.568040 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:57.055502 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:57.949940 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:22.037728 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a047bf30-2322-44be-a771-3911c998b6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:23.754551 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:24.401251 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6be92024-e28f-442e-ab19-7cba60665cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:24.521244 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:25.570807 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:27.060515 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:27.955173 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:30.664969 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:35:39.291101 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-35482a2c-89f5-4666-8bf1-e08a6a54ac47 req-186bf7bd-c374-46a0-95b2-61c74f0fd7d3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399463 Dec 08 02:35:39.384868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35482a2c-89f5-4666-8bf1-e08a6a54ac47 req-43bb8265-9e24-4b94-8f94-fba02706c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:39.386342 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-35482a2c-89f5-4666-8bf1-e08a6a54ac47 req-43bb8265-9e24-4b94-8f94-fba02706c75a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 1098 time: 0.0393357 Dec 08 02:35:39.497841 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35482a2c-89f5-4666-8bf1-e08a6a54ac47 req-022aaf5e-8787-4bd1-9aad-d829df3c5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:39.499221 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-35482a2c-89f5-4666-8bf1-e08a6a54ac47 req-022aaf5e-8787-4bd1-9aad-d829df3c5a72 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0946150 Dec 08 02:35:39.563467 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-35482a2c-89f5-4666-8bf1-e08a6a54ac47 req-4d0fde8b-f083-48d2-a990-7fcfebf1f635 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 HTTP/1.1" status: 200 len: 1002 time: 0.0568268 Dec 08 02:35:39.620222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35482a2c-89f5-4666-8bf1-e08a6a54ac47 req-cfb7d5cf-9eec-4389-9963-503b695af623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:39.621697 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-35482a2c-89f5-4666-8bf1-e08a6a54ac47 req-cfb7d5cf-9eec-4389-9963-503b695af623 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0514719 Dec 08 02:35:39.667385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35482a2c-89f5-4666-8bf1-e08a6a54ac47 req-2aa63a7c-b273-413f-8335-9f95b59232a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:39.668891 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-35482a2c-89f5-4666-8bf1-e08a6a54ac47 req-2aa63a7c-b273-413f-8335-9f95b59232a5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398774 Dec 08 02:35:39.758898 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-35482a2c-89f5-4666-8bf1-e08a6a54ac47 req-d69f394f-09c2-4233-9615-98bc508c5399 service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822997 Dec 08 02:35:39.850803 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-35482a2c-89f5-4666-8bf1-e08a6a54ac47 req-cebf5edc-ab33-44c4-b04c-77e3764ec4e4 service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851436 Dec 08 02:35:42.196980 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-400e1344-844d-4470-98c5-a902763078d5 req-0c5fd4d9-9545-4f4e-a00e-b34ce5ab3635 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421467 Dec 08 02:35:42.301260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e1344-844d-4470-98c5-a902763078d5 req-03019f66-55c8-4eb3-9b26-5083ed4bc24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:42.302797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-400e1344-844d-4470-98c5-a902763078d5 req-03019f66-55c8-4eb3-9b26-5083ed4bc24a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 1098 time: 0.0474877 Dec 08 02:35:42.403028 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e1344-844d-4470-98c5-a902763078d5 req-9c607fdb-8e57-44ee-927d-fba84cb587f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:42.404505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-400e1344-844d-4470-98c5-a902763078d5 req-9c607fdb-8e57-44ee-927d-fba84cb587f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0830545 Dec 08 02:35:42.471944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-400e1344-844d-4470-98c5-a902763078d5 req-e9b4188c-7380-4ea9-8c68-c9d90e0710ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=696ad170-bf4e-4426-84ca-480996da6f76 HTTP/1.1" status: 200 len: 1002 time: 0.0593114 Dec 08 02:35:42.518786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e1344-844d-4470-98c5-a902763078d5 req-a28de9fc-f2a1-4d5c-bbf0-3dc26fdb0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:42.520187 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-400e1344-844d-4470-98c5-a902763078d5 req-a28de9fc-f2a1-4d5c-bbf0-3dc26fdb0d67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0421708 Dec 08 02:35:42.564886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e1344-844d-4470-98c5-a902763078d5 req-2fd51dbc-52f8-4722-8a19-231e2846b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:42.566314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-400e1344-844d-4470-98c5-a902763078d5 req-2fd51dbc-52f8-4722-8a19-231e2846b44e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390706 Dec 08 02:35:42.576893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-400e1344-844d-4470-98c5-a902763078d5 req-8065b0a7-7afd-4665-aa7c-03d65ed4a769 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:35:42.577846 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-400e1344-844d-4470-98c5-a902763078d5 req-8065b0a7-7afd-4665-aa7c-03d65ed4a769 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046508 Dec 08 02:35:42.668871 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-400e1344-844d-4470-98c5-a902763078d5 req-d6c0723e-998f-4618-89b4-a610dd2b1010 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835073 Dec 08 02:35:42.754408 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-400e1344-844d-4470-98c5-a902763078d5 req-da8b20ee-ac60-45c2-9806-2b855b1e03e6 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788095 Dec 08 02:35:52.039339 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9a867b71-8faa-4144-8cb2-446f55024e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:53.774633 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:54.403003 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d46d6528-5523-486e-8d11-b21a4bb3cc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:54.536136 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:55.575977 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:57.060993 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:57.956821 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:07.664294 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:36:10.583273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-ead3983d-6d67-4fb5-b1fd-39d1722862e5 req-5ce4f51a-4d74-4f24-80f2-48cc600fa0d9 service neutron] (109766) timed out ('10.222.0.71', 33072) {{(pid=109766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:36:20.846075 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35716) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:21.002631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Deleting port 5d8d449a-e444-484d-9824-d739b1db3cbb {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:36:21.002968 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:21.415052 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:21.415374 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:21.426646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Calling delete_port for 5d8d449a-e444-484d-9824-d739b1db3cbb owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:36:21.571087 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:21.594099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event deleted for resources: {'Port': ['ID=5d8d449a-e444-484d-9824-d739b1db3cbb,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:21.604800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:21.605144 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:21.605479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:21.605813 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:21.606138 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:21.606461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:21.607143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:21.607143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:21.607393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:21.607731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:21.608072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:21.608384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:21.608696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:21.668608 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:21.668942 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Floating IP 69921c2a-45c5-43cd-81c7-9853852ec03d disassociated (deleted). External IP: 172.25.8.228, port: 696ad170-bf4e-4426-84ca-480996da6f76. Dec 08 02:36:21.865940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:36:21.971991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:36:21.976734 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:21.981469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b988cb-7a26-4279-bf3e-42fe63736c2f None None] Sync routers for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:36:21.991553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b988cb-7a26-4279-bf3e-42fe63736c2f None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:36:21.992197 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-64b988cb-7a26-4279-bf3e-42fe63736c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:35:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:22.008456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-64c9e5d6-a34d-4c91-a8ef-101c642e09b7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "DELETE /v2.0/floatingips/69921c2a-45c5-43cd-81c7-9853852ec03d HTTP/1.1" status: 204 len: 168 time: 1.1612656 Dec 08 02:36:22.009309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'tag': '696ad170-bf4e-4426-84ca-480996da6f76'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:36:22.012161 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655a4a58-9a1d-4b7b-ac8e-5d88f6f8ef6b" -d '{"events": [{"name": "network-changed", "server_uuid": "e127123d-f1e6-4c99-9bbc-274d411729cb", "tag": "696ad170-bf4e-4426-84ca-480996da6f76"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:36:22.056964 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e925defa-47a4-4b5c-aa17-7e5197b6635c x-openstack-request-id: req-e925defa-47a4-4b5c-aa17-7e5197b6635c {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:36:22.057264 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e127123d-f1e6-4c99-9bbc-274d411729cb", "tag": "696ad170-bf4e-4426-84ca-480996da6f76", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:36:22.057516 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e925defa-47a4-4b5c-aa17-7e5197b6635c {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:36:22.057916 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'tag': '696ad170-bf4e-4426-84ca-480996da6f76', 'status': 'completed', 'code': 200} Dec 08 02:36:22.085892 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5ab62a6-42a8-4ee5-87a7-f362efed1a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:22.111621 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-64b988cb-7a26-4279-bf3e-42fe63736c2f None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:36:22.159779 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a4a58-9a1d-4b7b-ac8e-5d88f6f8ef6b req-a4c6186c-50ed-4166-97b6-5e24ddb382cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:22.161562 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-655a4a58-9a1d-4b7b-ac8e-5d88f6f8ef6b req-a4c6186c-50ed-4166-97b6-5e24ddb382cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 1098 time: 0.0581570 Dec 08 02:36:22.314817 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a691d-19dd-4e69-8562-079b7d239240 req-95f78cc8-5571-472f-b92a-74db1ab50f52 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:22.316340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b6a691d-19dd-4e69-8562-079b7d239240 req-95f78cc8-5571-472f-b92a-74db1ab50f52 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 946 time: 0.1026933 Dec 08 02:36:22.338871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a4a58-9a1d-4b7b-ac8e-5d88f6f8ef6b req-a90fb8bd-9057-45f5-b89d-4496e9fcda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:22.340313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-655a4a58-9a1d-4b7b-ac8e-5d88f6f8ef6b req-a90fb8bd-9057-45f5-b89d-4496e9fcda2e service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.1373549 Dec 08 02:36:22.341949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-64b988cb-7a26-4279-bf3e-42fe63736c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '495c5233-05bc-4701-8c6d-4aae31accf0e', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:ef:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:32:50Z', 'updated_at': '2021-12-08T02:32:53Z', 'revision_number': 1, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:22.372680 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b988cb-7a26-4279-bf3e-42fe63736c2f None None] Checking router: c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:36:22.381538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b988cb-7a26-4279-bf3e-42fe63736c2f None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:36:22.382146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-64b988cb-7a26-4279-bf3e-42fe63736c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:35:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:22.393317 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-655a4a58-9a1d-4b7b-ac8e-5d88f6f8ef6b req-199b75aa-0729-49ae-9ce3-1236f77d4f58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=696ad170-bf4e-4426-84ca-480996da6f76 HTTP/1.1" status: 200 len: 217 time: 0.0410812 Dec 08 02:36:22.434200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b6a691d-19dd-4e69-8562-079b7d239240 req-657c79e0-4678-4fd1-a3e5-5688ae5262a4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070120 Dec 08 02:36:22.451692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a4a58-9a1d-4b7b-ac8e-5d88f6f8ef6b req-7a9e3e25-0175-48b1-b45a-3653374d0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:22.453709 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-655a4a58-9a1d-4b7b-ac8e-5d88f6f8ef6b req-7a9e3e25-0175-48b1-b45a-3653374d0e96 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0523407 Dec 08 02:36:22.489077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-64b988cb-7a26-4279-bf3e-42fe63736c2f None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:36:22.505866 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a4a58-9a1d-4b7b-ac8e-5d88f6f8ef6b req-a685b053-07c8-4f47-a0ec-627d52bb2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:22.507376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-655a4a58-9a1d-4b7b-ac8e-5d88f6f8ef6b req-a685b053-07c8-4f47-a0ec-627d52bb2cb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451000 Dec 08 02:36:22.598263 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-655a4a58-9a1d-4b7b-ac8e-5d88f6f8ef6b req-f0b8f7ff-22e6-4d59-8272-c0e06c43164d service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832539 Dec 08 02:36:22.694811 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-655a4a58-9a1d-4b7b-ac8e-5d88f6f8ef6b req-24811a3e-b520-426d-918e-736c98db7c25 service neutron] 10.222.0.45 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894196 Dec 08 02:36:22.710343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-64b988cb-7a26-4279-bf3e-42fe63736c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '495c5233-05bc-4701-8c6d-4aae31accf0e', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:ef:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:32:50Z', 'updated_at': '2021-12-08T02:32:53Z', 'revision_number': 1, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:22.736631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b988cb-7a26-4279-bf3e-42fe63736c2f None None] The sync data for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 is: [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '495c5233-05bc-4701-8c6d-4aae31accf0e', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'port_id': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'mac_address': 'fa:16:3e:ef:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:32:50Z', 'updated_at': '2021-12-08T02:32:53Z', 'revision_number': 1, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:36:22.950937 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4780d15-9057-489f-85d7-e853de1fb131 None None] New status for floating IP 69921c2a-45c5-43cd-81c7-9853852ec03d: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:36:23.552806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba23354-1922-4536-956a-b1f8cee3caec req-14d5a123-e566-46ac-b5e1-18f98b7f9a52 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:23.554144 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ba23354-1922-4536-956a-b1f8cee3caec req-14d5a123-e566-46ac-b5e1-18f98b7f9a52 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 946 time: 0.0493298 Dec 08 02:36:23.604348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ba23354-1922-4536-956a-b1f8cee3caec req-d048581d-ae9f-438f-84d6-dcd8903785a8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438547 Dec 08 02:36:23.778249 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:23.868162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391075e1-e2cc-49d5-881e-93176f18253d req-588cde9f-a2f6-40de-b77a-1a391fa518a2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:23.869577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-391075e1-e2cc-49d5-881e-93176f18253d req-588cde9f-a2f6-40de-b77a-1a391fa518a2 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 946 time: 0.0523667 Dec 08 02:36:23.956844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-391075e1-e2cc-49d5-881e-93176f18253d req-981a78ce-1d8b-4679-b705-60dcd59126d3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Deleting port 696ad170-bf4e-4426-84ca-480996da6f76 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:36:23.957176 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-391075e1-e2cc-49d5-881e-93176f18253d req-981a78ce-1d8b-4679-b705-60dcd59126d3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:24.051584 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-391075e1-e2cc-49d5-881e-93176f18253d req-981a78ce-1d8b-4679-b705-60dcd59126d3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] For port 696ad170-bf4e-4426-84ca-480996da6f76, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=696ad170-bf4e-4426-84ca-480996da6f76,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:36:24.051963 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-391075e1-e2cc-49d5-881e-93176f18253d req-981a78ce-1d8b-4679-b705-60dcd59126d3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:24.064133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-391075e1-e2cc-49d5-881e-93176f18253d req-981a78ce-1d8b-4679-b705-60dcd59126d3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Calling delete_port for 696ad170-bf4e-4426-84ca-480996da6f76 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:36:24.185173 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-391075e1-e2cc-49d5-881e-93176f18253d req-981a78ce-1d8b-4679-b705-60dcd59126d3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:24.217949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a78ce-1d8b-4679-b705-60dcd59126d3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event deleted for resources: {'Port': ['ID=696ad170-bf4e-4426-84ca-480996da6f76,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:24.258815 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-391075e1-e2cc-49d5-881e-93176f18253d req-981a78ce-1d8b-4679-b705-60dcd59126d3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] No DVR routers for this DVR port 696ad170-bf4e-4426-84ca-480996da6f76 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:36:24.261381 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-391075e1-e2cc-49d5-881e-93176f18253d req-981a78ce-1d8b-4679-b705-60dcd59126d3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:24.264803 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-391075e1-e2cc-49d5-881e-93176f18253d req-981a78ce-1d8b-4679-b705-60dcd59126d3 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.45 "DELETE /v2.0/ports/696ad170-bf4e-4426-84ca-480996da6f76 HTTP/1.1" status: 204 len: 173 time: 0.3889463 Dec 08 02:36:24.265241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'name': 'network-vif-deleted', 'tag': '696ad170-bf4e-4426-84ca-480996da6f76'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:36:24.267505 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d432c2-0932-4dec-8925-f9c13047ba68" -d '{"events": [{"server_uuid": "e127123d-f1e6-4c99-9bbc-274d411729cb", "name": "network-vif-deleted", "tag": "696ad170-bf4e-4426-84ca-480996da6f76"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:36:24.304048 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba68e40b-1f48-4bd4-b038-b5ccb8f3d9f6 x-openstack-request-id: req-ba68e40b-1f48-4bd4-b038-b5ccb8f3d9f6 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:36:24.304427 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e127123d-f1e6-4c99-9bbc-274d411729cb", "name": "network-vif-deleted", "tag": "696ad170-bf4e-4426-84ca-480996da6f76", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:36:24.304681 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ba68e40b-1f48-4bd4-b038-b5ccb8f3d9f6 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:36:24.305082 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e127123d-f1e6-4c99-9bbc-274d411729cb', 'name': 'network-vif-deleted', 'tag': '696ad170-bf4e-4426-84ca-480996da6f76', 'status': 'completed', 'code': 200} Dec 08 02:36:24.408051 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12e17fcb-94bc-4f81-bc0d-31673dfd40de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:24.538293 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:24.702728 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c68d2e6e-198b-4cad-8fef-4c6f3c7ca9a3 req-47897ffa-58c2-45a5-aaeb-4512a0c618ab tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 210 time: 0.0272357 Dec 08 02:36:25.577632 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:25.799415 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cad1612d-1434-435e-b56c-2ccd79446739 req-d3194dd6-ac1b-4c82-a93c-bfaf94ca9f10 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 210 time: 0.0264904 Dec 08 02:36:26.894353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1a3d1d4-5001-4540-ac24-baf16bd7e846 req-164827a9-a0ae-47a7-9b2f-9231451e3286 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 210 time: 0.0273473 Dec 08 02:36:27.065100 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:27.889075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 696ad170-bf4e-4426-84ca-480996da6f76 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:36:27.910001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 696ad170-bf4e-4426-84ca-480996da6f76 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:36:27.910347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 696ad170-bf4e-4426-84ca-480996da6f76 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:36:27.959261 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:27.993904 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b9ef347f-13c4-4b3c-bdf3-27026ecec076 req-61a61eac-4f12-4f33-bc23-a442ab4daa41 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=e127123d-f1e6-4c99-9bbc-274d411729cb HTTP/1.1" status: 200 len: 210 time: 0.0301163 Dec 08 02:36:34.383479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35768) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:34.536096 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d3f666fa-d27b-4a7b-ba4c-6752736001b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Deleting port d7990ab4-9e8c-4fad-b9cd-e557c00a2ead {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:36:34.536350 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f666fa-d27b-4a7b-ba4c-6752736001b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:34.610420 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f666fa-d27b-4a7b-ba4c-6752736001b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:34.610742 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f666fa-d27b-4a7b-ba4c-6752736001b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:34.622391 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d3f666fa-d27b-4a7b-ba4c-6752736001b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Calling delete_port for d7990ab4-9e8c-4fad-b9cd-e557c00a2ead owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:36:34.766870 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f666fa-d27b-4a7b-ba4c-6752736001b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:34.791467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f666fa-d27b-4a7b-ba4c-6752736001b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event deleted for resources: {'Port': ['ID=d7990ab4-9e8c-4fad-b9cd-e557c00a2ead,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:34.854412 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f666fa-d27b-4a7b-ba4c-6752736001b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:34.854744 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-d3f666fa-d27b-4a7b-ba4c-6752736001b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Floating IP 495c5233-05bc-4701-8c6d-4aae31accf0e disassociated (deleted). External IP: 172.25.8.227, port: 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1. Dec 08 02:36:35.058580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f666fa-d27b-4a7b-ba4c-6752736001b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:36:35.165380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f666fa-d27b-4a7b-ba4c-6752736001b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:36:35.169986 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d3f666fa-d27b-4a7b-ba4c-6752736001b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:35.175102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e16ff-dc4b-45f8-a45a-bc13e28f9efd None None] Sync routers for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:36:35.183907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e16ff-dc4b-45f8-a45a-bc13e28f9efd None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:36:35.184505 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d66e16ff-dc4b-45f8-a45a-bc13e28f9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:36:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:35.196453 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d3f666fa-d27b-4a7b-ba4c-6752736001b8 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "DELETE /v2.0/floatingips/495c5233-05bc-4701-8c6d-4aae31accf0e HTTP/1.1" status: 204 len: 168 time: 0.8118629 Dec 08 02:36:35.197037 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'tag': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:36:35.199275 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a715a2-8d40-4023-9f1d-07601b846583" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9a0179-3a5b-4e7c-8030-3977b931c4be", "tag": "0b2ee88a-6589-431c-9e7d-6b3d546bc6e1"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:36:35.239051 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7bd110-e4de-4a5f-b38f-c0b1fbc085e3 x-openstack-request-id: req-ff7bd110-e4de-4a5f-b38f-c0b1fbc085e3 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:36:35.239516 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9a0179-3a5b-4e7c-8030-3977b931c4be", "tag": "0b2ee88a-6589-431c-9e7d-6b3d546bc6e1", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:36:35.239812 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ff7bd110-e4de-4a5f-b38f-c0b1fbc085e3 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:36:35.240228 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'tag': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'status': 'completed', 'code': 200} Dec 08 02:36:35.293730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-d66e16ff-dc4b-45f8-a45a-bc13e28f9efd None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:36:35.330555 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a715a2-8d40-4023-9f1d-07601b846583 req-4d0e03c2-409f-4d1d-ab48-072ea1ec1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:35.332777 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8a715a2-8d40-4023-9f1d-07601b846583 req-4d0e03c2-409f-4d1d-ab48-072ea1ec1dcd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 1098 time: 0.0473189 Dec 08 02:36:35.441747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1264461-7556-4f00-8418-b5e4ad79ad99 req-f6cf6da8-abf1-4c8c-9ed4-af90be34eecd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:35.444016 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1264461-7556-4f00-8418-b5e4ad79ad99 req-f6cf6da8-abf1-4c8c-9ed4-af90be34eecd tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 946 time: 0.0498366 Dec 08 02:36:35.469357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a715a2-8d40-4023-9f1d-07601b846583 req-bf20063d-010a-43bd-953d-61da12ab5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:35.470876 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8a715a2-8d40-4023-9f1d-07601b846583 req-bf20063d-010a-43bd-953d-61da12ab5615 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 200 len: 913 time: 0.0963743 Dec 08 02:36:35.496451 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1264461-7556-4f00-8418-b5e4ad79ad99 req-b99f9b5b-631c-4b46-8d76-57de710de18e tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461898 Dec 08 02:36:35.501012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d66e16ff-dc4b-45f8-a45a-bc13e28f9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:35.513277 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8a715a2-8d40-4023-9f1d-07601b846583 req-2dbc56d5-770f-4cfb-97d6-da9bf693c159 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 HTTP/1.1" status: 200 len: 217 time: 0.0341008 Dec 08 02:36:35.528931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e16ff-dc4b-45f8-a45a-bc13e28f9efd None None] Checking router: c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:36:35.537590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e16ff-dc4b-45f8-a45a-bc13e28f9efd None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:36:35.538182 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d66e16ff-dc4b-45f8-a45a-bc13e28f9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:36:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:35.566524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a715a2-8d40-4023-9f1d-07601b846583 req-149a43e8-2ace-4760-830f-15b15a386bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:35.568063 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8a715a2-8d40-4023-9f1d-07601b846583 req-149a43e8-2ace-4760-830f-15b15a386bc1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 200 len: 851 time: 0.0474372 Dec 08 02:36:35.615301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a715a2-8d40-4023-9f1d-07601b846583 req-c8ed1183-ba3c-4d14-94f3-fe3428195fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:35.616752 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8a715a2-8d40-4023-9f1d-07601b846583 req-c8ed1183-ba3c-4d14-94f3-fe3428195fbe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fc49ea3e-854d-40bf-9f95-dd8f98bede14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411711 Dec 08 02:36:35.628952 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-e8a715a2-8d40-4023-9f1d-07601b846583 req-f411cb7d-0702-4ecd-acfb-106ec9ede8f4 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:36:35.629992 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8a715a2-8d40-4023-9f1d-07601b846583 req-f411cb7d-0702-4ecd-acfb-106ec9ede8f4 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049217 Dec 08 02:36:35.644181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-d66e16ff-dc4b-45f8-a45a-bc13e28f9efd None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:36:35.721619 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8a715a2-8d40-4023-9f1d-07601b846583 req-a4660fd9-cfc4-4202-966d-33b78047da90 service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843470 Dec 08 02:36:35.816296 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8a715a2-8d40-4023-9f1d-07601b846583 req-55c160e6-c70b-4590-87c7-c5b9a54d113d service neutron] 10.222.0.75 "GET /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861084 Dec 08 02:36:35.844194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d66e16ff-dc4b-45f8-a45a-bc13e28f9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:35.871060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e16ff-dc4b-45f8-a45a-bc13e28f9efd None None] The sync data for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 is: [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:26:34Z', 'revision_number': 4, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d02cc58-2e3e-4102-a0dd-88448554357c', 'name': '', 'network_id': 'fc49ea3e-854d-40bf-9f95-dd8f98bede14', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'mac_address': 'fa:16:3e:8d:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:34Z', 'updated_at': '2021-12-08T02:26:41Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'subnets': [{'id': 'f6b1ff90-df36-4621-8ed4-a3c4a79beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:36:36.084229 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46fa6b-966b-4186-b187-1b40df462d7a None None] New status for floating IP 495c5233-05bc-4701-8c6d-4aae31accf0e: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:36:36.616678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828497b7-45b0-4608-95f1-b21e47297943 req-ff93a9b3-4bbf-4c76-8213-573dc2751b87 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:36.618165 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-828497b7-45b0-4608-95f1-b21e47297943 req-ff93a9b3-4bbf-4c76-8213-573dc2751b87 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 946 time: 0.0490503 Dec 08 02:36:36.670375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-828497b7-45b0-4608-95f1-b21e47297943 req-bdaea9f3-41c7-4ece-a316-f32776026cb1 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/security-groups?id=e1c241de-84d4-4d59-bd30-c4890125d059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462337 Dec 08 02:36:37.053851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdb04c-7d07-42e6-b832-2ed489c1e42d req-5ec1b593-63dd-4c14-90e8-f5e79166211c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:37.055337 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-75cdb04c-7d07-42e6-b832-2ed489c1e42d req-5ec1b593-63dd-4c14-90e8-f5e79166211c tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 946 time: 0.0477560 Dec 08 02:36:37.147280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-75cdb04c-7d07-42e6-b832-2ed489c1e42d req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Deleting port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:36:37.147649 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-75cdb04c-7d07-42e6-b832-2ed489c1e42d req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:37.235960 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-75cdb04c-7d07-42e6-b832-2ed489c1e42d req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] For port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:36:37.236332 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-75cdb04c-7d07-42e6-b832-2ed489c1e42d req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:37.248934 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-75cdb04c-7d07-42e6-b832-2ed489c1e42d req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Calling delete_port for 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:36:37.376273 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-75cdb04c-7d07-42e6-b832-2ed489c1e42d req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:37.403722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event deleted for resources: {'Port': ['ID=0b2ee88a-6589-431c-9e7d-6b3d546bc6e1,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:37.428994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:37.429341 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:37.429680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:37.430018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:37.430355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:37.430681 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:37.431005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:37.431327 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:37.431668 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:37.431992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:37.432313 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:37.432629 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:37.432949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:37.456921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cdb04c-7d07-42e6-b832-2ed489c1e42d req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] No DVR routers for this DVR port 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:36:37.459341 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-75cdb04c-7d07-42e6-b832-2ed489c1e42d req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:37.463014 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-75cdb04c-7d07-42e6-b832-2ed489c1e42d req-57a0a31f-fe99-480f-be20-99963fe9c710 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.75 "DELETE /v2.0/ports/0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 HTTP/1.1" status: 204 len: 173 time: 0.4018402 Dec 08 02:36:37.463455 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'name': 'network-vif-deleted', 'tag': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:36:37.465686 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab64ca32-8732-4c63-9087-5f26074a3e75" -d '{"events": [{"server_uuid": "cc9a0179-3a5b-4e7c-8030-3977b931c4be", "name": "network-vif-deleted", "tag": "0b2ee88a-6589-431c-9e7d-6b3d546bc6e1"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:36:37.623460 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d9d1cc-065a-4fdf-b943-2288f34830fd x-openstack-request-id: req-e6d9d1cc-065a-4fdf-b943-2288f34830fd {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:36:37.623873 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9a0179-3a5b-4e7c-8030-3977b931c4be", "name": "network-vif-deleted", "tag": "0b2ee88a-6589-431c-9e7d-6b3d546bc6e1", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:36:37.624192 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e6d9d1cc-065a-4fdf-b943-2288f34830fd {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:36:37.624821 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9a0179-3a5b-4e7c-8030-3977b931c4be', 'name': 'network-vif-deleted', 'tag': '0b2ee88a-6589-431c-9e7d-6b3d546bc6e1', 'status': 'completed', 'code': 200} Dec 08 02:36:37.765015 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1f677b2-3e23-4fe7-a4d8-8b7e534791a4 req-81b96d02-314c-45f7-9d16-50c5aff489f7 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 210 time: 0.0267756 Dec 08 02:36:38.862355 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb2eca58-ff26-43b9-a456-6bec60a35be4 req-77430972-08a0-4327-850c-d27207337036 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 210 time: 0.0275643 Dec 08 02:36:39.960872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-080faad8-0f3f-4f95-af9a-338992947d47 req-419eec0e-5f6b-4b6a-bec4-e88e6bd0813b tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 210 time: 0.0277152 Dec 08 02:36:40.172725 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:36:40.195808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:36:40.196143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 0b2ee88a-6589-431c-9e7d-6b3d546bc6e1 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:36:41.054595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-70a2a7fa-96de-444b-88b5-cf1d87f7a240 req-7ee6705e-2ac0-462c-8a37-0692636c6c08 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc9a0179-3a5b-4e7c-8030-3977b931c4be HTTP/1.1" status: 200 len: 210 time: 0.0257411 Dec 08 02:36:42.115791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35800) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:42.238882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-85506393-31b2-4ee2-924c-d4dc8dc64475 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Deleting port d937b8f7-9948-4680-b609-6c5651bddc07 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:36:42.239136 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85506393-31b2-4ee2-924c-d4dc8dc64475 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:42.314935 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85506393-31b2-4ee2-924c-d4dc8dc64475 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:42.315251 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85506393-31b2-4ee2-924c-d4dc8dc64475 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:42.326472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-85506393-31b2-4ee2-924c-d4dc8dc64475 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Calling delete_port for d937b8f7-9948-4680-b609-6c5651bddc07 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:36:42.455028 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85506393-31b2-4ee2-924c-d4dc8dc64475 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:42.484818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85506393-31b2-4ee2-924c-d4dc8dc64475 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event deleted for resources: {'Port': ['ID=d937b8f7-9948-4680-b609-6c5651bddc07,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:42.542627 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85506393-31b2-4ee2-924c-d4dc8dc64475 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:42.545241 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-85506393-31b2-4ee2-924c-d4dc8dc64475 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:42.546390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-85506393-31b2-4ee2-924c-d4dc8dc64475 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "DELETE /v2.0/floatingips/347d6c80-41e0-49ce-afac-929d013cb47c HTTP/1.1" status: 204 len: 168 time: 0.4295855 Dec 08 02:36:44.664307 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:36:45.833156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35818) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:45.889313 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5328e9c-04cf-4932-936b-aa39c490f9b4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:45.915718 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5328e9c-04cf-4932-936b-aa39c490f9b4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:45.974131 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5328e9c-04cf-4932-936b-aa39c490f9b4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:45.976885 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d5328e9c-04cf-4932-936b-aa39c490f9b4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:45.978092 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d5328e9c-04cf-4932-936b-aa39c490f9b4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] 10.222.0.71 "DELETE /v2.0/security-groups/e1c241de-84d4-4d59-bd30-c4890125d059 HTTP/1.1" status: 204 len: 168 time: 0.1438701 Dec 08 02:36:45.987355 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5328e9c-04cf-4932-936b-aa39c490f9b4 tempest-TestVolumeBootPattern-1020420006 tempest-TestVolumeBootPattern-1020420006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c241de-84d4-4d59-bd30-c4890125d059,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:46.047488 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35822) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:46.575704 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72998b8d-75f4-494e-ba95-97af5fb4c7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:46.821632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-72998b8d-75f4-494e-ba95-97af5fb4c7e8 admin admin] Deleting port 6d02cc58-2e3e-4102-a0dd-88448554357c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:36:46.821968 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72998b8d-75f4-494e-ba95-97af5fb4c7e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:46.896610 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-72998b8d-75f4-494e-ba95-97af5fb4c7e8 admin admin] For port 6d02cc58-2e3e-4102-a0dd-88448554357c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6d02cc58-2e3e-4102-a0dd-88448554357c,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:36:46.897268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72998b8d-75f4-494e-ba95-97af5fb4c7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:46.909611 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-72998b8d-75f4-494e-ba95-97af5fb4c7e8 admin admin] Calling delete_port for 6d02cc58-2e3e-4102-a0dd-88448554357c owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:36:47.082487 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72998b8d-75f4-494e-ba95-97af5fb4c7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:47.132587 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72998b8d-75f4-494e-ba95-97af5fb4c7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d02cc58-2e3e-4102-a0dd-88448554357c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:47.576186 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-72998b8d-75f4-494e-ba95-97af5fb4c7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:47.787322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72998b8d-75f4-494e-ba95-97af5fb4c7e8 admin admin] Router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:36:47.892072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72998b8d-75f4-494e-ba95-97af5fb4c7e8 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:36:47.897075 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-72998b8d-75f4-494e-ba95-97af5fb4c7e8 admin admin] 10.222.0.71 "PUT /v2.0/routers/c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8484473 Dec 08 02:36:47.899542 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35828) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:47.904938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd15eba-e11a-46a1-bbbb-65ce851161ef None None] Sync routers for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:36:47.915144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd15eba-e11a-46a1-bbbb-65ce851161ef None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:36:47.915794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9cd15eba-e11a-46a1-bbbb-65ce851161ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:36:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:48.008343 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.029187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-9cd15eba-e11a-46a1-bbbb-65ce851161ef None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:36:48.113095 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.168489 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] Deleting port e4a6433d-6487-4bc5-9a9c-feb99610cd6b {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:36:48.168740 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.252630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] For port e4a6433d-6487-4bc5-9a9c-feb99610cd6b, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e4a6433d-6487-4bc5-9a9c-feb99610cd6b,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:36:48.252999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.265111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] Calling delete_port for e4a6433d-6487-4bc5-9a9c-feb99610cd6b owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:36:48.362154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9cd15eba-e11a-46a1-bbbb-65ce851161ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:36:47Z', 'revision_number': 5, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port': {'id': 'e4a6433d-6487-4bc5-9a9c-feb99610cd6b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:32Z', 'updated_at': '2021-12-08T02:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:48.393430 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd15eba-e11a-46a1-bbbb-65ce851161ef None None] Checking router: c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:36:48.402123 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd15eba-e11a-46a1-bbbb-65ce851161ef None None] Routers {'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:36:48.402808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9cd15eba-e11a-46a1-bbbb-65ce851161ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:36:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:48.428292 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.457686 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a6433d-6487-4bc5-9a9c-feb99610cd6b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:48.474031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a00d42-706c-4611-ac56-880dcf575014 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:36:48.497318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-9cd15eba-e11a-46a1-bbbb-65ce851161ef None None] Set router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:36:48.522206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.549204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9cd15eba-e11a-46a1-bbbb-65ce851161ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:36:48Z', 'revision_number': 6, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:48.578435 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd15eba-e11a-46a1-bbbb-65ce851161ef None None] The sync data for ids ['c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1'] in n-d-713499-31 is: [{'id': 'c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1', 'name': 'tempest-TestVolumeBootPattern-1701905571-router', 'tenant_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:31Z', 'updated_at': '2021-12-08T02:36:48Z', 'revision_number': 6, 'project_id': 'dd53dd187e9645859e0dc1a7802b1eca', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:36:48.615093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.617319 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.659782 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.660342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:36:48.665025 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.666241 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-46576511-fb03-4786-ac38-2eb5a055455d admin admin] 10.222.0.71 "DELETE /v2.0/routers/c4f1d9f1-cd5a-49c9-a4dc-d42d9f3cddf1 HTTP/1.1" status: 204 len: 168 time: 0.7657502 Dec 08 02:36:48.671938 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35830) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:48.720243 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fd8fdb-0d47-492d-891f-652902030abb admin admin] Deleting subnet f6b1ff90-df36-4621-8ed4-a3c4a79beb17 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:36:48.723185 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97fd8fdb-0d47-492d-891f-652902030abb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.757085 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97fd8fdb-0d47-492d-891f-652902030abb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.832550 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97fd8fdb-0d47-492d-891f-652902030abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.887809 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97fd8fdb-0d47-492d-891f-652902030abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.916025 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-97fd8fdb-0d47-492d-891f-652902030abb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:48.920077 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-97fd8fdb-0d47-492d-891f-652902030abb admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f6b1ff90-df36-4621-8ed4-a3c4a79beb17 HTTP/1.1" status: 204 len: 168 time: 0.2468035 Dec 08 02:36:48.920881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3af54-4394-4ff6-b788-037b65076358 None None] Network fc49ea3e-854d-40bf-9f95-dd8f98bede14 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:36:48.921314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd8fdb-0d47-492d-891f-652902030abb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b1ff90-df36-4621-8ed4-a3c4a79beb17,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:48.924404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35832) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:49.006966 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:49.067220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Deleting port 0f458519-6de3-4760-8329-2a735d7b4774 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:36:49.067561 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:49.128460 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] For port 0f458519-6de3-4760-8329-2a735d7b4774, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0f458519-6de3-4760-8329-2a735d7b4774,segment=NetworkSegment(bd394e1c-6cab-4980-b3e9-a8f3a2ce4337),segment_id=bd394e1c-6cab-4980-b3e9-a8f3a2ce4337)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:36:49.128821 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:49.145029 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Calling delete_port for 0f458519-6de3-4760-8329-2a735d7b4774 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:36:49.222455 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:49.248890 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Pushing event deleted for resources: {'Port': ['ID=0f458519-6de3-4760-8329-2a735d7b4774,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:49.251200 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] No DVR routers for this DVR port 0f458519-6de3-4760-8329-2a735d7b4774 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:36:49.322301 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:49.345389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc49ea3e-854d-40bf-9f95-dd8f98bede14']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:49.355503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:49.355842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd394e1c-6cab-4980-b3e9-a8f3a2ce4337') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:49.365529 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:49.380039 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:49.382317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f4356b-a137-41ac-8eed-e0896cb90e6f None None] DHCP port deletion for fc49ea3e-854d-40bf-9f95-dd8f98bede14 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:36:49.386469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:36:49.386872 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:36:49.388876 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:36:49.443982 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:49.449899 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:49.453069 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] 10.222.0.71 "DELETE /v2.0/networks/fc49ea3e-854d-40bf-9f95-dd8f98bede14 HTTP/1.1" status: 204 len: 168 time: 0.5271373 Dec 08 02:36:49.456094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35834) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:49.464492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288d1f6-cbe7-4fb1-95b7-20f5bbc7a64e admin admin] Pushing event deleted for resources: {'Network': ['ID=fc49ea3e-854d-40bf-9f95-dd8f98bede14,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:49.714308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e4a6433d-6487-4bc5-9a9c-feb99610cd6b no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:36:49.739315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: e4a6433d-6487-4bc5-9a9c-feb99610cd6b {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:36:49.739680 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e4a6433d-6487-4bc5-9a9c-feb99610cd6b not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:36:49.740103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0f458519-6de3-4760-8329-2a735d7b4774 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:36:49.758916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 0f458519-6de3-4760-8329-2a735d7b4774 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:36:49.759262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0f458519-6de3-4760-8329-2a735d7b4774 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:36:49.759696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6d02cc58-2e3e-4102-a0dd-88448554357c no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:36:49.777749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 6d02cc58-2e3e-4102-a0dd-88448554357c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:36:49.778091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6d02cc58-2e3e-4102-a0dd-88448554357c not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:36:49.806233 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7fd41e3-1f0a-419b-aeee-6fb8fbce5c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:50.045583 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd41e3-1f0a-419b-aeee-6fb8fbce5c70 admin admin] Deleting port ba3a718e-69f6-4718-857a-5b34a8d96f78 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:36:50.046906 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7fd41e3-1f0a-419b-aeee-6fb8fbce5c70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:50.125547 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-e7fd41e3-1f0a-419b-aeee-6fb8fbce5c70 admin admin] For port ba3a718e-69f6-4718-857a-5b34a8d96f78, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ba3a718e-69f6-4718-857a-5b34a8d96f78,segment=NetworkSegment(c08783bd-3cda-4d03-8c13-cd767b69a1e5),segment_id=c08783bd-3cda-4d03-8c13-cd767b69a1e5)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:36:50.125832 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7fd41e3-1f0a-419b-aeee-6fb8fbce5c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:50.137976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd41e3-1f0a-419b-aeee-6fb8fbce5c70 admin admin] Calling delete_port for ba3a718e-69f6-4718-857a-5b34a8d96f78 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:36:50.312727 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7fd41e3-1f0a-419b-aeee-6fb8fbce5c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:50.338778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd41e3-1f0a-419b-aeee-6fb8fbce5c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3a718e-69f6-4718-857a-5b34a8d96f78,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:50.499973 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e7fd41e3-1f0a-419b-aeee-6fb8fbce5c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:50.715947 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fd41e3-1f0a-419b-aeee-6fb8fbce5c70 admin admin] Router 9e37be76-6d6c-4fdb-bea4-1ad472eae07c has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:36:50.820594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fd41e3-1f0a-419b-aeee-6fb8fbce5c70 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:36:50.825677 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e7fd41e3-1f0a-419b-aeee-6fb8fbce5c70 admin admin] 10.222.0.71 "PUT /v2.0/routers/9e37be76-6d6c-4fdb-bea4-1ad472eae07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3684046 Dec 08 02:36:50.828724 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35836) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:50.829746 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325db6ef-136d-413e-a5f5-9fac66a80a67 None None] Sync routers for ids ['9e37be76-6d6c-4fdb-bea4-1ad472eae07c'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:36:50.840379 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325db6ef-136d-413e-a5f5-9fac66a80a67 None None] Routers {'9e37be76-6d6c-4fdb-bea4-1ad472eae07c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:36:50.840981 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-325db6ef-136d-413e-a5f5-9fac66a80a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:36:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9e37be76-6d6c-4fdb-bea4-1ad472eae07c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:50.931108 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:50.942253 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-325db6ef-136d-413e-a5f5-9fac66a80a67 None None] Set router 9e37be76-6d6c-4fdb-bea4-1ad472eae07c gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:36:51.034412 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:51.092882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] Deleting port fe390b8a-15e9-4042-a9e1-866bff33d8a7 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:36:51.093573 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:51.210965 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-325db6ef-136d-413e-a5f5-9fac66a80a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'name': 'tempest-TestVolumeBootPattern-1672255258-router', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'fe390b8a-15e9-4042-a9e1-866bff33d8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:36Z', 'updated_at': '2021-12-08T02:36:50Z', 'revision_number': 5, 'project_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'gw_port': {'id': 'fe390b8a-15e9-4042-a9e1-866bff33d8a7', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:26:37Z', 'updated_at': '2021-12-08T02:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:51.242128 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325db6ef-136d-413e-a5f5-9fac66a80a67 None None] Checking router: 9e37be76-6d6c-4fdb-bea4-1ad472eae07c for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:36:51.251910 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325db6ef-136d-413e-a5f5-9fac66a80a67 None None] Routers {'9e37be76-6d6c-4fdb-bea4-1ad472eae07c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:36:51.252544 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-325db6ef-136d-413e-a5f5-9fac66a80a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:36:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9e37be76-6d6c-4fdb-bea4-1ad472eae07c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:51.340381 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-325db6ef-136d-413e-a5f5-9fac66a80a67 None None] Set router 9e37be76-6d6c-4fdb-bea4-1ad472eae07c gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:36:51.391963 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-325db6ef-136d-413e-a5f5-9fac66a80a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'name': 'tempest-TestVolumeBootPattern-1672255258-router', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:36Z', 'updated_at': '2021-12-08T02:36:51Z', 'revision_number': 6, 'project_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:51.421693 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325db6ef-136d-413e-a5f5-9fac66a80a67 None None] The sync data for ids ['9e37be76-6d6c-4fdb-bea4-1ad472eae07c'] in n-d-713499-31 is: [{'id': '9e37be76-6d6c-4fdb-bea4-1ad472eae07c', 'name': 'tempest-TestVolumeBootPattern-1672255258-router', 'tenant_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:26:36Z', 'updated_at': '2021-12-08T02:36:51Z', 'revision_number': 6, 'project_id': 'f34ba6b559934dea9acd2b3d83cf5720', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:36:51.494921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] For port fe390b8a-15e9-4042-a9e1-866bff33d8a7, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=fe390b8a-15e9-4042-a9e1-866bff33d8a7,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:36:51.495389 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:51.507816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] Calling delete_port for fe390b8a-15e9-4042-a9e1-866bff33d8a7 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:36:51.663749 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:51.690276 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe390b8a-15e9-4042-a9e1-866bff33d8a7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:51.700493 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7e56b2-78e2-47c2-9c80-2aa22ffb8e7e None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:36:51.755523 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:51.848958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ba3a718e-69f6-4718-857a-5b34a8d96f78 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:36:51.854039 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:51.856409 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:51.871196 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: ba3a718e-69f6-4718-857a-5b34a8d96f78 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:36:51.871540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ba3a718e-69f6-4718-857a-5b34a8d96f78 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:36:51.905326 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:51.906759 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e37be76-6d6c-4fdb-bea4-1ad472eae07c {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:36:51.910775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:51.911954 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fe7c265e-a6c0-4638-bec3-f82ca7562e87 admin admin] 10.222.0.71 "DELETE /v2.0/routers/9e37be76-6d6c-4fdb-bea4-1ad472eae07c HTTP/1.1" status: 204 len: 168 time: 1.0822370 Dec 08 02:36:51.914463 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35840) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:51.957958 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2af755-8e0d-46b7-9c76-e742f454e604 admin admin] Deleting subnet fe801786-48a3-4ba2-8559-d37779e49478 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:36:51.961328 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e2af755-8e0d-46b7-9c76-e742f454e604 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:51.994974 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e2af755-8e0d-46b7-9c76-e742f454e604 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.038527 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-550ffc22-d3e6-4131-a2a8-b4bf19efdf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.076189 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e2af755-8e0d-46b7-9c76-e742f454e604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.128187 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e2af755-8e0d-46b7-9c76-e742f454e604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.157233 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0e2af755-8e0d-46b7-9c76-e742f454e604 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.162180 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0e2af755-8e0d-46b7-9c76-e742f454e604 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/fe801786-48a3-4ba2-8559-d37779e49478 HTTP/1.1" status: 204 len: 168 time: 0.2466846 Dec 08 02:36:52.162413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a46a77f-517e-4b9f-998b-ac8ff935e942 None None] Network c3309171-b606-43e1-9c7d-16ccea174f07 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:36:52.163304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2af755-8e0d-46b7-9c76-e742f454e604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe801786-48a3-4ba2-8559-d37779e49478,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:52.165463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 35842) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:52.244362 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.300888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Deleting port 2d09cb77-52a2-4243-918f-d7a4cec3879e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:36:52.301235 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.320135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] DHCP port deletion for c3309171-b606-43e1-9c7d-16ccea174f07 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:36:52.367420 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Deleting port 2d09cb77-52a2-4243-918f-d7a4cec3879e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:36:52.367829 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.376082 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] For port 2d09cb77-52a2-4243-918f-d7a4cec3879e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2d09cb77-52a2-4243-918f-d7a4cec3879e,segment=NetworkSegment(c08783bd-3cda-4d03-8c13-cd767b69a1e5),segment_id=c08783bd-3cda-4d03-8c13-cd767b69a1e5)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:36:52.376459 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.396260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Calling delete_port for 2d09cb77-52a2-4243-918f-d7a4cec3879e owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:36:52.437700 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] For port 2d09cb77-52a2-4243-918f-d7a4cec3879e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2d09cb77-52a2-4243-918f-d7a4cec3879e,segment=NetworkSegment(c08783bd-3cda-4d03-8c13-cd767b69a1e5),segment_id=c08783bd-3cda-4d03-8c13-cd767b69a1e5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:36:52.438095 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.451061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Calling delete_port for 2d09cb77-52a2-4243-918f-d7a4cec3879e owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:36:52.477273 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.489910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] No DVR routers for this DVR port 2d09cb77-52a2-4243-918f-d7a4cec3879e on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:36:52.510394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=2d09cb77-52a2-4243-918f-d7a4cec3879e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:52.528190 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.557959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Pushing event deleted for resources: {'Port': ['ID=2d09cb77-52a2-4243-918f-d7a4cec3879e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:52.560110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] No DVR routers for this DVR port 2d09cb77-52a2-4243-918f-d7a4cec3879e on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:36:52.568425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:52.568768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:52.569104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:52.569441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:52.569769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:52.570096 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:52.570420 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:52.570741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:52.571062 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:52.571384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:52.571725 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:52.572045 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:52.572362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb7687-1990-4a17-991a-671dea34abc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:36:52.581071 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.600432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3309171-b606-43e1-9c7d-16ccea174f07']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:52.609936 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08783bd-3cda-4d03-8c13-cd767b69a1e5') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:52.610227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08783bd-3cda-4d03-8c13-cd767b69a1e5') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:36:52.619342 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.634610 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.641673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:36:52.642249 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:36:52.644217 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:36:52.705161 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.710505 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.713767 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] 10.222.0.71 "DELETE /v2.0/networks/c3309171-b606-43e1-9c7d-16ccea174f07 HTTP/1.1" status: 204 len: 168 time: 0.5472929 Dec 08 02:36:52.726636 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c68e4-c726-411f-a1a0-3eb12b9dc9ff admin admin] Pushing event deleted for resources: {'Network': ['ID=c3309171-b606-43e1-9c7d-16ccea174f07,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:52.839821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35846) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:52.879462 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d1084ff4-c158-4150-a05c-e610b53f7f13 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dd53dd187e9645859e0dc1a7802b1eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384796 Dec 08 02:36:52.881803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35848) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:52.931588 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1313cbc-8bde-4c74-8027-307e09d2fb3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.952077 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1313cbc-8bde-4c74-8027-307e09d2fb3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:52.997720 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1313cbc-8bde-4c74-8027-307e09d2fb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:53.000463 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e1313cbc-8bde-4c74-8027-307e09d2fb3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:53.001640 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e1313cbc-8bde-4c74-8027-307e09d2fb3b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e4f5dfcc-bcd7-45f0-ba15-89ab32413e64 HTTP/1.1" status: 204 len: 168 time: 0.1189651 Dec 08 02:36:53.009971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1313cbc-8bde-4c74-8027-307e09d2fb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f5dfcc-bcd7-45f0-ba15-89ab32413e64,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:53.329405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35854) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:53.369717 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2a96543d-60dd-4e1a-bf4e-8d0189de25ed admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f34ba6b559934dea9acd2b3d83cf5720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391433 Dec 08 02:36:53.372187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 35856) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:36:53.418565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c01bd65f-47da-472f-8cfe-821f7503754c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:53.439189 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c01bd65f-47da-472f-8cfe-821f7503754c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:53.485968 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c01bd65f-47da-472f-8cfe-821f7503754c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:53.488814 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c01bd65f-47da-472f-8cfe-821f7503754c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:53.490017 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c01bd65f-47da-472f-8cfe-821f7503754c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f9f2bdd6-9de1-4697-984c-6681f9afc56a HTTP/1.1" status: 204 len: 168 time: 0.1169188 Dec 08 02:36:53.497718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bd65f-47da-472f-8cfe-821f7503754c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f2bdd6-9de1-4697-984c-6681f9afc56a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:36:53.713445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device fe390b8a-15e9-4042-a9e1-866bff33d8a7 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:36:53.734807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: fe390b8a-15e9-4042-a9e1-866bff33d8a7 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:36:53.735152 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device fe390b8a-15e9-4042-a9e1-866bff33d8a7 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:36:53.735580 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2d09cb77-52a2-4243-918f-d7a4cec3879e no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:36:53.757143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 2d09cb77-52a2-4243-918f-d7a4cec3879e {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:36:53.757377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2d09cb77-52a2-4243-918f-d7a4cec3879e not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:36:53.776368 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:54.411423 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3bb41ec7-2945-42a0-8c01-1cb036f194c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:54.551663 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:55.582786 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:57.077734 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:57.962973 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:04.113090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25943d73-0d31-4145-b485-7952e0e023e3 req-f5776fd4-b447-4871-8859-f1b1d653ee70 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=3bdee6b2596541cd88484294d92b1be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217755 Dec 08 02:37:04.219123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943d73-0d31-4145-b485-7952e0e023e3 req-2ada3c24-a2aa-410a-9889-8fae871b11b0 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:04.220583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25943d73-0d31-4145-b485-7952e0e023e3 req-2ada3c24-a2aa-410a-9889-8fae871b11b0 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1024225 Dec 08 02:37:04.235694 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25943d73-0d31-4145-b485-7952e0e023e3 req-bbe56926-5d38-4772-b55e-4a5951ab1cfc tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/quotas/3bdee6b2596541cd88484294d92b1be7 HTTP/1.1" status: 200 len: 375 time: 0.0094054 Dec 08 02:37:04.266302 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25943d73-0d31-4145-b485-7952e0e023e3 req-60a77059-bba5-42c3-9da9-e9e7322d8121 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3bdee6b2596541cd88484294d92b1be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251677 Dec 08 02:37:04.422493 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-378abce4-b5b1-411d-9aec-f796c83ade0f req-655e2e7e-cd45-4518-af8e-1b840e3e38c3 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 210 time: 0.0269136 Dec 08 02:37:05.458743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25943d73-0d31-4145-b485-7952e0e023e3 req-f495ba19-3b50-4271-81f6-5a1de1c706f8 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3bdee6b2596541cd88484294d92b1be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215545 Dec 08 02:37:05.550131 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-83d6f861-2ba1-493a-af1a-549f4c02eeea req-21832c3b-6d6f-43f7-8019-f1af8d3c855a tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 210 time: 0.0552418 Dec 08 02:37:05.592872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943d73-0d31-4145-b485-7952e0e023e3 req-75c5fb30-fc29-4643-a845-0fad51c58792 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:05.594312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25943d73-0d31-4145-b485-7952e0e023e3 req-75c5fb30-fc29-4643-a845-0fad51c58792 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297753 Dec 08 02:37:05.635483 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Request body: {'port': {'device_id': '88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'admin_state_up': True, 'tenant_id': '3bdee6b2596541cd88484294d92b1be7'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:37:05.740474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Made reservation on behalf of 3bdee6b2596541cd88484294d92b1be7 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:37:05.743981 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:05.756104 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:05.828033 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:05.831303 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:05.892842 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8790a2-0c30-4536-a65d-abb616d2005a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:05.958981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Allocated IP 192.168.233.150 (8202991d-29a1-48e3-b3d4-547aa7b794c9/28a207c2-07ae-4d9d-aa62-6fcec0888c8f/1f8079f0-9d99-4cd1-a4f7-df84172ba1b1) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:37:06.102762 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:06.133981 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:06.177146 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Network 8202991d-29a1-48e3-b3d4-547aa7b794c9 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:37:06.180207 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:37:06.183879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:37:06.190205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Pushing event updated for resources: {'Port': ['ID=1f8079f0-9d99-4cd1-a4f7-df84172ba1b1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:06.241475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:06.242052 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:06.259090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25943d73-0d31-4145-b485-7952e0e023e3 req-d1bbc767-48c2-437d-af17-925ae1b1568e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6272864 Dec 08 02:37:06.375255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Request body: {'port': {'device_id': '88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:37:06.427246 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:06.458208 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-544824cf-0c9f-4a1b-a1db-c224b4762fc3 None None] Provisioning complete for port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:37:06.458749 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-544824cf-0c9f-4a1b-a1db-c224b4762fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:06.492933 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-544824cf-0c9f-4a1b-a1db-c224b4762fc3 None None] Port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:37:06.964611 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2556d-bed4-4f43-a824-257d550315b4 req-04073e68-6916-4bde-9397-b81969e1194d tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:06.966049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31f2556d-bed4-4f43-a824-257d550315b4 req-04073e68-6916-4bde-9397-b81969e1194d tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 936 time: 0.1047482 Dec 08 02:37:07.040432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31f2556d-bed4-4f43-a824-257d550315b4 req-3b5336e8-98ef-4c4b-868a-a10bfbf85073 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f8790a2-0c30-4536-a65d-abb616d2005a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647979 Dec 08 02:37:07.086272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:37:07.093672 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:07.105885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Transition to ACTIVE for port object 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:37:07.108996 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:07.175520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Pushing event updated for resources: {'Port': ['ID=1f8079f0-9d99-4cd1-a4f7-df84172ba1b1,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:07.232555 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Attempting to bind port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:37:07.233044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Attempting to bind port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:37:07.233382 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Attempting to bind port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:37:07.238413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:37:07.238738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Attempting to bind port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 on network 8202991d-29a1-48e3-b3d4-547aa7b794c9 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:37:07.243822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:37:07.244171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Checking segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:37:07.244558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Bound using segment: {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:37:07.245044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Bound port: 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b205a8-c383-4d55-8b5e-60751d6e95e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:37:07.245408 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:07.310860 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] For port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:37:07.314116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] For port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1f8079f0-9d99-4cd1-a4f7-df84172ba1b1,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:37:07.317573 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:07.354542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:07.355192 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:07.356606 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25943d73-0d31-4145-b485-7952e0e023e3 req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] 10.222.0.45 "PUT /v2.0/ports/1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 HTTP/1.1" status: 200 len: 1097 time: 1.0846272 Dec 08 02:37:07.357047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6', 'tag': '1f8079f0-9d99-4cd1-a4f7-df84172ba1b1'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:37:07.359357 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab347b12-a618-4596-8175-8a73840f3ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6", "tag": "1f8079f0-9d99-4cd1-a4f7-df84172ba1b1"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:37:07.381938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b596c7-f330-4173-88e2-de1f2353584b service neutron] Pushing event updated for resources: {'Port': ['ID=1f8079f0-9d99-4cd1-a4f7-df84172ba1b1,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:07.415802 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc08d15b-54bd-4cb4-8985-9fd628005a07 x-openstack-request-id: req-dc08d15b-54bd-4cb4-8985-9fd628005a07 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:37:07.416098 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6", "tag": "1f8079f0-9d99-4cd1-a4f7-df84172ba1b1", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:37:07.416350 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dc08d15b-54bd-4cb4-8985-9fd628005a07 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:37:07.416804 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6', 'tag': '1f8079f0-9d99-4cd1-a4f7-df84172ba1b1', 'status': 'completed', 'code': 200} Dec 08 02:37:07.476677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943d73-0d31-4145-b485-7952e0e023e3 req-8c9bb104-8961-4e3f-a6f8-5c6448e4f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:07.478123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25943d73-0d31-4145-b485-7952e0e023e3 req-8c9bb104-8961-4e3f-a6f8-5c6448e4f551 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3bdee6b2596541cd88484294d92b1be7&device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 1100 time: 0.0475228 Dec 08 02:37:07.526856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25943d73-0d31-4145-b485-7952e0e023e3 req-31713cc6-586f-4613-81b0-43c6f2f95e59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 HTTP/1.1" status: 200 len: 217 time: 0.0354438 Dec 08 02:37:07.573936 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943d73-0d31-4145-b485-7952e0e023e3 req-5b0153b8-8859-4854-b062-af1e3c259fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:07.575344 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25943d73-0d31-4145-b485-7952e0e023e3 req-5b0153b8-8859-4854-b062-af1e3c259fcf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0424402 Dec 08 02:37:07.624651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943d73-0d31-4145-b485-7952e0e023e3 req-20ea7e88-f30c-4ec1-8e4c-fbb111bc31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:07.626088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25943d73-0d31-4145-b485-7952e0e023e3 req-20ea7e88-f30c-4ec1-8e4c-fbb111bc31aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0430710 Dec 08 02:37:07.714943 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25943d73-0d31-4145-b485-7952e0e023e3 req-9eecb3ea-b832-480a-8be9-8e8409793087 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812600 Dec 08 02:37:07.805461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25943d73-0d31-4145-b485-7952e0e023e3 req-7822c6a3-f5d0-48b7-8aac-17989313059a service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835140 Dec 08 02:37:07.941803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab347b12-a618-4596-8175-8a73840f3ffb req-a166d03d-2a5f-4127-a53b-54bcdf78a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:07.943283 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab347b12-a618-4596-8175-8a73840f3ffb req-a166d03d-2a5f-4127-a53b-54bcdf78a20f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3bdee6b2596541cd88484294d92b1be7&device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 1100 time: 0.0400074 Dec 08 02:37:08.035133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab347b12-a618-4596-8175-8a73840f3ffb req-0cc50250-972e-4660-a278-5f3bcfd2aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:08.036613 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab347b12-a618-4596-8175-8a73840f3ffb req-0cc50250-972e-4660-a278-5f3bcfd2aa84 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8202991d-29a1-48e3-b3d4-547aa7b794c9 HTTP/1.1" status: 200 len: 870 time: 0.0869040 Dec 08 02:37:08.077159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab347b12-a618-4596-8175-8a73840f3ffb req-ebfbed9a-b0a6-4e60-9e82-005febc40c2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 HTTP/1.1" status: 200 len: 217 time: 0.0335450 Dec 08 02:37:08.155675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab347b12-a618-4596-8175-8a73840f3ffb req-f9c4fb58-3288-4f08-9cda-b8f9a3d073c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:08.157150 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab347b12-a618-4596-8175-8a73840f3ffb req-f9c4fb58-3288-4f08-9cda-b8f9a3d073c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28a207c2-07ae-4d9d-aa62-6fcec0888c8f HTTP/1.1" status: 200 len: 843 time: 0.0725057 Dec 08 02:37:08.181100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f547d-b8bf-48b5-9e59-9afd5ef21cfd req-866dc4c7-46f7-4457-8a6f-5443479b005c tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:08.182507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f2f547d-b8bf-48b5-9e59-9afd5ef21cfd req-866dc4c7-46f7-4457-8a6f-5443479b005c tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 948 time: 0.0726824 Dec 08 02:37:08.237093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab347b12-a618-4596-8175-8a73840f3ffb req-49eaf84d-4c2a-4e8b-968d-7e601b8c048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:08.238592 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab347b12-a618-4596-8175-8a73840f3ffb req-49eaf84d-4c2a-4e8b-968d-7e601b8c048f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8202991d-29a1-48e3-b3d4-547aa7b794c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733728 Dec 08 02:37:08.258362 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8f2f547d-b8bf-48b5-9e59-9afd5ef21cfd req-0c48e337-67b8-42f7-ba34-9e12b05773d3 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f8790a2-0c30-4536-a65d-abb616d2005a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618203 Dec 08 02:37:08.337609 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab347b12-a618-4596-8175-8a73840f3ffb req-f84a9574-57bf-4611-bed4-8b609c9f53fb service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904727 Dec 08 02:37:08.425613 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab347b12-a618-4596-8175-8a73840f3ffb req-28f605fa-9a16-45d1-85ac-59207a183e51 service neutron] 10.222.0.45 "GET /v2.0/networks/8202991d-29a1-48e3-b3d4-547aa7b794c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807495 Dec 08 02:37:09.376698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67174f7-d868-4829-ad3e-331fa0a8d4e3 req-0a1acea7-a89c-4b23-aaa5-a25eb5ada5a5 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:09.378203 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d67174f7-d868-4829-ad3e-331fa0a8d4e3 req-0a1acea7-a89c-4b23-aaa5-a25eb5ada5a5 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 948 time: 0.0501134 Dec 08 02:37:09.428902 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d67174f7-d868-4829-ad3e-331fa0a8d4e3 req-b68ae9e9-487f-4c8d-8c08-3abf3ebbd272 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f8790a2-0c30-4536-a65d-abb616d2005a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448430 Dec 08 02:37:10.544875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8107ad-6d24-498d-8117-ce6781a5d921 req-3319ff72-b95a-4af7-b4dd-3ff8e2cb2104 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:10.546269 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb8107ad-6d24-498d-8117-ce6781a5d921 req-3319ff72-b95a-4af7-b4dd-3ff8e2cb2104 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 948 time: 0.0480800 Dec 08 02:37:10.592510 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb8107ad-6d24-498d-8117-ce6781a5d921 req-1c4cd782-11a0-4b7c-90cf-67b058d2cc88 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f8790a2-0c30-4536-a65d-abb616d2005a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397811 Dec 08 02:37:11.708245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639faeb9-7f11-4785-b2cb-2060525d81e4 req-60d00ea4-f802-49ac-9d58-3792e758f9d6 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:11.709973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-639faeb9-7f11-4785-b2cb-2060525d81e4 req-60d00ea4-f802-49ac-9d58-3792e758f9d6 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 948 time: 0.0489295 Dec 08 02:37:11.756405 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-639faeb9-7f11-4785-b2cb-2060525d81e4 req-c3d4d679-ad5d-43bf-8726-bdb6f9bc57a2 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f8790a2-0c30-4536-a65d-abb616d2005a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404379 Dec 08 02:37:12.076104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:37:12.168043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1f8079f0-9d99-4cd1-a4f7-df84172ba1b1,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:37:12.181992 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '1f8079f0-9d99-4cd1-a4f7-df84172ba1b1', 'network_id': '8202991d-29a1-48e3-b3d4-547aa7b794c9', 'port_id': '1f8079f0-9d99-4cd1-a4f7-df84172ba1b1', 'mac_address': 'fa:16:3e:31:af:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a207c2-07ae-4d9d-aa62-6fcec0888c8f', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:37:12.219015 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:12.231758 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:37:12.251269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1f8079f0-9d99-4cd1-a4f7-df84172ba1b1,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:37:12.254874 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:12.299729 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=1f8079f0-9d99-4cd1-a4f7-df84172ba1b1,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:12.529460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['1f8079f0-9d99-4cd1-a4f7-df84172ba1b1'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:37:12.875557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925180-4f71-4df0-b09c-f14bbb856e37 req-49474377-8eb5-4a53-9c98-5349eb02021a tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:12.877042 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-84925180-4f71-4df0-b09c-f14bbb856e37 req-49474377-8eb5-4a53-9c98-5349eb02021a tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 949 time: 0.0525911 Dec 08 02:37:12.923132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-84925180-4f71-4df0-b09c-f14bbb856e37 req-4f2915be-b227-48de-be82-70bebc42cde1 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f8790a2-0c30-4536-a65d-abb616d2005a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402689 Dec 08 02:37:14.038668 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b559bc-03d3-4853-9f7f-62c5bc401cc6 req-2f70e9b6-a9b3-485d-970d-f0d6b42fab7a tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:14.040161 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8b559bc-03d3-4853-9f7f-62c5bc401cc6 req-2f70e9b6-a9b3-485d-970d-f0d6b42fab7a tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 949 time: 0.0483265 Dec 08 02:37:14.087068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8b559bc-03d3-4853-9f7f-62c5bc401cc6 req-8b6da8ed-eab0-4411-b510-3e24c9cb58a3 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f8790a2-0c30-4536-a65d-abb616d2005a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410841 Dec 08 02:37:14.091848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:37:14.139793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:37:14.143468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:37:14.143865 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:14.219904 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:14.241799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8079f0-9d99-4cd1-a4f7-df84172ba1b1'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:37:14.244053 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489f3ac2-2b37-4d6a-a708-c8e299dd2ac1" -d '{"events": [{"server_uuid": "88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6", "name": "network-vif-plugged", "status": "completed", "tag": "1f8079f0-9d99-4cd1-a4f7-df84172ba1b1"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:37:14.257233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1f8079f0-9d99-4cd1-a4f7-df84172ba1b1,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:37:14.262151 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:14.284340 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724fd5ad-d6fc-40a6-a635-3f90e9b2b912 x-openstack-request-id: req-724fd5ad-d6fc-40a6-a635-3f90e9b2b912 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:37:14.284633 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6", "name": "network-vif-plugged", "status": "completed", "tag": "1f8079f0-9d99-4cd1-a4f7-df84172ba1b1", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:37:14.284889 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-724fd5ad-d6fc-40a6-a635-3f90e9b2b912 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:37:14.285277 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8079f0-9d99-4cd1-a4f7-df84172ba1b1', 'code': 200} Dec 08 02:37:14.310127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=1f8079f0-9d99-4cd1-a4f7-df84172ba1b1,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:14.404471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3e132-58ca-4261-b063-cef1241d3473 req-8f9e06ec-6e4b-4958-8c95-e6f8b5cc6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:14.405933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ab3e132-58ca-4261-b063-cef1241d3473 req-8f9e06ec-6e4b-4958-8c95-e6f8b5cc6020 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 1102 time: 0.0385704 Dec 08 02:37:14.453314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ab3e132-58ca-4261-b063-cef1241d3473 req-78b62bba-d181-4c42-b5b3-8f5baa929684 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f8790a2-0c30-4536-a65d-abb616d2005a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398581 Dec 08 02:37:15.201739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572bbb2-35d9-43a6-a048-2dc84e33eb98 req-978c2cf4-4331-47f7-b56b-94380239cb0e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:15.203187 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9572bbb2-35d9-43a6-a048-2dc84e33eb98 req-978c2cf4-4331-47f7-b56b-94380239cb0e tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 950 time: 0.0473189 Dec 08 02:37:15.249845 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9572bbb2-35d9-43a6-a048-2dc84e33eb98 req-839a0c91-4d42-4c65-9172-57fc8e61f7cd tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f8790a2-0c30-4536-a65d-abb616d2005a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Dec 08 02:37:16.365600 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66e596-059b-47cf-9d01-d3a117513b54 req-749d63c4-8989-46b7-86fe-aaa531f3425f tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:16.367052 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a66e596-059b-47cf-9d01-d3a117513b54 req-749d63c4-8989-46b7-86fe-aaa531f3425f tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 950 time: 0.0484571 Dec 08 02:37:16.412751 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a66e596-059b-47cf-9d01-d3a117513b54 req-71692a21-394e-4820-9cd3-658193d416cc tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f8790a2-0c30-4536-a65d-abb616d2005a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 Dec 08 02:37:16.679594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-88d6a4e4-3827-4194-988b-e397c8b301db req-31216784-5ef8-40a1-9233-0b812cb15aaf service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:37:16.680571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88d6a4e4-3827-4194-988b-e397c8b301db req-31216784-5ef8-40a1-9233-0b812cb15aaf service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052998 Dec 08 02:37:17.002262 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-5431234f-6758-48f2-bac7-de0326f6a89a req-9d4c415e-4bb1-4827-b03e-78028152ade7 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:37:17.003273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5431234f-6758-48f2-bac7-de0326f6a89a req-9d4c415e-4bb1-4827-b03e-78028152ade7 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059147 Dec 08 02:37:17.330367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28745c-674a-4634-a45a-34f05399163f req-3f9ff640-9b70-4cd5-9593-8edd50d7182f tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:17.332251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da28745c-674a-4634-a45a-34f05399163f req-3f9ff640-9b70-4cd5-9593-8edd50d7182f tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 950 time: 0.0539496 Dec 08 02:37:17.381327 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da28745c-674a-4634-a45a-34f05399163f req-b266b5c7-3078-427b-95e3-e748c13ed940 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f8790a2-0c30-4536-a65d-abb616d2005a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426359 Dec 08 02:37:18.496954 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccedc3-18fa-4e82-b15f-8f1542fe4e29 req-15d64f51-d298-4895-8d09-7c7a4be3a059 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:18.498348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1ccedc3-18fa-4e82-b15f-8f1542fe4e29 req-15d64f51-d298-4895-8d09-7c7a4be3a059 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 950 time: 0.0483346 Dec 08 02:37:18.544504 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1ccedc3-18fa-4e82-b15f-8f1542fe4e29 req-2faff580-ad0b-403c-a491-a1dac3aef9a8 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f8790a2-0c30-4536-a65d-abb616d2005a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Dec 08 02:37:18.683043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4b35-46ca-4617-9886-795b255232fd req-d2246f79-34c7-4ad3-902f-8cc2fc3b08c7 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:18.684579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d3f4b35-46ca-4617-9886-795b255232fd req-d2246f79-34c7-4ad3-902f-8cc2fc3b08c7 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.45 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 950 time: 0.0511308 Dec 08 02:37:18.771242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-7d3f4b35-46ca-4617-9886-795b255232fd req-4b8b6d80-0b48-4fd1-b80d-0e90054097a2 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Deleting port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:37:18.771493 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7d3f4b35-46ca-4617-9886-795b255232fd req-4b8b6d80-0b48-4fd1-b80d-0e90054097a2 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:18.859990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-7d3f4b35-46ca-4617-9886-795b255232fd req-4b8b6d80-0b48-4fd1-b80d-0e90054097a2 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] For port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=1f8079f0-9d99-4cd1-a4f7-df84172ba1b1,segment=NetworkSegment(d3b205a8-c383-4d55-8b5e-60751d6e95e1),segment_id=d3b205a8-c383-4d55-8b5e-60751d6e95e1)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:37:18.860946 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7d3f4b35-46ca-4617-9886-795b255232fd req-4b8b6d80-0b48-4fd1-b80d-0e90054097a2 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:18.872933 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-7d3f4b35-46ca-4617-9886-795b255232fd req-4b8b6d80-0b48-4fd1-b80d-0e90054097a2 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Calling delete_port for 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:37:18.995980 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7d3f4b35-46ca-4617-9886-795b255232fd req-4b8b6d80-0b48-4fd1-b80d-0e90054097a2 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:19.027548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b6d80-0b48-4fd1-b80d-0e90054097a2 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Pushing event deleted for resources: {'Port': ['ID=1f8079f0-9d99-4cd1-a4f7-df84172ba1b1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:19.028841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['1f8079f0-9d99-4cd1-a4f7-df84172ba1b1'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:37:19.070137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3f4b35-46ca-4617-9886-795b255232fd req-4b8b6d80-0b48-4fd1-b80d-0e90054097a2 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] No DVR routers for this DVR port 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:37:19.072803 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-7d3f4b35-46ca-4617-9886-795b255232fd req-4b8b6d80-0b48-4fd1-b80d-0e90054097a2 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:19.076252 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d3f4b35-46ca-4617-9886-795b255232fd req-4b8b6d80-0b48-4fd1-b80d-0e90054097a2 tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.45 "DELETE /v2.0/ports/1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 HTTP/1.1" status: 204 len: 173 time: 0.3854067 Dec 08 02:37:19.076712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6', 'name': 'network-vif-deleted', 'tag': '1f8079f0-9d99-4cd1-a4f7-df84172ba1b1'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:37:19.079142 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703d3e96-f7fa-44f6-8327-4d9aead7cee7" -d '{"events": [{"server_uuid": "88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6", "name": "network-vif-deleted", "tag": "1f8079f0-9d99-4cd1-a4f7-df84172ba1b1"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:37:19.122136 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ad3765-f507-4733-a463-91f7921e87b0 x-openstack-request-id: req-62ad3765-f507-4733-a463-91f7921e87b0 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:37:19.122440 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6", "name": "network-vif-deleted", "tag": "1f8079f0-9d99-4cd1-a4f7-df84172ba1b1", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:37:19.122763 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-62ad3765-f507-4733-a463-91f7921e87b0 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:37:19.123147 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6', 'name': 'network-vif-deleted', 'tag': '1f8079f0-9d99-4cd1-a4f7-df84172ba1b1', 'status': 'completed', 'code': 200} Dec 08 02:37:19.660447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a990d796-ca4e-4487-9efb-b3d032f24902 req-c1fbe558-ce5e-4051-9a29-e8a21e357b2c tempest-ServersAdminNegativeTestJSON-641753 tempest-ServersAdminNegativeTestJSON-641753-project] 10.222.0.71 "GET /v2.0/ports?device_id=88b0e7e8-26f3-4ad8-a4d5-bbfd9f4fa7e6 HTTP/1.1" status: 200 len: 210 time: 0.0263460 Dec 08 02:37:20.949051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36002) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:37:21.080691 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5e6e0855-4cc3-4b8b-babe-9b21a646d93c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3bdee6b2596541cd88484294d92b1be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304464 Dec 08 02:37:21.083082 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36006) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:37:21.130527 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6f18d352-ccce-4b5a-be34-11f8cf6a3b4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:21.151203 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6f18d352-ccce-4b5a-be34-11f8cf6a3b4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:21.197255 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6f18d352-ccce-4b5a-be34-11f8cf6a3b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:21.199779 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6f18d352-ccce-4b5a-be34-11f8cf6a3b4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:21.200944 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6f18d352-ccce-4b5a-be34-11f8cf6a3b4f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3f8790a2-0c30-4536-a65d-abb616d2005a HTTP/1.1" status: 204 len: 168 time: 0.1169462 Dec 08 02:37:21.208621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18d352-ccce-4b5a-be34-11f8cf6a3b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8790a2-0c30-4536-a65d-abb616d2005a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:21.458825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36012) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:37:21.472748 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61f308b1-2f3f-4273-93d4-d90957b5e933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:21.546923 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61f308b1-2f3f-4273-93d4-d90957b5e933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:21.550730 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-61f308b1-2f3f-4273-93d4-d90957b5e933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:21.590074 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-61f308b1-2f3f-4273-93d4-d90957b5e933 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=95e8368391514a4bb22d06921acc98ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299174 Dec 08 02:37:21.592041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f308b1-2f3f-4273-93d4-d90957b5e933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd36d0c-59ec-4deb-9c2c-26ce24c52efa,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:21.593003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36014) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:37:21.642607 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e00a6fe3-dcaf-47e3-85ae-01cdaf42a1d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:21.663316 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:37:21.664485 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e00a6fe3-dcaf-47e3-85ae-01cdaf42a1d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:21.709239 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e00a6fe3-dcaf-47e3-85ae-01cdaf42a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:21.712324 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e00a6fe3-dcaf-47e3-85ae-01cdaf42a1d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:21.713461 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e00a6fe3-dcaf-47e3-85ae-01cdaf42a1d4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6fd36d0c-59ec-4deb-9c2c-26ce24c52efa HTTP/1.1" status: 204 len: 168 time: 0.1193664 Dec 08 02:37:21.721730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a6fe3-dcaf-47e3-85ae-01cdaf42a1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd36d0c-59ec-4deb-9c2c-26ce24c52efa,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:22.040909 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbd7aa92-8b2e-4305-b436-343711aad04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:22.138018 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:37:22.157740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:37:22.158082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 1f8079f0-9d99-4cd1-a4f7-df84172ba1b1 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:37:22.367395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36036) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:37:22.461233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2107695757-network', 'tenant_id': 'c0153d1308a64ac88cdeda7a0298dd83'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:37:22.482524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] Made reservation on behalf of c0153d1308a64ac88cdeda7a0298dd83 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:37:22.484747 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:22.496300 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:22.568227 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:22.571670 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:22.595940 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:37:22.607683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662851c1-a886-4283-8160-33c2238f1c84,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:22.611230 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:22.611587 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] Added segment 2c338e2c-7dfe-4ed3-b60a-d2d542c49e45 of type vlan for network 6bc7019b-dff7-4c2a-962f-b65bee85335d Dec 08 02:37:22.650524 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:22.675627 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:22.676596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:22.677181 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:22.734935 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3663206 Dec 08 02:37:22.738482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36040) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:37:22.742695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdc8b4-be9c-4592-a1c9-886942343ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=6bc7019b-dff7-4c2a-962f-b65bee85335d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:22.743747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Request body: {'subnet': {'network_id': '6bc7019b-dff7-4c2a-962f-b65bee85335d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2107695757-subnet', 'tenant_id': 'c0153d1308a64ac88cdeda7a0298dd83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:37:22.752488 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 6bc7019b-dff7-4c2a-962f-b65bee85335d details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:37:22.764045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Made reservation on behalf of c0153d1308a64ac88cdeda7a0298dd83 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:37:22.766566 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:22.929877 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:22.984737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56957be1-5c31-49e0-acda-e8b014551080,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:22.995740 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:37:22.996036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:37:22.996353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:37:22.996680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:37:22.997005 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:37:22.997352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:37:22.997684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:37:22.998003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:37:22.998320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:37:22.998637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:37:22.998952 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:37:22.999267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:37:22.999580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:37:23.002526 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Checking segment: {'id': '2c338e2c-7dfe-4ed3-b60a-d2d542c49e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6bc7019b-dff7-4c2a-962f-b65bee85335d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:37:23.002879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Network hostable DHCP agents. Network: 6bc7019b-dff7-4c2a-962f-b65bee85335d, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:37:23.019428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Network 6bc7019b-dff7-4c2a-962f-b65bee85335d is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:37:23.027549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 6bc7019b-dff7-4c2a-962f-b65bee85335d) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:37:23.031439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:23.032704 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:23.038309 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e2b9a8-c0cf-4307-b73e-e772b56ce494 None None] Network 6bc7019b-dff7-4c2a-962f-b65bee85335d requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:37:23.047371 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-97eb3a64-5393-473a-9bf9-47459556f5d0 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3077042 Dec 08 02:37:23.133636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c327072-3dcd-4cf0-bd2a-1c1df97e1e3d None None] Network 6bc7019b-dff7-4c2a-962f-b65bee85335d requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:37:23.467522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-437df4a8-3825-40ed-8e32-a12ce4823ec3 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:23.469008 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-437df4a8-3825-40ed-8e32-a12ce4823ec3 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/networks?id=6bc7019b-dff7-4c2a-962f-b65bee85335d HTTP/1.1" status: 200 len: 812 time: 0.1035063 Dec 08 02:37:23.483643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-c6adb03f-a5fe-48a5-88d5-7c5d20cbd669 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/quotas/c0153d1308a64ac88cdeda7a0298dd83 HTTP/1.1" status: 200 len: 375 time: 0.0086799 Dec 08 02:37:23.514108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-ab57019a-6be0-438b-83c6-7b94197223e8 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c0153d1308a64ac88cdeda7a0298dd83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253453 Dec 08 02:37:23.601858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-9fa2415a-1f3f-4434-9f7a-9ccde96bd8cd service neutron] 10.222.0.71 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803466 Dec 08 02:37:23.694292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-9f99c45f-21ec-4561-855e-88b93324f152 service neutron] 10.222.0.71 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856702 Dec 08 02:37:23.788521 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:23.917072 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aaec97e3-31f2-4d85-bae0-c85d7d82da08 req-d75d73c9-ae20-40a9-bf9b-ffb7148ecdf7 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 210 time: 0.0863259 Dec 08 02:37:24.415089 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62ff80b9-fe8d-46df-96d3-33939122849f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:24.554361 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:24.831557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-367bdad0-faf0-4f1e-bf0a-e25e16111050 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:24.833011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-367bdad0-faf0-4f1e-bf0a-e25e16111050 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.45 "GET /v2.0/networks?id=6bc7019b-dff7-4c2a-962f-b65bee85335d HTTP/1.1" status: 200 len: 812 time: 0.1083345 Dec 08 02:37:24.853077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-1335ea47-d8eb-4091-b59d-d76ec54fa7fa tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Request body: {'port': {'device_id': '1d7e9c5c-9222-4718-b90a-df0c019d6cd7', 'network_id': '6bc7019b-dff7-4c2a-962f-b65bee85335d', 'admin_state_up': True, 'tenant_id': 'c0153d1308a64ac88cdeda7a0298dd83'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:37:24.956562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-1335ea47-d8eb-4091-b59d-d76ec54fa7fa tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Made reservation on behalf of c0153d1308a64ac88cdeda7a0298dd83 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:37:24.960312 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-1335ea47-d8eb-4091-b59d-d76ec54fa7fa tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:25.106831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-922a1763-5448-47be-a30a-0c38d91731b4 req-da146108-82cd-4ed7-b25c-204ba3af0e89 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 210 time: 0.0929766 Dec 08 02:37:25.112529 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-1335ea47-d8eb-4091-b59d-d76ec54fa7fa tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Allocated IP 172.20.0.12 (6bc7019b-dff7-4c2a-962f-b65bee85335d/56957be1-5c31-49e0-acda-e8b014551080/5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:37:25.257242 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-1335ea47-d8eb-4091-b59d-d76ec54fa7fa tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:25.288565 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-1335ea47-d8eb-4091-b59d-d76ec54fa7fa tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:25.331691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-1335ea47-d8eb-4091-b59d-d76ec54fa7fa tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Network 6bc7019b-dff7-4c2a-962f-b65bee85335d is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:37:25.334963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-1335ea47-d8eb-4091-b59d-d76ec54fa7fa tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:37:25.338634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-1335ea47-d8eb-4091-b59d-d76ec54fa7fa tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:37:25.345032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335ea47-d8eb-4091-b59d-d76ec54fa7fa tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Pushing event updated for resources: {'Port': ['ID=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:25.393460 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-1335ea47-d8eb-4091-b59d-d76ec54fa7fa tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:25.393986 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-1335ea47-d8eb-4091-b59d-d76ec54fa7fa tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:25.408739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-1335ea47-d8eb-4091-b59d-d76ec54fa7fa tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5593953 Dec 08 02:37:25.425915 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Request body: {'port': {'device_id': '1d7e9c5c-9222-4718-b90a-df0c019d6cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:37:25.477723 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:25.582131 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:25.729882 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:37:25.737758 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:25.749497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Transition to ACTIVE for port object 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:37:25.752742 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:25.806296 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Pushing event updated for resources: {'Port': ['ID=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:25.868348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Attempting to bind port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:37:25.868683 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Attempting to bind port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '2c338e2c-7dfe-4ed3-b60a-d2d542c49e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6bc7019b-dff7-4c2a-962f-b65bee85335d'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:37:25.869010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Attempting to bind port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 on network 6bc7019b-dff7-4c2a-962f-b65bee85335d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:37:25.873193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 on network 6bc7019b-dff7-4c2a-962f-b65bee85335d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:37:25.873511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Attempting to bind port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 on network 6bc7019b-dff7-4c2a-962f-b65bee85335d {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:37:25.878190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:37:25.878524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Checking segment: {'id': '2c338e2c-7dfe-4ed3-b60a-d2d542c49e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6bc7019b-dff7-4c2a-962f-b65bee85335d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:37:25.878905 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Bound using segment: {'id': '2c338e2c-7dfe-4ed3-b60a-d2d542c49e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6bc7019b-dff7-4c2a-962f-b65bee85335d'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:37:25.879325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Bound port: 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c338e2c-7dfe-4ed3-b60a-d2d542c49e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6bc7019b-dff7-4c2a-962f-b65bee85335d'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:37:25.879696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:25.939412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] For port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:37:25.942359 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] For port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,segment=NetworkSegment(2c338e2c-7dfe-4ed3-b60a-d2d542c49e45),segment_id=2c338e2c-7dfe-4ed3-b60a-d2d542c49e45)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:37:25.946368 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:25.986370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:25.986991 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:25.988383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] 10.222.0.45 "PUT /v2.0/ports/5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 HTTP/1.1" status: 200 len: 1093 time: 0.5669229 Dec 08 02:37:25.988822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7e9c5c-9222-4718-b90a-df0c019d6cd7', 'tag': '5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:37:25.991058 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0540a0-add7-48b5-92f2-d1358ec71465" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7e9c5c-9222-4718-b90a-df0c019d6cd7", "tag": "5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:37:26.012252 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd928090-cedb-4a91-b124-5e8de502ca9e service neutron] Pushing event updated for resources: {'Port': ['ID=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:26.036323 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ce3541-7210-4f25-aa91-de40a070c88b x-openstack-request-id: req-15ce3541-7210-4f25-aa91-de40a070c88b {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:37:26.036676 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7e9c5c-9222-4718-b90a-df0c019d6cd7", "tag": "5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:37:26.036892 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-15ce3541-7210-4f25-aa91-de40a070c88b {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:37:26.037295 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7e9c5c-9222-4718-b90a-df0c019d6cd7', 'tag': '5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5', 'status': 'completed', 'code': 200} Dec 08 02:37:26.095435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-8d8685a0-3770-465e-b965-22b2aa50ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:26.097054 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-8d8685a0-3770-465e-b965-22b2aa50ecfb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0153d1308a64ac88cdeda7a0298dd83&device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0428891 Dec 08 02:37:26.144522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-5d163519-1281-445e-8eae-aa5c8a1d92e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 HTTP/1.1" status: 200 len: 217 time: 0.0343850 Dec 08 02:37:26.221229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-1581a430-0142-455f-b479-8fcf900dba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:26.222576 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-1581a430-0142-455f-b479-8fcf900dba1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=56957be1-5c31-49e0-acda-e8b014551080 HTTP/1.1" status: 200 len: 852 time: 0.0717652 Dec 08 02:37:26.245914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b991793-2b3e-4f44-b362-62d6d3cd4310 req-f0f682b5-1aff-475a-8256-f083ac2f712d tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:26.247349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b991793-2b3e-4f44-b362-62d6d3cd4310 req-f0f682b5-1aff-475a-8256-f083ac2f712d tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 944 time: 0.0681465 Dec 08 02:37:26.263939 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-6636dcde-97d3-4bae-ad27-4211e0c75e7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6bc7019b-dff7-4c2a-962f-b65bee85335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338094 Dec 08 02:37:26.351660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b991793-2b3e-4f44-b362-62d6d3cd4310 req-442aa63a-557c-4aac-bde6-b9f90bd357bd tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903981 Dec 08 02:37:26.380880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-cdda975b-e86a-4dcd-b530-f51c47d25add service neutron] 10.222.0.45 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049922 Dec 08 02:37:26.466829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-04b4ea94-e0cf-4619-afbb-85eb788010a3 req-ba63aef7-3887-4384-9064-b4ba9ba56083 service neutron] 10.222.0.45 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793889 Dec 08 02:37:26.592111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0540a0-add7-48b5-92f2-d1358ec71465 req-10ce3be5-3421-40f2-ab23-1be3b124266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:26.593563 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b0540a0-add7-48b5-92f2-d1358ec71465 req-10ce3be5-3421-40f2-ab23-1be3b124266e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0153d1308a64ac88cdeda7a0298dd83&device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0444980 Dec 08 02:37:26.681116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0540a0-add7-48b5-92f2-d1358ec71465 req-4fe89395-daa1-4bee-b36a-9988d0784604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:26.682539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b0540a0-add7-48b5-92f2-d1358ec71465 req-4fe89395-daa1-4bee-b36a-9988d0784604 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6bc7019b-dff7-4c2a-962f-b65bee85335d HTTP/1.1" status: 200 len: 913 time: 0.0809762 Dec 08 02:37:26.724649 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b0540a0-add7-48b5-92f2-d1358ec71465 req-f679d2b2-babc-449c-b6bf-d08209da4aa4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 HTTP/1.1" status: 200 len: 217 time: 0.0350749 Dec 08 02:37:26.771408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0540a0-add7-48b5-92f2-d1358ec71465 req-95256a71-8520-4eb0-a44d-12d21a263d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:26.772736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b0540a0-add7-48b5-92f2-d1358ec71465 req-95256a71-8520-4eb0-a44d-12d21a263d9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=56957be1-5c31-49e0-acda-e8b014551080 HTTP/1.1" status: 200 len: 852 time: 0.0418282 Dec 08 02:37:26.804818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b0540a0-add7-48b5-92f2-d1358ec71465 req-58da7b63-233d-47bb-84e2-dcdfed8b9256 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6bc7019b-dff7-4c2a-962f-b65bee85335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240624 Dec 08 02:37:26.895718 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b0540a0-add7-48b5-92f2-d1358ec71465 req-4750641a-3510-422c-a71c-2b8f5b9472bf service neutron] 10.222.0.45 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825980 Dec 08 02:37:26.981888 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0b0540a0-add7-48b5-92f2-d1358ec71465 req-52a91203-4e9e-484f-930c-89b914413908 service neutron] 10.222.0.45 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785766 Dec 08 02:37:27.070244 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:27.466518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab418bc8-a06d-409d-b694-079ea425a909 req-ca2b75d0-c672-4601-88ea-90c0b57ea0fb tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:27.467982 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab418bc8-a06d-409d-b694-079ea425a909 req-ca2b75d0-c672-4601-88ea-90c0b57ea0fb tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 944 time: 0.0476830 Dec 08 02:37:27.518642 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ab418bc8-a06d-409d-b694-079ea425a909 req-cb775e08-21e1-4826-80b8-f6829228defd tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441298 Dec 08 02:37:27.965187 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:28.633998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a290218-b677-4978-b066-f544e63e9df2 req-0b0333ee-246f-4199-a48e-1dc12cbc23bd tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:28.635446 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a290218-b677-4978-b066-f544e63e9df2 req-0b0333ee-246f-4199-a48e-1dc12cbc23bd tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 944 time: 0.0494919 Dec 08 02:37:28.681825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6a290218-b677-4978-b066-f544e63e9df2 req-ab3df6b3-da88-4471-95bf-4a5be6a61da3 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404384 Dec 08 02:37:29.795343 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8028cd-2ae5-4f2d-8535-1ce2a951fab7 req-84b8c172-a46a-43a2-993d-31510a9f660d tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:29.796804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a8028cd-2ae5-4f2d-8535-1ce2a951fab7 req-84b8c172-a46a-43a2-993d-31510a9f660d tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 944 time: 0.0477254 Dec 08 02:37:29.848530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a8028cd-2ae5-4f2d-8535-1ce2a951fab7 req-24201f65-283a-4636-88a5-54a9de061725 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 Dec 08 02:37:30.199739 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:37:30.293702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,segment=NetworkSegment(2c338e2c-7dfe-4ed3-b60a-d2d542c49e45),segment_id=2c338e2c-7dfe-4ed3-b60a-d2d542c49e45)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:37:30.304546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5', 'network_id': '6bc7019b-dff7-4c2a-962f-b65bee85335d', 'port_id': '5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5', 'mac_address': 'fa:16:3e:e5:4c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56957be1-5c31-49e0-acda-e8b014551080', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:37:30.341194 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:30.353341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:37:30.372367 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,segment=NetworkSegment(2c338e2c-7dfe-4ed3-b60a-d2d542c49e45),segment_id=2c338e2c-7dfe-4ed3-b60a-d2d542c49e45)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:37:30.376268 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:30.420718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:30.630594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:37:30.969079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2c07f-644f-42ef-8c29-f2c811e1f5a5 req-b341a014-82c1-49b7-9f8a-dc79f6e5ad3d tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:30.970529 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5dd2c07f-644f-42ef-8c29-f2c811e1f5a5 req-b341a014-82c1-49b7-9f8a-dc79f6e5ad3d tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 945 time: 0.0557261 Dec 08 02:37:31.016248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5dd2c07f-644f-42ef-8c29-f2c811e1f5a5 req-164a4666-b2cd-4b22-8783-06e22038f403 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392570 Dec 08 02:37:32.130080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7383fe-3871-483e-9a0b-ef95bf113d0c req-c01f4294-8708-416f-a8a3-07622662acbf tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:32.131554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a7383fe-3871-483e-9a0b-ef95bf113d0c req-c01f4294-8708-416f-a8a3-07622662acbf tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 945 time: 0.0487733 Dec 08 02:37:32.176780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a7383fe-3871-483e-9a0b-ef95bf113d0c req-80e0dcae-01d6-44dc-9c2e-6ee7a3c91830 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393362 Dec 08 02:37:32.216181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:37:32.263856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:37:32.267829 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:37:32.268197 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:32.344001 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:32.366412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7e9c5c-9222-4718-b90a-df0c019d6cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:37:32.368666 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fa0d33-2f2f-47f8-ae9e-dc1d2cc1e594" -d '{"events": [{"server_uuid": "1d7e9c5c-9222-4718-b90a-df0c019d6cd7", "name": "network-vif-plugged", "status": "completed", "tag": "5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:37:32.382149 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,segment=NetworkSegment(2c338e2c-7dfe-4ed3-b60a-d2d542c49e45),segment_id=2c338e2c-7dfe-4ed3-b60a-d2d542c49e45)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:37:32.386127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:32.415130 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba9f804-ef5f-48c8-be31-1fe31a348051 x-openstack-request-id: req-fba9f804-ef5f-48c8-be31-1fe31a348051 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:37:32.415422 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7e9c5c-9222-4718-b90a-df0c019d6cd7", "name": "network-vif-plugged", "status": "completed", "tag": "5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:37:32.415693 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fba9f804-ef5f-48c8-be31-1fe31a348051 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:37:32.416077 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7e9c5c-9222-4718-b90a-df0c019d6cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5', 'code': 200} Dec 08 02:37:32.435392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:37:32.536938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11ce4c-ee52-4d07-a483-46654e8c26c3 req-de0e8e18-98fd-4efb-80f7-ea9a89b8228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:32.538390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d11ce4c-ee52-4d07-a483-46654e8c26c3 req-de0e8e18-98fd-4efb-80f7-ea9a89b8228c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0383470 Dec 08 02:37:32.583679 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d11ce4c-ee52-4d07-a483-46654e8c26c3 req-41af04a1-d68c-41cf-a22d-d39b3adf2736 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387073 Dec 08 02:37:33.293132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1d125-9177-49ab-be6e-7dff40da73ba req-48f4f5a0-3e54-4ead-8c98-ac62bf921716 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:33.294599 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4cf1d125-9177-49ab-be6e-7dff40da73ba req-48f4f5a0-3e54-4ead-8c98-ac62bf921716 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0488157 Dec 08 02:37:33.341005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4cf1d125-9177-49ab-be6e-7dff40da73ba req-c7c450f9-3fd7-4790-a4fc-e90fccef5918 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405593 Dec 08 02:37:34.457389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ed6b6-a816-439b-b20a-a1cbedd6fe62 req-7621f900-c156-46db-af1d-0ad0caf17155 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:34.458875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-218ed6b6-a816-439b-b20a-a1cbedd6fe62 req-7621f900-c156-46db-af1d-0ad0caf17155 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0478997 Dec 08 02:37:34.504927 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-218ed6b6-a816-439b-b20a-a1cbedd6fe62 req-38b05e6d-2b4b-40d5-b527-a36920fc9ff8 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398679 Dec 08 02:37:34.768966 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71e07e-885d-49fb-9a0d-6eeb5db2d48e req-811adf97-f03a-4f6d-89d0-2d1f0c836588 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:34.770332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f71e07e-885d-49fb-9a0d-6eeb5db2d48e req-811adf97-f03a-4f6d-89d0-2d1f0c836588 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0750363 Dec 08 02:37:34.809128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-d3b2ba77-3387-4eea-a7df-3168a2c2d5b6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1228004 Dec 08 02:37:34.825213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-fa982d6d-e6b6-44d6-b346-489aaeb652ff service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:37:34.826161 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-fa982d6d-e6b6-44d6-b346-489aaeb652ff service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076528 Dec 08 02:37:34.831235 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f71e07e-885d-49fb-9a0d-6eeb5db2d48e req-8fc5d9bd-ead2-4a07-a18b-91489d30d582 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545065 Dec 08 02:37:35.954910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561af02-8812-4dad-b86d-e5d6a50ed924 req-95c9361d-61b1-47da-a86b-baab947082f6 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:35.956379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0561af02-8812-4dad-b86d-e5d6a50ed924 req-95c9361d-61b1-47da-a86b-baab947082f6 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0560112 Dec 08 02:37:36.033564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0561af02-8812-4dad-b86d-e5d6a50ed924 req-f83ab7a4-2c90-4065-9f83-ef781db28010 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703123 Dec 08 02:37:36.039834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-08fdff2e-8a0a-43e6-ab8b-e532f54d4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:36.041243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-08fdff2e-8a0a-43e6-ab8b-e532f54d4c8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0153d1308a64ac88cdeda7a0298dd83&device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0636537 Dec 08 02:37:36.130546 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-d12030c3-5f0b-4e7c-b006-aa054950013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:36.132033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-d12030c3-5f0b-4e7c-b006-aa054950013a service neutron] 10.222.0.45 "GET /v2.0/networks?id=6bc7019b-dff7-4c2a-962f-b65bee85335d HTTP/1.1" status: 200 len: 913 time: 0.0830188 Dec 08 02:37:36.175064 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-69e893b5-c6c7-419c-941f-0557adcccbc7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 HTTP/1.1" status: 200 len: 217 time: 0.0362902 Dec 08 02:37:36.222216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-e6c3038a-9b56-4b91-8e59-83eb9183c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:36.223566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-e6c3038a-9b56-4b91-8e59-83eb9183c716 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=56957be1-5c31-49e0-acda-e8b014551080 HTTP/1.1" status: 200 len: 852 time: 0.0423839 Dec 08 02:37:36.254944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-47a01619-2cba-409e-9779-5502e3b41de8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6bc7019b-dff7-4c2a-962f-b65bee85335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241504 Dec 08 02:37:36.344975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-797531db-64c8-40ac-bd20-164e453a2023 service neutron] 10.222.0.45 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827801 Dec 08 02:37:36.430806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-49a1452a-8bf0-45d7-b9bc-a6facee52f37 service neutron] 10.222.0.45 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788262 Dec 08 02:37:37.149179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6b6e3-13f7-43dd-b7bd-2228d0345288 req-a76a2103-f98f-4af8-9c30-c391951262d8 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:37.150643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38b6b6e3-13f7-43dd-b7bd-2228d0345288 req-a76a2103-f98f-4af8-9c30-c391951262d8 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0484850 Dec 08 02:37:37.200197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38b6b6e3-13f7-43dd-b7bd-2228d0345288 req-a79d159d-880e-4f45-b158-41f5af31f201 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437288 Dec 08 02:37:38.313812 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d51ad-2171-4dfe-ba1f-cedbb7e368f9 req-759e3632-5356-4a8b-8e67-6b89535c7c1a tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:38.315248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f65d51ad-2171-4dfe-ba1f-cedbb7e368f9 req-759e3632-5356-4a8b-8e67-6b89535c7c1a tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0480413 Dec 08 02:37:38.360477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f65d51ad-2171-4dfe-ba1f-cedbb7e368f9 req-5963889d-5dd8-4e63-8227-591540b1c42a tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393169 Dec 08 02:37:39.473758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b946e6-3e76-49ff-ac25-b9c90013a84f req-53542315-2907-4892-9d71-876bd7125cdc tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:39.475195 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39b946e6-3e76-49ff-ac25-b9c90013a84f req-53542315-2907-4892-9d71-876bd7125cdc tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0474596 Dec 08 02:37:39.521135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-39b946e6-3e76-49ff-ac25-b9c90013a84f req-29c52794-c17d-42ba-b4da-1681d379f1e2 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400407 Dec 08 02:37:40.644042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c6f89-fa36-4b3c-869a-7d0871fff0c1 req-ad464d04-63e5-4145-9e15-9b321edc69ef tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:40.645502 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac7c6f89-fa36-4b3c-869a-7d0871fff0c1 req-ad464d04-63e5-4145-9e15-9b321edc69ef tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0528479 Dec 08 02:37:40.692794 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac7c6f89-fa36-4b3c-869a-7d0871fff0c1 req-c545a3db-655d-4557-aed1-f0acda654609 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Dec 08 02:37:41.810899 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522380bb-f2c1-42b2-8dc5-af8ecf120c31 req-579af043-6430-4efb-830e-50faefafeb00 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:41.812384 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-522380bb-f2c1-42b2-8dc5-af8ecf120c31 req-579af043-6430-4efb-830e-50faefafeb00 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0487289 Dec 08 02:37:41.858407 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-522380bb-f2c1-42b2-8dc5-af8ecf120c31 req-cbb81312-651c-4c2a-b7a7-dbd2d1e58175 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 Dec 08 02:37:42.978368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163090a8-567a-4aaf-aa10-87ce587444d5 req-94c791ec-8543-4627-9834-814cb127a40c tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:42.979838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-163090a8-567a-4aaf-aa10-87ce587444d5 req-94c791ec-8543-4627-9834-814cb127a40c tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0516121 Dec 08 02:37:43.026205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-163090a8-567a-4aaf-aa10-87ce587444d5 req-258efa30-6c22-433f-9072-c86d7809b5f3 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 Dec 08 02:37:44.140913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e73ed-b76f-43e9-911a-e97ec26bc575 req-0e98ae60-2091-4294-9b50-ad9cb1e542eb tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:44.142463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-025e73ed-b76f-43e9-911a-e97ec26bc575 req-0e98ae60-2091-4294-9b50-ad9cb1e542eb tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0484753 Dec 08 02:37:44.193555 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-025e73ed-b76f-43e9-911a-e97ec26bc575 req-eafd0ea7-0458-4587-9721-0ea76b71e408 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448244 Dec 08 02:37:44.295911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbc2dc-9697-4f33-845f-c8830c7ab656 req-f49987ac-2e25-4dee-af45-5a0f14c3b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:44.297359 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63cbc2dc-9697-4f33-845f-c8830c7ab656 req-f49987ac-2e25-4dee-af45-5a0f14c3b8ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0153d1308a64ac88cdeda7a0298dd83&device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0396588 Dec 08 02:37:44.744410 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbc2dc-9697-4f33-845f-c8830c7ab656 req-df13fd41-72cf-4aee-b539-c30466f624e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:44.745843 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63cbc2dc-9697-4f33-845f-c8830c7ab656 req-df13fd41-72cf-4aee-b539-c30466f624e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6bc7019b-dff7-4c2a-962f-b65bee85335d HTTP/1.1" status: 200 len: 913 time: 0.4276304 Dec 08 02:37:44.785928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63cbc2dc-9697-4f33-845f-c8830c7ab656 req-d2817d8c-6329-466e-adc2-98a551dec374 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 HTTP/1.1" status: 200 len: 217 time: 0.0321393 Dec 08 02:37:44.837152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbc2dc-9697-4f33-845f-c8830c7ab656 req-477b110b-ad75-423b-9303-ea7ceff55c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:44.838975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63cbc2dc-9697-4f33-845f-c8830c7ab656 req-477b110b-ad75-423b-9303-ea7ceff55c99 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=56957be1-5c31-49e0-acda-e8b014551080 HTTP/1.1" status: 200 len: 852 time: 0.0470953 Dec 08 02:37:44.870200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63cbc2dc-9697-4f33-845f-c8830c7ab656 req-d6e018e5-2de6-4d0f-8927-1f922211a836 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6bc7019b-dff7-4c2a-962f-b65bee85335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243275 Dec 08 02:37:44.956918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63cbc2dc-9697-4f33-845f-c8830c7ab656 req-ebc17425-fbbc-43fa-82ae-e439e2392a70 service neutron] 10.222.0.45 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801480 Dec 08 02:37:45.046584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63cbc2dc-9697-4f33-845f-c8830c7ab656 req-cf294633-a0f5-4cb6-a79c-194404c54423 service neutron] 10.222.0.45 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827072 Dec 08 02:37:45.310272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de881992-906c-4600-8edd-42c6b67fab1e req-8c0dfcc3-cdf3-40d9-b905-ed2b8b1a0989 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:45.311880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de881992-906c-4600-8edd-42c6b67fab1e req-8c0dfcc3-cdf3-40d9-b905-ed2b8b1a0989 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0506558 Dec 08 02:37:45.362348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-de881992-906c-4600-8edd-42c6b67fab1e req-d3df9f97-275f-4068-a6d2-cb2b6638815f tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445557 Dec 08 02:37:46.478306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a03d7-fa1a-47bb-b8a6-a170546bbabf req-1b46f321-27a8-4cd0-81a4-f8da888404b1 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:46.480081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a2a03d7-fa1a-47bb-b8a6-a170546bbabf req-1b46f321-27a8-4cd0-81a4-f8da888404b1 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0519648 Dec 08 02:37:46.525482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a2a03d7-fa1a-47bb-b8a6-a170546bbabf req-1bd363dc-4eba-420a-b967-4b93676dedfd tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 Dec 08 02:37:47.638932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62bee0-8b32-4178-b82f-6fe58b2c28d1 req-aa1a04d1-7fc5-49d8-84ee-6705ef971d80 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:47.640532 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c62bee0-8b32-4178-b82f-6fe58b2c28d1 req-aa1a04d1-7fc5-49d8-84ee-6705ef971d80 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0483494 Dec 08 02:37:47.685989 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c62bee0-8b32-4178-b82f-6fe58b2c28d1 req-037f2614-412a-473f-b214-867a4b71e8ed tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395219 Dec 08 02:37:48.803115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1aeb73-d882-40a9-828f-d07f4e5dc13f req-fa20c88f-301e-41ec-aff4-1e6356b497b5 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:48.804610 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a1aeb73-d882-40a9-828f-d07f4e5dc13f req-fa20c88f-301e-41ec-aff4-1e6356b497b5 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0478370 Dec 08 02:37:48.853779 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a1aeb73-d882-40a9-828f-d07f4e5dc13f req-28a1ce21-a7d8-45a1-96a6-35583de6c2c8 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431428 Dec 08 02:37:49.967458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f027fb-4fe3-4511-98ce-912669388fc3 req-848040c2-fc18-41f3-acfe-4dd2b73cb8b7 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:49.968850 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37f027fb-4fe3-4511-98ce-912669388fc3 req-848040c2-fc18-41f3-acfe-4dd2b73cb8b7 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0474339 Dec 08 02:37:50.014709 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37f027fb-4fe3-4511-98ce-912669388fc3 req-48145fe7-b8d3-48b0-9e01-a40d3d936722 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393579 Dec 08 02:37:51.128672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544d1aa-1508-436b-9368-9da444727d81 req-42e6ade5-601c-4945-8725-01b3f9506c19 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:51.130113 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9544d1aa-1508-436b-9368-9da444727d81 req-42e6ade5-601c-4945-8725-01b3f9506c19 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0479369 Dec 08 02:37:51.175341 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9544d1aa-1508-436b-9368-9da444727d81 req-15fcf6a0-0338-4c1b-97dc-bf5d5b889b72 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 Dec 08 02:37:52.042150 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef00a-6e9e-4777-8c67-30360d562e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:52.290992 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c9eb2-e97d-42ec-a340-b099bf01c0be req-71503307-f3e6-4393-a00c-10db586c92b2 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:52.292523 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-653c9eb2-e97d-42ec-a340-b099bf01c0be req-71503307-f3e6-4393-a00c-10db586c92b2 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0504451 Dec 08 02:37:52.338905 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-653c9eb2-e97d-42ec-a340-b099bf01c0be req-a6b9bd82-e77a-45e4-bae8-23714ee72ec3 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405254 Dec 08 02:37:53.452642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20addbb4-7702-41f2-aefd-f493353e74a4 req-1abb1b96-8fec-4fbb-9fd0-641965b4447a tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:53.454107 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20addbb4-7702-41f2-aefd-f493353e74a4 req-1abb1b96-8fec-4fbb-9fd0-641965b4447a tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0482016 Dec 08 02:37:53.500681 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20addbb4-7702-41f2-aefd-f493353e74a4 req-bcfb6270-93ea-429f-be65-897edb5eab8b tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403783 Dec 08 02:37:53.787570 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:54.415041 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b86d92c0-6aef-4da5-8d1c-631a7f44ab2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:54.565900 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:54.616076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61658d-2bc0-4b48-bcc2-1fddf4196360 req-2abb70ac-2526-4ea2-b944-48f2513ac3fc tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:54.617554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd61658d-2bc0-4b48-bcc2-1fddf4196360 req-2abb70ac-2526-4ea2-b944-48f2513ac3fc tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0491529 Dec 08 02:37:54.667260 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd61658d-2bc0-4b48-bcc2-1fddf4196360 req-e0dd7ee9-6eff-49ea-b072-d60c275c595a tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437067 Dec 08 02:37:55.585337 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:55.780649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4913712-2cfe-4596-9a43-b7d040f7c5ef req-81a66a2e-58dd-4134-996a-c79b35615b4d tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:55.782147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4913712-2cfe-4596-9a43-b7d040f7c5ef req-81a66a2e-58dd-4134-996a-c79b35615b4d tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0479600 Dec 08 02:37:55.828330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4913712-2cfe-4596-9a43-b7d040f7c5ef req-6876c790-f20f-4dd0-a1aa-f0452d6ac7cf tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398848 Dec 08 02:37:56.945929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556342a4-3310-4786-a5c0-9deeeb624b0e req-34cf59d9-032a-457d-990f-76cfcdc5619a tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:56.947427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-556342a4-3310-4786-a5c0-9deeeb624b0e req-34cf59d9-032a-457d-990f-76cfcdc5619a tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0483124 Dec 08 02:37:56.994151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-556342a4-3310-4786-a5c0-9deeeb624b0e req-340c9e80-1dbc-487c-9d79-51371c857a9a tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 Dec 08 02:37:57.072336 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:57.968448 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:58.114018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3660f2-ce0f-4f84-924d-76a45f11a4e9 req-184a27c9-6c5e-43f0-b5c1-96150f06a41d tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:58.115537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad3660f2-ce0f-4f84-924d-76a45f11a4e9 req-184a27c9-6c5e-43f0-b5c1-96150f06a41d tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0538218 Dec 08 02:37:58.161226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad3660f2-ce0f-4f84-924d-76a45f11a4e9 req-abf9e5d8-5dd1-47af-8cdc-004e7f10a361 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397167 Dec 08 02:37:58.662656 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:37:59.276097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62095fea-7ea7-4f67-a1d8-e65da40cdbea req-f69680ad-df0d-47aa-a6ea-29da676f2897 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:59.277557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-62095fea-7ea7-4f67-a1d8-e65da40cdbea req-f69680ad-df0d-47aa-a6ea-29da676f2897 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0484817 Dec 08 02:37:59.322707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-62095fea-7ea7-4f67-a1d8-e65da40cdbea req-5acfb8e2-cf39-4858-93aa-adcc5c4d4e56 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Dec 08 02:38:00.439071 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d0668-b584-48b3-93b8-d84c0f165da9 req-67aa48ba-7f3b-4f57-8bba-fcf43daec15b tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:00.440543 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f95d0668-b584-48b3-93b8-d84c0f165da9 req-67aa48ba-7f3b-4f57-8bba-fcf43daec15b tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0515034 Dec 08 02:38:00.486816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f95d0668-b584-48b3-93b8-d84c0f165da9 req-a7f57ad2-8528-4de0-b6c6-4d6f54d8c0da tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Dec 08 02:38:01.600338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae444059-ee86-4ded-9d27-ff2b39da0309 req-e8186b91-e523-4f17-bda6-fe21296b051d tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:01.601805 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae444059-ee86-4ded-9d27-ff2b39da0309 req-e8186b91-e523-4f17-bda6-fe21296b051d tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0478890 Dec 08 02:38:01.648033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae444059-ee86-4ded-9d27-ff2b39da0309 req-41df8724-9a5a-40b5-81d0-fe14a6a56e3d tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Dec 08 02:38:02.762495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bf43b-d0ad-4d69-a156-763da68b2819 req-d685677c-09f7-45ce-a57e-21e4871e7112 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:02.763969 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d03bf43b-d0ad-4d69-a156-763da68b2819 req-d685677c-09f7-45ce-a57e-21e4871e7112 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0469649 Dec 08 02:38:02.814771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d03bf43b-d0ad-4d69-a156-763da68b2819 req-9e90aed6-475a-4e47-a1ad-930371b20ea2 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444250 Dec 08 02:38:03.504323 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-46aab500-9a9b-4da1-a182-34a0abf5c5f4 service neutron] show failed (client error): The resource could not be found. Dec 08 02:38:03.505202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-46aab500-9a9b-4da1-a182-34a0abf5c5f4 service neutron] 10.222.0.45 "GET /v2.0/ports/5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5/bindings/n-h2-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0529048 Dec 08 02:38:03.781814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-b8d1608e-2de5-40b2-84f8-ad3c935ede2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:03.783222 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-b8d1608e-2de5-40b2-84f8-ad3c935ede2c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7&tenant_id=c0153d1308a64ac88cdeda7a0298dd83 HTTP/1.1" status: 200 len: 1098 time: 0.1177254 Dec 08 02:38:03.800900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:38:03.855353 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:03.931210 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca228e-8856-476c-8065-5b6cc29f32d8 req-fa36a0eb-2fe9-4f8d-b488-006eea5b55ee tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:03.932720 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22ca228e-8856-476c-8065-5b6cc29f32d8 req-fa36a0eb-2fe9-4f8d-b488-006eea5b55ee tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 946 time: 0.0489447 Dec 08 02:38:03.980402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22ca228e-8856-476c-8065-5b6cc29f32d8 req-971a6965-21da-453b-8ad0-0b83484f0759 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Dec 08 02:38:04.055234 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] For port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,segment=NetworkSegment(2c338e2c-7dfe-4ed3-b60a-d2d542c49e45),segment_id=2c338e2c-7dfe-4ed3-b60a-d2d542c49e45)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:04.087994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] For port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:38:04.126726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7e9c5c-9222-4718-b90a-df0c019d6cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:38:04.129041 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c605d1-96cf-47eb-8766-42c0b1faab8a" -d '{"events": [{"server_uuid": "1d7e9c5c-9222-4718-b90a-df0c019d6cd7", "name": "network-vif-unplugged", "status": "completed", "tag": "5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:38:04.133370 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:04.146055 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Transition to ACTIVE for port object 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:38:04.149667 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:04.179813 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b90a5b4-1010-48fa-b2a2-4318b63f3c05 x-openstack-request-id: req-3b90a5b4-1010-48fa-b2a2-4318b63f3c05 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:38:04.180112 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7e9c5c-9222-4718-b90a-df0c019d6cd7", "name": "network-vif-unplugged", "status": "completed", "tag": "5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:38:04.180364 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b90a5b4-1010-48fa-b2a2-4318b63f3c05 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:38:04.180756 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7e9c5c-9222-4718-b90a-df0c019d6cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5', 'code': 200} Dec 08 02:38:04.217837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] No DVR routers for this DVR port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:38:04.220923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Pushing event updated for resources: {'Port': ['ID=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,revision_number=6']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:04.232232 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:04.232581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:04.232929 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:04.233263 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:04.233597 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:04.233927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:04.234255 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:04.234580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:04.234905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:04.235253 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:04.235586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:04.235934 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:04.236255 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:04.265029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Attempting to bind port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:38:04.265376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Attempting to bind port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '2c338e2c-7dfe-4ed3-b60a-d2d542c49e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6bc7019b-dff7-4c2a-962f-b65bee85335d'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:38:04.265685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Attempting to bind port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 on network 6bc7019b-dff7-4c2a-962f-b65bee85335d {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:38:04.269890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 on network 6bc7019b-dff7-4c2a-962f-b65bee85335d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:38:04.270210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Attempting to bind port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 on network 6bc7019b-dff7-4c2a-962f-b65bee85335d {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:38:04.274934 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:38:04.275268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Checking segment: {'id': '2c338e2c-7dfe-4ed3-b60a-d2d542c49e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6bc7019b-dff7-4c2a-962f-b65bee85335d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:38:04.275680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Bound using segment: {'id': '2c338e2c-7dfe-4ed3-b60a-d2d542c49e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6bc7019b-dff7-4c2a-962f-b65bee85335d'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:38:04.276101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Bound port: 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c338e2c-7dfe-4ed3-b60a-d2d542c49e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6bc7019b-dff7-4c2a-962f-b65bee85335d'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:38:04.276444 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:04.336993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] For port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:38:04.339860 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] For port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,segment=NetworkSegment(2c338e2c-7dfe-4ed3-b60a-d2d542c49e45),segment_id=2c338e2c-7dfe-4ed3-b60a-d2d542c49e45)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:38:04.343952 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:04.377743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:04.378966 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:04.380362 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] 10.222.0.75 "PUT /v2.0/ports/5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 HTTP/1.1" status: 200 len: 1093 time: 0.5840213 Dec 08 02:38:04.399259 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33424a43-6790-4442-92fc-5d32e2b8d82d service neutron] Pushing event updated for resources: {'Port': ['ID=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:04.455835 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-1b57e5ec-c638-4d5f-8174-95b2f9371b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:04.457377 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-1b57e5ec-c638-4d5f-8174-95b2f9371b51 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c0153d1308a64ac88cdeda7a0298dd83&device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0440526 Dec 08 02:38:04.544979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-dcd255d3-22c2-413f-ba0b-e5f30d34c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:04.546428 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-dcd255d3-22c2-413f-ba0b-e5f30d34c839 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6bc7019b-dff7-4c2a-962f-b65bee85335d HTTP/1.1" status: 200 len: 913 time: 0.0823722 Dec 08 02:38:04.591202 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-f4c4d5ad-554b-4543-b0e8-bd586616d969 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 HTTP/1.1" status: 200 len: 217 time: 0.0361063 Dec 08 02:38:04.639996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-7bcec664-8433-4700-b56c-05b5c7933ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:04.641427 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-7bcec664-8433-4700-b56c-05b5c7933ecb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=56957be1-5c31-49e0-acda-e8b014551080 HTTP/1.1" status: 200 len: 852 time: 0.0433376 Dec 08 02:38:04.672611 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-1d15262f-7d19-4e58-9b5f-1c45b869be0d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6bc7019b-dff7-4c2a-962f-b65bee85335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240645 Dec 08 02:38:04.764384 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-1b2c4796-4a13-4870-ac8c-aa6318970eb1 service neutron] 10.222.0.75 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844615 Dec 08 02:38:04.855130 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fc4fa97f-9031-434f-8eee-e6272b392c3d req-c7b7df00-a61d-474d-ac77-6b6ab8ac0fab service neutron] 10.222.0.75 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835960 Dec 08 02:38:05.095425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b36ed-fcf0-49ad-aa48-2434461abfe2 req-4290f457-2ad3-4894-9fc9-8479eb918f29 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:05.096933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae8b36ed-fcf0-49ad-aa48-2434461abfe2 req-4290f457-2ad3-4894-9fc9-8479eb918f29 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 944 time: 0.0481062 Dec 08 02:38:05.147083 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ae8b36ed-fcf0-49ad-aa48-2434461abfe2 req-8ed4f973-4e12-4351-a536-a7b9b699c74d tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434716 Dec 08 02:38:06.181963 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7e9c5c-9222-4718-b90a-df0c019d6cd7', 'tag': '5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:38:06.184453 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569df53b-1839-4c71-85fa-b3b61c386a39" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7e9c5c-9222-4718-b90a-df0c019d6cd7", "tag": "5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:38:06.233600 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a08412-4d24-4590-bd1f-d21d83c28d72 x-openstack-request-id: req-55a08412-4d24-4590-bd1f-d21d83c28d72 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:38:06.233904 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7e9c5c-9222-4718-b90a-df0c019d6cd7", "tag": "5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:38:06.234163 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-55a08412-4d24-4590-bd1f-d21d83c28d72 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:38:06.234566 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7e9c5c-9222-4718-b90a-df0c019d6cd7', 'tag': '5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5', 'status': 'completed', 'code': 200} Dec 08 02:38:06.265726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba92d2-03e8-4534-8f64-621c689e50ff req-e8ec082a-e461-44d5-8da6-b1840be21ba1 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:06.267238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21ba92d2-03e8-4534-8f64-621c689e50ff req-e8ec082a-e461-44d5-8da6-b1840be21ba1 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 944 time: 0.0489314 Dec 08 02:38:06.342534 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-f2084fcf-f8ee-4b27-8ff8-fc60ccdbf1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:06.344055 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-f2084fcf-f8ee-4b27-8ff8-fc60ccdbf1d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0153d1308a64ac88cdeda7a0298dd83&device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0689785 Dec 08 02:38:06.347691 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21ba92d2-03e8-4534-8f64-621c689e50ff req-accf731c-87ee-4659-8014-7ac9636a7450 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737329 Dec 08 02:38:06.350609 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-9631f6e0-b20a-473d-a497-d0123d78e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:06.352166 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-9631f6e0-b20a-473d-a497-d0123d78e9d1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c0153d1308a64ac88cdeda7a0298dd83&device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0480325 Dec 08 02:38:06.444979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-8e472abd-715b-4a26-8e8d-2e0381cace3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:06.446454 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-8e472abd-715b-4a26-8e8d-2e0381cace3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=6bc7019b-dff7-4c2a-962f-b65bee85335d HTTP/1.1" status: 200 len: 913 time: 0.0958607 Dec 08 02:38:06.449042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:38:06.472360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-5d4f69b8-7d83-4f74-a9aa-a4717e4d89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:06.474281 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-5d4f69b8-7d83-4f74-a9aa-a4717e4d89c3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6bc7019b-dff7-4c2a-962f-b65bee85335d HTTP/1.1" status: 200 len: 913 time: 0.1009340 Dec 08 02:38:06.495723 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-5bd50242-892f-4119-9ee2-02d3f69c25e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 HTTP/1.1" status: 200 len: 217 time: 0.0419290 Dec 08 02:38:06.502624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:38:06.520043 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-cd2c9568-5f4d-428f-9727-95c74d5b91a0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 HTTP/1.1" status: 200 len: 217 time: 0.0372593 Dec 08 02:38:06.544789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-5ea47743-7eca-43b3-9bc6-fd814469dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:06.546251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-5ea47743-7eca-43b3-9bc6-fd814469dc09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=56957be1-5c31-49e0-acda-e8b014551080 HTTP/1.1" status: 200 len: 852 time: 0.0438068 Dec 08 02:38:06.573325 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-9d233ce5-cdeb-4190-b5ec-d6ee554fa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:06.574839 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-9d233ce5-cdeb-4190-b5ec-d6ee554fa46a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=56957be1-5c31-49e0-acda-e8b014551080 HTTP/1.1" status: 200 len: 852 time: 0.0483449 Dec 08 02:38:06.583596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-ed612559-86bc-4b3d-a872-6888594c04b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6bc7019b-dff7-4c2a-962f-b65bee85335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303173 Dec 08 02:38:06.606393 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-d4ac8539-5d11-4ddb-84a1-e5072729f034 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6bc7019b-dff7-4c2a-962f-b65bee85335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248914 Dec 08 02:38:06.674964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-ad35b566-411e-44f6-b46c-9d8ea7ecff72 service neutron] 10.222.0.45 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844467 Dec 08 02:38:06.695535 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-e88890b2-5278-463d-97ba-d69992365610 service neutron] 10.222.0.75 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813706 Dec 08 02:38:06.768007 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-7e543357-ca18-4350-88e4-72c453491f77 service neutron] 10.222.0.45 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864916 Dec 08 02:38:06.788776 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-569df53b-1839-4c71-85fa-b3b61c386a39 req-810f8028-4197-4c31-98ba-7ac0453bdb53 service neutron] 10.222.0.75 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859880 Dec 08 02:38:07.464072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be3316-8c0d-45a6-96e6-180af5954da7 req-eb56dad5-2d25-446c-9f2c-34acf4579ff8 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:07.465563 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54be3316-8c0d-45a6-96e6-180af5954da7 req-eb56dad5-2d25-446c-9f2c-34acf4579ff8 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 944 time: 0.0490077 Dec 08 02:38:07.511974 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54be3316-8c0d-45a6-96e6-180af5954da7 req-1266a647-0577-40d2-abe7-b9b4c2ae7510 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Dec 08 02:38:07.811980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-2f1b1993-9269-4657-b2ae-3d286b0a795a tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:07.813363 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-2f1b1993-9269-4657-b2ae-3d286b0a795a tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7&tenant_id=c0153d1308a64ac88cdeda7a0298dd83&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 944 time: 0.1088054 Dec 08 02:38:07.873409 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-aff15425-d04a-4533-ab2d-a1a1f42a3543 service neutron] delete failed (client error): The resource could not be found. Dec 08 02:38:07.874395 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-aff15425-d04a-4533-ab2d-a1a1f42a3543 service neutron] 10.222.0.45 "DELETE /v2.0/ports/5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5/bindings/n-h1-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0532031 Dec 08 02:38:07.977352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-592d250f-4f34-463d-86a1-4c0433817d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:07.978861 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-592d250f-4f34-463d-86a1-4c0433817d53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0153d1308a64ac88cdeda7a0298dd83&device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0417109 Dec 08 02:38:08.076206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-1de8e984-70d6-48df-b915-d72d7c21137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:08.077622 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-1de8e984-70d6-48df-b915-d72d7c21137f service neutron] 10.222.0.45 "GET /v2.0/networks?id=6bc7019b-dff7-4c2a-962f-b65bee85335d HTTP/1.1" status: 200 len: 913 time: 0.0919821 Dec 08 02:38:08.120720 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-9d6f3f35-571b-4eef-9b5c-10c183157bb3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 HTTP/1.1" status: 200 len: 217 time: 0.0355017 Dec 08 02:38:08.171248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-73be4081-c8c3-4e8e-b5cd-cff544de8aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:08.172977 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-73be4081-c8c3-4e8e-b5cd-cff544de8aeb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=56957be1-5c31-49e0-acda-e8b014551080 HTTP/1.1" status: 200 len: 852 time: 0.0458505 Dec 08 02:38:08.207040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-adba7124-1d7b-42f9-b290-1310587a0625 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6bc7019b-dff7-4c2a-962f-b65bee85335d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259151 Dec 08 02:38:08.299399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-ae7d125a-1a17-43d3-a214-648946d91160 service neutron] 10.222.0.45 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861363 Dec 08 02:38:08.388296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-277453bb-5b20-4f18-9e0d-4be6a38274c3 service neutron] 10.222.0.45 "GET /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818217 Dec 08 02:38:08.608221 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:38:08.700919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,segment=NetworkSegment(2c338e2c-7dfe-4ed3-b60a-d2d542c49e45),segment_id=2c338e2c-7dfe-4ed3-b60a-d2d542c49e45)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:08.712845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5', 'network_id': '6bc7019b-dff7-4c2a-962f-b65bee85335d', 'port_id': '5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5', 'mac_address': 'fa:16:3e:e5:4c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56957be1-5c31-49e0-acda-e8b014551080', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:38:08.752628 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:08.766019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:38:08.784497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,segment=NetworkSegment(2c338e2c-7dfe-4ed3-b60a-d2d542c49e45),segment_id=2c338e2c-7dfe-4ed3-b60a-d2d542c49e45)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:08.788041 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:08.833515 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:08.840988 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:08.841332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:08.841672 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:08.842003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:08.842333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:08.842661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:08.842992 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:08.843314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:08.843732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:08.844004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:08.844323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:08.844656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:08.844977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:09.082362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:38:09.129202 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854da6c-d569-45d7-8b62-6f60066d6702 req-2c2f351f-206e-4b94-bb77-02d6e62d1f96 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:09.131060 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b854da6c-d569-45d7-8b62-6f60066d6702 req-2c2f351f-206e-4b94-bb77-02d6e62d1f96 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 945 time: 0.0553136 Dec 08 02:38:09.178556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b854da6c-d569-45d7-8b62-6f60066d6702 req-6c515c41-9728-4a88-875d-dbdae6d5667f tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Dec 08 02:38:10.297513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2c057-64b4-4349-b162-f2f21fcb3e93 req-2ca6288c-9e0f-4b06-b4af-8e2867bd4e04 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:10.299079 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31d2c057-64b4-4349-b162-f2f21fcb3e93 req-2ca6288c-9e0f-4b06-b4af-8e2867bd4e04 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 945 time: 0.0512743 Dec 08 02:38:10.348265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-31d2c057-64b4-4349-b162-f2f21fcb3e93 req-cc87931d-c24b-48bb-927b-607c948e9891 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.71 "GET /v2.0/security-groups?id=662851c1-a886-4283-8160-33c2238f1c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 Dec 08 02:38:10.479339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-4be42614-c7b3-4d4e-a84a-877c262f47b6 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:10.480746 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-4be42614-c7b3-4d4e-a84a-877c262f47b6 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d7e9c5c-9222-4718-b90a-df0c019d6cd7 HTTP/1.1" status: 200 len: 945 time: 0.0477066 Dec 08 02:38:10.570991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-6cc77eab-d322-4db2-a3e8-3da8d52e47d6 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Deleting port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:38:10.571330 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-6cc77eab-d322-4db2-a3e8-3da8d52e47d6 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:10.615273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:38:10.658740 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-6cc77eab-d322-4db2-a3e8-3da8d52e47d6 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] For port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,segment=NetworkSegment(2c338e2c-7dfe-4ed3-b60a-d2d542c49e45),segment_id=2c338e2c-7dfe-4ed3-b60a-d2d542c49e45)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:10.659222 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-6cc77eab-d322-4db2-a3e8-3da8d52e47d6 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:10.663143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:38:10.667224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:38:10.667632 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:10.672370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-6cc77eab-d322-4db2-a3e8-3da8d52e47d6 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Calling delete_port for 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:38:10.745768 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:10.801541 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-6cc77eab-d322-4db2-a3e8-3da8d52e47d6 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:10.827501 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc77eab-d322-4db2-a3e8-3da8d52e47d6 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Pushing event deleted for resources: {'Port': ['ID=5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:10.869101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-6cc77eab-d322-4db2-a3e8-3da8d52e47d6 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] No DVR routers for this DVR port 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:38:10.871657 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-6cc77eab-d322-4db2-a3e8-3da8d52e47d6 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:10.875038 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e15770a8-3b6f-4011-8d08-637ea19e2fb7 req-6cc77eab-d322-4db2-a3e8-3da8d52e47d6 tempest-DeleteServersTestJSON-846142348 tempest-DeleteServersTestJSON-846142348-project] 10.222.0.75 "DELETE /v2.0/ports/5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 HTTP/1.1" status: 204 len: 173 time: 0.3876529 Dec 08 02:38:10.875482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7e9c5c-9222-4718-b90a-df0c019d6cd7', 'name': 'network-vif-deleted', 'tag': '5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:38:10.877792 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4966ae1-3759-47c1-8ee9-1b28d6a7d344" -d '{"events": [{"server_uuid": "1d7e9c5c-9222-4718-b90a-df0c019d6cd7", "name": "network-vif-deleted", "tag": "5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:38:10.916509 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbccc922-840d-4507-8ba7-eb135ba4f506 x-openstack-request-id: req-bbccc922-840d-4507-8ba7-eb135ba4f506 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:38:10.916831 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7e9c5c-9222-4718-b90a-df0c019d6cd7", "name": "network-vif-deleted", "tag": "5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:38:10.917067 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bbccc922-840d-4507-8ba7-eb135ba4f506 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:38:10.917468 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7e9c5c-9222-4718-b90a-df0c019d6cd7', 'name': 'network-vif-deleted', 'tag': '5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5', 'status': 'completed', 'code': 200} Dec 08 02:38:11.477240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36200) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:11.525220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-859e0e8c-79cd-44d0-8021-59658fb997c6 admin admin] Deleting subnet 56957be1-5c31-49e0-acda-e8b014551080 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:38:11.528267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-859e0e8c-79cd-44d0-8021-59658fb997c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:11.561541 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-859e0e8c-79cd-44d0-8021-59658fb997c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:11.599305 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-859e0e8c-79cd-44d0-8021-59658fb997c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:11.650926 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-859e0e8c-79cd-44d0-8021-59658fb997c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:11.678851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e0e8c-79cd-44d0-8021-59658fb997c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56957be1-5c31-49e0-acda-e8b014551080,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:11.685208 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-859e0e8c-79cd-44d0-8021-59658fb997c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:11.688480 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-859e0e8c-79cd-44d0-8021-59658fb997c6 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/56957be1-5c31-49e0-acda-e8b014551080 HTTP/1.1" status: 204 len: 168 time: 0.2102029 Dec 08 02:38:11.691732 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36202) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:11.756764 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2736b369-2889-473a-ba01-2df613a90bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:11.836442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2736b369-2889-473a-ba01-2df613a90bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:11.856234 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-2736b369-2889-473a-ba01-2df613a90bcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc7019b-dff7-4c2a-962f-b65bee85335d']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:38:11.865105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-2736b369-2889-473a-ba01-2df613a90bcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c338e2c-7dfe-4ed3-b60a-d2d542c49e45') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:38:11.865404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-2736b369-2889-473a-ba01-2df613a90bcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c338e2c-7dfe-4ed3-b60a-d2d542c49e45') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:38:11.874379 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2736b369-2889-473a-ba01-2df613a90bcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:11.887593 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2736b369-2889-473a-ba01-2df613a90bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:11.894283 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2736b369-2889-473a-ba01-2df613a90bcc admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:38:11.894794 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2736b369-2889-473a-ba01-2df613a90bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:38:11.896808 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:38:11.954398 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2736b369-2889-473a-ba01-2df613a90bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:11.960522 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2736b369-2889-473a-ba01-2df613a90bcc admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:11.963890 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2736b369-2889-473a-ba01-2df613a90bcc admin admin] 10.222.0.71 "DELETE /v2.0/networks/6bc7019b-dff7-4c2a-962f-b65bee85335d HTTP/1.1" status: 204 len: 168 time: 0.2712467 Dec 08 02:38:11.975803 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736b369-2889-473a-ba01-2df613a90bcc admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc7019b-dff7-4c2a-962f-b65bee85335d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:12.069133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36206) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:12.108171 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-192c7e93-dd29-4b79-abdc-3c2e5c2c2130 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c0153d1308a64ac88cdeda7a0298dd83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378902 Dec 08 02:38:12.110565 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36208) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:12.156310 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc25a0ba-c60a-45de-aa70-0967ef37a85c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:12.184309 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc25a0ba-c60a-45de-aa70-0967ef37a85c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:12.229188 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc25a0ba-c60a-45de-aa70-0967ef37a85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:12.231780 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dc25a0ba-c60a-45de-aa70-0967ef37a85c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:12.232937 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dc25a0ba-c60a-45de-aa70-0967ef37a85c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/662851c1-a886-4283-8160-33c2238f1c84 HTTP/1.1" status: 204 len: 168 time: 0.1215003 Dec 08 02:38:12.242092 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25a0ba-c60a-45de-aa70-0967ef37a85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662851c1-a886-4283-8160-33c2238f1c84,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:12.621476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:38:12.640551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:38:12.640895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 5b4cde4c-97a0-4ccf-8ee8-c830178e5eb5 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:38:12.883825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36230) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:12.978137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-735739-network', 'tenant_id': '3e9b421683f94aae8ee3280f75b1fcd8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:38:12.998048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] Made reservation on behalf of 3e9b421683f94aae8ee3280f75b1fcd8 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:38:13.000356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:13.012539 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:13.083870 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:13.087672 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:13.111382 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:38:13.120822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb454a9-39a6-4afb-9f05-1294c0acdaad,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:13.125425 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:13.125770 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] Added segment e9be1bd2-d48c-4da9-9e08-2daa826a0c0a of type vlan for network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 Dec 08 02:38:13.166151 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:13.189415 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:13.190360 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:13.190961 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:13.222533 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3370543 Dec 08 02:38:13.225638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36234) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:13.230586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a1c648d8-7272-4364-ab21-58266a6cc30f admin admin] Request body: {'subnet': {'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-735739-subnet', 'tenant_id': '3e9b421683f94aae8ee3280f75b1fcd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:38:13.251279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c648d8-7272-4364-ab21-58266a6cc30f admin admin] Made reservation on behalf of 3e9b421683f94aae8ee3280f75b1fcd8 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:38:13.253674 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1c648d8-7272-4364-ab21-58266a6cc30f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:13.256058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361db28-dec1-4fd2-a577-e81cb67d4a93 admin admin] Pushing event updated for resources: {'Network': ['ID=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:13.266165 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:38:13.419627 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1c648d8-7272-4364-ab21-58266a6cc30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:13.471340 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c648d8-7272-4364-ab21-58266a6cc30f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:13.481196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c648d8-7272-4364-ab21-58266a6cc30f admin admin] Checking segment: {'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:38:13.481553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c648d8-7272-4364-ab21-58266a6cc30f admin admin] Network hostable DHCP agents. Network: 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:38:13.497089 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c648d8-7272-4364-ab21-58266a6cc30f admin admin] Network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:38:13.505268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a1c648d8-7272-4364-ab21-58266a6cc30f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:38:13.509079 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c648d8-7272-4364-ab21-58266a6cc30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:13.509660 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a1c648d8-7272-4364-ab21-58266a6cc30f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:13.514634 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f48a4f6-61e9-4b5f-a287-36420238593f None None] Network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:38:13.525389 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a1c648d8-7272-4364-ab21-58266a6cc30f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2986677 Dec 08 02:38:13.612806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1679ac24-f019-4b5d-b23a-33ea245897bc None None] Network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:38:13.973671 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-a8bf4be8-3bec-4dbc-b1c4-d3f5155a89b9 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:13.975123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-a8bf4be8-3bec-4dbc-b1c4-d3f5155a89b9 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 811 time: 0.1034162 Dec 08 02:38:13.990037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-15e99bd6-7d00-4917-b5ff-79dcb6dc08c0 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/quotas/3e9b421683f94aae8ee3280f75b1fcd8 HTTP/1.1" status: 200 len: 375 time: 0.0091717 Dec 08 02:38:14.020971 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-18084e69-588f-4972-b4e7-28d573fad3a7 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258238 Dec 08 02:38:14.081794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-8146855b-16b6-47f5-ba5c-2750b11c0438 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:38:14.082786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-8146855b-16b6-47f5-ba5c-2750b11c0438 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0554755 Dec 08 02:38:14.171449 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-8da67033-80f7-4ec1-9e71-bcb88bd1a1c5 service neutron] 10.222.0.71 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822241 Dec 08 02:38:14.266441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-eeff44b0-4f2a-4439-a4de-032dd7bb1813 service neutron] 10.222.0.71 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883684 Dec 08 02:38:14.422411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d44493f-98e3-488b-b67b-a4fde9e29b85 req-7974d399-75a0-442e-8ae4-4713838cac99 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 210 time: 0.0267751 Dec 08 02:38:15.382827 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-a3915880-2d41-483a-ab06-794de8306c95 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:15.384315 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-a3915880-2d41-483a-ab06-794de8306c95 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.75 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 811 time: 0.1058092 Dec 08 02:38:15.402478 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-14ec1b71-0156-4113-bc71-0fdd75529a3e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Request body: {'port': {'device_id': '03314d19-9767-48e9-8976-a4ea504fbeb3', 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5', 'admin_state_up': True, 'tenant_id': '3e9b421683f94aae8ee3280f75b1fcd8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:38:15.513133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-14ec1b71-0156-4113-bc71-0fdd75529a3e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Made reservation on behalf of 3e9b421683f94aae8ee3280f75b1fcd8 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:38:15.515418 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a7d5f9af-eb80-4eb0-9e40-c85ba48a57b0 req-27873a8e-17ac-46b3-a0b0-dc527f0be891 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 210 time: 0.0262327 Dec 08 02:38:15.516661 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-14ec1b71-0156-4113-bc71-0fdd75529a3e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:15.637920 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-14ec1b71-0156-4113-bc71-0fdd75529a3e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Allocated IP 172.20.0.12 (9be9a41d-5b68-4e5a-aa3c-62a3853a12d5/3c4a39d6-16ae-437b-bcf8-8e0b52734dfb/545cc87a-5ea6-4cd8-8e56-b8d951ce5a40) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:38:15.784166 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-14ec1b71-0156-4113-bc71-0fdd75529a3e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:15.817382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-14ec1b71-0156-4113-bc71-0fdd75529a3e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:15.858677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-14ec1b71-0156-4113-bc71-0fdd75529a3e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:38:15.861606 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-14ec1b71-0156-4113-bc71-0fdd75529a3e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:38:15.864771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-14ec1b71-0156-4113-bc71-0fdd75529a3e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:38:15.902261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec1b71-0156-4113-bc71-0fdd75529a3e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Pushing event updated for resources: {'Port': ['ID=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:15.925762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-14ec1b71-0156-4113-bc71-0fdd75529a3e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:15.926369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-14ec1b71-0156-4113-bc71-0fdd75529a3e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:15.941460 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-14ec1b71-0156-4113-bc71-0fdd75529a3e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5427723 Dec 08 02:38:15.960388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Request body: {'port': {'device_id': '03314d19-9767-48e9-8976-a4ea504fbeb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:38:16.012158 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:16.264531 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:38:16.272264 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:16.283749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Transition to ACTIVE for port object 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:38:16.287872 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:16.339492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Pushing event updated for resources: {'Port': ['ID=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:16.403292 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Attempting to bind port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:38:16.404012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Attempting to bind port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:38:16.404012 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Attempting to bind port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 on network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:38:16.408117 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 on network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:38:16.408435 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Attempting to bind port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 on network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:38:16.413706 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:38:16.414040 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Checking segment: {'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:38:16.414417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Bound using segment: {'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:38:16.414834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Bound port: 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:38:16.415179 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:16.475749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] For port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:38:16.478707 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] For port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:38:16.483153 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:16.522256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:16.522938 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:16.524385 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] 10.222.0.75 "PUT /v2.0/ports/545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 HTTP/1.1" status: 200 len: 1093 time: 0.5682309 Dec 08 02:38:16.524824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03314d19-9767-48e9-8976-a4ea504fbeb3', 'tag': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:38:16.527062 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b77253-5b8e-49cb-a5a9-5b54aea90a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "03314d19-9767-48e9-8976-a4ea504fbeb3", "tag": "545cc87a-5ea6-4cd8-8e56-b8d951ce5a40"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:38:16.550212 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd8cf2-ca09-4035-b123-08832515809c service neutron] Pushing event updated for resources: {'Port': ['ID=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:16.570034 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c7661d-7243-45f8-9228-7decb8672ee1 x-openstack-request-id: req-03c7661d-7243-45f8-9228-7decb8672ee1 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:38:16.570383 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03314d19-9767-48e9-8976-a4ea504fbeb3", "tag": "545cc87a-5ea6-4cd8-8e56-b8d951ce5a40", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:38:16.570643 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-03c7661d-7243-45f8-9228-7decb8672ee1 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:38:16.571043 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03314d19-9767-48e9-8976-a4ea504fbeb3', 'tag': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40', 'status': 'completed', 'code': 200} Dec 08 02:38:16.627418 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-3cb2d596-ac06-4fa4-aebc-66ecba92ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:16.629459 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-3cb2d596-ac06-4fa4-aebc-66ecba92ac29 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 1096 time: 0.0414565 Dec 08 02:38:16.639819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3ce4b-3272-4b57-a600-2a277f0b3fb5 req-2db0c87a-14a0-430c-b6eb-8086aba7a4d9 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:16.641344 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cad3ce4b-3272-4b57-a600-2a277f0b3fb5 req-2db0c87a-14a0-430c-b6eb-8086aba7a4d9 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 944 time: 0.0544822 Dec 08 02:38:16.676187 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-627821dc-6a0d-4d31-9a9a-d723a53bc6da service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 HTTP/1.1" status: 200 len: 217 time: 0.0344052 Dec 08 02:38:16.691183 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cad3ce4b-3272-4b57-a600-2a277f0b3fb5 req-bf5123f4-6967-4fd7-8bcf-668ed4f2053e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423555 Dec 08 02:38:16.729132 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-f4ede76f-2be6-43c9-b06f-dac661984fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:16.730563 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-f4ede76f-2be6-43c9-b06f-dac661984fb8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0481329 Dec 08 02:38:16.761967 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-37e9ae8c-8410-458c-85b3-1dbf8b027096 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241458 Dec 08 02:38:16.848183 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-49d8ab87-32c0-4fe5-8c87-504322fc4ddd service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793324 Dec 08 02:38:16.938066 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ca1b05e-85a8-4cd6-9f18-9cb3a4699b85 req-9da1bef3-37b0-4a21-a164-e5611a5145a9 service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824897 Dec 08 02:38:17.069660 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b77253-5b8e-49cb-a5a9-5b54aea90a6e req-57ce147d-6ffd-43d5-b383-5da1d0e1594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:17.071087 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-22b77253-5b8e-49cb-a5a9-5b54aea90a6e req-57ce147d-6ffd-43d5-b383-5da1d0e1594e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 1096 time: 0.0404022 Dec 08 02:38:17.162268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b77253-5b8e-49cb-a5a9-5b54aea90a6e req-f4afb1fc-c5ff-486f-b980-15b7cf8f8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:17.163639 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-22b77253-5b8e-49cb-a5a9-5b54aea90a6e req-f4afb1fc-c5ff-486f-b980-15b7cf8f8a53 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 912 time: 0.0859044 Dec 08 02:38:17.203871 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-22b77253-5b8e-49cb-a5a9-5b54aea90a6e req-3848dcc4-e6cf-4f31-9154-0f5b0302ecd5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 HTTP/1.1" status: 200 len: 217 time: 0.0335667 Dec 08 02:38:17.253789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b77253-5b8e-49cb-a5a9-5b54aea90a6e req-440a4679-4936-43ba-a633-a18a782f3f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:17.255223 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-22b77253-5b8e-49cb-a5a9-5b54aea90a6e req-440a4679-4936-43ba-a633-a18a782f3f6f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0442274 Dec 08 02:38:17.290373 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-22b77253-5b8e-49cb-a5a9-5b54aea90a6e req-19dd8b40-e03e-408d-b5bb-f6d07323d555 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276418 Dec 08 02:38:17.385089 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-22b77253-5b8e-49cb-a5a9-5b54aea90a6e req-22bd0724-3cfe-43b1-ab53-cf071d79ac9b service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862544 Dec 08 02:38:17.477267 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-22b77253-5b8e-49cb-a5a9-5b54aea90a6e req-982b6c58-86b9-42ae-b788-d4630ce94d37 service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846844 Dec 08 02:38:17.808427 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f316bb7-8dce-4f0a-bca8-f1272afa4fbd req-05091a9b-7f05-49d5-9709-8cde894d6550 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:17.809877 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f316bb7-8dce-4f0a-bca8-f1272afa4fbd req-05091a9b-7f05-49d5-9709-8cde894d6550 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 944 time: 0.0479057 Dec 08 02:38:17.855925 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5f316bb7-8dce-4f0a-bca8-f1272afa4fbd req-90a15db3-d199-4e96-9d50-88becc12039d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402064 Dec 08 02:38:18.971562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab76a4e-8cc4-4e05-b554-7306327fd7e4 req-e337fdf7-dbbc-4352-baa6-f60f27c58aa8 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:18.973081 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ab76a4e-8cc4-4e05-b554-7306327fd7e4 req-e337fdf7-dbbc-4352-baa6-f60f27c58aa8 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 944 time: 0.0498376 Dec 08 02:38:19.023224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ab76a4e-8cc4-4e05-b554-7306327fd7e4 req-c3006ecc-ba01-4b28-8e09-9f96f71a05e6 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441935 Dec 08 02:38:20.136977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882f869-90a8-4c04-aef5-fb1228c9b21b req-67188dd7-ab59-4f85-8920-e2f4d67e7d74 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:20.138426 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6882f869-90a8-4c04-aef5-fb1228c9b21b req-67188dd7-ab59-4f85-8920-e2f4d67e7d74 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 944 time: 0.0484490 Dec 08 02:38:20.184735 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6882f869-90a8-4c04-aef5-fb1228c9b21b req-55732bea-a6e1-4f83-9b58-d9ecf47c8e9b tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 Dec 08 02:38:20.654662 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:38:20.745931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:20.757409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40', 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5', 'port_id': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40', 'mac_address': 'fa:16:3e:8d:4a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4a39d6-16ae-437b-bcf8-8e0b52734dfb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:38:20.797112 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:20.809181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:38:20.827113 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:20.830870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:20.875856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:21.094826 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['545cc87a-5ea6-4cd8-8e56-b8d951ce5a40'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:38:21.300908 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1093ef2-eea7-486e-800f-95bbc2be0389 req-6a1cab41-ceec-4327-b19a-04a51ba51342 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:21.302360 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1093ef2-eea7-486e-800f-95bbc2be0389 req-6a1cab41-ceec-4327-b19a-04a51ba51342 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 945 time: 0.0492849 Dec 08 02:38:21.348554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1093ef2-eea7-486e-800f-95bbc2be0389 req-1d11c30f-ba4a-4ac7-a36d-9b8ff36b6a31 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401862 Dec 08 02:38:22.043472 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1de038db-4dc7-4dd6-90d7-edbe27441d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:22.465609 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a524655-3375-4969-bcd6-ca12174c5c81 req-9682c6da-69f5-45a6-82c1-1862aa70336d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:22.467069 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a524655-3375-4969-bcd6-ca12174c5c81 req-9682c6da-69f5-45a6-82c1-1862aa70336d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 945 time: 0.0530763 Dec 08 02:38:22.514548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a524655-3375-4969-bcd6-ca12174c5c81 req-5d4c8620-432f-44be-9b90-f5ae00d79823 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Dec 08 02:38:22.668002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:38:22.714891 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:38:22.718802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:38:22.719191 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:22.795835 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:22.818316 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03314d19-9767-48e9-8976-a4ea504fbeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:38:22.820582 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ff583f-c6da-4288-b751-160f6b75f49f" -d '{"events": [{"server_uuid": "03314d19-9767-48e9-8976-a4ea504fbeb3", "name": "network-vif-plugged", "status": "completed", "tag": "545cc87a-5ea6-4cd8-8e56-b8d951ce5a40"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:38:22.833788 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:22.839519 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:22.864788 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652f8a5f-f07d-44cb-8875-963ab2dd0bbd x-openstack-request-id: req-652f8a5f-f07d-44cb-8875-963ab2dd0bbd {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:38:22.865076 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03314d19-9767-48e9-8976-a4ea504fbeb3", "name": "network-vif-plugged", "status": "completed", "tag": "545cc87a-5ea6-4cd8-8e56-b8d951ce5a40", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:38:22.865326 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-652f8a5f-f07d-44cb-8875-963ab2dd0bbd {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:38:22.865709 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03314d19-9767-48e9-8976-a4ea504fbeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40', 'code': 200} Dec 08 02:38:22.889665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:22.989756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db2c59-6040-4123-8896-b3c2f0c65cc3 req-0ce6811a-e721-40a8-95a3-86cdc34573aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:22.991247 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-88db2c59-6040-4123-8896-b3c2f0c65cc3 req-0ce6811a-e721-40a8-95a3-86cdc34573aa service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0408945 Dec 08 02:38:23.035439 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-88db2c59-6040-4123-8896-b3c2f0c65cc3 req-6af4af2f-05d1-4b29-abb7-d66e5f131bdf service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372410 Dec 08 02:38:23.628788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ceaa6-1e26-43df-b21e-8eb43de80535 req-77476171-04d7-464b-ae2f-54a3bc8196a6 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:23.630322 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c69ceaa6-1e26-43df-b21e-8eb43de80535 req-77476171-04d7-464b-ae2f-54a3bc8196a6 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0499618 Dec 08 02:38:23.680583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c69ceaa6-1e26-43df-b21e-8eb43de80535 req-ddd2b460-b7ed-40bf-a03f-92a09d545884 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441287 Dec 08 02:38:23.803493 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:24.414938 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d57d00a5-0d23-4586-aefd-220c56469f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:24.578367 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:24.800755 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd615d44-ab0b-434c-a80d-2fdc0ec2ce90 req-ca86fb70-12f2-486b-bf6b-ad2f14dfb012 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:24.802216 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd615d44-ab0b-434c-a80d-2fdc0ec2ce90 req-ca86fb70-12f2-486b-bf6b-ad2f14dfb012 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0532000 Dec 08 02:38:24.848787 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd615d44-ab0b-434c-a80d-2fdc0ec2ce90 req-8a50d727-c3e4-48ee-aa29-d50cfd2491ba tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Dec 08 02:38:24.961592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ef6bb-9bc0-4089-8b52-220ac07b6390 req-8af20aea-cdc2-4265-be06-0219f7d93361 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:24.963047 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf8ef6bb-9bc0-4089-8b52-220ac07b6390 req-8af20aea-cdc2-4265-be06-0219f7d93361 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0492206 Dec 08 02:38:25.009627 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf8ef6bb-9bc0-4089-8b52-220ac07b6390 req-bdc16585-ceb7-4b86-a265-7adc7e86ef3d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406637 Dec 08 02:38:25.207577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c218d-1011-48ff-8774-b6aae1e70a80 req-189e5924-898c-4b84-99c4-817c65131e08 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:25.209365 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e45c218d-1011-48ff-8774-b6aae1e70a80 req-189e5924-898c-4b84-99c4-817c65131e08 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0480208 Dec 08 02:38:25.263943 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e45c218d-1011-48ff-8774-b6aae1e70a80 req-aa9b5e02-7ca1-42ad-9522-f9ea4edf6db3 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453243 Dec 08 02:38:25.374944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7a8d5-76ea-45e6-88e8-0ec859c10761 req-aa11b276-fc2d-4829-96ea-0d61cf1419c4 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:25.376345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-adb7a8d5-76ea-45e6-88e8-0ec859c10761 req-aa11b276-fc2d-4829-96ea-0d61cf1419c4 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0480034 Dec 08 02:38:25.422740 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-adb7a8d5-76ea-45e6-88e8-0ec859c10761 req-c451409a-4a65-45e8-9f1a-9617d346f815 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 Dec 08 02:38:25.591773 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:25.676433 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-4b646bbb-6754-4f6b-9022-13891a7fd533 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701790 Dec 08 02:38:25.684504 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c1463-34ca-4c96-920d-a1156defc32c req-4d7ccd3b-97e0-4814-910e-69d0a6fd1564 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:25.686190 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da1c1463-34ca-4c96-920d-a1156defc32c req-4d7ccd3b-97e0-4814-910e-69d0a6fd1564 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0710592 Dec 08 02:38:25.739783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da1c1463-34ca-4c96-920d-a1156defc32c req-d32bc76f-d907-44d4-a659-96e3ab83bb7b tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467768 Dec 08 02:38:26.857726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402d692-47d9-4558-b55e-4d0a7dfff8b9 req-95870f39-9c88-4a45-b778-c1440ac67449 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:26.859213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6402d692-47d9-4558-b55e-4d0a7dfff8b9 req-95870f39-9c88-4a45-b778-c1440ac67449 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0493579 Dec 08 02:38:26.869272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-b699494d-5cd7-4110-99d6-06afaef06452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:26.871150 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-b699494d-5cd7-4110-99d6-06afaef06452 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0414598 Dec 08 02:38:26.906130 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6402d692-47d9-4558-b55e-4d0a7dfff8b9 req-a3a2da40-3973-4c7c-a84a-432624d9bf90 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407050 Dec 08 02:38:27.076589 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:27.286329 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-13cc5439-7ecb-45a0-94c7-cec6fe727d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:27.287827 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-13cc5439-7ecb-45a0-94c7-cec6fe727d65 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 912 time: 0.4064069 Dec 08 02:38:27.328350 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-07f026ba-581a-4bcc-b858-86d7b85138ee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 HTTP/1.1" status: 200 len: 217 time: 0.0336776 Dec 08 02:38:27.379530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-8c0ac94b-6db6-4389-a12d-e8b1ae2ddedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:27.380959 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-8c0ac94b-6db6-4389-a12d-e8b1ae2ddedc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0458965 Dec 08 02:38:27.410655 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-33990b29-7f48-4087-8490-2b15489ff3d1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233142 Dec 08 02:38:27.496728 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-6bfc3555-7f49-41e0-bab2-9c3b00bdf40e service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791891 Dec 08 02:38:27.587107 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-df5240e2-408b-444b-a53c-6575e76e8e60 service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828290 Dec 08 02:38:27.973072 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:28.029714 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6744d98-979e-403c-bdab-c2a8b64140d7 req-a8a2c868-9d4f-45da-8df5-adc2e7ddf83b tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:28.031169 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6744d98-979e-403c-bdab-c2a8b64140d7 req-a8a2c868-9d4f-45da-8df5-adc2e7ddf83b tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0503113 Dec 08 02:38:28.078413 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6744d98-979e-403c-bdab-c2a8b64140d7 req-234aa037-f1f3-4849-b3e3-684d3aefdc32 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Dec 08 02:38:29.196553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742feef-344c-4f89-a915-7d237c17fcc1 req-3004e288-bd15-4859-b354-901823e8eebb tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:29.198011 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d742feef-344c-4f89-a915-7d237c17fcc1 req-3004e288-bd15-4859-b354-901823e8eebb tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0523360 Dec 08 02:38:29.244287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d742feef-344c-4f89-a915-7d237c17fcc1 req-5dfce9ed-090f-48a5-8129-d951d71791cc tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404139 Dec 08 02:38:30.357791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d8dae-06ec-41cf-8d32-122a77853a4c req-bffdb70c-a566-49ac-8879-4d78f695beb8 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:30.359240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb1d8dae-06ec-41cf-8d32-122a77853a4c req-bffdb70c-a566-49ac-8879-4d78f695beb8 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0487297 Dec 08 02:38:30.405106 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cb1d8dae-06ec-41cf-8d32-122a77853a4c req-03e5143b-3a45-43fa-9634-7a60b0fb57b4 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399566 Dec 08 02:38:31.523641 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5e0db-42b2-4412-bd11-98ac1797046b req-da386e82-bd16-47b2-af4d-57bf8f98d7be tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:31.525022 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-24e5e0db-42b2-4412-bd11-98ac1797046b req-da386e82-bd16-47b2-af4d-57bf8f98d7be tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0537252 Dec 08 02:38:31.571863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-24e5e0db-42b2-4412-bd11-98ac1797046b req-be5a0180-d493-42a9-88a3-b6ae577bef82 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Dec 08 02:38:32.686645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593302a-afaa-44ed-a076-d3ec26e8118c req-9277f092-c209-4cf4-b0d3-6ff5f605b780 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:32.688143 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d593302a-afaa-44ed-a076-d3ec26e8118c req-9277f092-c209-4cf4-b0d3-6ff5f605b780 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0477314 Dec 08 02:38:32.734346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d593302a-afaa-44ed-a076-d3ec26e8118c req-795271a3-f174-454d-8c9a-9ec3147a0aae tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396779 Dec 08 02:38:33.848164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09634ae-715c-485e-bf7d-2a8d137dab71 req-8d337d96-61e4-42e1-93e9-e97c37a30e91 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:33.849606 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a09634ae-715c-485e-bf7d-2a8d137dab71 req-8d337d96-61e4-42e1-93e9-e97c37a30e91 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0481467 Dec 08 02:38:33.900088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a09634ae-715c-485e-bf7d-2a8d137dab71 req-0d4c8d7f-685b-4d0e-9e1e-ff507ab9efd2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446751 Dec 08 02:38:34.481450 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-dde204f1-8c61-4b23-9476-c22378463e3c req-ac1af268-9bbd-4fb5-8cda-6a9e8c12dd9d tempest-TestNetworkAdvancedServerOps-1056179470 tempest-TestNetworkAdvancedServerOps-1056179470-project] (109766) timed out ('10.222.0.45', 49278) {{(pid=109766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:38:35.012541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758aba99-e67a-430f-ade0-f046d584c82c req-7fc99ff4-8527-430f-bfea-ac2e89b21864 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:35.014018 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-758aba99-e67a-430f-ade0-f046d584c82c req-7fc99ff4-8527-430f-bfea-ac2e89b21864 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0477786 Dec 08 02:38:35.061758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-758aba99-e67a-430f-ade0-f046d584c82c req-11bd385e-862b-488d-98b6-dd09e0080e1e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 Dec 08 02:38:35.661673 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:38:36.180498 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dbe96-86fc-45e4-a55f-63267376b1ea req-03804caf-2312-41b2-be04-fa9ca93fe5fd tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:36.181984 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-908dbe96-86fc-45e4-a55f-63267376b1ea req-03804caf-2312-41b2-be04-fa9ca93fe5fd tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0479841 Dec 08 02:38:36.228367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-908dbe96-86fc-45e4-a55f-63267376b1ea req-985a5658-3c41-4e23-9ecd-064a96bd853c tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Dec 08 02:38:37.346876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b74cd-98c1-4abb-ad3c-c18a6e70a27e req-192edc2c-8e9e-4ec5-9f88-93b84578756b tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:37.348354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-016b74cd-98c1-4abb-ad3c-c18a6e70a27e req-192edc2c-8e9e-4ec5-9f88-93b84578756b tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0522346 Dec 08 02:38:37.394108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-016b74cd-98c1-4abb-ad3c-c18a6e70a27e req-921bc0d9-f4b9-487e-a7d2-24035a7b9a0f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398746 Dec 08 02:38:38.508254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7ec7a-9387-4a33-bfab-35954f07fab1 req-6d48ae35-fc52-4f76-9c11-269cd5a5e1a9 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:38.509662 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7c7ec7a-9387-4a33-bfab-35954f07fab1 req-6d48ae35-fc52-4f76-9c11-269cd5a5e1a9 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0477507 Dec 08 02:38:38.556300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7c7ec7a-9387-4a33-bfab-35954f07fab1 req-9d0241ea-2402-42d6-ad38-e33ab6e09e6e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408878 Dec 08 02:38:39.670488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be256de4-4af9-4903-9250-01236d59c8da req-557b1df7-cfa2-4b6e-b0d2-92478fcc0091 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:39.672038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be256de4-4af9-4903-9250-01236d59c8da req-557b1df7-cfa2-4b6e-b0d2-92478fcc0091 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0481179 Dec 08 02:38:39.722405 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be256de4-4af9-4903-9250-01236d59c8da req-59b30638-883f-4b49-8982-20c8a9fdf480 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445967 Dec 08 02:38:40.837511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb131-7a52-4d1b-b401-31290eb28043 req-b2508fbe-f84a-4085-840e-d40af0a215a0 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:40.838947 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2cdcb131-7a52-4d1b-b401-31290eb28043 req-b2508fbe-f84a-4085-840e-d40af0a215a0 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0493464 Dec 08 02:38:40.886145 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2cdcb131-7a52-4d1b-b401-31290eb28043 req-69665cec-2c18-4ecf-991f-a0ef8c96f4a9 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409734 Dec 08 02:38:42.000759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2d673-b761-4200-8e53-f3d2d329d8e0 req-9eeeaf52-87dd-4c94-8415-2c340ee230d8 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:42.002135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7a2d673-b761-4200-8e53-f3d2d329d8e0 req-9eeeaf52-87dd-4c94-8415-2c340ee230d8 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0484283 Dec 08 02:38:42.048437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7a2d673-b761-4200-8e53-f3d2d329d8e0 req-db1769a1-b7f4-443a-8f8b-852adc55ffa8 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403092 Dec 08 02:38:42.309935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55016e7d-d5a2-42aa-a7df-1c2ed459219d req-4e68b8ab-7b0a-41a6-a105-63771f2418a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:42.311307 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-55016e7d-d5a2-42aa-a7df-1c2ed459219d req-4e68b8ab-7b0a-41a6-a105-63771f2418a0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0410163 Dec 08 02:38:42.416702 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55016e7d-d5a2-42aa-a7df-1c2ed459219d req-ed602b88-d571-457b-aa92-6f2af0f51a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:42.418151 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-55016e7d-d5a2-42aa-a7df-1c2ed459219d req-ed602b88-d571-457b-aa92-6f2af0f51a9d service neutron] 10.222.0.75 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 912 time: 0.0873942 Dec 08 02:38:42.458815 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-55016e7d-d5a2-42aa-a7df-1c2ed459219d req-4c554c15-8151-4c4e-bdac-35888810b281 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 HTTP/1.1" status: 200 len: 217 time: 0.0329323 Dec 08 02:38:42.505603 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55016e7d-d5a2-42aa-a7df-1c2ed459219d req-3896a35f-4406-4b45-9633-0553073a1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:42.506989 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-55016e7d-d5a2-42aa-a7df-1c2ed459219d req-3896a35f-4406-4b45-9633-0553073a1c97 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0416834 Dec 08 02:38:42.542379 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-55016e7d-d5a2-42aa-a7df-1c2ed459219d req-a65ee475-8620-4a70-917e-304137ba6b87 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280228 Dec 08 02:38:42.633848 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-55016e7d-d5a2-42aa-a7df-1c2ed459219d req-706f017e-380b-4d97-b809-82cdc445989f service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842488 Dec 08 02:38:42.729578 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-55016e7d-d5a2-42aa-a7df-1c2ed459219d req-e0e90bb7-4ebb-441b-bca1-699131c27cf7 service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853460 Dec 08 02:38:43.165246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eccbb6-56bf-49c4-ace3-97e1ac975592 req-94a4cc78-3b13-4d09-8514-74937c2b877d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:43.166696 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7eccbb6-56bf-49c4-ace3-97e1ac975592 req-94a4cc78-3b13-4d09-8514-74937c2b877d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0517535 Dec 08 02:38:43.214023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7eccbb6-56bf-49c4-ace3-97e1ac975592 req-bb5e40b2-5776-44a8-b035-97b6bcbf979b tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413399 Dec 08 02:38:44.327636 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e7f49-d678-4a0f-ba44-fb9b057f8722 req-abeada01-0132-4ee2-a130-a19b6de11994 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:44.329087 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d6e7f49-d678-4a0f-ba44-fb9b057f8722 req-abeada01-0132-4ee2-a130-a19b6de11994 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0483687 Dec 08 02:38:44.376352 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d6e7f49-d678-4a0f-ba44-fb9b057f8722 req-001f8867-a056-4af9-8bff-d1d4901ae174 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406854 Dec 08 02:38:45.494706 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58b640-a6c4-4f5e-bbcb-0ecbec11c9c8 req-a1d9c729-7f73-4ca3-a234-9c364c69053a tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:45.496234 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2c58b640-a6c4-4f5e-bbcb-0ecbec11c9c8 req-a1d9c729-7f73-4ca3-a234-9c364c69053a tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0523441 Dec 08 02:38:45.543998 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2c58b640-a6c4-4f5e-bbcb-0ecbec11c9c8 req-450c31af-bb1c-486e-b331-67cedc406314 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418456 Dec 08 02:38:46.659662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d1314-f7a4-493e-adf1-296119a9a6fd req-2d4545ee-c587-4805-8d65-997d101d5119 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:46.661112 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a3d1314-f7a4-493e-adf1-296119a9a6fd req-2d4545ee-c587-4805-8d65-997d101d5119 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0476241 Dec 08 02:38:46.706999 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1a3d1314-f7a4-493e-adf1-296119a9a6fd req-1b555f60-e0c9-4aa1-a276-0e3566a654dc tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Dec 08 02:38:47.820412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58981b41-3f4b-4b0a-b20e-7b83712a3902 req-4dd8ac50-697a-4345-abe1-bf76552199e6 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:47.821772 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58981b41-3f4b-4b0a-b20e-7b83712a3902 req-4dd8ac50-697a-4345-abe1-bf76552199e6 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0479090 Dec 08 02:38:47.870967 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-58981b41-3f4b-4b0a-b20e-7b83712a3902 req-0d683186-73ea-47c2-8dae-0111fd5f2054 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433595 Dec 08 02:38:48.985824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6518e2f-5492-4778-8759-2d7fb6bc2f7d req-6dcbb8fd-c64f-453a-ac0f-057c6210c121 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:48.987966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6518e2f-5492-4778-8759-2d7fb6bc2f7d req-6dcbb8fd-c64f-453a-ac0f-057c6210c121 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0488179 Dec 08 02:38:49.033369 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6518e2f-5492-4778-8759-2d7fb6bc2f7d req-a194597b-aaed-4162-b26d-9c26833f513f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395336 Dec 08 02:38:50.150369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03f236-56e3-4d80-82e0-8be31b9df225 req-a22498e0-a3fe-4008-8020-ed6640193976 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:50.151846 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e03f236-56e3-4d80-82e0-8be31b9df225 req-a22498e0-a3fe-4008-8020-ed6640193976 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0480971 Dec 08 02:38:50.197651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e03f236-56e3-4d80-82e0-8be31b9df225 req-c845f71d-5baa-4357-a24d-98a9e9384646 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 Dec 08 02:38:51.317267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cb0be-a0b4-4eab-b238-01af023c0c80 req-eef2cbab-f119-42a4-b837-19be27380f1d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:51.318725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f45cb0be-a0b4-4eab-b238-01af023c0c80 req-eef2cbab-f119-42a4-b837-19be27380f1d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0527854 Dec 08 02:38:51.365473 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f45cb0be-a0b4-4eab-b238-01af023c0c80 req-2b194093-3ae9-4fb6-9918-c2c07519321a tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408020 Dec 08 02:38:52.044468 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4f2ccb91-4106-44a3-96fc-8b5eb9c4b800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.480436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cd941-e7b0-4a8b-9831-1773ef5beafa req-ed9b953d-4f9b-40d7-b0f4-e7b8d0d811a3 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:52.481895 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b2cd941-e7b0-4a8b-9831-1773ef5beafa req-ed9b953d-4f9b-40d7-b0f4-e7b8d0d811a3 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0496569 Dec 08 02:38:52.529390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b2cd941-e7b0-4a8b-9831-1773ef5beafa req-383706e6-c6bc-4580-b785-dfcf20c5c21b tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404782 Dec 08 02:38:53.644514 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc1023-e8ac-4d2a-915a-c07b4d795391 req-2e0c5640-d67c-472c-8ad0-acbaa8d0b2b0 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:53.645971 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8fcc1023-e8ac-4d2a-915a-c07b4d795391 req-2e0c5640-d67c-472c-8ad0-acbaa8d0b2b0 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0485411 Dec 08 02:38:53.696137 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8fcc1023-e8ac-4d2a-915a-c07b4d795391 req-93e9fc0e-c227-4f01-8db9-3ad5ba0dff6b tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442061 Dec 08 02:38:53.804068 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:54.415745 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a2be5752-814e-4260-b8b1-f6a6fe0b76ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:54.579690 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:54.632661 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-2bef753b-a753-4f9b-be90-83616d8e4e02 service neutron] show failed (client error): The resource could not be found. Dec 08 02:38:54.633709 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-2bef753b-a753-4f9b-be90-83616d8e4e02 service neutron] 10.222.0.75 "GET /v2.0/ports/545cc87a-5ea6-4cd8-8e56-b8d951ce5a40/bindings/n-h1-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0556531 Dec 08 02:38:54.876868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30771249-dd0f-4b2c-b005-e1cf48bd8a1f req-c684baa8-15de-480a-9715-53b474e9f97a tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:54.878580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30771249-dd0f-4b2c-b005-e1cf48bd8a1f req-c684baa8-15de-480a-9715-53b474e9f97a tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.1101193 Dec 08 02:38:54.892249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3d00763b-8520-4334-957d-a709b2f1bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:54.893664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3d00763b-8520-4334-957d-a709b2f1bad3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3&tenant_id=3e9b421683f94aae8ee3280f75b1fcd8 HTTP/1.1" status: 200 len: 1098 time: 0.0927687 Dec 08 02:38:54.919537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:38:54.956954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30771249-dd0f-4b2c-b005-e1cf48bd8a1f req-0dd5cf00-ea2f-4c84-98d4-986c3297a37c tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721035 Dec 08 02:38:54.987283 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:55.184413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] For port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:55.216609 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] For port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host n-h2-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:38:55.256317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03314d19-9767-48e9-8976-a4ea504fbeb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:38:55.258630 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793de999-1d47-41b3-a44d-ac8174a7777b" -d '{"events": [{"server_uuid": "03314d19-9767-48e9-8976-a4ea504fbeb3", "name": "network-vif-unplugged", "status": "completed", "tag": "545cc87a-5ea6-4cd8-8e56-b8d951ce5a40"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:38:55.262381 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:55.275308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Transition to ACTIVE for port object 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:38:55.279580 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:55.312493 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d6e0c3-f636-441b-9083-c0e5c2765001 x-openstack-request-id: req-37d6e0c3-f636-441b-9083-c0e5c2765001 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:38:55.312793 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03314d19-9767-48e9-8976-a4ea504fbeb3", "name": "network-vif-unplugged", "status": "completed", "tag": "545cc87a-5ea6-4cd8-8e56-b8d951ce5a40", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:38:55.313043 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-37d6e0c3-f636-441b-9083-c0e5c2765001 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:38:55.313431 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03314d19-9767-48e9-8976-a4ea504fbeb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40', 'code': 200} Dec 08 02:38:55.349349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] No DVR routers for this DVR port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 on host n-h2-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:38:55.353311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Pushing event updated for resources: {'Port': ['ID=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:55.363385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:55.363754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:55.364095 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:55.364429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:55.364754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:55.365077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:55.365397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:55.365719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:55.366037 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:55.366356 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:55.366673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:55.366989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:55.367303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:55.394889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Attempting to bind port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:38:55.395220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Attempting to bind port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:38:55.395542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Attempting to bind port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 on network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:38:55.399777 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 on network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:38:55.400093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Attempting to bind port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 on network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:38:55.404802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:38:55.405135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Checking segment: {'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:38:55.405506 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Bound using segment: {'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:38:55.405920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Bound port: 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:38:55.406263 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:55.467153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] For port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:38:55.469970 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] For port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:38:55.474145 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:55.512275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:55.512889 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:55.514234 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] 10.222.0.45 "PUT /v2.0/ports/545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 HTTP/1.1" status: 200 len: 1093 time: 0.6003120 Dec 08 02:38:55.531988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7b27b-5ec5-41fa-ac25-437a1f3aab92 service neutron] Pushing event updated for resources: {'Port': ['ID=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:55.586660 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-0be94600-c4a5-4291-8abb-c083b5ead96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:55.588243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-0be94600-c4a5-4291-8abb-c083b5ead96b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 1096 time: 0.0411594 Dec 08 02:38:55.590836 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:55.677064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-855fa5b8-19df-423e-ac1d-561b3126a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:55.678526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-855fa5b8-19df-423e-ac1d-561b3126a218 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 912 time: 0.0830891 Dec 08 02:38:55.722776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-bc01e64a-47a3-4a5e-bcef-09256c31c926 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 HTTP/1.1" status: 200 len: 217 time: 0.0374572 Dec 08 02:38:55.771186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-531e151a-6e10-4ce5-a2ad-0e727470fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:55.772597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-531e151a-6e10-4ce5-a2ad-0e727470fa00 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0431654 Dec 08 02:38:55.804085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-6ede3a67-a5ec-4570-94ba-92664f0c6760 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238750 Dec 08 02:38:55.893917 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-869f18de-f6c9-485c-ad05-e5d9bacd1ea3 service neutron] 10.222.0.45 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831327 Dec 08 02:38:55.980865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-170cfd4d-a514-4fda-b56e-354b6529e57a req-b953dcb1-fbe0-4a35-88b8-3980df30b2d3 service neutron] 10.222.0.45 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802877 Dec 08 02:38:56.079270 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb17a82-8a27-4172-af3b-accb307ffd8a req-019d0a75-3372-4bc5-9861-bce94c013099 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:56.080836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ffb17a82-8a27-4172-af3b-accb307ffd8a req-019d0a75-3372-4bc5-9861-bce94c013099 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 944 time: 0.0553775 Dec 08 02:38:56.132238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ffb17a82-8a27-4172-af3b-accb307ffd8a req-5b017903-3e81-4ecf-974d-08fc216ea0a7 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449204 Dec 08 02:38:56.794678 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:38:56.836261 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:38:57.077667 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:57.250557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7071927-1d48-440f-84c4-4375f9e9b212 req-592909f1-ce95-4adc-ae51-5de672a5f4d2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:57.252089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7071927-1d48-440f-84c4-4375f9e9b212 req-592909f1-ce95-4adc-ae51-5de672a5f4d2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 944 time: 0.0504935 Dec 08 02:38:57.298178 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7071927-1d48-440f-84c4-4375f9e9b212 req-a010d13c-2d46-4104-bbf3-65f8a0d97e98 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400882 Dec 08 02:38:57.314771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03314d19-9767-48e9-8976-a4ea504fbeb3', 'tag': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:38:57.317075 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82" -d '{"events": [{"name": "network-changed", "server_uuid": "03314d19-9767-48e9-8976-a4ea504fbeb3", "tag": "545cc87a-5ea6-4cd8-8e56-b8d951ce5a40"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:38:57.365401 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45be267-08a3-41da-97e7-831d41ff3ff4 x-openstack-request-id: req-e45be267-08a3-41da-97e7-831d41ff3ff4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:38:57.365703 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03314d19-9767-48e9-8976-a4ea504fbeb3", "tag": "545cc87a-5ea6-4cd8-8e56-b8d951ce5a40", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:38:57.365958 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e45be267-08a3-41da-97e7-831d41ff3ff4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:38:57.366359 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03314d19-9767-48e9-8976-a4ea504fbeb3', 'tag': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40', 'status': 'completed', 'code': 200} Dec 08 02:38:57.448585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-3b7a2878-8af0-42f8-9707-bf9068353b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:57.450231 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-3b7a2878-8af0-42f8-9707-bf9068353b34 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 1096 time: 0.0439351 Dec 08 02:38:57.463547 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-d6b8e332-1a77-48bc-88d2-9a4908c48425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:57.465154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-d6b8e332-1a77-48bc-88d2-9a4908c48425 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 1096 time: 0.0421901 Dec 08 02:38:57.549404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-b990d1f4-22d5-4e0b-8e17-35b7826e55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:57.550935 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-b990d1f4-22d5-4e0b-8e17-35b7826e55bc service neutron] 10.222.0.75 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 912 time: 0.0922720 Dec 08 02:38:57.595473 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-5f0a2ec3-d2e1-4251-9354-4f0dc87f5cb9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 HTTP/1.1" status: 200 len: 217 time: 0.0376813 Dec 08 02:38:57.603827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-3854c9fc-f646-4d26-ab0a-1f293c683765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:57.605354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-3854c9fc-f646-4d26-ab0a-1f293c683765 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 912 time: 0.0986035 Dec 08 02:38:57.647288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-0bf04ea4-b6cf-4a4e-a890-bdb575111b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:57.649294 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-0bf04ea4-b6cf-4a4e-a890-bdb575111b6d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0467539 Dec 08 02:38:57.669921 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-f76457d2-79f2-4b70-bab1-166a26042d6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 HTTP/1.1" status: 200 len: 217 time: 0.0374870 Dec 08 02:38:57.685518 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-2f316164-7310-4c2d-b012-6442e9858a52 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296907 Dec 08 02:38:57.727152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-2ea86dd4-dfe4-4729-a148-bd56f06bcc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:57.728623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-2ea86dd4-dfe4-4729-a148-bd56f06bcc1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0513461 Dec 08 02:38:57.760319 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-0fd0272a-3885-49d0-94f4-ea03a7457994 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251589 Dec 08 02:38:57.777284 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-5ed390c7-578a-45df-9a03-cb5daf36d847 service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841599 Dec 08 02:38:57.852240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-78d2f0f4-f322-4929-8ac0-1916f5f9fcb7 service neutron] 10.222.0.45 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824139 Dec 08 02:38:57.871029 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-742c7828-48bf-4eb9-973a-58ade710b994 service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871682 Dec 08 02:38:57.945241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8263dda-1d94-4ed1-84f8-3802b5c1cd82 req-b1ab74bd-a9dc-4961-9626-d8d74c870e23 service neutron] 10.222.0.45 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865095 Dec 08 02:38:57.976038 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:58.412757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bba5ba-a147-4503-9917-8dc9ca46e01a req-d1a53304-3633-40f5-aa4d-00054d2ac402 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:58.414213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-84bba5ba-a147-4503-9917-8dc9ca46e01a req-d1a53304-3633-40f5-aa4d-00054d2ac402 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 944 time: 0.0486448 Dec 08 02:38:58.460124 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-84bba5ba-a147-4503-9917-8dc9ca46e01a req-0060cd78-8da2-45bf-81cf-dc15b23ab541 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399728 Dec 08 02:38:58.655818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1d82a-c380-4deb-ae43-0391ca0a45c1 req-3bbb42bd-ef4b-47e3-bb8c-9e68d9a2eb8a tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:58.657292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abe1d82a-c380-4deb-ae43-0391ca0a45c1 req-3bbb42bd-ef4b-47e3-bb8c-9e68d9a2eb8a tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 944 time: 0.0550451 Dec 08 02:38:58.698618 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:38:58.706648 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-abe1d82a-c380-4deb-ae43-0391ca0a45c1 req-260de0b6-fff7-4708-8c3a-a5ebcab0d3fa tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427899 Dec 08 02:38:58.709848 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08c508-19be-402d-852b-291608bada44 req-f2f8d33f-2b5e-463c-bc3b-763e1373f0b8 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:58.711426 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb08c508-19be-402d-852b-291608bada44 req-f2f8d33f-2b5e-463c-bc3b-763e1373f0b8 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.75 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3&tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 944 time: 0.0858045 Dec 08 02:38:58.777033 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [req-cb08c508-19be-402d-852b-291608bada44 req-3b421037-59ec-4295-be4f-315cff3a687b service neutron] delete failed (client error): The resource could not be found. Dec 08 02:38:58.777986 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb08c508-19be-402d-852b-291608bada44 req-3b421037-59ec-4295-be4f-315cff3a687b service neutron] 10.222.0.75 "DELETE /v2.0/ports/545cc87a-5ea6-4cd8-8e56-b8d951ce5a40/bindings/n-h2-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0595431 Dec 08 02:38:58.797776 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:58.809581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40', 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5', 'port_id': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40', 'mac_address': 'fa:16:3e:8d:4a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4a39d6-16ae-437b-bcf8-8e0b52734dfb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:38:58.847262 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:58.860016 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:38:58.879345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:58.881270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08c508-19be-402d-852b-291608bada44 req-07fbc473-0c8c-437c-bc36-ce9bdfd2bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:58.882960 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb08c508-19be-402d-852b-291608bada44 req-07fbc473-0c8c-437c-bc36-ce9bdfd2bd79 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 1096 time: 0.0414352 Dec 08 02:38:58.883377 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:58.930906 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:58.973694 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08c508-19be-402d-852b-291608bada44 req-01e3385c-9389-4677-a595-a3e4d3c4f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:58.975198 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb08c508-19be-402d-852b-291608bada44 req-01e3385c-9389-4677-a595-a3e4d3c4f29f service neutron] 10.222.0.75 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 912 time: 0.0858138 Dec 08 02:38:59.018182 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb08c508-19be-402d-852b-291608bada44 req-17c337ca-2f37-403c-b426-4932bfb08977 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 HTTP/1.1" status: 200 len: 217 time: 0.0356221 Dec 08 02:38:59.065623 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08c508-19be-402d-852b-291608bada44 req-10d931f1-302a-42ee-8c77-562c19729b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:59.066933 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb08c508-19be-402d-852b-291608bada44 req-10d931f1-302a-42ee-8c77-562c19729b58 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0423713 Dec 08 02:38:59.098896 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb08c508-19be-402d-852b-291608bada44 req-c875816f-15e7-426d-a0eb-4a367787b716 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252459 Dec 08 02:38:59.165535 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['545cc87a-5ea6-4cd8-8e56-b8d951ce5a40'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:38:59.191237 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb08c508-19be-402d-852b-291608bada44 req-67f9bd92-e386-4893-a35f-cc470b6d44b3 service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852098 Dec 08 02:38:59.284905 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cb08c508-19be-402d-852b-291608bada44 req-5e627d9c-5d34-47e6-8f13-eac717919689 service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865018 Dec 08 02:38:59.828034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7698a-534a-4617-9c99-a743718b7b9c req-6f8dd4fe-728c-4763-8f5c-fc3b2f7e2a33 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:59.829634 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38b7698a-534a-4617-9c99-a743718b7b9c req-6f8dd4fe-728c-4763-8f5c-fc3b2f7e2a33 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 945 time: 0.0492737 Dec 08 02:38:59.879493 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38b7698a-534a-4617-9c99-a743718b7b9c req-abf30e3e-a724-412d-81b7-31988cce9ddd tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433667 Dec 08 02:38:59.993211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a060e4-f994-40a6-b56c-65f6c73e2a8d req-446d0967-9c6d-479e-901d-c7711f850787 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:59.994631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42a060e4-f994-40a6-b56c-65f6c73e2a8d req-446d0967-9c6d-479e-901d-c7711f850787 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 945 time: 0.0482688 Dec 08 02:39:00.045406 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42a060e4-f994-40a6-b56c-65f6c73e2a8d req-87549e95-a85a-4fcf-9da2-9859633c57cb tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444906 Dec 08 02:39:00.492653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfd100-15e4-4e72-819c-9583266ce36d req-921e1fca-108e-4e86-9800-b688415e1b70 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:00.494132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1cbfd100-15e4-4e72-819c-9583266ce36d req-921e1fca-108e-4e86-9800-b688415e1b70 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 945 time: 0.3811963 Dec 08 02:39:00.540656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1cbfd100-15e4-4e72-819c-9583266ce36d req-f9782f4e-b875-456a-b8d6-93ffe4e168f4 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406146 Dec 08 02:39:00.712944 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:00.762330 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:39:00.766772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:00.767231 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:00.849068 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:00.871954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03314d19-9767-48e9-8976-a4ea504fbeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:39:00.874218 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456d2dcb-5ebf-497b-aa11-b5a35ba445d6" -d '{"events": [{"server_uuid": "03314d19-9767-48e9-8976-a4ea504fbeb3", "name": "network-vif-plugged", "status": "completed", "tag": "545cc87a-5ea6-4cd8-8e56-b8d951ce5a40"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:39:00.887283 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:00.891924 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:00.892389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-6f9bf1c5-b72d-4e60-b61b-03ba04ee26d5 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:00.894986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-6f9bf1c5-b72d-4e60-b61b-03ba04ee26d5 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 811 time: 0.1104767 Dec 08 02:39:00.912770 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-c4108a76-1032-45b7-9a6e-bf8aab6e24b0 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/quotas/3e9b421683f94aae8ee3280f75b1fcd8 HTTP/1.1" status: 200 len: 375 time: 0.0108874 Dec 08 02:39:00.914953 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad8ea74-e070-414d-a699-b3fbab3828d9 x-openstack-request-id: req-fad8ea74-e070-414d-a699-b3fbab3828d9 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:39:00.915252 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03314d19-9767-48e9-8976-a4ea504fbeb3", "name": "network-vif-plugged", "status": "completed", "tag": "545cc87a-5ea6-4cd8-8e56-b8d951ce5a40", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:39:00.915504 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fad8ea74-e070-414d-a699-b3fbab3828d9 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:39:00.915923 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03314d19-9767-48e9-8976-a4ea504fbeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40', 'code': 200} Dec 08 02:39:00.944534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:00.962257 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-0a073901-5bb7-4144-a6d9-92ea4beae824 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435669 Dec 08 02:39:01.051042 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-f92b236e-51d6-4e6f-ba17-12579b0c0873 service neutron] 10.222.0.71 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815201 Dec 08 02:39:01.142168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-2fdc15bf-cd49-4089-bd72-cde6533f19a2 service neutron] 10.222.0.71 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848913 Dec 08 02:39:01.297133 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87d38cba-a787-4df8-aca3-c96b7718d911 req-a7d4dcd0-0629-4a74-9901-58d205e9b7ab tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 210 time: 0.0262635 Dec 08 02:39:02.223164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05589e66-73b8-4762-a9be-41ff3ad7ccf1 req-0558a04b-3122-4f19-b3a4-7a2662ed32cf tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:02.224649 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05589e66-73b8-4762-a9be-41ff3ad7ccf1 req-0558a04b-3122-4f19-b3a4-7a2662ed32cf tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.45 "GET /v2.0/ports?device_id=03314d19-9767-48e9-8976-a4ea504fbeb3 HTTP/1.1" status: 200 len: 946 time: 0.0483286 Dec 08 02:39:02.295535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.45', 50018) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:02.322765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-05589e66-73b8-4762-a9be-41ff3ad7ccf1 req-699257f3-dac3-4734-8e99-d701853286c2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Deleting port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:39:02.323100 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-05589e66-73b8-4762-a9be-41ff3ad7ccf1 req-699257f3-dac3-4734-8e99-d701853286c2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:02.420289 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-97b86ce9-8c06-4d5f-8bc8-0150dd1a47b8 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:02.421445 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be3ae1d0-451a-4885-896a-d358e397f0ad req-e193dd7e-33a4-4ffc-b17b-34d5a478c9ef tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 210 time: 0.0350831 Dec 08 02:39:02.422252 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-97b86ce9-8c06-4d5f-8bc8-0150dd1a47b8 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.45 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 811 time: 0.1250162 Dec 08 02:39:02.446225 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-05589e66-73b8-4762-a9be-41ff3ad7ccf1 req-699257f3-dac3-4734-8e99-d701853286c2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] For port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:02.446575 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-05589e66-73b8-4762-a9be-41ff3ad7ccf1 req-699257f3-dac3-4734-8e99-d701853286c2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:02.449766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-053c9287-0e9d-4bc5-894a-94822b1ac24f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Request body: {'port': {'device_id': 'da645eb7-70a5-497c-a86f-f6e887ca25c9', 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5', 'admin_state_up': True, 'tenant_id': '3e9b421683f94aae8ee3280f75b1fcd8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:02.459092 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-05589e66-73b8-4762-a9be-41ff3ad7ccf1 req-699257f3-dac3-4734-8e99-d701853286c2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Calling delete_port for 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:39:02.559734 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-053c9287-0e9d-4bc5-894a-94822b1ac24f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Made reservation on behalf of 3e9b421683f94aae8ee3280f75b1fcd8 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:02.563463 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-053c9287-0e9d-4bc5-894a-94822b1ac24f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:02.585200 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-05589e66-73b8-4762-a9be-41ff3ad7ccf1 req-699257f3-dac3-4734-8e99-d701853286c2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:02.618530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['545cc87a-5ea6-4cd8-8e56-b8d951ce5a40'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:39:02.620847 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699257f3-dac3-4734-8e99-d701853286c2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Pushing event deleted for resources: {'Port': ['ID=545cc87a-5ea6-4cd8-8e56-b8d951ce5a40,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:02.666756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-05589e66-73b8-4762-a9be-41ff3ad7ccf1 req-699257f3-dac3-4734-8e99-d701853286c2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] No DVR routers for this DVR port 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:39:02.669389 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-05589e66-73b8-4762-a9be-41ff3ad7ccf1 req-699257f3-dac3-4734-8e99-d701853286c2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:02.672851 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05589e66-73b8-4762-a9be-41ff3ad7ccf1 req-699257f3-dac3-4734-8e99-d701853286c2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.45 "DELETE /v2.0/ports/545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 HTTP/1.1" status: 204 len: 173 time: 0.4420054 Dec 08 02:39:02.673293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03314d19-9767-48e9-8976-a4ea504fbeb3', 'name': 'network-vif-deleted', 'tag': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:39:02.675619 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8e1540-cfb9-4e40-b3b1-543f2a1669e8" -d '{"events": [{"server_uuid": "03314d19-9767-48e9-8976-a4ea504fbeb3", "name": "network-vif-deleted", "tag": "545cc87a-5ea6-4cd8-8e56-b8d951ce5a40"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:39:02.703572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-053c9287-0e9d-4bc5-894a-94822b1ac24f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Allocated IP 172.20.0.4 (9be9a41d-5b68-4e5a-aa3c-62a3853a12d5/3c4a39d6-16ae-437b-bcf8-8e0b52734dfb/19b1051d-1d83-426d-a158-72bc4f0ca050) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:02.727831 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8a2645-4b77-4aba-bd9e-8a37179d184a x-openstack-request-id: req-3e8a2645-4b77-4aba-bd9e-8a37179d184a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:39:02.728258 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03314d19-9767-48e9-8976-a4ea504fbeb3", "name": "network-vif-deleted", "tag": "545cc87a-5ea6-4cd8-8e56-b8d951ce5a40", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:39:02.728975 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3e8a2645-4b77-4aba-bd9e-8a37179d184a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:39:02.730159 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03314d19-9767-48e9-8976-a4ea504fbeb3', 'name': 'network-vif-deleted', 'tag': '545cc87a-5ea6-4cd8-8e56-b8d951ce5a40', 'status': 'completed', 'code': 200} Dec 08 02:39:02.859987 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-053c9287-0e9d-4bc5-894a-94822b1ac24f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:02.894910 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-053c9287-0e9d-4bc5-894a-94822b1ac24f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:02.927859 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['545cc87a-5ea6-4cd8-8e56-b8d951ce5a40'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:39:02.949819 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-053c9287-0e9d-4bc5-894a-94822b1ac24f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:02.954546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-053c9287-0e9d-4bc5-894a-94822b1ac24f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:02.958576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-053c9287-0e9d-4bc5-894a-94822b1ac24f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:02.983656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c9287-0e9d-4bc5-894a-94822b1ac24f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Pushing event updated for resources: {'Port': ['ID=19b1051d-1d83-426d-a158-72bc4f0ca050,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:03.012378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-053c9287-0e9d-4bc5-894a-94822b1ac24f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:03.012993 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-053c9287-0e9d-4bc5-894a-94822b1ac24f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:03.029824 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-053c9287-0e9d-4bc5-894a-94822b1ac24f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5839465 Dec 08 02:39:03.047445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Request body: {'port': {'device_id': 'da645eb7-70a5-497c-a86f-f6e887ca25c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:03.104394 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:03.361896 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b1051d-1d83-426d-a158-72bc4f0ca050 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:39:03.369207 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:03.381412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Transition to ACTIVE for port object 19b1051d-1d83-426d-a158-72bc4f0ca050 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:39:03.385089 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:03.433924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Pushing event updated for resources: {'Port': ['ID=19b1051d-1d83-426d-a158-72bc4f0ca050,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:03.504483 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Attempting to bind port 19b1051d-1d83-426d-a158-72bc4f0ca050 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:03.504824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Attempting to bind port 19b1051d-1d83-426d-a158-72bc4f0ca050 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:03.505158 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Attempting to bind port 19b1051d-1d83-426d-a158-72bc4f0ca050 on network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:03.509512 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Port 19b1051d-1d83-426d-a158-72bc4f0ca050 on network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:39:03.509833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Attempting to bind port 19b1051d-1d83-426d-a158-72bc4f0ca050 on network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:03.514495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:03.514834 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Checking segment: {'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:03.515215 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Bound using segment: {'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:03.515800 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Bound port: 19b1051d-1d83-426d-a158-72bc4f0ca050, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:03.516160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:03.537425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62b3ba-b3bf-4321-a778-a87a11678881 req-cbfcebf7-893b-4b03-b754-7e79282bb6eb tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:03.538884 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb62b3ba-b3bf-4321-a778-a87a11678881 req-cbfcebf7-893b-4b03-b754-7e79282bb6eb tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 943 time: 0.0480392 Dec 08 02:39:03.577744 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] For port 19b1051d-1d83-426d-a158-72bc4f0ca050, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:03.580757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] For port 19b1051d-1d83-426d-a158-72bc4f0ca050, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=19b1051d-1d83-426d-a158-72bc4f0ca050,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:03.585770 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:03.587579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb62b3ba-b3bf-4321-a778-a87a11678881 req-a39f5648-6ba9-4e81-9e44-5bbdaa3e3536 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Dec 08 02:39:03.625204 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:03.625830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:03.627866 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] 10.222.0.45 "PUT /v2.0/ports/19b1051d-1d83-426d-a158-72bc4f0ca050 HTTP/1.1" status: 200 len: 1092 time: 0.5844619 Dec 08 02:39:03.628312 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da645eb7-70a5-497c-a86f-f6e887ca25c9', 'tag': '19b1051d-1d83-426d-a158-72bc4f0ca050'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:39:03.630673 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96a4890-78bf-4c8b-9ebf-15b2099930da" -d '{"events": [{"name": "network-changed", "server_uuid": "da645eb7-70a5-497c-a86f-f6e887ca25c9", "tag": "19b1051d-1d83-426d-a158-72bc4f0ca050"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:39:03.657050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfcdc4-28a3-43da-bbd8-d32156922a2e service neutron] Pushing event updated for resources: {'Port': ['ID=19b1051d-1d83-426d-a158-72bc4f0ca050,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:03.674769 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a965cf2-ce48-49be-9925-9739e1a56895 x-openstack-request-id: req-7a965cf2-ce48-49be-9925-9739e1a56895 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:39:03.675063 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da645eb7-70a5-497c-a86f-f6e887ca25c9", "tag": "19b1051d-1d83-426d-a158-72bc4f0ca050", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:39:03.675317 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a965cf2-ce48-49be-9925-9739e1a56895 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:39:03.675741 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da645eb7-70a5-497c-a86f-f6e887ca25c9', 'tag': '19b1051d-1d83-426d-a158-72bc4f0ca050', 'status': 'completed', 'code': 200} Dec 08 02:39:03.734739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-b92189cf-2ddc-419a-bf30-6101cfc9c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:03.736894 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-b92189cf-2ddc-419a-bf30-6101cfc9c2a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 1095 time: 0.0417652 Dec 08 02:39:03.781831 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-2997dd53-dbe5-47af-9a25-b351cefae33c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b1051d-1d83-426d-a158-72bc4f0ca050 HTTP/1.1" status: 200 len: 217 time: 0.0333066 Dec 08 02:39:03.832126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-d5e4a66b-5c75-45ad-8d34-6edc27f3e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:03.833549 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-d5e4a66b-5c75-45ad-8d34-6edc27f3e942 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0430794 Dec 08 02:39:03.869454 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-80955090-1891-41e1-ba11-178b8fe2ef36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290010 Dec 08 02:39:03.957098 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-c98f1285-6935-421a-a17e-b7afadf268bd service neutron] 10.222.0.45 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806262 Dec 08 02:39:04.047801 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-aed810fb-8135-42e9-8cc8-6c26aa5c0156 req-7c5d2999-4062-4d18-aa97-e40a43f344d5 service neutron] 10.222.0.45 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839543 Dec 08 02:39:04.170513 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a4890-78bf-4c8b-9ebf-15b2099930da req-73d7fadf-fbc1-4f74-81dc-34749707e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:04.172180 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d96a4890-78bf-4c8b-9ebf-15b2099930da req-73d7fadf-fbc1-4f74-81dc-34749707e35a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 1095 time: 0.0415816 Dec 08 02:39:04.265167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a4890-78bf-4c8b-9ebf-15b2099930da req-bc1f12c4-83bc-4e0a-a805-5d6220586834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:04.266662 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d96a4890-78bf-4c8b-9ebf-15b2099930da req-bc1f12c4-83bc-4e0a-a805-5d6220586834 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 912 time: 0.0874856 Dec 08 02:39:04.306786 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d96a4890-78bf-4c8b-9ebf-15b2099930da req-71cb1577-8ea3-48db-9c65-c1624582326b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b1051d-1d83-426d-a158-72bc4f0ca050 HTTP/1.1" status: 200 len: 217 time: 0.0333960 Dec 08 02:39:04.354339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a4890-78bf-4c8b-9ebf-15b2099930da req-bd62fe1d-e746-4cb2-8384-98f94eaa4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:04.355770 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d96a4890-78bf-4c8b-9ebf-15b2099930da req-bd62fe1d-e746-4cb2-8384-98f94eaa4195 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0427229 Dec 08 02:39:04.387200 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d96a4890-78bf-4c8b-9ebf-15b2099930da req-50fe98b6-988d-4773-8e44-56e059cf87fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233927 Dec 08 02:39:04.479027 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d96a4890-78bf-4c8b-9ebf-15b2099930da req-c5410cdf-1865-43b6-8ad4-2db656b7d1ad service neutron] 10.222.0.45 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841823 Dec 08 02:39:04.570762 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d96a4890-78bf-4c8b-9ebf-15b2099930da req-d5c96c69-2cd5-4723-b3da-57bd8390c0ea service neutron] 10.222.0.45 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830162 Dec 08 02:39:04.705062 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa0e17-936b-4ce9-8ec9-b31ba23c397e req-0cef4b52-4785-4336-b0fa-e0bb4cc24fbd tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:04.707072 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22fa0e17-936b-4ce9-8ec9-b31ba23c397e req-0cef4b52-4785-4336-b0fa-e0bb4cc24fbd tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 943 time: 0.0518250 Dec 08 02:39:04.753291 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22fa0e17-936b-4ce9-8ec9-b31ba23c397e req-241b1fc8-6794-4777-ba6c-5bd17f934f8a tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Dec 08 02:39:05.868690 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82903c8-556e-4bde-bada-cc199a234cf9 req-1e0e6fd8-786d-4589-b2b4-f96982639213 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:05.870149 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e82903c8-556e-4bde-bada-cc199a234cf9 req-1e0e6fd8-786d-4589-b2b4-f96982639213 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 943 time: 0.0485790 Dec 08 02:39:05.916546 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e82903c8-556e-4bde-bada-cc199a234cf9 req-3aad80b7-b396-4773-b484-6a6dcc39915c tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402439 Dec 08 02:39:06.745212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 19b1051d-1d83-426d-a158-72bc4f0ca050 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:39:06.755704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:39:06.780279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:39:06.780618 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 545cc87a-5ea6-4cd8-8e56-b8d951ce5a40 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:39:06.859843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 19b1051d-1d83-426d-a158-72bc4f0ca050, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=19b1051d-1d83-426d-a158-72bc4f0ca050,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:06.870582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '19b1051d-1d83-426d-a158-72bc4f0ca050', 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5', 'port_id': '19b1051d-1d83-426d-a158-72bc4f0ca050', 'mac_address': 'fa:16:3e:50:f8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4a39d6-16ae-437b-bcf8-8e0b52734dfb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:39:06.906395 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:06.918437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b1051d-1d83-426d-a158-72bc4f0ca050 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:39:06.937026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 19b1051d-1d83-426d-a158-72bc4f0ca050, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=19b1051d-1d83-426d-a158-72bc4f0ca050,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:06.942473 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:06.992135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=19b1051d-1d83-426d-a158-72bc4f0ca050,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:07.036835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408053d-c1cc-4b06-84e0-84fe5135ac54 req-6337c9ed-0aed-433c-8aae-6792f959c39e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:07.038330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b408053d-c1cc-4b06-84e0-84fe5135ac54 req-6337c9ed-0aed-433c-8aae-6792f959c39e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 944 time: 0.0529513 Dec 08 02:39:07.085095 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b408053d-c1cc-4b06-84e0-84fe5135ac54 req-44fdbbd0-edd1-408d-919f-38578d975d28 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Dec 08 02:39:07.196293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['19b1051d-1d83-426d-a158-72bc4f0ca050'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:39:08.197765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4de1c-7315-4dad-b4a5-dbb2e7b43629 req-11e55c1b-2c76-411f-ad6d-6cb19a78a1d2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:08.199237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ef4de1c-7315-4dad-b4a5-dbb2e7b43629 req-11e55c1b-2c76-411f-ad6d-6cb19a78a1d2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 944 time: 0.0484455 Dec 08 02:39:08.246651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ef4de1c-7315-4dad-b4a5-dbb2e7b43629 req-3699e698-31d5-4322-a171-9aab060167e2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Dec 08 02:39:08.759871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 19b1051d-1d83-426d-a158-72bc4f0ca050 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:08.811245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 19b1051d-1d83-426d-a158-72bc4f0ca050 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:39:08.815623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 19b1051d-1d83-426d-a158-72bc4f0ca050 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:08.816008 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:08.889296 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:08.910998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da645eb7-70a5-497c-a86f-f6e887ca25c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b1051d-1d83-426d-a158-72bc4f0ca050'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:39:08.913237 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d43a49e-38d5-4121-b70c-1021a2d5d408" -d '{"events": [{"server_uuid": "da645eb7-70a5-497c-a86f-f6e887ca25c9", "name": "network-vif-plugged", "status": "completed", "tag": "19b1051d-1d83-426d-a158-72bc4f0ca050"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:39:08.926100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 19b1051d-1d83-426d-a158-72bc4f0ca050, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=19b1051d-1d83-426d-a158-72bc4f0ca050,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:08.930172 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:08.952331 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7c5410-b109-4a8b-9056-663b60edbb96 x-openstack-request-id: req-5c7c5410-b109-4a8b-9056-663b60edbb96 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:39:08.952624 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da645eb7-70a5-497c-a86f-f6e887ca25c9", "name": "network-vif-plugged", "status": "completed", "tag": "19b1051d-1d83-426d-a158-72bc4f0ca050", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:39:08.952879 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5c7c5410-b109-4a8b-9056-663b60edbb96 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:39:08.953266 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da645eb7-70a5-497c-a86f-f6e887ca25c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b1051d-1d83-426d-a158-72bc4f0ca050', 'code': 200} Dec 08 02:39:08.981228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=19b1051d-1d83-426d-a158-72bc4f0ca050,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:08.989311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:08.989688 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:08.990031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:08.990365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:08.990699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:08.991024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:08.991763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:08.991763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:08.992000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:08.992336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:08.992657 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:08.992975 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:08.993293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:09.079523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74255bf-14a2-41c7-9bbe-6759d934b455 req-0102ffca-0e4f-4ec1-bad5-377531f41805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:09.080943 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a74255bf-14a2-41c7-9bbe-6759d934b455 req-0102ffca-0e4f-4ec1-bad5-377531f41805 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 1097 time: 0.0405817 Dec 08 02:39:09.124852 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a74255bf-14a2-41c7-9bbe-6759d934b455 req-6b3d5228-8f64-4987-a489-087deacfdcf7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371103 Dec 08 02:39:09.361731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1e584-173d-48cf-a588-d0a14a0b306c req-82806a61-268f-4288-80f5-6642220f8105 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:09.363116 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5c1e584-173d-48cf-a588-d0a14a0b306c req-82806a61-268f-4288-80f5-6642220f8105 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0481670 Dec 08 02:39:09.413492 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5c1e584-173d-48cf-a588-d0a14a0b306c req-b10bcc27-a0d8-4e8c-9648-8cb9225fb4c3 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440254 Dec 08 02:39:10.529800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0a0e7-edb4-442f-8086-3399990f1e33 req-88015a77-fb52-446b-813f-427404b3df9d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:10.531190 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0a0e7-edb4-442f-8086-3399990f1e33 req-88015a77-fb52-446b-813f-427404b3df9d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0480239 Dec 08 02:39:10.577661 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8e0a0e7-edb4-442f-8086-3399990f1e33 req-2df6fc05-bd8c-4dfd-bc8d-d583dde3b8de tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400276 Dec 08 02:39:10.694004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a3bb8-83d8-4e6d-9b40-f4d852620b7d req-45b0985d-fb0a-4ae3-9828-ed85c0a7a003 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:10.695500 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-894a3bb8-83d8-4e6d-9b40-f4d852620b7d req-45b0985d-fb0a-4ae3-9828-ed85c0a7a003 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Dec 08 02:39:10.742259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-894a3bb8-83d8-4e6d-9b40-f4d852620b7d req-a2616235-eccb-48a7-84e4-b1ada1cb8380 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Dec 08 02:39:10.993117 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-4c35608c-bfad-42f2-9614-688eb1f50d88 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709271 Dec 08 02:39:11.000537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e5ed6-d92d-4aa2-a744-0f35c2093ad5 req-6d158183-322e-496c-8a6d-2f02a9c62f0b tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:11.001923 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b8e5ed6-d92d-4aa2-a744-0f35c2093ad5 req-6d158183-322e-496c-8a6d-2f02a9c62f0b tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0719397 Dec 08 02:39:11.052129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b8e5ed6-d92d-4aa2-a744-0f35c2093ad5 req-8580381b-7579-41fc-be0a-f782643e6748 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435882 Dec 08 02:39:12.169450 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0e63f-882b-4770-904f-61f6cfa5f587 req-ea52971e-6885-4c13-a330-7bc11b205f9d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:12.171038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8d0e63f-882b-4770-904f-61f6cfa5f587 req-ea52971e-6885-4c13-a330-7bc11b205f9d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0490296 Dec 08 02:39:12.178595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-117e3201-41cb-44f5-9be7-3bf5cf849e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:12.180163 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-117e3201-41cb-44f5-9be7-3bf5cf849e7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 1097 time: 0.0414982 Dec 08 02:39:12.218494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8d0e63f-882b-4770-904f-61f6cfa5f587 req-ca8c0b6c-0f5f-416d-a1fe-53df318f10a9 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Dec 08 02:39:12.276213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-4bfb5718-e30f-4489-a09f-4d4be4cd927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:12.277690 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-4bfb5718-e30f-4489-a09f-4d4be4cd927b service neutron] 10.222.0.45 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 912 time: 0.0902746 Dec 08 02:39:12.318007 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-e5ca5fef-4757-4117-8b52-b8ec625457c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b1051d-1d83-426d-a158-72bc4f0ca050 HTTP/1.1" status: 200 len: 217 time: 0.0331593 Dec 08 02:39:12.366087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-57c5baae-24e9-41c6-9373-90a535386cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:12.367412 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-57c5baae-24e9-41c6-9373-90a535386cef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0429327 Dec 08 02:39:12.401661 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-3399e23d-bdf9-42b9-91a7-2b67317021d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277877 Dec 08 02:39:12.496691 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-9e12567d-6f49-416f-838a-7da1530d3467 service neutron] 10.222.0.45 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866904 Dec 08 02:39:12.586494 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f920c48e-e968-4abf-863f-4ee64fcca796 service neutron] 10.222.0.45 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830753 Dec 08 02:39:12.661330 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:39:13.338033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a65e09-d97c-4c40-94e8-120ae2a54295 req-d7912fc8-c6c2-438e-a6e1-153395056f7e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:13.339734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38a65e09-d97c-4c40-94e8-120ae2a54295 req-d7912fc8-c6c2-438e-a6e1-153395056f7e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0524476 Dec 08 02:39:13.388368 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-38a65e09-d97c-4c40-94e8-120ae2a54295 req-ff9dce2c-a186-4521-8b4e-669d1ebe8580 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405314 Dec 08 02:39:14.503187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d87f3d-2fe1-4c34-b80b-4269f4f19465 req-fbd63470-b92b-4485-b35b-f862c1f48669 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:14.504593 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55d87f3d-2fe1-4c34-b80b-4269f4f19465 req-fbd63470-b92b-4485-b35b-f862c1f48669 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0478690 Dec 08 02:39:14.551080 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55d87f3d-2fe1-4c34-b80b-4269f4f19465 req-dae073c6-ee5a-4b11-8df1-b18950516185 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406609 Dec 08 02:39:15.670522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf2c42-5765-408e-9c38-31a843c085fc req-72820f53-70c2-46e3-9c3a-cf961aa12593 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:15.672026 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-27cf2c42-5765-408e-9c38-31a843c085fc req-72820f53-70c2-46e3-9c3a-cf961aa12593 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0529649 Dec 08 02:39:15.718555 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-27cf2c42-5765-408e-9c38-31a843c085fc req-078d035c-892d-41a4-ab26-1ebc179d7d29 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Dec 08 02:39:16.830188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3a456-7d54-4ed8-831e-33f937b3fa01 req-c25a4cd6-afb1-4fd5-84f4-0c40d36d3af7 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:16.832163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eff3a456-7d54-4ed8-831e-33f937b3fa01 req-c25a4cd6-afb1-4fd5-84f4-0c40d36d3af7 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0473690 Dec 08 02:39:16.878317 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eff3a456-7d54-4ed8-831e-33f937b3fa01 req-f20bf4fe-cb69-4083-9008-a55141a7a99d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399797 Dec 08 02:39:17.993544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260adf90-5ddd-4401-b6ec-4f01cc56d967 req-31d258c8-f2f3-41c0-afe4-5fef6d6b9fc3 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:17.994938 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-260adf90-5ddd-4401-b6ec-4f01cc56d967 req-31d258c8-f2f3-41c0-afe4-5fef6d6b9fc3 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0480514 Dec 08 02:39:18.044736 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-260adf90-5ddd-4401-b6ec-4f01cc56d967 req-ed957528-6603-45dd-9f08-6e2e41a6ddcd tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438461 Dec 08 02:39:19.158870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696e004-1a8f-417b-a20c-a7211e9eb67d req-daf77191-c107-4328-a4a9-c93c67907275 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:19.160354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9696e004-1a8f-417b-a20c-a7211e9eb67d req-daf77191-c107-4328-a4a9-c93c67907275 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0473988 Dec 08 02:39:19.206378 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9696e004-1a8f-417b-a20c-a7211e9eb67d req-ef18a79e-5d66-4871-9e8e-b6394482981c tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Dec 08 02:39:20.321703 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e08f1e-fc80-46d5-869f-79cb65390c2b req-fd399caf-858d-4dd1-9359-4d797b598cdb tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:20.323156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50e08f1e-fc80-46d5-869f-79cb65390c2b req-fd399caf-858d-4dd1-9359-4d797b598cdb tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0472596 Dec 08 02:39:20.369566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-50e08f1e-fc80-46d5-869f-79cb65390c2b req-6d001ec8-2d92-47b7-a018-23c198b6ab22 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Dec 08 02:39:21.489599 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf4d58-a36b-4f57-b54f-688aee33645d req-147c2ee9-fef5-4b08-b3b5-40b44ccf6831 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:21.491059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43bf4d58-a36b-4f57-b54f-688aee33645d req-147c2ee9-fef5-4b08-b3b5-40b44ccf6831 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0514517 Dec 08 02:39:21.538645 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-43bf4d58-a36b-4f57-b54f-688aee33645d req-1a5908ea-d7cf-4b7e-acbb-fb6e777204cb tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Dec 08 02:39:22.045764 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9016e0c7-f159-4732-bfff-bfde707f4315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:22.651941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deead4c-4485-4e1f-969b-da0f8b9fb624 req-4f83f68c-a13a-4a73-ba3a-1aaece0722df tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:22.653419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6deead4c-4485-4e1f-969b-da0f8b9fb624 req-4f83f68c-a13a-4a73-ba3a-1aaece0722df tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0478652 Dec 08 02:39:22.700547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6deead4c-4485-4e1f-969b-da0f8b9fb624 req-b414da15-848e-4600-8d48-7cdcc5df3977 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Dec 08 02:39:23.802932 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:23.818717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c6a49-8192-4a8b-9f62-7744d6808236 req-a97066c6-e983-45e1-8ab6-267bb67ff978 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:23.820244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9d9c6a49-8192-4a8b-9f62-7744d6808236 req-a97066c6-e983-45e1-8ab6-267bb67ff978 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0517597 Dec 08 02:39:23.870740 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9d9c6a49-8192-4a8b-9f62-7744d6808236 req-dc4f6e0b-d7b6-4869-8aaf-c762a7811274 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444956 Dec 08 02:39:24.417339 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-440b58f5-8597-48de-ae8e-b47e6f075a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:24.593772 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:24.985442 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8a095-a03e-4260-8b47-73b37ac769f5 req-8472dd09-cc13-425b-997f-ed22448f4ebc tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:24.986928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47c8a095-a03e-4260-8b47-73b37ac769f5 req-8472dd09-cc13-425b-997f-ed22448f4ebc tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0483434 Dec 08 02:39:25.033443 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47c8a095-a03e-4260-8b47-73b37ac769f5 req-f8138300-d3c5-423d-be2e-7f772a504353 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 Dec 08 02:39:25.592881 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:26.149762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8f3a1-9dd1-4d71-9229-4ce1d6d79810 req-7347dec1-ae0e-4133-b318-6955d3841ce2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:26.151236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36f8f3a1-9dd1-4d71-9229-4ce1d6d79810 req-7347dec1-ae0e-4133-b318-6955d3841ce2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0502648 Dec 08 02:39:26.200009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36f8f3a1-9dd1-4d71-9229-4ce1d6d79810 req-2897ddda-f293-4186-9d49-099fc68b33d3 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426736 Dec 08 02:39:27.081725 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:27.320942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f890d3-a404-40e1-8d92-c6439caeb9e5 req-e9a55359-92fb-4b2c-99af-3419e76ad539 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:27.322318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08f890d3-a404-40e1-8d92-c6439caeb9e5 req-e9a55359-92fb-4b2c-99af-3419e76ad539 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0525813 Dec 08 02:39:27.369390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08f890d3-a404-40e1-8d92-c6439caeb9e5 req-6895e0b1-8d52-49f2-8226-7bb2d8d8f15e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410857 Dec 08 02:39:27.978069 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:28.486767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e8ddf-74b5-41b9-9105-7743ac4d300b req-3e15d280-effa-47e2-9497-01be5e2b47f0 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:28.488270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-271e8ddf-74b5-41b9-9105-7743ac4d300b req-3e15d280-effa-47e2-9497-01be5e2b47f0 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0524633 Dec 08 02:39:28.542010 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-271e8ddf-74b5-41b9-9105-7743ac4d300b req-5dfd31b6-6e69-4d3a-b130-76b020f97c78 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478041 Dec 08 02:39:29.660290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64cd83-8695-4e50-bbb5-1f46ff8bb1d4 req-86c74711-3813-4de2-ad93-c48ff210c9ec tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:29.661916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e64cd83-8695-4e50-bbb5-1f46ff8bb1d4 req-86c74711-3813-4de2-ad93-c48ff210c9ec tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0523553 Dec 08 02:39:29.707102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e64cd83-8695-4e50-bbb5-1f46ff8bb1d4 req-afe53191-be95-4fda-8c39-d647874fe56c tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389457 Dec 08 02:39:30.822608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4049e3f-a7c3-4731-b299-32e2845a78c0 req-960f38a9-cdb8-48b9-a282-d2d855d72bf6 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:30.824108 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4049e3f-a7c3-4731-b299-32e2845a78c0 req-960f38a9-cdb8-48b9-a282-d2d855d72bf6 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0493135 Dec 08 02:39:30.870692 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a4049e3f-a7c3-4731-b299-32e2845a78c0 req-7f01980a-402e-40ee-a485-c3335fbd2d80 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Dec 08 02:39:31.986461 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e434949-041e-49ed-8b30-e859d70343a3 req-7ff2856c-7f12-4071-9103-449ce5a9b8c6 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:31.987970 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e434949-041e-49ed-8b30-e859d70343a3 req-7ff2856c-7f12-4071-9103-449ce5a9b8c6 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0491471 Dec 08 02:39:32.037489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7e434949-041e-49ed-8b30-e859d70343a3 req-e276512f-cec8-4f97-8633-600045194ed8 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435717 Dec 08 02:39:33.151381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efec97a-800b-4a04-a842-b9307f6eaeee req-5401fd63-b49b-4372-8815-9aa966089054 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:33.152887 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4efec97a-800b-4a04-a842-b9307f6eaeee req-5401fd63-b49b-4372-8815-9aa966089054 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0480380 Dec 08 02:39:33.199463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4efec97a-800b-4a04-a842-b9307f6eaeee req-d3731616-dc7f-4989-bdf9-feead65f957f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Dec 08 02:39:34.316597 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4681a1-d89d-456b-8e4a-fbee5042c11a req-83f98a17-214b-4a28-a538-c5968e738c19 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:34.318036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c4681a1-d89d-456b-8e4a-fbee5042c11a req-83f98a17-214b-4a28-a538-c5968e738c19 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0475402 Dec 08 02:39:34.364260 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c4681a1-d89d-456b-8e4a-fbee5042c11a req-3026d314-0263-4bd1-bb40-7150d86ef5f1 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403326 Dec 08 02:39:35.482784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568584f-ce0f-4aef-90d7-f0722240d379 req-be230b48-8385-46d7-b755-0cebd5e269ac tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:35.484257 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6568584f-ce0f-4aef-90d7-f0722240d379 req-be230b48-8385-46d7-b755-0cebd5e269ac tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0506165 Dec 08 02:39:35.530648 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6568584f-ce0f-4aef-90d7-f0722240d379 req-5cd3e142-9d2b-4184-bba2-d98ba31f23d1 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397170 Dec 08 02:39:36.646998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716bcf0-1d9c-4198-a398-9cb002fb37aa req-23ac6584-4802-4be6-8bc1-572521ee192f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:36.648472 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d716bcf0-1d9c-4198-a398-9cb002fb37aa req-23ac6584-4802-4be6-8bc1-572521ee192f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0491712 Dec 08 02:39:36.693666 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d716bcf0-1d9c-4198-a398-9cb002fb37aa req-148fcf30-0013-4000-b25e-ce548196bf09 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393097 Dec 08 02:39:37.808060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dd5f2-6d09-4ba4-ac32-f59b3714e9af req-2182ecfd-101c-4e8c-9239-1071b10ec65a tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:37.809534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f24dd5f2-6d09-4ba4-ac32-f59b3714e9af req-2182ecfd-101c-4e8c-9239-1071b10ec65a tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0476048 Dec 08 02:39:37.858986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f24dd5f2-6d09-4ba4-ac32-f59b3714e9af req-92a3e345-562d-4cbc-8407-b76fadad5d66 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436063 Dec 08 02:39:38.972495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c6792-f655-46e4-86b3-6dc424885219 req-e6f2556f-8967-4249-8968-9e7c918fca2e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:38.973957 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d2c6792-f655-46e4-86b3-6dc424885219 req-e6f2556f-8967-4249-8968-9e7c918fca2e tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 945 time: 0.0481672 Dec 08 02:39:39.019404 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d2c6792-f655-46e4-86b3-6dc424885219 req-ac3e1b77-e732-43c9-bedc-1f3cc98b4541 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396621 Dec 08 02:39:39.516362 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f7323df7-6474-44d9-a4b7-b746944e9306 service neutron] show failed (client error): The resource could not be found. Dec 08 02:39:39.517268 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f7323df7-6474-44d9-a4b7-b746944e9306 service neutron] 10.222.0.45 "GET /v2.0/ports/19b1051d-1d83-426d-a158-72bc4f0ca050/bindings/n-h2-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0532439 Dec 08 02:39:39.720237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-190787a5-8685-4829-a156-a34a350db5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:39.721723 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-190787a5-8685-4829-a156-a34a350db5c7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9&tenant_id=3e9b421683f94aae8ee3280f75b1fcd8 HTTP/1.1" status: 200 len: 1097 time: 0.0408320 Dec 08 02:39:39.741254 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:39.797084 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.993764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] For port 19b1051d-1d83-426d-a158-72bc4f0ca050, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=19b1051d-1d83-426d-a158-72bc4f0ca050,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:40.025710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] For port 19b1051d-1d83-426d-a158-72bc4f0ca050, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:40.064549 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da645eb7-70a5-497c-a86f-f6e887ca25c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b1051d-1d83-426d-a158-72bc4f0ca050'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:39:40.067451 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f8c269-7803-4fc8-90dd-d7c506e3aa6c" -d '{"events": [{"server_uuid": "da645eb7-70a5-497c-a86f-f6e887ca25c9", "name": "network-vif-unplugged", "status": "completed", "tag": "19b1051d-1d83-426d-a158-72bc4f0ca050"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:39:40.071714 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.084997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Transition to ACTIVE for port object 19b1051d-1d83-426d-a158-72bc4f0ca050 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:39:40.089151 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.122334 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1469871c-e7c5-4b57-8b12-c9944af9fa7e x-openstack-request-id: req-1469871c-e7c5-4b57-8b12-c9944af9fa7e {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:39:40.122633 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da645eb7-70a5-497c-a86f-f6e887ca25c9", "name": "network-vif-unplugged", "status": "completed", "tag": "19b1051d-1d83-426d-a158-72bc4f0ca050", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:39:40.123533 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1469871c-e7c5-4b57-8b12-c9944af9fa7e {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:39:40.123533 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da645eb7-70a5-497c-a86f-f6e887ca25c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b1051d-1d83-426d-a158-72bc4f0ca050', 'code': 200} Dec 08 02:39:40.143375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a777d-c966-43dc-a904-0abb7afe89c4 req-da81dd68-fe45-442e-b351-395da669d1ce tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:40.145179 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f17a777d-c966-43dc-a904-0abb7afe89c4 req-da81dd68-fe45-442e-b351-395da669d1ce tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 943 time: 0.0558462 Dec 08 02:39:40.159845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] No DVR routers for this DVR port 19b1051d-1d83-426d-a158-72bc4f0ca050 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:39:40.164073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Pushing event updated for resources: {'Port': ['ID=19b1051d-1d83-426d-a158-72bc4f0ca050,revision_number=6']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:40.174695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:40.175061 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:40.175405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:40.176297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:40.176644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:40.176981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:40.177316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:40.177646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:40.177981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:40.178309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:40.178640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:40.178969 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:40.179294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:40.192880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f17a777d-c966-43dc-a904-0abb7afe89c4 req-18e4f0a0-8855-4d8f-bdbe-57b1c93f144d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 Dec 08 02:39:40.208331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Attempting to bind port 19b1051d-1d83-426d-a158-72bc4f0ca050 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:40.208941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Attempting to bind port 19b1051d-1d83-426d-a158-72bc4f0ca050 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:40.209277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Attempting to bind port 19b1051d-1d83-426d-a158-72bc4f0ca050 on network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:40.213712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Port 19b1051d-1d83-426d-a158-72bc4f0ca050 on network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:39:40.214109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Attempting to bind port 19b1051d-1d83-426d-a158-72bc4f0ca050 on network 9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:40.218949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:40.219291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Checking segment: {'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:40.219708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Bound using segment: {'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:40.220155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Bound port: 19b1051d-1d83-426d-a158-72bc4f0ca050, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:40.220513 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.281810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] For port 19b1051d-1d83-426d-a158-72bc4f0ca050, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:40.284862 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] For port 19b1051d-1d83-426d-a158-72bc4f0ca050, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=19b1051d-1d83-426d-a158-72bc4f0ca050,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:40.289779 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.325783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:40.326428 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.327841 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] 10.222.0.75 "PUT /v2.0/ports/19b1051d-1d83-426d-a158-72bc4f0ca050 HTTP/1.1" status: 200 len: 1092 time: 0.5910406 Dec 08 02:39:40.345592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874a461-3d9e-464d-b0ce-0dde4b0a80df service neutron] Pushing event updated for resources: {'Port': ['ID=19b1051d-1d83-426d-a158-72bc4f0ca050,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:40.402490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-45eb250b-f8fd-4a9e-9fc0-e5a2a6c1fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:40.404001 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-45eb250b-f8fd-4a9e-9fc0-e5a2a6c1fba4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 1095 time: 0.0438907 Dec 08 02:39:40.491895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-4ed07e4b-be1b-4a43-8dae-e2635d8f4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:40.493323 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-4ed07e4b-be1b-4a43-8dae-e2635d8f4105 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 912 time: 0.0819016 Dec 08 02:39:40.538348 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-f52b347a-9af9-4f7c-98d8-33ca93ec1e35 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b1051d-1d83-426d-a158-72bc4f0ca050 HTTP/1.1" status: 200 len: 217 time: 0.0373356 Dec 08 02:39:40.586846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-7537170c-cf45-4eed-b641-0b43453a9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:40.588244 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-7537170c-cf45-4eed-b641-0b43453a9aa6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0435584 Dec 08 02:39:40.620745 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-818fa06f-2c93-4e2a-b9df-2465acd9bf82 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257130 Dec 08 02:39:40.714488 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-eee6cfb2-bc1f-41ef-b82a-2af3d1c350c9 service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862448 Dec 08 02:39:40.805641 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fb0ab37d-bf4f-4250-9b98-9dcb32bc107b req-b36a984b-2bf6-48a1-aea6-757402c021da service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829914 Dec 08 02:39:41.314486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be82d2-9332-4dd5-8734-b906a2e81017 req-8813c4a1-a897-4b22-b7e0-f84223725ed6 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:41.315975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12be82d2-9332-4dd5-8734-b906a2e81017 req-8813c4a1-a897-4b22-b7e0-f84223725ed6 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 943 time: 0.0517344 Dec 08 02:39:41.364132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-12be82d2-9332-4dd5-8734-b906a2e81017 req-8d39402f-1e7b-44e5-b6ee-9e33a069915b tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417128 Dec 08 02:39:42.124760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da645eb7-70a5-497c-a86f-f6e887ca25c9', 'tag': '19b1051d-1d83-426d-a158-72bc4f0ca050'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:39:42.127018 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d" -d '{"events": [{"name": "network-changed", "server_uuid": "da645eb7-70a5-497c-a86f-f6e887ca25c9", "tag": "19b1051d-1d83-426d-a158-72bc4f0ca050"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:39:42.173716 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c8b92b-623e-4df6-a7a4-1891629660ab x-openstack-request-id: req-29c8b92b-623e-4df6-a7a4-1891629660ab {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:39:42.174023 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da645eb7-70a5-497c-a86f-f6e887ca25c9", "tag": "19b1051d-1d83-426d-a158-72bc4f0ca050", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:39:42.174279 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-29c8b92b-623e-4df6-a7a4-1891629660ab {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:39:42.174705 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da645eb7-70a5-497c-a86f-f6e887ca25c9', 'tag': '19b1051d-1d83-426d-a158-72bc4f0ca050', 'status': 'completed', 'code': 200} Dec 08 02:39:42.290193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-66c003e6-dbd0-4db8-8b64-41ee2fd0a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:42.291746 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-66c003e6-dbd0-4db8-8b64-41ee2fd0a129 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 1095 time: 0.0761869 Dec 08 02:39:42.293490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-d95c4d28-0b7c-4787-a72f-1850a71f099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:42.294805 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-d95c4d28-0b7c-4787-a72f-1850a71f099b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 1095 time: 0.0676701 Dec 08 02:39:42.495546 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4568ca-cad3-419c-a8b2-13d8fbcacec5 req-0629bdd8-4cb2-42a9-ad82-97d106cf3cb5 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:42.497293 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf4568ca-cad3-419c-a8b2-13d8fbcacec5 req-0629bdd8-4cb2-42a9-ad82-97d106cf3cb5 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 943 time: 0.0588388 Dec 08 02:39:42.554179 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf4568ca-cad3-419c-a8b2-13d8fbcacec5 req-6732fc82-2bbc-4cbf-b86f-5d690135da01 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504270 Dec 08 02:39:42.757207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-d716c5b6-3035-4b9c-81ea-c526908d77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:42.758721 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-d716c5b6-3035-4b9c-81ea-c526908d77b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 912 time: 0.4602091 Dec 08 02:39:42.801591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-12c96671-44a7-40a7-bb1b-7c3a18a48096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:42.803081 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-12c96671-44a7-40a7-bb1b-7c3a18a48096 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 912 time: 0.4806285 Dec 08 02:39:42.804517 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-b0aee4d9-03f1-457d-abb4-b7b94a564d75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b1051d-1d83-426d-a158-72bc4f0ca050 HTTP/1.1" status: 200 len: 217 time: 0.0378907 Dec 08 02:39:42.869947 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-22d8621d-d633-4810-96a3-c33b63b4f516 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b1051d-1d83-426d-a158-72bc4f0ca050 HTTP/1.1" status: 200 len: 217 time: 0.0596814 Dec 08 02:39:42.888654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 19b1051d-1d83-426d-a158-72bc4f0ca050 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:39:42.913588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-e7f9316a-759f-4e4c-a9d0-c55fedce610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:42.915101 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-e7f9316a-759f-4e4c-a9d0-c55fedce610f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.1038063 Dec 08 02:39:42.929187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 19b1051d-1d83-426d-a158-72bc4f0ca050 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:39:42.949980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-07334743-1d2c-4df0-9f45-2fb5fa7453c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:42.951418 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-07334743-1d2c-4df0-9f45-2fb5fa7453c1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0740309 Dec 08 02:39:42.953162 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-f4111114-361b-4591-a958-3094afe571cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307875 Dec 08 02:39:42.992242 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-f334baab-3ae2-4bc3-a9d5-e88b2793630d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330975 Dec 08 02:39:43.126596 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-dd482db6-b2d4-4865-995f-0b9f12773e57 service neutron] 10.222.0.45 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601245 Dec 08 02:39:43.145058 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-48f9b7d4-6dc8-4b67-93fc-66ea0cddc46a service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435585 Dec 08 02:39:43.252533 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54c90a32-7f4e-4d04-85c8-883616a87239 req-d4bfdb96-04a4-437b-a234-4fdf72ab20ca service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440292 Dec 08 02:39:43.283382 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-0f34482c-c617-4211-96ec-13d0f4fb3825 service neutron] 10.222.0.45 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498876 Dec 08 02:39:43.293496 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-76b7b2f7-1e38-4cfa-a38f-29d5c681c18d req-9e10ae49-3a66-479a-9e64-b6cf86ca5c28 service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395996 Dec 08 02:39:43.417725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c90a32-7f4e-4d04-85c8-883616a87239 req-66a8d026-751d-4aea-85e4-0df0bd2af3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:43.419093 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54c90a32-7f4e-4d04-85c8-883616a87239 req-66a8d026-751d-4aea-85e4-0df0bd2af3e1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 1095 time: 0.0412958 Dec 08 02:39:43.524167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c90a32-7f4e-4d04-85c8-883616a87239 req-28ff91ac-bce7-427a-803e-6e336c0ec080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:43.525622 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54c90a32-7f4e-4d04-85c8-883616a87239 req-28ff91ac-bce7-427a-803e-6e336c0ec080 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 912 time: 0.0878222 Dec 08 02:39:43.566155 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54c90a32-7f4e-4d04-85c8-883616a87239 req-21b16b4b-cbe2-42a2-805e-c593df6b2f79 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b1051d-1d83-426d-a158-72bc4f0ca050 HTTP/1.1" status: 200 len: 217 time: 0.0328031 Dec 08 02:39:43.614806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c90a32-7f4e-4d04-85c8-883616a87239 req-47c2f929-7f92-45c1-afa0-c6159e1d49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:43.616312 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54c90a32-7f4e-4d04-85c8-883616a87239 req-47c2f929-7f92-45c1-afa0-c6159e1d49e8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0440431 Dec 08 02:39:43.652898 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54c90a32-7f4e-4d04-85c8-883616a87239 req-a3370768-8134-4cec-82e3-48f93791eee7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298388 Dec 08 02:39:43.673220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91a6a5-803a-4dd6-b2fa-8129a8288f45 req-4845f960-cc1b-41fd-9622-f0db3d1b16e6 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:43.674603 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b91a6a5-803a-4dd6-b2fa-8129a8288f45 req-4845f960-cc1b-41fd-9622-f0db3d1b16e6 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 943 time: 0.0495450 Dec 08 02:39:43.724875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b91a6a5-803a-4dd6-b2fa-8129a8288f45 req-a8d03733-7321-4666-8d9d-bb7a63f2a910 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Dec 08 02:39:43.744600 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54c90a32-7f4e-4d04-85c8-883616a87239 req-3b7124a4-794c-4d99-ba5c-f87fd143027b service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844691 Dec 08 02:39:43.843159 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-54c90a32-7f4e-4d04-85c8-883616a87239 req-9a81aee1-4b6e-4fe2-8d32-a0c3b2b99832 service neutron] 10.222.0.75 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917039 Dec 08 02:39:43.916692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021b4db-663c-4a3d-a0a8-3dad752a00dc req-0fac4470-0441-4f7a-804b-a1e1ca8dae9d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:43.918297 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c021b4db-663c-4a3d-a0a8-3dad752a00dc req-0fac4470-0441-4f7a-804b-a1e1ca8dae9d tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 943 time: 0.0481453 Dec 08 02:39:43.947683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e2f6-17b1-450b-a0af-fd827cbf4cb4 req-d2871a1c-709f-4901-8107-8c13046a48e5 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:43.949213 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ae75e2f6-17b1-450b-a0af-fd827cbf4cb4 req-d2871a1c-709f-4901-8107-8c13046a48e5 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.45 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9&tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 943 time: 0.0525584 Dec 08 02:39:43.966035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c021b4db-663c-4a3d-a0a8-3dad752a00dc req-d9fc206f-8edd-4ed9-a0fc-6d42e52d8dab tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Dec 08 02:39:44.011046 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [req-ae75e2f6-17b1-450b-a0af-fd827cbf4cb4 req-fa4182b6-3269-44dc-904a-ff4bd9c8ee64 service neutron] delete failed (client error): The resource could not be found. Dec 08 02:39:44.012142 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ae75e2f6-17b1-450b-a0af-fd827cbf4cb4 req-fa4182b6-3269-44dc-904a-ff4bd9c8ee64 service neutron] 10.222.0.45 "DELETE /v2.0/ports/19b1051d-1d83-426d-a158-72bc4f0ca050/bindings/n-h1-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0541220 Dec 08 02:39:44.118151 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e2f6-17b1-450b-a0af-fd827cbf4cb4 req-da7069e0-1098-4974-b53e-6ef2ec5a7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:44.119661 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ae75e2f6-17b1-450b-a0af-fd827cbf4cb4 req-da7069e0-1098-4974-b53e-6ef2ec5a7a29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 1095 time: 0.0417781 Dec 08 02:39:44.211293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e2f6-17b1-450b-a0af-fd827cbf4cb4 req-ad0f7d98-864f-4765-bc4b-13a318973156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:44.212707 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ae75e2f6-17b1-450b-a0af-fd827cbf4cb4 req-ad0f7d98-864f-4765-bc4b-13a318973156 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 200 len: 912 time: 0.0867007 Dec 08 02:39:44.254983 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ae75e2f6-17b1-450b-a0af-fd827cbf4cb4 req-b2388ecc-3447-4589-8bc6-3785685ddb2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b1051d-1d83-426d-a158-72bc4f0ca050 HTTP/1.1" status: 200 len: 217 time: 0.0335541 Dec 08 02:39:44.305794 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e2f6-17b1-450b-a0af-fd827cbf4cb4 req-0388a5dd-3869-42d4-927e-30d367c402c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:44.307195 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ae75e2f6-17b1-450b-a0af-fd827cbf4cb4 req-0388a5dd-3869-42d4-927e-30d367c402c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 200 len: 851 time: 0.0459051 Dec 08 02:39:44.339064 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ae75e2f6-17b1-450b-a0af-fd827cbf4cb4 req-41fc7e23-7607-4b05-9ed6-a5f542be5db9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246072 Dec 08 02:39:44.427321 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ae75e2f6-17b1-450b-a0af-fd827cbf4cb4 req-5f840450-a9f8-4807-aed3-615b6bd035eb service neutron] 10.222.0.45 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808690 Dec 08 02:39:44.518130 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ae75e2f6-17b1-450b-a0af-fd827cbf4cb4 req-c00086db-4304-46b5-a5d3-971553e31b39 service neutron] 10.222.0.45 "GET /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843008 Dec 08 02:39:44.991079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 19b1051d-1d83-426d-a158-72bc4f0ca050 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:39:45.092349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 19b1051d-1d83-426d-a158-72bc4f0ca050, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=19b1051d-1d83-426d-a158-72bc4f0ca050,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:45.101099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089287d-3f29-4800-88db-a635c97f8f29 req-84236092-efc4-4b0d-ba3c-6627b2821ace tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:45.102789 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d089287d-3f29-4800-88db-a635c97f8f29 req-84236092-efc4-4b0d-ba3c-6627b2821ace tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 943 time: 0.0540473 Dec 08 02:39:45.108890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '19b1051d-1d83-426d-a158-72bc4f0ca050', 'network_id': '9be9a41d-5b68-4e5a-aa3c-62a3853a12d5', 'port_id': '19b1051d-1d83-426d-a158-72bc4f0ca050', 'mac_address': 'fa:16:3e:50:f8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4a39d6-16ae-437b-bcf8-8e0b52734dfb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:39:45.149251 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:45.153861 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d089287d-3f29-4800-88db-a635c97f8f29 req-dd541219-2f69-4ac8-922a-18c782306c3f tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446265 Dec 08 02:39:45.163218 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b1051d-1d83-426d-a158-72bc4f0ca050 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:39:45.183302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 19b1051d-1d83-426d-a158-72bc4f0ca050, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=19b1051d-1d83-426d-a158-72bc4f0ca050,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:45.187012 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:45.233951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=19b1051d-1d83-426d-a158-72bc4f0ca050,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:45.273465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8b8a6-ce1c-4f2c-bf58-f472689a3933 req-b5655f7b-9ba2-418a-b1fa-1e57714dc0fa tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:45.274922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ef8b8a6-ce1c-4f2c-bf58-f472689a3933 req-b5655f7b-9ba2-418a-b1fa-1e57714dc0fa tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 944 time: 0.0507550 Dec 08 02:39:45.322033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ef8b8a6-ce1c-4f2c-bf58-f472689a3933 req-5ca13005-0299-47cf-b5cc-cf157b439438 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411146 Dec 08 02:39:45.433782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe6150-6517-49c7-af6d-b5b1a54f7848 req-1a55aa99-7cb0-4e02-a510-b9ca2af0afee tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:45.435249 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8fbe6150-6517-49c7-af6d-b5b1a54f7848 req-1a55aa99-7cb0-4e02-a510-b9ca2af0afee tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 944 time: 0.0484562 Dec 08 02:39:45.471924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['19b1051d-1d83-426d-a158-72bc4f0ca050'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:39:45.485577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8fbe6150-6517-49c7-af6d-b5b1a54f7848 req-05c167e9-cfb8-4094-9bb5-721a6539bfe6 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443444 Dec 08 02:39:45.811585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538ea8f-21f8-433d-af3a-1a921f43a761 req-2660df46-811e-4f62-a0e2-f0abc2368557 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:45.813059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c538ea8f-21f8-433d-af3a-1a921f43a761 req-2660df46-811e-4f62-a0e2-f0abc2368557 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 944 time: 0.0480604 Dec 08 02:39:45.858694 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c538ea8f-21f8-433d-af3a-1a921f43a761 req-27292652-dd76-4fc8-8308-961ba97321cd tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396500 Dec 08 02:39:46.973440 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793882f-9dec-41e3-84ea-24c24d72276a req-abbd7846-ce9e-403e-ad90-43d37be7e5d9 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:46.974892 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1793882f-9dec-41e3-84ea-24c24d72276a req-abbd7846-ce9e-403e-ad90-43d37be7e5d9 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 944 time: 0.0475769 Dec 08 02:39:47.001750 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 19b1051d-1d83-426d-a158-72bc4f0ca050 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:47.024155 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1793882f-9dec-41e3-84ea-24c24d72276a req-51468bf3-d1a4-418f-bb92-b669959f7354 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/security-groups?id=6bb454a9-39a6-4afb-9f05-1294c0acdaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Dec 08 02:39:47.058727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 19b1051d-1d83-426d-a158-72bc4f0ca050 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:39:47.062317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 19b1051d-1d83-426d-a158-72bc4f0ca050 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:47.062676 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.215944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30895ac1-da6f-4612-8bfd-fca12ebc4787 req-3dd12427-b70d-4cd2-a73e-0bd6bbcd2799 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:47.217547 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-30895ac1-da6f-4612-8bfd-fca12ebc4787 req-3dd12427-b70d-4cd2-a73e-0bd6bbcd2799 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.75 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 944 time: 0.0509121 Dec 08 02:39:47.302434 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.314048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-30895ac1-da6f-4612-8bfd-fca12ebc4787 req-77042e17-81be-443b-b987-d7514d00f754 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Deleting port 19b1051d-1d83-426d-a158-72bc4f0ca050 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:39:47.314390 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-30895ac1-da6f-4612-8bfd-fca12ebc4787 req-77042e17-81be-443b-b987-d7514d00f754 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.324253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da645eb7-70a5-497c-a86f-f6e887ca25c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b1051d-1d83-426d-a158-72bc4f0ca050'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:39:47.326528 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eb5315-d5a0-462e-8c40-ec7659d87912" -d '{"events": [{"server_uuid": "da645eb7-70a5-497c-a86f-f6e887ca25c9", "name": "network-vif-plugged", "status": "completed", "tag": "19b1051d-1d83-426d-a158-72bc4f0ca050"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:39:47.339580 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 19b1051d-1d83-426d-a158-72bc4f0ca050, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=19b1051d-1d83-426d-a158-72bc4f0ca050,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:47.344619 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.367742 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb46c3c-9c8d-4253-a6f8-1e5a490a784f x-openstack-request-id: req-5eb46c3c-9c8d-4253-a6f8-1e5a490a784f {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:39:47.368051 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da645eb7-70a5-497c-a86f-f6e887ca25c9", "name": "network-vif-plugged", "status": "completed", "tag": "19b1051d-1d83-426d-a158-72bc4f0ca050", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:39:47.368329 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5eb46c3c-9c8d-4253-a6f8-1e5a490a784f {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:39:47.368700 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da645eb7-70a5-497c-a86f-f6e887ca25c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b1051d-1d83-426d-a158-72bc4f0ca050', 'code': 200} Dec 08 02:39:47.396244 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=19b1051d-1d83-426d-a158-72bc4f0ca050,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:47.411581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-30895ac1-da6f-4612-8bfd-fca12ebc4787 req-77042e17-81be-443b-b987-d7514d00f754 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] For port 19b1051d-1d83-426d-a158-72bc4f0ca050, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=19b1051d-1d83-426d-a158-72bc4f0ca050,segment=NetworkSegment(e9be1bd2-d48c-4da9-9e08-2daa826a0c0a),segment_id=e9be1bd2-d48c-4da9-9e08-2daa826a0c0a)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:47.411976 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-30895ac1-da6f-4612-8bfd-fca12ebc4787 req-77042e17-81be-443b-b987-d7514d00f754 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.424390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-30895ac1-da6f-4612-8bfd-fca12ebc4787 req-77042e17-81be-443b-b987-d7514d00f754 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Calling delete_port for 19b1051d-1d83-426d-a158-72bc4f0ca050 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:39:47.555012 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-30895ac1-da6f-4612-8bfd-fca12ebc4787 req-77042e17-81be-443b-b987-d7514d00f754 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.584546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77042e17-81be-443b-b987-d7514d00f754 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Pushing event deleted for resources: {'Port': ['ID=19b1051d-1d83-426d-a158-72bc4f0ca050,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:47.587916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['19b1051d-1d83-426d-a158-72bc4f0ca050'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:39:47.626782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-30895ac1-da6f-4612-8bfd-fca12ebc4787 req-77042e17-81be-443b-b987-d7514d00f754 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] No DVR routers for this DVR port 19b1051d-1d83-426d-a158-72bc4f0ca050 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:39:47.629365 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-30895ac1-da6f-4612-8bfd-fca12ebc4787 req-77042e17-81be-443b-b987-d7514d00f754 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.632677 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-30895ac1-da6f-4612-8bfd-fca12ebc4787 req-77042e17-81be-443b-b987-d7514d00f754 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.75 "DELETE /v2.0/ports/19b1051d-1d83-426d-a158-72bc4f0ca050 HTTP/1.1" status: 204 len: 173 time: 0.4087558 Dec 08 02:39:47.633114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da645eb7-70a5-497c-a86f-f6e887ca25c9', 'name': 'network-vif-deleted', 'tag': '19b1051d-1d83-426d-a158-72bc4f0ca050'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:39:47.635355 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2e7410-f5df-4580-8658-5fb0e4dc5a0d" -d '{"events": [{"server_uuid": "da645eb7-70a5-497c-a86f-f6e887ca25c9", "name": "network-vif-deleted", "tag": "19b1051d-1d83-426d-a158-72bc4f0ca050"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:39:47.674590 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dc9461-7109-440e-8e6d-6c0b8623d46b x-openstack-request-id: req-f7dc9461-7109-440e-8e6d-6c0b8623d46b {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:39:47.674965 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da645eb7-70a5-497c-a86f-f6e887ca25c9", "name": "network-vif-deleted", "tag": "19b1051d-1d83-426d-a158-72bc4f0ca050", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:39:47.675286 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f7dc9461-7109-440e-8e6d-6c0b8623d46b {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:39:47.675788 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da645eb7-70a5-497c-a86f-f6e887ca25c9', 'name': 'network-vif-deleted', 'tag': '19b1051d-1d83-426d-a158-72bc4f0ca050', 'status': 'completed', 'code': 200} Dec 08 02:39:48.133641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b188758b-ed9e-4369-a059-9c196340a83a req-c2f9ad41-58e0-44f3-b648-4be445096974 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] 10.222.0.71 "GET /v2.0/ports?device_id=da645eb7-70a5-497c-a86f-f6e887ca25c9 HTTP/1.1" status: 200 len: 210 time: 0.0312572 Dec 08 02:39:49.257594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36564) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:49.300252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac19a38a-edc7-4b69-bbf2-dfbddee4723d admin admin] Deleting subnet 3c4a39d6-16ae-437b-bcf8-8e0b52734dfb {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:39:49.303701 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac19a38a-edc7-4b69-bbf2-dfbddee4723d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.337452 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac19a38a-edc7-4b69-bbf2-dfbddee4723d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.376572 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac19a38a-edc7-4b69-bbf2-dfbddee4723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.434518 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac19a38a-edc7-4b69-bbf2-dfbddee4723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.461074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19a38a-edc7-4b69-bbf2-dfbddee4723d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4a39d6-16ae-437b-bcf8-8e0b52734dfb,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:49.467313 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ac19a38a-edc7-4b69-bbf2-dfbddee4723d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.470547 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ac19a38a-edc7-4b69-bbf2-dfbddee4723d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3c4a39d6-16ae-437b-bcf8-8e0b52734dfb HTTP/1.1" status: 204 len: 168 time: 0.2119615 Dec 08 02:39:49.473965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36566) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:49.540762 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc57c-954a-429c-ae35-56d6411ef358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.620638 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc57c-954a-429c-ae35-56d6411ef358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.640068 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-aa5bc57c-954a-429c-ae35-56d6411ef358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be9a41d-5b68-4e5a-aa3c-62a3853a12d5']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:49.649646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-aa5bc57c-954a-429c-ae35-56d6411ef358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:49.649941 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-aa5bc57c-954a-429c-ae35-56d6411ef358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9be1bd2-d48c-4da9-9e08-2daa826a0c0a') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:49.659146 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc57c-954a-429c-ae35-56d6411ef358 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.660202 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:39:49.672378 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc57c-954a-429c-ae35-56d6411ef358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.678283 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5bc57c-954a-429c-ae35-56d6411ef358 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:39:49.678668 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc57c-954a-429c-ae35-56d6411ef358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:39:49.680339 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:39:49.737667 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc57c-954a-429c-ae35-56d6411ef358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.743514 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc57c-954a-429c-ae35-56d6411ef358 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.746696 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-aa5bc57c-954a-429c-ae35-56d6411ef358 admin admin] 10.222.0.71 "DELETE /v2.0/networks/9be9a41d-5b68-4e5a-aa3c-62a3853a12d5 HTTP/1.1" status: 204 len: 168 time: 0.2717583 Dec 08 02:39:49.758006 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bc57c-954a-429c-ae35-56d6411ef358 admin admin] Pushing event deleted for resources: {'Network': ['ID=9be9a41d-5b68-4e5a-aa3c-62a3853a12d5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:49.852330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36570) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:49.892053 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6fb07fd2-44ee-42bd-9abb-79ed5ba9bc37 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3e9b421683f94aae8ee3280f75b1fcd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385513 Dec 08 02:39:49.894460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36572) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:49.939820 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5399-01ad-4777-9fce-968ef322975f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.961006 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5399-01ad-4777-9fce-968ef322975f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.005917 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5399-01ad-4777-9fce-968ef322975f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.008663 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5399-01ad-4777-9fce-968ef322975f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.009861 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cb7d5399-01ad-4777-9fce-968ef322975f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6bb454a9-39a6-4afb-9f05-1294c0acdaad HTTP/1.1" status: 204 len: 168 time: 0.1145229 Dec 08 02:39:50.017498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d5399-01ad-4777-9fce-968ef322975f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb454a9-39a6-4afb-9f05-1294c0acdaad,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:50.653395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36594) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:50.747104 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-201079772-network', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:50.767736 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] Made reservation on behalf of 4cfe2395fde0483f9b036b0b7d5a2300 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:50.770574 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.778945 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.856118 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.859955 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.886021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:39:50.896477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b349c564-a509-4eaf-91d5-9bbb7dc4d89c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:50.902773 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.903122 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] Added segment 84ae5e2d-28be-4d1d-886c-b24beca5559d of type vlan for network 3564938c-7b53-4823-9713-5cad82982b2c Dec 08 02:39:50.945291 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.968820 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.969721 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:50.970293 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.001484 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3470166 Dec 08 02:39:51.004616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36598) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:51.009571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-43a8e3b3-a13d-4ce9-b8f7-1712311677d0 admin admin] Request body: {'subnet': {'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-201079772-subnet', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:51.012834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 19b1051d-1d83-426d-a158-72bc4f0ca050 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:39:51.032728 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87b6a3-9cce-4d43-8a42-ffec4990e7bf admin admin] Pushing event updated for resources: {'Network': ['ID=3564938c-7b53-4823-9713-5cad82982b2c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:51.032934 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a8e3b3-a13d-4ce9-b8f7-1712311677d0 admin admin] Made reservation on behalf of 4cfe2395fde0483f9b036b0b7d5a2300 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:51.034159 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 19b1051d-1d83-426d-a158-72bc4f0ca050 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:39:51.034719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 19b1051d-1d83-426d-a158-72bc4f0ca050 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:39:51.035980 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43a8e3b3-a13d-4ce9-b8f7-1712311677d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.045863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 3564938c-7b53-4823-9713-5cad82982b2c details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:39:51.206423 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43a8e3b3-a13d-4ce9-b8f7-1712311677d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.262141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8e3b3-a13d-4ce9-b8f7-1712311677d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:51.271685 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a8e3b3-a13d-4ce9-b8f7-1712311677d0 admin admin] Checking segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:51.272346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a8e3b3-a13d-4ce9-b8f7-1712311677d0 admin admin] Network hostable DHCP agents. Network: 3564938c-7b53-4823-9713-5cad82982b2c, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:39:51.288206 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a8e3b3-a13d-4ce9-b8f7-1712311677d0 admin admin] Network 3564938c-7b53-4823-9713-5cad82982b2c is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:39:51.296073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-43a8e3b3-a13d-4ce9-b8f7-1712311677d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 3564938c-7b53-4823-9713-5cad82982b2c) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:51.302717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a8e3b3-a13d-4ce9-b8f7-1712311677d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:51.303676 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-43a8e3b3-a13d-4ce9-b8f7-1712311677d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.304727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c26738-a826-44e2-b1a4-cfc37e90b128 None None] Network 3564938c-7b53-4823-9713-5cad82982b2c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:51.319071 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-43a8e3b3-a13d-4ce9-b8f7-1712311677d0 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3133576 Dec 08 02:39:51.321735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36600) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:51.326020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:51.349093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.350125 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.407091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-3564938c-7b53-4823-9713-5cad82982b2c', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:39:51.408002 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.438554 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.542089 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Allocated IP 172.20.0.2 (3564938c-7b53-4823-9713-5cad82982b2c/ee7a8c2e-b556-4ed3-ac1e-6df49c775d28/41d44bfe-af2e-41ba-aa2c-570798ee05b0) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:51.571812 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.685036 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.691823 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.731119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Network 3564938c-7b53-4823-9713-5cad82982b2c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:51.735622 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:51.740267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:51.742202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Pushing event updated for resources: {'Port': ['ID=41d44bfe-af2e-41ba-aa2c-570798ee05b0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:51.787532 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.794936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Attempting to bind port 41d44bfe-af2e-41ba-aa2c-570798ee05b0 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:51.795248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Attempting to bind port 41d44bfe-af2e-41ba-aa2c-570798ee05b0 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:51.795633 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Attempting to bind port 41d44bfe-af2e-41ba-aa2c-570798ee05b0 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:51.800700 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:51.801076 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Checking segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:51.801474 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.801869 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Bound using segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:51.802332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Bound port: 41d44bfe-af2e-41ba-aa2c-570798ee05b0, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:51.802710 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.812103 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.867144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] For port 41d44bfe-af2e-41ba-aa2c-570798ee05b0, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:51.870723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] For port 41d44bfe-af2e-41ba-aa2c-570798ee05b0, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=41d44bfe-af2e-41ba-aa2c-570798ee05b0,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:51.874560 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.932397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9d37c-78b6-47bf-9307-afc2be84af0c None None] Pushing event updated for resources: {'Port': ['ID=41d44bfe-af2e-41ba-aa2c-570798ee05b0,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:52.048174 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c5e7d1f-7277-4ffc-89c6-43ee88ec4a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.169836 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Allocated IP 172.25.8.145 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/564c4ac6-bc88-434a-904f-eaf57bb86004) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:52.273095 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.305331 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.349618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:52.352426 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:52.356112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:52.356112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Pushing event updated for resources: {'Port': ['ID=564c4ac6-bc88-434a-904f-eaf57bb86004,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:52.368923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6f3f6d-398d-455b-a6ba-5d020fc8830a None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:39:52.423721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a9e0a62b-7835-49a3-808f-e54db406f107 None None] Provisioning complete for port 564c4ac6-bc88-434a-904f-eaf57bb86004 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:52.424089 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a62b-7835-49a3-808f-e54db406f107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.458078 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a9e0a62b-7835-49a3-808f-e54db406f107 None None] Port 564c4ac6-bc88-434a-904f-eaf57bb86004 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:39:52.607093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.809444 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.870115 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f63971-a260-4ab2-9cbe-012058614abd None None] Network 3564938c-7b53-4823-9713-5cad82982b2c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:52.949279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:39:52.990163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8af02627-530b-4ddb-96b5-a36a77b26da9 None None] Provisioning complete for port 41d44bfe-af2e-41ba-aa2c-570798ee05b0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:52.990576 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8af02627-530b-4ddb-96b5-a36a77b26da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.059901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:39:53.072880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Sync routers for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:39:53.080496 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.084847 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a2fff4b2-0148-4e6c-a954-3b5510689735 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7592716 Dec 08 02:39:53.085086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36602) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:53.089083 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8af02627-530b-4ddb-96b5-a36a77b26da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.101430 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:39:53.102079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:39:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:53.171918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8af02627-530b-4ddb-96b5-a36a77b26da9 None None] For port 41d44bfe-af2e-41ba-aa2c-570798ee05b0, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=41d44bfe-af2e-41ba-aa2c-570798ee05b0,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:53.204774 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8af02627-530b-4ddb-96b5-a36a77b26da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.271893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:39:53.273816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af02627-530b-4ddb-96b5-a36a77b26da9 None None] Pushing event updated for resources: {'Port': ['ID=41d44bfe-af2e-41ba-aa2c-570798ee05b0,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:53.385562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-897db45e-b27d-4ca1-a105-529b3971b0f6 None None] Provisioning complete for port 41d44bfe-af2e-41ba-aa2c-570798ee05b0 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:53.385880 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-897db45e-b27d-4ca1-a105-529b3971b0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.522542 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.527663 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:52Z', 'revision_number': 3, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:53.557388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Checking router: a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:39:53.557750 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Updating router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b port 564c4ac6-bc88-434a-904f-eaf57bb86004 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:39:53.582649 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.731834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Allocated IP 172.20.0.1 (3564938c-7b53-4823-9713-5cad82982b2c/ee7a8c2e-b556-4ed3-ac1e-6df49c775d28/8a8685da-b5b6-4873-ad5b-85000175841b) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:53.831167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.853113 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.856929 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.863521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 41d44bfe-af2e-41ba-aa2c-570798ee05b0 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:53.865877 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.888496 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.929173 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Network 3564938c-7b53-4823-9713-5cad82982b2c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:53.933708 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:53.938219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:53.941369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Pushing event updated for resources: {'Port': ['ID=8a8685da-b5b6-4873-ad5b-85000175841b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:53.944496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe8622-4976-4529-ba9b-2eb557b85dd0 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:39:53.962878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Attempting to bind port 564c4ac6-bc88-434a-904f-eaf57bb86004 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:53.963249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Attempting to bind port 564c4ac6-bc88-434a-904f-eaf57bb86004 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:53.963635 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Attempting to bind port 564c4ac6-bc88-434a-904f-eaf57bb86004 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:53.967219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f42663-fbbe-4f82-a6a7-92a44bcd197a None None] Pushing event updated for resources: {'Port': ['ID=564c4ac6-bc88-434a-904f-eaf57bb86004,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:53.976582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:53.976847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:53.977253 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.977646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:53.978125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Bound port: 564c4ac6-bc88-434a-904f-eaf57bb86004, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:53.978508 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.986096 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:54.008560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 41d44bfe-af2e-41ba-aa2c-570798ee05b0 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:54.008965 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:54.078837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] For port 564c4ac6-bc88-434a-904f-eaf57bb86004, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:54.083989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] For port 564c4ac6-bc88-434a-904f-eaf57bb86004, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=564c4ac6-bc88-434a-904f-eaf57bb86004,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:54.088290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-99509aba-43bd-4328-8e50-5d54f38226ef None None] Provisioning complete for port 564c4ac6-bc88-434a-904f-eaf57bb86004 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:54.088634 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99509aba-43bd-4328-8e50-5d54f38226ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:54.093083 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:54.188511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c160374-4cff-44af-bca0-3957db007024 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:39:54.194350 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:54.229816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:39:54.230440 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:39:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:54.232188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f42663-fbbe-4f82-a6a7-92a44bcd197a None None] Pushing event updated for resources: {'Port': ['ID=564c4ac6-bc88-434a-904f-eaf57bb86004,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:54.353419 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99509aba-43bd-4328-8e50-5d54f38226ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:54.361918 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:54.367631 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:54.381614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-99509aba-43bd-4328-8e50-5d54f38226ef None None] For port 564c4ac6-bc88-434a-904f-eaf57bb86004, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=564c4ac6-bc88-434a-904f-eaf57bb86004,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:54.389367 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99509aba-43bd-4328-8e50-5d54f38226ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:54.392241 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:39:54.678317 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b9713177-4fc7-4c27-bf8e-413cd8d6a1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:54.699900 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:54.701772 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Pushing event updated for resources: {'Port': ['ID=8a8685da-b5b6-4873-ad5b-85000175841b,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:54.712733 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99509aba-43bd-4328-8e50-5d54f38226ef None None] Pushing event updated for resources: {'Port': ['ID=564c4ac6-bc88-434a-904f-eaf57bb86004,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:54.748414 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:54.752329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-83e6c063-626a-429a-8673-5bc1c16cb7cb None None] Provisioning complete for port 8a8685da-b5b6-4873-ad5b-85000175841b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:54.752689 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-83e6c063-626a-429a-8673-5bc1c16cb7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:54.793431 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Network 3564938c-7b53-4823-9713-5cad82982b2c is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:54.794928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:54.814114 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-83e6c063-626a-429a-8673-5bc1c16cb7cb None None] Port 8a8685da-b5b6-4873-ad5b-85000175841b cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:39:54.845501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-83e6c063-626a-429a-8673-5bc1c16cb7cb None None] Provisioning complete for port 564c4ac6-bc88-434a-904f-eaf57bb86004 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:54.845867 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-83e6c063-626a-429a-8673-5bc1c16cb7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:54.909160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:53Z', 'revision_number': 1, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:54.918982 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:39:54.942359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5afadd9-e2fd-450a-adaa-e9468e320dd5 None None] The sync data for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 is: [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:53Z', 'revision_number': 1, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:39:55.045558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:39:55.050646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-388afc0c-f327-4cd3-9602-402ebed6f1bc admin admin] 10.222.0.71 "PUT /v2.0/routers/a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9644508 Dec 08 02:39:55.106704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1f7ac751-a027-461e-b8c2-4ffa046f5b7c None None] Provisioning complete for port 8a8685da-b5b6-4873-ad5b-85000175841b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:55.107242 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f7ac751-a027-461e-b8c2-4ffa046f5b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:55.154283 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ac751-a027-461e-b8c2-4ffa046f5b7c None None] Port 8a8685da-b5b6-4873-ad5b-85000175841b cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:39:55.602907 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:55.832288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 564c4ac6-bc88-434a-904f-eaf57bb86004 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:55.882205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 564c4ac6-bc88-434a-904f-eaf57bb86004 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:55.882584 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.575989 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36612) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:56.580602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279126036', 'description': 'tempest-description--83680677'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:56.602535 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.671879 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.676122 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.699920 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.701133 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1241312 Dec 08 02:39:56.704133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36614) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:56.709602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa102c0-a0bf-4b32-b85e-54c1882b4c83,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:56.709761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-573aa0f2-688f-4971-a3f0-ad6546c5a3a6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Request body: {'security_group_rule': {'security_group_id': 'dfa102c0-a0bf-4b32-b85e-54c1882b4c83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:56.717417 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:56.717753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:56.718099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:56.718432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:56.718760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:56.719372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:56.719657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:56.719985 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:56.720307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:56.720628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:56.720946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:56.721672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:56.721672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2349a-657a-426f-9555-a5df366a32f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:56.747330 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-573aa0f2-688f-4971-a3f0-ad6546c5a3a6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.808296 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-573aa0f2-688f-4971-a3f0-ad6546c5a3a6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.812747 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-573aa0f2-688f-4971-a3f0-ad6546c5a3a6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.814772 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Sync routers for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:39:56.824640 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:39:56.825250 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:39:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:56.830856 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573aa0f2-688f-4971-a3f0-ad6546c5a3a6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8a7030-7623-4958-9e8c-9f80782ea97a,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:56.839703 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-573aa0f2-688f-4971-a3f0-ad6546c5a3a6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.840916 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-573aa0f2-688f-4971-a3f0-ad6546c5a3a6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357725 Dec 08 02:39:56.843567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 36616) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:56.848531 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-32965a21-cfee-42a5-9808-b3aab0a03b7b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Request body: {'security_group_rule': {'security_group_id': 'dfa102c0-a0bf-4b32-b85e-54c1882b4c83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:56.873884 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32965a21-cfee-42a5-9808-b3aab0a03b7b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.929707 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32965a21-cfee-42a5-9808-b3aab0a03b7b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.932517 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:39:56.933595 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32965a21-cfee-42a5-9808-b3aab0a03b7b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.953440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32965a21-cfee-42a5-9808-b3aab0a03b7b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880ed18c-492d-4ea0-822a-1d8232ce1410,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:56.962623 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-32965a21-cfee-42a5-9808-b3aab0a03b7b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.963889 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-32965a21-cfee-42a5-9808-b3aab0a03b7b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193502 Dec 08 02:39:56.967169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36618) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:56.971798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:56.994337 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.091448 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.094729 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.133870 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 2, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:57.163467 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Checking router: a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:39:57.163850 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Updating router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b port 8a8685da-b5b6-4873-ad5b-85000175841b binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:39:57.188379 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.199182 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Allocated IP 172.25.8.104 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/d62a9758-b6d6-490c-885e-bd9c9c84234e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:57.310302 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.343770 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.386266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:57.389281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:57.392318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:57.416650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event updated for resources: {'Port': ['ID=d62a9758-b6d6-490c-885e-bd9c9c84234e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:57.485887 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.519689 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.535004 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.540698 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.594731 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Pushing event updated for resources: {'Port': ['ID=8a8685da-b5b6-4873-ad5b-85000175841b,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:57.619070 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:57.619747 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:57.620090 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:57.620435 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:57.620765 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:57.621270 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:57.621599 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:57.621927 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:57.622253 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:57.622578 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:57.622911 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:57.623234 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:57.623550 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:57.651972 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Attempting to bind port 8a8685da-b5b6-4873-ad5b-85000175841b on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:57.652554 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Attempting to bind port 8a8685da-b5b6-4873-ad5b-85000175841b by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:57.653097 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Attempting to bind port 8a8685da-b5b6-4873-ad5b-85000175841b on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:57.658558 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:57.658990 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Checking segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:57.659570 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.660542 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Bound using segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:57.661046 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Bound port: 8a8685da-b5b6-4873-ad5b-85000175841b, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:57.661602 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.682613 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.688376 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.730886 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] For port 8a8685da-b5b6-4873-ad5b-85000175841b, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:57.734569 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] For port 8a8685da-b5b6-4873-ad5b-85000175841b, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8a8685da-b5b6-4873-ad5b-85000175841b,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:57.740154 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.762215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event updated for resources: {'Port': ['ID=d62a9758-b6d6-490c-885e-bd9c9c84234e,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:57.778256 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.789806 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:39:57.790607 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:39:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:57.796342 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.800059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9b907b10-a91c-46ff-8a50-b0a32db32f1f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8317835 Dec 08 02:39:57.885339 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70465219-6d9d-4688-9237-edf41fed690d None None] Pushing event updated for resources: {'Port': ['ID=8a8685da-b5b6-4873-ad5b-85000175841b,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:57.899542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-72d6449e-0444-461b-a027-80bbe1a699b2 None None] Provisioning complete for port 8a8685da-b5b6-4873-ad5b-85000175841b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:57.900426 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-72d6449e-0444-461b-a027-80bbe1a699b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.927085 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:39:57.989920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-54f4686e-4a89-4814-ae31-b8f1f9c1eaec tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--279126036&fields=id&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 267 time: 0.0595849 Dec 08 02:39:58.019951 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-72d6449e-0444-461b-a027-80bbe1a699b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:58.025118 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:58.062917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-72d6449e-0444-461b-a027-80bbe1a699b2 None None] For port 8a8685da-b5b6-4873-ad5b-85000175841b, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8a8685da-b5b6-4873-ad5b-85000175841b,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:58.068215 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-72d6449e-0444-461b-a027-80bbe1a699b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:58.118329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6449e-0444-461b-a027-80bbe1a699b2 None None] Pushing event updated for resources: {'Port': ['ID=8a8685da-b5b6-4873-ad5b-85000175841b,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:58.119785 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-eebc43fa-7c9b-4bdb-aa2a-ab75ddcf4c59 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:58.121575 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-eebc43fa-7c9b-4bdb-aa2a-ab75ddcf4c59 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 811 time: 0.1305392 Dec 08 02:39:58.138387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-398852e8-1aed-4d81-8fe7-0e22cb06f301 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/quotas/4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 375 time: 0.0092189 Dec 08 02:39:58.165354 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:57Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:58.189318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b0d58730-6242-40ff-9915-d6a119c20e6f None None] Provisioning complete for port 8a8685da-b5b6-4873-ad5b-85000175841b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:58.189684 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0d58730-6242-40ff-9915-d6a119c20e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:58.191178 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf1afe-e8bd-4e40-96be-6070137d4565 None None] The sync data for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 is: [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:57Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:39:58.191400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-897fcea7-b993-4230-bc56-19173c51f36a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470946 Dec 08 02:39:58.310824 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-d510de4e-5d3d-4280-ac2a-78ba4618d2cd service neutron] 10.222.0.71 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996723 Dec 08 02:39:58.403419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-f9124ade-47cc-4106-ba8a-bb1e88b41dfd service neutron] 10.222.0.71 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859556 Dec 08 02:39:58.590122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7bc1da4-c4ee-435c-9edb-968cddeb38a6 req-3a8b3254-c693-4a8a-a959-de0cd61efd2b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 210 time: 0.0412621 Dec 08 02:39:59.689286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46851b76-9a2a-4810-b6cd-6df12dbd00d4 req-9afd80eb-c6e8-447f-9c5b-fd17e7dae2fb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 210 time: 0.0277541 Dec 08 02:39:59.718865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-4eb5bc99-00b9-4f24-b9bf-500b2e3ca4f7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:59.720563 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-4eb5bc99-00b9-4f24-b9bf-500b2e3ca4f7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 811 time: 0.1144516 Dec 08 02:39:59.792155 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-ff8852da-6d1c-49fe-b8b6-e9d951b29bc1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 379 time: 0.0569658 Dec 08 02:39:59.811249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-3c8fa6f8-243e-4a0a-af36-6060002eb596 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Request body: {'port': {'device_id': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'admin_state_up': True, 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'security_groups': ['dfa102c0-a0bf-4b32-b85e-54c1882b4c83']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:59.836708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8a8685da-b5b6-4873-ad5b-85000175841b up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:59.884104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 8a8685da-b5b6-4873-ad5b-85000175841b triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:59.884384 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:59.919830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-3c8fa6f8-243e-4a0a-af36-6060002eb596 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Made reservation on behalf of 4cfe2395fde0483f9b036b0b7d5a2300 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:59.923398 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-3c8fa6f8-243e-4a0a-af36-6060002eb596 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:00.049166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-3c8fa6f8-243e-4a0a-af36-6060002eb596 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Allocated IP 172.20.0.8 (3564938c-7b53-4823-9713-5cad82982b2c/ee7a8c2e-b556-4ed3-ac1e-6df49c775d28/c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:40:00.184350 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-3c8fa6f8-243e-4a0a-af36-6060002eb596 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:00.217441 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-3c8fa6f8-243e-4a0a-af36-6060002eb596 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:00.260928 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-3c8fa6f8-243e-4a0a-af36-6060002eb596 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Network 3564938c-7b53-4823-9713-5cad82982b2c is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:40:00.263921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-3c8fa6f8-243e-4a0a-af36-6060002eb596 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:40:00.267637 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-3c8fa6f8-243e-4a0a-af36-6060002eb596 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:40:00.274552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fa6f8-243e-4a0a-af36-6060002eb596 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event updated for resources: {'Port': ['ID=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:40:00.321252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-3c8fa6f8-243e-4a0a-af36-6060002eb596 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:00.321872 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-3c8fa6f8-243e-4a0a-af36-6060002eb596 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:00.339085 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-3c8fa6f8-243e-4a0a-af36-6060002eb596 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5315475 Dec 08 02:40:00.357644 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Request body: {'port': {'device_id': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:40:00.416560 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:00.514348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-60bb3825-9b52-4029-9ef4-ec3cdbe50ea8 None None] Provisioning complete for port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:40:00.514708 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-60bb3825-9b52-4029-9ef4-ec3cdbe50ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:00.548286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-60bb3825-9b52-4029-9ef4-ec3cdbe50ea8 None None] Port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:40:00.672824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:40:00.680348 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:00.693059 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Transition to ACTIVE for port object c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:40:00.696298 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:00.767044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:40:00.818886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd55b08-e937-482b-a225-d8be7d2430fa req-0eaad9c4-cd27-4965-a900-f96a17c2ff3e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:00.820886 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dcd55b08-e937-482b-a225-d8be7d2430fa req-0eaad9c4-cd27-4965-a900-f96a17c2ff3e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 943 time: 0.0595541 Dec 08 02:40:00.822354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Attempting to bind port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:40:00.822885 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Attempting to bind port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:40:00.823217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Attempting to bind port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:40:00.828514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 on network 3564938c-7b53-4823-9713-5cad82982b2c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:40:00.829019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Attempting to bind port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:40:00.838500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:40:00.838849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Checking segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:40:00.839240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Bound using segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:40:00.839801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Bound port: c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:40:00.840179 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:00.873017 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dcd55b08-e937-482b-a225-d8be7d2430fa req-3729b641-c184-4a9f-9c2c-536fe4aa4ec9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455215 Dec 08 02:40:00.919279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] For port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:40:00.922382 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] For port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:40:00.927638 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:00.965353 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:00.966044 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:00.967689 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] 10.222.0.45 "PUT /v2.0/ports/c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 HTTP/1.1" status: 200 len: 1092 time: 0.6144719 Dec 08 02:40:00.968193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'tag': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:40:00.970641 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37825416-177b-451e-84c6-399a9a62c344" -d '{"events": [{"name": "network-changed", "server_uuid": "8b70c228-ffe7-4680-83bf-a9e29b4ab79f", "tag": "c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:40:00.993159 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d460bb-a7e6-4ac5-a6aa-6de18c76af60 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:40:01.022525 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6681dd16-12ff-4abd-aa3a-31ac6ea1478d x-openstack-request-id: req-6681dd16-12ff-4abd-aa3a-31ac6ea1478d {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:40:01.022850 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b70c228-ffe7-4680-83bf-a9e29b4ab79f", "tag": "c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:40:01.023091 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6681dd16-12ff-4abd-aa3a-31ac6ea1478d {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:40:01.023499 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'tag': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2', 'status': 'completed', 'code': 200} Dec 08 02:40:01.084182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-684cfde9-cce5-4ebd-9637-deccfd3eb95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:01.085728 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-684cfde9-cce5-4ebd-9637-deccfd3eb95d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 1095 time: 0.0475509 Dec 08 02:40:01.136163 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-09d4c7c3-52de-4e31-8bb7-ae97627557cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 HTTP/1.1" status: 200 len: 217 time: 0.0364330 Dec 08 02:40:01.185032 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-62cb901c-25fd-45f6-a88c-c59f1e7d143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:01.186491 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-62cb901c-25fd-45f6-a88c-c59f1e7d143a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0437317 Dec 08 02:40:01.232861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-eae49f12-284d-4849-beaf-bea0963ae611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:01.234349 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-eae49f12-284d-4849-beaf-bea0963ae611 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402486 Dec 08 02:40:01.327110 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-2bbb04d6-6318-47ee-b7ca-5aec979502d3 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851772 Dec 08 02:40:01.418129 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6ca52af1-18e3-423b-8b37-c2be2c961f29 req-51908716-c408-4b75-ba30-bcc2afa6548d service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845063 Dec 08 02:40:01.549913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37825416-177b-451e-84c6-399a9a62c344 req-a6559df3-9d76-431d-92d3-97e56fd709f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:01.551302 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37825416-177b-451e-84c6-399a9a62c344 req-a6559df3-9d76-431d-92d3-97e56fd709f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 1095 time: 0.0407791 Dec 08 02:40:01.639979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37825416-177b-451e-84c6-399a9a62c344 req-bba7bba6-4ab2-4559-98b5-c58edc259d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:01.641473 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37825416-177b-451e-84c6-399a9a62c344 req-bba7bba6-4ab2-4559-98b5-c58edc259d3b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0833080 Dec 08 02:40:01.685583 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37825416-177b-451e-84c6-399a9a62c344 req-4f977cd8-3c10-4ba6-8832-b037e748abe3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 HTTP/1.1" status: 200 len: 217 time: 0.0361001 Dec 08 02:40:01.734354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37825416-177b-451e-84c6-399a9a62c344 req-0a808fa6-d375-4375-ba6b-876af7cf6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:01.735787 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37825416-177b-451e-84c6-399a9a62c344 req-0a808fa6-d375-4375-ba6b-876af7cf6314 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0431657 Dec 08 02:40:01.782173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37825416-177b-451e-84c6-399a9a62c344 req-5d1029cf-3dc9-4622-8446-80c8ef490be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:01.783739 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37825416-177b-451e-84c6-399a9a62c344 req-5d1029cf-3dc9-4622-8446-80c8ef490be3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393717 Dec 08 02:40:01.876154 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37825416-177b-451e-84c6-399a9a62c344 req-7f236e4b-7a88-4cfc-ad3d-62cbb6979b61 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846443 Dec 08 02:40:01.965754 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-37825416-177b-451e-84c6-399a9a62c344 req-1938cf21-fc7c-4dd7-8261-aa3fdc6d13b1 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822327 Dec 08 02:40:01.987569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10caf3-495e-4791-8cbd-dabff15301ba req-ec64a1e8-f69e-449c-9faf-44ac641c97f9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:01.989583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb10caf3-495e-4791-8cbd-dabff15301ba req-ec64a1e8-f69e-449c-9faf-44ac641c97f9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 943 time: 0.0490935 Dec 08 02:40:02.040264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fb10caf3-495e-4791-8cbd-dabff15301ba req-ae94eb45-fc0a-4a6d-9112-fe5748978ac4 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436592 Dec 08 02:40:03.156219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525e7a0-bc1b-44db-822c-597834b6d0c8 req-df995efc-6350-40c5-9416-6c50d675eaf6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:03.157677 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2525e7a0-bc1b-44db-822c-597834b6d0c8 req-df995efc-6350-40c5-9416-6c50d675eaf6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 943 time: 0.0479214 Dec 08 02:40:03.203855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2525e7a0-bc1b-44db-822c-597834b6d0c8 req-819843ba-841a-4338-9e8f-4613c0c2329c tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397327 Dec 08 02:40:04.333080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17593cb2-7672-4051-ad5c-da0a4e2bc408 req-9031e18d-1e73-4bde-8500-7963d3ba4477 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:04.334835 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-17593cb2-7672-4051-ad5c-da0a4e2bc408 req-9031e18d-1e73-4bde-8500-7963d3ba4477 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 943 time: 0.0481417 Dec 08 02:40:04.380910 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-17593cb2-7672-4051-ad5c-da0a4e2bc408 req-6893b558-3ceb-4860-ad3c-7de71644a307 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402482 Dec 08 02:40:04.992642 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:40:05.086947 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:40:05.098091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'port_id': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2', 'mac_address': 'fa:16:3e:35:d3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:40:05.133766 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:05.145967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:40:05.164962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:40:05.168351 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:05.217336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:40:05.436413 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:40:05.498519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42595f-cf7c-44be-abff-af98a5e715d7 req-14390a0e-d7cd-46d3-9506-4ec5aeeca088 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:05.500165 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f42595f-cf7c-44be-abff-af98a5e715d7 req-14390a0e-d7cd-46d3-9506-4ec5aeeca088 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 944 time: 0.0528853 Dec 08 02:40:05.547922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f42595f-cf7c-44be-abff-af98a5e715d7 req-47f5ba8c-fae1-42b2-be08-ef64b5f9f8a3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416121 Dec 08 02:40:06.661692 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb97242-f3d7-4f01-b24d-43ae5e50ed4f req-48e473c6-bbe7-46f6-8544-d1ddedf4865d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:06.663188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fb97242-f3d7-4f01-b24d-43ae5e50ed4f req-48e473c6-bbe7-46f6-8544-d1ddedf4865d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 944 time: 0.0482621 Dec 08 02:40:06.709843 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5fb97242-f3d7-4f01-b24d-43ae5e50ed4f req-f4a37f23-c969-4955-820c-d47ef7dee2d5 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408616 Dec 08 02:40:07.008877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:40:07.057846 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:40:07.061403 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:40:07.061764 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:07.136513 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:07.157513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:40:07.159822 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d21f685-163d-40c6-96c6-6e674f82f4ce" -d '{"events": [{"server_uuid": "8b70c228-ffe7-4680-83bf-a9e29b4ab79f", "name": "network-vif-plugged", "status": "completed", "tag": "c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:40:07.172400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:40:07.176800 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:07.224868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:40:07.266219 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a567c72-37a9-4c31-b59d-77b08c192ec1 x-openstack-request-id: req-3a567c72-37a9-4c31-b59d-77b08c192ec1 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:40:07.266513 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b70c228-ffe7-4680-83bf-a9e29b4ab79f", "name": "network-vif-plugged", "status": "completed", "tag": "c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:40:07.266764 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3a567c72-37a9-4c31-b59d-77b08c192ec1 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:40:07.267191 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2', 'code': 200} Dec 08 02:40:07.395310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645fea3-39ee-47f3-be48-db2bce15bd73 req-c6875829-69a9-4c77-95fd-4e678fab5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:07.396796 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0645fea3-39ee-47f3-be48-db2bce15bd73 req-c6875829-69a9-4c77-95fd-4e678fab5ee1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 1097 time: 0.0430911 Dec 08 02:40:07.440043 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0645fea3-39ee-47f3-be48-db2bce15bd73 req-b379f9b4-fbd4-460d-8705-89f6855bde31 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364823 Dec 08 02:40:07.827906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa476f1-141c-4e5b-93cc-44b8c76bf43e req-635f1609-d6c0-4fd5-9f3a-9bc85bdd0361 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:07.829521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fa476f1-141c-4e5b-93cc-44b8c76bf43e req-635f1609-d6c0-4fd5-9f3a-9bc85bdd0361 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0517457 Dec 08 02:40:07.884444 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0fa476f1-141c-4e5b-93cc-44b8c76bf43e req-41cf6f74-20b4-4b17-9679-541e181e430e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480809 Dec 08 02:40:09.008220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903e8ff-8a11-4344-b3f4-037c03d58c44 req-6a31cbb3-bcea-4103-8a7b-dd102d9ce3d0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:09.009698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a903e8ff-8a11-4344-b3f4-037c03d58c44 req-6a31cbb3-bcea-4103-8a7b-dd102d9ce3d0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0484760 Dec 08 02:40:09.056377 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a903e8ff-8a11-4344-b3f4-037c03d58c44 req-d19ac6e0-d820-4de2-af4c-3434586f403c tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407581 Dec 08 02:40:09.165130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce58acf-312b-4b43-a603-03a10db7537b req-3733934c-0fae-429d-9808-02feb51a99a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:09.166643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ce58acf-312b-4b43-a603-03a10db7537b req-3733934c-0fae-429d-9808-02feb51a99a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0475318 Dec 08 02:40:09.175179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 36672) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:40:09.180241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1a181d6a-0efa-40c4-8af3-8db64a3daadf tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Request body: {'floatingip': {'port_id': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:40:09.221996 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a181d6a-0efa-40c4-8af3-8db64a3daadf tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:09.638270 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a181d6a-0efa-40c4-8af3-8db64a3daadf tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:09.641746 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a181d6a-0efa-40c4-8af3-8db64a3daadf tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:09.734790 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-1a181d6a-0efa-40c4-8af3-8db64a3daadf tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876 associated. External IP: 172.25.8.104, port: c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2. Dec 08 02:40:09.934021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a181d6a-0efa-40c4-8af3-8db64a3daadf tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:40:10.039758 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a181d6a-0efa-40c4-8af3-8db64a3daadf tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:40:10.044567 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1a181d6a-0efa-40c4-8af3-8db64a3daadf tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:10.050513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557e82b-86bd-4f29-a178-f349cfb97ae5 None None] Sync routers for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:40:10.059786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b557e82b-86bd-4f29-a178-f349cfb97ae5 None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:40:10.060395 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b557e82b-86bd-4f29-a178-f349cfb97ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:39:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:40:10.070320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1a181d6a-0efa-40c4-8af3-8db64a3daadf tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "PUT /v2.0/floatingips/9b964298-e41d-4cde-a0c9-b0e51bd62876 HTTP/1.1" status: 200 len: 991 time: 0.8940258 Dec 08 02:40:10.071017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'tag': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:40:10.073600 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef82b47-752c-4b6e-8fe7-f58ea4339997" -d '{"events": [{"name": "network-changed", "server_uuid": "8b70c228-ffe7-4680-83bf-a9e29b4ab79f", "tag": "c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:40:10.167694 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b557e82b-86bd-4f29-a178-f349cfb97ae5 None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:40:10.184896 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c647f26d-86fe-419e-832b-f5a075e7cf49 x-openstack-request-id: req-c647f26d-86fe-419e-832b-f5a075e7cf49 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:40:10.185195 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b70c228-ffe7-4680-83bf-a9e29b4ab79f", "tag": "c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:40:10.185452 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c647f26d-86fe-419e-832b-f5a075e7cf49 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:40:10.185852 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'tag': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2', 'status': 'completed', 'code': 200} Dec 08 02:40:10.266876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef82b47-752c-4b6e-8fe7-f58ea4339997 req-fd2f76c1-4cf4-41be-b760-e8f69a5b7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:10.268679 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ef82b47-752c-4b6e-8fe7-f58ea4339997 req-fd2f76c1-4cf4-41be-b760-e8f69a5b7955 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 1097 time: 0.0410094 Dec 08 02:40:10.362448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef82b47-752c-4b6e-8fe7-f58ea4339997 req-2615a67b-4916-4911-8284-a199b15d80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:10.363975 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ef82b47-752c-4b6e-8fe7-f58ea4339997 req-2615a67b-4916-4911-8284-a199b15d80ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0877907 Dec 08 02:40:10.387912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b557e82b-86bd-4f29-a178-f349cfb97ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9b964298-e41d-4cde-a0c9-b0e51bd62876', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'port_id': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'mac_address': 'fa:16:3e:35:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:39:57Z', 'updated_at': '2021-12-08T02:40:09Z', 'revision_number': 1, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:40:10.417291 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557e82b-86bd-4f29-a178-f349cfb97ae5 None None] Checking router: a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:40:10.426030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b557e82b-86bd-4f29-a178-f349cfb97ae5 None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:40:10.426632 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b557e82b-86bd-4f29-a178-f349cfb97ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:39:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:40:10.427752 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ef82b47-752c-4b6e-8fe7-f58ea4339997 req-78c909a2-80f6-4f69-830d-d74b0a312c7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 HTTP/1.1" status: 200 len: 999 time: 0.0567119 Dec 08 02:40:10.476611 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef82b47-752c-4b6e-8fe7-f58ea4339997 req-64d42884-3585-471a-9c15-8d45f4351384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:10.478105 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ef82b47-752c-4b6e-8fe7-f58ea4339997 req-64d42884-3585-471a-9c15-8d45f4351384 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0436790 Dec 08 02:40:10.527099 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef82b47-752c-4b6e-8fe7-f58ea4339997 req-0743805c-4fc0-4bff-956a-e309002b15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:10.528652 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ef82b47-752c-4b6e-8fe7-f58ea4339997 req-0743805c-4fc0-4bff-956a-e309002b15e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440669 Dec 08 02:40:10.530491 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b557e82b-86bd-4f29-a178-f349cfb97ae5 None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:40:10.620542 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ef82b47-752c-4b6e-8fe7-f58ea4339997 req-5bb826fe-207b-40b4-a46c-9ce78d3f5e7f service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848193 Dec 08 02:40:10.717299 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4ef82b47-752c-4b6e-8fe7-f58ea4339997 req-7cd97af6-d848-4762-bfc0-c0983c6726c1 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900707 Dec 08 02:40:10.907972 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b557e82b-86bd-4f29-a178-f349cfb97ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9b964298-e41d-4cde-a0c9-b0e51bd62876', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'port_id': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'mac_address': 'fa:16:3e:35:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:39:57Z', 'updated_at': '2021-12-08T02:40:09Z', 'revision_number': 1, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:40:10.937414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557e82b-86bd-4f29-a178-f349cfb97ae5 None None] The sync data for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 is: [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9b964298-e41d-4cde-a0c9-b0e51bd62876', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'port_id': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'mac_address': 'fa:16:3e:35:d3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:39:57Z', 'updated_at': '2021-12-08T02:40:09Z', 'revision_number': 1, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:40:11.125214 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c2700-a2ae-4fb7-8cd8-5bafbf1a4e6d None None] New status for floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:40:22.051099 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb151cb7-43d6-48cf-bdf6-d8417b481eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:23.815711 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:24.419883 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-29c3476e-59f0-4f71-a520-c3397fd1c968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:24.592449 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:25.607080 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:26.659713 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:40:27.089252 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:27.977840 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:46.199276 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b80c478b-05bf-4a47-a356-16d42f542d4f req-32aea556-e176-4d19-9e6e-3911208cdd70 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388887 Dec 08 02:40:46.295588 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c478b-05bf-4a47-a356-16d42f542d4f req-96cde623-1903-4c01-b080-fbf99fe5ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:46.297124 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b80c478b-05bf-4a47-a356-16d42f542d4f req-96cde623-1903-4c01-b080-fbf99fe5ce8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 1097 time: 0.0393465 Dec 08 02:40:46.401865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c478b-05bf-4a47-a356-16d42f542d4f req-0f5a4073-bedd-4f15-b0df-1ac36790db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:46.403307 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b80c478b-05bf-4a47-a356-16d42f542d4f req-0f5a4073-bedd-4f15-b0df-1ac36790db89 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0875053 Dec 08 02:40:46.465326 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b80c478b-05bf-4a47-a356-16d42f542d4f req-5b3b2f73-2bff-4102-8ef0-43f7e1c7bc1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 HTTP/1.1" status: 200 len: 1001 time: 0.0548537 Dec 08 02:40:46.516775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c478b-05bf-4a47-a356-16d42f542d4f req-7ad918dc-14ea-42bf-81e4-5d29b2467496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:46.518247 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b80c478b-05bf-4a47-a356-16d42f542d4f req-7ad918dc-14ea-42bf-81e4-5d29b2467496 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0465119 Dec 08 02:40:46.562688 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c478b-05bf-4a47-a356-16d42f542d4f req-6af257d8-6880-4c52-b69a-959ba2c18528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:46.564183 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b80c478b-05bf-4a47-a356-16d42f542d4f req-6af257d8-6880-4c52-b69a-959ba2c18528 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389116 Dec 08 02:40:46.655087 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b80c478b-05bf-4a47-a356-16d42f542d4f req-1c414221-7c2a-4e15-a93b-c6e0015230ee service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829699 Dec 08 02:40:47.058750 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b80c478b-05bf-4a47-a356-16d42f542d4f req-c3712ed4-3ec1-40a8-a9a9-ca70f3383afb service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967242 Dec 08 02:40:52.052956 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5744029d-b87b-4051-a59d-0bdb6ef09728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:53.832291 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:54.420804 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6ad4e65d-14ab-457d-8626-84cdcc5caa00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:54.611791 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:55.601631 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:57.093011 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:57.979292 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:03.658813 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:41:22.054388 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-62cc4700-0ebe-4908-be7f-75e390a226bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:23.831293 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:24.422157 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0214996f-7c43-42b3-9cbd-f6fd17352300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:24.636715 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:25.604586 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:27.095343 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:27.979841 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:40.657875 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:41:45.421044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8e42a-8b69-4ed9-a192-141d23dcddcf req-b995482d-4985-4ec6-a76f-cb70ef3a47c8 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:45.422502 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5c8e42a-8b69-4ed9-a192-141d23dcddcf req-b995482d-4985-4ec6-a76f-cb70ef3a47c8 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0492837 Dec 08 02:41:45.472718 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e5c8e42a-8b69-4ed9-a192-141d23dcddcf req-e0488a05-78ad-4e3d-acff-b8a6d4cbd5d7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437574 Dec 08 02:41:45.728430 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-3e7be68d-bb8c-48c0-af7e-5fab30c52609 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687630 Dec 08 02:41:45.736558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef188962-7288-4f07-8fa5-7903ebfe3f00 req-780348ad-7fe0-4084-97ea-edcc34bf6c65 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:45.737937 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef188962-7288-4f07-8fa5-7903ebfe3f00 req-780348ad-7fe0-4084-97ea-edcc34bf6c65 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0692778 Dec 08 02:41:45.787844 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef188962-7288-4f07-8fa5-7903ebfe3f00 req-48b4e2e2-2a8a-4918-99c2-56eb9712eb23 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434487 Dec 08 02:41:46.908254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fe612-c987-4d86-8bcc-a4c7b1db6ed4 req-2c0d996a-eeec-4152-b372-dda7e53ad122 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:46.909722 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce2fe612-c987-4d86-8bcc-a4c7b1db6ed4 req-2c0d996a-eeec-4152-b372-dda7e53ad122 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0510225 Dec 08 02:41:46.960936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ce2fe612-c987-4d86-8bcc-a4c7b1db6ed4 req-d4458482-d77d-48e7-b6bc-17cec1adecc4 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446010 Dec 08 02:41:47.074863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-08387816-64c8-4fb4-b043-570289d20ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:47.076294 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-08387816-64c8-4fb4-b043-570289d20ce4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 1097 time: 0.0409379 Dec 08 02:41:47.166891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-833c24a6-039b-44af-9c3a-01802a1b2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:47.168383 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-833c24a6-039b-44af-9c3a-01802a1b2f8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0854836 Dec 08 02:41:47.236079 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-733a4985-fdfe-4efc-be25-f837067c4cdf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 HTTP/1.1" status: 200 len: 1001 time: 0.0603480 Dec 08 02:41:47.284839 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-31616a90-76c1-464b-b026-2382b2871a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:47.286308 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-31616a90-76c1-464b-b026-2382b2871a99 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0434813 Dec 08 02:41:47.330176 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-75f87220-8de2-4857-8e8c-a4902cd8783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:47.331536 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-75f87220-8de2-4857-8e8c-a4902cd8783c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382414 Dec 08 02:41:47.422304 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-b91f8c6d-672b-4536-b9a3-73dc3fcd96b9 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833642 Dec 08 02:41:47.509847 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-90287436-5067-449d-af3b-85109fc9549c service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807106 Dec 08 02:41:47.642036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f28af5-e01d-4340-bcaa-9ee0215802ff req-bb6b8d1c-abad-4bea-b121-45b9c9a41323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:47.643446 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9f28af5-e01d-4340-bcaa-9ee0215802ff req-bb6b8d1c-abad-4bea-b121-45b9c9a41323 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 1097 time: 0.0423887 Dec 08 02:41:47.798288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f28af5-e01d-4340-bcaa-9ee0215802ff req-dfcde41f-5edf-4a31-be79-26e8f6d34272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:47.799761 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9f28af5-e01d-4340-bcaa-9ee0215802ff req-dfcde41f-5edf-4a31-be79-26e8f6d34272 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0869710 Dec 08 02:41:47.869056 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9f28af5-e01d-4340-bcaa-9ee0215802ff req-16a9bbfa-b425-425b-877b-4270a2a5ce79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 HTTP/1.1" status: 200 len: 1001 time: 0.0620501 Dec 08 02:41:47.921619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f28af5-e01d-4340-bcaa-9ee0215802ff req-376eac22-a989-4006-a4ed-c6ba38bfc89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:47.922983 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9f28af5-e01d-4340-bcaa-9ee0215802ff req-376eac22-a989-4006-a4ed-c6ba38bfc89e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0472975 Dec 08 02:41:47.968288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f28af5-e01d-4340-bcaa-9ee0215802ff req-1902ace5-dd72-43e5-9e74-b1099a5e1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:47.969799 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9f28af5-e01d-4340-bcaa-9ee0215802ff req-1902ace5-dd72-43e5-9e74-b1099a5e1a21 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393853 Dec 08 02:41:48.066918 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9f28af5-e01d-4340-bcaa-9ee0215802ff req-5f59ef4e-d1ef-4836-8902-07111da677a8 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895770 Dec 08 02:41:48.076967 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a3b43-0e34-4b16-a2b6-a9698f230acc req-1c21be77-6166-4449-b006-e3d416d2d56a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:48.078465 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b7a3b43-0e34-4b16-a2b6-a9698f230acc req-1c21be77-6166-4449-b006-e3d416d2d56a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0492966 Dec 08 02:41:48.126372 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b7a3b43-0e34-4b16-a2b6-a9698f230acc req-ce9f4930-347d-493d-b35f-d69d93ce6780 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413611 Dec 08 02:41:48.158862 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9f28af5-e01d-4340-bcaa-9ee0215802ff req-8cd7776c-ba5a-4ff3-9077-8853902ea8e1 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852172 Dec 08 02:41:49.242090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ff0e4-cd96-46f5-8869-ee7cb95c9a30 req-6a396582-7ac5-4b7c-a290-d0376845c2bc tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:49.243498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf3ff0e4-cd96-46f5-8869-ee7cb95c9a30 req-6a396582-7ac5-4b7c-a290-d0376845c2bc tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0486715 Dec 08 02:41:49.293301 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf3ff0e4-cd96-46f5-8869-ee7cb95c9a30 req-c0eb4ee9-ca62-4d9d-97d1-55ce0895f211 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439022 Dec 08 02:41:50.407270 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f018ac-9659-46bd-a490-93bfed0bb832 req-362efce3-429a-4848-9689-47ab6ec8741a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:50.408753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07f018ac-9659-46bd-a490-93bfed0bb832 req-362efce3-429a-4848-9689-47ab6ec8741a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0480721 Dec 08 02:41:50.455966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-07f018ac-9659-46bd-a490-93bfed0bb832 req-37599a42-4f19-4e8b-b1bc-c3f6627ba8c5 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405116 Dec 08 02:41:51.573253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8836d1b-2d18-40e5-8c38-84c0aebf168e req-9596c434-0ee6-4c47-b0ed-43a18f0ec786 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:51.574690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8836d1b-2d18-40e5-8c38-84c0aebf168e req-9596c434-0ee6-4c47-b0ed-43a18f0ec786 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0471911 Dec 08 02:41:51.621840 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8836d1b-2d18-40e5-8c38-84c0aebf168e req-b52da906-22d7-4d42-9b08-92e04c24b166 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398273 Dec 08 02:41:52.055682 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6106f6de-a6f0-4143-a3e8-21830be430a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:52.742902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38ccd8-c6c6-43f2-bd2b-2911faded0e2 req-f5d8169f-edc0-4a89-b375-11d099657147 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:52.744395 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c38ccd8-c6c6-43f2-bd2b-2911faded0e2 req-f5d8169f-edc0-4a89-b375-11d099657147 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0520604 Dec 08 02:41:52.790571 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c38ccd8-c6c6-43f2-bd2b-2911faded0e2 req-69e07898-126a-4496-80cc-e1d03b0d2d79 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403337 Dec 08 02:41:53.833650 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:53.909520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d85f60-83b5-43d7-ad15-b5b75a425167 req-4945d01c-f09c-484f-9e1b-7bb4d8f844fb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:53.911013 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5d85f60-83b5-43d7-ad15-b5b75a425167 req-4945d01c-f09c-484f-9e1b-7bb4d8f844fb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0517387 Dec 08 02:41:53.958650 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c5d85f60-83b5-43d7-ad15-b5b75a425167 req-1cc47037-0143-49a9-90a8-3114bb7f0b0d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416520 Dec 08 02:41:54.422167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec3de2ca-4b9b-4af7-896b-ecb31b355e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:54.652207 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:55.072987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa2fc7-82e0-410e-b851-131dbd71e57c req-8bf0547d-abed-4029-b21f-a7bdc465b206 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:55.074455 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1aa2fc7-82e0-410e-b851-131dbd71e57c req-8bf0547d-abed-4029-b21f-a7bdc465b206 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0472362 Dec 08 02:41:55.123653 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1aa2fc7-82e0-410e-b851-131dbd71e57c req-75a3fac1-7b31-445c-bf1e-3efc45f4b323 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430155 Dec 08 02:41:55.607630 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:56.242783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948455a-4daf-45a7-934f-9fdd5a0c9645 req-b556116c-e4d7-4bac-81d0-ecd6bd93daf7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:56.244300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0948455a-4daf-45a7-934f-9fdd5a0c9645 req-b556116c-e4d7-4bac-81d0-ecd6bd93daf7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0491796 Dec 08 02:41:56.290577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0948455a-4daf-45a7-934f-9fdd5a0c9645 req-cccf2277-ebd2-4274-9247-b9588aa68408 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403740 Dec 08 02:41:57.098527 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:57.404049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772e845-86bf-47c3-ab82-5036ed4df948 req-14315a4f-34ac-492e-a682-740b9602bbc4 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:57.405427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b772e845-86bf-47c3-ab82-5036ed4df948 req-14315a4f-34ac-492e-a682-740b9602bbc4 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0480385 Dec 08 02:41:57.452746 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b772e845-86bf-47c3-ab82-5036ed4df948 req-fc78e3b1-5391-4b5d-8df9-16ea8094804e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413067 Dec 08 02:41:57.980348 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:58.570650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603a97e-4224-4438-a532-8e678f8a1ab3 req-6d3071a6-f0a7-44b6-ad5f-0dcc148c04e2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:58.572079 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8603a97e-4224-4438-a532-8e678f8a1ab3 req-6d3071a6-f0a7-44b6-ad5f-0dcc148c04e2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0521476 Dec 08 02:41:58.618758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8603a97e-4224-4438-a532-8e678f8a1ab3 req-3ddf3847-c61d-4e56-a66e-885a4dfc5864 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408907 Dec 08 02:41:59.431898 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-f9dbde52-d659-4e03-a986-d44d4118dd8b service neutron] show failed (client error): The resource could not be found. Dec 08 02:41:59.432893 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-f9dbde52-d659-4e03-a986-d44d4118dd8b service neutron] 10.222.0.45 "GET /v2.0/ports/c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2/bindings/n-h2-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0541399 Dec 08 02:41:59.638778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-35b81a73-102c-4056-b339-139631c10487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:59.640625 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-35b81a73-102c-4056-b339-139631c10487 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 1097 time: 0.0451427 Dec 08 02:41:59.658973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:41:59.712624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:59.736354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e59dca-9e21-442a-93aa-401440ec5b66 req-972570e6-fb88-452f-88d0-c5fd47df2fdf tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:59.737881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c0e59dca-9e21-442a-93aa-401440ec5b66 req-972570e6-fb88-452f-88d0-c5fd47df2fdf tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0485556 Dec 08 02:41:59.785223 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c0e59dca-9e21-442a-93aa-401440ec5b66 req-0ebfef97-f5ae-44d7-aa1c-b6c92eb701fc tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411155 Dec 08 02:41:59.910290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] For port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:59.946991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] For port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:41:59.985786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:41:59.988177 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625f3ec2-7a2c-4b9f-bc3c-1718fc3436f1" -d '{"events": [{"server_uuid": "8b70c228-ffe7-4680-83bf-a9e29b4ab79f", "name": "network-vif-unplugged", "status": "completed", "tag": "c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:41:59.991959 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:00.004383 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Transition to ACTIVE for port object c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:42:00.009136 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:00.122145 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb63a33-26c1-483b-99ca-e1bb9fdd9c89 x-openstack-request-id: req-2bb63a33-26c1-483b-99ca-e1bb9fdd9c89 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:42:00.122447 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b70c228-ffe7-4680-83bf-a9e29b4ab79f", "name": "network-vif-unplugged", "status": "completed", "tag": "c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:42:00.122758 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2bb63a33-26c1-483b-99ca-e1bb9fdd9c89 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:42:00.123213 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2', 'code': 200} Dec 08 02:42:00.130633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,revision_number=6']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:00.152671 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:00.153024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:00.153372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:00.153715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:00.154056 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:00.154396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:00.154730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:00.155064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:00.155396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:00.155756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:00.156092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:00.156421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:00.156750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:00.194775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] No DVR routers for this DVR port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:42:00.327401 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Attempting to bind port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:42:00.327711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Attempting to bind port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:42:00.328046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Attempting to bind port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:42:00.332558 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 on network 3564938c-7b53-4823-9713-5cad82982b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:42:00.332878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Attempting to bind port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:42:00.337667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:42:00.338010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Checking segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:42:00.338397 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Bound using segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:42:00.338821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Bound port: c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:42:00.339170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:00.402636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] For port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:42:00.406523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] For port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:42:00.410289 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:00.447104 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:00.447760 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:00.449140 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] 10.222.0.75 "PUT /v2.0/ports/c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 HTTP/1.1" status: 200 len: 1092 time: 0.7945251 Dec 08 02:42:00.468858 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1e857-e2bc-4a68-8375-e0a796a0a128 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:00.526766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-a5820af2-8bab-4a2f-9118-3ad8e9f82ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:00.528358 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-a5820af2-8bab-4a2f-9118-3ad8e9f82ad2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 1095 time: 0.0449245 Dec 08 02:42:00.627339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-16a02a3c-2bbf-4cea-8847-3e2ea3653d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:00.628888 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-16a02a3c-2bbf-4cea-8847-3e2ea3653d2c service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0922101 Dec 08 02:42:00.692014 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-a9a59b51-15ff-44d5-89a5-187533543e44 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 HTTP/1.1" status: 200 len: 999 time: 0.0561652 Dec 08 02:42:00.746365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-2f55c1d7-3503-4498-9fa3-dfe40da7d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:00.748226 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-2f55c1d7-3503-4498-9fa3-dfe40da7d59f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0490513 Dec 08 02:42:00.794333 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-2be6c144-3f6f-487d-8e44-f9f1b93be9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:00.795881 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-2be6c144-3f6f-487d-8e44-f9f1b93be9d7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407219 Dec 08 02:42:00.887180 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-b0b8ac8d-b5e6-46f5-b6a9-4379509c3f14 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844374 Dec 08 02:42:00.915019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded65a87-7f23-49f2-8af2-3152182fb3d8 req-6ba760ef-ddb2-468a-a748-21bc8f4d97f6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:00.916566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ded65a87-7f23-49f2-8af2-3152182fb3d8 req-6ba760ef-ddb2-468a-a748-21bc8f4d97f6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 943 time: 0.0595973 Dec 08 02:42:00.964980 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ded65a87-7f23-49f2-8af2-3152182fb3d8 req-37a08972-8dcf-4c50-b3ce-bdfa35c3ea44 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419352 Dec 08 02:42:00.983046 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9ab5722d-5dbf-4836-8615-b03993d6997e req-ce0a8ccb-0ba9-4766-b882-a89ff26626b5 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883794 Dec 08 02:42:02.088408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8abed4-0b89-4628-bdc6-586507a4cf76 req-af24fc16-2c73-49cc-aee2-89ef27465fa7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:02.089946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c8abed4-0b89-4628-bdc6-586507a4cf76 req-af24fc16-2c73-49cc-aee2-89ef27465fa7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 943 time: 0.0552838 Dec 08 02:42:02.124139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'tag': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:42:02.126558 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b70c228-ffe7-4680-83bf-a9e29b4ab79f", "tag": "c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:42:02.141676 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c8abed4-0b89-4628-bdc6-586507a4cf76 req-db7eb336-36fe-4206-a117-dcb2a01c6bb3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457780 Dec 08 02:42:02.175589 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d15a09a-e2ea-4713-b263-0cf0866236d9 x-openstack-request-id: req-1d15a09a-e2ea-4713-b263-0cf0866236d9 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:42:02.175920 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b70c228-ffe7-4680-83bf-a9e29b4ab79f", "tag": "c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:42:02.176179 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1d15a09a-e2ea-4713-b263-0cf0866236d9 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:42:02.176583 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'tag': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2', 'status': 'completed', 'code': 200} Dec 08 02:42:02.280821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-b609d5f1-faff-4a9b-a13c-b732e36804f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:02.282300 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-b609d5f1-faff-4a9b-a13c-b732e36804f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 1095 time: 0.0670733 Dec 08 02:42:02.284783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-c83e31fc-8655-4462-96a1-06b17928d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:02.286102 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-c83e31fc-8655-4462-96a1-06b17928d748 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 1095 time: 0.0616243 Dec 08 02:42:02.437700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-278702f2-b29a-4361-a004-749c3c98d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:02.439142 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-278702f2-b29a-4361-a004-749c3c98d561 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.1498756 Dec 08 02:42:02.443917 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-bd8fd952-751a-464d-b3d2-c01187456f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:02.445232 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-bd8fd952-751a-464d-b3d2-c01187456f3b service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.1484420 Dec 08 02:42:02.549384 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-380fed4c-9caf-424b-b081-320e58185849 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 HTTP/1.1" status: 200 len: 999 time: 0.1019919 Dec 08 02:42:02.556856 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-c0e52ee7-5060-4ea2-80c5-da2c90776169 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 HTTP/1.1" status: 200 len: 999 time: 0.0751767 Dec 08 02:42:02.634210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-885a6f5e-1418-4d27-8b1c-bb9fd98ba1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:02.635681 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-885a6f5e-1418-4d27-8b1c-bb9fd98ba1bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0779762 Dec 08 02:42:02.637034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-883b73ef-c2ef-4847-92f0-3708d5bba74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:02.638314 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-883b73ef-c2ef-4847-92f0-3708d5bba74b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0737560 Dec 08 02:42:02.707987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-c5629fc8-40ac-48a7-aeac-4e6beb562062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:02.709966 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-c5629fc8-40ac-48a7-aeac-4e6beb562062 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677631 Dec 08 02:42:02.715823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-d337aa59-8f47-4d87-9347-3a4fb70a80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:02.717146 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-d337aa59-8f47-4d87-9347-3a4fb70a80e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667570 Dec 08 02:42:02.865494 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-cb5b50cf-9c3a-4a2f-ba98-9a220bdbd3e7 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473327 Dec 08 02:42:02.867569 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-52e0deac-0bd5-4d63-aa52-4fef1b07d3b6 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415322 Dec 08 02:42:03.020162 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-099555a9-cbf6-473f-a431-adbd22f44574 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483359 Dec 08 02:42:03.022656 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-79f933fa-7c1c-4853-a8f6-4ac47adf11a9 req-e494b254-7d94-4e7c-a5a2-538e4e72cf59 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440942 Dec 08 02:42:03.257340 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e28d0-00e6-4308-a9a0-c458b7e6411f req-83938b05-45b0-48cd-ae19-0c75fd6924eb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:03.258837 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff5e28d0-00e6-4308-a9a0-c458b7e6411f req-83938b05-45b0-48cd-ae19-0c75fd6924eb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 943 time: 0.0487008 Dec 08 02:42:03.311567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff5e28d0-00e6-4308-a9a0-c458b7e6411f req-76642795-f207-4c44-9209-d15572c4ae93 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458918 Dec 08 02:42:03.504986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94c8b9-f56d-49ac-ab57-34167353d947 req-15c765cd-22f4-4f9b-8079-5d707e285099 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:03.506492 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd94c8b9-f56d-49ac-ab57-34167353d947 req-15c765cd-22f4-4f9b-8079-5d707e285099 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 943 time: 0.0500114 Dec 08 02:42:03.532925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12159-a641-4384-aed9-433144533817 req-ec5287e5-20a7-4c0e-9866-fc91c8b83c98 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:03.534431 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-88e12159-a641-4384-aed9-433144533817 req-ec5287e5-20a7-4c0e-9866-fc91c8b83c98 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 943 time: 0.0557508 Dec 08 02:42:03.554414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd94c8b9-f56d-49ac-ab57-34167353d947 req-273d9b7b-e636-421f-88d0-6ddc03d3341b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418072 Dec 08 02:42:03.595368 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [req-88e12159-a641-4384-aed9-433144533817 req-75d0d98d-e55c-408e-864e-7753f3af4a58 service neutron] delete failed (client error): The resource could not be found. Dec 08 02:42:03.596427 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-88e12159-a641-4384-aed9-433144533817 req-75d0d98d-e55c-408e-864e-7753f3af4a58 service neutron] 10.222.0.45 "DELETE /v2.0/ports/c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2/bindings/n-h1-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0532267 Dec 08 02:42:03.687731 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:42:03.700636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12159-a641-4384-aed9-433144533817 req-390abc0c-39fa-49bf-8f23-9cda4b01a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:03.702140 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-88e12159-a641-4384-aed9-433144533817 req-390abc0c-39fa-49bf-8f23-9cda4b01a749 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 1095 time: 0.0428798 Dec 08 02:42:03.708844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:42:03.796162 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:42:03.799944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12159-a641-4384-aed9-433144533817 req-12602c71-663f-4f43-9926-e2ed58857713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:03.801431 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-88e12159-a641-4384-aed9-433144533817 req-12602c71-663f-4f43-9926-e2ed58857713 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0917809 Dec 08 02:42:03.816425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:42:03.831125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'port_id': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2', 'mac_address': 'fa:16:3e:35:d3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:42:03.866085 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-88e12159-a641-4384-aed9-433144533817 req-872c6257-2df2-444a-b56a-19623c890d88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 HTTP/1.1" status: 200 len: 999 time: 0.0580769 Dec 08 02:42:03.867843 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:03.880453 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:42:03.901625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:42:03.905985 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:03.921233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12159-a641-4384-aed9-433144533817 req-7f25470d-4861-4baa-a144-2409b4a1d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:03.922737 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-88e12159-a641-4384-aed9-433144533817 req-7f25470d-4861-4baa-a144-2409b4a1d572 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0497441 Dec 08 02:42:03.953179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:03.961529 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:03.961643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:03.962227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:03.962227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:03.962541 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:03.962868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:03.963190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:03.963501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:03.963854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:03.964170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:03.964558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:03.964797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:03.965433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:03.971832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12159-a641-4384-aed9-433144533817 req-82afde63-76f7-4a0f-82e5-4ebf39f65802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:03.973290 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-88e12159-a641-4384-aed9-433144533817 req-82afde63-76f7-4a0f-82e5-4ebf39f65802 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434730 Dec 08 02:42:04.061421 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-88e12159-a641-4384-aed9-433144533817 req-31119575-8505-42b8-b56e-35b1ade6570f service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808272 Dec 08 02:42:04.203327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:42:04.473509 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-88e12159-a641-4384-aed9-433144533817 req-fe807ff9-5664-45e2-b90c-ef5390beee3b service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042459 Dec 08 02:42:04.676913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ecc6-5f18-41fc-bf75-c01eb957b1a8 req-5d7311ad-ced1-4a7d-83ba-6568ee212915 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:04.678396 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8c1ecc6-5f18-41fc-bf75-c01eb957b1a8 req-5d7311ad-ced1-4a7d-83ba-6568ee212915 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 944 time: 0.0481668 Dec 08 02:42:04.723938 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8c1ecc6-5f18-41fc-bf75-c01eb957b1a8 req-718a95b1-b954-4892-9066-2e28be23c7f1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395868 Dec 08 02:42:05.705095 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:42:05.753338 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:42:05.757342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:42:05.757715 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:05.837929 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:05.845887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d21e0-f27e-43c7-97ee-68a052937f8f req-6729cc8d-6c03-4596-9ce1-ea526eaa3f2f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:05.847387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-387d21e0-f27e-43c7-97ee-68a052937f8f req-6729cc8d-6c03-4596-9ce1-ea526eaa3f2f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 944 time: 0.0535376 Dec 08 02:42:05.860768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:42:05.863113 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d39e39-e302-4f70-8342-05c1a34ce811" -d '{"events": [{"server_uuid": "8b70c228-ffe7-4680-83bf-a9e29b4ab79f", "name": "network-vif-plugged", "status": "completed", "tag": "c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:42:05.876600 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:42:05.881016 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:05.897532 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-387d21e0-f27e-43c7-97ee-68a052937f8f req-c07893d1-5ae3-4652-85a5-8c275819ab75 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434062 Dec 08 02:42:05.919827 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c695e8-e8be-4206-930f-44facce6323a x-openstack-request-id: req-c8c695e8-e8be-4206-930f-44facce6323a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:42:05.919827 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b70c228-ffe7-4680-83bf-a9e29b4ab79f", "name": "network-vif-plugged", "status": "completed", "tag": "c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:42:05.919827 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c8c695e8-e8be-4206-930f-44facce6323a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:42:05.919827 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2', 'code': 200} Dec 08 02:42:05.931093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:06.016024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5eeb36-40f5-4213-8702-c4729b4c0500 req-7110e4de-4fc0-4369-bbc7-fe84811980b9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:06.017508 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff5eeb36-40f5-4213-8702-c4729b4c0500 req-7110e4de-4fc0-4369-bbc7-fe84811980b9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0485911 Dec 08 02:42:06.064793 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff5eeb36-40f5-4213-8702-c4729b4c0500 req-fa219049-b574-4161-9c01-306649068840 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405979 Dec 08 02:42:06.178908 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ac4e3-f83e-47ed-839d-b04109092b8e req-2e532826-0cf9-4e45-946c-888e9e55220f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:06.180408 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b38ac4e3-f83e-47ed-839d-b04109092b8e req-2e532826-0cf9-4e45-946c-888e9e55220f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0506561 Dec 08 02:42:06.483331 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b38ac4e3-f83e-47ed-839d-b04109092b8e req-b8c9eac1-dcb3-4c0a-940c-de217be04c51 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970772 Dec 08 02:42:06.712381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d40ff6-5de7-4b4e-bb7f-8b1c08dac065 req-fc7c3b74-3cf1-415f-9408-572fcc9d74fb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:06.713823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47d40ff6-5de7-4b4e-bb7f-8b1c08dac065 req-fc7c3b74-3cf1-415f-9408-572fcc9d74fb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0473657 Dec 08 02:42:06.759320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47d40ff6-5de7-4b4e-bb7f-8b1c08dac065 req-abec5e9a-9856-4ae5-844d-23b77bc9d9b0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395029 Dec 08 02:42:07.873793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48f8d0-2334-43b9-9cb3-a1d952a3b59d req-69c9326f-468d-4199-acf0-400c4d562de1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:07.875239 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e48f8d0-2334-43b9-9cb3-a1d952a3b59d req-69c9326f-468d-4199-acf0-400c4d562de1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0479970 Dec 08 02:42:07.921863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e48f8d0-2334-43b9-9cb3-a1d952a3b59d req-ceb4e973-7d5e-4d12-b79f-d5622d537540 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405619 Dec 08 02:42:08.086176 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-4c24fc12-7e8a-4950-9669-7b8d7d96759a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:08.087512 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-4c24fc12-7e8a-4950-9669-7b8d7d96759a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 945 time: 0.0478866 Dec 08 02:42:08.179094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Deleting port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:42:08.179434 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:08.275194 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] For port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:42:08.275567 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:08.471337 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:08.471792 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:08.472118 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876 disassociated. External IP: 172.25.8.104, port: c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2. Dec 08 02:42:08.472465 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Calling delete_port for c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:42:08.598281 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:08.629034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event deleted for resources: {'Port': ['ID=c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:08.747830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:42:08.860031 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:42:08.869906 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b4f71-a62f-445b-913d-41827785b7ec None None] Sync routers for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:42:08.880640 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b4f71-a62f-445b-913d-41827785b7ec None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:42:08.881854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-dc2b4f71-a62f-445b-913d-41827785b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:41:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:42:08.899370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] No DVR routers for this DVR port c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:42:08.902207 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:08.905640 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6626c38e-cfa5-415b-b781-14b5b38007ab req-bb323a26-4cb8-462c-8454-cac046d3cacd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.75 "DELETE /v2.0/ports/c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 HTTP/1.1" status: 204 len: 173 time: 0.8120272 Dec 08 02:42:08.906091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'name': 'network-vif-deleted', 'tag': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:42:08.908395 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5051a83-8ea9-46b5-b71a-f36a57dae755" -d '{"events": [{"server_uuid": "8b70c228-ffe7-4680-83bf-a9e29b4ab79f", "name": "network-vif-deleted", "tag": "c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:42:08.948861 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85b6797-3892-4b62-8ed6-2e1a2f463ca8 x-openstack-request-id: req-e85b6797-3892-4b62-8ed6-2e1a2f463ca8 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:42:08.949083 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b70c228-ffe7-4680-83bf-a9e29b4ab79f", "name": "network-vif-deleted", "tag": "c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:42:08.949519 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e85b6797-3892-4b62-8ed6-2e1a2f463ca8 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:42:08.950000 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b70c228-ffe7-4680-83bf-a9e29b4ab79f', 'name': 'network-vif-deleted', 'tag': 'c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2', 'status': 'completed', 'code': 200} Dec 08 02:42:08.993008 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-dc2b4f71-a62f-445b-913d-41827785b7ec None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:42:09.026734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b05f6f93-1df2-49a0-a7ef-dc1c6a999ec1 req-6381676a-da17-4474-8f1d-cb35378580a3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b70c228-ffe7-4680-83bf-a9e29b4ab79f HTTP/1.1" status: 200 len: 210 time: 0.0306687 Dec 08 02:42:09.204764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-dc2b4f71-a62f-445b-913d-41827785b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:42:09.231396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b4f71-a62f-445b-913d-41827785b7ec None None] Checking router: a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:42:09.239807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b4f71-a62f-445b-913d-41827785b7ec None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:42:09.240938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-dc2b4f71-a62f-445b-913d-41827785b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:41:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:42:09.342613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-dc2b4f71-a62f-445b-913d-41827785b7ec None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:42:09.531228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-dc2b4f71-a62f-445b-913d-41827785b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:42:09.560581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b4f71-a62f-445b-913d-41827785b7ec None None] The sync data for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 is: [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:42:09.774335 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef072b-7447-47c4-a646-f6620079b634 None None] New status for floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:42:10.268274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-5311daf6-8ff7-4791-be40-9497b9370ba6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--279126036&fields=id&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 267 time: 0.0424538 Dec 08 02:42:10.373266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-73f87b04-9fde-4727-82a3-810392bc24e3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:10.374707 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-73f87b04-9fde-4727-82a3-810392bc24e3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 811 time: 0.0995777 Dec 08 02:42:10.390013 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-e3c8188a-a149-4f82-bf08-72f079758f2b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/quotas/4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 375 time: 0.0095448 Dec 08 02:42:10.445054 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-de815dfe-b40c-4a0f-8d47-aa2fa1d20415 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496290 Dec 08 02:42:10.597470 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-d5bcd11d-3a36-4485-882a-30dcbcfc91d8 service neutron] 10.222.0.71 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410329 Dec 08 02:42:10.687225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-d0ebb8bf-7b4c-450a-accf-f76ef1a3832a service neutron] 10.222.0.71 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829871 Dec 08 02:42:10.856973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60309a2b-083c-449a-8bee-610b08a4cfd7 req-1f8c3fc3-0344-4b73-992e-7a0cf53b8619 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 210 time: 0.0278628 Dec 08 02:42:11.744776 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:42:11.766136 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:42:11.766671 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device c7fc8b90-6bcd-4f12-a0d6-ade580aebbc2 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:42:11.832906 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-95603de0-1c41-4d51-a582-f7f7e45a0153 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:11.836300 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-95603de0-1c41-4d51-a582-f7f7e45a0153 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 811 time: 0.1113353 Dec 08 02:42:11.910759 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-ec1fef35-69eb-4c60-9af0-238eec11c2b1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 379 time: 0.0537119 Dec 08 02:42:11.929916 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-c353d675-c7b1-4dd4-bb10-fdd182d634c1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Request body: {'port': {'device_id': '4f585612-3c6c-476c-9286-1563f435a244', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'admin_state_up': True, 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'security_groups': ['dfa102c0-a0bf-4b32-b85e-54c1882b4c83']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:42:11.951103 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6d77b89-1059-4271-8440-bd5902c50c88 req-79e5a3dc-e362-4261-90bd-5481cfd10cb7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 210 time: 0.0264323 Dec 08 02:42:12.037086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-c353d675-c7b1-4dd4-bb10-fdd182d634c1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Made reservation on behalf of 4cfe2395fde0483f9b036b0b7d5a2300 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:42:12.040549 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-c353d675-c7b1-4dd4-bb10-fdd182d634c1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:12.165939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-c353d675-c7b1-4dd4-bb10-fdd182d634c1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Allocated IP 172.20.0.6 (3564938c-7b53-4823-9713-5cad82982b2c/ee7a8c2e-b556-4ed3-ac1e-6df49c775d28/a0f5ab75-3858-45f5-8d68-227f4681dc20) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:42:12.302537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-c353d675-c7b1-4dd4-bb10-fdd182d634c1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:12.335758 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-c353d675-c7b1-4dd4-bb10-fdd182d634c1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:12.376975 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-c353d675-c7b1-4dd4-bb10-fdd182d634c1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Network 3564938c-7b53-4823-9713-5cad82982b2c is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:42:12.379958 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-c353d675-c7b1-4dd4-bb10-fdd182d634c1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:42:12.384118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-c353d675-c7b1-4dd4-bb10-fdd182d634c1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:42:12.412845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353d675-c7b1-4dd4-bb10-fdd182d634c1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event updated for resources: {'Port': ['ID=a0f5ab75-3858-45f5-8d68-227f4681dc20,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:12.439777 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-c353d675-c7b1-4dd4-bb10-fdd182d634c1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:12.440409 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-c353d675-c7b1-4dd4-bb10-fdd182d634c1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:12.456670 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-c353d675-c7b1-4dd4-bb10-fdd182d634c1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5306728 Dec 08 02:42:12.474322 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Request body: {'port': {'device_id': '4f585612-3c6c-476c-9286-1563f435a244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:42:12.534702 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:12.610787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ec1eb7c8-fc42-42c0-ba45-182c028f7078 None None] Provisioning complete for port a0f5ab75-3858-45f5-8d68-227f4681dc20 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:42:12.611080 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ec1eb7c8-fc42-42c0-ba45-182c028f7078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:12.644787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ec1eb7c8-fc42-42c0-ba45-182c028f7078 None None] Port a0f5ab75-3858-45f5-8d68-227f4681dc20 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:42:12.791658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f5ab75-3858-45f5-8d68-227f4681dc20 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:42:12.798918 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:12.812505 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Transition to ACTIVE for port object a0f5ab75-3858-45f5-8d68-227f4681dc20 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:42:12.815548 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:12.865662 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f5ab75-3858-45f5-8d68-227f4681dc20,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:12.940009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Attempting to bind port a0f5ab75-3858-45f5-8d68-227f4681dc20 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:42:12.940352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Attempting to bind port a0f5ab75-3858-45f5-8d68-227f4681dc20 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:42:12.940685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Attempting to bind port a0f5ab75-3858-45f5-8d68-227f4681dc20 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:42:12.945506 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Port a0f5ab75-3858-45f5-8d68-227f4681dc20 on network 3564938c-7b53-4823-9713-5cad82982b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:42:12.945835 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Attempting to bind port a0f5ab75-3858-45f5-8d68-227f4681dc20 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:42:12.950994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:42:12.951336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Checking segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:42:12.951777 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Bound using segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:42:12.952211 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Bound port: a0f5ab75-3858-45f5-8d68-227f4681dc20, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:42:12.952571 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:13.021477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] For port a0f5ab75-3858-45f5-8d68-227f4681dc20, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:42:13.025190 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] For port a0f5ab75-3858-45f5-8d68-227f4681dc20, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:42:13.030724 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:13.068225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:13.068901 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:13.070295 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] 10.222.0.75 "PUT /v2.0/ports/a0f5ab75-3858-45f5-8d68-227f4681dc20 HTTP/1.1" status: 200 len: 1092 time: 0.6004143 Dec 08 02:42:13.070756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f585612-3c6c-476c-9286-1563f435a244', 'tag': 'a0f5ab75-3858-45f5-8d68-227f4681dc20'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:42:13.073221 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72438941c9a5e95a096db6c1f929d47b78ca25d73e8e482d0196fb697aac57a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c96b68-bf7b-4494-8bab-1f3778f2aeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f585612-3c6c-476c-9286-1563f435a244", "tag": "a0f5ab75-3858-45f5-8d68-227f4681dc20"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:42:13.090140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c954d-7393-47b9-99bc-caa5e206af65 req-40264216-c368-4719-b956-78342ea5dc1e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:13.096005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f52c954d-7393-47b9-99bc-caa5e206af65 req-40264216-c368-4719-b956-78342ea5dc1e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 943 time: 0.0629232 Dec 08 02:42:13.111949 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ff794-177b-4c7b-b48a-2e04e3bf2349 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f5ab75-3858-45f5-8d68-227f4681dc20,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:13.121852 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba8725e-e833-4a5f-9b2a-67fc371e78fe x-openstack-request-id: req-1ba8725e-e833-4a5f-9b2a-67fc371e78fe {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:42:13.122152 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f585612-3c6c-476c-9286-1563f435a244", "tag": "a0f5ab75-3858-45f5-8d68-227f4681dc20", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:42:13.122407 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1ba8725e-e833-4a5f-9b2a-67fc371e78fe {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:42:13.122812 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f585612-3c6c-476c-9286-1563f435a244', 'tag': 'a0f5ab75-3858-45f5-8d68-227f4681dc20', 'status': 'completed', 'code': 200} Dec 08 02:42:13.150371 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f52c954d-7393-47b9-99bc-caa5e206af65 req-edb3aab9-2400-4ac4-bf4e-db4245c579ba tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518909 Dec 08 02:42:13.186771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-9a999916-5337-4b74-bfc4-398a899c464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:13.188431 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-9a999916-5337-4b74-bfc4-398a899c464a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 1095 time: 0.0492408 Dec 08 02:42:13.237509 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-0bcd5595-db0b-47b8-9000-0088faa374c3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20 HTTP/1.1" status: 200 len: 217 time: 0.0357020 Dec 08 02:42:13.288052 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-219b99a1-185b-469f-885f-318c31140b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:13.289519 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-219b99a1-185b-469f-885f-318c31140b61 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0456862 Dec 08 02:42:13.335303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-0e648f15-34ce-4356-8aaa-646619211b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:13.336813 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-0e648f15-34ce-4356-8aaa-646619211b81 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405567 Dec 08 02:42:13.428184 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-03427afd-769b-4c63-bcb8-7c6349559842 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835931 Dec 08 02:42:13.519314 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-906ce26a-81f9-462a-92fa-1c5fa3c9a9e4 req-4e53aef3-3a2c-4f4f-9336-fc9bcde53a70 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846460 Dec 08 02:42:13.640472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c96b68-bf7b-4494-8bab-1f3778f2aeb4 req-1cb868d3-2104-43c5-95a2-8ed0497ea018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:13.641954 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1c96b68-bf7b-4494-8bab-1f3778f2aeb4 req-1cb868d3-2104-43c5-95a2-8ed0497ea018 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 1095 time: 0.0417082 Dec 08 02:42:13.729560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c96b68-bf7b-4494-8bab-1f3778f2aeb4 req-9f12d79a-1401-407b-ab71-e7f2a8e6c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:13.730915 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1c96b68-bf7b-4494-8bab-1f3778f2aeb4 req-9f12d79a-1401-407b-ab71-e7f2a8e6c1f7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0821068 Dec 08 02:42:13.776758 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1c96b68-bf7b-4494-8bab-1f3778f2aeb4 req-17bbe159-f951-46c1-b2cc-880fe2d8be50 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20 HTTP/1.1" status: 200 len: 217 time: 0.0378029 Dec 08 02:42:13.827738 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c96b68-bf7b-4494-8bab-1f3778f2aeb4 req-9c3d7039-ed7d-4286-82e4-ae9ef2ab303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:13.829162 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1c96b68-bf7b-4494-8bab-1f3778f2aeb4 req-9c3d7039-ed7d-4286-82e4-ae9ef2ab303d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0444660 Dec 08 02:42:13.874548 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c96b68-bf7b-4494-8bab-1f3778f2aeb4 req-14e50c58-ab1e-4228-9682-2667949afd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:13.876052 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1c96b68-bf7b-4494-8bab-1f3778f2aeb4 req-14e50c58-ab1e-4228-9682-2667949afd5d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392542 Dec 08 02:42:13.968580 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1c96b68-bf7b-4494-8bab-1f3778f2aeb4 req-a9bbe949-96fc-4fca-973c-7cb262323b43 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847964 Dec 08 02:42:14.055653 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b1c96b68-bf7b-4494-8bab-1f3778f2aeb4 req-8f919d75-e767-42c1-8956-b3a8d145cbca service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795600 Dec 08 02:42:14.268800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404cd3c-caca-4130-9c4c-c01d3c9ecbbd req-d8c599a3-972b-4537-802b-9c04a66ca929 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:14.270253 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7404cd3c-caca-4130-9c4c-c01d3c9ecbbd req-d8c599a3-972b-4537-802b-9c04a66ca929 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 943 time: 0.0483816 Dec 08 02:42:14.316792 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7404cd3c-caca-4130-9c4c-c01d3c9ecbbd req-09ff8172-62d6-4be4-9c4f-798e5dea4954 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405648 Dec 08 02:42:15.430946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c424cfe-fc0a-48cb-9c14-f92997e6fd49 req-042614e4-10c7-4693-b9f2-63ba7d51589d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:15.432430 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c424cfe-fc0a-48cb-9c14-f92997e6fd49 req-042614e4-10c7-4693-b9f2-63ba7d51589d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 943 time: 0.0483432 Dec 08 02:42:15.478224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c424cfe-fc0a-48cb-9c14-f92997e6fd49 req-b47433b8-2a4c-4514-82d8-788c4c849286 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398755 Dec 08 02:42:16.594533 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13a4cf-890e-4453-b2a5-568f64d8cdb0 req-e00b64d4-7ba3-4734-8abe-412288eb2d80 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:16.596008 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e13a4cf-890e-4453-b2a5-568f64d8cdb0 req-e00b64d4-7ba3-4734-8abe-412288eb2d80 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 943 time: 0.0516479 Dec 08 02:42:16.642397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e13a4cf-890e-4453-b2a5-568f64d8cdb0 req-bfd6f519-dffb-474f-81f4-9a3fdcecec66 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404880 Dec 08 02:42:17.659718 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:42:17.745290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a0f5ab75-3858-45f5-8d68-227f4681dc20 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:42:17.754219 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db2e90-ae71-4c20-8f21-4c77e383c300 req-4e1b6b37-1ca5-49e8-a49e-bbeff5e9d98d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:17.755711 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80db2e90-ae71-4c20-8f21-4c77e383c300 req-4e1b6b37-1ca5-49e8-a49e-bbeff5e9d98d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 943 time: 0.0472226 Dec 08 02:42:17.803696 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80db2e90-ae71-4c20-8f21-4c77e383c300 req-34f250fa-16f8-45f7-ac32-3a23e4900e26 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415456 Dec 08 02:42:17.839028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a0f5ab75-3858-45f5-8d68-227f4681dc20, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:42:17.849624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'a0f5ab75-3858-45f5-8d68-227f4681dc20', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'port_id': 'a0f5ab75-3858-45f5-8d68-227f4681dc20', 'mac_address': 'fa:16:3e:c2:0b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:42:17.888264 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:17.900888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f5ab75-3858-45f5-8d68-227f4681dc20 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:42:17.920233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a0f5ab75-3858-45f5-8d68-227f4681dc20, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:42:17.924217 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:17.972053 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a0f5ab75-3858-45f5-8d68-227f4681dc20,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:18.197305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['a0f5ab75-3858-45f5-8d68-227f4681dc20'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:42:18.920198 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e38c1-b755-4332-bfb1-cfd3785c2110 req-6fa2bfbd-2d81-4de3-bab2-b53f15629a42 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:18.921702 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-282e38c1-b755-4332-bfb1-cfd3785c2110 req-6fa2bfbd-2d81-4de3-bab2-b53f15629a42 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 944 time: 0.0484371 Dec 08 02:42:18.971010 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-282e38c1-b755-4332-bfb1-cfd3785c2110 req-c6c1b392-4499-4591-912c-13b95ba09baa tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432997 Dec 08 02:42:19.745817 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a0f5ab75-3858-45f5-8d68-227f4681dc20 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:42:19.792858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port a0f5ab75-3858-45f5-8d68-227f4681dc20 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:42:19.796738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port a0f5ab75-3858-45f5-8d68-227f4681dc20 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:42:19.797109 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:19.875383 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:19.897765 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f585612-3c6c-476c-9286-1563f435a244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f5ab75-3858-45f5-8d68-227f4681dc20'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:42:19.900131 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5030d6eea353d004302f957dbccb14e32346bf5c867977f9cf33f05b0f3ba0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf4e968-4d6c-4244-879e-1300b548c494" -d '{"events": [{"server_uuid": "4f585612-3c6c-476c-9286-1563f435a244", "name": "network-vif-plugged", "status": "completed", "tag": "a0f5ab75-3858-45f5-8d68-227f4681dc20"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:42:19.912337 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port a0f5ab75-3858-45f5-8d68-227f4681dc20, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:42:19.916649 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:19.938952 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0392eaeb-1a41-415a-bea0-b45b2894417c x-openstack-request-id: req-0392eaeb-1a41-415a-bea0-b45b2894417c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:42:19.939242 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f585612-3c6c-476c-9286-1563f435a244", "name": "network-vif-plugged", "status": "completed", "tag": "a0f5ab75-3858-45f5-8d68-227f4681dc20", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:42:19.939492 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0392eaeb-1a41-415a-bea0-b45b2894417c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:42:19.939898 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f585612-3c6c-476c-9286-1563f435a244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f5ab75-3858-45f5-8d68-227f4681dc20', 'code': 200} Dec 08 02:42:19.965699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=a0f5ab75-3858-45f5-8d68-227f4681dc20,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:20.067429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0efd59-1795-4851-bc34-298b78e46c4e req-ebc8fc1a-b596-46a2-8560-f8096aa4f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:20.070268 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8a0efd59-1795-4851-bc34-298b78e46c4e req-ebc8fc1a-b596-46a2-8560-f8096aa4f01c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 1097 time: 0.0459380 Dec 08 02:42:20.086605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df899743-0c6a-4190-b0e4-c10b769733de req-4cb6c023-afcf-4b6f-b982-e362c8e6dee4 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:20.088114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df899743-0c6a-4190-b0e4-c10b769733de req-4cb6c023-afcf-4b6f-b982-e362c8e6dee4 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0492384 Dec 08 02:42:20.115106 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8a0efd59-1795-4851-bc34-298b78e46c4e req-d5fa02d7-2654-4d39-9b10-3ed09dc7f5df service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377266 Dec 08 02:42:20.134486 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df899743-0c6a-4190-b0e4-c10b769733de req-daec636b-56e4-41aa-9a03-5bca4c63d29e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403872 Dec 08 02:42:21.259061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddd5a7-5450-490a-8893-bcf968c532f4 req-0f26eed4-9b0e-4d34-9d2a-f9fc044b2abd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:21.260609 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8ddd5a7-5450-490a-8893-bcf968c532f4 req-0f26eed4-9b0e-4d34-9d2a-f9fc044b2abd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0526123 Dec 08 02:42:21.306859 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8ddd5a7-5450-490a-8893-bcf968c532f4 req-9640acc0-a1d5-44cb-a2ac-4035201557fc tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401511 Dec 08 02:42:21.422430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108ad52-4072-4b52-808d-673e4a21d092 req-55715782-abd8-4e92-877e-da9be9bf8c2e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:21.423825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1108ad52-4072-4b52-808d-673e4a21d092 req-55715782-abd8-4e92-877e-da9be9bf8c2e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0511854 Dec 08 02:42:21.432867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37020) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:42:21.437327 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-24e420dd-7473-4c1c-8442-c540087e9ea7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Request body: {'floatingip': {'port_id': 'a0f5ab75-3858-45f5-8d68-227f4681dc20'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:42:21.475611 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24e420dd-7473-4c1c-8442-c540087e9ea7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:21.898274 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24e420dd-7473-4c1c-8442-c540087e9ea7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:21.902091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24e420dd-7473-4c1c-8442-c540087e9ea7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:22.003224 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-24e420dd-7473-4c1c-8442-c540087e9ea7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876 associated. External IP: 172.25.8.104, port: a0f5ab75-3858-45f5-8d68-227f4681dc20. Dec 08 02:42:22.057889 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27f10e62-cb98-4b94-b754-acdb9208e2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:22.213763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e420dd-7473-4c1c-8442-c540087e9ea7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:42:22.330004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e420dd-7473-4c1c-8442-c540087e9ea7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:42:22.335773 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-24e420dd-7473-4c1c-8442-c540087e9ea7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:22.340411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f2f63b-80d6-4524-871d-0a1aac4ad462 None None] Sync routers for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:42:22.350283 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f2f63b-80d6-4524-871d-0a1aac4ad462 None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:42:22.350896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b5f2f63b-80d6-4524-871d-0a1aac4ad462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:41:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:42:22.361870 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-24e420dd-7473-4c1c-8442-c540087e9ea7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "PUT /v2.0/floatingips/9b964298-e41d-4cde-a0c9-b0e51bd62876 HTTP/1.1" status: 200 len: 991 time: 0.9279363 Dec 08 02:42:22.362431 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f585612-3c6c-476c-9286-1563f435a244', 'tag': 'a0f5ab75-3858-45f5-8d68-227f4681dc20'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:42:22.364861 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627657a354766a5a53cc00529f7353098e6517e4489962285d03125fad081764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71303a5-6a0f-4fab-99ec-a34d1f51b4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4f585612-3c6c-476c-9286-1563f435a244", "tag": "a0f5ab75-3858-45f5-8d68-227f4681dc20"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:42:22.403223 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014aac41-93f4-4d66-ad90-fa06f48731a2 x-openstack-request-id: req-014aac41-93f4-4d66-ad90-fa06f48731a2 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:42:22.403518 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f585612-3c6c-476c-9286-1563f435a244", "tag": "a0f5ab75-3858-45f5-8d68-227f4681dc20", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:42:22.403796 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-014aac41-93f4-4d66-ad90-fa06f48731a2 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:42:22.404204 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f585612-3c6c-476c-9286-1563f435a244', 'tag': 'a0f5ab75-3858-45f5-8d68-227f4681dc20', 'status': 'completed', 'code': 200} Dec 08 02:42:22.458800 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b5f2f63b-80d6-4524-871d-0a1aac4ad462 None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:42:22.495627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71303a5-6a0f-4fab-99ec-a34d1f51b4e7 req-36dd4b67-4740-4697-a6b5-b5abc04d9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:22.497053 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e71303a5-6a0f-4fab-99ec-a34d1f51b4e7 req-36dd4b67-4740-4697-a6b5-b5abc04d9f7d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 1097 time: 0.0401616 Dec 08 02:42:22.591352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71303a5-6a0f-4fab-99ec-a34d1f51b4e7 req-aca7ba21-8eae-4daf-9c21-f982ad1c1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:22.592869 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e71303a5-6a0f-4fab-99ec-a34d1f51b4e7 req-aca7ba21-8eae-4daf-9c21-f982ad1c1bba service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0877721 Dec 08 02:42:22.658919 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e71303a5-6a0f-4fab-99ec-a34d1f51b4e7 req-ea31d9a6-6383-436a-ba97-ac7e1f923e65 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20 HTTP/1.1" status: 200 len: 999 time: 0.0584972 Dec 08 02:42:22.682292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b5f2f63b-80d6-4524-871d-0a1aac4ad462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9b964298-e41d-4cde-a0c9-b0e51bd62876', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'port_id': 'a0f5ab75-3858-45f5-8d68-227f4681dc20', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'mac_address': 'fa:16:3e:c2:0b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585612-3c6c-476c-9286-1563f435a244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:39:57Z', 'updated_at': '2021-12-08T02:42:21Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:42:22.708187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71303a5-6a0f-4fab-99ec-a34d1f51b4e7 req-7fa23974-b007-4460-9289-c0c11ab1f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:22.708615 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f2f63b-80d6-4524-871d-0a1aac4ad462 None None] Checking router: a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:42:22.709714 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e71303a5-6a0f-4fab-99ec-a34d1f51b4e7 req-7fa23974-b007-4460-9289-c0c11ab1f3e9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0443997 Dec 08 02:42:22.716954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f2f63b-80d6-4524-871d-0a1aac4ad462 None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:42:22.717523 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b5f2f63b-80d6-4524-871d-0a1aac4ad462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:41:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:42:22.759806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71303a5-6a0f-4fab-99ec-a34d1f51b4e7 req-25840427-0f75-4d5c-9266-c1962f95bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:22.761251 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e71303a5-6a0f-4fab-99ec-a34d1f51b4e7 req-25840427-0f75-4d5c-9266-c1962f95bdf2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452242 Dec 08 02:42:22.855965 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e71303a5-6a0f-4fab-99ec-a34d1f51b4e7 req-9cbb9b60-e39a-47d3-bced-98c941bed8e3 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871360 Dec 08 02:42:22.955327 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e71303a5-6a0f-4fab-99ec-a34d1f51b4e7 req-463d536c-3de8-4626-91e0-11ba49c0060d service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915384 Dec 08 02:42:22.980682 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b5f2f63b-80d6-4524-871d-0a1aac4ad462 None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:42:23.200697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b5f2f63b-80d6-4524-871d-0a1aac4ad462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9b964298-e41d-4cde-a0c9-b0e51bd62876', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'port_id': 'a0f5ab75-3858-45f5-8d68-227f4681dc20', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'mac_address': 'fa:16:3e:c2:0b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585612-3c6c-476c-9286-1563f435a244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:39:57Z', 'updated_at': '2021-12-08T02:42:21Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:42:23.226691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f2f63b-80d6-4524-871d-0a1aac4ad462 None None] The sync data for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 is: [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9b964298-e41d-4cde-a0c9-b0e51bd62876', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'port_id': 'a0f5ab75-3858-45f5-8d68-227f4681dc20', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'mac_address': 'fa:16:3e:c2:0b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585612-3c6c-476c-9286-1563f435a244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:39:57Z', 'updated_at': '2021-12-08T02:42:21Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:42:23.415888 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e9723-e14e-4cb1-81b3-9f5cf5151a5f None None] New status for floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:42:23.828059 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:24.423327 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-69cde1c0-a6a4-4366-aa08-c54f544fdf37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:24.650870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:25.610568 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:27.101985 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:27.982508 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:47.253465 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e62e5ef-5eb7-40ad-aed8-f2557a082e27 req-4292f339-04e4-49fa-b7f8-047b661de0bb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394175 Dec 08 02:42:47.348993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62e5ef-5eb7-40ad-aed8-f2557a082e27 req-20273b68-3fe6-45d3-a3da-13c70a561ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:47.350456 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e62e5ef-5eb7-40ad-aed8-f2557a082e27 req-20273b68-3fe6-45d3-a3da-13c70a561ad5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 1097 time: 0.0398176 Dec 08 02:42:47.453592 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62e5ef-5eb7-40ad-aed8-f2557a082e27 req-182fd895-ca96-40ca-9c7b-6c1dddd08a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:47.455028 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e62e5ef-5eb7-40ad-aed8-f2557a082e27 req-182fd895-ca96-40ca-9c7b-6c1dddd08a93 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0862765 Dec 08 02:42:47.518514 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e62e5ef-5eb7-40ad-aed8-f2557a082e27 req-c8811f22-fbaa-4358-9afd-633950448a76 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20 HTTP/1.1" status: 200 len: 1001 time: 0.0565274 Dec 08 02:42:47.568557 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62e5ef-5eb7-40ad-aed8-f2557a082e27 req-6f85c028-3995-41af-a613-af2e8354f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:47.570538 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e62e5ef-5eb7-40ad-aed8-f2557a082e27 req-6f85c028-3995-41af-a613-af2e8354f652 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0454109 Dec 08 02:42:47.614112 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62e5ef-5eb7-40ad-aed8-f2557a082e27 req-7be5c9ba-b8b2-43d5-a3fd-a15fbd9d4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:47.616048 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e62e5ef-5eb7-40ad-aed8-f2557a082e27 req-7be5c9ba-b8b2-43d5-a3fd-a15fbd9d4f76 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381563 Dec 08 02:42:47.705435 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e62e5ef-5eb7-40ad-aed8-f2557a082e27 req-a211d91d-b8d9-4f4b-9350-42f81f78dea2 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829279 Dec 08 02:42:47.792744 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e62e5ef-5eb7-40ad-aed8-f2557a082e27 req-d7d4ab9f-d531-4a84-98b0-0597d3de382a service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801845 Dec 08 02:42:52.059796 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-045b886c-59c1-41ff-a541-dcec95a24152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:53.832304 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:54.424530 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-071a5bfd-2b2c-40a3-bded-1b3036a02a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:54.659080 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:42:54.663324 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:55.614036 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:57.104251 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:57.986925 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:22.060199 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3c33d645-826a-4b08-bbda-6d30c8f29eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:23.828743 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:24.425870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a0c76592-2891-4ef3-a978-b0c5706e2919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:24.677774 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:25.616048 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:27.107479 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:27.988314 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.657824 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:43:48.323470 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bef63593-1c5e-42b6-bcdd-5446bbf52878 req-4de49548-1fd9-4a59-abfa-00148886f51e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0763497 Dec 08 02:43:48.424965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef63593-1c5e-42b6-bcdd-5446bbf52878 req-33774301-97ff-43b4-bf10-248fcb6fadfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:48.426411 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bef63593-1c5e-42b6-bcdd-5446bbf52878 req-33774301-97ff-43b4-bf10-248fcb6fadfe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 1097 time: 0.0434322 Dec 08 02:43:48.527833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef63593-1c5e-42b6-bcdd-5446bbf52878 req-6a0a92e2-369e-4738-bd39-1c94ceb85961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:48.529323 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bef63593-1c5e-42b6-bcdd-5446bbf52878 req-6a0a92e2-369e-4738-bd39-1c94ceb85961 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0836539 Dec 08 02:43:48.604843 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bef63593-1c5e-42b6-bcdd-5446bbf52878 req-732dd866-b009-4b2b-9de1-feb2d3308a3d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20 HTTP/1.1" status: 200 len: 1001 time: 0.0689101 Dec 08 02:43:48.653698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef63593-1c5e-42b6-bcdd-5446bbf52878 req-c38495d4-9560-4f6b-aa3e-d4e97e6a685c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:48.655157 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bef63593-1c5e-42b6-bcdd-5446bbf52878 req-c38495d4-9560-4f6b-aa3e-d4e97e6a685c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0429137 Dec 08 02:43:48.699899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef63593-1c5e-42b6-bcdd-5446bbf52878 req-591e1318-9098-426b-ab1a-119290e3e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:48.701388 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bef63593-1c5e-42b6-bcdd-5446bbf52878 req-591e1318-9098-426b-ab1a-119290e3e83f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396960 Dec 08 02:43:48.797771 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bef63593-1c5e-42b6-bcdd-5446bbf52878 req-de354cbc-5ca7-4fe7-8465-762623c52670 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862043 Dec 08 02:43:48.886497 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bef63593-1c5e-42b6-bcdd-5446bbf52878 req-4deb469b-c88d-48b4-91c7-7c896e01b229 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813918 Dec 08 02:43:52.061114 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ab7b3dc-35d2-46f6-acb0-21fe099c43ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:53.826826 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:54.429179 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ffffd706-414d-4683-8cc0-bdb5d0c43942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:54.694625 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:55.618263 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:57.110813 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:57.988951 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:58.781228 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2aef7a-2d01-4459-9598-b29dcba08da0 req-d09794c2-cdcc-48df-904d-4b62141f1764 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:58.782651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d2aef7a-2d01-4459-9598-b29dcba08da0 req-d09794c2-cdcc-48df-904d-4b62141f1764 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0938070 Dec 08 02:43:58.829615 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d2aef7a-2d01-4459-9598-b29dcba08da0 req-24acd0d0-e8b9-422e-b7e2-a711afe1d657 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404544 Dec 08 02:44:00.064348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c98c5-f8f5-4400-a27e-7d1687f18640 req-46aa9add-a979-4d87-9474-bcfd9252565e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:00.065816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e00c98c5-f8f5-4400-a27e-7d1687f18640 req-46aa9add-a979-4d87-9474-bcfd9252565e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0957644 Dec 08 02:44:00.112719 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e00c98c5-f8f5-4400-a27e-7d1687f18640 req-b7ee9348-db1f-4599-8d86-d41f3cd9c2a4 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409899 Dec 08 02:44:01.228850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bd8ed-220d-44c3-a485-66520a28ed7d req-1610ac44-e6ce-4665-b15c-03dbc2a3c1af tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:01.230312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da4bd8ed-220d-44c3-a485-66520a28ed7d req-1610ac44-e6ce-4665-b15c-03dbc2a3c1af tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0484786 Dec 08 02:44:01.277228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da4bd8ed-220d-44c3-a485-66520a28ed7d req-4f14e70f-450e-464f-9553-85e59abbfc25 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408850 Dec 08 02:44:02.390716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed55be3-67f5-41f2-9288-a8a699a115f2 req-c46d0b5b-8129-4ec0-a1ee-c3df1e1d8bf9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:02.392318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ed55be3-67f5-41f2-9288-a8a699a115f2 req-c46d0b5b-8129-4ec0-a1ee-c3df1e1d8bf9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0474558 Dec 08 02:44:02.442068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ed55be3-67f5-41f2-9288-a8a699a115f2 req-6455f863-ce0c-410b-bf97-e5c3a1f2f7c4 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432358 Dec 08 02:44:03.555634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b46f5-867a-49f0-b06d-b6a684f74f3a req-2348afc5-bb5e-4f58-89c2-0dade260ba39 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:03.557007 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d09b46f5-867a-49f0-b06d-b6a684f74f3a req-2348afc5-bb5e-4f58-89c2-0dade260ba39 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0479655 Dec 08 02:44:03.603762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d09b46f5-867a-49f0-b06d-b6a684f74f3a req-0577f9b4-923b-47ca-b586-7e94f92b8aea tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406482 Dec 08 02:44:04.720518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4029645-0736-4691-a289-98b47f2dfbc1 req-d8f91571-5c2b-4c3e-95de-71ac346785e9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:04.721978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4029645-0736-4691-a289-98b47f2dfbc1 req-d8f91571-5c2b-4c3e-95de-71ac346785e9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0489838 Dec 08 02:44:04.768164 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4029645-0736-4691-a289-98b47f2dfbc1 req-d5724ec0-2d55-4375-996e-e0c788f4e889 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402136 Dec 08 02:44:05.884513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafba22-ac0a-48b3-9ac9-2023bc59d625 req-d6c10cdd-b4d7-48b5-a4f7-986b2b8f02e2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:05.885966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1dafba22-ac0a-48b3-9ac9-2023bc59d625 req-d6c10cdd-b4d7-48b5-a4f7-986b2b8f02e2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0517249 Dec 08 02:44:05.932093 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1dafba22-ac0a-48b3-9ac9-2023bc59d625 req-f780738d-b6d6-4ba5-9ee7-7431fc3f3267 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402937 Dec 08 02:44:07.049425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373a3e8-c930-47fa-b382-a496b7601d40 req-90cd24fe-13c6-400d-8362-a2d4e24fd68e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:07.050898 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e373a3e8-c930-47fa-b382-a496b7601d40 req-90cd24fe-13c6-400d-8362-a2d4e24fd68e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0483530 Dec 08 02:44:07.096769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e373a3e8-c930-47fa-b382-a496b7601d40 req-6a51889d-4eeb-4863-b222-38509df3b8d9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398269 Dec 08 02:44:08.209326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe94b92-3153-421b-b344-6896518fc8c0 req-85526760-d79e-4ef1-b8da-b48511513311 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:08.210800 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fe94b92-3153-421b-b344-6896518fc8c0 req-85526760-d79e-4ef1-b8da-b48511513311 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0473878 Dec 08 02:44:08.261399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fe94b92-3153-421b-b344-6896518fc8c0 req-bb43decf-7058-4ec9-b833-e59b973870a3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446062 Dec 08 02:44:08.657070 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:44:09.376912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0041673-917d-4ecb-83c0-aaef31ec3129 req-96b919fb-6cf5-48cf-b67e-521ed5f94e50 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:09.378387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a0041673-917d-4ecb-83c0-aaef31ec3129 req-96b919fb-6cf5-48cf-b67e-521ed5f94e50 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0489609 Dec 08 02:44:09.424170 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a0041673-917d-4ecb-83c0-aaef31ec3129 req-5f4856bc-2b35-437f-8071-173a8675b19d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397580 Dec 08 02:44:09.656753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ea1b4-3598-4f7d-a0fa-1fc21dd524ba req-2df12a5c-280f-420a-8801-670ec6c5162b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:09.658219 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c7ea1b4-3598-4f7d-a0fa-1fc21dd524ba req-2df12a5c-280f-420a-8801-670ec6c5162b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0472918 Dec 08 02:44:09.731123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3c7ea1b4-3598-4f7d-a0fa-1fc21dd524ba req-fdbc85b1-6fa2-4df8-be42-98899a694fa6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627279 Dec 08 02:44:09.734755 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-fc9ade2e-c2e7-4b9b-811f-1ec46c4b8f58 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1300361 Dec 08 02:44:10.848427 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90d800-e972-4bf5-b58b-cea563bbeb99 req-c887802c-2525-43bf-a8bd-749cd30eaf46 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:10.849870 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad90d800-e972-4bf5-b58b-cea563bbeb99 req-c887802c-2525-43bf-a8bd-749cd30eaf46 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0477736 Dec 08 02:44:10.895706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ad90d800-e972-4bf5-b58b-cea563bbeb99 req-17de2de9-e3ae-4b04-8a76-b5da5e5ff07d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393465 Dec 08 02:44:12.011453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd93ff-c592-4d26-a6e2-10bf297d26c4 req-c50af5c0-f286-44a8-8fc2-b4ca38321033 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:12.012947 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7fd93ff-c592-4d26-a6e2-10bf297d26c4 req-c50af5c0-f286-44a8-8fc2-b4ca38321033 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0481660 Dec 08 02:44:12.062521 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d7fd93ff-c592-4d26-a6e2-10bf297d26c4 req-8b9a5a84-d511-4d72-8bef-127bf6f7ebee tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436287 Dec 08 02:44:13.176254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9310a-85ca-4003-8101-a6d23dac9947 req-cd1eeb19-2685-4804-a8d9-cf935adbdb7d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:13.177720 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89d9310a-85ca-4003-8101-a6d23dac9947 req-cd1eeb19-2685-4804-a8d9-cf935adbdb7d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0480940 Dec 08 02:44:13.224270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89d9310a-85ca-4003-8101-a6d23dac9947 req-13253ab5-d37a-4bf8-a6ea-c59e1f0547a5 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398936 Dec 08 02:44:14.339928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c84f2-161a-40b4-9f42-91249279f97f req-bf22f279-255b-413f-a513-fdf7020f9f83 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:14.341384 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef0c84f2-161a-40b4-9f42-91249279f97f req-bf22f279-255b-413f-a513-fdf7020f9f83 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0486569 Dec 08 02:44:14.394425 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef0c84f2-161a-40b4-9f42-91249279f97f req-79efad76-f833-4e70-a5eb-3e494c44b205 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458744 Dec 08 02:44:14.989530 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-a98b3bf6-17d4-42a7-98de-709ec6ff1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:14.991560 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-a98b3bf6-17d4-42a7-98de-709ec6ff1f7d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 1097 time: 0.0457289 Dec 08 02:44:15.080314 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-331aee56-a646-4771-9fa7-afae20d3e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:15.082094 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-331aee56-a646-4771-9fa7-afae20d3e061 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0833752 Dec 08 02:44:15.148861 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-181cee6d-a4ab-49c5-915b-077482ee3b9a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20 HTTP/1.1" status: 200 len: 1001 time: 0.0601339 Dec 08 02:44:15.196878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-836bc0fe-3a0e-40fc-8b47-80f6b79e384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:15.198265 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-836bc0fe-3a0e-40fc-8b47-80f6b79e384a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0427189 Dec 08 02:44:15.243196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-10c9ee8e-ce68-4342-8349-b0badcf2f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:15.244711 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-10c9ee8e-ce68-4342-8349-b0badcf2f378 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393441 Dec 08 02:44:15.335626 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-03e12a5d-dd9b-4352-829d-e55b56997171 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832243 Dec 08 02:44:15.422175 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-7d07b33c-94d0-43b6-b6fd-d4780499999b service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799067 Dec 08 02:44:15.523363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e29e4-4afe-4b4d-ba1d-e824f8a6d965 req-2f11fd75-37f1-4205-b043-382842b0606c tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:15.524820 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-148e29e4-4afe-4b4d-ba1d-e824f8a6d965 req-2f11fd75-37f1-4205-b043-382842b0606c tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0556803 Dec 08 02:44:15.572285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-148e29e4-4afe-4b4d-ba1d-e824f8a6d965 req-e4ccec71-0ebf-47dc-b38b-c02a7aeff1b7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412853 Dec 08 02:44:16.687377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d7f77-0f31-4e2a-9b17-96f61da9109d req-09660572-a578-41a1-bb11-bcc42d37f901 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:16.688865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f7d7f77-0f31-4e2a-9b17-96f61da9109d req-09660572-a578-41a1-bb11-bcc42d37f901 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0482359 Dec 08 02:44:16.739693 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f7d7f77-0f31-4e2a-9b17-96f61da9109d req-2e76cbbb-88e9-4044-8640-e7f25143a2ed tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449600 Dec 08 02:44:17.254355 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-eed6d6e4-b41a-44dd-a4df-f8eab2e29f17 service neutron] show failed (client error): The resource could not be found. Dec 08 02:44:17.255354 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-eed6d6e4-b41a-44dd-a4df-f8eab2e29f17 service neutron] 10.222.0.75 "GET /v2.0/ports/a0f5ab75-3858-45f5-8d68-227f4681dc20/bindings/n-h1-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0582137 Dec 08 02:44:17.528609 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-c4098e8a-f23e-4ef4-9fd8-e9f2ff9959b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:17.530012 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-c4098e8a-f23e-4ef4-9fd8-e9f2ff9959b4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 1097 time: 0.0775392 Dec 08 02:44:17.547494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:17.597976 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:17.796813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] For port a0f5ab75-3858-45f5-8d68-227f4681dc20, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:17.856470 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c543f2-1b65-4746-aaad-cb7071d4f793 req-1bcf8650-2229-4a5a-b83c-080b75c36041 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:17.858214 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8c543f2-1b65-4746-aaad-cb7071d4f793 req-1bcf8650-2229-4a5a-b83c-080b75c36041 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0504661 Dec 08 02:44:17.912456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8c543f2-1b65-4746-aaad-cb7071d4f793 req-dab1063a-9ca9-402e-a31d-7df6a449d1cb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480297 Dec 08 02:44:18.146106 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] For port a0f5ab75-3858-45f5-8d68-227f4681dc20, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:44:18.183948 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f585612-3c6c-476c-9286-1563f435a244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f5ab75-3858-45f5-8d68-227f4681dc20'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:44:18.189170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:18.201324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Transition to ACTIVE for port object a0f5ab75-3858-45f5-8d68-227f4681dc20 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:44:18.205027 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:18.233845 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bca8ca1-1122-47d0-9ab6-729c55a802bf" -d '{"events": [{"server_uuid": "4f585612-3c6c-476c-9286-1563f435a244", "name": "network-vif-unplugged", "status": "completed", "tag": "a0f5ab75-3858-45f5-8d68-227f4681dc20"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:44:18.297425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f5ab75-3858-45f5-8d68-227f4681dc20,revision_number=6']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:18.306820 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:18.307171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:18.307516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:18.307884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:18.308220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:18.308566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:18.308870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:18.309199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:18.309528 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:18.309856 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:18.310194 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:18.310517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:18.310865 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:18.344583 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b18a0e9-8a96-487f-8a27-88046172ef77 x-openstack-request-id: req-0b18a0e9-8a96-487f-8a27-88046172ef77 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:44:18.344885 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f585612-3c6c-476c-9286-1563f435a244", "name": "network-vif-unplugged", "status": "completed", "tag": "a0f5ab75-3858-45f5-8d68-227f4681dc20", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:44:18.345142 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0b18a0e9-8a96-487f-8a27-88046172ef77 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:44:18.345537 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f585612-3c6c-476c-9286-1563f435a244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f5ab75-3858-45f5-8d68-227f4681dc20', 'code': 200} Dec 08 02:44:18.346430 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] No DVR routers for this DVR port a0f5ab75-3858-45f5-8d68-227f4681dc20 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:44:18.480617 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Attempting to bind port a0f5ab75-3858-45f5-8d68-227f4681dc20 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:44:18.480959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Attempting to bind port a0f5ab75-3858-45f5-8d68-227f4681dc20 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:44:18.481286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Attempting to bind port a0f5ab75-3858-45f5-8d68-227f4681dc20 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:44:18.485486 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Port a0f5ab75-3858-45f5-8d68-227f4681dc20 on network 3564938c-7b53-4823-9713-5cad82982b2c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:44:18.485813 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Attempting to bind port a0f5ab75-3858-45f5-8d68-227f4681dc20 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:44:18.490544 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:44:18.490911 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Checking segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:44:18.491302 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Bound using segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:44:18.491765 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Bound port: a0f5ab75-3858-45f5-8d68-227f4681dc20, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:44:18.492114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:18.552760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] For port a0f5ab75-3858-45f5-8d68-227f4681dc20, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:44:18.556246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] For port a0f5ab75-3858-45f5-8d68-227f4681dc20, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:44:18.560710 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:18.600021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:18.600636 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:18.601999 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] 10.222.0.45 "PUT /v2.0/ports/a0f5ab75-3858-45f5-8d68-227f4681dc20 HTTP/1.1" status: 200 len: 1092 time: 1.0583589 Dec 08 02:44:18.621309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f24f8f-2223-4321-867a-b11b3f2479b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f5ab75-3858-45f5-8d68-227f4681dc20,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:18.683291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-27d0c77d-2904-49a4-bb3b-ea6ab335ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:18.684825 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-27d0c77d-2904-49a4-bb3b-ea6ab335ff5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 1095 time: 0.0427203 Dec 08 02:44:18.779566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-29759a7c-6c6b-436d-b514-22d08dfade7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:18.781068 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-29759a7c-6c6b-436d-b514-22d08dfade7e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0895371 Dec 08 02:44:18.851041 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-5d86cae6-8638-45c7-afd9-cc1d92b259d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20 HTTP/1.1" status: 200 len: 999 time: 0.0613761 Dec 08 02:44:18.902477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-fe590336-b7f5-4911-98d4-ad7205b91ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:18.904012 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-fe590336-b7f5-4911-98d4-ad7205b91ed4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0467944 Dec 08 02:44:18.963752 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-d9271c9b-9ac2-4864-8bbc-b67bc4e3ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:18.965261 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-d9271c9b-9ac2-4864-8bbc-b67bc4e3ceaa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545607 Dec 08 02:44:19.037322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83a63b-619f-4800-8fd5-eb527ef5f797 req-7fd718ae-96a1-4777-8e33-af573acf84aa tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:19.038878 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa83a63b-619f-4800-8fd5-eb527ef5f797 req-7fd718ae-96a1-4777-8e33-af573acf84aa tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 943 time: 0.0528347 Dec 08 02:44:19.061641 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-e2de3fc8-6153-47b6-bf41-088903686201 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895150 Dec 08 02:44:19.089037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fa83a63b-619f-4800-8fd5-eb527ef5f797 req-8103ec0d-3444-4558-bcbd-d9751fe070c8 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438619 Dec 08 02:44:19.160283 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8bc0db6d-d963-45ef-b094-e687a4d98d02 req-2d3e6813-4318-4693-927e-ea238e5cac17 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922465 Dec 08 02:44:20.209047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89e7b6-60e5-4649-8cf7-6bae245a4f09 req-29a9107b-8ac3-4853-9919-35ed451268a7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:20.211057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b89e7b6-60e5-4649-8cf7-6bae245a4f09 req-29a9107b-8ac3-4853-9919-35ed451268a7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 943 time: 0.0485380 Dec 08 02:44:20.257582 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6b89e7b6-60e5-4649-8cf7-6bae245a4f09 req-62b7082c-cf8a-4420-bbbc-0487cf29adab tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404265 Dec 08 02:44:20.347125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f585612-3c6c-476c-9286-1563f435a244', 'tag': 'a0f5ab75-3858-45f5-8d68-227f4681dc20'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:44:20.349479 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf49c901-2d9d-44e2-8065-7a1772d71ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "4f585612-3c6c-476c-9286-1563f435a244", "tag": "a0f5ab75-3858-45f5-8d68-227f4681dc20"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:44:20.400403 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337837e3-96e8-4f13-b4e5-261178222da6 x-openstack-request-id: req-337837e3-96e8-4f13-b4e5-261178222da6 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:44:20.400703 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f585612-3c6c-476c-9286-1563f435a244", "tag": "a0f5ab75-3858-45f5-8d68-227f4681dc20", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:44:20.400956 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-337837e3-96e8-4f13-b4e5-261178222da6 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:44:20.401353 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f585612-3c6c-476c-9286-1563f435a244', 'tag': 'a0f5ab75-3858-45f5-8d68-227f4681dc20', 'status': 'completed', 'code': 200} Dec 08 02:44:20.510894 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-69c22871-51a8-4d67-a3c8-257f91f29a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:20.512409 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-69c22871-51a8-4d67-a3c8-257f91f29a44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 1095 time: 0.0625548 Dec 08 02:44:20.514970 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-36b99d6d-d25c-4016-8260-6720c4639e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:20.516333 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-36b99d6d-d25c-4016-8260-6720c4639e17 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 1095 time: 0.0779538 Dec 08 02:44:20.675520 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-7dfa2657-75f4-4bad-878a-fd098113b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:20.676921 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-7dfa2657-75f4-4bad-878a-fd098113b71d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.1574347 Dec 08 02:44:20.678379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-c55d0284-38b4-4390-bb61-6a881d2993e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:20.679726 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-c55d0284-38b4-4390-bb61-6a881d2993e4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.1525915 Dec 08 02:44:20.792554 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-0402c259-325b-4a03-a14f-2445c5159372 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20 HTTP/1.1" status: 200 len: 999 time: 0.1088986 Dec 08 02:44:20.794261 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-1e4ad14e-8e43-41b0-972a-f2592ebe0c51 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20 HTTP/1.1" status: 200 len: 999 time: 0.1044419 Dec 08 02:44:20.878399 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-ef97e8c4-431e-4d9d-87b1-52b9e39e5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:20.879846 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-ef97e8c4-431e-4d9d-87b1-52b9e39e5c1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0801935 Dec 08 02:44:20.881199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-2e0a9765-2494-4522-b43b-c3b0877f4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:20.883002 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-2e0a9765-2494-4522-b43b-c3b0877f4251 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0762570 Dec 08 02:44:20.951854 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-f804683e-5a11-476b-bf7c-ed2b54eda9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:20.953343 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-f804683e-5a11-476b-bf7c-ed2b54eda9e1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597463 Dec 08 02:44:20.955254 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-193a1aab-ad2e-4592-991f-9dd5fbd33523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:20.956868 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-193a1aab-ad2e-4592-991f-9dd5fbd33523 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706394 Dec 08 02:44:21.117025 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-6ff0a042-c9ea-4119-bb61-d0f4be9a71d7 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549165 Dec 08 02:44:21.120265 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-5fcd1c4a-12c0-434d-ad12-daddae34b5f7 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519186 Dec 08 02:44:21.271785 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-549378e3-9427-48c8-9b1f-d0d37921c2da service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487074 Dec 08 02:44:21.273901 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cf49c901-2d9d-44e2-8065-7a1772d71ec3 req-fd7dbd43-144e-4c84-bc08-6bf9245401f0 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441443 Dec 08 02:44:21.382329 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a69d06-48e3-46db-9c9d-70cb8f877466 req-ded8f9f7-e918-422b-8930-d7f12f1eb57b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:21.383815 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9a69d06-48e3-46db-9c9d-70cb8f877466 req-ded8f9f7-e918-422b-8930-d7f12f1eb57b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 943 time: 0.0517294 Dec 08 02:44:21.430067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9a69d06-48e3-46db-9c9d-70cb8f877466 req-b628fdc3-dd8a-4041-9a6f-d15536a052a1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402730 Dec 08 02:44:21.627512 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11934674-63c6-47b1-b73b-b619333a3678 req-1cc2c78f-6d98-47b0-b091-02d0d8b475f2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:21.629085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11934674-63c6-47b1-b73b-b619333a3678 req-1cc2c78f-6d98-47b0-b091-02d0d8b475f2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 943 time: 0.0486078 Dec 08 02:44:21.653828 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-c424db51-409a-4edd-a564-3c6b7da63761 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:21.656126 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-c424db51-409a-4edd-a564-3c6b7da63761 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 943 time: 0.0538440 Dec 08 02:44:21.676827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11934674-63c6-47b1-b73b-b619333a3678 req-f4faf7e0-ec6f-4652-a68c-97f8ab7b30b9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412035 Dec 08 02:44:21.716206 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-f10424f5-67d6-4c9d-85ce-180ffc608946 service neutron] delete failed (client error): The resource could not be found. Dec 08 02:44:21.717284 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-f10424f5-67d6-4c9d-85ce-180ffc608946 service neutron] 10.222.0.75 "DELETE /v2.0/ports/a0f5ab75-3858-45f5-8d68-227f4681dc20/bindings/n-h2-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0543034 Dec 08 02:44:21.820901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-c828b9c6-0c65-47eb-94a0-d44b5a29c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:21.822289 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-c828b9c6-0c65-47eb-94a0-d44b5a29c25e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 1095 time: 0.0440686 Dec 08 02:44:21.910282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-2256fde5-be86-4d10-b896-f684b5e7cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:21.911756 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-2256fde5-be86-4d10-b896-f684b5e7cd5a service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0822625 Dec 08 02:44:21.978126 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-4e18cd35-7166-40c6-964b-aad5636f95df service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20 HTTP/1.1" status: 200 len: 999 time: 0.0596805 Dec 08 02:44:22.025249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-4ffe07a5-2caa-41b3-a325-af50bff83ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:22.026669 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-4ffe07a5-2caa-41b3-a325-af50bff83ee1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0416884 Dec 08 02:44:22.062381 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40c6a31e-09aa-4a25-840e-4c6a2caa5d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:22.075906 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-c8e53bed-ffd2-445a-b1ae-7591e40c489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:22.077351 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-c8e53bed-ffd2-445a-b1ae-7591e40c489a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432739 Dec 08 02:44:22.169126 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-077745fa-b572-4414-aabc-dcee08b66245 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845971 Dec 08 02:44:22.258408 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fcaa8d07-62d7-4832-8774-c9a91283bb81 req-290a3613-46a8-4874-8d82-206e813ff9cc service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819118 Dec 08 02:44:22.318464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a0f5ab75-3858-45f5-8d68-227f4681dc20 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:44:22.361861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device a0f5ab75-3858-45f5-8d68-227f4681dc20 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:44:22.404854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a0f5ab75-3858-45f5-8d68-227f4681dc20 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:44:22.495857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port a0f5ab75-3858-45f5-8d68-227f4681dc20, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:22.506383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'a0f5ab75-3858-45f5-8d68-227f4681dc20', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'port_id': 'a0f5ab75-3858-45f5-8d68-227f4681dc20', 'mac_address': 'fa:16:3e:c2:0b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:44:22.544910 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:22.557397 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f5ab75-3858-45f5-8d68-227f4681dc20 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:44:22.576206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port a0f5ab75-3858-45f5-8d68-227f4681dc20, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:22.579948 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:22.626535 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=a0f5ab75-3858-45f5-8d68-227f4681dc20,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:22.633951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:22.634298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:22.634636 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:22.634973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:22.635302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:22.635650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:22.635981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:22.636305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:22.636625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:22.636945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:22.637263 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:22.637581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:22.637895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:22.812996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2ee2-ff49-49a9-94cb-86dce4d9a0e2 req-3667b727-7e74-4d04-8d24-819282d3d707 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:22.814504 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fdb2ee2-ff49-49a9-94cb-86dce4d9a0e2 req-3667b727-7e74-4d04-8d24-819282d3d707 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 944 time: 0.0580876 Dec 08 02:44:22.863232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fdb2ee2-ff49-49a9-94cb-86dce4d9a0e2 req-9d037fd8-38bb-40f3-abef-b12eb4ddc900 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412066 Dec 08 02:44:22.881299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['a0f5ab75-3858-45f5-8d68-227f4681dc20'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:44:22.982638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06e477-684f-4313-bfd7-dec99115edb6 req-6ae3bdcd-ce63-48cc-9923-aca15cdc4dd1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:22.984129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c06e477-684f-4313-bfd7-dec99115edb6 req-6ae3bdcd-ce63-48cc-9923-aca15cdc4dd1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 944 time: 0.0489790 Dec 08 02:44:23.030690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c06e477-684f-4313-bfd7-dec99115edb6 req-3d9d47c5-7c6f-42be-ab4b-2599a0f32a11 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402989 Dec 08 02:44:23.225807 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edcea4-edb1-4699-b096-39f95e238949 req-2c39b1b7-c006-4d3a-b1f4-6569b685fe4b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:23.228059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64edcea4-edb1-4699-b096-39f95e238949 req-2c39b1b7-c006-4d3a-b1f4-6569b685fe4b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 944 time: 0.0527184 Dec 08 02:44:23.281461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64edcea4-edb1-4699-b096-39f95e238949 req-a978d860-ec39-4ecf-984b-0c5e31b401bc tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470839 Dec 08 02:44:23.287560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe0d8-be56-4a7e-b3b0-588dfe515b26 req-5e30bc3a-21df-4edf-962a-af43bca1a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:23.289840 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e0ffe0d8-be56-4a7e-b3b0-588dfe515b26 req-5e30bc3a-21df-4edf-962a-af43bca1a040 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 1096 time: 0.0485549 Dec 08 02:44:23.394287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe0d8-be56-4a7e-b3b0-588dfe515b26 req-a92ed298-24ed-49cd-8e88-2456a7b96138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:23.396016 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e0ffe0d8-be56-4a7e-b3b0-588dfe515b26 req-a92ed298-24ed-49cd-8e88-2456a7b96138 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0991673 Dec 08 02:44:23.463730 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e0ffe0d8-be56-4a7e-b3b0-588dfe515b26 req-283bb288-1957-4f9d-8477-16a0399dabb1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20 HTTP/1.1" status: 200 len: 1000 time: 0.0600979 Dec 08 02:44:23.512110 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe0d8-be56-4a7e-b3b0-588dfe515b26 req-36c9eada-b755-4215-80c3-48e5b36fde25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:23.513554 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e0ffe0d8-be56-4a7e-b3b0-588dfe515b26 req-36c9eada-b755-4215-80c3-48e5b36fde25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0423291 Dec 08 02:44:23.559062 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe0d8-be56-4a7e-b3b0-588dfe515b26 req-ad2e884c-cea0-46d7-818a-1096ee9c0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:23.560567 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e0ffe0d8-be56-4a7e-b3b0-588dfe515b26 req-ad2e884c-cea0-46d7-818a-1096ee9c0a26 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394988 Dec 08 02:44:23.654393 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e0ffe0d8-be56-4a7e-b3b0-588dfe515b26 req-ba7c105a-d388-45e9-9e2b-54277a7304c0 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857432 Dec 08 02:44:23.739959 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e0ffe0d8-be56-4a7e-b3b0-588dfe515b26 req-331931f2-3e78-47ed-aba0-1b11955df487 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794735 Dec 08 02:44:23.827491 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:24.397046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe0fb5-515e-4c9a-ab3d-c8e1ddccaa2c req-af651052-fa2c-4eb7-bd30-43f20b9d3459 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:24.398506 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aafe0fb5-515e-4c9a-ab3d-c8e1ddccaa2c req-af651052-fa2c-4eb7-bd30-43f20b9d3459 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 944 time: 0.0480530 Dec 08 02:44:24.423090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a0f5ab75-3858-45f5-8d68-227f4681dc20 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:44:24.446281 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-aafe0fb5-515e-4c9a-ab3d-c8e1ddccaa2c req-8e887eb4-9315-4908-8ca8-8fca6d4d220d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418258 Dec 08 02:44:24.455496 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a02476d0-2f5e-4551-9331-c69b9fe0dd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:24.481143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port a0f5ab75-3858-45f5-8d68-227f4681dc20 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:44:24.485015 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port a0f5ab75-3858-45f5-8d68-227f4681dc20 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:24.485386 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:24.565225 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:24.588487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f585612-3c6c-476c-9286-1563f435a244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f5ab75-3858-45f5-8d68-227f4681dc20'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:44:24.605952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port a0f5ab75-3858-45f5-8d68-227f4681dc20, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:24.611267 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:24.637298 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54b95ad-b098-4e8f-b6ea-7643a2894063" -d '{"events": [{"server_uuid": "4f585612-3c6c-476c-9286-1563f435a244", "name": "network-vif-plugged", "status": "completed", "tag": "a0f5ab75-3858-45f5-8d68-227f4681dc20"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:44:24.667421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=a0f5ab75-3858-45f5-8d68-227f4681dc20,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:24.691979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f90aa5-9fd5-44d1-ae7f-20843983e46d req-1acca580-7196-4e01-9214-2ac6bffc3dc6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:24.693554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97f90aa5-9fd5-44d1-ae7f-20843983e46d req-1acca580-7196-4e01-9214-2ac6bffc3dc6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0538902 Dec 08 02:44:24.696474 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:24.731253 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b859bb9-9e56-40e0-b203-15a5f93e2486 x-openstack-request-id: req-4b859bb9-9e56-40e0-b203-15a5f93e2486 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:44:24.731554 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f585612-3c6c-476c-9286-1563f435a244", "name": "network-vif-plugged", "status": "completed", "tag": "a0f5ab75-3858-45f5-8d68-227f4681dc20", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:44:24.731838 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4b859bb9-9e56-40e0-b203-15a5f93e2486 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:44:24.732241 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f585612-3c6c-476c-9286-1563f435a244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f5ab75-3858-45f5-8d68-227f4681dc20', 'code': 200} Dec 08 02:44:24.747093 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97f90aa5-9fd5-44d1-ae7f-20843983e46d req-34e6273c-0e18-48c5-8fb9-9c1df747fcb4 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431635 Dec 08 02:44:25.621869 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:25.876269 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bd9ca-d1da-432e-9d50-a8ffbae751a9 req-f107e1bd-4ac8-4960-9290-6b74e61cc944 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:25.877638 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df6bd9ca-d1da-432e-9d50-a8ffbae751a9 req-f107e1bd-4ac8-4960-9290-6b74e61cc944 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0515859 Dec 08 02:44:25.923489 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df6bd9ca-d1da-432e-9d50-a8ffbae751a9 req-cf60e1e2-9168-43d4-9210-d93987fd9e11 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399005 Dec 08 02:44:26.060086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-03aea3ab-12ec-4227-a1dc-10ba9024579e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:26.061519 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-03aea3ab-12ec-4227-a1dc-10ba9024579e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 945 time: 0.0522611 Dec 08 02:44:26.147851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Deleting port a0f5ab75-3858-45f5-8d68-227f4681dc20 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:44:26.148114 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:26.239319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] For port a0f5ab75-3858-45f5-8d68-227f4681dc20, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=a0f5ab75-3858-45f5-8d68-227f4681dc20,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:26.239723 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:26.405576 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:26.405845 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:26.406431 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876 disassociated. External IP: 172.25.8.104, port: a0f5ab75-3858-45f5-8d68-227f4681dc20. Dec 08 02:44:26.406923 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Calling delete_port for a0f5ab75-3858-45f5-8d68-227f4681dc20 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:44:26.532949 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:26.560459 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event deleted for resources: {'Port': ['ID=a0f5ab75-3858-45f5-8d68-227f4681dc20,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:26.677041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:44:27.020933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-160e5f51-3afd-4ed4-9eb9-aa5ea1dff188 req-d26eaf92-d3ec-487d-8f9e-53dbfb5d4b33 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f585612-3c6c-476c-9286-1563f435a244 HTTP/1.1" status: 200 len: 210 time: 0.0271208 Dec 08 02:44:27.106778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:44:27.115553 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:27.119590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab0024-89c1-4872-962b-bbb304d7e33b None None] Sync routers for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:44:27.129506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab0024-89c1-4872-962b-bbb304d7e33b None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:27.130235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-67ab0024-89c1-4872-962b-bbb304d7e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:44:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:27.145775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] No DVR routers for this DVR port a0f5ab75-3858-45f5-8d68-227f4681dc20 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:44:27.148481 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:27.151807 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5da439c0-8908-4f3f-9514-249a94957cf8 req-f9ce4a1a-e526-44fb-adf1-58fe052cfc02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.45 "DELETE /v2.0/ports/a0f5ab75-3858-45f5-8d68-227f4681dc20 HTTP/1.1" status: 204 len: 173 time: 1.0844283 Dec 08 02:44:27.152247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f585612-3c6c-476c-9286-1563f435a244', 'name': 'network-vif-deleted', 'tag': 'a0f5ab75-3858-45f5-8d68-227f4681dc20'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:44:27.154491 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4732aa-0e20-4de9-a42e-1c64d5531122" -d '{"events": [{"server_uuid": "4f585612-3c6c-476c-9286-1563f435a244", "name": "network-vif-deleted", "tag": "a0f5ab75-3858-45f5-8d68-227f4681dc20"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:44:27.196310 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c1014b-43e7-42c3-8466-e88666ff449e x-openstack-request-id: req-d3c1014b-43e7-42c3-8466-e88666ff449e {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:44:27.196598 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f585612-3c6c-476c-9286-1563f435a244", "name": "network-vif-deleted", "tag": "a0f5ab75-3858-45f5-8d68-227f4681dc20", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:44:27.196844 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d3c1014b-43e7-42c3-8466-e88666ff449e {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:44:27.197232 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f585612-3c6c-476c-9286-1563f435a244', 'name': 'network-vif-deleted', 'tag': 'a0f5ab75-3858-45f5-8d68-227f4681dc20', 'status': 'completed', 'code': 200} Dec 08 02:44:27.243837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-67ab0024-89c1-4872-962b-bbb304d7e33b None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:27.442521 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-67ab0024-89c1-4872-962b-bbb304d7e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:27.467515 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab0024-89c1-4872-962b-bbb304d7e33b None None] Checking router: a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:44:27.476081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab0024-89c1-4872-962b-bbb304d7e33b None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:27.476682 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-67ab0024-89c1-4872-962b-bbb304d7e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:44:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:27.577309 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-67ab0024-89c1-4872-962b-bbb304d7e33b None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:27.926952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-67ab0024-89c1-4872-962b-bbb304d7e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:27.951870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab0024-89c1-4872-962b-bbb304d7e33b None None] The sync data for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 is: [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:44:27.992336 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:28.175208 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add3cfed-b65c-4755-840f-95dde7db4415 None None] New status for floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:44:28.301597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-c77faa1f-3be5-455c-b8c1-37866ccf43f5 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--279126036&fields=id&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 267 time: 0.0426877 Dec 08 02:44:28.412761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-ef13a4b1-1c29-4688-b42f-95890a782b06 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:28.414232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-ef13a4b1-1c29-4688-b42f-95890a782b06 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 811 time: 0.1053002 Dec 08 02:44:28.423437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a0f5ab75-3858-45f5-8d68-227f4681dc20 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:44:28.429848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-0af30d12-2b8a-4ece-904b-3ae02280144b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/quotas/4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 375 time: 0.0099168 Dec 08 02:44:28.443966 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: a0f5ab75-3858-45f5-8d68-227f4681dc20 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:44:28.444813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device a0f5ab75-3858-45f5-8d68-227f4681dc20 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:44:28.481169 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-6b1127a6-b77d-48b8-8ce4-8435ea3af676 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458598 Dec 08 02:44:28.898597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-a32a71a3-0d93-4462-81d9-9321d60f9b62 service neutron] 10.222.0.71 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715913 Dec 08 02:44:28.985426 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-c3b19d3a-9c98-44d3-9cc9-cc9de3a8cc38 service neutron] 10.222.0.71 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807960 Dec 08 02:44:29.147690 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1b56c4f3-cb2e-453d-a2d7-8530f86c58e5 req-1c344fb3-7331-4d74-b223-a3a57b3be460 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 210 time: 0.0262017 Dec 08 02:44:30.119225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-3e481c24-40e9-4fea-8d91-01b703d02934 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:30.120756 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-3e481c24-40e9-4fea-8d91-01b703d02934 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 811 time: 0.1031840 Dec 08 02:44:30.196932 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-f52d9d27-6238-41ef-ae32-454299d38158 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 379 time: 0.0523558 Dec 08 02:44:30.213264 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-2ce8f75a-9d59-4fff-b690-0f39c0509e3b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Request body: {'port': {'device_id': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'admin_state_up': True, 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'security_groups': ['dfa102c0-a0bf-4b32-b85e-54c1882b4c83']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:30.246780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f1ae4ca-62dd-4d7e-8d49-3ed0f56002e4 req-097c59c1-5d0e-4632-a3e0-7774402a0e19 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 210 time: 0.0264840 Dec 08 02:44:30.317895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-2ce8f75a-9d59-4fff-b690-0f39c0509e3b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Made reservation on behalf of 4cfe2395fde0483f9b036b0b7d5a2300 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:44:30.321991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-2ce8f75a-9d59-4fff-b690-0f39c0509e3b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:30.445976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-2ce8f75a-9d59-4fff-b690-0f39c0509e3b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Allocated IP 172.20.0.6 (3564938c-7b53-4823-9713-5cad82982b2c/ee7a8c2e-b556-4ed3-ac1e-6df49c775d28/b3f9886b-adca-4ea0-9f9d-590572143a40) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:44:30.578989 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-2ce8f75a-9d59-4fff-b690-0f39c0509e3b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:30.611157 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-2ce8f75a-9d59-4fff-b690-0f39c0509e3b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:30.654220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-2ce8f75a-9d59-4fff-b690-0f39c0509e3b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Network 3564938c-7b53-4823-9713-5cad82982b2c is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:44:30.657268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-2ce8f75a-9d59-4fff-b690-0f39c0509e3b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:44:30.660987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-2ce8f75a-9d59-4fff-b690-0f39c0509e3b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:44:30.684996 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8f75a-9d59-4fff-b690-0f39c0509e3b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event updated for resources: {'Port': ['ID=b3f9886b-adca-4ea0-9f9d-590572143a40,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:30.714412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-2ce8f75a-9d59-4fff-b690-0f39c0509e3b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:30.715043 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-2ce8f75a-9d59-4fff-b690-0f39c0509e3b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:30.732086 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-2ce8f75a-9d59-4fff-b690-0f39c0509e3b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5226200 Dec 08 02:44:30.750891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Request body: {'port': {'device_id': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:30.812992 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:30.955405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a41e50aa-f8d2-4738-9504-6a1f4e529120 None None] Provisioning complete for port b3f9886b-adca-4ea0-9f9d-590572143a40 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:30.956277 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a41e50aa-f8d2-4738-9504-6a1f4e529120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:30.988045 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a41e50aa-f8d2-4738-9504-6a1f4e529120 None None] Port b3f9886b-adca-4ea0-9f9d-590572143a40 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:44:31.072524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f9886b-adca-4ea0-9f9d-590572143a40 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:44:31.080148 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:31.092085 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Transition to ACTIVE for port object b3f9886b-adca-4ea0-9f9d-590572143a40 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:44:31.095552 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:31.166400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f9886b-adca-4ea0-9f9d-590572143a40,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:31.217393 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Attempting to bind port b3f9886b-adca-4ea0-9f9d-590572143a40 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:44:31.217734 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Attempting to bind port b3f9886b-adca-4ea0-9f9d-590572143a40 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:44:31.218084 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Attempting to bind port b3f9886b-adca-4ea0-9f9d-590572143a40 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:44:31.222619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Port b3f9886b-adca-4ea0-9f9d-590572143a40 on network 3564938c-7b53-4823-9713-5cad82982b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:44:31.222946 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Attempting to bind port b3f9886b-adca-4ea0-9f9d-590572143a40 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:44:31.228485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:44:31.228822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Checking segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:44:31.229207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Bound using segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:44:31.229633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Bound port: b3f9886b-adca-4ea0-9f9d-590572143a40, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:44:31.229988 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:31.296003 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:44:31.300021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:44:31.306079 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:31.341820 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:31.342458 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:31.343978 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] 10.222.0.75 "PUT /v2.0/ports/b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 1092 time: 0.5982752 Dec 08 02:44:31.344460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:44:31.346868 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cad4f8-7d57-40b0-b375-b48093e4befc" -d '{"events": [{"name": "network-changed", "server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:44:31.375328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea18bb-183e-464d-8cfc-3f333a7335d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f9886b-adca-4ea0-9f9d-590572143a40,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:31.404495 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde10d9a-4ee6-45f6-a16d-3088977a911d x-openstack-request-id: req-fde10d9a-4ee6-45f6-a16d-3088977a911d {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:44:31.404800 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:44:31.405064 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fde10d9a-4ee6-45f6-a16d-3088977a911d {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:44:31.405566 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'status': 'completed', 'code': 200} Dec 08 02:44:31.408935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a710842-631d-4b5b-94e8-909ae7cbe8c5 req-93488b9f-216a-430f-9a15-ab0794cc4d21 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:31.410520 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a710842-631d-4b5b-94e8-909ae7cbe8c5 req-93488b9f-216a-430f-9a15-ab0794cc4d21 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 943 time: 0.0884380 Dec 08 02:44:31.462249 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a710842-631d-4b5b-94e8-909ae7cbe8c5 req-359e246f-c499-455f-811c-d6c51c443b8d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449922 Dec 08 02:44:31.469481 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-793aaf89-18ca-4aea-961c-ce6fe2080976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:31.471030 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-793aaf89-18ca-4aea-961c-ce6fe2080976 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 1095 time: 0.0536177 Dec 08 02:44:31.519283 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-d331c814-0b30-46f8-8515-f7eb7bebec33 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 217 time: 0.0345862 Dec 08 02:44:31.569703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-2b7ed78d-33e5-4910-8429-706f225b0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:31.571189 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-2b7ed78d-33e5-4910-8429-706f225b0783 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0456321 Dec 08 02:44:31.620590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-0c06f146-78e0-455e-8768-766dc59f3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:31.621964 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-0c06f146-78e0-455e-8768-766dc59f3e78 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437655 Dec 08 02:44:31.711381 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-c7ccc2e5-5f33-4e4e-bffa-6dd98f3132bd service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812135 Dec 08 02:44:31.801788 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8ecf38cc-01c5-4c8d-9ced-698b6efeba22 req-7c9997b8-28db-4e70-beda-47bb1d3627d6 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833650 Dec 08 02:44:31.931868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cad4f8-7d57-40b0-b375-b48093e4befc req-508a72cc-0e40-47d0-baa8-d37f8f7b9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:31.933368 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46cad4f8-7d57-40b0-b375-b48093e4befc req-508a72cc-0e40-47d0-baa8-d37f8f7b9ce1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 1095 time: 0.0404963 Dec 08 02:44:32.027199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cad4f8-7d57-40b0-b375-b48093e4befc req-f2bd0633-d377-44bd-970b-af2007eb0ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:32.028689 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46cad4f8-7d57-40b0-b375-b48093e4befc req-f2bd0633-d377-44bd-970b-af2007eb0ae9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0878775 Dec 08 02:44:32.068723 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46cad4f8-7d57-40b0-b375-b48093e4befc req-c6f5eec6-0485-4011-a038-1b70b556ba0b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 217 time: 0.0332835 Dec 08 02:44:32.116844 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cad4f8-7d57-40b0-b375-b48093e4befc req-0e197032-6cbc-4fce-b6f2-27e821d3d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:32.118295 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46cad4f8-7d57-40b0-b375-b48093e4befc req-0e197032-6cbc-4fce-b6f2-27e821d3d1e8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0427699 Dec 08 02:44:32.164494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cad4f8-7d57-40b0-b375-b48093e4befc req-ff149b56-4470-4ca0-9acd-998f3b2dbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:32.165970 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46cad4f8-7d57-40b0-b375-b48093e4befc req-ff149b56-4470-4ca0-9acd-998f3b2dbfa3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397103 Dec 08 02:44:32.260589 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46cad4f8-7d57-40b0-b375-b48093e4befc req-a2496ca6-5f9e-4a21-908b-81c7e90859ab service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872388 Dec 08 02:44:32.353218 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46cad4f8-7d57-40b0-b375-b48093e4befc req-96c34476-e900-45f0-a1c8-4f33d221f2f8 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852053 Dec 08 02:44:32.579065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563469c-7c5c-4e1d-8cca-2c53e1d7a4c2 req-76c5ed3f-4e4a-425e-b399-ebe3fc2188a1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:32.580807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2563469c-7c5c-4e1d-8cca-2c53e1d7a4c2 req-76c5ed3f-4e4a-425e-b399-ebe3fc2188a1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 943 time: 0.0482540 Dec 08 02:44:32.626896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2563469c-7c5c-4e1d-8cca-2c53e1d7a4c2 req-3ce9beb2-6346-4121-aa89-049c362c5aee tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401750 Dec 08 02:44:33.743920 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2cdd2-8438-4d7e-8b15-af8b0419e9c1 req-e7ec37b4-c84a-4b89-b84a-e111216599c6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:33.745368 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9b2cdd2-8438-4d7e-8b15-af8b0419e9c1 req-e7ec37b4-c84a-4b89-b84a-e111216599c6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 943 time: 0.0515690 Dec 08 02:44:33.791036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c9b2cdd2-8438-4d7e-8b15-af8b0419e9c1 req-0e11e563-ea07-4031-b4b4-d2f8bb05103d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396900 Dec 08 02:44:34.368284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device b3f9886b-adca-4ea0-9f9d-590572143a40 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:44:34.460852 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:34.471326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'port_id': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'mac_address': 'fa:16:3e:17:9f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:44:34.506792 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:34.518917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f9886b-adca-4ea0-9f9d-590572143a40 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:44:34.537152 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:34.541378 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:34.588828 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=b3f9886b-adca-4ea0-9f9d-590572143a40,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:34.814052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['b3f9886b-adca-4ea0-9f9d-590572143a40'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:44:34.906281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbb2d9-a1ff-43d2-b386-c1e9ac73ac5b req-99863a67-c0db-42cf-ad15-9dc304e09968 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:34.907782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89bbb2d9-a1ff-43d2-b386-c1e9ac73ac5b req-99863a67-c0db-42cf-ad15-9dc304e09968 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 944 time: 0.0491636 Dec 08 02:44:34.953948 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89bbb2d9-a1ff-43d2-b386-c1e9ac73ac5b req-9475a064-fd59-4898-8802-18d2ae10abcd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396211 Dec 08 02:44:36.068131 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d408fc4-6bdb-4d93-ad7e-324f342dbc1b req-f80d30d1-37b7-469d-bf35-fd5fa2509893 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:36.069609 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d408fc4-6bdb-4d93-ad7e-324f342dbc1b req-f80d30d1-37b7-469d-bf35-fd5fa2509893 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 944 time: 0.0484769 Dec 08 02:44:36.119392 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d408fc4-6bdb-4d93-ad7e-324f342dbc1b req-9432676c-95e0-42f7-b91c-15049b69ac2d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437760 Dec 08 02:44:36.367207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device b3f9886b-adca-4ea0-9f9d-590572143a40 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:44:36.417809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port b3f9886b-adca-4ea0-9f9d-590572143a40 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:44:36.421544 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port b3f9886b-adca-4ea0-9f9d-590572143a40 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:36.421913 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:36.496145 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:36.517396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:44:36.519661 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9d4ca9-1b09-4a1c-9abf-cef75c3f3e66" -d '{"events": [{"server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "name": "network-vif-plugged", "status": "completed", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:44:36.533013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:36.536874 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:36.559841 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4034400-4c99-42e4-ae9d-2e695f32ff4a x-openstack-request-id: req-d4034400-4c99-42e4-ae9d-2e695f32ff4a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:44:36.560138 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "name": "network-vif-plugged", "status": "completed", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:44:36.560393 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d4034400-4c99-42e4-ae9d-2e695f32ff4a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:44:36.560784 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'code': 200} Dec 08 02:44:36.590177 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=b3f9886b-adca-4ea0-9f9d-590572143a40,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:36.687019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bf2bf-0d9c-4b02-bd69-77093d461994 req-7aac5d19-c829-46b6-bd85-64bf5fbf25f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:36.688537 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-428bf2bf-0d9c-4b02-bd69-77093d461994 req-7aac5d19-c829-46b6-bd85-64bf5fbf25f0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 1097 time: 0.0399175 Dec 08 02:44:36.733438 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-428bf2bf-0d9c-4b02-bd69-77093d461994 req-85c83f40-f6f7-4e3d-b410-0db59086f6f7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372682 Dec 08 02:44:37.233539 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42916bb2-fe72-424d-b69a-67a2bd32e77b req-b8d21c8f-1db4-48b6-a9b6-f6fd7dd0d4bb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:37.235014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42916bb2-fe72-424d-b69a-67a2bd32e77b req-b8d21c8f-1db4-48b6-a9b6-f6fd7dd0d4bb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0483289 Dec 08 02:44:37.281539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42916bb2-fe72-424d-b69a-67a2bd32e77b req-3e11b6e0-0da7-4bdf-a297-87f50ee20b08 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404961 Dec 08 02:44:38.397486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea1538-641d-4036-bc5e-1e0f1d6bcc59 req-e2c9c826-6cab-4c90-a7e9-6cdaa65fc48d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:38.398962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03ea1538-641d-4036-bc5e-1e0f1d6bcc59 req-e2c9c826-6cab-4c90-a7e9-6cdaa65fc48d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0476546 Dec 08 02:44:38.445058 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03ea1538-641d-4036-bc5e-1e0f1d6bcc59 req-728ddfe8-f95c-43da-98d6-afdde0a2bd79 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401814 Dec 08 02:44:38.558430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c1e86-f8a8-4207-aac0-1346b020352d req-026a1e38-4cf0-4709-92c6-52c0263c78e0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:38.559899 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c5c1e86-f8a8-4207-aac0-1346b020352d req-026a1e38-4cf0-4709-92c6-52c0263c78e0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0514500 Dec 08 02:44:38.568435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37422) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:38.572793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-135884d5-68e3-4f2c-ac14-02f1bf5cfd13 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Request body: {'floatingip': {'port_id': 'b3f9886b-adca-4ea0-9f9d-590572143a40'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:38.610892 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-135884d5-68e3-4f2c-ac14-02f1bf5cfd13 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.046589 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-135884d5-68e3-4f2c-ac14-02f1bf5cfd13 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.050259 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-135884d5-68e3-4f2c-ac14-02f1bf5cfd13 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.152704 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-135884d5-68e3-4f2c-ac14-02f1bf5cfd13 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876 associated. External IP: 172.25.8.104, port: b3f9886b-adca-4ea0-9f9d-590572143a40. Dec 08 02:44:39.356309 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135884d5-68e3-4f2c-ac14-02f1bf5cfd13 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:44:39.465034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135884d5-68e3-4f2c-ac14-02f1bf5cfd13 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:44:39.469803 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-135884d5-68e3-4f2c-ac14-02f1bf5cfd13 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.474908 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732785bd-18da-453f-8b35-d95a49b2e927 None None] Sync routers for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:44:39.483938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732785bd-18da-453f-8b35-d95a49b2e927 None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:39.484546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-732785bd-18da-453f-8b35-d95a49b2e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:44:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:39.496402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-135884d5-68e3-4f2c-ac14-02f1bf5cfd13 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "PUT /v2.0/floatingips/9b964298-e41d-4cde-a0c9-b0e51bd62876 HTTP/1.1" status: 200 len: 991 time: 0.9269302 Dec 08 02:44:39.496987 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:44:39.547705 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ea6279-24a3-48dc-a54b-05d6bf17f44e" -d '{"events": [{"name": "network-changed", "server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:44:39.593770 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-732785bd-18da-453f-8b35-d95a49b2e927 None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:39.639859 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c11883-4683-4c53-bc6f-4ef52a561315 x-openstack-request-id: req-92c11883-4683-4c53-bc6f-4ef52a561315 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:44:39.640154 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:44:39.640409 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-92c11883-4683-4c53-bc6f-4ef52a561315 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:44:39.640810 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'status': 'completed', 'code': 200} Dec 08 02:44:39.721415 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea6279-24a3-48dc-a54b-05d6bf17f44e req-9b2c93b5-a8cc-411a-860e-1791ee67ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:39.722913 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01ea6279-24a3-48dc-a54b-05d6bf17f44e req-9b2c93b5-a8cc-411a-860e-1791ee67ef29 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 1097 time: 0.0413995 Dec 08 02:44:39.817079 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea6279-24a3-48dc-a54b-05d6bf17f44e req-a4646704-5b17-40b1-9881-c4ba4d2bf687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:39.817343 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-732785bd-18da-453f-8b35-d95a49b2e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9b964298-e41d-4cde-a0c9-b0e51bd62876', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'port_id': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'mac_address': 'fa:16:3e:17:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:39:57Z', 'updated_at': '2021-12-08T02:44:38Z', 'revision_number': 9, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:39.818568 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01ea6279-24a3-48dc-a54b-05d6bf17f44e req-a4646704-5b17-40b1-9881-c4ba4d2bf687 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0880122 Dec 08 02:44:39.846192 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732785bd-18da-453f-8b35-d95a49b2e927 None None] Checking router: a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:44:39.855700 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732785bd-18da-453f-8b35-d95a49b2e927 None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:39.856298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-732785bd-18da-453f-8b35-d95a49b2e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:44:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:39.889033 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01ea6279-24a3-48dc-a54b-05d6bf17f44e req-fb178fde-d48a-4a9d-b91c-530c9e16d4c3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 999 time: 0.0583141 Dec 08 02:44:39.943088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea6279-24a3-48dc-a54b-05d6bf17f44e req-537239fc-0580-4ce1-ab1d-86ab1e8a6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:39.944716 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01ea6279-24a3-48dc-a54b-05d6bf17f44e req-537239fc-0580-4ce1-ab1d-86ab1e8a6964 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0487387 Dec 08 02:44:39.959916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-732785bd-18da-453f-8b35-d95a49b2e927 None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:39.990034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea6279-24a3-48dc-a54b-05d6bf17f44e req-2ed52feb-e9d5-439b-b140-73c049489ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:39.992216 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01ea6279-24a3-48dc-a54b-05d6bf17f44e req-2ed52feb-e9d5-439b-b140-73c049489ef4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410712 Dec 08 02:44:40.081821 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01ea6279-24a3-48dc-a54b-05d6bf17f44e req-0b727a51-593d-4a98-b6c2-916056877001 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821080 Dec 08 02:44:40.184246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-732785bd-18da-453f-8b35-d95a49b2e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9b964298-e41d-4cde-a0c9-b0e51bd62876', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'port_id': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'mac_address': 'fa:16:3e:17:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:39:57Z', 'updated_at': '2021-12-08T02:44:38Z', 'revision_number': 9, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:40.184963 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-01ea6279-24a3-48dc-a54b-05d6bf17f44e req-d64ba494-1550-4ec0-9560-cd4e5b4205e4 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967045 Dec 08 02:44:40.211671 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732785bd-18da-453f-8b35-d95a49b2e927 None None] The sync data for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 is: [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9b964298-e41d-4cde-a0c9-b0e51bd62876', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'port_id': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'mac_address': 'fa:16:3e:17:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:39:57Z', 'updated_at': '2021-12-08T02:44:38Z', 'revision_number': 9, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:44:40.395996 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f3432b-ac3c-449f-8afb-d80ade1f74ce None None] New status for floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:44:45.655705 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:44:48.259383 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ee531322-5366-48b4-930e-507a44d73950 req-6cd7ec70-11e3-424e-9586-a8cbce71d6cb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399935 Dec 08 02:44:48.360654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee531322-5366-48b4-930e-507a44d73950 req-35f55f4c-6404-4199-bbcc-c95de96dd56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:48.362162 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ee531322-5366-48b4-930e-507a44d73950 req-35f55f4c-6404-4199-bbcc-c95de96dd56f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 1097 time: 0.0445073 Dec 08 02:44:48.467775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee531322-5366-48b4-930e-507a44d73950 req-4718de33-bf53-4405-9fc4-1a6711d36931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:48.469165 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ee531322-5366-48b4-930e-507a44d73950 req-4718de33-bf53-4405-9fc4-1a6711d36931 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0848734 Dec 08 02:44:48.538274 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ee531322-5366-48b4-930e-507a44d73950 req-aa06a1db-9790-4216-83ca-8fd48451516d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 1002 time: 0.0605271 Dec 08 02:44:48.586745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee531322-5366-48b4-930e-507a44d73950 req-62cb4dfe-7d00-417a-b008-e5603a3842b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:48.588188 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ee531322-5366-48b4-930e-507a44d73950 req-62cb4dfe-7d00-417a-b008-e5603a3842b8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0429976 Dec 08 02:44:48.633908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee531322-5366-48b4-930e-507a44d73950 req-68288c90-1338-42ee-9305-9b3d1414e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:48.635380 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ee531322-5366-48b4-930e-507a44d73950 req-68288c90-1338-42ee-9305-9b3d1414e30f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398345 Dec 08 02:44:48.729111 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ee531322-5366-48b4-930e-507a44d73950 req-57f9e20a-5844-45cd-903e-ea683cac8b4c service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854466 Dec 08 02:44:48.820931 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ee531322-5366-48b4-930e-507a44d73950 req-1e5dc98b-e45f-43a9-864f-e0fb3a85280c service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838783 Dec 08 02:44:52.063878 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de9dc8c2-36af-4c02-8de8-d98331849069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:53.829533 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:54.428550 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4e2c65d-0b6b-47ac-9860-498164a3c3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:54.707545 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:55.624194 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:57.118995 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:57.993771 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:22.066601 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cfae75ed-11b4-4be5-8a15-f5cf40e01fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:22.655662 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:45:23.824697 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:24.430067 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c38b9d2a-46ef-4dde-a6f9-af039140bda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:24.706105 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:25.626682 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:27.122932 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:27.995399 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:50.269647 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6dbe9358-7692-4396-8b88-0a9bba067b14 req-68a2f4c6-c63f-483b-ad90-7ddef5537226 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470092 Dec 08 02:45:50.367502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe9358-7692-4396-8b88-0a9bba067b14 req-487909fe-8d30-4f18-80a5-ee4bf9cc0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:50.369021 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6dbe9358-7692-4396-8b88-0a9bba067b14 req-487909fe-8d30-4f18-80a5-ee4bf9cc0eaf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 1097 time: 0.0428467 Dec 08 02:45:50.468635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe9358-7692-4396-8b88-0a9bba067b14 req-a8414a11-c6a2-451b-be57-1f810682ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:50.470090 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6dbe9358-7692-4396-8b88-0a9bba067b14 req-a8414a11-c6a2-451b-be57-1f810682ad43 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0826392 Dec 08 02:45:50.536241 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6dbe9358-7692-4396-8b88-0a9bba067b14 req-c46710d0-03d1-48fb-a500-c3b754116a28 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 1002 time: 0.0595858 Dec 08 02:45:50.584159 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe9358-7692-4396-8b88-0a9bba067b14 req-924ecbfd-1de2-4600-9dc5-453cdeca8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:50.585575 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6dbe9358-7692-4396-8b88-0a9bba067b14 req-924ecbfd-1de2-4600-9dc5-453cdeca8860 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0423620 Dec 08 02:45:50.631109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe9358-7692-4396-8b88-0a9bba067b14 req-b0e3388e-98cf-4ebe-8e8e-99e1c27e1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:50.632608 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6dbe9358-7692-4396-8b88-0a9bba067b14 req-b0e3388e-98cf-4ebe-8e8e-99e1c27e1799 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391510 Dec 08 02:45:50.722983 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6dbe9358-7692-4396-8b88-0a9bba067b14 req-60a9ea35-8c19-4b19-9333-761ee74cdfb5 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835571 Dec 08 02:45:50.813357 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6dbe9358-7692-4396-8b88-0a9bba067b14 req-d4f07c6c-24dd-40a4-8142-628fef06e71b service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837386 Dec 08 02:45:52.071281 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6f679c22-3f3f-41f3-80a0-2b8aaa773690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:53.826170 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:54.430231 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6e11c88b-4080-42c2-b77e-c83a020a802c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:54.706525 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:55.628778 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:57.125868 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:57.996724 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:59.654619 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:46:15.042973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34f1ea-8f79-4f8c-811b-f4ce1781ed8d req-ce15870a-12c3-45c9-89d3-f97e742f6be5 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:15.044410 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db34f1ea-8f79-4f8c-811b-f4ce1781ed8d req-ce15870a-12c3-45c9-89d3-f97e742f6be5 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0699692 Dec 08 02:46:15.050820 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-3a534de4-e159-49cc-a146-f440c7acd17e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857551 Dec 08 02:46:15.097111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db34f1ea-8f79-4f8c-811b-f4ce1781ed8d req-7010b815-a3b4-4dfc-901f-ca4e9bbe9358 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453525 Dec 08 02:46:16.216538 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c995-5d1a-44e8-9d17-4272e55b3e53 req-4267a0fc-4b94-442e-adcb-f4aafdbbb3af tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:16.218131 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d11c995-5d1a-44e8-9d17-4272e55b3e53 req-4267a0fc-4b94-442e-adcb-f4aafdbbb3af tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0494735 Dec 08 02:46:16.224540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-0687e2ee-9b97-472b-abf4-b84df68e271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:16.226128 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-0687e2ee-9b97-472b-abf4-b84df68e271b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 1097 time: 0.0509608 Dec 08 02:46:16.268554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d11c995-5d1a-44e8-9d17-4272e55b3e53 req-551da610-caf0-49d4-b4ff-235eed448c8a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426099 Dec 08 02:46:16.317722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-1469e257-a6d4-4806-a54a-70816e25d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:16.319206 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-1469e257-a6d4-4806-a54a-70816e25d748 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0857818 Dec 08 02:46:16.389896 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-6b165617-7853-4f52-9707-b403ca49aa19 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 1002 time: 0.0636799 Dec 08 02:46:16.438654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-d46c7808-f664-48a4-a4d9-58aa47d6675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:16.440076 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-d46c7808-f664-48a4-a4d9-58aa47d6675c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0435696 Dec 08 02:46:16.484171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-a512c8f8-6563-4e72-a513-6a5b1079f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:16.485602 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-a512c8f8-6563-4e72-a513-6a5b1079f566 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392327 Dec 08 02:46:16.574446 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-686f1a04-615c-43e1-a051-3a130a3f62ba service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820243 Dec 08 02:46:16.663000 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-d9a5af2b-5fcd-4dc7-9130-dc96ede67e9c service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814180 Dec 08 02:46:17.387332 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94143607-64e3-46ce-851a-c081995863f8 req-f94913ec-44c1-40bd-98e4-61af72a6622e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:17.388862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94143607-64e3-46ce-851a-c081995863f8 req-f94913ec-44c1-40bd-98e4-61af72a6622e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0508504 Dec 08 02:46:17.434255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94143607-64e3-46ce-851a-c081995863f8 req-aeedcbd9-62fa-41b4-80b4-befabeffc6f3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394282 Dec 08 02:46:18.552190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82606d62-8f65-4ef4-964c-74e6cfbda300 req-8539fd4f-3f21-4c72-97bb-546d38476bbb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:18.553628 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-82606d62-8f65-4ef4-964c-74e6cfbda300 req-8539fd4f-3f21-4c72-97bb-546d38476bbb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0508595 Dec 08 02:46:18.598881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-82606d62-8f65-4ef4-964c-74e6cfbda300 req-319e6c8a-f046-4c86-98af-8b445c0708d9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388389 Dec 08 02:46:19.715524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d05663-8f97-469e-bc80-9caa4bb9df9a req-5c306cc3-6f53-4e45-84a5-106f52ff9c00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:19.717015 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6d05663-8f97-469e-bc80-9caa4bb9df9a req-5c306cc3-6f53-4e45-84a5-106f52ff9c00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0494099 Dec 08 02:46:19.765806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a6d05663-8f97-469e-bc80-9caa4bb9df9a req-6de40798-ec59-47fb-8ea1-dcdb1b030d37 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404503 Dec 08 02:46:20.882675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535a4c-6805-4f72-b4df-f32b6004cf26 req-74a071c7-f7cb-40db-87f0-3a1cfd9898c8 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:20.884177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15535a4c-6805-4f72-b4df-f32b6004cf26 req-74a071c7-f7cb-40db-87f0-3a1cfd9898c8 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0505743 Dec 08 02:46:20.938172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15535a4c-6805-4f72-b4df-f32b6004cf26 req-5f2f992b-0667-4997-8f9b-08e75925ee97 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480769 Dec 08 02:46:22.054591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b7bb1-748d-466a-bc9d-22f294921859 req-7d2f2882-6fef-4b7b-af68-52fa63b49fa9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:22.056109 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-211b7bb1-748d-466a-bc9d-22f294921859 req-7d2f2882-6fef-4b7b-af68-52fa63b49fa9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0493429 Dec 08 02:46:22.073010 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0e32cc1-4a2e-4e4d-acca-e7b2f9d9437f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:22.104855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-211b7bb1-748d-466a-bc9d-22f294921859 req-fbd409cd-337f-48c6-a825-d5ec976cb3a5 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426791 Dec 08 02:46:23.222500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28c7a8-2dc3-4c72-8e8c-3e6257476d33 req-9da9c6c4-53fb-4023-a160-ff798319b3df tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:23.224012 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e28c7a8-2dc3-4c72-8e8c-3e6257476d33 req-9da9c6c4-53fb-4023-a160-ff798319b3df tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0491145 Dec 08 02:46:23.270519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e28c7a8-2dc3-4c72-8e8c-3e6257476d33 req-d4c9084e-ce73-4084-81fc-6d651844cd5c tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398254 Dec 08 02:46:23.823001 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:24.393057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580aedad-146a-4150-988f-e864931b993e req-0c0b105c-8af0-4aeb-9016-3d70498c7492 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:24.394456 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-580aedad-146a-4150-988f-e864931b993e req-0c0b105c-8af0-4aeb-9016-3d70498c7492 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0520289 Dec 08 02:46:24.431360 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ead2f3c3-1db0-4537-b7b3-99eafe571e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:24.441643 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-580aedad-146a-4150-988f-e864931b993e req-07307f30-8db1-49a2-8cf0-60c2a1e97df7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405788 Dec 08 02:46:24.720886 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.557948 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96d5a3-5afd-4d99-83fa-00d26483b9ee req-b333a835-723a-4ca0-8d79-1f0e5f511cca tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:25.559330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d96d5a3-5afd-4d99-83fa-00d26483b9ee req-b333a835-723a-4ca0-8d79-1f0e5f511cca tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0484197 Dec 08 02:46:25.605924 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d96d5a3-5afd-4d99-83fa-00d26483b9ee req-8da23915-93db-44bc-9d0c-3d7d92c32cca tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407031 Dec 08 02:46:25.630836 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.729880 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084024b7-9f7c-43f1-82b3-59732753b751 req-9ae850e9-a098-49e1-882a-68f5b9f5154d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:26.731346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-084024b7-9f7c-43f1-82b3-59732753b751 req-9ae850e9-a098-49e1-882a-68f5b9f5154d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0524085 Dec 08 02:46:26.777099 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-084024b7-9f7c-43f1-82b3-59732753b751 req-58a8314f-0a92-47bd-b3ff-b80396f8c4a3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397460 Dec 08 02:46:27.127882 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.891756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b12a9-775a-4946-a787-dea6cd2a8915 req-4881adb2-d09f-429c-9f56-6c7edded101f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:27.893226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd8b12a9-775a-4946-a787-dea6cd2a8915 req-4881adb2-d09f-429c-9f56-6c7edded101f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0482266 Dec 08 02:46:27.938804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd8b12a9-775a-4946-a787-dea6cd2a8915 req-263562d8-8165-4164-b49a-9177bbcef554 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397029 Dec 08 02:46:27.997506 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:28.665953 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-1f0980c7-5211-4e70-9f7e-4cb9acef31f3 service neutron] show failed (client error): The resource could not be found. Dec 08 02:46:28.666941 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-1f0980c7-5211-4e70-9f7e-4cb9acef31f3 service neutron] 10.222.0.75 "GET /v2.0/ports/b3f9886b-adca-4ea0-9f9d-590572143a40/bindings/n-h1-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0576239 Dec 08 02:46:28.864388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-dbe8d309-2c97-4c98-95a7-ffa8ad28e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:28.865858 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-dbe8d309-2c97-4c98-95a7-ffa8ad28e43f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 1097 time: 0.0403717 Dec 08 02:46:28.875792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-2c57497e-e3fd-42c8-9010-a3476eb754cc service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:46:28.876713 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-2c57497e-e3fd-42c8-9010-a3476eb754cc service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048211 Dec 08 02:46:28.893440 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:28.943282 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.055328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96875498-cd4a-4865-9201-b3fbf433eb5d req-82632053-3e4c-4c9b-a9d7-db4e9df2674f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:29.056863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96875498-cd4a-4865-9201-b3fbf433eb5d req-82632053-3e4c-4c9b-a9d7-db4e9df2674f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0498734 Dec 08 02:46:29.107949 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-96875498-cd4a-4865-9201-b3fbf433eb5d req-3ade9ae4-34f3-4cd1-9a1c-f5b88c5c7d5e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449109 Dec 08 02:46:29.145669 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:29.176310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:46:29.215101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:29.217473 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c3e5e5-9ded-42a3-8851-22e18ee02090" -d '{"events": [{"server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "name": "network-vif-unplugged", "status": "completed", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:29.221375 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.233746 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Transition to ACTIVE for port object b3f9886b-adca-4ea0-9f9d-590572143a40 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:46:29.241963 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.271026 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d07b8a-9ccd-4be4-bb07-fdb2e9eedbdb x-openstack-request-id: req-d4d07b8a-9ccd-4be4-bb07-fdb2e9eedbdb {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:29.271319 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "name": "network-vif-unplugged", "status": "completed", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:29.271567 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d4d07b8a-9ccd-4be4-bb07-fdb2e9eedbdb {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:29.271983 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'code': 200} Dec 08 02:46:29.292226 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Pushing event updated for resources: {'Port': ['ID=b3f9886b-adca-4ea0-9f9d-590572143a40,revision_number=6']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:29.335513 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.335973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.336335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.336715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.337053 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.337389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.337727 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.338057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.338391 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.338719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.339048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.339370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.339719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.377992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] No DVR routers for this DVR port b3f9886b-adca-4ea0-9f9d-590572143a40 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:46:29.510740 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Attempting to bind port b3f9886b-adca-4ea0-9f9d-590572143a40 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:46:29.510992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Attempting to bind port b3f9886b-adca-4ea0-9f9d-590572143a40 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:46:29.511318 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Attempting to bind port b3f9886b-adca-4ea0-9f9d-590572143a40 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:46:29.515460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Port b3f9886b-adca-4ea0-9f9d-590572143a40 on network 3564938c-7b53-4823-9713-5cad82982b2c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:46:29.515814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Attempting to bind port b3f9886b-adca-4ea0-9f9d-590572143a40 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:46:29.520639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:46:29.521168 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Checking segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:46:29.521354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Bound using segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:46:29.521775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Bound port: b3f9886b-adca-4ea0-9f9d-590572143a40, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:46:29.522128 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.583976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:46:29.587297 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:46:29.592039 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.626395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:29.627010 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.628411 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] 10.222.0.45 "PUT /v2.0/ports/b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 1092 time: 0.7385597 Dec 08 02:46:29.650092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b599d-66b4-4d78-a4ec-12e90890a3fb service neutron] Pushing event updated for resources: {'Port': ['ID=b3f9886b-adca-4ea0-9f9d-590572143a40,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:29.706664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-57711d2d-30b8-4f48-ad31-63bd6a35d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:29.708240 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-57711d2d-30b8-4f48-ad31-63bd6a35d916 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 1095 time: 0.0463915 Dec 08 02:46:29.803556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-e10f324f-68ff-4895-ae0f-52d592dd509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:29.805108 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-e10f324f-68ff-4895-ae0f-52d592dd509e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0903373 Dec 08 02:46:29.875215 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-bebba3a5-9fdf-4cf2-822d-da78b4f7ca93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 1000 time: 0.0632110 Dec 08 02:46:29.924497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-a8c8f4ed-df01-4d58-8ec8-e1a7ed048a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:29.925865 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-a8c8f4ed-df01-4d58-8ec8-e1a7ed048a7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0439465 Dec 08 02:46:29.973442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-925a5c93-3f4f-44f4-9052-8760d1b697d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:29.974940 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-925a5c93-3f4f-44f4-9052-8760d1b697d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427649 Dec 08 02:46:30.069584 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-831f423f-7bfe-4ecb-a3cb-f31338ae1535 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876131 Dec 08 02:46:30.158909 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-cc0d9283-3043-425d-9ae5-31a26c08a92d req-e0fd9975-6424-4a5c-af0c-cf73d78f7298 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828922 Dec 08 02:46:30.229348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ba816-5bb9-4859-8c11-10b9951283ce req-3496fc82-d944-42ee-9671-b0447f01df78 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:30.231086 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-536ba816-5bb9-4859-8c11-10b9951283ce req-3496fc82-d944-42ee-9671-b0447f01df78 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 943 time: 0.0538697 Dec 08 02:46:30.279860 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-536ba816-5bb9-4859-8c11-10b9951283ce req-7cf57cee-70e7-49fc-b541-47415cf9f53a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425172 Dec 08 02:46:31.272725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:31.275748 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a846fb-c022-4761-ba14-3f28915414fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:31.324911 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2177a5aa-3ad9-413b-abb4-2880aec87921 x-openstack-request-id: req-2177a5aa-3ad9-413b-abb4-2880aec87921 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:31.325207 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:31.325461 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2177a5aa-3ad9-413b-abb4-2880aec87921 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:31.325865 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'status': 'completed', 'code': 200} Dec 08 02:46:31.403531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3a30a-0c13-43c4-8651-247440521986 req-4f0e0a0c-45e7-4378-bcb4-233b68bf1c75 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:31.405059 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2e3a30a-0c13-43c4-8651-247440521986 req-4f0e0a0c-45e7-4378-bcb4-233b68bf1c75 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 943 time: 0.0526168 Dec 08 02:46:31.438872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a846fb-c022-4761-ba14-3f28915414fe req-727a0210-c4e3-470e-ad24-0de52233de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:31.440414 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27a846fb-c022-4761-ba14-3f28915414fe req-727a0210-c4e3-470e-ad24-0de52233de91 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 1095 time: 0.0737429 Dec 08 02:46:31.446921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a846fb-c022-4761-ba14-3f28915414fe req-e2cdb37d-b640-4470-9853-96a4202e9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:31.448382 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27a846fb-c022-4761-ba14-3f28915414fe req-e2cdb37d-b640-4470-9853-96a4202e9328 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 1095 time: 0.0519240 Dec 08 02:46:31.452506 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2e3a30a-0c13-43c4-8651-247440521986 req-f172465a-db64-40ec-85e2-0aee41514d8b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413761 Dec 08 02:46:31.928138 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a846fb-c022-4761-ba14-3f28915414fe req-cd6e8bec-d3d4-4080-9450-09cca92699f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:31.929630 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27a846fb-c022-4761-ba14-3f28915414fe req-cd6e8bec-d3d4-4080-9450-09cca92699f3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.4803951 Dec 08 02:46:31.933882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a846fb-c022-4761-ba14-3f28915414fe req-ea91a4eb-7414-4a03-85f0-cf16f5e0f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:31.935307 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27a846fb-c022-4761-ba14-3f28915414fe req-ea91a4eb-7414-4a03-85f0-cf16f5e0f0b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.4777796 Dec 08 02:46:32.042158 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27a846fb-c022-4761-ba14-3f28915414fe req-6da018ee-deb7-4a1c-9546-0774d9e0e5cb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 1000 time: 0.1051540 Dec 08 02:46:32.043916 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27a846fb-c022-4761-ba14-3f28915414fe req-1d6d74d4-513f-4d2b-a513-cc2c53dba151 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 1000 time: 0.1006801 Dec 08 02:46:32.125642 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a846fb-c022-4761-ba14-3f28915414fe req-7fdf0938-ae3d-4d21-b14d-0bd39b962478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:32.127119 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27a846fb-c022-4761-ba14-3f28915414fe req-7fdf0938-ae3d-4d21-b14d-0bd39b962478 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0781791 Dec 08 02:46:32.132249 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a846fb-c022-4761-ba14-3f28915414fe req-b899be7e-01c2-44a1-89eb-ce5f8d16bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:32.134170 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27a846fb-c022-4761-ba14-3f28915414fe req-b899be7e-01c2-44a1-89eb-ce5f8d16bed8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0766816 Dec 08 02:46:32.199763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a846fb-c022-4761-ba14-3f28915414fe req-7044e844-d42f-4517-84de-a04e1a8036b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:32.201136 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27a846fb-c022-4761-ba14-3f28915414fe req-7044e844-d42f-4517-84de-a04e1a8036b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587444 Dec 08 02:46:32.203676 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a846fb-c022-4761-ba14-3f28915414fe req-6abdf5fa-f531-4f87-b353-daf973a571ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:32.205305 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27a846fb-c022-4761-ba14-3f28915414fe req-6abdf5fa-f531-4f87-b353-daf973a571ae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702775 Dec 08 02:46:32.364642 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27a846fb-c022-4761-ba14-3f28915414fe req-c80041d0-395c-4515-af47-aaa27d316668 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561236 Dec 08 02:46:32.366502 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27a846fb-c022-4761-ba14-3f28915414fe req-51d99ae5-0573-4858-9409-683afd715b2a service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512082 Dec 08 02:46:32.522874 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27a846fb-c022-4761-ba14-3f28915414fe req-30df7e98-9b4a-4820-a19d-8f7373fe9c4c service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517298 Dec 08 02:46:32.525431 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-27a846fb-c022-4761-ba14-3f28915414fe req-25ec822a-17c9-4871-9308-1009d212ec15 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467044 Dec 08 02:46:32.573896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2da50-3dd4-4772-ad85-cd152a3f05fb req-92554340-0210-4246-bc02-5c3d886eb2a0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:32.575367 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eab2da50-3dd4-4772-ad85-cd152a3f05fb req-92554340-0210-4246-bc02-5c3d886eb2a0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 943 time: 0.0521531 Dec 08 02:46:32.621565 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eab2da50-3dd4-4772-ad85-cd152a3f05fb req-59d84aeb-1307-4fa1-9f4c-56b1cdcc37b3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400126 Dec 08 02:46:32.908794 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-24ff40a6-5bd5-4a79-85f4-39098ea939b9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:32.910297 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-24ff40a6-5bd5-4a79-85f4-39098ea939b9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.45 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&binding%3Ahost_id=n-h1-713499-31 HTTP/1.1" status: 200 len: 943 time: 0.0532064 Dec 08 02:46:32.921656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64d13f-2e59-4648-a2ed-96d6c537dc3b req-9f42db40-8d42-41fa-8bc9-68008a7e9f77 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:32.923151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f64d13f-2e59-4648-a2ed-96d6c537dc3b req-9f42db40-8d42-41fa-8bc9-68008a7e9f77 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 943 time: 0.0478828 Dec 08 02:46:32.942442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device b3f9886b-adca-4ea0-9f9d-590572143a40 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:46:32.972462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f64d13f-2e59-4648-a2ed-96d6c537dc3b req-f563f3e5-4964-44dc-a67c-4440946ddfcc tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432203 Dec 08 02:46:32.974886 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-b65b6c80-4e63-4539-a592-9fefa5420cf8 service neutron] 10.222.0.45 "GET /v2.0/ports/b3f9886b-adca-4ea0-9f9d-590572143a40/bindings/n-h1-713499-31 HTTP/1.1" status: 200 len: 383 time: 0.0574214 Dec 08 02:46:32.984500 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device b3f9886b-adca-4ea0-9f9d-590572143a40 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:46:33.039874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b3f9886b-adca-4ea0-9f9d-590572143a40 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:46:33.051103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-71d0fd27-6bba-4b5c-90b3-dc68c928eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:33.052638 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-71d0fd27-6bba-4b5c-90b3-dc68c928eb7a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 1095 time: 0.0401759 Dec 08 02:46:33.133035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:33.144649 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'port_id': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'mac_address': 'fa:16:3e:17:9f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:46:33.145975 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-3ebc4ffb-d916-4dc2-ac3e-7471fe0541a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:33.147483 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-3ebc4ffb-d916-4dc2-ac3e-7471fe0541a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0883348 Dec 08 02:46:33.214438 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-7b189eab-c597-4ec4-8d95-085d8fdda456 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 1000 time: 0.0600154 Dec 08 02:46:33.270551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-7410927a-6ad5-448c-ad95-d17a17c56af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:33.272144 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-7410927a-6ad5-448c-ad95-d17a17c56af3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0509679 Dec 08 02:46:33.320937 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-57288ed4-0a8e-4814-8fcc-00e6284c230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:33.322496 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-57288ed4-0a8e-4814-8fcc-00e6284c230e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429161 Dec 08 02:46:33.346281 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:33.359127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f9886b-adca-4ea0-9f9d-590572143a40 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:46:33.377819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:33.381795 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:33.418917 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-dcccdae9-7267-4ac1-848b-e4fe7de331af service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884755 Dec 08 02:46:33.429224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b3f9886b-adca-4ea0-9f9d-590572143a40,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:33.436778 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:33.437134 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:33.437462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:33.437792 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:33.438118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:33.438441 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:33.438765 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:33.439083 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:33.439455 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:33.439809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:33.440156 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:33.440471 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:33.440793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:33.508220 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-88e989e6-eb76-4fc4-b0eb-3d96bdc3f737 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822225 Dec 08 02:46:33.728786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['b3f9886b-adca-4ea0-9f9d-590572143a40'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:46:34.090684 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e2adf-7fe3-4cb6-b8d1-b6ae5de93cf0 req-470feb1d-b270-466c-8e25-be0b49d91d29 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:34.092184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d4e2adf-7fe3-4cb6-b8d1-b6ae5de93cf0 req-470feb1d-b270-466c-8e25-be0b49d91d29 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 944 time: 0.0476325 Dec 08 02:46:34.142208 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d4e2adf-7fe3-4cb6-b8d1-b6ae5de93cf0 req-1b978498-8143-4c92-9390-6f8b0cf92ff1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440643 Dec 08 02:46:35.041963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b3f9886b-adca-4ea0-9f9d-590572143a40 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:46:35.089383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port b3f9886b-adca-4ea0-9f9d-590572143a40 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:46:35.093456 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port b3f9886b-adca-4ea0-9f9d-590572143a40 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:35.093821 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.170441 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.196519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:35.199060 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f4bccc-a87f-4323-90a8-b21303ad5e0c" -d '{"events": [{"server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "name": "network-vif-plugged", "status": "completed", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:35.224060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:35.229319 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.276120 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bec05-6514-49c2-84e3-3556935019b5 req-2ec1c125-b008-49c0-b10a-7391f72d30cb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:35.277359 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed13307-a5b9-48c3-a01b-a151b47a8f36 x-openstack-request-id: req-0ed13307-a5b9-48c3-a01b-a151b47a8f36 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:35.277662 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "name": "network-vif-plugged", "status": "completed", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:35.277922 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0ed13307-a5b9-48c3-a01b-a151b47a8f36 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:35.278244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f5bec05-6514-49c2-84e3-3556935019b5 req-2ec1c125-b008-49c0-b10a-7391f72d30cb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0567923 Dec 08 02:46:35.278363 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'code': 200} Dec 08 02:46:35.298391 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b3f9886b-adca-4ea0-9f9d-590572143a40,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:35.331190 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f5bec05-6514-49c2-84e3-3556935019b5 req-1bb509fe-3a95-45c0-a30a-57bc38544473 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458245 Dec 08 02:46:35.596539 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-33387bed-e164-46e8-9df2-6f6931f92143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:35.598029 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-33387bed-e164-46e8-9df2-6f6931f92143 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 1097 time: 0.0405877 Dec 08 02:46:35.615172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:35.674003 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.871472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:35.902869 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:46:35.942792 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.944674 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:35.947793 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62962f3d-c77b-4077-a125-8e067ca82639" -d '{"events": [{"server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "name": "network-vif-unplugged", "status": "completed", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:35.960243 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Transition to ACTIVE for port object b3f9886b-adca-4ea0-9f9d-590572143a40 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:46:35.964004 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.999860 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c073298-45ec-434c-9434-8e190065244f x-openstack-request-id: req-8c073298-45ec-434c-9434-8e190065244f {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:36.000139 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "name": "network-vif-unplugged", "status": "completed", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:36.000393 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8c073298-45ec-434c-9434-8e190065244f {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:36.000878 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'code': 200} Dec 08 02:46:36.045018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f9886b-adca-4ea0-9f9d-590572143a40,revision_number=10']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:36.090067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] No DVR routers for this DVR port b3f9886b-adca-4ea0-9f9d-590572143a40 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:46:36.229478 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Attempting to bind port b3f9886b-adca-4ea0-9f9d-590572143a40 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:46:36.229934 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Attempting to bind port b3f9886b-adca-4ea0-9f9d-590572143a40 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:46:36.230272 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Attempting to bind port b3f9886b-adca-4ea0-9f9d-590572143a40 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:46:36.234585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Port b3f9886b-adca-4ea0-9f9d-590572143a40 on network 3564938c-7b53-4823-9713-5cad82982b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:46:36.234905 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Attempting to bind port b3f9886b-adca-4ea0-9f9d-590572143a40 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:46:36.240036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:46:36.240373 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Checking segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:46:36.240861 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Bound using segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:46:36.241162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Bound port: b3f9886b-adca-4ea0-9f9d-590572143a40, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:46:36.241513 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:36.302892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:46:36.306705 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:46:36.309962 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:36.348981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:36.349660 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:36.351036 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] 10.222.0.75 "PUT /v2.0/ports/b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 1093 time: 0.7399576 Dec 08 02:46:36.370937 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6741b-0441-4b29-96ea-d59b413ee499 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f9886b-adca-4ea0-9f9d-590572143a40,revision_number=11']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:36.437499 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-49e2543e-905e-48fd-86cf-5d380d936f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:36.439033 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-49e2543e-905e-48fd-86cf-5d380d936f2e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 1096 time: 0.0471108 Dec 08 02:46:36.461399 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f083655-36a3-43a6-b8b9-14c011880cad req-66a8645b-980d-4485-b059-4a26f400c39a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:36.463241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f083655-36a3-43a6-b8b9-14c011880cad req-66a8645b-980d-4485-b059-4a26f400c39a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 944 time: 0.0507889 Dec 08 02:46:36.514282 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f083655-36a3-43a6-b8b9-14c011880cad req-e0d3c8f2-3ff1-4495-8aa7-9319cae3c286 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447109 Dec 08 02:46:36.541016 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-ac994631-8d4e-4e30-8c77-2fe195ed9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:36.542495 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-ac994631-8d4e-4e30-8c77-2fe195ed9a19 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0961332 Dec 08 02:46:36.606611 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-f35e7c3d-c6c3-4e4e-8d7b-ed2329f50784 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 1000 time: 0.0569413 Dec 08 02:46:36.653503 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:46:36.659246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-7100fa16-37ec-41be-9111-36caf1d5647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:36.660807 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-7100fa16-37ec-41be-9111-36caf1d5647c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0467668 Dec 08 02:46:36.709038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-616f2065-a3d3-4779-8d0e-8246f1c49dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:36.710536 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-616f2065-a3d3-4779-8d0e-8246f1c49dab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429969 Dec 08 02:46:36.721814 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-9900b108-e5db-4efe-8de8-60d1a2265964 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:46:36.722790 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-9900b108-e5db-4efe-8de8-60d1a2265964 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048499 Dec 08 02:46:36.809669 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-4e7a4c00-b44d-48d0-8e90-07531fef8614 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796258 Dec 08 02:46:36.900997 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00ec87cd-ccb0-4544-9b21-59b11ab5b9b2 req-13472fd5-17e8-4fd1-931e-5e2a0d0859d7 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846026 Dec 08 02:46:37.636396 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0537d4-75f7-455e-9922-b3de06e21382 req-9af8a3a5-9425-4002-831c-6f1f0b74bb01 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:37.637892 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b0537d4-75f7-455e-9922-b3de06e21382 req-9af8a3a5-9425-4002-831c-6f1f0b74bb01 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 944 time: 0.0520885 Dec 08 02:46:37.684104 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b0537d4-75f7-455e-9922-b3de06e21382 req-6b49f314-ef74-4186-a8a3-dd16c643f781 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398815 Dec 08 02:46:38.002417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:38.004846 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:38.051441 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff2b808-27a6-46f6-bc68-b6fdc8911296 x-openstack-request-id: req-fff2b808-27a6-46f6-bc68-b6fdc8911296 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:38.051774 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:38.052033 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fff2b808-27a6-46f6-bc68-b6fdc8911296 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:38.052436 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'status': 'completed', 'code': 200} Dec 08 02:46:38.160873 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-aaa59af7-e67d-4f53-ab37-b09d0722d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:38.162384 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-aaa59af7-e67d-4f53-ab37-b09d0722d83c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 1096 time: 0.0615323 Dec 08 02:46:38.164209 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-03c4dbf4-e6df-4187-95cd-02b2413d4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:38.166222 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-03c4dbf4-e6df-4187-95cd-02b2413d4e5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 1096 time: 0.0736992 Dec 08 02:46:38.325622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-ae68e314-eae5-44ac-9559-dd64d2e806a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:38.327009 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-ae68e314-eae5-44ac-9559-dd64d2e806a1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.1565559 Dec 08 02:46:38.329942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-7270a199-b8e8-4883-9af7-89dd53727b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:38.331410 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-7270a199-b8e8-4883-9af7-89dd53727b2d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.1532333 Dec 08 02:46:38.438987 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-db765003-f0e0-457c-8209-d8c1cdf37a4d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 1000 time: 0.1040785 Dec 08 02:46:38.444904 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-4330d377-68eb-4376-829a-257b947a00ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 200 len: 1000 time: 0.1030028 Dec 08 02:46:38.521990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-e2bcf8f7-2a67-480a-bada-654a8570184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:38.523454 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-e2bcf8f7-2a67-480a-bada-654a8570184e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0773773 Dec 08 02:46:38.527640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-5a08a3fb-7915-4ce3-9cb5-893a682c77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:38.528962 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-5a08a3fb-7915-4ce3-9cb5-893a682c77c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0755277 Dec 08 02:46:38.600474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-3e93e17e-276d-45d3-b1fb-cf529e29440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:38.601885 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-3e93e17e-276d-45d3-b1fb-cf529e29440b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709994 Dec 08 02:46:38.603648 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-1acd37b4-fe9e-4c40-9150-402bcac7831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:38.604998 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-1acd37b4-fe9e-4c40-9150-402bcac7831a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667939 Dec 08 02:46:38.757241 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-c605e423-7108-48f4-8741-13a3a426fa0a service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485882 Dec 08 02:46:38.761170 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-40640723-5a03-4b99-908e-54976932901e service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459258 Dec 08 02:46:38.799312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127eeb1-add5-479e-810e-4ba66663c0e5 req-70c3fd7d-7f65-4186-8ba2-15efbdd4b1a8 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:38.800838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d127eeb1-add5-479e-810e-4ba66663c0e5 req-70c3fd7d-7f65-4186-8ba2-15efbdd4b1a8 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 944 time: 0.0489388 Dec 08 02:46:38.848526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d127eeb1-add5-479e-810e-4ba66663c0e5 req-ae5041f9-cf4a-4068-a0d7-67f7f9ba8b90 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416009 Dec 08 02:46:38.916266 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-a6482606-cc8d-417a-91b2-416ae7e9c5f8 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523669 Dec 08 02:46:38.919714 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4655db33-6a48-4ff2-8fe3-1d0bbdb292b7 req-95067785-1629-46bf-8717-dbc2e9dc6ce3 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480970 Dec 08 02:46:38.962342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device b3f9886b-adca-4ea0-9f9d-590572143a40 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:46:38.967163 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a0998-8cef-4efe-8a2a-80bc429ab9cc req-d1021282-eede-4812-9809-9c8d2d85bc9f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:38.968682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d2a0998-8cef-4efe-8a2a-80bc429ab9cc req-d1021282-eede-4812-9809-9c8d2d85bc9f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 944 time: 0.0522263 Dec 08 02:46:39.016535 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d2a0998-8cef-4efe-8a2a-80bc429ab9cc req-00e80f6c-826f-46cb-876c-211165ee4ca1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416713 Dec 08 02:46:39.058730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:39.071190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b3f9886b-adca-4ea0-9f9d-590572143a40 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:46:39.073041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'port_id': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'mac_address': 'fa:16:3e:17:9f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:46:39.130601 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06fedc-73cd-490a-870f-4d65cd694101 req-b6882b9f-6d72-4752-8843-d78fe6029252 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:39.132048 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e06fedc-73cd-490a-870f-4d65cd694101 req-b6882b9f-6d72-4752-8843-d78fe6029252 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 944 time: 0.0490792 Dec 08 02:46:39.143478 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:39.152465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b3f9886b-adca-4ea0-9f9d-590572143a40 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:46:39.157876 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f9886b-adca-4ea0-9f9d-590572143a40 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:46:39.177862 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:39.181384 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e06fedc-73cd-490a-870f-4d65cd694101 req-ebab3be2-5fb1-47b9-81bf-1cd7c32681f8 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431392 Dec 08 02:46:39.183174 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:39.231653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=b3f9886b-adca-4ea0-9f9d-590572143a40,revision_number=12']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:39.415917 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c4ba3-cdbe-4699-8c9a-14a88c06c791 req-b674e8a5-1c13-4a52-9375-59555d7b90c5 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:39.417295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d4c4ba3-cdbe-4699-8c9a-14a88c06c791 req-b674e8a5-1c13-4a52-9375-59555d7b90c5 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0503445 Dec 08 02:46:39.467410 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d4c4ba3-cdbe-4699-8c9a-14a88c06c791 req-d21a1167-75fc-4493-a18d-5490c0ffc49a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441396 Dec 08 02:46:39.482561 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['b3f9886b-adca-4ea0-9f9d-590572143a40'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:46:40.585293 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a7676-befb-4ad8-b229-98be7d959c46 req-788b33e6-58d6-40c8-aed5-4ee4efcc04c0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:40.587291 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d5a7676-befb-4ad8-b229-98be7d959c46 req-788b33e6-58d6-40c8-aed5-4ee4efcc04c0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0492795 Dec 08 02:46:40.634920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d5a7676-befb-4ad8-b229-98be7d959c46 req-b2c11022-3011-4a14-bf02-6e9c38fcca70 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413973 Dec 08 02:46:40.799041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ab0bb311-fae3-460d-9d43-8db9f51f7bed tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:40.800424 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ab0bb311-fae3-460d-9d43-8db9f51f7bed tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.75 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 945 time: 0.0505357 Dec 08 02:46:40.893037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Deleting port b3f9886b-adca-4ea0-9f9d-590572143a40 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:46:40.893452 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:40.972804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device b3f9886b-adca-4ea0-9f9d-590572143a40 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:46:40.981682 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:40.982055 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:41.023658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port b3f9886b-adca-4ea0-9f9d-590572143a40 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:46:41.030315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port b3f9886b-adca-4ea0-9f9d-590572143a40 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:41.030692 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:41.113365 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:41.139569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:41.142058 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca67dfe2-e6ff-4b35-8753-0bcaca2527c7" -d '{"events": [{"server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "name": "network-vif-plugged", "status": "completed", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:41.157721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port b3f9886b-adca-4ea0-9f9d-590572143a40, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=b3f9886b-adca-4ea0-9f9d-590572143a40,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:41.164018 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:41.198385 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c084ba8-50b7-47c7-a586-e8a5a9a9f97c x-openstack-request-id: req-7c084ba8-50b7-47c7-a586-e8a5a9a9f97c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:41.198682 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "name": "network-vif-plugged", "status": "completed", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:41.198934 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7c084ba8-50b7-47c7-a586-e8a5a9a9f97c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:41.199331 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'code': 200} Dec 08 02:46:41.221361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=b3f9886b-adca-4ea0-9f9d-590572143a40,revision_number=13']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:41.510076 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:41.510607 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:41.510729 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876 disassociated. External IP: 172.25.8.104, port: b3f9886b-adca-4ea0-9f9d-590572143a40. Dec 08 02:46:41.511082 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Calling delete_port for b3f9886b-adca-4ea0-9f9d-590572143a40 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:46:41.637922 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:41.670691 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event deleted for resources: {'Port': ['ID=b3f9886b-adca-4ea0-9f9d-590572143a40,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:41.737760 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-79b15616-c57c-41f6-9b57-1ce023d6f967 req-6af4dbe5-903b-4e90-befe-24e9e71f282e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=8783ed97-e08e-4df8-8dd8-2e1f2da015d5 HTTP/1.1" status: 200 len: 210 time: 0.0267181 Dec 08 02:46:41.793910 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:46:41.922392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:46:41.932128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f0b94-c4bc-4914-a769-aa9c3055eb5c None None] Sync routers for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:46:41.943107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f0b94-c4bc-4914-a769-aa9c3055eb5c None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:46:41.943873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-bd5f0b94-c4bc-4914-a769-aa9c3055eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:41.962170 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] No DVR routers for this DVR port b3f9886b-adca-4ea0-9f9d-590572143a40 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:46:41.964841 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:41.968367 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46ff3f90-0aff-4045-8f85-68bddb7da0a3 req-ddaba18b-b01c-4e13-a0db-9f810fa74b00 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.75 "DELETE /v2.0/ports/b3f9886b-adca-4ea0-9f9d-590572143a40 HTTP/1.1" status: 204 len: 173 time: 1.1619644 Dec 08 02:46:41.968815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'name': 'network-vif-deleted', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:41.971132 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67978c8a-6c59-45df-88f4-5daef947f06c" -d '{"events": [{"server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "name": "network-vif-deleted", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:42.012217 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d00c6a-5d85-4adf-82c4-d04600e57ce1 x-openstack-request-id: req-c5d00c6a-5d85-4adf-82c4-d04600e57ce1 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:42.012525 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8783ed97-e08e-4df8-8dd8-2e1f2da015d5", "name": "network-vif-deleted", "tag": "b3f9886b-adca-4ea0-9f9d-590572143a40", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:42.012790 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c5d00c6a-5d85-4adf-82c4-d04600e57ce1 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:42.013199 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8783ed97-e08e-4df8-8dd8-2e1f2da015d5', 'name': 'network-vif-deleted', 'tag': 'b3f9886b-adca-4ea0-9f9d-590572143a40', 'status': 'completed', 'code': 200} Dec 08 02:46:42.062707 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-bd5f0b94-c4bc-4914-a769-aa9c3055eb5c None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:46:42.264931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-bd5f0b94-c4bc-4914-a769-aa9c3055eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:42.290238 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f0b94-c4bc-4914-a769-aa9c3055eb5c None None] Checking router: a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:46:42.298301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f0b94-c4bc-4914-a769-aa9c3055eb5c None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:46:42.298871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-bd5f0b94-c4bc-4914-a769-aa9c3055eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:46:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:42.403261 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-bd5f0b94-c4bc-4914-a769-aa9c3055eb5c None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:46:42.599094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-bd5f0b94-c4bc-4914-a769-aa9c3055eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:42.627971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f0b94-c4bc-4914-a769-aa9c3055eb5c None None] The sync data for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 is: [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:46:42.850058 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c7770-35d9-430e-83a9-3fdd9de8c016 None None] New status for floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:46:43.046314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-6dae3d3b-0a34-4245-ba71-d6b45d45a3ca tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--279126036&fields=id&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 267 time: 0.0420904 Dec 08 02:46:43.152372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-dd8873cf-3cf8-4635-b721-6e0081790997 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:43.153713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-dd8873cf-3cf8-4635-b721-6e0081790997 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 811 time: 0.1002860 Dec 08 02:46:43.168685 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-62d23461-0a6b-4c92-9856-1a19eec95e72 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/quotas/4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 375 time: 0.0091479 Dec 08 02:46:43.217759 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-12966c82-b761-486d-9c11-61a9fbe3143e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439665 Dec 08 02:46:43.234377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-04002c9f-daf6-4c57-86cd-8f00cd47d468 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:46:43.239438 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-04002c9f-daf6-4c57-86cd-8f00cd47d468 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049949 Dec 08 02:46:43.326569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-2861f7dc-d9f8-41ec-8345-87c6efc98d24 service neutron] 10.222.0.71 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853264 Dec 08 02:46:43.414428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-1ff974be-85bc-4859-9deb-51cf0e5b925d service neutron] 10.222.0.71 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812883 Dec 08 02:46:43.578844 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6cf6aa8c-9d43-4478-a714-a3a164a3e454 req-fe9da8e8-f8e0-4c5d-9889-33d7594c6cbf tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 210 time: 0.0301549 Dec 08 02:46:44.656918 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6e1d485c-0dd2-4c43-a857-1b510204e80e req-4a6c2466-f85e-4f1c-9e18-201fa72cc8fa tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 210 time: 0.0260446 Dec 08 02:46:45.004091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device b3f9886b-adca-4ea0-9f9d-590572143a40 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:46:45.024763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: b3f9886b-adca-4ea0-9f9d-590572143a40 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:46:45.025101 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device b3f9886b-adca-4ea0-9f9d-590572143a40 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:46:45.734499 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8ad46d7-1cf9-41c2-bed4-c8c8dd32121c req-c8a278b5-a503-4242-af17-2feaf2dbb71d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 210 time: 0.0265350 Dec 08 02:46:46.661155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-b30d1e6c-0508-4629-912a-66fea175773f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:46.662602 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-b30d1e6c-0508-4629-912a-66fea175773f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 811 time: 0.1044018 Dec 08 02:46:46.730382 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-d89d599d-62a3-40a6-be90-6fce76495d9c tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 379 time: 0.0508938 Dec 08 02:46:46.757658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-11a87946-141a-4d35-849b-43003f5bbb87 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Request body: {'port': {'device_id': '33162a76-28e6-4bb3-94ce-413cf4209716', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'admin_state_up': True, 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'security_groups': ['dfa102c0-a0bf-4b32-b85e-54c1882b4c83']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:46.828868 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2af24d35-eba2-48ba-9533-531bb55062ac req-7ac71bae-5dab-4c91-8bcf-3f1d81b0b305 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 210 time: 0.0263517 Dec 08 02:46:46.865172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-11a87946-141a-4d35-849b-43003f5bbb87 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Made reservation on behalf of 4cfe2395fde0483f9b036b0b7d5a2300 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:46:46.869442 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-11a87946-141a-4d35-849b-43003f5bbb87 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:46.998328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-11a87946-141a-4d35-849b-43003f5bbb87 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Allocated IP 172.20.0.4 (3564938c-7b53-4823-9713-5cad82982b2c/ee7a8c2e-b556-4ed3-ac1e-6df49c775d28/240b5497-0607-40fa-9bc1-2b66f70fd035) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:46:47.136356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-11a87946-141a-4d35-849b-43003f5bbb87 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:47.168960 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-11a87946-141a-4d35-849b-43003f5bbb87 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:47.212239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-11a87946-141a-4d35-849b-43003f5bbb87 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Network 3564938c-7b53-4823-9713-5cad82982b2c is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:46:47.215375 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-11a87946-141a-4d35-849b-43003f5bbb87 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:46:47.219146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-11a87946-141a-4d35-849b-43003f5bbb87 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:46:47.225655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a87946-141a-4d35-849b-43003f5bbb87 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event updated for resources: {'Port': ['ID=240b5497-0607-40fa-9bc1-2b66f70fd035,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:47.273404 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-11a87946-141a-4d35-849b-43003f5bbb87 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:47.274540 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-11a87946-141a-4d35-849b-43003f5bbb87 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:47.292215 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-11a87946-141a-4d35-849b-43003f5bbb87 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5381312 Dec 08 02:46:47.310745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Request body: {'port': {'device_id': '33162a76-28e6-4bb3-94ce-413cf4209716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:47.371904 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:47.417219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a5745d2f-8827-44bc-9ba5-48c1a1a29bd9 None None] Provisioning complete for port 240b5497-0607-40fa-9bc1-2b66f70fd035 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:47.417768 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5745d2f-8827-44bc-9ba5-48c1a1a29bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:47.450186 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a5745d2f-8827-44bc-9ba5-48c1a1a29bd9 None None] Port 240b5497-0607-40fa-9bc1-2b66f70fd035 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:46:47.628709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240b5497-0607-40fa-9bc1-2b66f70fd035 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:46:47.636596 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:47.648646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Transition to ACTIVE for port object 240b5497-0607-40fa-9bc1-2b66f70fd035 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:46:47.652431 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:47.720281 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Pushing event updated for resources: {'Port': ['ID=240b5497-0607-40fa-9bc1-2b66f70fd035,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:47.773153 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Attempting to bind port 240b5497-0607-40fa-9bc1-2b66f70fd035 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:46:47.773500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Attempting to bind port 240b5497-0607-40fa-9bc1-2b66f70fd035 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:46:47.774465 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Attempting to bind port 240b5497-0607-40fa-9bc1-2b66f70fd035 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:46:47.779136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Port 240b5497-0607-40fa-9bc1-2b66f70fd035 on network 3564938c-7b53-4823-9713-5cad82982b2c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:46:47.779467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Attempting to bind port 240b5497-0607-40fa-9bc1-2b66f70fd035 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:46:47.784399 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:46:47.784750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Checking segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:46:47.785144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Bound using segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:46:47.785577 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Bound port: 240b5497-0607-40fa-9bc1-2b66f70fd035, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:46:47.785939 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:47.850887 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:46:47.853944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:46:47.857699 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:47.897434 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:47.897910 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:47.899318 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] 10.222.0.45 "PUT /v2.0/ports/240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 1092 time: 0.5932622 Dec 08 02:46:47.899825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:47.902103 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2254221a-0715-46d5-98c1-01b9dbd2a295" -d '{"events": [{"name": "network-changed", "server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:47.975430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a2204-f1c7-4c5a-a50d-cc1eb427cb35 req-0ded8a0e-bd53-4349-a9f2-39fceae6491a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:47.977997 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-356a2204-f1c7-4c5a-a50d-cc1eb427cb35 req-0ded8a0e-bd53-4349-a9f2-39fceae6491a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0697780 Dec 08 02:46:47.985513 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08779370-d1eb-415b-80b4-89601173e656 x-openstack-request-id: req-08779370-d1eb-415b-80b4-89601173e656 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:47.985808 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:47.986068 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-08779370-d1eb-415b-80b4-89601173e656 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:47.986476 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'status': 'completed', 'code': 200} Dec 08 02:46:47.989776 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a1e3b-7259-4f42-ac43-536ac70eab6b service neutron] Pushing event updated for resources: {'Port': ['ID=240b5497-0607-40fa-9bc1-2b66f70fd035,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:48.029115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-65c21a4c-6cdc-4caf-b23e-0a36be9a4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:48.030717 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-65c21a4c-6cdc-4caf-b23e-0a36be9a4dd3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 1095 time: 0.0565736 Dec 08 02:46:48.040176 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-356a2204-f1c7-4c5a-a50d-cc1eb427cb35 req-bfdef887-3e96-4689-9f34-66027c55403b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528483 Dec 08 02:46:48.083948 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-0b25f5d3-c60a-469b-b534-f534ee848cd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 217 time: 0.0404086 Dec 08 02:46:48.136579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-f676af39-2523-482f-8670-cc267356940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:48.138073 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-f676af39-2523-482f-8670-cc267356940d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0462823 Dec 08 02:46:48.189423 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-27507b71-3e4b-4461-b4d1-bdf93291d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:48.190927 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-27507b71-3e4b-4461-b4d1-bdf93291d7f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448835 Dec 08 02:46:48.279434 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-140768fc-c53e-4df0-8215-2884c3915e3c service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818069 Dec 08 02:46:48.372414 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-968d44fb-c3c5-42f3-84ae-a6e26307d296 req-914cc32e-5b49-4fb2-b5cb-2412571c6bd2 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856166 Dec 08 02:46:48.498870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254221a-0715-46d5-98c1-01b9dbd2a295 req-7b9a982e-86a2-49e5-af7b-788c38707004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:48.500312 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2254221a-0715-46d5-98c1-01b9dbd2a295 req-7b9a982e-86a2-49e5-af7b-788c38707004 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 1095 time: 0.0409803 Dec 08 02:46:48.590984 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254221a-0715-46d5-98c1-01b9dbd2a295 req-2fe94ba6-fa38-42aa-b389-f09d69110c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:48.592502 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2254221a-0715-46d5-98c1-01b9dbd2a295 req-2fe94ba6-fa38-42aa-b389-f09d69110c33 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0856125 Dec 08 02:46:48.634221 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2254221a-0715-46d5-98c1-01b9dbd2a295 req-ffff7952-2338-4752-8aaf-a360c83789f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 217 time: 0.0345783 Dec 08 02:46:48.682405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254221a-0715-46d5-98c1-01b9dbd2a295 req-d14322ac-abe0-4e8f-a77f-afbcbc77ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:48.683840 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2254221a-0715-46d5-98c1-01b9dbd2a295 req-d14322ac-abe0-4e8f-a77f-afbcbc77ac60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0429387 Dec 08 02:46:48.731523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254221a-0715-46d5-98c1-01b9dbd2a295 req-d498ea48-daf5-470b-bdf7-2d09a542a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:48.733064 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2254221a-0715-46d5-98c1-01b9dbd2a295 req-d498ea48-daf5-470b-bdf7-2d09a542a001 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407979 Dec 08 02:46:48.825788 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2254221a-0715-46d5-98c1-01b9dbd2a295 req-df5df44f-f8b2-4d6d-aebc-8db119675eb5 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843532 Dec 08 02:46:48.920104 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2254221a-0715-46d5-98c1-01b9dbd2a295 req-3fc0f339-878e-4c5c-8ab5-99d9a1165282 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863261 Dec 08 02:46:49.158717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fce84-19d9-48b2-9169-731ea43513d8 req-acf9f810-9503-4481-b929-5c9fe02c49d4 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:49.160203 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-303fce84-19d9-48b2-9169-731ea43513d8 req-acf9f810-9503-4481-b929-5c9fe02c49d4 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0515642 Dec 08 02:46:49.206483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-303fce84-19d9-48b2-9169-731ea43513d8 req-cacc7afe-cdd4-4b0f-8c22-bdc7a18c7891 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401723 Dec 08 02:46:50.319613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679660f4-88b5-4829-93f0-be1a4b17025b req-a5ca4e35-179f-4412-9ff7-c40306b4c5d4 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:50.321076 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-679660f4-88b5-4829-93f0-be1a4b17025b req-a5ca4e35-179f-4412-9ff7-c40306b4c5d4 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0477552 Dec 08 02:46:50.367264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-679660f4-88b5-4829-93f0-be1a4b17025b req-0e619847-9cd3-4d5a-aeff-0b092ce07fd1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401702 Dec 08 02:46:51.134361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 240b5497-0607-40fa-9bc1-2b66f70fd035 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:46:51.232082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:51.243384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'port_id': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'mac_address': 'fa:16:3e:a2:db:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:46:51.279281 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:51.294431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240b5497-0607-40fa-9bc1-2b66f70fd035 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:46:51.312764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:51.317255 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:51.362892 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=240b5497-0607-40fa-9bc1-2b66f70fd035,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:51.484769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea323d9-0048-44b2-a5b5-1c58c4ebeecc req-e3e8d66b-0945-471b-8d73-ba8bfbe2e2f1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:51.486854 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ea323d9-0048-44b2-a5b5-1c58c4ebeecc req-e3e8d66b-0945-471b-8d73-ba8bfbe2e2f1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 944 time: 0.0528529 Dec 08 02:46:51.535453 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ea323d9-0048-44b2-a5b5-1c58c4ebeecc req-961862b7-146e-4b82-a80d-4387420c47df tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424042 Dec 08 02:46:51.573807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['240b5497-0607-40fa-9bc1-2b66f70fd035'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:46:52.074150 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8414b45d-5523-41a6-8a39-7cc80fbac2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:52.647729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408537b8-1247-4f2c-b111-a241a9b456eb req-dc0f8320-c4f6-41f5-8f42-a8f84f81bc88 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:52.649737 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-408537b8-1247-4f2c-b111-a241a9b456eb req-dc0f8320-c4f6-41f5-8f42-a8f84f81bc88 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 944 time: 0.0480399 Dec 08 02:46:52.696020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-408537b8-1247-4f2c-b111-a241a9b456eb req-362591df-dde4-4afb-8300-b002e1a780f0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402727 Dec 08 02:46:53.134913 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 240b5497-0607-40fa-9bc1-2b66f70fd035 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:46:53.181976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 240b5497-0607-40fa-9bc1-2b66f70fd035 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:46:53.185719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 240b5497-0607-40fa-9bc1-2b66f70fd035 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:53.186089 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:53.264227 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:53.285821 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:53.288052 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f400ca-7887-470d-bf82-436883482222" -d '{"events": [{"server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "name": "network-vif-plugged", "status": "completed", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:53.300362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:53.304367 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:53.330310 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4957c3a-83f7-4a5f-8584-8331e9a19e2a x-openstack-request-id: req-a4957c3a-83f7-4a5f-8584-8331e9a19e2a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:53.330612 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "name": "network-vif-plugged", "status": "completed", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:53.330867 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a4957c3a-83f7-4a5f-8584-8331e9a19e2a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:53.331257 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'code': 200} Dec 08 02:46:53.356418 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=240b5497-0607-40fa-9bc1-2b66f70fd035,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:53.455929 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26c3dc-82c3-47bc-92b0-720026ebd1d4 req-06964b57-a271-47d2-916b-af35c9c81734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:53.457506 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-da26c3dc-82c3-47bc-92b0-720026ebd1d4 req-06964b57-a271-47d2-916b-af35c9c81734 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 1097 time: 0.0452058 Dec 08 02:46:53.501761 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-da26c3dc-82c3-47bc-92b0-720026ebd1d4 req-71ddbc1d-b503-4bda-b4ff-9e8859537d76 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374553 Dec 08 02:46:53.811742 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fc036-ca2e-4a00-a5df-791fb124182b req-e48ceaf2-0a80-4ecf-9942-e3e6064c48bb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:53.813243 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-112fc036-ca2e-4a00-a5df-791fb124182b req-e48ceaf2-0a80-4ecf-9942-e3e6064c48bb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0495231 Dec 08 02:46:53.823959 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:53.862673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-112fc036-ca2e-4a00-a5df-791fb124182b req-be116dde-ea3c-458f-811b-34a36cfeedc6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433495 Dec 08 02:46:54.431942 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-373ae7b3-3488-483a-a5a7-5a39746c68b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:54.733891 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:55.229996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64690255-7cc1-40fe-ac16-325c35992fc2 req-a4bd06f9-9cbf-4c60-a986-27bde973217f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:55.231428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64690255-7cc1-40fe-ac16-325c35992fc2 req-a4bd06f9-9cbf-4c60-a986-27bde973217f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.2975712 Dec 08 02:46:55.277027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64690255-7cc1-40fe-ac16-325c35992fc2 req-80483df3-c710-46fe-aaf3-28442429a42b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394819 Dec 08 02:46:55.395245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41c61d-ee1c-468a-8d57-fba67c37f28f req-7c5c059f-2aee-467c-8cbe-b1266bd1d569 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:55.396749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1f41c61d-ee1c-468a-8d57-fba67c37f28f req-7c5c059f-2aee-467c-8cbe-b1266bd1d569 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0481684 Dec 08 02:46:55.405963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 37838) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:55.410370 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-93313f82-9d89-4651-8876-1eeb9a06b904 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Request body: {'floatingip': {'port_id': '240b5497-0607-40fa-9bc1-2b66f70fd035'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:55.450915 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-93313f82-9d89-4651-8876-1eeb9a06b904 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:55.634504 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:55.871347 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-93313f82-9d89-4651-8876-1eeb9a06b904 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:55.875008 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-93313f82-9d89-4651-8876-1eeb9a06b904 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:55.969861 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-93313f82-9d89-4651-8876-1eeb9a06b904 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876 associated. External IP: 172.25.8.104, port: 240b5497-0607-40fa-9bc1-2b66f70fd035. Dec 08 02:46:56.173634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93313f82-9d89-4651-8876-1eeb9a06b904 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:46:56.281854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93313f82-9d89-4651-8876-1eeb9a06b904 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:46:56.286300 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-93313f82-9d89-4651-8876-1eeb9a06b904 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:56.291631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e6b32-4ceb-411c-84ea-6175e9b37ef3 None None] Sync routers for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:46:56.300599 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e6b32-4ceb-411c-84ea-6175e9b37ef3 None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:46:56.301201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-179e6b32-4ceb-411c-84ea-6175e9b37ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:46:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:56.313597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-93313f82-9d89-4651-8876-1eeb9a06b904 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "PUT /v2.0/floatingips/9b964298-e41d-4cde-a0c9-b0e51bd62876 HTTP/1.1" status: 200 len: 992 time: 0.9064226 Dec 08 02:46:56.314186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:56.316498 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce073e70-a4e2-48da-bd0e-a0361b1b57dc" -d '{"events": [{"name": "network-changed", "server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:56.369399 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2b736c-7982-45a8-a558-16f8e2e8f95f x-openstack-request-id: req-3a2b736c-7982-45a8-a558-16f8e2e8f95f {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:56.369693 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:56.369948 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3a2b736c-7982-45a8-a558-16f8e2e8f95f {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:56.370342 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'status': 'completed', 'code': 200} Dec 08 02:46:56.410099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-179e6b32-4ceb-411c-84ea-6175e9b37ef3 None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:46:56.466472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce073e70-a4e2-48da-bd0e-a0361b1b57dc req-8143be18-0fda-45c2-b9bb-e175f364c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:56.468074 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ce073e70-a4e2-48da-bd0e-a0361b1b57dc req-8143be18-0fda-45c2-b9bb-e175f364c2b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 1097 time: 0.0410264 Dec 08 02:46:56.561743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce073e70-a4e2-48da-bd0e-a0361b1b57dc req-2a04a30d-7ffb-4c58-b3c7-9551ca2049f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:56.563173 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ce073e70-a4e2-48da-bd0e-a0361b1b57dc req-2a04a30d-7ffb-4c58-b3c7-9551ca2049f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0885894 Dec 08 02:46:56.629610 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ce073e70-a4e2-48da-bd0e-a0361b1b57dc req-31a99e08-6219-42f8-a772-86f054e4aa8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 1000 time: 0.0576608 Dec 08 02:46:56.631013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-179e6b32-4ceb-411c-84ea-6175e9b37ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9b964298-e41d-4cde-a0c9-b0e51bd62876', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'port_id': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'mac_address': 'fa:16:3e:a2:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33162a76-28e6-4bb3-94ce-413cf4209716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:39:57Z', 'updated_at': '2021-12-08T02:46:55Z', 'revision_number': 13, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:56.656462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e6b32-4ceb-411c-84ea-6175e9b37ef3 None None] Checking router: a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:46:56.665156 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e6b32-4ceb-411c-84ea-6175e9b37ef3 None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:46:56.665759 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-179e6b32-4ceb-411c-84ea-6175e9b37ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:46:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:56.681890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce073e70-a4e2-48da-bd0e-a0361b1b57dc req-0982f509-2000-4e0c-8711-59fd4e3d19e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:56.683359 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ce073e70-a4e2-48da-bd0e-a0361b1b57dc req-0982f509-2000-4e0c-8711-59fd4e3d19e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0472088 Dec 08 02:46:56.731127 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce073e70-a4e2-48da-bd0e-a0361b1b57dc req-d262d68d-8b8c-43b4-bbe8-ca41c78821b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:56.732734 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ce073e70-a4e2-48da-bd0e-a0361b1b57dc req-d262d68d-8b8c-43b4-bbe8-ca41c78821b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430257 Dec 08 02:46:56.825755 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ce073e70-a4e2-48da-bd0e-a0361b1b57dc req-cb77c127-ced7-4e32-9f92-098041530e20 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858467 Dec 08 02:46:56.929361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-179e6b32-4ceb-411c-84ea-6175e9b37ef3 None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:46:56.929879 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ce073e70-a4e2-48da-bd0e-a0361b1b57dc req-04078ef1-3fac-4cf9-94bd-e62b2ac5dd03 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967450 Dec 08 02:46:57.138702 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:57.159112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-179e6b32-4ceb-411c-84ea-6175e9b37ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9b964298-e41d-4cde-a0c9-b0e51bd62876', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'port_id': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'mac_address': 'fa:16:3e:a2:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33162a76-28e6-4bb3-94ce-413cf4209716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:39:57Z', 'updated_at': '2021-12-08T02:46:55Z', 'revision_number': 13, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:57.185023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e6b32-4ceb-411c-84ea-6175e9b37ef3 None None] The sync data for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 is: [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '9b964298-e41d-4cde-a0c9-b0e51bd62876', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'port_id': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'mac_address': 'fa:16:3e:a2:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33162a76-28e6-4bb3-94ce-413cf4209716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:39:57Z', 'updated_at': '2021-12-08T02:46:55Z', 'revision_number': 13, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:46:57.377735 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e8e9e-0bf1-4416-a135-791d6669191e None None] New status for floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:46:57.999095 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:13.652281 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:47:22.074948 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a71f979a-e37e-49f6-b32e-959789a90f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:23.823130 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:24.434632 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07125d91-bf77-4fc0-af22-80b76649dbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:24.733915 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:25.637846 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:27.133687 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:28.000697 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:50.652261 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:47:52.076414 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9041c2a-6342-4f46-b649-a570bd9879b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:52.204646 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf77a25d-e581-4952-8650-619655914eb9 req-4c0cb01b-7bf2-4e9b-be3e-930f67cd4d8f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396326 Dec 08 02:47:52.303211 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77a25d-e581-4952-8650-619655914eb9 req-5d40953c-6bd0-4f03-a3bb-894837ca5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:52.304706 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf77a25d-e581-4952-8650-619655914eb9 req-5d40953c-6bd0-4f03-a3bb-894837ca5812 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 1097 time: 0.0434847 Dec 08 02:47:52.407250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77a25d-e581-4952-8650-619655914eb9 req-21fe019c-6c24-4628-a8d4-61abaeb7a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:52.408656 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf77a25d-e581-4952-8650-619655914eb9 req-21fe019c-6c24-4628-a8d4-61abaeb7a4f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0830934 Dec 08 02:47:52.476995 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf77a25d-e581-4952-8650-619655914eb9 req-8e329cad-74c3-4831-9660-61cc144b877a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 1002 time: 0.0605249 Dec 08 02:47:52.526778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77a25d-e581-4952-8650-619655914eb9 req-b74c0253-70b6-4ec0-bc31-dae514be5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:52.528277 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf77a25d-e581-4952-8650-619655914eb9 req-b74c0253-70b6-4ec0-bc31-dae514be5096 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0439899 Dec 08 02:47:52.592723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77a25d-e581-4952-8650-619655914eb9 req-3452827b-53c2-47aa-8c2e-1d1cd3ca6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:52.594193 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf77a25d-e581-4952-8650-619655914eb9 req-3452827b-53c2-47aa-8c2e-1d1cd3ca6736 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400784 Dec 08 02:47:52.685656 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf77a25d-e581-4952-8650-619655914eb9 req-b6c4518c-21ba-4753-aee1-a4ee48f9717e service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841374 Dec 08 02:47:52.773184 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bf77a25d-e581-4952-8650-619655914eb9 req-c4ed482f-afd4-4ca8-981d-4606babbb26e service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809293 Dec 08 02:47:53.822819 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:54.436102 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf5464d4-6085-4d13-a85d-231a27b58c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:54.749317 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:55.639127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:57.136941 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:58.001153 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.077607 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ded51f38-5358-4ecc-8e98-b4ad0647c207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.821785 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:24.438341 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3b312eda-29d4-4967-ba5f-39d0a86eb292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:24.762241 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:25.642676 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:27.140656 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:27.652018 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:48:28.004871 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:33.879829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48097751-1286-4908-b46b-10a64eed43bf req-67339e9c-5bb3-4796-b6fb-197ca856ff0f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:33.881187 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-48097751-1286-4908-b46b-10a64eed43bf req-67339e9c-5bb3-4796-b6fb-197ca856ff0f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0499454 Dec 08 02:48:33.930810 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-48097751-1286-4908-b46b-10a64eed43bf req-15f5764a-826c-461d-bbfb-5aa429ee37f0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431383 Dec 08 02:48:44.856158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-80896b57-0fe0-432e-ab66-d7f88a2fd743 req-134f9a59-e0b3-41d0-b069-08aeb92ba103 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:48:44.858132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-80896b57-0fe0-432e-ab66-d7f88a2fd743 req-134f9a59-e0b3-41d0-b069-08aeb92ba103 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071900 Dec 08 02:48:45.037164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a590ab7-3f7f-4219-86ad-2c010e5083c2 req-21488ae5-d611-4879-a23b-2ca1e9e7d858 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:45.038595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a590ab7-3f7f-4219-86ad-2c010e5083c2 req-21488ae5-d611-4879-a23b-2ca1e9e7d858 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0488946 Dec 08 02:48:45.092669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a590ab7-3f7f-4219-86ad-2c010e5083c2 req-9d9f34fa-a93f-4832-b942-d4f2b296dc83 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474060 Dec 08 02:48:45.141978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-eb581e44-1db8-4c6c-872a-2956a1d9339d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817058 Dec 08 02:48:45.151425 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-aafd2780-485a-4097-88b6-7433bdfa415f service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:48:45.152417 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-aafd2780-485a-4097-88b6-7433bdfa415f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056326 Dec 08 02:48:46.217488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15447ff-d3cb-4824-a811-5a21684548f6 req-5df733de-07e9-4c17-acb1-3cb657cb9f53 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:46.219222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e15447ff-d3cb-4824-a811-5a21684548f6 req-5df733de-07e9-4c17-acb1-3cb657cb9f53 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0524907 Dec 08 02:48:46.271286 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e15447ff-d3cb-4824-a811-5a21684548f6 req-178f82e7-9a1a-4c38-83bd-21d73fff8cc5 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434666 Dec 08 02:48:46.312732 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2807-2479-4535-890d-023c52a5885c req-d2831b5c-188e-412e-bb96-2e34d4e03856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:46.314219 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-d2831b5c-188e-412e-bb96-2e34d4e03856 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 1097 time: 0.0449295 Dec 08 02:48:46.402769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2807-2479-4535-890d-023c52a5885c req-d8745617-f689-4e4d-bfee-4849e3650565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:46.404150 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-d8745617-f689-4e4d-bfee-4849e3650565 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0836062 Dec 08 02:48:46.472582 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-3041f223-66bf-4b86-a604-07bf299911a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 1002 time: 0.0612633 Dec 08 02:48:46.519411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2807-2479-4535-890d-023c52a5885c req-82040f5e-1f39-43e2-ab38-bf1d9519c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:46.520847 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-82040f5e-1f39-43e2-ab38-bf1d9519c789 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0414107 Dec 08 02:48:46.565114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2807-2479-4535-890d-023c52a5885c req-fff4c852-831c-43aa-a3de-732fe7568d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:46.566538 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-fff4c852-831c-43aa-a3de-732fe7568d93 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382290 Dec 08 02:48:46.657298 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-322a833e-b16b-4d71-b1a3-8e89c4d49a9d service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839033 Dec 08 02:48:46.743242 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-7671d58b-5d03-47cb-92e2-9529304615d0 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797439 Dec 08 02:48:47.394667 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfef00-479a-4d9a-9f33-8923f34a30b4 req-e8ae2eec-b35c-4e51-827c-1bcacd79e426 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:47.396157 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9bfef00-479a-4d9a-9f33-8923f34a30b4 req-e8ae2eec-b35c-4e51-827c-1bcacd79e426 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0511668 Dec 08 02:48:47.442753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9bfef00-479a-4d9a-9f33-8923f34a30b4 req-c8267904-c9b5-4e53-a059-45a7bcf43940 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405877 Dec 08 02:48:48.558283 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104bd59-5f2d-412c-8bf0-8536cc496710 req-458a8727-f0eb-4712-9867-0a5311546a0e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:48.559787 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4104bd59-5f2d-412c-8bf0-8536cc496710 req-458a8727-f0eb-4712-9867-0a5311546a0e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0479770 Dec 08 02:48:48.609959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4104bd59-5f2d-412c-8bf0-8536cc496710 req-37a5850d-6d04-49ed-808f-009881cabc0a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441866 Dec 08 02:48:49.724245 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b42d90-8e00-47a1-b859-7906a697585a req-cfc14a57-60de-47e9-b416-2c48b891b472 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:49.725702 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99b42d90-8e00-47a1-b859-7906a697585a req-cfc14a57-60de-47e9-b416-2c48b891b472 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0482757 Dec 08 02:48:49.772244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-99b42d90-8e00-47a1-b859-7906a697585a req-4c196004-5331-48a7-8a30-201204efd8d5 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401270 Dec 08 02:48:50.888443 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f5c9b-732e-47a7-aa9e-ed0f378f5288 req-9c8d3512-10b5-4a03-a225-4fc3c7157c7a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:50.889900 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19f5c9b-732e-47a7-aa9e-ed0f378f5288 req-9c8d3512-10b5-4a03-a225-4fc3c7157c7a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0484457 Dec 08 02:48:50.937127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19f5c9b-732e-47a7-aa9e-ed0f378f5288 req-5ac6d06e-95c7-4475-9c1c-2a27e720da8b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412557 Dec 08 02:48:52.056771 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b863-c1ff-4eb8-9585-80cb19bc90ac req-9f3d2581-72f0-4d73-a13d-6b7193e61540 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:52.058257 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d90b863-c1ff-4eb8-9585-80cb19bc90ac req-9f3d2581-72f0-4d73-a13d-6b7193e61540 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0527813 Dec 08 02:48:52.078830 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d04bd384-3d4f-44c8-9175-fd4605428261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:52.106830 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d90b863-c1ff-4eb8-9585-80cb19bc90ac req-43f1ad40-6a54-4ea8-bede-33f500c8088f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 Dec 08 02:48:52.224494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658475ee-36a5-4d22-b648-a0c5355d5ab8 req-d0947600-5c31-4dad-be7f-641013890411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:52.225968 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-658475ee-36a5-4d22-b648-a0c5355d5ab8 req-d0947600-5c31-4dad-be7f-641013890411 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 1097 time: 0.0458190 Dec 08 02:48:52.327574 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658475ee-36a5-4d22-b648-a0c5355d5ab8 req-bd78960d-6789-4ead-abc8-c15c05143d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:52.329117 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-658475ee-36a5-4d22-b648-a0c5355d5ab8 req-bd78960d-6789-4ead-abc8-c15c05143d95 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0847950 Dec 08 02:48:52.395744 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-658475ee-36a5-4d22-b648-a0c5355d5ab8 req-1968cf50-62c4-43d3-85d3-ad28c61c368b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 1002 time: 0.0599473 Dec 08 02:48:52.443867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658475ee-36a5-4d22-b648-a0c5355d5ab8 req-fa87b7f4-7ac4-43ef-8f3c-867ff4d15009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:52.445285 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-658475ee-36a5-4d22-b648-a0c5355d5ab8 req-fa87b7f4-7ac4-43ef-8f3c-867ff4d15009 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0420635 Dec 08 02:48:52.489586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658475ee-36a5-4d22-b648-a0c5355d5ab8 req-93aaaeab-ca12-4f21-89a4-b3522f318460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:52.490969 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-658475ee-36a5-4d22-b648-a0c5355d5ab8 req-93aaaeab-ca12-4f21-89a4-b3522f318460 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380418 Dec 08 02:48:52.582676 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-658475ee-36a5-4d22-b648-a0c5355d5ab8 req-3622f835-10f3-40da-a9bf-50f801bc0064 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842867 Dec 08 02:48:52.671137 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-658475ee-36a5-4d22-b648-a0c5355d5ab8 req-1c47b88f-ff53-4447-b381-3f92fe679954 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808990 Dec 08 02:48:53.222748 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b2d62-a3e1-4f44-9088-d78009fcb750 req-1378ff88-5f5e-451d-a6b5-ec12eb66d44a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:53.224266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-034b2d62-a3e1-4f44-9088-d78009fcb750 req-1378ff88-5f5e-451d-a6b5-ec12eb66d44a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0479283 Dec 08 02:48:53.271216 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-034b2d62-a3e1-4f44-9088-d78009fcb750 req-bf4ea751-ee35-4d7f-a3f4-a1ca5cc18248 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403745 Dec 08 02:48:53.821029 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:54.387064 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b580c-6cd4-403d-a282-33c2b2b7c6cc req-9163d867-1d6a-4754-aa45-a64761deef65 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:54.388575 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-362b580c-6cd4-403d-a282-33c2b2b7c6cc req-9163d867-1d6a-4754-aa45-a64761deef65 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0482612 Dec 08 02:48:54.440432 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b640b64-3a69-43e7-971e-3c8f74696679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:54.441136 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-362b580c-6cd4-403d-a282-33c2b2b7c6cc req-20c4fab0-afe1-4442-997f-f4f879ae06c7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465493 Dec 08 02:48:54.763761 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:55.559632 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63488be3-a11d-462b-83d6-4f3473177550 req-709f54da-f519-406c-a84f-dd58f2c02183 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:55.561115 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63488be3-a11d-462b-83d6-4f3473177550 req-709f54da-f519-406c-a84f-dd58f2c02183 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0492857 Dec 08 02:48:55.608700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-63488be3-a11d-462b-83d6-4f3473177550 req-576edd73-31c1-4b9d-a33e-7f96b3e020be tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415394 Dec 08 02:48:55.646097 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:56.724118 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4a63f-a8c0-462a-aabe-2d32598d0a4d req-3c5207fe-ad81-4772-ac0e-b49f7badf099 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:56.725584 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b1b4a63f-a8c0-462a-aabe-2d32598d0a4d req-3c5207fe-ad81-4772-ac0e-b49f7badf099 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0485744 Dec 08 02:48:56.771933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b1b4a63f-a8c0-462a-aabe-2d32598d0a4d req-11ecaf2a-c4e5-4c2a-8402-7769019e3498 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403183 Dec 08 02:48:57.142236 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:57.939874 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524a9dd-3be2-463d-800e-9f2dec854dd9 req-cf88f3f4-a5f3-4f4b-8fee-746fadf507bf tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:57.941333 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d524a9dd-3be2-463d-800e-9f2dec854dd9 req-cf88f3f4-a5f3-4f4b-8fee-746fadf507bf tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.1015341 Dec 08 02:48:57.988656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d524a9dd-3be2-463d-800e-9f2dec854dd9 req-36f9b9b7-0214-4efc-8d03-6feff3a6c796 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412886 Dec 08 02:48:58.006429 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:59.151149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a9204-4b00-478a-ab9c-7f8cc0bccad8 req-e066a8d6-51e3-4bf8-bd01-6d1686eb7dc5 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:59.152799 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-472a9204-4b00-478a-ab9c-7f8cc0bccad8 req-e066a8d6-51e3-4bf8-bd01-6d1686eb7dc5 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0947366 Dec 08 02:48:59.202202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-472a9204-4b00-478a-ab9c-7f8cc0bccad8 req-c606793d-d498-4eb1-b3ca-fc0efe4c2f09 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435176 Dec 08 02:49:00.336669 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea253a0-1e84-4ba0-9962-11bbba575ec9 req-57c19dbf-c61e-4b09-a1fc-8b909fbfb1f2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:00.338054 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ea253a0-1e84-4ba0-9962-11bbba575ec9 req-57c19dbf-c61e-4b09-a1fc-8b909fbfb1f2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0569251 Dec 08 02:49:00.385834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ea253a0-1e84-4ba0-9962-11bbba575ec9 req-538ac8f6-e6a3-484c-92bb-8074b3ef1afb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415080 Dec 08 02:49:00.929587 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [req-3a6c2807-2479-4535-890d-023c52a5885c req-641587c8-475e-4e64-8af7-a2c0ea312e70 service neutron] show failed (client error): The resource could not be found. Dec 08 02:49:00.930576 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-641587c8-475e-4e64-8af7-a2c0ea312e70 service neutron] 10.222.0.45 "GET /v2.0/ports/240b5497-0607-40fa-9bc1-2b66f70fd035/bindings/n-h2-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0571654 Dec 08 02:49:01.172688 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2807-2479-4535-890d-023c52a5885c req-319b715f-bb04-4ecd-b6f8-668f907161e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:01.174180 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-319b715f-bb04-4ecd-b6f8-668f907161e0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 1097 time: 0.0779040 Dec 08 02:49:01.192574 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:49:01.245134 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:01.445595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:49:01.508029 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f663afd-7f11-49b5-997e-03e64297499b req-f6a30ecc-6193-400f-a0c4-9e6880c91dbd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:01.509665 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f663afd-7f11-49b5-997e-03e64297499b req-f6a30ecc-6193-400f-a0c4-9e6880c91dbd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0512648 Dec 08 02:49:01.567158 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f663afd-7f11-49b5-997e-03e64297499b req-43b0fd63-35b5-4770-9d08-467dbbf22284 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467687 Dec 08 02:49:01.802237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:49:01.840570 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:49:01.842940 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810d35e1-ff05-4078-ada3-a98411b049a7" -d '{"events": [{"server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "name": "network-vif-unplugged", "status": "completed", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:49:01.846665 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:01.859683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Transition to ACTIVE for port object 240b5497-0607-40fa-9bc1-2b66f70fd035 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:49:01.864054 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:01.898652 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056ed2fd-e2c6-45a5-9136-242862aab6bb x-openstack-request-id: req-056ed2fd-e2c6-45a5-9136-242862aab6bb {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:49:01.898781 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "name": "network-vif-unplugged", "status": "completed", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:49:01.899030 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-056ed2fd-e2c6-45a5-9136-242862aab6bb {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:49:01.899423 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'code': 200} Dec 08 02:49:01.950939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Pushing event updated for resources: {'Port': ['ID=240b5497-0607-40fa-9bc1-2b66f70fd035,revision_number=6']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:01.965345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:01.965693 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:01.966039 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:01.966385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:01.966722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:01.967058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:01.967393 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:01.967753 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:01.968085 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:01.968470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:01.968809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:01.969137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:01.969463 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:02.006309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] No DVR routers for this DVR port 240b5497-0607-40fa-9bc1-2b66f70fd035 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:49:02.140438 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Attempting to bind port 240b5497-0607-40fa-9bc1-2b66f70fd035 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:49:02.140779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Attempting to bind port 240b5497-0607-40fa-9bc1-2b66f70fd035 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:49:02.141110 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Attempting to bind port 240b5497-0607-40fa-9bc1-2b66f70fd035 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:49:02.145392 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Port 240b5497-0607-40fa-9bc1-2b66f70fd035 on network 3564938c-7b53-4823-9713-5cad82982b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:49:02.145714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Attempting to bind port 240b5497-0607-40fa-9bc1-2b66f70fd035 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:49:02.150484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:49:02.151337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Checking segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:49:02.151761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Bound using segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:49:02.152185 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Bound port: 240b5497-0607-40fa-9bc1-2b66f70fd035, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:49:02.152536 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:02.212959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:49:02.216488 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:49:02.221583 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:02.259308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:02.259766 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:02.261170 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] 10.222.0.75 "PUT /v2.0/ports/240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 1092 time: 1.0725019 Dec 08 02:49:02.282617 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed344f-5513-41c5-a060-1b0fe6e45aee service neutron] Pushing event updated for resources: {'Port': ['ID=240b5497-0607-40fa-9bc1-2b66f70fd035,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:02.336100 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2807-2479-4535-890d-023c52a5885c req-46578497-5f92-4f7a-9538-722800b957e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:02.337810 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-46578497-5f92-4f7a-9538-722800b957e5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 1095 time: 0.0426729 Dec 08 02:49:02.435108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2807-2479-4535-890d-023c52a5885c req-5da97278-ad86-4577-a90c-a5982f02b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:02.436710 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-5da97278-ad86-4577-a90c-a5982f02b1c6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0910895 Dec 08 02:49:02.505340 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-0e579945-0c1c-4aaf-8164-10b2e1bdbad8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 1000 time: 0.0611010 Dec 08 02:49:02.557095 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2807-2479-4535-890d-023c52a5885c req-f666a0d0-42a6-4a12-b014-544b1171f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:02.558542 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-f666a0d0-42a6-4a12-b014-544b1171f3fd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0463772 Dec 08 02:49:02.604568 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2807-2479-4535-890d-023c52a5885c req-6fbcfe1a-4d4a-43a9-88a8-de01b083b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:02.606125 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-6fbcfe1a-4d4a-43a9-88a8-de01b083b887 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401750 Dec 08 02:49:02.686050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3eee6-c132-4d78-bead-3d27e08897f4 req-f2476cf4-2279-4151-b12f-68b268b28197 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:02.687533 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37d3eee6-c132-4d78-bead-3d27e08897f4 req-f2476cf4-2279-4151-b12f-68b268b28197 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0484276 Dec 08 02:49:02.704459 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-55dcfba4-8789-4a37-b95f-b85c91c84915 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906980 Dec 08 02:49:02.738118 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37d3eee6-c132-4d78-bead-3d27e08897f4 req-b7d2c97a-35bd-40ad-a762-ae6b45272937 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444627 Dec 08 02:49:02.794516 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-e789d637-3f8a-4912-a8e7-519f35316157 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825698 Dec 08 02:49:03.739668 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 240b5497-0607-40fa-9bc1-2b66f70fd035 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:49:03.779419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 240b5497-0607-40fa-9bc1-2b66f70fd035 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:49:03.860092 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b81a29-e46c-452d-bedd-4e9bb613e3ea req-23c29f6c-86c2-4b66-95e8-26b49fed1937 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:03.861448 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30b81a29-e46c-452d-bedd-4e9bb613e3ea req-23c29f6c-86c2-4b66-95e8-26b49fed1937 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0492301 Dec 08 02:49:03.900758 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:49:03.903291 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46808e90-a3f7-41fc-b56d-242db9527f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:49:03.909526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30b81a29-e46c-452d-bedd-4e9bb613e3ea req-f1b40c9a-3626-4753-8f38-55d761ba5da1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417242 Dec 08 02:49:03.955831 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082f5bfe-030e-4994-b13e-95d137e211ff x-openstack-request-id: req-082f5bfe-030e-4994-b13e-95d137e211ff {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:49:03.956155 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:49:03.956416 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-082f5bfe-030e-4994-b13e-95d137e211ff {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:49:03.956821 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'status': 'completed', 'code': 200} Dec 08 02:49:04.072321 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-94ce8ebc-c2c2-45b6-ac94-f41e07ac7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:04.074015 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-94ce8ebc-c2c2-45b6-ac94-f41e07ac7b86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 1095 time: 0.0774579 Dec 08 02:49:04.076811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-b2dd36a9-16e2-4bba-95e0-3e4fb0abe16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:04.078466 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-b2dd36a9-16e2-4bba-95e0-3e4fb0abe16e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 1095 time: 0.0734982 Dec 08 02:49:04.236879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-f5874418-1f10-4f93-a756-89189492dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:04.238374 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-f5874418-1f10-4f93-a756-89189492dccc service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.1574311 Dec 08 02:49:04.239787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-527a80a9-0c5a-4308-8add-6ce9e9df0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:04.241117 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-527a80a9-0c5a-4308-8add-6ce9e9df0af8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.1529841 Dec 08 02:49:04.356598 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-4ad92dde-f429-4b42-8bbf-d022787a08ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 1000 time: 0.1109016 Dec 08 02:49:04.358327 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-28bc6624-9bea-4652-80f4-6a3529cf3de4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 1000 time: 0.1071162 Dec 08 02:49:04.446796 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-e661067b-3734-4ced-bf1e-721711e7be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:04.448351 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-e661067b-3734-4ced-bf1e-721711e7be74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0855505 Dec 08 02:49:04.449719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-9fc7e6b1-8253-4012-87ce-8d568d8264e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:04.451036 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-9fc7e6b1-8253-4012-87ce-8d568d8264e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0805213 Dec 08 02:49:04.521271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-6350b731-a97b-4b51-ac42-b5f77ae6aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:04.522784 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-6350b731-a97b-4b51-ac42-b5f77ae6aae6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679224 Dec 08 02:49:04.525426 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-d0e2d06f-dd1a-4897-a882-d911928fc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:04.527336 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-d0e2d06f-dd1a-4897-a882-d911928fc6a9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648952 Dec 08 02:49:04.651993 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:49:04.691114 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-882cf3e4-0302-4df1-8185-efc3ef35eeed service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601892 Dec 08 02:49:04.693027 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-ecf5b6fc-dfa1-44a5-9127-df40c6528ab6 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552849 Dec 08 02:49:04.851871 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-db485858-ebc2-4db9-b6b7-afc9ccdd534c service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541915 Dec 08 02:49:04.853718 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-46808e90-a3f7-41fc-b56d-242db9527f8f req-b6ab8869-c481-4bd2-a810-e8966b70845b service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483548 Dec 08 02:49:05.033575 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd145a4e-50be-4e8d-951e-56aa8d0c7942 req-a5cd0497-1c1d-4e69-afb0-aa75b54eedf1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:05.035082 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd145a4e-50be-4e8d-951e-56aa8d0c7942 req-a5cd0497-1c1d-4e69-afb0-aa75b54eedf1 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0524118 Dec 08 02:49:05.083500 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd145a4e-50be-4e8d-951e-56aa8d0c7942 req-37346cc3-2ad4-4298-bb61-80622a60b306 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422785 Dec 08 02:49:06.206688 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a95789-353d-4e52-a3fb-bdeb7c4501bc req-3648bd79-47e1-48f4-851c-d936fc121085 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:06.208193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0a95789-353d-4e52-a3fb-bdeb7c4501bc req-3648bd79-47e1-48f4-851c-d936fc121085 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0525033 Dec 08 02:49:06.258458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0a95789-353d-4e52-a3fb-bdeb7c4501bc req-675f6a21-4578-467a-9863-49066b8d812a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433099 Dec 08 02:49:07.375508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f88b48-9c16-4bca-a743-0684f9733540 req-94b38d09-0e08-4c5e-9f38-8d67a5ab76a9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:07.377143 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42f88b48-9c16-4bca-a743-0684f9733540 req-94b38d09-0e08-4c5e-9f38-8d67a5ab76a9 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0492136 Dec 08 02:49:07.423894 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-42f88b48-9c16-4bca-a743-0684f9733540 req-c769ee9f-c26f-4e46-bfc6-424f27e8f849 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405774 Dec 08 02:49:08.538886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdea11-1d42-4040-8883-9abf305958a3 req-1886b0dd-b5cf-412b-b936-cc30c1a6a133 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:08.540375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2fdea11-1d42-4040-8883-9abf305958a3 req-1886b0dd-b5cf-412b-b936-cc30c1a6a133 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0478306 Dec 08 02:49:08.589985 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2fdea11-1d42-4040-8883-9abf305958a3 req-dc54095e-0b0b-413a-8abc-98acef4f56b2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437021 Dec 08 02:49:09.704896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b88024-ba0a-48a4-9064-37bbfb929b6e req-897bb720-90d2-456a-8002-25d67d4dcbce tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:09.706383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7b88024-ba0a-48a4-9064-37bbfb929b6e req-897bb720-90d2-456a-8002-25d67d4dcbce tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0478647 Dec 08 02:49:09.752270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7b88024-ba0a-48a4-9064-37bbfb929b6e req-515ce308-932f-42be-98d2-1c40852950fc tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400503 Dec 08 02:49:10.867124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b775e1-f11b-41e0-a165-2e521ae4326d req-34d2f1bb-e42d-4d7a-801b-1e287b939eae tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:10.868624 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53b775e1-f11b-41e0-a165-2e521ae4326d req-34d2f1bb-e42d-4d7a-801b-1e287b939eae tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0490408 Dec 08 02:49:10.916032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53b775e1-f11b-41e0-a165-2e521ae4326d req-856dd7a8-7686-473d-9190-9075375b5880 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409989 Dec 08 02:49:12.047270 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d79340-ec47-4cd9-b097-dc158e6b3ecf req-53b9c9c3-c185-433c-99aa-bf768acac8ed tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:12.048769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1d79340-ec47-4cd9-b097-dc158e6b3ecf req-53b9c9c3-c185-433c-99aa-bf768acac8ed tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0521703 Dec 08 02:49:12.095256 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1d79340-ec47-4cd9-b097-dc158e6b3ecf req-4cdbf2a2-573c-4c84-a38a-d8bdafa77366 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405188 Dec 08 02:49:13.209044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ec38-8dd0-4925-b032-f5908e8cd7c2 req-086202cc-dc09-40e2-bbf4-89a980b5a0df tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:13.210535 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fe6ec38-8dd0-4925-b032-f5908e8cd7c2 req-086202cc-dc09-40e2-bbf4-89a980b5a0df tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0482755 Dec 08 02:49:13.257783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fe6ec38-8dd0-4925-b032-f5908e8cd7c2 req-e0f24512-3027-412f-bb33-a233401a4f6c tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407479 Dec 08 02:49:14.376774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda37fb-5916-4b88-a61f-cdd2196a7ca9 req-2cc1c343-7b96-4d11-89b3-42840418a018 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:14.378241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ccda37fb-5916-4b88-a61f-cdd2196a7ca9 req-2cc1c343-7b96-4d11-89b3-42840418a018 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0518491 Dec 08 02:49:14.424908 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ccda37fb-5916-4b88-a61f-cdd2196a7ca9 req-14666782-c374-433a-91fd-f3e3609c70ce tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406034 Dec 08 02:49:15.542086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a728af-fd18-4608-87fe-c314ca89d944 req-c9a5b4ea-ff28-4065-a229-74a9d3b6a2f0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:15.544074 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65a728af-fd18-4608-87fe-c314ca89d944 req-c9a5b4ea-ff28-4065-a229-74a9d3b6a2f0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0473795 Dec 08 02:49:15.589869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-65a728af-fd18-4608-87fe-c314ca89d944 req-ab19f20b-d2c5-4255-9bb7-e67ad096cbce tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398254 Dec 08 02:49:15.837091 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 240b5497-0607-40fa-9bc1-2b66f70fd035 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:49:15.869927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-a1c94968-45a8-492b-806e-e10ba80bd2d7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:15.872004 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-a1c94968-45a8-492b-806e-e10ba80bd2d7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.75 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 943 time: 0.0541282 Dec 08 02:49:15.884414 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69057348-c8bf-435f-97ac-75866499eae4 req-a2884799-1488-4d70-a93f-12e76b9817a8 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:15.886732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69057348-c8bf-435f-97ac-75866499eae4 req-a2884799-1488-4d70-a93f-12e76b9817a8 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 943 time: 0.0505123 Dec 08 02:49:15.935473 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-ee5c1c0b-0594-40d8-8d52-beddae8d543f service neutron] 10.222.0.75 "GET /v2.0/ports/240b5497-0607-40fa-9bc1-2b66f70fd035/bindings/n-h2-713499-31 HTTP/1.1" status: 200 len: 383 time: 0.0550954 Dec 08 02:49:15.936977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:49:15.940215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-69057348-c8bf-435f-97ac-75866499eae4 req-fe65e381-5038-413c-bf1a-920cb893f774 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474713 Dec 08 02:49:15.948518 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'port_id': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'mac_address': 'fa:16:3e:a2:db:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:49:15.988698 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:16.002254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240b5497-0607-40fa-9bc1-2b66f70fd035 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:49:16.021426 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:49:16.023976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-ddfce542-1370-41af-82bd-ebbb75f36cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:16.026147 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-ddfce542-1370-41af-82bd-ebbb75f36cfb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 1095 time: 0.0472574 Dec 08 02:49:16.026276 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:16.077337 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=240b5497-0607-40fa-9bc1-2b66f70fd035,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:16.084675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:16.085033 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:16.085373 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:16.085717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:16.086094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:16.086581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:16.086820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:16.087200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:16.087536 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:16.087898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:16.088225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:16.088557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:16.088880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:16.116640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-f3616b87-c6a3-4108-bc63-6fa34b9d5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:16.118105 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-f3616b87-c6a3-4108-bc63-6fa34b9d5b9d service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0848367 Dec 08 02:49:16.185709 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-4c4b7f89-9147-498b-acc8-7f315126f5fb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 1001 time: 0.0595770 Dec 08 02:49:16.234833 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-349314f2-7653-4ab3-ab7f-160f3c007818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:16.236311 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-349314f2-7653-4ab3-ab7f-160f3c007818 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0432210 Dec 08 02:49:16.282409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-98e7894b-5aa8-42d5-aef3-6a0af71a14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:16.283933 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-98e7894b-5aa8-42d5-aef3-6a0af71a14b1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400922 Dec 08 02:49:16.337199 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['240b5497-0607-40fa-9bc1-2b66f70fd035'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:49:16.377153 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-a12267d0-60db-46cf-ad93-9f0235b7e50f service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855205 Dec 08 02:49:16.467742 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-564861c1-8ac0-4b05-b790-946854ca3483 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832658 Dec 08 02:49:17.057713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa0660-6c3b-477a-b33e-ae62f6bdf9ee req-1ce2603c-d135-4aa5-948e-acf4199b1dcd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:17.059786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-28fa0660-6c3b-477a-b33e-ae62f6bdf9ee req-1ce2603c-d135-4aa5-948e-acf4199b1dcd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 944 time: 0.0478523 Dec 08 02:49:17.105292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-28fa0660-6c3b-477a-b33e-ae62f6bdf9ee req-b6abcb00-e09c-491b-9206-42977398a307 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390716 Dec 08 02:49:17.845644 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 240b5497-0607-40fa-9bc1-2b66f70fd035 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:49:17.895890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 240b5497-0607-40fa-9bc1-2b66f70fd035 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:49:17.899580 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 240b5497-0607-40fa-9bc1-2b66f70fd035 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:49:17.899973 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:17.974792 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:17.996233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:49:17.998687 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a58e64-7d94-4f21-be21-31b577f80ce1" -d '{"events": [{"server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "name": "network-vif-plugged", "status": "completed", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:49:18.011965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:49:18.016069 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:18.057956 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41596454-da1a-44e7-912b-97aca99f4ee7 x-openstack-request-id: req-41596454-da1a-44e7-912b-97aca99f4ee7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:49:18.058240 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "name": "network-vif-plugged", "status": "completed", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:49:18.058490 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-41596454-da1a-44e7-912b-97aca99f4ee7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:49:18.058879 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'code': 200} Dec 08 02:49:18.067650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=240b5497-0607-40fa-9bc1-2b66f70fd035,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:18.222616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd550442-c96d-498f-9f8d-b0563a7b3691 req-c8444358-3d5d-4ea2-8a02-7a99fbdfa3ce tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:18.224161 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd550442-c96d-498f-9f8d-b0563a7b3691 req-c8444358-3d5d-4ea2-8a02-7a99fbdfa3ce tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0492933 Dec 08 02:49:18.271803 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd550442-c96d-498f-9f8d-b0563a7b3691 req-c3b3248f-45e4-4ee5-938c-f1ec53f077f6 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416877 Dec 08 02:49:19.398258 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade0bdc-2432-4a4d-b1a1-491a078a82ab req-0af8a40d-a917-420b-9e51-b14baafed742 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:19.399633 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eade0bdc-2432-4a4d-b1a1-491a078a82ab req-0af8a40d-a917-420b-9e51-b14baafed742 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0514638 Dec 08 02:49:19.446152 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eade0bdc-2432-4a4d-b1a1-491a078a82ab req-90f96a0c-06f0-46a2-afd8-236bc2378b02 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399234 Dec 08 02:49:20.563260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb54e9-f0ae-4c63-9982-63a9348c6814 req-39072f3c-7fbf-43c1-94bb-5855f45c0ca2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:20.564782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55cb54e9-f0ae-4c63-9982-63a9348c6814 req-39072f3c-7fbf-43c1-94bb-5855f45c0ca2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0489502 Dec 08 02:49:20.615713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55cb54e9-f0ae-4c63-9982-63a9348c6814 req-c0c8ed4b-17b1-4680-a5d1-0c19c8266053 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448523 Dec 08 02:49:20.679390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-077fc09f-20a9-4150-a296-347a8b3f9386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:20.680907 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-077fc09f-20a9-4150-a296-347a8b3f9386 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716&tenant_id=4cfe2395fde0483f9b036b0b7d5a2300 HTTP/1.1" status: 200 len: 1097 time: 0.0821726 Dec 08 02:49:20.698425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:49:20.749936 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:20.946557 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:49:20.979784 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:49:21.022535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:49:21.024799 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf30dbe9-5078-467a-bf26-f97e60a95277" -d '{"events": [{"server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "name": "network-vif-unplugged", "status": "completed", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:49:21.030107 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:21.042799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Transition to ACTIVE for port object 240b5497-0607-40fa-9bc1-2b66f70fd035 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:49:21.046544 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:21.127580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Pushing event updated for resources: {'Port': ['ID=240b5497-0607-40fa-9bc1-2b66f70fd035,revision_number=10']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:21.139619 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e6f60b-3c53-4d4f-ab90-a3f015eee84b x-openstack-request-id: req-84e6f60b-3c53-4d4f-ab90-a3f015eee84b {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:49:21.139917 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "name": "network-vif-unplugged", "status": "completed", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:49:21.140172 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-84e6f60b-3c53-4d4f-ab90-a3f015eee84b {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:49:21.140567 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'code': 200} Dec 08 02:49:21.173983 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] No DVR routers for this DVR port 240b5497-0607-40fa-9bc1-2b66f70fd035 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:49:21.310088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Attempting to bind port 240b5497-0607-40fa-9bc1-2b66f70fd035 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:49:21.310420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Attempting to bind port 240b5497-0607-40fa-9bc1-2b66f70fd035 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:49:21.310745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Attempting to bind port 240b5497-0607-40fa-9bc1-2b66f70fd035 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:49:21.314980 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Port 240b5497-0607-40fa-9bc1-2b66f70fd035 on network 3564938c-7b53-4823-9713-5cad82982b2c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:49:21.315299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Attempting to bind port 240b5497-0607-40fa-9bc1-2b66f70fd035 on network 3564938c-7b53-4823-9713-5cad82982b2c {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:49:21.320058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:49:21.320395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Checking segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:49:21.320775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Bound using segment: {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:49:21.321191 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Bound port: 240b5497-0607-40fa-9bc1-2b66f70fd035, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ae5e2d-28be-4d1d-886c-b24beca5559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:49:21.321539 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:21.384997 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:49:21.389212 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:49:21.394657 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:21.429738 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:21.430597 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:21.431987 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] 10.222.0.45 "PUT /v2.0/ports/240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 1093 time: 0.7377582 Dec 08 02:49:21.451590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf202e6b-14fd-48ed-bef1-1e8967289687 service neutron] Pushing event updated for resources: {'Port': ['ID=240b5497-0607-40fa-9bc1-2b66f70fd035,revision_number=11']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:21.512677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-c29e7293-1b20-445f-a7c0-8f0cfa5b169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:21.514187 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-c29e7293-1b20-445f-a7c0-8f0cfa5b169f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 1096 time: 0.0431786 Dec 08 02:49:21.612352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-364dd973-9afb-4750-990a-a2b3a6be5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:21.613844 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-364dd973-9afb-4750-990a-a2b3a6be5a66 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.0920143 Dec 08 02:49:21.684093 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-2e20bf50-c62d-4b5b-b4ed-c47ec7f32c41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 1000 time: 0.0623801 Dec 08 02:49:21.733393 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-9d0d5555-1c21-4db9-8d9f-0f66f3d64650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:21.734762 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-9d0d5555-1c21-4db9-8d9f-0f66f3d64650 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0446436 Dec 08 02:49:21.736402 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aaf1a-3e0b-4d65-95cf-1d5e4ada5834 req-3ae07374-016f-4d4a-8190-ff3360b2e4a7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:21.737959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c0aaf1a-3e0b-4d65-95cf-1d5e4ada5834 req-3ae07374-016f-4d4a-8190-ff3360b2e4a7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 944 time: 0.0480161 Dec 08 02:49:21.780348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-5aebf6c7-eee5-4ea6-96cc-68993a1f9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:21.781836 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-5aebf6c7-eee5-4ea6-96cc-68993a1f9f0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401011 Dec 08 02:49:21.788057 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6c0aaf1a-3e0b-4d65-95cf-1d5e4ada5834 req-b36619ac-85a6-4f34-a54e-cf7aa0811913 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440741 Dec 08 02:49:21.859707 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 240b5497-0607-40fa-9bc1-2b66f70fd035 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:49:21.874948 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-d0086c4b-4fe8-4873-8be4-751e8bf1a8dd service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864708 Dec 08 02:49:21.897958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 240b5497-0607-40fa-9bc1-2b66f70fd035 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:49:21.964568 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-45107393-5a44-47c3-a91b-fd9b9d5ce391 req-c948a1ad-5bec-4bef-8d3f-597ecaa663c9 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823138 Dec 08 02:49:22.080400 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ef26443-da66-4e1d-a671-a8b561d99f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:22.909137 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91182095-13a3-46a8-95f2-4d6c3be0433e req-a2769822-297a-4ac0-8418-09ae6bea657e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:22.910522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91182095-13a3-46a8-95f2-4d6c3be0433e req-a2769822-297a-4ac0-8418-09ae6bea657e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 944 time: 0.0481138 Dec 08 02:49:22.958119 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-91182095-13a3-46a8-95f2-4d6c3be0433e req-3520ddb6-f29b-45b9-8cce-ce36149623a7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411961 Dec 08 02:49:23.141981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:49:23.144376 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e24790e-cb6d-41c8-9585-e666e66ba381" -d '{"events": [{"name": "network-changed", "server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:49:23.193252 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a07bbc5-784a-497d-9a6f-e5ef46fdb3fa x-openstack-request-id: req-4a07bbc5-784a-497d-9a6f-e5ef46fdb3fa {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:49:23.193641 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:49:23.193965 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4a07bbc5-784a-497d-9a6f-e5ef46fdb3fa {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:49:23.194448 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'status': 'completed', 'code': 200} Dec 08 02:49:23.304466 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-f75b93ce-fc8f-42e2-929b-5196872915f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:23.306089 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-f75b93ce-fc8f-42e2-929b-5196872915f7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 1096 time: 0.0732872 Dec 08 02:49:23.311620 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-236c4117-d731-487f-81f4-8bc4fc6e08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:23.313039 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-236c4117-d731-487f-81f4-8bc4fc6e08b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 1096 time: 0.0551772 Dec 08 02:49:23.470260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-e0375d5c-0931-43f1-bd75-a13dcd8e2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:23.471770 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-e0375d5c-0931-43f1-bd75-a13dcd8e2355 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.1578736 Dec 08 02:49:23.472829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-5b74e190-49fc-40e8-bfad-30fde481d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:23.474118 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-5b74e190-49fc-40e8-bfad-30fde481d530 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 200 len: 912 time: 0.1530061 Dec 08 02:49:23.580003 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-bcf397fe-eb1d-4594-9b85-885121bf72f6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 1000 time: 0.1011131 Dec 08 02:49:23.585495 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-8f2f20a5-c78a-4e83-ba35-d7f33f37a549 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 200 len: 1000 time: 0.1010749 Dec 08 02:49:23.665214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-d46464c9-79bb-434c-9d1f-eda61b252b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:23.666671 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-d46464c9-79bb-434c-9d1f-eda61b252b1c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0800312 Dec 08 02:49:23.668345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-1e3add48-86f5-4bd9-a3a9-aaef46a4b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:23.669623 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-1e3add48-86f5-4bd9-a3a9-aaef46a4b8f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 200 len: 850 time: 0.0760441 Dec 08 02:49:23.739921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-39022e91-a963-46df-96f0-a73884643ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:23.741313 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-39022e91-a963-46df-96f0-a73884643ee6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675988 Dec 08 02:49:23.743909 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-3007ec02-abd6-436a-9d6c-3146fde51c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:23.745797 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-3007ec02-abd6-436a-9d6c-3146fde51c24 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3564938c-7b53-4823-9713-5cad82982b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641367 Dec 08 02:49:23.853470 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:24.091428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be7af4-386b-4982-9e4f-c895eed18fe2 req-09ffc0e0-03d9-462f-b5ef-b830d2fa83b3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:24.093167 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67be7af4-386b-4982-9e4f-c895eed18fe2 req-09ffc0e0-03d9-462f-b5ef-b830d2fa83b3 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 944 time: 0.0608368 Dec 08 02:49:24.145162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67be7af4-386b-4982-9e4f-c895eed18fe2 req-2e7be0ff-5fed-4472-980d-e93354a85b5f tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452135 Dec 08 02:49:24.243432 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-8faa5fcb-18a7-4b40-aa48-b28f1634b3ea service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950190 Dec 08 02:49:24.245294 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-be385fef-7ed9-4f13-9e29-ceb0868af43c service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901609 Dec 08 02:49:24.400906 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-d58e129c-b56a-4ccf-95f6-64f6f1857664 service neutron] 10.222.0.75 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502874 Dec 08 02:49:24.403269 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1e24790e-cb6d-41c8-9585-e666e66ba381 req-3b44d3ff-9f32-4eee-901d-8ed7abb9efc3 service neutron] 10.222.0.45 "GET /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452129 Dec 08 02:49:24.446780 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-53a6bbe7-a0d2-4f21-94a5-5f5a762a6bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:24.777299 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:25.271528 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cca079-52c5-47d0-a1cc-0301502822fd req-1f3361b7-4f77-454e-9633-f66abae0cd42 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:25.273040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5cca079-52c5-47d0-a1cc-0301502822fd req-1f3361b7-4f77-454e-9633-f66abae0cd42 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 944 time: 0.0543964 Dec 08 02:49:25.320412 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5cca079-52c5-47d0-a1cc-0301502822fd req-fdf97c6d-dc6e-43ed-aa16-d54b29c6caf7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411670 Dec 08 02:49:25.649234 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:26.440646 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a7c11-d05f-4428-8c22-a8d8787e5845 req-c19b867e-f2e7-4a50-b5ee-72c596bab3d7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:26.442132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-021a7c11-d05f-4428-8c22-a8d8787e5845 req-c19b867e-f2e7-4a50-b5ee-72c596bab3d7 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 944 time: 0.0483994 Dec 08 02:49:26.489844 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-021a7c11-d05f-4428-8c22-a8d8787e5845 req-dee8e2c7-ff39-4ae1-acd2-f27c4557d8af tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416014 Dec 08 02:49:27.145950 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:27.609672 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7271c5-46d3-49f2-b6e3-6970cbc6e66e req-0c771f9f-f3b8-4e76-b924-ce0aed37ea5c tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:27.611129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef7271c5-46d3-49f2-b6e3-6970cbc6e66e req-0c771f9f-f3b8-4e76-b924-ce0aed37ea5c tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 944 time: 0.0520325 Dec 08 02:49:27.658044 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ef7271c5-46d3-49f2-b6e3-6970cbc6e66e req-e11607de-b522-4352-99ef-53c35a67914b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 Dec 08 02:49:28.007627 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:28.771875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01103-8f4b-489a-948c-572546175c4c req-3c8167ac-9ce4-4888-928e-bcf6117969cb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:28.773324 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fda01103-8f4b-489a-948c-572546175c4c req-3c8167ac-9ce4-4888-928e-bcf6117969cb tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 944 time: 0.0474949 Dec 08 02:49:28.819867 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fda01103-8f4b-489a-948c-572546175c4c req-9ca75c6b-bb11-49e5-a331-599d799b168d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399475 Dec 08 02:49:29.935350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644abbba-4662-4f63-8f3b-fe751f240817 req-b228dd58-a148-422b-a2d7-f32fab85b2d0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:29.936830 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-644abbba-4662-4f63-8f3b-fe751f240817 req-b228dd58-a148-422b-a2d7-f32fab85b2d0 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 944 time: 0.0478506 Dec 08 02:49:29.986441 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-644abbba-4662-4f63-8f3b-fe751f240817 req-cafc00d4-e3dd-4b6d-8413-0c6e2e9e4b06 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437670 Dec 08 02:49:31.101700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6c048-1953-4c9c-aa12-dac17997201a req-f7ea6667-567a-4a3c-b9e5-8e982a1c68fa tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:31.103164 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77a6c048-1953-4c9c-aa12-dac17997201a req-f7ea6667-567a-4a3c-b9e5-8e982a1c68fa tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 944 time: 0.0485489 Dec 08 02:49:31.149809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77a6c048-1953-4c9c-aa12-dac17997201a req-fb43d00f-eb2d-4aa5-a91f-76ec8b583379 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407808 Dec 08 02:49:32.265669 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd23f0-e308-4df6-9113-01e55ecf44cb req-f6f35280-b7fd-4c2c-8a11-ab941c6a979c tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:32.267154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d5bd23f0-e308-4df6-9113-01e55ecf44cb req-f6f35280-b7fd-4c2c-8a11-ab941c6a979c tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 944 time: 0.0484715 Dec 08 02:49:32.313548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d5bd23f0-e308-4df6-9113-01e55ecf44cb req-bcb358a4-43b6-43c3-a8f3-ef2dff017a8c tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404069 Dec 08 02:49:33.431698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd05cab-720f-4b90-a8d5-953c47e6e6c8 req-171b6d9f-0af4-4a73-83d9-ac3c5ef59349 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:33.433677 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbd05cab-720f-4b90-a8d5-953c47e6e6c8 req-171b6d9f-0af4-4a73-83d9-ac3c5ef59349 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 944 time: 0.0528045 Dec 08 02:49:33.480556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fbd05cab-720f-4b90-a8d5-953c47e6e6c8 req-202a5557-3c07-40d7-acde-c660461ae44a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408854 Dec 08 02:49:33.895245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 240b5497-0607-40fa-9bc1-2b66f70fd035 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:49:33.991282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:49:34.002294 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'port_id': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'mac_address': 'fa:16:3e:a2:db:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:49:34.038369 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:34.051465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240b5497-0607-40fa-9bc1-2b66f70fd035 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:49:34.070161 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:49:34.073790 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:34.123781 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=240b5497-0607-40fa-9bc1-2b66f70fd035,revision_number=12']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:34.375246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['240b5497-0607-40fa-9bc1-2b66f70fd035'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:49:34.597003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735e172-f067-43bb-825a-54fd084a8929 req-af376f79-f10c-477e-bb73-126ca285d9ec tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:34.598443 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5735e172-f067-43bb-825a-54fd084a8929 req-af376f79-f10c-477e-bb73-126ca285d9ec tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0476873 Dec 08 02:49:34.644073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5735e172-f067-43bb-825a-54fd084a8929 req-5ae23f2f-b438-4360-a2b0-bec59e496997 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396488 Dec 08 02:49:34.754522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacce8e-8d72-4a2c-a349-6799eca4cbea req-d208d255-7fd1-46fa-bee5-932dbc974926 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:34.755983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-beacce8e-8d72-4a2c-a349-6799eca4cbea req-d208d255-7fd1-46fa-bee5-932dbc974926 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0465596 Dec 08 02:49:34.805354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-beacce8e-8d72-4a2c-a349-6799eca4cbea req-c6f624f7-2e99-4ca2-8c6f-5006d300452a tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427883 Dec 08 02:49:34.918006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e6106-2dee-4d0e-ba90-f71a147e13da req-28a49b92-bcd0-4573-b581-d6a00ab1d0b8 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:34.919353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b64e6106-2dee-4d0e-ba90-f71a147e13da req-28a49b92-bcd0-4573-b581-d6a00ab1d0b8 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0478084 Dec 08 02:49:34.965810 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b64e6106-2dee-4d0e-ba90-f71a147e13da req-a0d2ece3-cbb3-489e-8195-51a0e750063c tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403774 Dec 08 02:49:35.192761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df403eb6-1bb4-444b-bf10-5e3cd219681f req-2021e7ed-5fde-4b90-a248-151f636f6f46 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:35.194219 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df403eb6-1bb4-444b-bf10-5e3cd219681f req-2021e7ed-5fde-4b90-a248-151f636f6f46 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 945 time: 0.0479009 Dec 08 02:49:35.240818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-df403eb6-1bb4-444b-bf10-5e3cd219681f req-4cb50146-9924-416d-b2a9-2768762b1d0d tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407231 Dec 08 02:49:35.898037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 240b5497-0607-40fa-9bc1-2b66f70fd035 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:49:35.948726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 240b5497-0607-40fa-9bc1-2b66f70fd035 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:49:35.952550 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 240b5497-0607-40fa-9bc1-2b66f70fd035 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:49:35.952909 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:36.026602 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:36.048698 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:49:36.051008 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1f01e1-1802-43e9-be0e-e20ab59158fd" -d '{"events": [{"server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "name": "network-vif-plugged", "status": "completed", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:49:36.064269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:49:36.067765 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:36.115508 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=240b5497-0607-40fa-9bc1-2b66f70fd035,revision_number=13']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:36.142360 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129c463a-41e1-4449-8a4d-b251c7c3e59f x-openstack-request-id: req-129c463a-41e1-4449-8a4d-b251c7c3e59f {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:49:36.142769 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "name": "network-vif-plugged", "status": "completed", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:49:36.143030 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-129c463a-41e1-4449-8a4d-b251c7c3e59f {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:49:36.143430 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'code': 200} Dec 08 02:49:36.359832 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56434916-d5c8-4eb0-97fe-ce656fc2b15f req-7c02db1b-0fa1-40df-ae2f-a76871c15395 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:36.361321 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56434916-d5c8-4eb0-97fe-ce656fc2b15f req-7c02db1b-0fa1-40df-ae2f-a76871c15395 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 946 time: 0.0507214 Dec 08 02:49:36.409551 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56434916-d5c8-4eb0-97fe-ce656fc2b15f req-b2caa9ed-f3fe-44a3-aab6-063ee6939b38 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfa102c0-a0bf-4b32-b85e-54c1882b4c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422764 Dec 08 02:49:36.892660 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-2de3f614-95a7-491c-b3ef-8cac00576a36 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:36.894152 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-2de3f614-95a7-491c-b3ef-8cac00576a36 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.45 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 946 time: 0.0480416 Dec 08 02:49:36.984891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Deleting port 240b5497-0607-40fa-9bc1-2b66f70fd035 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:49:36.985234 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:37.070902 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] For port 240b5497-0607-40fa-9bc1-2b66f70fd035, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=240b5497-0607-40fa-9bc1-2b66f70fd035,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:49:37.071269 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:37.243526 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:37.243938 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:37.244256 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876 disassociated. External IP: 172.25.8.104, port: 240b5497-0607-40fa-9bc1-2b66f70fd035. Dec 08 02:49:37.244627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Calling delete_port for 240b5497-0607-40fa-9bc1-2b66f70fd035 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:49:37.369218 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:37.397593 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event deleted for resources: {'Port': ['ID=240b5497-0607-40fa-9bc1-2b66f70fd035,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:37.511316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-170bdb70-3887-477b-ad49-06d248c27dc5 req-6d36d783-9ed9-4548-8712-8e9933161951 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 210 time: 0.0264809 Dec 08 02:49:37.519846 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:49:37.640376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:49:37.649737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae30e7-e466-4720-b23e-44c98e6e779e None None] Sync routers for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:49:37.659134 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae30e7-e466-4720-b23e-44c98e6e779e None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:49:37.659780 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-07ae30e7-e466-4720-b23e-44c98e6e779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:49:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:49:37.683847 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] No DVR routers for this DVR port 240b5497-0607-40fa-9bc1-2b66f70fd035 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:49:37.686458 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:37.689895 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a1926e78-dac5-4b58-9f49-c4bbe0948806 req-7c1cd69e-bfb1-42dc-918e-77aa925c889b tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.45 "DELETE /v2.0/ports/240b5497-0607-40fa-9bc1-2b66f70fd035 HTTP/1.1" status: 204 len: 173 time: 0.7896206 Dec 08 02:49:37.690342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'name': 'network-vif-deleted', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:49:37.692631 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783b18e5-1f86-4434-b87b-108572ac7e59" -d '{"events": [{"server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "name": "network-vif-deleted", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:49:37.735810 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220f47a3-9b6e-4a7e-99bb-2def044319ea x-openstack-request-id: req-220f47a3-9b6e-4a7e-99bb-2def044319ea {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:49:37.736106 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33162a76-28e6-4bb3-94ce-413cf4209716", "name": "network-vif-deleted", "tag": "240b5497-0607-40fa-9bc1-2b66f70fd035", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:49:37.736358 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-220f47a3-9b6e-4a7e-99bb-2def044319ea {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:49:37.736757 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33162a76-28e6-4bb3-94ce-413cf4209716', 'name': 'network-vif-deleted', 'tag': '240b5497-0607-40fa-9bc1-2b66f70fd035', 'status': 'completed', 'code': 200} Dec 08 02:49:37.770533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-07ae30e7-e466-4720-b23e-44c98e6e779e None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:49:37.965713 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-07ae30e7-e466-4720-b23e-44c98e6e779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:49:37.991854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae30e7-e466-4720-b23e-44c98e6e779e None None] Checking router: a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:49:38.000988 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae30e7-e466-4720-b23e-44c98e6e779e None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:49:38.001585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-07ae30e7-e466-4720-b23e-44c98e6e779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:49:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:49:38.105516 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-07ae30e7-e466-4720-b23e-44c98e6e779e None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:49:38.300883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-07ae30e7-e466-4720-b23e-44c98e6e779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:49:38.327241 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae30e7-e466-4720-b23e-44c98e6e779e None None] The sync data for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 is: [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '8a8685da-b5b6-4873-ad5b-85000175841b', 'name': '', 'network_id': '3564938c-7b53-4823-9713-5cad82982b2c', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'mac_address': 'fa:16:3e:3f:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:53Z', 'updated_at': '2021-12-08T02:39:58Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'subnets': [{'id': 'ee7a8c2e-b556-4ed3-ac1e-6df49c775d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:49:38.548252 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0a114-e985-4142-b466-68812754a1d6 None None] New status for floating IP 9b964298-e41d-4cde-a0c9-b0e51bd62876: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:49:38.617197 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ac76d8e4-cbef-4c51-a670-20b17ca44943 req-c9217478-3a4d-4520-af68-09d0ecb54c19 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 210 time: 0.0273418 Dec 08 02:49:39.713789 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b79c59b3-6a1b-4281-8e28-8c413be2a44a req-c3107d8e-6a41-42df-9836-bd3e7c2bbd5e tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 210 time: 0.0260577 Dec 08 02:49:40.815823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ad16941-d3bd-4d3b-a8e9-b4940084912a req-4b7a65b0-d3fc-4ab9-828f-fc8117f758ec tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 210 time: 0.0309169 Dec 08 02:49:41.650857 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:49:41.911548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca97824a-4c9e-4e3f-afd7-c84328cb71d3 req-5b1fce5e-d57e-461b-89f4-08e28346f485 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/ports?device_id=33162a76-28e6-4bb3-94ce-413cf4209716 HTTP/1.1" status: 200 len: 210 time: 0.0259953 Dec 08 02:49:41.924120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 240b5497-0607-40fa-9bc1-2b66f70fd035 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:49:41.945267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 240b5497-0607-40fa-9bc1-2b66f70fd035 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:49:41.945610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 240b5497-0607-40fa-9bc1-2b66f70fd035 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:49:47.667049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38290) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:49:47.719478 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:47.741872 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:47.787716 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:47.790339 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:47.791474 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "DELETE /v2.0/security-groups/dfa102c0-a0bf-4b32-b85e-54c1882b4c83 HTTP/1.1" status: 204 len: 168 time: 0.1233988 Dec 08 02:49:47.794165 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38292) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:49:47.801193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa102c0-a0bf-4b32-b85e-54c1882b4c83,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:47.808688 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [None req-31f2f61d-1291-4698-9426-f5c8e6508bbd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] show failed (client error): The resource could not be found. Dec 08 02:49:47.808828 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:47.809035 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:47.812088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:47.812088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:47.812324 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-31f2f61d-1291-4698-9426-f5c8e6508bbd tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "GET /v2.0/security-groups/dfa102c0-a0bf-4b32-b85e-54c1882b4c83 HTTP/1.1" status: 404 len: 347 time: 0.0145364 Dec 08 02:49:47.812418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:47.812418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:47.812418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:47.812418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:47.812418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:47.812418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:47.812418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:47.812418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:47.813139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38294) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:49:47.813213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70659ea3-6ca8-4402-b77c-ab733d68f2a2 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:49:47.939787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dacf31b5-5d95-41eb-9d41-c1909a242134 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Deleting port d62a9758-b6d6-490c-885e-bd9c9c84234e {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:49:47.940135 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dacf31b5-5d95-41eb-9d41-c1909a242134 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:48.014445 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dacf31b5-5d95-41eb-9d41-c1909a242134 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:48.014791 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dacf31b5-5d95-41eb-9d41-c1909a242134 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:48.026246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-dacf31b5-5d95-41eb-9d41-c1909a242134 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Calling delete_port for d62a9758-b6d6-490c-885e-bd9c9c84234e owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:49:48.159168 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dacf31b5-5d95-41eb-9d41-c1909a242134 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:48.190688 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf31b5-5d95-41eb-9d41-c1909a242134 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Pushing event deleted for resources: {'Port': ['ID=d62a9758-b6d6-490c-885e-bd9c9c84234e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:48.249559 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dacf31b5-5d95-41eb-9d41-c1909a242134 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:48.252245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dacf31b5-5d95-41eb-9d41-c1909a242134 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:48.253408 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dacf31b5-5d95-41eb-9d41-c1909a242134 tempest-ServerActionsTestJSON-1025410963 tempest-ServerActionsTestJSON-1025410963-project] 10.222.0.71 "DELETE /v2.0/floatingips/9b964298-e41d-4cde-a0c9-b0e51bd62876 HTTP/1.1" status: 204 len: 168 time: 0.4402249 Dec 08 02:49:48.256353 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38296) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:49:48.646777 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-338d75f5-1c32-43b3-9404-d6839fd053fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:48.884548 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-338d75f5-1c32-43b3-9404-d6839fd053fb admin admin] Deleting port 8a8685da-b5b6-4873-ad5b-85000175841b {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:49:48.885268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-338d75f5-1c32-43b3-9404-d6839fd053fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:48.961072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-338d75f5-1c32-43b3-9404-d6839fd053fb admin admin] For port 8a8685da-b5b6-4873-ad5b-85000175841b, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=8a8685da-b5b6-4873-ad5b-85000175841b,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:49:48.961440 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-338d75f5-1c32-43b3-9404-d6839fd053fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:48.979178 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-338d75f5-1c32-43b3-9404-d6839fd053fb admin admin] Calling delete_port for 8a8685da-b5b6-4873-ad5b-85000175841b owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:49:49.152985 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-338d75f5-1c32-43b3-9404-d6839fd053fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:49.179632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d75f5-1c32-43b3-9404-d6839fd053fb admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8685da-b5b6-4873-ad5b-85000175841b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:49.345965 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-338d75f5-1c32-43b3-9404-d6839fd053fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:49.556965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338d75f5-1c32-43b3-9404-d6839fd053fb admin admin] Router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:49:49.660582 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338d75f5-1c32-43b3-9404-d6839fd053fb admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:49:49.665697 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-338d75f5-1c32-43b3-9404-d6839fd053fb admin admin] 10.222.0.71 "PUT /v2.0/routers/a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4084117 Dec 08 02:49:49.668238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38300) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:49:49.669165 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dfa075-3cbc-49c7-96dd-69f254071237 None None] Sync routers for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:49:49.680061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dfa075-3cbc-49c7-96dd-69f254071237 None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:49:49.680667 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-06dfa075-3cbc-49c7-96dd-69f254071237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:49:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:49:49.770838 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:49.782046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-06dfa075-3cbc-49c7-96dd-69f254071237 None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:49:49.871328 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:49.923108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] Deleting port 564c4ac6-bc88-434a-904f-eaf57bb86004 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:49:49.923809 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:49.955762 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-06dfa075-3cbc-49c7-96dd-69f254071237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:49:49Z', 'revision_number': 5, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port': {'id': '564c4ac6-bc88-434a-904f-eaf57bb86004', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:49:49.985143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dfa075-3cbc-49c7-96dd-69f254071237 None None] Checking router: a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:49:49.993317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dfa075-3cbc-49c7-96dd-69f254071237 None None] Routers {'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:49:49.993917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-06dfa075-3cbc-49c7-96dd-69f254071237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:49:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:49:49.999626 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] For port 564c4ac6-bc88-434a-904f-eaf57bb86004, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=564c4ac6-bc88-434a-904f-eaf57bb86004,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:49:49.999996 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.012207 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] Calling delete_port for 564c4ac6-bc88-434a-904f-eaf57bb86004 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:49:50.077774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-06dfa075-3cbc-49c7-96dd-69f254071237 None None] Set router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:49:50.131115 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-06dfa075-3cbc-49c7-96dd-69f254071237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:49:49Z', 'revision_number': 6, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:49:50.162504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dfa075-3cbc-49c7-96dd-69f254071237 None None] The sync data for ids ['a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b'] in n-d-713499-31 is: [{'id': 'a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b', 'name': 'tempest-ServerActionsTestJSON-201079772-router', 'tenant_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:49:49Z', 'revision_number': 6, 'project_id': '4cfe2395fde0483f9b036b0b7d5a2300', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:49:50.180593 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.213072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] Pushing event deleted for resources: {'Port': ['ID=564c4ac6-bc88-434a-904f-eaf57bb86004,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:50.228238 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe3d081-655b-4cc9-99c7-bc9b13033acd None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:49:50.277192 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.365551 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.367630 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.409069 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.409535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:49:50.414393 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.415709 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4fe6dedb-86bd-45d0-b753-b9a58ff1bc14 admin admin] 10.222.0.71 "DELETE /v2.0/routers/a00ee4f4-9bcc-43c0-9a4b-1e90659bfd0b HTTP/1.1" status: 204 len: 168 time: 0.7464345 Dec 08 02:49:50.418141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38302) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:49:50.465273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff9fdb1-d44e-4ed3-baef-f4f491408928 admin admin] Deleting subnet ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:49:50.468712 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bff9fdb1-d44e-4ed3-baef-f4f491408928 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.503333 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bff9fdb1-d44e-4ed3-baef-f4f491408928 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.588960 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bff9fdb1-d44e-4ed3-baef-f4f491408928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.643551 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bff9fdb1-d44e-4ed3-baef-f4f491408928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.669326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9fdb1-d44e-4ed3-baef-f4f491408928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee7a8c2e-b556-4ed3-ac1e-6df49c775d28,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:50.671209 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bff9fdb1-d44e-4ed3-baef-f4f491408928 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.675327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08de146c-11ed-4016-9ca4-b21928e00833 None None] Network 3564938c-7b53-4823-9713-5cad82982b2c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:49:50.676129 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bff9fdb1-d44e-4ed3-baef-f4f491408928 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ee7a8c2e-b556-4ed3-ac1e-6df49c775d28 HTTP/1.1" status: 204 len: 168 time: 0.2568455 Dec 08 02:49:50.676991 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38304) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:49:50.746212 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.799695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Deleting port 41d44bfe-af2e-41ba-aa2c-570798ee05b0 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:49:50.800044 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.860921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] For port 41d44bfe-af2e-41ba-aa2c-570798ee05b0, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=41d44bfe-af2e-41ba-aa2c-570798ee05b0,segment=NetworkSegment(84ae5e2d-28be-4d1d-886c-b24beca5559d),segment_id=84ae5e2d-28be-4d1d-886c-b24beca5559d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:49:50.861199 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.873717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Calling delete_port for 41d44bfe-af2e-41ba-aa2c-570798ee05b0 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:49:50.933302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f35846d-e925-4bff-9b45-051b1fdb4e74 None None] DHCP port deletion for 3564938c-7b53-4823-9713-5cad82982b2c request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:49:50.960550 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:50.988077 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] No DVR routers for this DVR port 41d44bfe-af2e-41ba-aa2c-570798ee05b0 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:49:50.989960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d44bfe-af2e-41ba-aa2c-570798ee05b0,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:50.993552 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5f35846d-e925-4bff-9b45-051b1fdb4e74 None None] Deleting port 41d44bfe-af2e-41ba-aa2c-570798ee05b0 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:49:50.994061 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f35846d-e925-4bff-9b45-051b1fdb4e74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:51.057509 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-5f35846d-e925-4bff-9b45-051b1fdb4e74 None None] For port 41d44bfe-af2e-41ba-aa2c-570798ee05b0, host n-d-713499-31, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:49:51.058079 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f35846d-e925-4bff-9b45-051b1fdb4e74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:51.065024 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:51.072085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5f35846d-e925-4bff-9b45-051b1fdb4e74 None None] Calling delete_port for 41d44bfe-af2e-41ba-aa2c-570798ee05b0 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:49:51.074803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-5f35846d-e925-4bff-9b45-051b1fdb4e74 None None] Port 41d44bfe-af2e-41ba-aa2c-570798ee05b0 was not found and therefore no delete operation was performed {{(pid=109768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:49:51.076109 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f35846d-e925-4bff-9b45-051b1fdb4e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:51.086594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3564938c-7b53-4823-9713-5cad82982b2c']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:49:51.095826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ae5e2d-28be-4d1d-886c-b24beca5559d') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:49:51.096169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ae5e2d-28be-4d1d-886c-b24beca5559d') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:49:51.105485 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:51.106063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35846d-e925-4bff-9b45-051b1fdb4e74 None None] Pushing event deleted for resources: {'Port': ['ID=41d44bfe-af2e-41ba-aa2c-570798ee05b0,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:51.107965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35846d-e925-4bff-9b45-051b1fdb4e74 None None] No DVR routers for this DVR port 41d44bfe-af2e-41ba-aa2c-570798ee05b0 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:49:51.120350 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:51.128900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:49:51.129304 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:49:51.131019 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:49:51.187246 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:51.194056 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:51.197291 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] 10.222.0.71 "DELETE /v2.0/networks/3564938c-7b53-4823-9713-5cad82982b2c HTTP/1.1" status: 204 len: 168 time: 0.5192885 Dec 08 02:49:51.207349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df70da3-3d55-4c9b-8aa8-15962caf7093 admin admin] Pushing event deleted for resources: {'Network': ['ID=3564938c-7b53-4823-9713-5cad82982b2c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:51.394464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38308) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:49:51.438785 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e3f23572-1a7c-4a86-aa7e-e70ba0eb12f1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4cfe2395fde0483f9b036b0b7d5a2300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429513 Dec 08 02:49:51.441265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38310) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:49:51.733491 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1a29e83-c836-453d-af57-841c3467fc08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:51.753929 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1a29e83-c836-453d-af57-841c3467fc08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:51.801718 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1a29e83-c836-453d-af57-841c3467fc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:51.804660 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b1a29e83-c836-453d-af57-841c3467fc08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:51.806202 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b1a29e83-c836-453d-af57-841c3467fc08 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b349c564-a509-4eaf-91d5-9bbb7dc4d89c HTTP/1.1" status: 204 len: 168 time: 0.3639026 Dec 08 02:49:51.816783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a29e83-c836-453d-af57-841c3467fc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b349c564-a509-4eaf-91d5-9bbb7dc4d89c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:52.082407 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7e90c548-b90a-413a-a699-b08fbb898674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:52.238102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8a8685da-b5b6-4873-ad5b-85000175841b no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:49:52.257712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 8a8685da-b5b6-4873-ad5b-85000175841b {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:49:52.258052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 8a8685da-b5b6-4873-ad5b-85000175841b not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:49:52.258466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 564c4ac6-bc88-434a-904f-eaf57bb86004 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:49:52.277320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 564c4ac6-bc88-434a-904f-eaf57bb86004 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:49:52.277661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 564c4ac6-bc88-434a-904f-eaf57bb86004 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:49:52.278076 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 41d44bfe-af2e-41ba-aa2c-570798ee05b0 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:49:52.297054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 41d44bfe-af2e-41ba-aa2c-570798ee05b0 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:49:52.297398 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 41d44bfe-af2e-41ba-aa2c-570798ee05b0 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:49:52.557194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38332) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:49:52.651032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1435749895-network', 'tenant_id': '6c8732b740774071ae76ca8d22849273'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:49:52.673274 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] Made reservation on behalf of 6c8732b740774071ae76ca8d22849273 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:49:52.675549 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:52.683411 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:52.756109 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:52.759430 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:52.781933 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:49:52.798452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf55918c-3129-4396-b641-f00c80c6ae02,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:52.802817 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:52.803157 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] Added segment d7a0d6f4-1f16-4608-8d99-c032deb0cbf4 of type vlan for network 17a1eb69-a832-4bab-8cf9-03a54d233539 Dec 08 02:49:52.850840 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:52.878875 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:52.879856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:52.880426 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:52.927412 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3691273 Dec 08 02:49:52.930384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38336) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:49:52.935441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f8eb4107-9b35-4420-93a4-f0a562a69770 admin admin] Request body: {'subnet': {'network_id': '17a1eb69-a832-4bab-8cf9-03a54d233539', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1435749895-subnet', 'tenant_id': '6c8732b740774071ae76ca8d22849273', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:49:52.957048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eb4107-9b35-4420-93a4-f0a562a69770 admin admin] Made reservation on behalf of 6c8732b740774071ae76ca8d22849273 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:49:52.959516 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8eb4107-9b35-4420-93a4-f0a562a69770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:52.970058 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7ee3c-2b80-4120-840f-bf600ed4a11f admin admin] Pushing event updated for resources: {'Network': ['ID=17a1eb69-a832-4bab-8cf9-03a54d233539,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:52.980287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 17a1eb69-a832-4bab-8cf9-03a54d233539 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:49:53.122382 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8eb4107-9b35-4420-93a4-f0a562a69770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:53.180533 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb4107-9b35-4420-93a4-f0a562a69770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97d96ae-12a2-4bf1-ae21-f5c055ed30b1,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:53.184741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eb4107-9b35-4420-93a4-f0a562a69770 admin admin] Checking segment: {'id': 'd7a0d6f4-1f16-4608-8d99-c032deb0cbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a1eb69-a832-4bab-8cf9-03a54d233539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:49:53.185100 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb4107-9b35-4420-93a4-f0a562a69770 admin admin] Network hostable DHCP agents. Network: 17a1eb69-a832-4bab-8cf9-03a54d233539, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:49:53.202486 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb4107-9b35-4420-93a4-f0a562a69770 admin admin] Network 17a1eb69-a832-4bab-8cf9-03a54d233539 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:49:53.211749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb4107-9b35-4420-93a4-f0a562a69770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 17a1eb69-a832-4bab-8cf9-03a54d233539) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:49:53.216621 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eb4107-9b35-4420-93a4-f0a562a69770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:53.217650 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f8eb4107-9b35-4420-93a4-f0a562a69770 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:53.221841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a07663-59dd-40d4-a29e-4433183eab3f None None] Network 17a1eb69-a832-4bab-8cf9-03a54d233539 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:49:53.234792 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f8eb4107-9b35-4420-93a4-f0a562a69770 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3032823 Dec 08 02:49:53.322176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc126d63-829e-4df9-a497-8b08ff48b70d None None] Network 17a1eb69-a832-4bab-8cf9-03a54d233539 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:49:53.656482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7da677-4adf-4c58-b022-12ba81140499 req-237553b8-8964-42c1-aa90-27c1f2a47def tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:53.657882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c7da677-4adf-4c58-b022-12ba81140499 req-237553b8-8964-42c1-aa90-27c1f2a47def tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/networks?id=17a1eb69-a832-4bab-8cf9-03a54d233539 HTTP/1.1" status: 200 len: 814 time: 0.1000495 Dec 08 02:49:53.672612 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c7da677-4adf-4c58-b022-12ba81140499 req-ca67aef4-ccad-4fd8-b27b-b1bad0298eb4 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/quotas/6c8732b740774071ae76ca8d22849273 HTTP/1.1" status: 200 len: 375 time: 0.0090301 Dec 08 02:49:53.707018 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c7da677-4adf-4c58-b022-12ba81140499 req-e2d417bd-225e-48f1-b75f-aff7f55405ff tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c8732b740774071ae76ca8d22849273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293365 Dec 08 02:49:53.836015 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c7da677-4adf-4c58-b022-12ba81140499 req-006d66f1-d896-4f47-8abf-a285f41bc62b service neutron] 10.222.0.71 "GET /v2.0/networks/17a1eb69-a832-4bab-8cf9-03a54d233539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220376 Dec 08 02:49:53.884591 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:53.927480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c7da677-4adf-4c58-b022-12ba81140499 req-0487abbd-ba99-476c-b41d-fa096604ae2a service neutron] 10.222.0.71 "GET /v2.0/networks/17a1eb69-a832-4bab-8cf9-03a54d233539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854006 Dec 08 02:49:54.087073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-da53b46b-21bf-440b-8cd6-dea0f3f72dc6 req-720c92ae-1220-49c4-bd06-f0047fdcba9c tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 210 time: 0.0299299 Dec 08 02:49:54.440194 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-071fcd8b-390a-475b-aa74-895704f849e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:54.774927 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:55.186190 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1c35260-9273-4e4c-b5c5-1fb8b96b1c7e req-5f4a3c73-ecb9-4d7a-b739-d33073f5b556 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 210 time: 0.0285559 Dec 08 02:49:55.535082 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7da677-4adf-4c58-b022-12ba81140499 req-5e65db45-1c10-49b7-acc6-11421d2c3023 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:55.536559 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4c7da677-4adf-4c58-b022-12ba81140499 req-5e65db45-1c10-49b7-acc6-11421d2c3023 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.75 "GET /v2.0/networks?id=17a1eb69-a832-4bab-8cf9-03a54d233539 HTTP/1.1" status: 200 len: 814 time: 0.4272809 Dec 08 02:49:55.554371 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-4c7da677-4adf-4c58-b022-12ba81140499 req-ddd61161-9458-42ae-b035-253c9946fbf9 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Request body: {'port': {'device_id': '07aec07e-a8c5-4bb2-b760-d3a70f0222ad', 'network_id': '17a1eb69-a832-4bab-8cf9-03a54d233539', 'admin_state_up': True, 'tenant_id': '6c8732b740774071ae76ca8d22849273'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:49:55.652397 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:55.661391 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7da677-4adf-4c58-b022-12ba81140499 req-ddd61161-9458-42ae-b035-253c9946fbf9 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Made reservation on behalf of 6c8732b740774071ae76ca8d22849273 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:49:55.665108 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4c7da677-4adf-4c58-b022-12ba81140499 req-ddd61161-9458-42ae-b035-253c9946fbf9 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:55.790335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-4c7da677-4adf-4c58-b022-12ba81140499 req-ddd61161-9458-42ae-b035-253c9946fbf9 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Allocated IP 172.20.0.10 (17a1eb69-a832-4bab-8cf9-03a54d233539/f97d96ae-12a2-4bf1-ae21-f5c055ed30b1/6df3b731-ecca-4fac-beb3-96da22fa98ef) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:49:55.934321 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4c7da677-4adf-4c58-b022-12ba81140499 req-ddd61161-9458-42ae-b035-253c9946fbf9 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:55.967751 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4c7da677-4adf-4c58-b022-12ba81140499 req-ddd61161-9458-42ae-b035-253c9946fbf9 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:56.010107 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7da677-4adf-4c58-b022-12ba81140499 req-ddd61161-9458-42ae-b035-253c9946fbf9 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Network 17a1eb69-a832-4bab-8cf9-03a54d233539 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:49:56.013149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-4c7da677-4adf-4c58-b022-12ba81140499 req-ddd61161-9458-42ae-b035-253c9946fbf9 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:49:56.017380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7da677-4adf-4c58-b022-12ba81140499 req-ddd61161-9458-42ae-b035-253c9946fbf9 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:49:56.040635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd61161-9458-42ae-b035-253c9946fbf9 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Pushing event updated for resources: {'Port': ['ID=6df3b731-ecca-4fac-beb3-96da22fa98ef,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:56.067552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7da677-4adf-4c58-b022-12ba81140499 req-ddd61161-9458-42ae-b035-253c9946fbf9 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:56.068186 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4c7da677-4adf-4c58-b022-12ba81140499 req-ddd61161-9458-42ae-b035-253c9946fbf9 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:56.084261 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4c7da677-4adf-4c58-b022-12ba81140499 req-ddd61161-9458-42ae-b035-253c9946fbf9 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5333676 Dec 08 02:49:56.100832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Request body: {'port': {'device_id': '07aec07e-a8c5-4bb2-b760-d3a70f0222ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:49:56.154983 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:56.306818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f483a0-a954-4acd-b97d-da7e8c40c246 req-4577829c-3510-4ae8-85ad-12086e523f10 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:56.308266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05f483a0-a954-4acd-b97d-da7e8c40c246 req-4577829c-3510-4ae8-85ad-12086e523f10 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 932 time: 0.0493288 Dec 08 02:49:56.356618 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05f483a0-a954-4acd-b97d-da7e8c40c246 req-f9630767-0e05-4f7b-b33f-28cd3c29c65e tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414736 Dec 08 02:49:56.420015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df3b731-ecca-4fac-beb3-96da22fa98ef {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:49:56.427436 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:56.440526 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Transition to ACTIVE for port object 6df3b731-ecca-4fac-beb3-96da22fa98ef will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:49:56.444057 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:56.492020 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Pushing event updated for resources: {'Port': ['ID=6df3b731-ecca-4fac-beb3-96da22fa98ef,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:56.564584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Attempting to bind port 6df3b731-ecca-4fac-beb3-96da22fa98ef on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:49:56.565244 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Attempting to bind port 6df3b731-ecca-4fac-beb3-96da22fa98ef by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'd7a0d6f4-1f16-4608-8d99-c032deb0cbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a1eb69-a832-4bab-8cf9-03a54d233539'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:49:56.565244 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Attempting to bind port 6df3b731-ecca-4fac-beb3-96da22fa98ef on network 17a1eb69-a832-4bab-8cf9-03a54d233539 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:49:56.569350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Port 6df3b731-ecca-4fac-beb3-96da22fa98ef on network 17a1eb69-a832-4bab-8cf9-03a54d233539 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:49:56.569668 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Attempting to bind port 6df3b731-ecca-4fac-beb3-96da22fa98ef on network 17a1eb69-a832-4bab-8cf9-03a54d233539 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:49:56.574416 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:49:56.574757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Checking segment: {'id': 'd7a0d6f4-1f16-4608-8d99-c032deb0cbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a1eb69-a832-4bab-8cf9-03a54d233539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:49:56.575135 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Bound using segment: {'id': 'd7a0d6f4-1f16-4608-8d99-c032deb0cbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a1eb69-a832-4bab-8cf9-03a54d233539'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:49:56.575553 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Bound port: 6df3b731-ecca-4fac-beb3-96da22fa98ef, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a0d6f4-1f16-4608-8d99-c032deb0cbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a1eb69-a832-4bab-8cf9-03a54d233539'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:49:56.575929 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:56.637735 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] For port 6df3b731-ecca-4fac-beb3-96da22fa98ef, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:49:56.641794 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] For port 6df3b731-ecca-4fac-beb3-96da22fa98ef, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6df3b731-ecca-4fac-beb3-96da22fa98ef,segment=NetworkSegment(d7a0d6f4-1f16-4608-8d99-c032deb0cbf4),segment_id=d7a0d6f4-1f16-4608-8d99-c032deb0cbf4)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:49:56.645463 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:56.680078 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:56.680697 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:56.682102 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4c7da677-4adf-4c58-b022-12ba81140499 req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] 10.222.0.75 "PUT /v2.0/ports/6df3b731-ecca-4fac-beb3-96da22fa98ef HTTP/1.1" status: 200 len: 1093 time: 0.5852742 Dec 08 02:49:56.682541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07aec07e-a8c5-4bb2-b760-d3a70f0222ad', 'tag': '6df3b731-ecca-4fac-beb3-96da22fa98ef'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:49:56.684814 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d548f8da-5389-4137-b4ea-2997945e14db" -d '{"events": [{"name": "network-changed", "server_uuid": "07aec07e-a8c5-4bb2-b760-d3a70f0222ad", "tag": "6df3b731-ecca-4fac-beb3-96da22fa98ef"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:49:56.710380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c084ca-d247-4c29-b035-62b70d36d428 service neutron] Pushing event updated for resources: {'Port': ['ID=6df3b731-ecca-4fac-beb3-96da22fa98ef,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:49:56.728576 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d667d9-a165-498b-a8d6-3df3e53e83f1 x-openstack-request-id: req-22d667d9-a165-498b-a8d6-3df3e53e83f1 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:49:56.728871 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07aec07e-a8c5-4bb2-b760-d3a70f0222ad", "tag": "6df3b731-ecca-4fac-beb3-96da22fa98ef", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:49:56.729130 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-22d667d9-a165-498b-a8d6-3df3e53e83f1 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:49:56.729537 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07aec07e-a8c5-4bb2-b760-d3a70f0222ad', 'tag': '6df3b731-ecca-4fac-beb3-96da22fa98ef', 'status': 'completed', 'code': 200} Dec 08 02:49:56.791708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7da677-4adf-4c58-b022-12ba81140499 req-a115fa4a-86dc-4b1c-86b3-15f5d5187353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:56.793258 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4c7da677-4adf-4c58-b022-12ba81140499 req-a115fa4a-86dc-4b1c-86b3-15f5d5187353 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c8732b740774071ae76ca8d22849273&device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 1096 time: 0.0445893 Dec 08 02:49:56.859767 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4c7da677-4adf-4c58-b022-12ba81140499 req-5c3b829f-ef7c-4156-9692-f202dafc41b1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6df3b731-ecca-4fac-beb3-96da22fa98ef HTTP/1.1" status: 200 len: 217 time: 0.0346165 Dec 08 02:49:56.909091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7da677-4adf-4c58-b022-12ba81140499 req-68966ffc-108c-4e90-a750-b12476d1fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:56.910484 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4c7da677-4adf-4c58-b022-12ba81140499 req-68966ffc-108c-4e90-a750-b12476d1fd6a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f97d96ae-12a2-4bf1-ae21-f5c055ed30b1 HTTP/1.1" status: 200 len: 854 time: 0.0430551 Dec 08 02:49:56.945171 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4c7da677-4adf-4c58-b022-12ba81140499 req-ad175fda-10d2-481f-a97f-ccd38b44bd20 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17a1eb69-a832-4bab-8cf9-03a54d233539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274312 Dec 08 02:49:57.033781 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4c7da677-4adf-4c58-b022-12ba81140499 req-6402bbfd-1c3a-48d3-85fa-b17219f4dd73 service neutron] 10.222.0.75 "GET /v2.0/networks/17a1eb69-a832-4bab-8cf9-03a54d233539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808773 Dec 08 02:49:57.125773 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4c7da677-4adf-4c58-b022-12ba81140499 req-4691558e-1783-4d2a-aa66-8cc3713f19b9 service neutron] 10.222.0.75 "GET /v2.0/networks/17a1eb69-a832-4bab-8cf9-03a54d233539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845284 Dec 08 02:49:57.151476 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:57.248764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548f8da-5389-4137-b4ea-2997945e14db req-8676246d-09b5-4499-9908-54bb5f9a85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:57.250280 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d548f8da-5389-4137-b4ea-2997945e14db req-8676246d-09b5-4499-9908-54bb5f9a85a2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c8732b740774071ae76ca8d22849273&device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 1096 time: 0.0411038 Dec 08 02:49:57.341690 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548f8da-5389-4137-b4ea-2997945e14db req-a31c4fa1-cd30-40a4-83fd-0c4f4a01f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:57.343194 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d548f8da-5389-4137-b4ea-2997945e14db req-a31c4fa1-cd30-40a4-83fd-0c4f4a01f2a3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=17a1eb69-a832-4bab-8cf9-03a54d233539 HTTP/1.1" status: 200 len: 915 time: 0.0860679 Dec 08 02:49:57.385600 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d548f8da-5389-4137-b4ea-2997945e14db req-29919134-c2d1-4ffb-b4bf-6cf4655c46dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6df3b731-ecca-4fac-beb3-96da22fa98ef HTTP/1.1" status: 200 len: 217 time: 0.0340037 Dec 08 02:49:57.435206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548f8da-5389-4137-b4ea-2997945e14db req-00110929-64e9-472f-a73d-bb1a763b4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:57.437418 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d548f8da-5389-4137-b4ea-2997945e14db req-00110929-64e9-472f-a73d-bb1a763b4369 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f97d96ae-12a2-4bf1-ae21-f5c055ed30b1 HTTP/1.1" status: 200 len: 854 time: 0.0457380 Dec 08 02:49:57.470719 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d548f8da-5389-4137-b4ea-2997945e14db req-96fda68d-8d03-4e75-8077-92939bc08e58 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17a1eb69-a832-4bab-8cf9-03a54d233539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247905 Dec 08 02:49:57.478954 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54813fd8-b855-42fa-b922-e0bf6b5c634a req-e6d76e47-843d-4865-8ea2-460c6116c388 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:57.480512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54813fd8-b855-42fa-b922-e0bf6b5c634a req-e6d76e47-843d-4865-8ea2-460c6116c388 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 944 time: 0.0540838 Dec 08 02:49:57.527623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54813fd8-b855-42fa-b922-e0bf6b5c634a req-511e57b8-db55-4470-9b05-3c66d9130976 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401945 Dec 08 02:49:57.566153 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d548f8da-5389-4137-b4ea-2997945e14db req-7bf36be4-3cae-40a2-a1fe-9af54bde013e service neutron] 10.222.0.75 "GET /v2.0/networks/17a1eb69-a832-4bab-8cf9-03a54d233539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876291 Dec 08 02:49:57.658285 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d548f8da-5389-4137-b4ea-2997945e14db req-05ed265c-a0a7-4a1f-a3f6-065e35088371 service neutron] 10.222.0.75 "GET /v2.0/networks/17a1eb69-a832-4bab-8cf9-03a54d233539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841229 Dec 08 02:49:58.007832 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:58.644326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c695d-3be9-4550-b7e2-0fec066350c5 req-8c2a58a3-4d85-4104-9056-049948f69077 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:58.645790 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-675c695d-3be9-4550-b7e2-0fec066350c5 req-8c2a58a3-4d85-4104-9056-049948f69077 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 944 time: 0.0485797 Dec 08 02:49:58.692294 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-675c695d-3be9-4550-b7e2-0fec066350c5 req-f82c4cd7-55fa-404f-a6d3-dab4a6c91c70 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405750 Dec 08 02:49:59.804830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b017b-1268-4b2f-994b-c6ca8e07f1e1 req-e18f9227-d0fb-4369-868e-1b6ee7526054 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:59.806355 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-868b017b-1268-4b2f-994b-c6ca8e07f1e1 req-e18f9227-d0fb-4369-868e-1b6ee7526054 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 944 time: 0.0470562 Dec 08 02:49:59.856903 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-868b017b-1268-4b2f-994b-c6ca8e07f1e1 req-4056c85c-4572-4ffe-b620-24b1f667aecf tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436990 Dec 08 02:49:59.963230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6df3b731-ecca-4fac-beb3-96da22fa98ef details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:50:00.056899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 6df3b731-ecca-4fac-beb3-96da22fa98ef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6df3b731-ecca-4fac-beb3-96da22fa98ef,segment=NetworkSegment(d7a0d6f4-1f16-4608-8d99-c032deb0cbf4),segment_id=d7a0d6f4-1f16-4608-8d99-c032deb0cbf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:00.067334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '6df3b731-ecca-4fac-beb3-96da22fa98ef', 'network_id': '17a1eb69-a832-4bab-8cf9-03a54d233539', 'port_id': '6df3b731-ecca-4fac-beb3-96da22fa98ef', 'mac_address': 'fa:16:3e:f9:61:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97d96ae-12a2-4bf1-ae21-f5c055ed30b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:50:00.102975 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:00.115909 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df3b731-ecca-4fac-beb3-96da22fa98ef {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:50:00.134407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 6df3b731-ecca-4fac-beb3-96da22fa98ef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6df3b731-ecca-4fac-beb3-96da22fa98ef,segment=NetworkSegment(d7a0d6f4-1f16-4608-8d99-c032deb0cbf4),segment_id=d7a0d6f4-1f16-4608-8d99-c032deb0cbf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:00.138237 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:00.186687 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=6df3b731-ecca-4fac-beb3-96da22fa98ef,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:00.429025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['6df3b731-ecca-4fac-beb3-96da22fa98ef'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:50:00.973033 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580ac57-63db-4891-830f-2945dea28b11 req-2bd00f67-af81-4544-adea-1ecd3fd46848 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:00.973954 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e580ac57-63db-4891-830f-2945dea28b11 req-2bd00f67-af81-4544-adea-1ecd3fd46848 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 945 time: 0.0498936 Dec 08 02:50:01.028238 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e580ac57-63db-4891-830f-2945dea28b11 req-a2200a6b-22ae-4bf5-9417-be30147d2005 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480676 Dec 08 02:50:01.984103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6df3b731-ecca-4fac-beb3-96da22fa98ef up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:02.034696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 6df3b731-ecca-4fac-beb3-96da22fa98ef completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:50:02.038699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 6df3b731-ecca-4fac-beb3-96da22fa98ef triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:02.039073 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:02.116815 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:02.140046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07aec07e-a8c5-4bb2-b760-d3a70f0222ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df3b731-ecca-4fac-beb3-96da22fa98ef'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:50:02.142292 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b2d586-2fdc-4dbf-88aa-1c960af02154" -d '{"events": [{"server_uuid": "07aec07e-a8c5-4bb2-b760-d3a70f0222ad", "name": "network-vif-plugged", "status": "completed", "tag": "6df3b731-ecca-4fac-beb3-96da22fa98ef"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:50:02.143021 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941f9ff-9d9b-4bd9-a858-8b4f8eef7f51 req-68dcf055-205e-4f89-b7c4-1d9bc43e659b tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:02.144538 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c941f9ff-9d9b-4bd9-a858-8b4f8eef7f51 req-68dcf055-205e-4f89-b7c4-1d9bc43e659b tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 945 time: 0.0484924 Dec 08 02:50:02.155507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 6df3b731-ecca-4fac-beb3-96da22fa98ef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6df3b731-ecca-4fac-beb3-96da22fa98ef,segment=NetworkSegment(d7a0d6f4-1f16-4608-8d99-c032deb0cbf4),segment_id=d7a0d6f4-1f16-4608-8d99-c032deb0cbf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:02.160519 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:02.194994 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bfdb43-00cb-4c90-bf93-4fd0a1c443b8 x-openstack-request-id: req-a7bfdb43-00cb-4c90-bf93-4fd0a1c443b8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:50:02.195298 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07aec07e-a8c5-4bb2-b760-d3a70f0222ad", "name": "network-vif-plugged", "status": "completed", "tag": "6df3b731-ecca-4fac-beb3-96da22fa98ef", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:50:02.195553 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a7bfdb43-00cb-4c90-bf93-4fd0a1c443b8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:50:02.195999 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07aec07e-a8c5-4bb2-b760-d3a70f0222ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df3b731-ecca-4fac-beb3-96da22fa98ef', 'code': 200} Dec 08 02:50:02.200905 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c941f9ff-9d9b-4bd9-a858-8b4f8eef7f51 req-3997af83-c497-4e1a-b6d4-a829ad1b7b20 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425293 Dec 08 02:50:02.227747 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=6df3b731-ecca-4fac-beb3-96da22fa98ef,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:02.313185 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34bdb6-0e0f-4203-9230-172495e2a668 req-e6888e72-a9d9-4634-97b9-bdd5d8633201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:02.314736 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1f34bdb6-0e0f-4203-9230-172495e2a668 req-e6888e72-a9d9-4634-97b9-bdd5d8633201 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 1098 time: 0.0408974 Dec 08 02:50:02.359288 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-1f34bdb6-0e0f-4203-9230-172495e2a668 req-bbe5ab8b-db69-4369-acdb-e33ae9375aa3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366347 Dec 08 02:50:03.325745 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c34e-17ee-49b5-a5ea-f4cffb32c3b9 req-354615ca-9b59-4a90-b1a2-d25590e40091 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:03.327501 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7534c34e-17ee-49b5-a5ea-f4cffb32c3b9 req-354615ca-9b59-4a90-b1a2-d25590e40091 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 946 time: 0.0544677 Dec 08 02:50:03.379526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7534c34e-17ee-49b5-a5ea-f4cffb32c3b9 req-e4557489-38af-4bb8-9d94-1e72de66a7e3 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459983 Dec 08 02:50:04.494865 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acea4b-2cf7-42c1-af13-2a3dbdfcb63f req-bba210ac-07f3-414a-8ef7-60806289155d tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:04.496273 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03acea4b-2cf7-42c1-af13-2a3dbdfcb63f req-bba210ac-07f3-414a-8ef7-60806289155d tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 946 time: 0.0495777 Dec 08 02:50:04.544213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03acea4b-2cf7-42c1-af13-2a3dbdfcb63f req-388b7ed7-0f0e-4a4b-95be-bd1ce1bf381f tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413043 Dec 08 02:50:04.770357 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-444a6173-63f2-4d34-84df-c4aeb10afc00 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:04.771780 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-444a6173-63f2-4d34-84df-c4aeb10afc00 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/networks?id=17a1eb69-a832-4bab-8cf9-03a54d233539 HTTP/1.1" status: 200 len: 814 time: 0.1049435 Dec 08 02:50:04.786998 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-82b60882-4bcf-46c4-80f7-f9021e99e324 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/quotas/6c8732b740774071ae76ca8d22849273 HTTP/1.1" status: 200 len: 375 time: 0.0094466 Dec 08 02:50:04.835704 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-1714683f-4a1a-4458-b778-cbf9fc425278 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c8732b740774071ae76ca8d22849273&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433931 Dec 08 02:50:04.930956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-7d721155-b9b7-4410-972c-4592152b3ea3 service neutron] 10.222.0.71 "GET /v2.0/networks/17a1eb69-a832-4bab-8cf9-03a54d233539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877154 Dec 08 02:50:05.018519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-fe639d08-101d-4fff-b0f1-eeb007821366 service neutron] 10.222.0.71 "GET /v2.0/networks/17a1eb69-a832-4bab-8cf9-03a54d233539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812852 Dec 08 02:50:05.181848 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30467a7b-60d9-48aa-9c4f-7d575994a653 req-3e19bce6-79b9-4cc1-9bea-f447251b464a tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 210 time: 0.0311565 Dec 08 02:50:06.282504 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-31ab8b0d-be62-4082-b695-dd3a25f4778b tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:06.284015 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-31ab8b0d-be62-4082-b695-dd3a25f4778b tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.45 "GET /v2.0/networks?id=17a1eb69-a832-4bab-8cf9-03a54d233539 HTTP/1.1" status: 200 len: 814 time: 0.1221118 Dec 08 02:50:06.291466 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-79849e06-0b84-41b6-b8e3-b7ea6664d211 req-61c84e70-40bc-41f6-a191-386ebcd2895d tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 210 time: 0.0316565 Dec 08 02:50:06.308089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Request body: {'port': {'device_id': '7f4ac0eb-108b-4c14-b2d9-36286caeb543', 'network_id': '17a1eb69-a832-4bab-8cf9-03a54d233539', 'admin_state_up': True, 'tenant_id': '6c8732b740774071ae76ca8d22849273'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:06.414252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Made reservation on behalf of 6c8732b740774071ae76ca8d22849273 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:06.418395 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:06.543121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Allocated IP 172.20.0.14 (17a1eb69-a832-4bab-8cf9-03a54d233539/f97d96ae-12a2-4bf1-ae21-f5c055ed30b1/f118d9ac-fb45-4e4c-a427-9395140b18a6) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:06.687214 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:06.719847 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:06.752685 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['6df3b731-ecca-4fac-beb3-96da22fa98ef'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:50:06.762895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Network 17a1eb69-a832-4bab-8cf9-03a54d233539 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:06.766220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:06.769849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:06.795943 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Pushing event updated for resources: {'Port': ['ID=f118d9ac-fb45-4e4c-a427-9395140b18a6,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:06.807169 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:06.807535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:06.807962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:06.808260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:06.808607 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:06.808948 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:06.809294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:06.809626 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:06.809959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:06.810320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:06.810656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:06.810990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:06.811319 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:06.836590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:06.837191 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:06.853367 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-19f8c39a-18b5-4560-b471-97a708aaa496 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5491807 Dec 08 02:50:06.870589 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Request body: {'port': {'device_id': '7f4ac0eb-108b-4c14-b2d9-36286caeb543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:06.926533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:07.177602 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f118d9ac-fb45-4e4c-a427-9395140b18a6 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:50:07.185032 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:07.196650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Transition to ACTIVE for port object f118d9ac-fb45-4e4c-a427-9395140b18a6 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:50:07.199825 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:07.267294 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f118d9ac-fb45-4e4c-a427-9395140b18a6,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:07.317892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Attempting to bind port f118d9ac-fb45-4e4c-a427-9395140b18a6 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:07.318565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Attempting to bind port f118d9ac-fb45-4e4c-a427-9395140b18a6 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'd7a0d6f4-1f16-4608-8d99-c032deb0cbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a1eb69-a832-4bab-8cf9-03a54d233539'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:07.318565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Attempting to bind port f118d9ac-fb45-4e4c-a427-9395140b18a6 on network 17a1eb69-a832-4bab-8cf9-03a54d233539 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:07.322962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Port f118d9ac-fb45-4e4c-a427-9395140b18a6 on network 17a1eb69-a832-4bab-8cf9-03a54d233539 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:50:07.323307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Attempting to bind port f118d9ac-fb45-4e4c-a427-9395140b18a6 on network 17a1eb69-a832-4bab-8cf9-03a54d233539 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:07.329015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:07.329384 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Checking segment: {'id': 'd7a0d6f4-1f16-4608-8d99-c032deb0cbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a1eb69-a832-4bab-8cf9-03a54d233539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:07.329771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Bound using segment: {'id': 'd7a0d6f4-1f16-4608-8d99-c032deb0cbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a1eb69-a832-4bab-8cf9-03a54d233539'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:07.330198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Bound port: f118d9ac-fb45-4e4c-a427-9395140b18a6, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a0d6f4-1f16-4608-8d99-c032deb0cbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a1eb69-a832-4bab-8cf9-03a54d233539'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:07.330577 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:07.394419 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] For port f118d9ac-fb45-4e4c-a427-9395140b18a6, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:07.397629 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] For port f118d9ac-fb45-4e4c-a427-9395140b18a6, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f118d9ac-fb45-4e4c-a427-9395140b18a6,segment=NetworkSegment(d7a0d6f4-1f16-4608-8d99-c032deb0cbf4),segment_id=d7a0d6f4-1f16-4608-8d99-c032deb0cbf4)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:07.401229 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:07.410488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb5c70-3b44-4d01-84b3-368eb4b283be req-976e1e31-33ee-45df-b166-e1b465320d61 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:07.412127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-01bb5c70-3b44-4d01-84b3-368eb4b283be req-976e1e31-33ee-45df-b166-e1b465320d61 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 944 time: 0.0502496 Dec 08 02:50:07.436417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:07.437060 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:07.438494 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] 10.222.0.45 "PUT /v2.0/ports/f118d9ac-fb45-4e4c-a427-9395140b18a6 HTTP/1.1" status: 200 len: 1093 time: 0.5719526 Dec 08 02:50:07.438943 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4ac0eb-108b-4c14-b2d9-36286caeb543', 'tag': 'f118d9ac-fb45-4e4c-a427-9395140b18a6'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:50:07.441218 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7536c665-8d5a-49db-be20-00c73c9de2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4ac0eb-108b-4c14-b2d9-36286caeb543", "tag": "f118d9ac-fb45-4e4c-a427-9395140b18a6"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:50:07.464974 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66720dd9-c724-4a5d-af48-1e411ed63dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f118d9ac-fb45-4e4c-a427-9395140b18a6,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:07.481219 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8449b1a1-85f6-466a-a456-fe595865cce3 x-openstack-request-id: req-8449b1a1-85f6-466a-a456-fe595865cce3 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:50:07.481513 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4ac0eb-108b-4c14-b2d9-36286caeb543", "tag": "f118d9ac-fb45-4e4c-a427-9395140b18a6", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:50:07.481765 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8449b1a1-85f6-466a-a456-fe595865cce3 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:50:07.482206 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4ac0eb-108b-4c14-b2d9-36286caeb543', 'tag': 'f118d9ac-fb45-4e4c-a427-9395140b18a6', 'status': 'completed', 'code': 200} Dec 08 02:50:07.484797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-01bb5c70-3b44-4d01-84b3-368eb4b283be req-561833bc-7356-4709-aedf-abd29e40ca04 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654018 Dec 08 02:50:07.542525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-ae6d39ca-c135-48a1-8078-2102e36abf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:07.544102 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-ae6d39ca-c135-48a1-8078-2102e36abf39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c8732b740774071ae76ca8d22849273&device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 1096 time: 0.0444734 Dec 08 02:50:07.590324 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-19ff13be-d027-445e-b126-84796ac1aea0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f118d9ac-fb45-4e4c-a427-9395140b18a6 HTTP/1.1" status: 200 len: 217 time: 0.0339439 Dec 08 02:50:07.637656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-dc468dd0-28eb-4c4a-9015-f462e985bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:07.639728 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-dc468dd0-28eb-4c4a-9015-f462e985bdb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f97d96ae-12a2-4bf1-ae21-f5c055ed30b1 HTTP/1.1" status: 200 len: 854 time: 0.0423481 Dec 08 02:50:07.673420 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-cdb59992-6bb1-415e-a8a2-a240ba180d84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=17a1eb69-a832-4bab-8cf9-03a54d233539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273795 Dec 08 02:50:07.760737 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-3da2894d-c41c-4aad-b4dd-e29b00288970 service neutron] 10.222.0.45 "GET /v2.0/networks/17a1eb69-a832-4bab-8cf9-03a54d233539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806375 Dec 08 02:50:07.850878 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b8513dc2-2325-4a0d-b4eb-b3ea04b596ac req-7fbd2863-7e95-46d6-a0fc-587c9d24dfdf service neutron] 10.222.0.45 "GET /v2.0/networks/17a1eb69-a832-4bab-8cf9-03a54d233539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835805 Dec 08 02:50:07.973565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536c665-8d5a-49db-be20-00c73c9de2b0 req-35018ea6-2d13-4a13-a82b-ebe977f8a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:07.975154 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7536c665-8d5a-49db-be20-00c73c9de2b0 req-35018ea6-2d13-4a13-a82b-ebe977f8a706 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c8732b740774071ae76ca8d22849273&device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 1096 time: 0.0411372 Dec 08 02:50:08.068890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536c665-8d5a-49db-be20-00c73c9de2b0 req-e6d445f3-36d0-40cd-82ce-5c216fa8754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:08.070290 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7536c665-8d5a-49db-be20-00c73c9de2b0 req-e6d445f3-36d0-40cd-82ce-5c216fa8754a service neutron] 10.222.0.45 "GET /v2.0/networks?id=17a1eb69-a832-4bab-8cf9-03a54d233539 HTTP/1.1" status: 200 len: 915 time: 0.0886483 Dec 08 02:50:08.110562 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7536c665-8d5a-49db-be20-00c73c9de2b0 req-1e8a2a7b-885b-4640-8c74-04635f630e70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f118d9ac-fb45-4e4c-a427-9395140b18a6 HTTP/1.1" status: 200 len: 217 time: 0.0330427 Dec 08 02:50:08.159060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536c665-8d5a-49db-be20-00c73c9de2b0 req-13bf38b1-19fa-4937-9193-356e4fc1e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:08.160559 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7536c665-8d5a-49db-be20-00c73c9de2b0 req-13bf38b1-19fa-4937-9193-356e4fc1e529 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f97d96ae-12a2-4bf1-ae21-f5c055ed30b1 HTTP/1.1" status: 200 len: 854 time: 0.0419979 Dec 08 02:50:08.194747 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7536c665-8d5a-49db-be20-00c73c9de2b0 req-fae1f1c9-02c9-4d7f-951f-bc09d8ed151f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=17a1eb69-a832-4bab-8cf9-03a54d233539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242293 Dec 08 02:50:08.287435 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7536c665-8d5a-49db-be20-00c73c9de2b0 req-b4f6694a-e37e-421e-af5f-047a9dd70174 service neutron] 10.222.0.45 "GET /v2.0/networks/17a1eb69-a832-4bab-8cf9-03a54d233539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850856 Dec 08 02:50:08.380182 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-7536c665-8d5a-49db-be20-00c73c9de2b0 req-701ce262-578e-4c68-b34e-605aeefff681 service neutron] 10.222.0.45 "GET /v2.0/networks/17a1eb69-a832-4bab-8cf9-03a54d233539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836909 Dec 08 02:50:08.595023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a07b2-4e72-41ee-826e-aa3224f24aab req-6c4b6002-b990-49b8-b9eb-ede3d1bbcc1b tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:08.596517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d4a07b2-4e72-41ee-826e-aa3224f24aab req-6c4b6002-b990-49b8-b9eb-ede3d1bbcc1b tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 944 time: 0.0477843 Dec 08 02:50:08.646379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0d4a07b2-4e72-41ee-826e-aa3224f24aab req-fc56a311-88b8-45f8-855c-00b7ba8ea3ed tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439131 Dec 08 02:50:09.762571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c73f2-22c5-4895-99b6-3041f6eb9197 req-9817bfd8-3323-42a0-997e-4f395ea8cc86 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:09.764086 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-228c73f2-22c5-4895-99b6-3041f6eb9197 req-9817bfd8-3323-42a0-997e-4f395ea8cc86 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 944 time: 0.0484660 Dec 08 02:50:09.810447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-228c73f2-22c5-4895-99b6-3041f6eb9197 req-8737e66c-66c0-4200-8dde-17707928180f tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405278 Dec 08 02:50:10.066144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f118d9ac-fb45-4e4c-a427-9395140b18a6 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:50:10.156737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port f118d9ac-fb45-4e4c-a427-9395140b18a6, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f118d9ac-fb45-4e4c-a427-9395140b18a6,segment=NetworkSegment(d7a0d6f4-1f16-4608-8d99-c032deb0cbf4),segment_id=d7a0d6f4-1f16-4608-8d99-c032deb0cbf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:10.167227 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'f118d9ac-fb45-4e4c-a427-9395140b18a6', 'network_id': '17a1eb69-a832-4bab-8cf9-03a54d233539', 'port_id': 'f118d9ac-fb45-4e4c-a427-9395140b18a6', 'mac_address': 'fa:16:3e:88:4b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97d96ae-12a2-4bf1-ae21-f5c055ed30b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:50:10.206613 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.219093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f118d9ac-fb45-4e4c-a427-9395140b18a6 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:50:10.238078 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port f118d9ac-fb45-4e4c-a427-9395140b18a6, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f118d9ac-fb45-4e4c-a427-9395140b18a6,segment=NetworkSegment(d7a0d6f4-1f16-4608-8d99-c032deb0cbf4),segment_id=d7a0d6f4-1f16-4608-8d99-c032deb0cbf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:10.242301 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.287969 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=f118d9ac-fb45-4e4c-a427-9395140b18a6,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:10.498712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f118d9ac-fb45-4e4c-a427-9395140b18a6'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:50:10.924015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522bcc9-06ad-4aa2-825d-139386dad6fb req-be5fd896-1fa6-457a-bf58-7693906988f7 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:10.925482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4522bcc9-06ad-4aa2-825d-139386dad6fb req-be5fd896-1fa6-457a-bf58-7693906988f7 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 945 time: 0.0485270 Dec 08 02:50:10.972758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4522bcc9-06ad-4aa2-825d-139386dad6fb req-c2066417-5c5b-481e-b145-e4a92ddb46e6 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Dec 08 02:50:12.079972 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f118d9ac-fb45-4e4c-a427-9395140b18a6 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:12.089275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaab15-9c1a-4982-9e74-d9acfd3d7dd5 req-888dca1a-b06a-45c7-af8c-9f88031d2b41 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:12.090760 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47aaab15-9c1a-4982-9e74-d9acfd3d7dd5 req-888dca1a-b06a-45c7-af8c-9f88031d2b41 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 945 time: 0.0520196 Dec 08 02:50:12.127163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port f118d9ac-fb45-4e4c-a427-9395140b18a6 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:50:12.131030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port f118d9ac-fb45-4e4c-a427-9395140b18a6 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:12.131427 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.138213 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47aaab15-9c1a-4982-9e74-d9acfd3d7dd5 req-932e1467-c053-4b8b-a2d7-41f7b9be502b tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409257 Dec 08 02:50:12.207034 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.229064 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4ac0eb-108b-4c14-b2d9-36286caeb543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f118d9ac-fb45-4e4c-a427-9395140b18a6'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:50:12.231266 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e175464-84c6-4657-9993-40fe4ea97869" -d '{"events": [{"server_uuid": "7f4ac0eb-108b-4c14-b2d9-36286caeb543", "name": "network-vif-plugged", "status": "completed", "tag": "f118d9ac-fb45-4e4c-a427-9395140b18a6"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:50:12.248069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port f118d9ac-fb45-4e4c-a427-9395140b18a6, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f118d9ac-fb45-4e4c-a427-9395140b18a6,segment=NetworkSegment(d7a0d6f4-1f16-4608-8d99-c032deb0cbf4),segment_id=d7a0d6f4-1f16-4608-8d99-c032deb0cbf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:12.252134 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.275283 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954ac4f9-1009-4ce3-9854-6884ce60a591 x-openstack-request-id: req-954ac4f9-1009-4ce3-9854-6884ce60a591 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:50:12.275575 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4ac0eb-108b-4c14-b2d9-36286caeb543", "name": "network-vif-plugged", "status": "completed", "tag": "f118d9ac-fb45-4e4c-a427-9395140b18a6", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:50:12.275850 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-954ac4f9-1009-4ce3-9854-6884ce60a591 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:50:12.276232 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4ac0eb-108b-4c14-b2d9-36286caeb543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f118d9ac-fb45-4e4c-a427-9395140b18a6', 'code': 200} Dec 08 02:50:12.301424 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=f118d9ac-fb45-4e4c-a427-9395140b18a6,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:12.397945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895c239-272b-4f2e-89ef-6584d20f0f91 req-f2132866-3bcd-451e-b2df-f5d5e15ab7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:12.399423 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0895c239-272b-4f2e-89ef-6584d20f0f91 req-f2132866-3bcd-451e-b2df-f5d5e15ab7bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 1098 time: 0.0407796 Dec 08 02:50:12.443457 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0895c239-272b-4f2e-89ef-6584d20f0f91 req-446c2b3c-0177-4417-9862-97115557fe6c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368607 Dec 08 02:50:13.253380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98d505-788d-4a6e-a877-ce5c723a5992 req-9422d9c8-0318-46d0-abea-8044aa7b63b4 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:13.254862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb98d505-788d-4a6e-a877-ce5c723a5992 req-9422d9c8-0318-46d0-abea-8044aa7b63b4 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 946 time: 0.0493329 Dec 08 02:50:13.300659 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb98d505-788d-4a6e-a877-ce5c723a5992 req-d183e0b8-cbae-4d06-8e7c-6b6032c8411c tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398870 Dec 08 02:50:14.419799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83ea0-9ed0-48fd-93f5-996549a9bc4f req-aa6b98bb-ada6-47ff-ae0a-eae780a23024 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:14.421251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ff83ea0-9ed0-48fd-93f5-996549a9bc4f req-aa6b98bb-ada6-47ff-ae0a-eae780a23024 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 946 time: 0.0477707 Dec 08 02:50:14.471916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ff83ea0-9ed0-48fd-93f5-996549a9bc4f req-407a1087-52e3-4999-8a14-b8f1fb9c1fc8 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443068 Dec 08 02:50:14.697891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bdf06-204e-4a37-a563-ef9237ae91c2 req-78eee892-d764-4c7d-b44c-614aa6203739 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:14.699343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d8bdf06-204e-4a37-a563-ef9237ae91c2 req-78eee892-d764-4c7d-b44c-614aa6203739 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 946 time: 0.0485077 Dec 08 02:50:14.745522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d8bdf06-204e-4a37-a563-ef9237ae91c2 req-1fa26dd9-cc33-4fa9-b312-ba8f18d66812 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397029 Dec 08 02:50:15.862971 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba8ef3-8e9c-4cb0-ba3d-52630f6fa1ec req-6ab20257-8afe-4acb-8632-8f1b10486deb tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:15.864911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6eba8ef3-8e9c-4cb0-ba3d-52630f6fa1ec req-6ab20257-8afe-4acb-8632-8f1b10486deb tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 946 time: 0.0515885 Dec 08 02:50:15.911221 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6eba8ef3-8e9c-4cb0-ba3d-52630f6fa1ec req-4431c141-2cd0-42b2-8d2c-536af7341058 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402539 Dec 08 02:50:16.075775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c58dae-da49-49e7-9687-54b7382d0b01 req-20e68641-eb0a-4de3-8a05-b643931f7631 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:16.077388 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c0c58dae-da49-49e7-9687-54b7382d0b01 req-20e68641-eb0a-4de3-8a05-b643931f7631 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 946 time: 0.0476763 Dec 08 02:50:16.166957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c0c58dae-da49-49e7-9687-54b7382d0b01 req-a7fd0ef5-fdd7-4e3a-bd93-64bde4ba0cec tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Deleting port f118d9ac-fb45-4e4c-a427-9395140b18a6 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:50:16.167295 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c0c58dae-da49-49e7-9687-54b7382d0b01 req-a7fd0ef5-fdd7-4e3a-bd93-64bde4ba0cec tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:16.253058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-c0c58dae-da49-49e7-9687-54b7382d0b01 req-a7fd0ef5-fdd7-4e3a-bd93-64bde4ba0cec tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] For port f118d9ac-fb45-4e4c-a427-9395140b18a6, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=f118d9ac-fb45-4e4c-a427-9395140b18a6,segment=NetworkSegment(d7a0d6f4-1f16-4608-8d99-c032deb0cbf4),segment_id=d7a0d6f4-1f16-4608-8d99-c032deb0cbf4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:16.253424 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c0c58dae-da49-49e7-9687-54b7382d0b01 req-a7fd0ef5-fdd7-4e3a-bd93-64bde4ba0cec tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:16.266017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-c0c58dae-da49-49e7-9687-54b7382d0b01 req-a7fd0ef5-fdd7-4e3a-bd93-64bde4ba0cec tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Calling delete_port for f118d9ac-fb45-4e4c-a427-9395140b18a6 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:50:16.403489 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c0c58dae-da49-49e7-9687-54b7382d0b01 req-a7fd0ef5-fdd7-4e3a-bd93-64bde4ba0cec tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:16.432139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd0ef5-fdd7-4e3a-bd93-64bde4ba0cec tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Pushing event deleted for resources: {'Port': ['ID=f118d9ac-fb45-4e4c-a427-9395140b18a6,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:16.436169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['f118d9ac-fb45-4e4c-a427-9395140b18a6'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:50:16.443471 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['6df3b731-ecca-4fac-beb3-96da22fa98ef'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:50:16.478224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c58dae-da49-49e7-9687-54b7382d0b01 req-a7fd0ef5-fdd7-4e3a-bd93-64bde4ba0cec tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] No DVR routers for this DVR port f118d9ac-fb45-4e4c-a427-9395140b18a6 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:50:16.481008 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-c0c58dae-da49-49e7-9687-54b7382d0b01 req-a7fd0ef5-fdd7-4e3a-bd93-64bde4ba0cec tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:16.484585 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c0c58dae-da49-49e7-9687-54b7382d0b01 req-a7fd0ef5-fdd7-4e3a-bd93-64bde4ba0cec tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.45 "DELETE /v2.0/ports/f118d9ac-fb45-4e4c-a427-9395140b18a6 HTTP/1.1" status: 204 len: 173 time: 0.4009781 Dec 08 02:50:16.485036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4ac0eb-108b-4c14-b2d9-36286caeb543', 'name': 'network-vif-deleted', 'tag': 'f118d9ac-fb45-4e4c-a427-9395140b18a6'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:50:16.487311 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981215f5-38b7-415a-828a-f781652e5397" -d '{"events": [{"server_uuid": "7f4ac0eb-108b-4c14-b2d9-36286caeb543", "name": "network-vif-deleted", "tag": "f118d9ac-fb45-4e4c-a427-9395140b18a6"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:50:16.525095 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4de87e-ece5-4837-b141-f52a58d0990b x-openstack-request-id: req-af4de87e-ece5-4837-b141-f52a58d0990b {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:50:16.525399 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4ac0eb-108b-4c14-b2d9-36286caeb543", "name": "network-vif-deleted", "tag": "f118d9ac-fb45-4e4c-a427-9395140b18a6", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:50:16.525653 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-af4de87e-ece5-4837-b141-f52a58d0990b {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:50:16.526050 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4ac0eb-108b-4c14-b2d9-36286caeb543', 'name': 'network-vif-deleted', 'tag': 'f118d9ac-fb45-4e4c-a427-9395140b18a6', 'status': 'completed', 'code': 200} Dec 08 02:50:17.025055 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ef78c02-6d18-4e05-a296-b22609f40123 req-d49727bc-7635-4b97-a68c-7c11cbe596fe tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f4ac0eb-108b-4c14-b2d9-36286caeb543 HTTP/1.1" status: 200 len: 210 time: 0.0322492 Dec 08 02:50:18.176864 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20962428-511e-4134-93f2-fe13f5245f13 req-9a02ce33-195c-429a-b832-fed7f18ef2c2 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:18.178308 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20962428-511e-4134-93f2-fe13f5245f13 req-9a02ce33-195c-429a-b832-fed7f18ef2c2 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 946 time: 0.0481021 Dec 08 02:50:18.224873 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-20962428-511e-4134-93f2-fe13f5245f13 req-aa1835b2-0397-4cd2-834e-254ce108dd00 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406375 Dec 08 02:50:18.354317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67347e-5b3a-414b-849d-c7efe7b1083f req-11b729d6-a02b-4519-81b7-ad068b890b69 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:18.355705 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a67347e-5b3a-414b-849d-c7efe7b1083f req-11b729d6-a02b-4519-81b7-ad068b890b69 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 946 time: 0.0489266 Dec 08 02:50:18.402071 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8a67347e-5b3a-414b-849d-c7efe7b1083f req-bc44c158-9cab-4ba1-9cbc-cc880e8ee54e tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396185 Dec 08 02:50:18.519503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a4766-1744-475c-a4b3-65efe7812a9f req-5a86c5a0-cb12-425e-b8ca-5c90e617e865 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:18.521037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b9a4766-1744-475c-a4b3-65efe7812a9f req-5a86c5a0-cb12-425e-b8ca-5c90e617e865 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 946 time: 0.0509448 Dec 08 02:50:18.566500 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b9a4766-1744-475c-a4b3-65efe7812a9f req-0c6af403-597b-44ba-9e2a-4451363dc7a8 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395942 Dec 08 02:50:18.649109 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:50:18.710071 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-acc960ae-23d1-4237-8a9d-e81ef002fcac req-3fe7e0ca-2675-4810-a770-8bf68303c195 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:50:18.711073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acc960ae-23d1-4237-8a9d-e81ef002fcac req-3fe7e0ca-2675-4810-a770-8bf68303c195 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0425823 Dec 08 02:50:18.815003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88493d-925c-49a4-9259-819a2a7d52ae req-23ffeb71-cc08-4931-a368-625d5f01c979 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:18.816478 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a88493d-925c-49a4-9259-819a2a7d52ae req-23ffeb71-cc08-4931-a368-625d5f01c979 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 946 time: 0.0478175 Dec 08 02:50:18.861989 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4a88493d-925c-49a4-9259-819a2a7d52ae req-c8699c37-a4f8-4e36-83f9-78f264fb5445 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396774 Dec 08 02:50:18.978508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a4602-295d-4e9f-9f83-4846e0c8e251 req-48dfc60a-7f3a-46b3-9950-a05ab0339d34 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:18.979963 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-899a4602-295d-4e9f-9f83-4846e0c8e251 req-48dfc60a-7f3a-46b3-9950-a05ab0339d34 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 946 time: 0.0512450 Dec 08 02:50:19.025572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-899a4602-295d-4e9f-9f83-4846e0c8e251 req-577629b6-da0c-4ae6-8df1-028f9dba4777 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396004 Dec 08 02:50:19.147244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e4f81-19d0-48c0-8c6e-f21111351ea2 req-ef5224a6-ec89-4a59-a2db-44b07f4d6358 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:19.148669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e28e4f81-19d0-48c0-8c6e-f21111351ea2 req-ef5224a6-ec89-4a59-a2db-44b07f4d6358 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 946 time: 0.0480676 Dec 08 02:50:19.194620 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e28e4f81-19d0-48c0-8c6e-f21111351ea2 req-ebb1190a-0d3f-4223-8402-8b6849e137c1 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400615 Dec 08 02:50:19.486642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362cc46-2e64-4785-a0d0-cf36833abcf3 req-7cafbd34-f49b-47cd-b7db-17e0d5403a41 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:19.488147 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5362cc46-2e64-4785-a0d0-cf36833abcf3 req-7cafbd34-f49b-47cd-b7db-17e0d5403a41 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 946 time: 0.0476260 Dec 08 02:50:19.537239 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5362cc46-2e64-4785-a0d0-cf36833abcf3 req-594d2b05-1947-4257-b034-829ad9f2bfea tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431049 Dec 08 02:50:20.111584 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f118d9ac-fb45-4e4c-a427-9395140b18a6 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:50:20.131205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: f118d9ac-fb45-4e4c-a427-9395140b18a6 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:50:20.131546 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device f118d9ac-fb45-4e4c-a427-9395140b18a6 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:50:20.655448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314a9f-d32f-426b-9ede-41ab5306cbe4 req-623e0580-2f2f-4379-b37d-cb3d807d17be tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:20.656952 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0314a9f-d32f-426b-9ede-41ab5306cbe4 req-623e0580-2f2f-4379-b37d-cb3d807d17be tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 946 time: 0.0491447 Dec 08 02:50:20.703435 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0314a9f-d32f-426b-9ede-41ab5306cbe4 req-19aabdda-896e-4664-a3a9-6476900979d6 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf55918c-3129-4396-b641-f00c80c6ae02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Dec 08 02:50:20.922560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04782c7-4e72-4400-8182-553fae27c49c req-6ae0f61f-16ad-4490-a6ef-95a43bf63c59 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:20.923962 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a04782c7-4e72-4400-8182-553fae27c49c req-6ae0f61f-16ad-4490-a6ef-95a43bf63c59 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.75 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 946 time: 0.0482118 Dec 08 02:50:21.010196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-a04782c7-4e72-4400-8182-553fae27c49c req-a01e8725-4e65-454e-a429-007e3fbf530d tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Deleting port 6df3b731-ecca-4fac-beb3-96da22fa98ef {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:50:21.010533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a04782c7-4e72-4400-8182-553fae27c49c req-a01e8725-4e65-454e-a429-007e3fbf530d tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:21.098994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-a04782c7-4e72-4400-8182-553fae27c49c req-a01e8725-4e65-454e-a429-007e3fbf530d tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] For port 6df3b731-ecca-4fac-beb3-96da22fa98ef, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6df3b731-ecca-4fac-beb3-96da22fa98ef,segment=NetworkSegment(d7a0d6f4-1f16-4608-8d99-c032deb0cbf4),segment_id=d7a0d6f4-1f16-4608-8d99-c032deb0cbf4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:21.099351 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a04782c7-4e72-4400-8182-553fae27c49c req-a01e8725-4e65-454e-a429-007e3fbf530d tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:21.111565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-a04782c7-4e72-4400-8182-553fae27c49c req-a01e8725-4e65-454e-a429-007e3fbf530d tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Calling delete_port for 6df3b731-ecca-4fac-beb3-96da22fa98ef owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:50:21.238907 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a04782c7-4e72-4400-8182-553fae27c49c req-a01e8725-4e65-454e-a429-007e3fbf530d tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:21.266638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e8725-4e65-454e-a429-007e3fbf530d tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Pushing event deleted for resources: {'Port': ['ID=6df3b731-ecca-4fac-beb3-96da22fa98ef,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:21.272917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['6df3b731-ecca-4fac-beb3-96da22fa98ef'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:50:21.308801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04782c7-4e72-4400-8182-553fae27c49c req-a01e8725-4e65-454e-a429-007e3fbf530d tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] No DVR routers for this DVR port 6df3b731-ecca-4fac-beb3-96da22fa98ef on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:50:21.311739 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-a04782c7-4e72-4400-8182-553fae27c49c req-a01e8725-4e65-454e-a429-007e3fbf530d tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:21.315095 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a04782c7-4e72-4400-8182-553fae27c49c req-a01e8725-4e65-454e-a429-007e3fbf530d tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.75 "DELETE /v2.0/ports/6df3b731-ecca-4fac-beb3-96da22fa98ef HTTP/1.1" status: 204 len: 173 time: 0.3847790 Dec 08 02:50:21.315524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07aec07e-a8c5-4bb2-b760-d3a70f0222ad', 'name': 'network-vif-deleted', 'tag': '6df3b731-ecca-4fac-beb3-96da22fa98ef'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:50:21.317749 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c26bd4-85ba-44e3-85cf-5aba4d5130a5" -d '{"events": [{"server_uuid": "07aec07e-a8c5-4bb2-b760-d3a70f0222ad", "name": "network-vif-deleted", "tag": "6df3b731-ecca-4fac-beb3-96da22fa98ef"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:50:21.362769 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453889a3-ee8c-49c9-b7b5-a40c91dd723e x-openstack-request-id: req-453889a3-ee8c-49c9-b7b5-a40c91dd723e {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:50:21.363268 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07aec07e-a8c5-4bb2-b760-d3a70f0222ad", "name": "network-vif-deleted", "tag": "6df3b731-ecca-4fac-beb3-96da22fa98ef", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:50:21.363532 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-453889a3-ee8c-49c9-b7b5-a40c91dd723e {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:50:21.363966 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07aec07e-a8c5-4bb2-b760-d3a70f0222ad', 'name': 'network-vif-deleted', 'tag': '6df3b731-ecca-4fac-beb3-96da22fa98ef', 'status': 'completed', 'code': 200} Dec 08 02:50:21.811769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d767fc3c-fb9e-4243-b66c-f875c5e4be2d req-ba5ae338-df5e-4754-ba6c-bf85b65bb008 tempest-ServersNegativeTestJSON-328527533 tempest-ServersNegativeTestJSON-328527533-project] 10.222.0.71 "GET /v2.0/ports?device_id=07aec07e-a8c5-4bb2-b760-d3a70f0222ad HTTP/1.1" status: 200 len: 210 time: 0.0268393 Dec 08 02:50:22.083994 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6866af62-d92b-4157-9bee-92c79b6f15e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:22.868586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38490) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:22.912940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7a8d8e-71e7-4f2d-a705-7baa4c29ad4d admin admin] Deleting subnet f97d96ae-12a2-4bf1-ae21-f5c055ed30b1 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:50:22.915934 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8d8e-71e7-4f2d-a705-7baa4c29ad4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:22.953996 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8d8e-71e7-4f2d-a705-7baa4c29ad4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:22.991617 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8d8e-71e7-4f2d-a705-7baa4c29ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:23.041845 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8d8e-71e7-4f2d-a705-7baa4c29ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:23.065318 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a8d8e-71e7-4f2d-a705-7baa4c29ad4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f97d96ae-12a2-4bf1-ae21-f5c055ed30b1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:23.072480 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8d8e-71e7-4f2d-a705-7baa4c29ad4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:23.075975 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ac7a8d8e-71e7-4f2d-a705-7baa4c29ad4d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f97d96ae-12a2-4bf1-ae21-f5c055ed30b1 HTTP/1.1" status: 204 len: 168 time: 0.2063982 Dec 08 02:50:23.078749 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38492) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:23.148631 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1243fe8d-1bba-460b-ad41-ded0343f85e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:23.222842 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1243fe8d-1bba-460b-ad41-ded0343f85e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:23.246519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1243fe8d-1bba-460b-ad41-ded0343f85e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a1eb69-a832-4bab-8cf9-03a54d233539']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:23.256051 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1243fe8d-1bba-460b-ad41-ded0343f85e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a0d6f4-1f16-4608-8d99-c032deb0cbf4') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:23.256341 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1243fe8d-1bba-460b-ad41-ded0343f85e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a0d6f4-1f16-4608-8d99-c032deb0cbf4') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:23.265241 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1243fe8d-1bba-460b-ad41-ded0343f85e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:23.277863 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1243fe8d-1bba-460b-ad41-ded0343f85e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:23.284094 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1243fe8d-1bba-460b-ad41-ded0343f85e8 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:50:23.284485 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1243fe8d-1bba-460b-ad41-ded0343f85e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:50:23.286068 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:50:23.337143 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1243fe8d-1bba-460b-ad41-ded0343f85e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:23.343446 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1243fe8d-1bba-460b-ad41-ded0343f85e8 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:23.346739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1243fe8d-1bba-460b-ad41-ded0343f85e8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/17a1eb69-a832-4bab-8cf9-03a54d233539 HTTP/1.1" status: 204 len: 168 time: 0.2670524 Dec 08 02:50:23.358550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243fe8d-1bba-460b-ad41-ded0343f85e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a1eb69-a832-4bab-8cf9-03a54d233539,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:23.453955 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38496) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:23.493411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-233fcd2e-e70b-4b9d-ba65-27071fb40db0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c8732b740774071ae76ca8d22849273&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382388 Dec 08 02:50:23.495778 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38498) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:23.546413 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fdab2227-3fc0-4975-ba08-1215c3f4f6b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:23.566298 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fdab2227-3fc0-4975-ba08-1215c3f4f6b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:23.611653 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fdab2227-3fc0-4975-ba08-1215c3f4f6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:23.614881 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fdab2227-3fc0-4975-ba08-1215c3f4f6b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:23.616039 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fdab2227-3fc0-4975-ba08-1215c3f4f6b5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bf55918c-3129-4396-b641-f00c80c6ae02 HTTP/1.1" status: 204 len: 168 time: 0.1193867 Dec 08 02:50:23.623535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab2227-3fc0-4975-ba08-1215c3f4f6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf55918c-3129-4396-b641-f00c80c6ae02,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:23.897170 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:24.289676 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38520) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:24.386700 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1481452822'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:24.408307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Made reservation on behalf of 5efecf7a25b54ce58134e946447eba66 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:24.411714 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:24.420111 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:24.442090 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f13ba27c-61e6-49ed-9047-98a50d34dcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:24.492174 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:24.495518 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:24.524525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:50:24.533703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b437645-ecc0-47c8-9554-68992972725b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:24.540369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:24.540734 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Added segment 6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c of type vlan for network f24cbb2b-1839-4819-8158-5504618fb23c Dec 08 02:50:24.579376 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:24.603482 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:24.609013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:24.609599 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:24.644113 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3533521 Dec 08 02:50:24.677025 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f18c6b-6ec2-4b20-be7e-f07589a1c6bd tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event updated for resources: {'Network': ['ID=f24cbb2b-1839-4819-8158-5504618fb23c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:24.687401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network f24cbb2b-1839-4819-8158-5504618fb23c details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:50:24.793838 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:25.656018 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:26.109096 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6df3b731-ecca-4fac-beb3-96da22fa98ef no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:50:26.129480 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 6df3b731-ecca-4fac-beb3-96da22fa98ef {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:50:26.129825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6df3b731-ecca-4fac-beb3-96da22fa98ef not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:50:27.152118 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:27.884243 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38524) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:27.890027 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6940b2ab-15d8-4549-af12-62e3f5f13754 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Request body: {'subnet': {'network_id': 'f24cbb2b-1839-4819-8158-5504618fb23c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:27.979149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6940b2ab-15d8-4549-af12-62e3f5f13754 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Made reservation on behalf of 5efecf7a25b54ce58134e946447eba66 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:27.982944 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6940b2ab-15d8-4549-af12-62e3f5f13754 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.008587 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.163160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6940b2ab-15d8-4549-af12-62e3f5f13754 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.217650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940b2ab-15d8-4549-af12-62e3f5f13754 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event updated for resources: {'Subnet': ['ID=a7e5b1c6-ad68-42fd-863a-8db2e2efdf30,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:28.234268 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940b2ab-15d8-4549-af12-62e3f5f13754 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Checking segment: {'id': '6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f24cbb2b-1839-4819-8158-5504618fb23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:28.234624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940b2ab-15d8-4549-af12-62e3f5f13754 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Network hostable DHCP agents. Network: f24cbb2b-1839-4819-8158-5504618fb23c, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:50:28.251712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940b2ab-15d8-4549-af12-62e3f5f13754 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Network f24cbb2b-1839-4819-8158-5504618fb23c is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:50:28.260510 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-6940b2ab-15d8-4549-af12-62e3f5f13754 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, f24cbb2b-1839-4819-8158-5504618fb23c) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:28.265963 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940b2ab-15d8-4549-af12-62e3f5f13754 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:28.266150 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6940b2ab-15d8-4549-af12-62e3f5f13754 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.269100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0180a6f1-5cfd-4989-98f9-1c2bd8329fa7 None None] Network f24cbb2b-1839-4819-8158-5504618fb23c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:28.283201 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6940b2ab-15d8-4549-af12-62e3f5f13754 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3978443 Dec 08 02:50:28.286646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38526) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:28.291595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8949d28e-eb4f-4515-a13d-6689a12dfe54 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2073757364'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:28.312836 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8949d28e-eb4f-4515-a13d-6689a12dfe54 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Made reservation on behalf of 5efecf7a25b54ce58134e946447eba66 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:28.316327 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8949d28e-eb4f-4515-a13d-6689a12dfe54 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.341308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8949d28e-eb4f-4515-a13d-6689a12dfe54 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:50:28.350927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8949d28e-eb4f-4515-a13d-6689a12dfe54 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.351284 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-8949d28e-eb4f-4515-a13d-6689a12dfe54 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Added segment 33b32564-bc82-414f-9268-1e0ec057e8a9 of type vlan for network 822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5 Dec 08 02:50:28.403169 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8949d28e-eb4f-4515-a13d-6689a12dfe54 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.429494 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8949d28e-eb4f-4515-a13d-6689a12dfe54 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.436029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8949d28e-eb4f-4515-a13d-6689a12dfe54 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:28.436647 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8949d28e-eb4f-4515-a13d-6689a12dfe54 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.500475 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8949d28e-eb4f-4515-a13d-6689a12dfe54 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2095976 Dec 08 02:50:28.500709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38528) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:28.507515 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5b9c9e50-d3b4-47ce-a9cb-459016402073 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Request body: {'subnet': {'network_id': '822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:28.523461 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949d28e-eb4f-4515-a13d-6689a12dfe54 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event updated for resources: {'Network': ['ID=822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:28.535486 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-f24cbb2b-1839-4819-8158-5504618fb23c', 'network_id': 'f24cbb2b-1839-4819-8158-5504618fb23c', 'project_id': '5efecf7a25b54ce58134e946447eba66', 'fixed_ips': [{'subnet_id': 'a7e5b1c6-ad68-42fd-863a-8db2e2efdf30'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:50:28.536387 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.538430 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:50:28.601085 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9c9e50-d3b4-47ce-a9cb-459016402073 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Made reservation on behalf of 5efecf7a25b54ce58134e946447eba66 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:28.604871 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9e50-d3b4-47ce-a9cb-459016402073 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.724129 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Allocated IP 2001:db8:0:ffff::2 (f24cbb2b-1839-4819-8158-5504618fb23c/a7e5b1c6-ad68-42fd-863a-8db2e2efdf30/ce2102b1-7c38-4db0-9e63-5adb30cf38bc) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:28.796089 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9e50-d3b4-47ce-a9cb-459016402073 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.859654 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c9e50-d3b4-47ce-a9cb-459016402073 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event updated for resources: {'Subnet': ['ID=452efd77-a900-4859-845a-374c15b5bcb5,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:28.864252 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c9e50-d3b4-47ce-a9cb-459016402073 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Checking segment: {'id': '33b32564-bc82-414f-9268-1e0ec057e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:28.864618 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c9e50-d3b4-47ce-a9cb-459016402073 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Network hostable DHCP agents. Network: 822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:50:28.871901 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.877929 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.881564 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c9e50-d3b4-47ce-a9cb-459016402073 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Network 822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:50:28.890631 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-5b9c9e50-d3b4-47ce-a9cb-459016402073 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:28.896277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c9e50-d3b4-47ce-a9cb-459016402073 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:28.896846 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9e50-d3b4-47ce-a9cb-459016402073 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:28.905707 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda85b14-22d4-4423-b579-fbe759792544 None None] Network 822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:28.916152 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5b9c9e50-d3b4-47ce-a9cb-459016402073 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4144306 Dec 08 02:50:28.916930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38530) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:28.943989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Network f24cbb2b-1839-4819-8158-5504618fb23c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:28.972808 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:28.980608 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:28.987359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Pushing event updated for resources: {'Port': ['ID=ce2102b1-7c38-4db0-9e63-5adb30cf38bc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:29.009024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:29.009375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:29.009717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:29.010057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:29.010392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:29.010731 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:29.011066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:29.011392 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:29.011744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:29.012071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:29.012239 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.012396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:29.012720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:29.013087 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:29.078432 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Attempting to bind port ce2102b1-7c38-4db0-9e63-5adb30cf38bc on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:29.078809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Attempting to bind port ce2102b1-7c38-4db0-9e63-5adb30cf38bc by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f24cbb2b-1839-4819-8158-5504618fb23c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:29.079178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Attempting to bind port ce2102b1-7c38-4db0-9e63-5adb30cf38bc on network f24cbb2b-1839-4819-8158-5504618fb23c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:29.085445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:29.085445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Checking segment: {'id': '6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f24cbb2b-1839-4819-8158-5504618fb23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:29.085717 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.086109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Bound using segment: {'id': '6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f24cbb2b-1839-4819-8158-5504618fb23c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:29.086584 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Bound port: ce2102b1-7c38-4db0-9e63-5adb30cf38bc, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f24cbb2b-1839-4819-8158-5504618fb23c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:29.086967 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.090992 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9defb78-c4d7-4bbf-8fc8-6c5a516b0903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5', 'network_id': '822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5', 'project_id': '5efecf7a25b54ce58134e946447eba66', 'fixed_ips': [{'subnet_id': '452efd77-a900-4859-845a-374c15b5bcb5'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:50:29.091851 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d9defb78-c4d7-4bbf-8fc8-6c5a516b0903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.094689 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.157053 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.186106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event deleted for resources: {'Subnet': ['ID=452efd77-a900-4859-845a-374c15b5bcb5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:29.232289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] For port ce2102b1-7c38-4db0-9e63-5adb30cf38bc, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:29.249005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] For port ce2102b1-7c38-4db0-9e63-5adb30cf38bc, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ce2102b1-7c38-4db0-9e63-5adb30cf38bc,segment=NetworkSegment(6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c),segment_id=6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:29.251666 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server [None req-d9defb78-c4d7-4bbf-8fc8-6c5a516b0903 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 452efd77-a900-4859-845a-374c15b5bcb5: This subnet is being modified by another concurrent operation. Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server raise exception Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 452efd77-a900-4859-845a-374c15b5bcb5: This subnet is being modified by another concurrent operation. Dec 08 02:50:29.251851 n-d-713499-31 neutron-server[109768]: ERROR oslo_messaging.rpc.server Dec 08 02:50:29.261829 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.274737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c4d6c9-ebb1-432c-ba4e-2bfa250123c9 None None] Network 822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:29.286811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:29.296513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b32564-bc82-414f-9268-1e0ec057e8a9') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:29.296814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b32564-bc82-414f-9268-1e0ec057e8a9') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:29.306120 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.319557 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.326827 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:50:29.327342 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:50:29.330600 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:50:29.390219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c890e-b2de-46b0-84f1-aea6d782bacf None None] Pushing event updated for resources: {'Port': ['ID=ce2102b1-7c38-4db0-9e63-5adb30cf38bc,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:29.393970 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.401166 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.404805 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "DELETE /v2.0/networks/822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5 HTTP/1.1" status: 204 len: 168 time: 0.4868734 Dec 08 02:50:29.408367 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38532) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:29.413338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4870cccd-970c-442c-b997-85c71339bb58 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-426178432'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:29.427110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828e598-52bc-4c08-a00b-14ce318fa23f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event deleted for resources: {'Network': ['ID=822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:29.447110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4870cccd-970c-442c-b997-85c71339bb58 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Made reservation on behalf of 5efecf7a25b54ce58134e946447eba66 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:29.450620 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4870cccd-970c-442c-b997-85c71339bb58 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.476687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4870cccd-970c-442c-b997-85c71339bb58 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:50:29.487220 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4870cccd-970c-442c-b997-85c71339bb58 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.487566 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-4870cccd-970c-442c-b997-85c71339bb58 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Added segment 336ea634-33db-4617-917b-23723f0d7949 of type vlan for network 510e6323-3283-4311-b4d3-570c7d52c6e7 Dec 08 02:50:29.531193 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4870cccd-970c-442c-b997-85c71339bb58 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.555671 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4870cccd-970c-442c-b997-85c71339bb58 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.562178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4870cccd-970c-442c-b997-85c71339bb58 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:29.562826 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4870cccd-970c-442c-b997-85c71339bb58 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.621578 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4870cccd-970c-442c-b997-85c71339bb58 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2120731 Dec 08 02:50:29.624650 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38534) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:29.629909 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b8196992-b009-4c36-b4a8-54e84976cd6d tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Request body: {'subnet': {'network_id': '510e6323-3283-4311-b4d3-570c7d52c6e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:29.672931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870cccd-970c-442c-b997-85c71339bb58 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event updated for resources: {'Network': ['ID=510e6323-3283-4311-b4d3-570c7d52c6e7,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:29.683319 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 510e6323-3283-4311-b4d3-570c7d52c6e7 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:50:30.080872 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8196992-b009-4c36-b4a8-54e84976cd6d tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Made reservation on behalf of 5efecf7a25b54ce58134e946447eba66 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:30.084771 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8196992-b009-4c36-b4a8-54e84976cd6d tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.143890 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-b8196992-b009-4c36-b4a8-54e84976cd6d tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Performing IP validity checks on allocation pools {{(pid=109766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 02:50:30.144413 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.ipam_backend_mixin [None req-b8196992-b009-4c36-b4a8-54e84976cd6d tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 02:50:30.278789 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8196992-b009-4c36-b4a8-54e84976cd6d tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.295794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16760698-0259-4e0b-9c02-3993ef2e8f42 None None] Network f24cbb2b-1839-4819-8158-5504618fb23c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:30.314627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ce2102b1-7c38-4db0-9e63-5adb30cf38bc up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:30.343103 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8196992-b009-4c36-b4a8-54e84976cd6d tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event updated for resources: {'Subnet': ['ID=f3d4041a-9eb0-4124-9ab0-ffee6ed4afe4,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:30.350320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8196992-b009-4c36-b4a8-54e84976cd6d tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Checking segment: {'id': '336ea634-33db-4617-917b-23723f0d7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '510e6323-3283-4311-b4d3-570c7d52c6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:30.350690 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8196992-b009-4c36-b4a8-54e84976cd6d tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Network hostable DHCP agents. Network: 510e6323-3283-4311-b4d3-570c7d52c6e7, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:50:30.367147 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8196992-b009-4c36-b4a8-54e84976cd6d tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Network 510e6323-3283-4311-b4d3-570c7d52c6e7 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:50:30.376857 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-b8196992-b009-4c36-b4a8-54e84976cd6d tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 510e6323-3283-4311-b4d3-570c7d52c6e7) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:30.381991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8196992-b009-4c36-b4a8-54e84976cd6d tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:30.385131 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b8196992-b009-4c36-b4a8-54e84976cd6d tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.392949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb409762-f866-471f-bc93-b187e3ddf356 None None] Network 510e6323-3283-4311-b4d3-570c7d52c6e7 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:30.403175 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b8196992-b009-4c36-b4a8-54e84976cd6d tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7772715 Dec 08 02:50:30.404876 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d124f575-cd59-4355-bf12-9395e9108f4d None None] Provisioning complete for port ce2102b1-7c38-4db0-9e63-5adb30cf38bc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:30.405246 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d124f575-cd59-4355-bf12-9395e9108f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.405769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38536) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:30.505055 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.545173 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port ce2102b1-7c38-4db0-9e63-5adb30cf38bc triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:30.545425 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.578949 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.605401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8925a7b1-f5de-46c7-a559-ac195e775af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-510e6323-3283-4311-b4d3-570c7d52c6e7', 'network_id': '510e6323-3283-4311-b4d3-570c7d52c6e7', 'project_id': '5efecf7a25b54ce58134e946447eba66', 'fixed_ips': [{'subnet_id': 'f3d4041a-9eb0-4124-9ab0-ffee6ed4afe4'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:50:30.606151 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8925a7b1-f5de-46c7-a559-ac195e775af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.647879 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.671725 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d124f575-cd59-4355-bf12-9395e9108f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.682474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d4041a-9eb0-4124-9ab0-ffee6ed4afe4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:30.746727 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.770201 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.773159 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510e6323-3283-4311-b4d3-570c7d52c6e7']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:30.774820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d967519a-c196-49c6-aa08-1edb68c5fd90 None None] Network 510e6323-3283-4311-b4d3-570c7d52c6e7 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:30.783722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336ea634-33db-4617-917b-23723f0d7949') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:30.784318 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336ea634-33db-4617-917b-23723f0d7949') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:30.793340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d124f575-cd59-4355-bf12-9395e9108f4d None None] For port ce2102b1-7c38-4db0-9e63-5adb30cf38bc, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ce2102b1-7c38-4db0-9e63-5adb30cf38bc,segment=NetworkSegment(6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c),segment_id=6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:30.796383 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.813328 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d124f575-cd59-4355-bf12-9395e9108f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.814245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.820524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:50:30.820952 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:50:30.824586 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:50:30.889405 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.894343 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.897978 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "DELETE /v2.0/networks/510e6323-3283-4311-b4d3-570c7d52c6e7 HTTP/1.1" status: 204 len: 168 time: 0.4912703 Dec 08 02:50:30.902133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38538) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:30.908579 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c0ba1797-ea5e-4870-a552-280c3c3b4aac tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2117388459'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:30.912671 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16079927-6755-44c5-9b4c-62a49daaa28f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event deleted for resources: {'Network': ['ID=510e6323-3283-4311-b4d3-570c7d52c6e7,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:30.930609 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ba1797-ea5e-4870-a552-280c3c3b4aac tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Made reservation on behalf of 5efecf7a25b54ce58134e946447eba66 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:30.934173 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1797-ea5e-4870-a552-280c3c3b4aac tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.943504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a2b8e-ba9e-4da2-ab48-4d6ed955b01d None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:50:30.955106 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124f575-cd59-4355-bf12-9395e9108f4d None None] Pushing event updated for resources: {'Port': ['ID=ce2102b1-7c38-4db0-9e63-5adb30cf38bc,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:30.960279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ba1797-ea5e-4870-a552-280c3c3b4aac tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:50:30.970460 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1797-ea5e-4870-a552-280c3c3b4aac tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.970809 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-c0ba1797-ea5e-4870-a552-280c3c3b4aac tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Added segment 9f12196c-3d58-4632-8d97-75360e43ba9b of type vlan for network 83145c57-a06e-4913-a48f-fa1cad9914de Dec 08 02:50:30.989316 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:50:30.989684 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:50:30.993780 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9188f41b-5685-48a4-b2f2-49dcd4ed6a33 None None] Provisioning complete for port ce2102b1-7c38-4db0-9e63-5adb30cf38bc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:30.994146 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9188f41b-5685-48a4-b2f2-49dcd4ed6a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.017577 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1797-ea5e-4870-a552-280c3c3b4aac tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.042275 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1797-ea5e-4870-a552-280c3c3b4aac tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.048808 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba1797-ea5e-4870-a552-280c3c3b4aac tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:31.049342 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1797-ea5e-4870-a552-280c3c3b4aac tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.061107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a2b8e-ba9e-4da2-ab48-4d6ed955b01d None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:50:31.085051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c0ba1797-ea5e-4870-a552-280c3c3b4aac tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1809359 Dec 08 02:50:31.088105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38540) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:31.095656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5aaf981e-c662-4b9c-812e-f6db2085efc3 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Request body: {'subnet': {'network_id': '83145c57-a06e-4913-a48f-fa1cad9914de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:31.126767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba1797-ea5e-4870-a552-280c3c3b4aac tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event updated for resources: {'Network': ['ID=83145c57-a06e-4913-a48f-fa1cad9914de,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:31.157155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 83145c57-a06e-4913-a48f-fa1cad9914de details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:50:31.191478 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaf981e-c662-4b9c-812e-f6db2085efc3 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Made reservation on behalf of 5efecf7a25b54ce58134e946447eba66 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:31.194982 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5aaf981e-c662-4b9c-812e-f6db2085efc3 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.378143 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5aaf981e-c662-4b9c-812e-f6db2085efc3 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.442439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf981e-c662-4b9c-812e-f6db2085efc3 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event updated for resources: {'Subnet': ['ID=aaff85d3-d80b-4dff-afe6-256daeb37a1b,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:31.452026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf981e-c662-4b9c-812e-f6db2085efc3 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Checking segment: {'id': '9f12196c-3d58-4632-8d97-75360e43ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '83145c57-a06e-4913-a48f-fa1cad9914de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:31.452397 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaf981e-c662-4b9c-812e-f6db2085efc3 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Network hostable DHCP agents. Network: 83145c57-a06e-4913-a48f-fa1cad9914de, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:50:31.468402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaf981e-c662-4b9c-812e-f6db2085efc3 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Network 83145c57-a06e-4913-a48f-fa1cad9914de is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:50:31.477068 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-5aaf981e-c662-4b9c-812e-f6db2085efc3 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 83145c57-a06e-4913-a48f-fa1cad9914de) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:31.481176 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaf981e-c662-4b9c-812e-f6db2085efc3 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:31.482262 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5aaf981e-c662-4b9c-812e-f6db2085efc3 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.486216 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c55e045-bd9f-4cb2-b071-fe1d1418736d None None] Network 83145c57-a06e-4913-a48f-fa1cad9914de requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:31.498386 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5aaf981e-c662-4b9c-812e-f6db2085efc3 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4083354 Dec 08 02:50:31.502384 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38542) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:31.507451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d993c9d1-14a1-451d-92e1-7c9c131d60ec tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1388358284'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:31.529730 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d993c9d1-14a1-451d-92e1-7c9c131d60ec tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Made reservation on behalf of 5efecf7a25b54ce58134e946447eba66 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:31.533879 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d993c9d1-14a1-451d-92e1-7c9c131d60ec tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.558780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d993c9d1-14a1-451d-92e1-7c9c131d60ec tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:50:31.569545 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d993c9d1-14a1-451d-92e1-7c9c131d60ec tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.569893 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-d993c9d1-14a1-451d-92e1-7c9c131d60ec tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Added segment f70144ed-dd36-42b6-a9f0-9d0300642f89 of type vlan for network 9ba6085c-140a-4a7c-9397-81a1bb5703ec Dec 08 02:50:31.613395 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d993c9d1-14a1-451d-92e1-7c9c131d60ec tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.639543 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d993c9d1-14a1-451d-92e1-7c9c131d60ec tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.645275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993c9d1-14a1-451d-92e1-7c9c131d60ec tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:31.645879 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d993c9d1-14a1-451d-92e1-7c9c131d60ec tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.712916 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d993c9d1-14a1-451d-92e1-7c9c131d60ec tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2093954 Dec 08 02:50:31.716849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38544) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:31.721292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b39de68d-11b0-4ced-807d-658b738e70a0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Request body: {'subnet': {'network_id': '9ba6085c-140a-4a7c-9397-81a1bb5703ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:31.739699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993c9d1-14a1-451d-92e1-7c9c131d60ec tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event updated for resources: {'Network': ['ID=9ba6085c-140a-4a7c-9397-81a1bb5703ec,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:31.754115 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 9ba6085c-140a-4a7c-9397-81a1bb5703ec details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:50:31.793157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-83145c57-a06e-4913-a48f-fa1cad9914de', 'network_id': '83145c57-a06e-4913-a48f-fa1cad9914de', 'project_id': '5efecf7a25b54ce58134e946447eba66', 'fixed_ips': [{'subnet_id': 'aaff85d3-d80b-4dff-afe6-256daeb37a1b'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:50:31.794087 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.815044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39de68d-11b0-4ced-807d-658b738e70a0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Made reservation on behalf of 5efecf7a25b54ce58134e946447eba66 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:31.818517 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b39de68d-11b0-4ced-807d-658b738e70a0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.971113 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Allocated IP 2001:db8::2 (83145c57-a06e-4913-a48f-fa1cad9914de/aaff85d3-d80b-4dff-afe6-256daeb37a1b/b5cd407a-b9e8-48b6-808d-e38af193e374) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:32.002262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b39de68d-11b0-4ced-807d-658b738e70a0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.068456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39de68d-11b0-4ced-807d-658b738e70a0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event updated for resources: {'Subnet': ['ID=07985c3d-7dd1-4847-9683-da6707b90762,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:32.076435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39de68d-11b0-4ced-807d-658b738e70a0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Checking segment: {'id': 'f70144ed-dd36-42b6-a9f0-9d0300642f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9ba6085c-140a-4a7c-9397-81a1bb5703ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:32.076805 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39de68d-11b0-4ced-807d-658b738e70a0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Network hostable DHCP agents. Network: 9ba6085c-140a-4a7c-9397-81a1bb5703ec, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:50:32.093656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39de68d-11b0-4ced-807d-658b738e70a0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Network 9ba6085c-140a-4a7c-9397-81a1bb5703ec is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:50:32.102555 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b39de68d-11b0-4ced-807d-658b738e70a0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 9ba6085c-140a-4a7c-9397-81a1bb5703ec) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:32.107712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39de68d-11b0-4ced-807d-658b738e70a0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:32.109272 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b39de68d-11b0-4ced-807d-658b738e70a0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.115987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a4acd3-55a1-4fb1-8bb9-b4d2d5b38874 None None] Network 9ba6085c-140a-4a7c-9397-81a1bb5703ec requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:32.124026 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.125237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b39de68d-11b0-4ced-807d-658b738e70a0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4078228 Dec 08 02:50:32.127903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38546) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:32.146830 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.229593 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.231954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Network 83145c57-a06e-4913-a48f-fa1cad9914de is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:32.239558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:32.247279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:32.266698 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Pushing event updated for resources: {'Port': ['ID=b5cd407a-b9e8-48b6-808d-e38af193e374,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:32.286975 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ce2102b1-7c38-4db0-9e63-5adb30cf38bc up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:32.355433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-9ba6085c-140a-4a7c-9397-81a1bb5703ec', 'network_id': '9ba6085c-140a-4a7c-9397-81a1bb5703ec', 'project_id': '5efecf7a25b54ce58134e946447eba66', 'fixed_ips': [{'subnet_id': '07985c3d-7dd1-4847-9683-da6707b90762'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:50:32.356339 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.391237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Attempting to bind port b5cd407a-b9e8-48b6-808d-e38af193e374 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:32.391640 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Attempting to bind port b5cd407a-b9e8-48b6-808d-e38af193e374 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '9f12196c-3d58-4632-8d97-75360e43ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '83145c57-a06e-4913-a48f-fa1cad9914de'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:32.392004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Attempting to bind port b5cd407a-b9e8-48b6-808d-e38af193e374 on network 83145c57-a06e-4913-a48f-fa1cad9914de {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:32.409874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:32.410250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Checking segment: {'id': '9f12196c-3d58-4632-8d97-75360e43ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '83145c57-a06e-4913-a48f-fa1cad9914de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:32.410656 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.411050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Bound using segment: {'id': '9f12196c-3d58-4632-8d97-75360e43ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '83145c57-a06e-4913-a48f-fa1cad9914de'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:32.411531 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Bound port: b5cd407a-b9e8-48b6-808d-e38af193e374, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f12196c-3d58-4632-8d97-75360e43ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '83145c57-a06e-4913-a48f-fa1cad9914de'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:32.411941 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.524488 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port ce2102b1-7c38-4db0-9e63-5adb30cf38bc triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:32.525138 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.551225 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.609885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] For port b5cd407a-b9e8-48b6-808d-e38af193e374, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:32.614870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] For port b5cd407a-b9e8-48b6-808d-e38af193e374, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b5cd407a-b9e8-48b6-808d-e38af193e374,segment=NetworkSegment(9f12196c-3d58-4632-8d97-75360e43ba9b),segment_id=9f12196c-3d58-4632-8d97-75360e43ba9b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:32.625802 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.635304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Allocated IP 2001:db8::2 (9ba6085c-140a-4a7c-9397-81a1bb5703ec/07985c3d-7dd1-4847-9683-da6707b90762/75993ca9-ee30-4517-b7e1-d83a91bf63c4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:32.774373 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf7d01-3d13-426a-9822-ab8aa3bf68fc None None] Pushing event updated for resources: {'Port': ['ID=b5cd407a-b9e8-48b6-808d-e38af193e374,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:32.871146 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.882427 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.905831 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.933339 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Network 9ba6085c-140a-4a7c-9397-81a1bb5703ec is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:32.933599 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event deleted for resources: {'Subnet': ['ID=07985c3d-7dd1-4847-9683-da6707b90762,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:32.938341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:32.944602 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:32.948038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Pushing event updated for resources: {'Port': ['ID=75993ca9-ee30-4517-b7e1-d83a91bf63c4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:33.003895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Attempting to bind port 75993ca9-ee30-4517-b7e1-d83a91bf63c4 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:33.004297 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Attempting to bind port 75993ca9-ee30-4517-b7e1-d83a91bf63c4 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'f70144ed-dd36-42b6-a9f0-9d0300642f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9ba6085c-140a-4a7c-9397-81a1bb5703ec'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:33.004621 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Attempting to bind port 75993ca9-ee30-4517-b7e1-d83a91bf63c4 on network 9ba6085c-140a-4a7c-9397-81a1bb5703ec {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:33.009680 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.010194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:33.010194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Checking segment: {'id': 'f70144ed-dd36-42b6-a9f0-9d0300642f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9ba6085c-140a-4a7c-9397-81a1bb5703ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:33.010530 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.010883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Bound using segment: {'id': 'f70144ed-dd36-42b6-a9f0-9d0300642f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9ba6085c-140a-4a7c-9397-81a1bb5703ec'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:33.011350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Bound port: 75993ca9-ee30-4517-b7e1-d83a91bf63c4, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70144ed-dd36-42b6-a9f0-9d0300642f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9ba6085c-140a-4a7c-9397-81a1bb5703ec'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:33.011755 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.039985 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba6085c-140a-4a7c-9397-81a1bb5703ec']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:33.049763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70144ed-dd36-42b6-a9f0-9d0300642f89') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:33.050056 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70144ed-dd36-42b6-a9f0-9d0300642f89') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:33.059316 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.072884 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.075914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] For port 75993ca9-ee30-4517-b7e1-d83a91bf63c4, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:33.080250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:50:33.080721 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:50:33.083583 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:50:33.136011 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.db.api [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 02:50:33.136011 n-d-713499-31 neutron-server[109767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 02:50:33.136011 n-d-713499-31 neutron-server[109767]: [parameters: {'id': '9ba6085c-140a-4a7c-9397-81a1bb5703ec'}] Dec 08 02:50:33.136011 n-d-713499-31 neutron-server[109767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:50:33.136511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] For port 75993ca9-ee30-4517-b7e1-d83a91bf63c4, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=75993ca9-ee30-4517-b7e1-d83a91bf63c4,segment=NetworkSegment(f70144ed-dd36-42b6-a9f0-9d0300642f89),segment_id=f70144ed-dd36-42b6-a9f0-9d0300642f89)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:33.136640 n-d-713499-31 neutron-server[109767]: DEBUG oslo_db.api [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:50:33.140907 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.220937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275a56d-ac4d-472f-8d59-b288e7e99c04 None None] Pushing event updated for resources: {'Port': ['ID=75993ca9-ee30-4517-b7e1-d83a91bf63c4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:33.237593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c775b6f9-0e5d-483d-932b-3715f078531f None None] Network 9ba6085c-140a-4a7c-9397-81a1bb5703ec requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:33.598351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230fd8f4-706a-4b56-b9eb-0594070258a0 None None] Network 83145c57-a06e-4913-a48f-fa1cad9914de requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:33.637512 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.696086 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Deleting port 75993ca9-ee30-4517-b7e1-d83a91bf63c4 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:50:33.696431 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.707904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6451f73d-8b56-45ab-b7aa-d3218885a10e None None] Provisioning complete for port b5cd407a-b9e8-48b6-808d-e38af193e374 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:33.708271 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6451f73d-8b56-45ab-b7aa-d3218885a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.762190 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] For port 75993ca9-ee30-4517-b7e1-d83a91bf63c4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=75993ca9-ee30-4517-b7e1-d83a91bf63c4,segment=NetworkSegment(f70144ed-dd36-42b6-a9f0-9d0300642f89),segment_id=f70144ed-dd36-42b6-a9f0-9d0300642f89)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:33.762551 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.776439 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Calling delete_port for 75993ca9-ee30-4517-b7e1-d83a91bf63c4 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:50:33.797279 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6451f73d-8b56-45ab-b7aa-d3218885a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.830290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6451f73d-8b56-45ab-b7aa-d3218885a10e None None] For port b5cd407a-b9e8-48b6-808d-e38af193e374, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b5cd407a-b9e8-48b6-808d-e38af193e374,segment=NetworkSegment(9f12196c-3d58-4632-8d97-75360e43ba9b),segment_id=9f12196c-3d58-4632-8d97-75360e43ba9b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:33.834205 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6451f73d-8b56-45ab-b7aa-d3218885a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.871016 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.883975 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451f73d-8b56-45ab-b7aa-d3218885a10e None None] Pushing event updated for resources: {'Port': ['ID=b5cd407a-b9e8-48b6-808d-e38af193e374,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:33.899949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event deleted for resources: {'Port': ['ID=75993ca9-ee30-4517-b7e1-d83a91bf63c4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:33.905341 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] No DVR routers for this DVR port 75993ca9-ee30-4517-b7e1-d83a91bf63c4 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:50:33.911844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e10fd-e974-4ff7-bceb-bf4d30256b78 None None] get_active_networks_info from n-d-713499-31 {{(pid=109768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:50:33.987709 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:33.992642 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2912-3faa-4fd4-8b4c-93442aacceab None None] Provisioning complete for port b5cd407a-b9e8-48b6-808d-e38af193e374 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:33.993004 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2912-3faa-4fd4-8b4c-93442aacceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.007699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba6085c-140a-4a7c-9397-81a1bb5703ec']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:34.017174 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70144ed-dd36-42b6-a9f0-9d0300642f89') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:34.017830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70144ed-dd36-42b6-a9f0-9d0300642f89') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:34.019789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e10fd-e974-4ff7-bceb-bf4d30256b78 None None] Resources bound (agent type, host, resource id): {{(pid=109768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:50:34.026804 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.040522 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.047311 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:50:34.047730 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:50:34.050641 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:50:34.111622 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.119627 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.123106 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "DELETE /v2.0/networks/9ba6085c-140a-4a7c-9397-81a1bb5703ec HTTP/1.1" status: 204 len: 168 time: 1.9942801 Dec 08 02:50:34.126471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38548) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:34.135334 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c91e4-7871-4ddc-bd5a-a57e4b9f9b65 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event deleted for resources: {'Network': ['ID=9ba6085c-140a-4a7c-9397-81a1bb5703ec,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:34.158034 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06333d6-abd5-4e4a-af19-33500bcd82ea tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] GET failed (client error): The resource could not be found. Dec 08 02:50:34.159434 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c06333d6-abd5-4e4a-af19-33500bcd82ea tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "GET /v2.0/subnets/07985c3d-7dd1-4847-9683-da6707b90762 HTTP/1.1" status: 404 len: 337 time: 0.0311503 Dec 08 02:50:34.162149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38550) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:34.181051 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-691359f7-6782-461d-97c5-7cbe3f474e6a tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] DELETE failed (client error): The resource could not be found. Dec 08 02:50:34.181551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691359f7-6782-461d-97c5-7cbe3f474e6a tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:50:34.184565 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-691359f7-6782-461d-97c5-7cbe3f474e6a tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "DELETE /v2.0/networks/9ba6085c-140a-4a7c-9397-81a1bb5703ec HTTP/1.1" status: 404 len: 339 time: 0.0215139 Dec 08 02:50:34.188421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38552) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:34.214564 n-d-713499-31 neutron-server[109766]: INFO neutron.pecan_wsgi.hooks.translation [None req-204d9df0-6567-4909-9f6a-efc311d7ae4b tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] DELETE failed (client error): The resource could not be found. Dec 08 02:50:34.215024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204d9df0-6567-4909-9f6a-efc311d7ae4b tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:50:34.218734 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-204d9df0-6567-4909-9f6a-efc311d7ae4b tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "DELETE /v2.0/subnets/07985c3d-7dd1-4847-9683-da6707b90762 HTTP/1.1" status: 404 len: 337 time: 0.0293171 Dec 08 02:50:34.221472 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38554) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:34.240525 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e415bf-5f01-4147-bada-6624717c963f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] DELETE failed (client error): The resource could not be found. Dec 08 02:50:34.241061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e415bf-5f01-4147-bada-6624717c963f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:50:34.244121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-10e415bf-5f01-4147-bada-6624717c963f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "DELETE /v2.0/networks/9ba6085c-140a-4a7c-9397-81a1bb5703ec HTTP/1.1" status: 404 len: 339 time: 0.0216558 Dec 08 02:50:34.247627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38556) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:34.307510 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b5cd407a-b9e8-48b6-808d-e38af193e374 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:34.309392 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec6d225-df86-4954-a471-4a9f0e701fe4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Deleting subnet aaff85d3-d80b-4dff-afe6-256daeb37a1b {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:50:34.313180 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aec6d225-df86-4954-a471-4a9f0e701fe4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.352185 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aec6d225-df86-4954-a471-4a9f0e701fe4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.355489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port b5cd407a-b9e8-48b6-808d-e38af193e374 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:34.355898 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.434390 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aec6d225-df86-4954-a471-4a9f0e701fe4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.495684 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aec6d225-df86-4954-a471-4a9f0e701fe4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.524142 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aec6d225-df86-4954-a471-4a9f0e701fe4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.527814 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-aec6d225-df86-4954-a471-4a9f0e701fe4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "DELETE /v2.0/subnets/aaff85d3-d80b-4dff-afe6-256daeb37a1b HTTP/1.1" status: 204 len: 168 time: 0.2781293 Dec 08 02:50:34.529487 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6d225-df86-4954-a471-4a9f0e701fe4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event deleted for resources: {'Subnet': ['ID=aaff85d3-d80b-4dff-afe6-256daeb37a1b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:34.530335 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c6f092-3f90-4899-a4f2-7e2af0193d68 None None] Network 83145c57-a06e-4913-a48f-fa1cad9914de requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:34.530992 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38558) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:34.610945 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.665400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Deleting port b5cd407a-b9e8-48b6-808d-e38af193e374 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:50:34.665750 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.682383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b889928-ef13-4dc0-bfed-841e20217d03 None None] DHCP port deletion for 83145c57-a06e-4913-a48f-fa1cad9914de request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:34.728422 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7b889928-ef13-4dc0-bfed-841e20217d03 None None] Deleting port b5cd407a-b9e8-48b6-808d-e38af193e374 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:50:34.728696 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b889928-ef13-4dc0-bfed-841e20217d03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.729163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] For port b5cd407a-b9e8-48b6-808d-e38af193e374, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b5cd407a-b9e8-48b6-808d-e38af193e374,segment=NetworkSegment(9f12196c-3d58-4632-8d97-75360e43ba9b),segment_id=9f12196c-3d58-4632-8d97-75360e43ba9b)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:34.729530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.741667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Calling delete_port for b5cd407a-b9e8-48b6-808d-e38af193e374 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:50:34.789109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7b889928-ef13-4dc0-bfed-841e20217d03 None None] For port b5cd407a-b9e8-48b6-808d-e38af193e374, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=b5cd407a-b9e8-48b6-808d-e38af193e374,segment=NetworkSegment(9f12196c-3d58-4632-8d97-75360e43ba9b),segment_id=9f12196c-3d58-4632-8d97-75360e43ba9b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:34.789509 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b889928-ef13-4dc0-bfed-841e20217d03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.801574 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7b889928-ef13-4dc0-bfed-841e20217d03 None None] Calling delete_port for b5cd407a-b9e8-48b6-808d-e38af193e374 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:50:34.823061 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.847139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event deleted for resources: {'Port': ['ID=b5cd407a-b9e8-48b6-808d-e38af193e374,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:34.853524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] No DVR routers for this DVR port b5cd407a-b9e8-48b6-808d-e38af193e374 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:50:34.884080 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b889928-ef13-4dc0-bfed-841e20217d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.910225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b889928-ef13-4dc0-bfed-841e20217d03 None None] Pushing event deleted for resources: {'Port': ['ID=b5cd407a-b9e8-48b6-808d-e38af193e374,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:34.914352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b889928-ef13-4dc0-bfed-841e20217d03 None None] No DVR routers for this DVR port b5cd407a-b9e8-48b6-808d-e38af193e374 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:50:34.937495 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.957412 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83145c57-a06e-4913-a48f-fa1cad9914de']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:34.966695 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f12196c-3d58-4632-8d97-75360e43ba9b') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:34.966993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f12196c-3d58-4632-8d97-75360e43ba9b') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:34.976280 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.990053 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.995810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:50:34.996200 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:50:34.999801 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:50:35.055245 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.062616 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.065803 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "DELETE /v2.0/networks/83145c57-a06e-4913-a48f-fa1cad9914de HTTP/1.1" status: 204 len: 168 time: 0.5338089 Dec 08 02:50:35.068479 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38560) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:35.081151 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff9f3f-f09e-44d3-9a16-969b4db574d0 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event deleted for resources: {'Network': ['ID=83145c57-a06e-4913-a48f-fa1cad9914de,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:35.094385 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9829d50b-ed0b-4411-a2bc-6eb783443e9a tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] DELETE failed (client error): The resource could not be found. Dec 08 02:50:35.094834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9829d50b-ed0b-4411-a2bc-6eb783443e9a tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:50:35.097973 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9829d50b-ed0b-4411-a2bc-6eb783443e9a tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "DELETE /v2.0/subnets/f3d4041a-9eb0-4124-9ab0-ffee6ed4afe4 HTTP/1.1" status: 404 len: 337 time: 0.0285053 Dec 08 02:50:35.100494 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38562) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:35.118368 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5897a77d-3f9b-43f8-b0c9-d06c6e476dd2 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] DELETE failed (client error): The resource could not be found. Dec 08 02:50:35.118839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5897a77d-3f9b-43f8-b0c9-d06c6e476dd2 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:50:35.121807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5897a77d-3f9b-43f8-b0c9-d06c6e476dd2 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "DELETE /v2.0/networks/510e6323-3283-4311-b4d3-570c7d52c6e7 HTTP/1.1" status: 404 len: 339 time: 0.0204391 Dec 08 02:50:35.124693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38564) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:35.148647 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8eba76-2663-4d21-aedc-1bae4b4dcfb5 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] DELETE failed (client error): The resource could not be found. Dec 08 02:50:35.149084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8eba76-2663-4d21-aedc-1bae4b4dcfb5 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:50:35.152004 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ce8eba76-2663-4d21-aedc-1bae4b4dcfb5 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "DELETE /v2.0/subnets/452efd77-a900-4859-845a-374c15b5bcb5 HTTP/1.1" status: 404 len: 337 time: 0.0264635 Dec 08 02:50:35.154345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38566) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:35.171495 n-d-713499-31 neutron-server[109767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5b40c8-f11f-49b1-bd90-dae18e34fd1f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] DELETE failed (client error): The resource could not be found. Dec 08 02:50:35.171981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5b40c8-f11f-49b1-bd90-dae18e34fd1f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:50:35.174933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fc5b40c8-f11f-49b1-bd90-dae18e34fd1f tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "DELETE /v2.0/networks/822f4c7c-6ffe-4fad-b8f2-d9d8036a90d5 HTTP/1.1" status: 404 len: 339 time: 0.0196850 Dec 08 02:50:35.177069 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38568) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:35.225493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68721ba-0d32-40c6-a134-580d403aa2b1 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Deleting subnet a7e5b1c6-ad68-42fd-863a-8db2e2efdf30 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:50:35.228523 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b68721ba-0d32-40c6-a134-580d403aa2b1 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.272383 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b68721ba-0d32-40c6-a134-580d403aa2b1 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.350872 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b68721ba-0d32-40c6-a134-580d403aa2b1 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.405422 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b68721ba-0d32-40c6-a134-580d403aa2b1 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.433886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68721ba-0d32-40c6-a134-580d403aa2b1 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e5b1c6-ad68-42fd-863a-8db2e2efdf30,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:35.439474 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b68721ba-0d32-40c6-a134-580d403aa2b1 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.442658 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b68721ba-0d32-40c6-a134-580d403aa2b1 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "DELETE /v2.0/subnets/a7e5b1c6-ad68-42fd-863a-8db2e2efdf30 HTTP/1.1" status: 204 len: 168 time: 0.2647395 Dec 08 02:50:35.445246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38570) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:35.447992 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b243738-ad6b-47b8-89d1-5f339c60ec2a None None] Network f24cbb2b-1839-4819-8158-5504618fb23c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:35.518929 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.572728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Deleting port ce2102b1-7c38-4db0-9e63-5adb30cf38bc {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:50:35.573065 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.587289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262a8955-3a65-4ed6-98e2-eee22e6b750b None None] DHCP port deletion for f24cbb2b-1839-4819-8158-5504618fb23c request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:35.633168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-262a8955-3a65-4ed6-98e2-eee22e6b750b None None] Deleting port ce2102b1-7c38-4db0-9e63-5adb30cf38bc {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:50:35.633535 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-262a8955-3a65-4ed6-98e2-eee22e6b750b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.639333 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] For port ce2102b1-7c38-4db0-9e63-5adb30cf38bc, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ce2102b1-7c38-4db0-9e63-5adb30cf38bc,segment=NetworkSegment(6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c),segment_id=6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:35.639786 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.651906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Calling delete_port for ce2102b1-7c38-4db0-9e63-5adb30cf38bc owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:50:35.702376 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-262a8955-3a65-4ed6-98e2-eee22e6b750b None None] For port ce2102b1-7c38-4db0-9e63-5adb30cf38bc, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ce2102b1-7c38-4db0-9e63-5adb30cf38bc,segment=NetworkSegment(6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c),segment_id=6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:35.702974 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-262a8955-3a65-4ed6-98e2-eee22e6b750b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.730554 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.763956 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event deleted for resources: {'Port': ['ID=ce2102b1-7c38-4db0-9e63-5adb30cf38bc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:35.767826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] No DVR routers for this DVR port ce2102b1-7c38-4db0-9e63-5adb30cf38bc on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:50:35.847549 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.868836 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24cbb2b-1839-4819-8158-5504618fb23c']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:35.879790 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:35.880096 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4c25cc-c1c6-4044-bccc-1a8ca9ac3b1c') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:35.881872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-262a8955-3a65-4ed6-98e2-eee22e6b750b None None] Calling delete_port for ce2102b1-7c38-4db0-9e63-5adb30cf38bc owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:50:35.889914 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.902789 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.908548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:50:35.908936 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:50:35.911822 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:50:35.956576 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-262a8955-3a65-4ed6-98e2-eee22e6b750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.973800 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.980632 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.982578 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a8955-3a65-4ed6-98e2-eee22e6b750b None None] Pushing event deleted for resources: {'Port': ['ID=ce2102b1-7c38-4db0-9e63-5adb30cf38bc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:35.987004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a8955-3a65-4ed6-98e2-eee22e6b750b None None] No DVR routers for this DVR port ce2102b1-7c38-4db0-9e63-5adb30cf38bc on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:50:35.987870 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] 10.222.0.71 "DELETE /v2.0/networks/f24cbb2b-1839-4819-8158-5504618fb23c HTTP/1.1" status: 204 len: 168 time: 0.5383191 Dec 08 02:50:35.996693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846be35-988b-4810-9094-28326d9c82e4 tempest-NetworksIpV6Test-1302837394 tempest-NetworksIpV6Test-1302837394-project] Pushing event deleted for resources: {'Network': ['ID=f24cbb2b-1839-4819-8158-5504618fb23c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:36.230823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38576) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:36.259588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b5cd407a-b9e8-48b6-808d-e38af193e374 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:50:36.282682 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: b5cd407a-b9e8-48b6-808d-e38af193e374 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:50:36.283012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device b5cd407a-b9e8-48b6-808d-e38af193e374 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:50:36.283430 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ce2102b1-7c38-4db0-9e63-5adb30cf38bc no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:50:36.301834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: ce2102b1-7c38-4db0-9e63-5adb30cf38bc {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:50:36.302181 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ce2102b1-7c38-4db0-9e63-5adb30cf38bc not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:50:36.371396 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9730bc25-8072-44a9-948d-033669a55187 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5efecf7a25b54ce58134e946447eba66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393015 Dec 08 02:50:36.374490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38580) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:36.428512 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87bc7f5d-f9ce-477c-bdc7-fe50329e1965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:36.449977 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87bc7f5d-f9ce-477c-bdc7-fe50329e1965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:36.500783 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87bc7f5d-f9ce-477c-bdc7-fe50329e1965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:36.503427 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-87bc7f5d-f9ce-477c-bdc7-fe50329e1965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:36.504607 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-87bc7f5d-f9ce-477c-bdc7-fe50329e1965 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0b437645-ecc0-47c8-9554-68992972725b HTTP/1.1" status: 204 len: 168 time: 0.1290538 Dec 08 02:50:36.512628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc7f5d-f9ce-477c-bdc7-fe50329e1965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b437645-ecc0-47c8-9554-68992972725b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:37.126498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38602) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:37.220085 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-071b930b-ba6f-48e1-942d-1f371fb7300a tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1734384214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:37.243695 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-071b930b-ba6f-48e1-942d-1f371fb7300a tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.244709 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-071b930b-ba6f-48e1-942d-1f371fb7300a tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.299490 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-071b930b-ba6f-48e1-942d-1f371fb7300a tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.303558 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-071b930b-ba6f-48e1-942d-1f371fb7300a tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.319819 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-071b930b-ba6f-48e1-942d-1f371fb7300a tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.320988 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-071b930b-ba6f-48e1-942d-1f371fb7300a tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1934576 Dec 08 02:50:37.323675 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38606) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:37.329092 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-30367319'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:37.349164 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Made reservation on behalf of 2fe5ca71a75e4ae787e7b493fb04e1d9 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:37.352853 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.361634 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.435795 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.439430 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.462443 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:50:37.477718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1338b0b4-45ec-4562-8879-fcf0360882c5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:37.480533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.480883 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Added segment 84de05a2-9a3c-4c91-9073-fb2baa73b49d of type vlan for network b1a1a471-6930-4d2a-81c0-694a4e3b5893 Dec 08 02:50:37.520038 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.544137 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.549660 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:37.550253 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.589560 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2648849 Dec 08 02:50:37.592554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38608) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:37.597583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-95eb43be-8991-4df1-89bc-026277e894ce tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Request body: {'subnet': {'network_id': 'b1a1a471-6930-4d2a-81c0-694a4e3b5893', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:37.622441 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f3533-01b2-4a03-80f1-01c63a86602c tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Pushing event updated for resources: {'Network': ['ID=b1a1a471-6930-4d2a-81c0-694a4e3b5893,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:37.632526 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network b1a1a471-6930-4d2a-81c0-694a4e3b5893 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:50:37.688664 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eb43be-8991-4df1-89bc-026277e894ce tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Made reservation on behalf of 2fe5ca71a75e4ae787e7b493fb04e1d9 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:37.692150 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95eb43be-8991-4df1-89bc-026277e894ce tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.866264 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95eb43be-8991-4df1-89bc-026277e894ce tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.930856 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb43be-8991-4df1-89bc-026277e894ce tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Pushing event updated for resources: {'Subnet': ['ID=f77a9278-0089-42bb-a568-e21c4bece5f3,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:37.938474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eb43be-8991-4df1-89bc-026277e894ce tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Checking segment: {'id': '84de05a2-9a3c-4c91-9073-fb2baa73b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b1a1a471-6930-4d2a-81c0-694a4e3b5893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:37.938903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eb43be-8991-4df1-89bc-026277e894ce tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Network hostable DHCP agents. Network: b1a1a471-6930-4d2a-81c0-694a4e3b5893, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:50:37.955716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eb43be-8991-4df1-89bc-026277e894ce tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Network b1a1a471-6930-4d2a-81c0-694a4e3b5893 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:50:37.964260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-95eb43be-8991-4df1-89bc-026277e894ce tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, b1a1a471-6930-4d2a-81c0-694a4e3b5893) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:37.968756 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eb43be-8991-4df1-89bc-026277e894ce tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:37.969356 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-95eb43be-8991-4df1-89bc-026277e894ce tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:37.974341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84418664-7c1f-4600-bdba-40969dd9d112 None None] Network b1a1a471-6930-4d2a-81c0-694a4e3b5893 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:37.985411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-95eb43be-8991-4df1-89bc-026277e894ce tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3917634 Dec 08 02:50:37.988747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38610) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:37.993931 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-96a0b18d-4282-4766-923c-62739323ed10 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-833195227'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:38.015616 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a0b18d-4282-4766-923c-62739323ed10 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Made reservation on behalf of 2fe5ca71a75e4ae787e7b493fb04e1d9 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:38.019073 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96a0b18d-4282-4766-923c-62739323ed10 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.042850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a0b18d-4282-4766-923c-62739323ed10 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:50:38.051831 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96a0b18d-4282-4766-923c-62739323ed10 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.052185 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-96a0b18d-4282-4766-923c-62739323ed10 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Added segment a7a97092-4a4e-4126-b3b1-5d75c71afbac of type vlan for network 0784d496-b4e3-420c-af50-ffb565c3c052 Dec 08 02:50:38.078350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-b1a1a471-6930-4d2a-81c0-694a4e3b5893', 'network_id': 'b1a1a471-6930-4d2a-81c0-694a4e3b5893', 'project_id': '2fe5ca71a75e4ae787e7b493fb04e1d9', 'fixed_ips': [{'subnet_id': 'f77a9278-0089-42bb-a568-e21c4bece5f3'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:50:38.079226 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.096379 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96a0b18d-4282-4766-923c-62739323ed10 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.120298 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96a0b18d-4282-4766-923c-62739323ed10 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.125822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a0b18d-4282-4766-923c-62739323ed10 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:38.126411 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-96a0b18d-4282-4766-923c-62739323ed10 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.192108 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-96a0b18d-4282-4766-923c-62739323ed10 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2021112 Dec 08 02:50:38.194319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38612) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:38.200569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-4e454b1b-e1d5-4041-aa8b-003eb04e8e33 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Request body: {'subnet': {'network_id': '0784d496-b4e3-420c-af50-ffb565c3c052', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:38.202115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0b18d-4282-4766-923c-62739323ed10 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Pushing event updated for resources: {'Network': ['ID=0784d496-b4e3-420c-af50-ffb565c3c052,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:38.218419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 0784d496-b4e3-420c-af50-ffb565c3c052 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:50:38.223243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Allocated IP 172.20.0.2 (b1a1a471-6930-4d2a-81c0-694a4e3b5893/f77a9278-0089-42bb-a568-e21c4bece5f3/59dc9fee-8998-4373-b46a-6606246c02f8) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:38.301868 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e454b1b-e1d5-4041-aa8b-003eb04e8e33 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Made reservation on behalf of 2fe5ca71a75e4ae787e7b493fb04e1d9 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:38.305494 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e454b1b-e1d5-4041-aa8b-003eb04e8e33 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.430727 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.437162 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.479404 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Network b1a1a471-6930-4d2a-81c0-694a4e3b5893 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:38.483817 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:38.488174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:38.492694 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Pushing event updated for resources: {'Port': ['ID=59dc9fee-8998-4373-b46a-6606246c02f8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:38.494098 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e454b1b-e1d5-4041-aa8b-003eb04e8e33 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.543035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Attempting to bind port 59dc9fee-8998-4373-b46a-6606246c02f8 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:38.543405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Attempting to bind port 59dc9fee-8998-4373-b46a-6606246c02f8 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '84de05a2-9a3c-4c91-9073-fb2baa73b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b1a1a471-6930-4d2a-81c0-694a4e3b5893'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:38.543834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Attempting to bind port 59dc9fee-8998-4373-b46a-6606246c02f8 on network b1a1a471-6930-4d2a-81c0-694a4e3b5893 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:38.548699 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:38.549071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Checking segment: {'id': '84de05a2-9a3c-4c91-9073-fb2baa73b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b1a1a471-6930-4d2a-81c0-694a4e3b5893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:38.549466 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.549856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Bound using segment: {'id': '84de05a2-9a3c-4c91-9073-fb2baa73b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b1a1a471-6930-4d2a-81c0-694a4e3b5893'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:38.550323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Bound port: 59dc9fee-8998-4373-b46a-6606246c02f8, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84de05a2-9a3c-4c91-9073-fb2baa73b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b1a1a471-6930-4d2a-81c0-694a4e3b5893'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:38.550696 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.557675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e454b1b-e1d5-4041-aa8b-003eb04e8e33 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Pushing event updated for resources: {'Subnet': ['ID=c9da5c4f-2f8d-4a3d-b122-9d5e1b513fe8,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:38.564147 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e454b1b-e1d5-4041-aa8b-003eb04e8e33 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Checking segment: {'id': 'a7a97092-4a4e-4126-b3b1-5d75c71afbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0784d496-b4e3-420c-af50-ffb565c3c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:38.564519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e454b1b-e1d5-4041-aa8b-003eb04e8e33 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Network hostable DHCP agents. Network: 0784d496-b4e3-420c-af50-ffb565c3c052, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:50:38.581924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e454b1b-e1d5-4041-aa8b-003eb04e8e33 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Network 0784d496-b4e3-420c-af50-ffb565c3c052 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:50:38.591717 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-4e454b1b-e1d5-4041-aa8b-003eb04e8e33 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 0784d496-b4e3-420c-af50-ffb565c3c052) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:38.596053 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e454b1b-e1d5-4041-aa8b-003eb04e8e33 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:38.596690 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e454b1b-e1d5-4041-aa8b-003eb04e8e33 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.604143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d5ae44-663f-4394-a4d2-e211390f50bc None None] Network 0784d496-b4e3-420c-af50-ffb565c3c052 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:38.613314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4e454b1b-e1d5-4041-aa8b-003eb04e8e33 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4178178 Dec 08 02:50:38.616246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38614) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:38.620824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-46a90331-1cd1-4fb9-8955-d60600e64f24 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Request body: {'router': {'external_gateway_info': {'network_id': '0784d496-b4e3-420c-af50-ffb565c3c052'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:38.663322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] For port 59dc9fee-8998-4373-b46a-6606246c02f8, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:38.679220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] For port 59dc9fee-8998-4373-b46a-6606246c02f8, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=59dc9fee-8998-4373-b46a-6606246c02f8,segment=NetworkSegment(84de05a2-9a3c-4c91-9073-fb2baa73b49d),segment_id=84de05a2-9a3c-4c91-9073-fb2baa73b49d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:38.685232 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.764399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfb3d0-cd85-42a7-9d40-591f7423299e None None] Pushing event updated for resources: {'Port': ['ID=59dc9fee-8998-4373-b46a-6606246c02f8,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:38.768384 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-0784d496-b4e3-420c-af50-ffb565c3c052', 'network_id': '0784d496-b4e3-420c-af50-ffb565c3c052', 'project_id': '2fe5ca71a75e4ae787e7b493fb04e1d9', 'fixed_ips': [{'subnet_id': 'c9da5c4f-2f8d-4a3d-b122-9d5e1b513fe8'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:50:38.769235 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.838257 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-46a90331-1cd1-4fb9-8955-d60600e64f24 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:38.920985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Allocated IP 172.21.0.2 (0784d496-b4e3-420c-af50-ffb565c3c052/c9da5c4f-2f8d-4a3d-b122-9d5e1b513fe8/91ccdb10-25c0-4ec3-a553-80781c8b8e3c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:38.983195 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [None req-46a90331-1cd1-4fb9-8955-d60600e64f24 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:50:38.984315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-46a90331-1cd1-4fb9-8955-d60600e64f24 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] 10.222.0.71 "PUT /v2.0/routers/e53697f2-48fd-4cc9-a34e-272f59c97482 HTTP/1.1" status: 400 len: 364 time: 0.3671191 Dec 08 02:50:38.990377 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38616) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:39.046521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31f9fc2-919b-422b-b83d-d6b4a8e5ceab tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Deleting subnet c9da5c4f-2f8d-4a3d-b122-9d5e1b513fe8 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:50:39.080411 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.084803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a31f9fc2-919b-422b-b83d-d6b4a8e5ceab tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.085357 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.125060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Network 0784d496-b4e3-420c-af50-ffb565c3c052 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:39.125807 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a31f9fc2-919b-422b-b83d-d6b4a8e5ceab tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.127962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:39.131513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:39.138984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Pushing event updated for resources: {'Port': ['ID=91ccdb10-25c0-4ec3-a553-80781c8b8e3c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:39.191128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Attempting to bind port 91ccdb10-25c0-4ec3-a553-80781c8b8e3c on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:39.191498 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Attempting to bind port 91ccdb10-25c0-4ec3-a553-80781c8b8e3c by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'a7a97092-4a4e-4126-b3b1-5d75c71afbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0784d496-b4e3-420c-af50-ffb565c3c052'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:39.191891 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Attempting to bind port 91ccdb10-25c0-4ec3-a553-80781c8b8e3c on network 0784d496-b4e3-420c-af50-ffb565c3c052 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:39.196768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:39.197138 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Checking segment: {'id': 'a7a97092-4a4e-4126-b3b1-5d75c71afbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0784d496-b4e3-420c-af50-ffb565c3c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:39.197533 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.197922 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Bound using segment: {'id': 'a7a97092-4a4e-4126-b3b1-5d75c71afbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0784d496-b4e3-420c-af50-ffb565c3c052'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:39.198382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Bound port: 91ccdb10-25c0-4ec3-a553-80781c8b8e3c, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a97092-4a4e-4126-b3b1-5d75c71afbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0784d496-b4e3-420c-af50-ffb565c3c052'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:39.198759 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.218694 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a31f9fc2-919b-422b-b83d-d6b4a8e5ceab tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.279798 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a31f9fc2-919b-422b-b83d-d6b4a8e5ceab tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.282088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] For port 91ccdb10-25c0-4ec3-a553-80781c8b8e3c, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:39.285565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] For port 91ccdb10-25c0-4ec3-a553-80781c8b8e3c, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=91ccdb10-25c0-4ec3-a553-80781c8b8e3c,segment=NetworkSegment(a7a97092-4a4e-4126-b3b1-5d75c71afbac),segment_id=a7a97092-4a4e-4126-b3b1-5d75c71afbac)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:39.289834 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.309018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f9fc2-919b-422b-b83d-d6b4a8e5ceab tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Pushing event deleted for resources: {'Subnet': ['ID=c9da5c4f-2f8d-4a3d-b122-9d5e1b513fe8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:39.311035 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a31f9fc2-919b-422b-b83d-d6b4a8e5ceab tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.314503 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a31f9fc2-919b-422b-b83d-d6b4a8e5ceab tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] 10.222.0.71 "DELETE /v2.0/subnets/c9da5c4f-2f8d-4a3d-b122-9d5e1b513fe8 HTTP/1.1" status: 204 len: 168 time: 0.3228853 Dec 08 02:50:39.316831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38618) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:39.350377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf48b12-07d7-4fff-b821-4bdb4bff6f59 None None] Pushing event updated for resources: {'Port': ['ID=91ccdb10-25c0-4ec3-a553-80781c8b8e3c,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:39.400286 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.460977 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Deleting port 91ccdb10-25c0-4ec3-a553-80781c8b8e3c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:50:39.461323 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.546010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] For port 91ccdb10-25c0-4ec3-a553-80781c8b8e3c, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=91ccdb10-25c0-4ec3-a553-80781c8b8e3c,segment=NetworkSegment(a7a97092-4a4e-4126-b3b1-5d75c71afbac),segment_id=a7a97092-4a4e-4126-b3b1-5d75c71afbac)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:39.546491 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.563744 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Calling delete_port for 91ccdb10-25c0-4ec3-a553-80781c8b8e3c owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:50:39.650402 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.680514 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Pushing event deleted for resources: {'Port': ['ID=91ccdb10-25c0-4ec3-a553-80781c8b8e3c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:39.685162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] No DVR routers for this DVR port 91ccdb10-25c0-4ec3-a553-80781c8b8e3c on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:50:39.770596 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.793708 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0784d496-b4e3-420c-af50-ffb565c3c052']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:39.795449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23da56fd-2e20-4e19-b990-639c2faed4c0 None None] Network b1a1a471-6930-4d2a-81c0-694a4e3b5893 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:39.804582 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a97092-4a4e-4126-b3b1-5d75c71afbac') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:39.804887 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a97092-4a4e-4126-b3b1-5d75c71afbac') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:39.814283 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.827516 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.834193 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:50:39.834596 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:50:39.837598 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:50:39.902271 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.913400 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.913600 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-dfbca974-68fa-4f45-8aa4-8d1a6860a513 None None] Provisioning complete for port 59dc9fee-8998-4373-b46a-6606246c02f8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:39.913946 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dfbca974-68fa-4f45-8aa4-8d1a6860a513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:39.916933 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] 10.222.0.71 "DELETE /v2.0/networks/0784d496-b4e3-420c-af50-ffb565c3c052 HTTP/1.1" status: 204 len: 168 time: 0.5991018 Dec 08 02:50:39.920100 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38620) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:39.929411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57470e9d-d96f-4780-a2db-f397467f0bdc tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Pushing event deleted for resources: {'Network': ['ID=0784d496-b4e3-420c-af50-ffb565c3c052,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:39.988791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d834ff-0d5e-41e2-acc0-a9acc5de0276 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Deleting subnet f77a9278-0089-42bb-a568-e21c4bece5f3 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:50:39.992300 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5d834ff-0d5e-41e2-acc0-a9acc5de0276 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.003494 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dfbca974-68fa-4f45-8aa4-8d1a6860a513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.040140 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-dfbca974-68fa-4f45-8aa4-8d1a6860a513 None None] For port 59dc9fee-8998-4373-b46a-6606246c02f8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=59dc9fee-8998-4373-b46a-6606246c02f8,segment=NetworkSegment(84de05a2-9a3c-4c91-9073-fb2baa73b49d),segment_id=84de05a2-9a3c-4c91-9073-fb2baa73b49d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:40.047159 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dfbca974-68fa-4f45-8aa4-8d1a6860a513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.051677 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5d834ff-0d5e-41e2-acc0-a9acc5de0276 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.098696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbca974-68fa-4f45-8aa4-8d1a6860a513 None None] Pushing event updated for resources: {'Port': ['ID=59dc9fee-8998-4373-b46a-6606246c02f8,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:40.147269 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5d834ff-0d5e-41e2-acc0-a9acc5de0276 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.220804 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5d834ff-0d5e-41e2-acc0-a9acc5de0276 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.251708 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d834ff-0d5e-41e2-acc0-a9acc5de0276 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Pushing event deleted for resources: {'Subnet': ['ID=f77a9278-0089-42bb-a568-e21c4bece5f3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:40.255552 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a5d834ff-0d5e-41e2-acc0-a9acc5de0276 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.258828 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a5d834ff-0d5e-41e2-acc0-a9acc5de0276 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] 10.222.0.71 "DELETE /v2.0/subnets/f77a9278-0089-42bb-a568-e21c4bece5f3 HTTP/1.1" status: 204 len: 168 time: 0.3369100 Dec 08 02:50:40.261685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38622) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:40.271893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd69e92-e0e7-4dd9-bfe7-76ec5d808fb6 None None] Network b1a1a471-6930-4d2a-81c0-694a4e3b5893 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:40.294118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4d1c7d5c-6e76-41cd-8ba5-4962f940dddd None None] Provisioning complete for port 59dc9fee-8998-4373-b46a-6606246c02f8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:40.294743 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d1c7d5c-6e76-41cd-8ba5-4962f940dddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.358016 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 59dc9fee-8998-4373-b46a-6606246c02f8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:40.360729 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.420562 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Deleting port 59dc9fee-8998-4373-b46a-6606246c02f8 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:50:40.421356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.480488 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0305f4cb-c2dd-476b-8dda-a2077951a998 None None] DHCP port deletion for 0784d496-b4e3-420c-af50-ffb565c3c052 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:40.492499 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] For port 59dc9fee-8998-4373-b46a-6606246c02f8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=59dc9fee-8998-4373-b46a-6606246c02f8,segment=NetworkSegment(84de05a2-9a3c-4c91-9073-fb2baa73b49d),segment_id=84de05a2-9a3c-4c91-9073-fb2baa73b49d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:40.492947 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.502686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 59dc9fee-8998-4373-b46a-6606246c02f8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:40.503065 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.511867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Calling delete_port for 59dc9fee-8998-4373-b46a-6606246c02f8 owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:50:40.528780 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae8f23-2e5a-4be7-b75d-3ee146f596ae None None] Network 0784d496-b4e3-420c-af50-ffb565c3c052 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:40.547874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae8f23-2e5a-4be7-b75d-3ee146f596ae None None] Network 0784d496-b4e3-420c-af50-ffb565c3c052 could not be found, it might have been deleted concurrently. {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 02:50:40.593290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312337d2-0cea-4f84-b508-85d0cd24169e None None] DHCP port deletion for b1a1a471-6930-4d2a-81c0-694a4e3b5893 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:40.600408 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.632199 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Pushing event deleted for resources: {'Port': ['ID=59dc9fee-8998-4373-b46a-6606246c02f8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:40.634046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] No DVR routers for this DVR port 59dc9fee-8998-4373-b46a-6606246c02f8 on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:50:40.647076 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-312337d2-0cea-4f84-b508-85d0cd24169e None None] The port '59dc9fee-8998-4373-b46a-6606246c02f8' was deleted {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 08 02:50:40.648513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-288ef7e7-58c8-4815-b698-6c063a41e884 None None] Could not find standard attr ID for object 91ccdb10-25c0-4ec3-a553-80781c8b8e3c. {{(pid=109768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:50:40.717738 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.738569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a1a471-6930-4d2a-81c0-694a4e3b5893']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:40.747655 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84de05a2-9a3c-4c91-9073-fb2baa73b49d') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:40.748339 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84de05a2-9a3c-4c91-9073-fb2baa73b49d') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:40.757567 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.770667 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.776827 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:50:40.777208 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:50:40.780839 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:50:40.842227 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.848853 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:40.854454 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] 10.222.0.71 "DELETE /v2.0/networks/b1a1a471-6930-4d2a-81c0-694a4e3b5893 HTTP/1.1" status: 204 len: 168 time: 0.5886488 Dec 08 02:50:40.854713 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38624) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:40.873585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb37d9e-5f47-4a99-aca6-eaf73eee62c9 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Pushing event deleted for resources: {'Network': ['ID=b1a1a471-6930-4d2a-81c0-694a4e3b5893,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:40.890587 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e027e999-049a-4cc2-baf1-69f06e00d83e tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] 10.222.0.71 "GET /v2.0/ports?device_id=e53697f2-48fd-4cc9-a34e-272f59c97482 HTTP/1.1" status: 200 len: 205 time: 0.0347757 Dec 08 02:50:40.892876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38626) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:40.966933 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82e51d47-4492-4f9d-bbd0-068252617758 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:41.120126 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82e51d47-4492-4f9d-bbd0-068252617758 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:41.122749 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82e51d47-4492-4f9d-bbd0-068252617758 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:41.166849 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82e51d47-4492-4f9d-bbd0-068252617758 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:41.167370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e51d47-4492-4f9d-bbd0-068252617758 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Fanout notify agent at l3_agent the message router_deleted on router e53697f2-48fd-4cc9-a34e-272f59c97482 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:50:41.175037 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-82e51d47-4492-4f9d-bbd0-068252617758 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:41.178934 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-82e51d47-4492-4f9d-bbd0-068252617758 tempest-RoutersNegativeTest-1633766328 tempest-RoutersNegativeTest-1633766328-project] 10.222.0.71 "DELETE /v2.0/routers/e53697f2-48fd-4cc9-a34e-272f59c97482 HTTP/1.1" status: 204 len: 168 time: 0.2824614 Dec 08 02:50:41.422904 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38632) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:41.556514 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b22889ce-9350-402b-a2a4-f125b199e97a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2fe5ca71a75e4ae787e7b493fb04e1d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318176 Dec 08 02:50:41.559067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38636) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:41.609314 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9e489b5-7757-423a-a1aa-4400218d3945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:41.629467 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9e489b5-7757-423a-a1aa-4400218d3945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:41.677004 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9e489b5-7757-423a-a1aa-4400218d3945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:41.680020 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c9e489b5-7757-423a-a1aa-4400218d3945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:41.681209 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c9e489b5-7757-423a-a1aa-4400218d3945 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1338b0b4-45ec-4562-8879-fcf0360882c5 HTTP/1.1" status: 204 len: 168 time: 0.1212277 Dec 08 02:50:41.689605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e489b5-7757-423a-a1aa-4400218d3945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1338b0b4-45ec-4562-8879-fcf0360882c5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:42.267292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 91ccdb10-25c0-4ec3-a553-80781c8b8e3c no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:50:42.289417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 91ccdb10-25c0-4ec3-a553-80781c8b8e3c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:50:42.289755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 91ccdb10-25c0-4ec3-a553-80781c8b8e3c not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:50:42.290168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 59dc9fee-8998-4373-b46a-6606246c02f8 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:50:42.296093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38658) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:42.312914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 59dc9fee-8998-4373-b46a-6606246c02f8 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:50:42.313264 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 59dc9fee-8998-4373-b46a-6606246c02f8 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:50:42.393596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-869244589-network', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:42.413867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] Made reservation on behalf of 7cd4c178e7284a71bc2e471c45734b7f for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:42.416128 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:42.424633 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:42.495197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:42.500736 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:42.520859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:50:42.533557 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e0e393-f7b5-41df-a9ab-1a05b40300d5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:42.538688 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:42.539034 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] Added segment 32280c0b-9e65-4d8c-849b-26e82f105c92 of type vlan for network 021bd084-ec57-4a6b-8031-846720cfd720 Dec 08 02:50:42.578937 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:42.602031 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:42.602968 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:42.603546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:42.638055 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3408706 Dec 08 02:50:42.641167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38662) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:42.646263 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a49c42c1-58cc-4eb1-af0b-842bb9d2c792 admin admin] Request body: {'subnet': {'network_id': '021bd084-ec57-4a6b-8031-846720cfd720', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-869244589-subnet', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:42.668544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49c42c1-58cc-4eb1-af0b-842bb9d2c792 admin admin] Made reservation on behalf of 7cd4c178e7284a71bc2e471c45734b7f for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:42.670782 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062943bf-30cb-4018-bb1d-a4a8fd964450 admin admin] Pushing event updated for resources: {'Network': ['ID=021bd084-ec57-4a6b-8031-846720cfd720,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:42.671513 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a49c42c1-58cc-4eb1-af0b-842bb9d2c792 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:42.680985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 021bd084-ec57-4a6b-8031-846720cfd720 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:50:42.838859 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a49c42c1-58cc-4eb1-af0b-842bb9d2c792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:42.894368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c42c1-58cc-4eb1-af0b-842bb9d2c792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8823a3-0b94-4c04-86f2-d2e34746887c,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:42.901348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c42c1-58cc-4eb1-af0b-842bb9d2c792 admin admin] Checking segment: {'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:42.901707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c42c1-58cc-4eb1-af0b-842bb9d2c792 admin admin] Network hostable DHCP agents. Network: 021bd084-ec57-4a6b-8031-846720cfd720, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:50:42.918477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c42c1-58cc-4eb1-af0b-842bb9d2c792 admin admin] Network 021bd084-ec57-4a6b-8031-846720cfd720 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:50:42.927233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a49c42c1-58cc-4eb1-af0b-842bb9d2c792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 021bd084-ec57-4a6b-8031-846720cfd720) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:42.931029 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c42c1-58cc-4eb1-af0b-842bb9d2c792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:42.931643 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a49c42c1-58cc-4eb1-af0b-842bb9d2c792 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:42.937179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e73ba7-bbad-4025-bb0e-95c4d8bbb6a1 None None] Network 021bd084-ec57-4a6b-8031-846720cfd720 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:42.946655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a49c42c1-58cc-4eb1-af0b-842bb9d2c792 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3042836 Dec 08 02:50:42.949390 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38664) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:42.954071 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-869244589-router', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:42.974496 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:42.975532 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:43.030262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:43.036267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-021bd084-ec57-4a6b-8031-846720cfd720', 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720', 'project_id': '7cd4c178e7284a71bc2e471c45734b7f', 'fixed_ips': [{'subnet_id': '3b8823a3-0b94-4c04-86f2-d2e34746887c'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:50:43.037347 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:43.166367 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:43.169822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Allocated IP 172.20.0.2 (021bd084-ec57-4a6b-8031-846720cfd720/3b8823a3-0b94-4c04-86f2-d2e34746887c/d722a6f4-c682-427e-95e9-37f3c83ac389) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:43.311316 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:43.317033 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:43.358462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Network 021bd084-ec57-4a6b-8031-846720cfd720 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:43.361465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:43.363038 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:43.365806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:43.368856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Pushing event updated for resources: {'Port': ['ID=d722a6f4-c682-427e-95e9-37f3c83ac389,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:43.384348 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:43.424648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Attempting to bind port d722a6f4-c682-427e-95e9-37f3c83ac389 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:43.424919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Attempting to bind port d722a6f4-c682-427e-95e9-37f3c83ac389 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:43.425281 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Attempting to bind port d722a6f4-c682-427e-95e9-37f3c83ac389 on network 021bd084-ec57-4a6b-8031-846720cfd720 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:43.430230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:43.430604 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Checking segment: {'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:43.430999 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:43.431387 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Bound using segment: {'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:43.431879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Bound port: d722a6f4-c682-427e-95e9-37f3c83ac389, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:43.432254 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:43.486695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Allocated IP 172.25.8.232 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/974447b6-0318-43b3-8bd8-5e0a113d4575) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:43.494840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] For port d722a6f4-c682-427e-95e9-37f3c83ac389, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:43.498108 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] For port d722a6f4-c682-427e-95e9-37f3c83ac389, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d722a6f4-c682-427e-95e9-37f3c83ac389,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:43.502118 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:43.555468 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c0abd-88a5-433a-87c5-6c05bbf604bc None None] Pushing event updated for resources: {'Port': ['ID=d722a6f4-c682-427e-95e9-37f3c83ac389,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:43.597768 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:43.632085 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:43.672114 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:43.674977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:43.678573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:43.689039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18bbc44-077b-40e9-9548-0a2b335f0f71 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:43.706598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Pushing event updated for resources: {'Port': ['ID=974447b6-0318-43b3-8bd8-5e0a113d4575,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:43.798565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-92026c57-5feb-4e84-9a28-ad629c0b9fc0 None None] Provisioning complete for port 974447b6-0318-43b3-8bd8-5e0a113d4575 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:43.799157 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-92026c57-5feb-4e84-9a28-ad629c0b9fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:43.839459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-92026c57-5feb-4e84-9a28-ad629c0b9fc0 None None] Port 974447b6-0318-43b3-8bd8-5e0a113d4575 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:50:43.955361 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:44.148014 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:44.303276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d722a6f4-c682-427e-95e9-37f3c83ac389 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:44.356961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d722a6f4-c682-427e-95e9-37f3c83ac389 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:44.357628 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:44.441291 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:44.483173 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port d722a6f4-c682-427e-95e9-37f3c83ac389, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d722a6f4-c682-427e-95e9-37f3c83ac389,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:44.488946 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:44.538863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=d722a6f4-c682-427e-95e9-37f3c83ac389,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:44.544943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b808e51d-dba1-4cd1-ad1c-989eb16d090d None None] Network 021bd084-ec57-4a6b-8031-846720cfd720 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:44.569535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Router 39ffd020-5368-4007-8e11-e06c1adc2d20 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:50:44.607825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0c318954-f336-47fb-9a4d-a313b36f9886 None None] Provisioning complete for port d722a6f4-c682-427e-95e9-37f3c83ac389 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:44.608193 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0c318954-f336-47fb-9a4d-a313b36f9886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:44.679357 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:50:44.689556 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Sync routers for ids ['39ffd020-5368-4007-8e11-e06c1adc2d20'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:50:44.698765 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:44.701254 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-44d8721c-22ae-4878-b1c6-abd49660431b admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7506242 Dec 08 02:50:44.701378 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Routers {'39ffd020-5368-4007-8e11-e06c1adc2d20'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:44.701879 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:50:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['39ffd020-5368-4007-8e11-e06c1adc2d20'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:44.703946 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38666) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:44.904879 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Set router 39ffd020-5368-4007-8e11-e06c1adc2d20 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:45.088566 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'name': 'tempest-TestEncryptedCinderVolumes-869244589-router', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:42Z', 'updated_at': '2021-12-08T02:50:43Z', 'revision_number': 3, 'project_id': '7cd4c178e7284a71bc2e471c45734b7f', 'gw_port': {'id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:43Z', 'updated_at': '2021-12-08T02:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:45.113835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-cd694a83-db1e-41c0-9d60-11cd9587d030 None None] Provisioning complete for port d722a6f4-c682-427e-95e9-37f3c83ac389 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:45.115005 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cd694a83-db1e-41c0-9d60-11cd9587d030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.115175 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Checking router: 39ffd020-5368-4007-8e11-e06c1adc2d20 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:50:45.115758 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Updating router 39ffd020-5368-4007-8e11-e06c1adc2d20 port 974447b6-0318-43b3-8bd8-5e0a113d4575 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:50:45.141600 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.165623 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.321650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Allocated IP 172.20.0.1 (021bd084-ec57-4a6b-8031-846720cfd720/3b8823a3-0b94-4c04-86f2-d2e34746887c/23a50bde-3e36-4dd7-ab45-e6126df3e46f) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:45.394648 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.400263 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.426263 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.446198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5876d127-51c1-4ab0-8900-406786a9c39e None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:45.457101 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Attempting to bind port 974447b6-0318-43b3-8bd8-5e0a113d4575 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:45.457476 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Attempting to bind port 974447b6-0318-43b3-8bd8-5e0a113d4575 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:45.457839 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Attempting to bind port 974447b6-0318-43b3-8bd8-5e0a113d4575 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:45.465272 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.467593 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Pushing event updated for resources: {'Port': ['ID=974447b6-0318-43b3-8bd8-5e0a113d4575,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:45.470650 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:45.471032 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:45.471458 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.471875 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:45.472351 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Bound port: 974447b6-0318-43b3-8bd8-5e0a113d4575, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:45.474098 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.479166 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:45.479514 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:45.479909 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:45.480232 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:45.480562 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:45.481568 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:45.482008 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:45.482328 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:45.482718 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:45.483066 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:45.483387 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:45.483731 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:45.484051 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:45.507511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Network 021bd084-ec57-4a6b-8031-846720cfd720 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:45.510550 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:45.514759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:45.520813 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Pushing event updated for resources: {'Port': ['ID=23a50bde-3e36-4dd7-ab45-e6126df3e46f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:45.524856 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4d6116ce-02b8-4676-b431-2a8701bdbf8a None None] Provisioning complete for port 974447b6-0318-43b3-8bd8-5e0a113d4575 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:45.526793 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d6116ce-02b8-4676-b431-2a8701bdbf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.550111 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] For port 974447b6-0318-43b3-8bd8-5e0a113d4575, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:45.553819 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] For port 974447b6-0318-43b3-8bd8-5e0a113d4575, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=974447b6-0318-43b3-8bd8-5e0a113d4575,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:45.558940 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.562450 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.574663 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4d6116ce-02b8-4676-b431-2a8701bdbf8a None None] Port 974447b6-0318-43b3-8bd8-5e0a113d4575 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:50:45.608963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa789c7-a52b-4487-b659-36274cdd529b None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:45.614089 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Routers {'39ffd020-5368-4007-8e11-e06c1adc2d20'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:45.614722 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:50:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['39ffd020-5368-4007-8e11-e06c1adc2d20'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:45.680193 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72426acc-ba55-4236-a444-09a461d34918 None None] Pushing event updated for resources: {'Port': ['ID=974447b6-0318-43b3-8bd8-5e0a113d4575,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:45.711472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6c53cfd7-9202-4af5-98f0-cc37efcb71a1 None None] Provisioning complete for port 974447b6-0318-43b3-8bd8-5e0a113d4575 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:45.712009 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c53cfd7-9202-4af5-98f0-cc37efcb71a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.725968 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.743566 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] Set router 39ffd020-5368-4007-8e11-e06c1adc2d20 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:45.807172 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c53cfd7-9202-4af5-98f0-cc37efcb71a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.829203 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6c53cfd7-9202-4af5-98f0-cc37efcb71a1 None None] For port 974447b6-0318-43b3-8bd8-5e0a113d4575, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=974447b6-0318-43b3-8bd8-5e0a113d4575,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:45.833274 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c53cfd7-9202-4af5-98f0-cc37efcb71a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.882802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53cfd7-9202-4af5-98f0-cc37efcb71a1 None None] Pushing event updated for resources: {'Port': ['ID=974447b6-0318-43b3-8bd8-5e0a113d4575,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:45.904476 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.909112 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.937428 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'name': 'tempest-TestEncryptedCinderVolumes-869244589-router', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:42Z', 'updated_at': '2021-12-08T02:50:43Z', 'revision_number': 3, 'project_id': '7cd4c178e7284a71bc2e471c45734b7f', 'gw_port': {'id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:43Z', 'updated_at': '2021-12-08T02:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:45.953322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-484fc2e9-3a62-4695-b712-aab4a9878407 None None] Provisioning complete for port 23a50bde-3e36-4dd7-ab45-e6126df3e46f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:45.953693 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-484fc2e9-3a62-4695-b712-aab4a9878407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.966215 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d78709-fc1c-4898-b207-d2fa3ff6100b None None] The sync data for ids ['39ffd020-5368-4007-8e11-e06c1adc2d20'] in n-d-713499-31 is: [{'id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'name': 'tempest-TestEncryptedCinderVolumes-869244589-router', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:42Z', 'updated_at': '2021-12-08T02:50:43Z', 'revision_number': 3, 'project_id': '7cd4c178e7284a71bc2e471c45734b7f', 'gw_port': {'id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:43Z', 'updated_at': '2021-12-08T02:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:50:45.980507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Pushing event updated for resources: {'Port': ['ID=23a50bde-3e36-4dd7-ab45-e6126df3e46f,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:45.983507 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:45.998215 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-484fc2e9-3a62-4695-b712-aab4a9878407 None None] Port 23a50bde-3e36-4dd7-ab45-e6126df3e46f cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:50:46.076039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Network 021bd084-ec57-4a6b-8031-846720cfd720 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:46.077448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:46.229631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Router 39ffd020-5368-4007-8e11-e06c1adc2d20 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:50:46.359835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:50:46.374065 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-afaa796b-5671-4bda-b870-3b24048a9b4a admin admin] 10.222.0.71 "PUT /v2.0/routers/39ffd020-5368-4007-8e11-e06c1adc2d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6596479 Dec 08 02:50:46.391257 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d722a6f4-c682-427e-95e9-37f3c83ac389 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:46.445689 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-037f035b-a59e-4557-91fd-c6d1ec6e4c17 None None] Provisioning complete for port 23a50bde-3e36-4dd7-ab45-e6126df3e46f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:46.446018 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-037f035b-a59e-4557-91fd-c6d1ec6e4c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:46.492613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-037f035b-a59e-4557-91fd-c6d1ec6e4c17 None None] Port 23a50bde-3e36-4dd7-ab45-e6126df3e46f cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:50:46.492613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d722a6f4-c682-427e-95e9-37f3c83ac389 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:46.492613 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:46.576598 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 974447b6-0318-43b3-8bd8-5e0a113d4575 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:46.629289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 974447b6-0318-43b3-8bd8-5e0a113d4575 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:46.629648 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:46.877241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 38682) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:46.882360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1021718962-network', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:46.905788 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] Made reservation on behalf of 2a2b0a8d8dd44c05b6d25f90d9f587ff for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:46.908130 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:46.917232 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:46.992833 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:46.996471 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:47.018002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:50:47.031373 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10efe5da-5e80-42a0-a80f-081f9f3c33bd,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:47.036493 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:47.036844 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] Added segment ae3c0245-a6c8-4ad8-b474-05441be57b72 of type vlan for network 4f049891-d8bb-45bd-8a35-e97a8411009c Dec 08 02:50:47.079821 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:47.103582 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:47.104536 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:47.105111 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:47.139073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2607121 Dec 08 02:50:47.141886 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38684) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:47.146870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8ecafc7f-3370-4e74-b021-9be0b75bf898 admin admin] Request body: {'subnet': {'network_id': '4f049891-d8bb-45bd-8a35-e97a8411009c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1021718962-subnet', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:47.169053 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecafc7f-3370-4e74-b021-9be0b75bf898 admin admin] Made reservation on behalf of 2a2b0a8d8dd44c05b6d25f90d9f587ff for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:47.170886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced98585-b7bf-470b-a72e-e254137c1fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=4f049891-d8bb-45bd-8a35-e97a8411009c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:47.171412 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ecafc7f-3370-4e74-b021-9be0b75bf898 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:47.180583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 4f049891-d8bb-45bd-8a35-e97a8411009c details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:50:47.346175 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ecafc7f-3370-4e74-b021-9be0b75bf898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:47.397121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecafc7f-3370-4e74-b021-9be0b75bf898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70cba725-aa8e-4bd3-8b11-d43b0e4b037e,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:47.412396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecafc7f-3370-4e74-b021-9be0b75bf898 admin admin] Checking segment: {'id': 'ae3c0245-a6c8-4ad8-b474-05441be57b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4f049891-d8bb-45bd-8a35-e97a8411009c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:47.412760 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecafc7f-3370-4e74-b021-9be0b75bf898 admin admin] Network hostable DHCP agents. Network: 4f049891-d8bb-45bd-8a35-e97a8411009c, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:50:47.429421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecafc7f-3370-4e74-b021-9be0b75bf898 admin admin] Network 4f049891-d8bb-45bd-8a35-e97a8411009c is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:50:47.439448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8ecafc7f-3370-4e74-b021-9be0b75bf898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 4f049891-d8bb-45bd-8a35-e97a8411009c) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:47.443661 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecafc7f-3370-4e74-b021-9be0b75bf898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:47.444287 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ecafc7f-3370-4e74-b021-9be0b75bf898 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:47.449216 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25656cb1-be06-4c48-8d7c-d02aefc81a39 None None] Network 4f049891-d8bb-45bd-8a35-e97a8411009c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:47.461378 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8ecafc7f-3370-4e74-b021-9be0b75bf898 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3183727 Dec 08 02:50:47.463879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38686) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:47.469330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1021718962-router', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:47.493034 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:47.494164 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:47.549474 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:47.557200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-4f049891-d8bb-45bd-8a35-e97a8411009c', 'network_id': '4f049891-d8bb-45bd-8a35-e97a8411009c', 'project_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'fixed_ips': [{'subnet_id': '70cba725-aa8e-4bd3-8b11-d43b0e4b037e'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:50:47.558202 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:47.688740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Sync routers for ids ['39ffd020-5368-4007-8e11-e06c1adc2d20'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:50:47.689765 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:47.704557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Allocated IP 172.20.0.2 (4f049891-d8bb-45bd-8a35-e97a8411009c/70cba725-aa8e-4bd3-8b11-d43b0e4b037e/a75474ca-3978-484d-89d4-bcb18cd50680) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:47.714557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Routers {'39ffd020-5368-4007-8e11-e06c1adc2d20'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:47.715191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:50:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['39ffd020-5368-4007-8e11-e06c1adc2d20'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:47.889752 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:47.892049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Set router 39ffd020-5368-4007-8e11-e06c1adc2d20 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:47.909406 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.017098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Allocated IP 172.25.8.8 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/5c798f19-9949-451f-bb5b-865fbdfd5a69) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:48.021959 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.050476 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.107036 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Network 4f049891-d8bb-45bd-8a35-e97a8411009c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:48.115279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:48.116990 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Pushing event updated for resources: {'Port': ['ID=a75474ca-3978-484d-89d4-bcb18cd50680,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:48.119103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:48.121306 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.155990 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.196279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:48.199150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:48.203411 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:48.203577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Attempting to bind port a75474ca-3978-484d-89d4-bcb18cd50680 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:48.203827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Attempting to bind port a75474ca-3978-484d-89d4-bcb18cd50680 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'ae3c0245-a6c8-4ad8-b474-05441be57b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4f049891-d8bb-45bd-8a35-e97a8411009c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:48.204188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Attempting to bind port a75474ca-3978-484d-89d4-bcb18cd50680 on network 4f049891-d8bb-45bd-8a35-e97a8411009c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:48.213669 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:48.214051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Checking segment: {'id': 'ae3c0245-a6c8-4ad8-b474-05441be57b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4f049891-d8bb-45bd-8a35-e97a8411009c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:48.214457 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.214850 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Bound using segment: {'id': 'ae3c0245-a6c8-4ad8-b474-05441be57b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4f049891-d8bb-45bd-8a35-e97a8411009c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:48.215427 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Bound port: a75474ca-3978-484d-89d4-bcb18cd50680, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3c0245-a6c8-4ad8-b474-05441be57b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4f049891-d8bb-45bd-8a35-e97a8411009c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:48.215778 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.220155 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bb8262-5af2-4c7f-bdee-82685c87d304 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:48.240512 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Pushing event updated for resources: {'Port': ['ID=5c798f19-9949-451f-bb5b-865fbdfd5a69,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:48.286727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'name': 'tempest-TestEncryptedCinderVolumes-869244589-router', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:42Z', 'updated_at': '2021-12-08T02:50:45Z', 'revision_number': 4, 'project_id': '7cd4c178e7284a71bc2e471c45734b7f', 'gw_port': {'id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:43Z', 'updated_at': '2021-12-08T02:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '23a50bde-3e36-4dd7-ab45-e6126df3e46f', 'name': '', 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f', 'mac_address': 'fa:16:3e:94:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '3b8823a3-0b94-4c04-86f2-d2e34746887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:45Z', 'updated_at': '2021-12-08T02:50:45Z', 'revision_number': 2, 'project_id': '7cd4c178e7284a71bc2e471c45734b7f', 'subnets': [{'id': '3b8823a3-0b94-4c04-86f2-d2e34746887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:48.325615 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Checking router: 39ffd020-5368-4007-8e11-e06c1adc2d20 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:50:48.326219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Updating router 39ffd020-5368-4007-8e11-e06c1adc2d20 port 23a50bde-3e36-4dd7-ab45-e6126df3e46f binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:50:48.352737 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] For port a75474ca-3978-484d-89d4-bcb18cd50680, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:48.370004 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] For port a75474ca-3978-484d-89d4-bcb18cd50680, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a75474ca-3978-484d-89d4-bcb18cd50680,segment=NetworkSegment(ae3c0245-a6c8-4ad8-b474-05441be57b72),segment_id=ae3c0245-a6c8-4ad8-b474-05441be57b72)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:48.376106 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.378039 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9bec99cc-bc71-4dc4-954d-498acf452c30 None None] Provisioning complete for port 5c798f19-9949-451f-bb5b-865fbdfd5a69 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:48.378403 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9bec99cc-bc71-4dc4-954d-498acf452c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.379846 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.494222 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-9bec99cc-bc71-4dc4-954d-498acf452c30 None None] Port 5c798f19-9949-451f-bb5b-865fbdfd5a69 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:50:48.510901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202ae8c-01c5-4aaf-b819-707575cca001 None None] Pushing event updated for resources: {'Port': ['ID=a75474ca-3978-484d-89d4-bcb18cd50680,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:48.781603 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.789928 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.840214 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.847166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffca6ab-9591-4627-8ca8-476310d27afa None None] Pushing event updated for resources: {'Port': ['ID=23a50bde-3e36-4dd7-ab45-e6126df3e46f,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:48.894366 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Attempting to bind port 23a50bde-3e36-4dd7-ab45-e6126df3e46f on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:48.894747 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Attempting to bind port 23a50bde-3e36-4dd7-ab45-e6126df3e46f by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:48.895105 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Attempting to bind port 23a50bde-3e36-4dd7-ab45-e6126df3e46f on network 021bd084-ec57-4a6b-8031-846720cfd720 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:48.900482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:48.900858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Checking segment: {'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:48.901256 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.901648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Bound using segment: {'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:48.902121 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Bound port: 23a50bde-3e36-4dd7-ab45-e6126df3e46f, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:48.902500 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:48.972012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] For port 23a50bde-3e36-4dd7-ab45-e6126df3e46f, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:48.975268 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] For port 23a50bde-3e36-4dd7-ab45-e6126df3e46f, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=23a50bde-3e36-4dd7-ab45-e6126df3e46f,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:48.981636 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:49.046252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Routers {'39ffd020-5368-4007-8e11-e06c1adc2d20'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:49.047011 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:50:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['39ffd020-5368-4007-8e11-e06c1adc2d20'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:49.067041 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:49.085462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffca6ab-9591-4627-8ca8-476310d27afa None None] Pushing event updated for resources: {'Port': ['ID=23a50bde-3e36-4dd7-ab45-e6126df3e46f,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:49.214334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Router 9d419fde-dd66-476c-9f85-418cfdaba00f is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:50:49.340462 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:50:49.357042 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Sync routers for ids ['9d419fde-dd66-476c-9f85-418cfdaba00f'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:50:49.357638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-094fbf37-dc8d-41b6-87e9-6b664d4da02a None None] Provisioning complete for port 23a50bde-3e36-4dd7-ab45-e6126df3e46f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:49.357847 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-094fbf37-dc8d-41b6-87e9-6b664d4da02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:49.367219 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:49.369729 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-801f1e27-0214-45ad-b544-43b5b6b4a97d admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9047723 Dec 08 02:50:49.372934 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Routers {'9d419fde-dd66-476c-9f85-418cfdaba00f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:49.373065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 38688) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:49.374077 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:50:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9d419fde-dd66-476c-9f85-418cfdaba00f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:49.387937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] Set router 39ffd020-5368-4007-8e11-e06c1adc2d20 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:49.492774 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Set router 9d419fde-dd66-476c-9f85-418cfdaba00f gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:49.581756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccc0f36-8542-4f1f-8686-8a9f1fb0ec61 None None] Network 4f049891-d8bb-45bd-8a35-e97a8411009c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:49.685021 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-094fbf37-dc8d-41b6-87e9-6b664d4da02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:49.697865 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'name': 'tempest-TestEncryptedCinderVolumes-1021718962-router', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '5c798f19-9949-451f-bb5b-865fbdfd5a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:50:48Z', 'revision_number': 3, 'project_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'gw_port': {'id': '5c798f19-9949-451f-bb5b-865fbdfd5a69', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:49.730270 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Checking router: 9d419fde-dd66-476c-9f85-418cfdaba00f for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:50:49.731678 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Updating router 9d419fde-dd66-476c-9f85-418cfdaba00f port 5c798f19-9949-451f-bb5b-865fbdfd5a69 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:50:49.749721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'name': 'tempest-TestEncryptedCinderVolumes-869244589-router', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:42Z', 'updated_at': '2021-12-08T02:50:45Z', 'revision_number': 4, 'project_id': '7cd4c178e7284a71bc2e471c45734b7f', 'gw_port': {'id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:43Z', 'updated_at': '2021-12-08T02:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '23a50bde-3e36-4dd7-ab45-e6126df3e46f', 'name': '', 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f', 'mac_address': 'fa:16:3e:94:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '3b8823a3-0b94-4c04-86f2-d2e34746887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:45Z', 'updated_at': '2021-12-08T02:50:48Z', 'revision_number': 4, 'project_id': '7cd4c178e7284a71bc2e471c45734b7f', 'subnets': [{'id': '3b8823a3-0b94-4c04-86f2-d2e34746887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:49.758472 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:49.762068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-094fbf37-dc8d-41b6-87e9-6b664d4da02a None None] For port 23a50bde-3e36-4dd7-ab45-e6126df3e46f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=23a50bde-3e36-4dd7-ab45-e6126df3e46f,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:49.788088 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-094fbf37-dc8d-41b6-87e9-6b664d4da02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:49.790325 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709112bc-0ec4-4c60-85ae-77bb86be65ba None None] The sync data for ids ['39ffd020-5368-4007-8e11-e06c1adc2d20'] in n-d-713499-31 is: [{'id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'name': 'tempest-TestEncryptedCinderVolumes-869244589-router', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:42Z', 'updated_at': '2021-12-08T02:50:45Z', 'revision_number': 4, 'project_id': '7cd4c178e7284a71bc2e471c45734b7f', 'gw_port': {'id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:43Z', 'updated_at': '2021-12-08T02:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '23a50bde-3e36-4dd7-ab45-e6126df3e46f', 'name': '', 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f', 'mac_address': 'fa:16:3e:94:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '3b8823a3-0b94-4c04-86f2-d2e34746887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:45Z', 'updated_at': '2021-12-08T02:50:48Z', 'revision_number': 4, 'project_id': '7cd4c178e7284a71bc2e471c45734b7f', 'subnets': [{'id': '3b8823a3-0b94-4c04-86f2-d2e34746887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:50:49.857341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fbf37-dc8d-41b6-87e9-6b664d4da02a None None] Pushing event updated for resources: {'Port': ['ID=23a50bde-3e36-4dd7-ab45-e6126df3e46f,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:49.929732 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:49.935646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b4161ab1-8b31-4731-a8be-234aa5e05aa3 None None] Provisioning complete for port a75474ca-3978-484d-89d4-bcb18cd50680 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:49.936036 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4161ab1-8b31-4731-a8be-234aa5e05aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.095149 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4161ab1-8b31-4731-a8be-234aa5e05aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.118492 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Allocated IP 172.20.0.1 (4f049891-d8bb-45bd-8a35-e97a8411009c/70cba725-aa8e-4bd3-8b11-d43b0e4b037e/4be42925-1666-4395-9e2c-6f5d93e0cbf5) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:50.138970 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.146503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b4161ab1-8b31-4731-a8be-234aa5e05aa3 None None] For port a75474ca-3978-484d-89d4-bcb18cd50680, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a75474ca-3978-484d-89d4-bcb18cd50680,segment=NetworkSegment(ae3c0245-a6c8-4ad8-b474-05441be57b72),segment_id=ae3c0245-a6c8-4ad8-b474-05441be57b72)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:50.148121 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.153977 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4161ab1-8b31-4731-a8be-234aa5e05aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.196654 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Attempting to bind port 5c798f19-9949-451f-bb5b-865fbdfd5a69 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:50.197032 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Attempting to bind port 5c798f19-9949-451f-bb5b-865fbdfd5a69 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:50.197396 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Attempting to bind port 5c798f19-9949-451f-bb5b-865fbdfd5a69 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:50.198951 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b465d-b48d-4d03-9ae2-321614ff1261 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:50.211832 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:50.213299 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:50.213985 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.214607 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:50.215998 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Bound port: 5c798f19-9949-451f-bb5b-865fbdfd5a69, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:50.217884 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.236917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b4161ab1-8b31-4731-a8be-234aa5e05aa3 None None] Provisioning complete for port 23a50bde-3e36-4dd7-ab45-e6126df3e46f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:50.237109 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48e515-4b26-4f09-9023-2057ebe1ce58 None None] Pushing event updated for resources: {'Port': ['ID=5c798f19-9949-451f-bb5b-865fbdfd5a69,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:50.241751 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b4161ab1-8b31-4731-a8be-234aa5e05aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.261526 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.322518 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] For port 5c798f19-9949-451f-bb5b-865fbdfd5a69, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:50.327512 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] For port 5c798f19-9949-451f-bb5b-865fbdfd5a69, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5c798f19-9949-451f-bb5b-865fbdfd5a69,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:50.331118 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.332354 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.369959 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c282980d-91b0-4a41-a984-78dc4bae0109 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:50.372894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4161ab1-8b31-4731-a8be-234aa5e05aa3 None None] Pushing event updated for resources: {'Port': ['ID=a75474ca-3978-484d-89d4-bcb18cd50680,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:50.407972 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 23a50bde-3e36-4dd7-ab45-e6126df3e46f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:50.418657 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Routers {'9d419fde-dd66-476c-9f85-418cfdaba00f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:50.419298 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:50:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9d419fde-dd66-476c-9f85-418cfdaba00f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:50.435975 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4be42925-1666-4395-9e2c-6f5d93e0cbf5,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:50.446789 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Network 4f049891-d8bb-45bd-8a35-e97a8411009c is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:50.449296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:50.453516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:50.470733 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48e515-4b26-4f09-9023-2057ebe1ce58 None None] Pushing event updated for resources: {'Port': ['ID=5c798f19-9949-451f-bb5b-865fbdfd5a69,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:50.518799 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.548318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 23a50bde-3e36-4dd7-ab45-e6126df3e46f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:50.548841 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.690756 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.704663 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b1439bdc-d7a7-48dc-866f-17541aa15f60 None None] Provisioning complete for port 5c798f19-9949-451f-bb5b-865fbdfd5a69 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:50.705045 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1439bdc-d7a7-48dc-866f-17541aa15f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.761176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a75474ca-3978-484d-89d4-bcb18cd50680 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:50.801279 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] Set router 9d419fde-dd66-476c-9f85-418cfdaba00f gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:50.840259 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1439bdc-d7a7-48dc-866f-17541aa15f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.873405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b1439bdc-d7a7-48dc-866f-17541aa15f60 None None] For port 5c798f19-9949-451f-bb5b-865fbdfd5a69, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5c798f19-9949-451f-bb5b-865fbdfd5a69,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:50.874660 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port a75474ca-3978-484d-89d4-bcb18cd50680 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:50.875076 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.878961 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1439bdc-d7a7-48dc-866f-17541aa15f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.904165 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.911692 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.956545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b1439bdc-d7a7-48dc-866f-17541aa15f60 None None] Provisioning complete for port a75474ca-3978-484d-89d4-bcb18cd50680 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:50.956915 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b1439bdc-d7a7-48dc-866f-17541aa15f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.996096 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:50.998560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4be42925-1666-4395-9e2c-6f5d93e0cbf5,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:51.013145 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1439bdc-d7a7-48dc-866f-17541aa15f60 None None] Pushing event updated for resources: {'Port': ['ID=5c798f19-9949-451f-bb5b-865fbdfd5a69,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:51.073258 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'name': 'tempest-TestEncryptedCinderVolumes-1021718962-router', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '5c798f19-9949-451f-bb5b-865fbdfd5a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:50:48Z', 'revision_number': 3, 'project_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'gw_port': {'id': '5c798f19-9949-451f-bb5b-865fbdfd5a69', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:51.102463 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a33be-94cb-4327-9f79-ad4f9a4b40d9 None None] The sync data for ids ['9d419fde-dd66-476c-9f85-418cfdaba00f'] in n-d-713499-31 is: [{'id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'name': 'tempest-TestEncryptedCinderVolumes-1021718962-router', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '5c798f19-9949-451f-bb5b-865fbdfd5a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:50:48Z', 'revision_number': 3, 'project_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'gw_port': {'id': '5c798f19-9949-451f-bb5b-865fbdfd5a69', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:50:51.115203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Network 4f049891-d8bb-45bd-8a35-e97a8411009c is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:51.116723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:51.230382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-bd813bb9-53af-40d3-b3da-8f24044179c9 None None] Provisioning complete for port 4be42925-1666-4395-9e2c-6f5d93e0cbf5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:51.230757 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd813bb9-53af-40d3-b3da-8f24044179c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:51.256608 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Router 9d419fde-dd66-476c-9f85-418cfdaba00f has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:50:51.275306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-bd813bb9-53af-40d3-b3da-8f24044179c9 None None] Port 4be42925-1666-4395-9e2c-6f5d93e0cbf5 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:50:51.380780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:50:51.394397 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c4df3577-0f90-49fc-b995-c446e500f8a8 admin admin] 10.222.0.71 "PUT /v2.0/routers/9d419fde-dd66-476c-9f85-418cfdaba00f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0126495 Dec 08 02:50:51.397226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ef9bb052-8b9c-4298-897a-0aa6a53fb8c2 None None] Provisioning complete for port 4be42925-1666-4395-9e2c-6f5d93e0cbf5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:51.397624 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb052-8b9c-4298-897a-0aa6a53fb8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:51.439341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ef9bb052-8b9c-4298-897a-0aa6a53fb8c2 None None] Port 4be42925-1666-4395-9e2c-6f5d93e0cbf5 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:50:52.087300 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6e6a6a2e-f03f-4cdd-b4f4-d2c958d6ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:52.353005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5c798f19-9949-451f-bb5b-865fbdfd5a69 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:52.403838 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 5c798f19-9949-451f-bb5b-865fbdfd5a69 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:52.404210 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:52.480432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-d8c39267-9936-42ac-8016-089537434599 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:52.481526 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a75474ca-3978-484d-89d4-bcb18cd50680 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:52.482432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-d8c39267-9936-42ac-8016-089537434599 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/networks?id=021bd084-ec57-4a6b-8031-846720cfd720 HTTP/1.1" status: 200 len: 816 time: 0.1054521 Dec 08 02:50:52.498201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-e171328a-b209-4233-8b8b-f666a7ec366a tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/quotas/7cd4c178e7284a71bc2e471c45734b7f HTTP/1.1" status: 200 len: 375 time: 0.0097814 Dec 08 02:50:52.533270 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port a75474ca-3978-484d-89d4-bcb18cd50680 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:52.533647 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:52.551313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-fce985d6-3585-4052-b22e-8361ba37fd55 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7cd4c178e7284a71bc2e471c45734b7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475764 Dec 08 02:50:52.566935 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-0a44d9b2-c041-49f9-8a65-b5dca108d4af service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:50:52.567940 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-0a44d9b2-c041-49f9-8a65-b5dca108d4af service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053277 Dec 08 02:50:52.658661 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-613f5d96-e0af-45d8-b5f5-b83272f5973a service neutron] 10.222.0.71 "GET /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843635 Dec 08 02:50:52.751881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-67e64935-37c1-490f-9d83-99e920594ec2 service neutron] 10.222.0.71 "GET /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865459 Dec 08 02:50:52.922030 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-82254c4b-59f7-4da0-9339-94a0b6c74343 req-71ec4a39-22cf-4fac-936a-aa6a9194b6ec tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 210 time: 0.0314417 Dec 08 02:50:53.250233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Sync routers for ids ['9d419fde-dd66-476c-9f85-418cfdaba00f'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:50:53.260395 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Routers {'9d419fde-dd66-476c-9f85-418cfdaba00f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:53.260997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:50:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9d419fde-dd66-476c-9f85-418cfdaba00f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:53.368733 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Set router 9d419fde-dd66-476c-9f85-418cfdaba00f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:53.569164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'name': 'tempest-TestEncryptedCinderVolumes-1021718962-router', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '5c798f19-9949-451f-bb5b-865fbdfd5a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:50:50Z', 'revision_number': 4, 'project_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'gw_port': {'id': '5c798f19-9949-451f-bb5b-865fbdfd5a69', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '4be42925-1666-4395-9e2c-6f5d93e0cbf5', 'name': '', 'network_id': '4f049891-d8bb-45bd-8a35-e97a8411009c', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'mac_address': 'fa:16:3e:9d:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '70cba725-aa8e-4bd3-8b11-d43b0e4b037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:49Z', 'updated_at': '2021-12-08T02:50:50Z', 'revision_number': 2, 'project_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'subnets': [{'id': '70cba725-aa8e-4bd3-8b11-d43b0e4b037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:53.595522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Checking router: 9d419fde-dd66-476c-9f85-418cfdaba00f for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:50:53.595904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Updating router 9d419fde-dd66-476c-9f85-418cfdaba00f port 4be42925-1666-4395-9e2c-6f5d93e0cbf5 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:50:53.619847 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:53.879842 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:53.888476 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:53.955004 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:53.958709 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-f7e42349-42c4-4cf2-8fe8-63a0763f4740 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:53.959260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2663a-db9d-4157-8585-f356fbe3e4d6 None None] Pushing event updated for resources: {'Port': ['ID=4be42925-1666-4395-9e2c-6f5d93e0cbf5,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:53.959388 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-f7e42349-42c4-4cf2-8fe8-63a0763f4740 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.45 "GET /v2.0/networks?id=021bd084-ec57-4a6b-8031-846720cfd720 HTTP/1.1" status: 200 len: 816 time: 0.1159763 Dec 08 02:50:53.978221 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-f2ebe82d-187d-428a-b56c-2eff5b23e3da tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Request body: {'port': {'device_id': '5dd1b318-8de1-4b16-8b29-6c772be78032', 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720', 'admin_state_up': True, 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:54.016433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Attempting to bind port 4be42925-1666-4395-9e2c-6f5d93e0cbf5 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:54.016917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Attempting to bind port 4be42925-1666-4395-9e2c-6f5d93e0cbf5 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'ae3c0245-a6c8-4ad8-b474-05441be57b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4f049891-d8bb-45bd-8a35-e97a8411009c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:54.017425 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Attempting to bind port 4be42925-1666-4395-9e2c-6f5d93e0cbf5 on network 4f049891-d8bb-45bd-8a35-e97a8411009c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:54.023200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:54.023584 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Checking segment: {'id': 'ae3c0245-a6c8-4ad8-b474-05441be57b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4f049891-d8bb-45bd-8a35-e97a8411009c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:54.024017 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.024412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Bound using segment: {'id': 'ae3c0245-a6c8-4ad8-b474-05441be57b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4f049891-d8bb-45bd-8a35-e97a8411009c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:54.024887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Bound port: 4be42925-1666-4395-9e2c-6f5d93e0cbf5, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3c0245-a6c8-4ad8-b474-05441be57b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4f049891-d8bb-45bd-8a35-e97a8411009c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:54.025272 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.050588 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-744d42e0-cd86-45b4-ab69-57e12bde57c0 req-74164740-2220-4952-8861-f1b65d73707b tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 210 time: 0.0291080 Dec 08 02:50:54.107932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] For port 4be42925-1666-4395-9e2c-6f5d93e0cbf5, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:54.111288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] For port 4be42925-1666-4395-9e2c-6f5d93e0cbf5, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4be42925-1666-4395-9e2c-6f5d93e0cbf5,segment=NetworkSegment(ae3c0245-a6c8-4ad8-b474-05441be57b72),segment_id=ae3c0245-a6c8-4ad8-b474-05441be57b72)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:54.116501 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.118599 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-f2ebe82d-187d-428a-b56c-2eff5b23e3da tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Made reservation on behalf of 7cd4c178e7284a71bc2e471c45734b7f for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:54.123636 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-f2ebe82d-187d-428a-b56c-2eff5b23e3da tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.179182 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Routers {'9d419fde-dd66-476c-9f85-418cfdaba00f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:54.179834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:50:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9d419fde-dd66-476c-9f85-418cfdaba00f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:54.182843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2663a-db9d-4157-8585-f356fbe3e4d6 None None] Pushing event updated for resources: {'Port': ['ID=4be42925-1666-4395-9e2c-6f5d93e0cbf5,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:54.262966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-f2ebe82d-187d-428a-b56c-2eff5b23e3da tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Allocated IP 172.20.0.13 (021bd084-ec57-4a6b-8031-846720cfd720/3b8823a3-0b94-4c04-86f2-d2e34746887c/79010caa-28ea-4d7a-a8f1-3335906f9c27) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:54.314443 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a6fcad69-db9d-4089-8c23-9751e8cae035 None None] Provisioning complete for port 4be42925-1666-4395-9e2c-6f5d93e0cbf5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:54.315026 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6fcad69-db9d-4089-8c23-9751e8cae035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.317837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] Set router 9d419fde-dd66-476c-9f85-418cfdaba00f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:54.422518 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-f2ebe82d-187d-428a-b56c-2eff5b23e3da tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.461184 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-f2ebe82d-187d-428a-b56c-2eff5b23e3da tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.505408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-f2ebe82d-187d-428a-b56c-2eff5b23e3da tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Network 021bd084-ec57-4a6b-8031-846720cfd720 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:54.508622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-f2ebe82d-187d-428a-b56c-2eff5b23e3da tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:54.512571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-f2ebe82d-187d-428a-b56c-2eff5b23e3da tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:54.562908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebe82d-187d-428a-b56c-2eff5b23e3da tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Pushing event updated for resources: {'Port': ['ID=79010caa-28ea-4d7a-a8f1-3335906f9c27,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:54.588033 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-f2ebe82d-187d-428a-b56c-2eff5b23e3da tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:54.588704 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-f2ebe82d-187d-428a-b56c-2eff5b23e3da tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.606956 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-f2ebe82d-187d-428a-b56c-2eff5b23e3da tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6330369 Dec 08 02:50:54.625628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Request body: {'port': {'device_id': '5dd1b318-8de1-4b16-8b29-6c772be78032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:54.688658 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.688924 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43407a24-2c84-484f-a491-cba34a18e2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.710992 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6fcad69-db9d-4089-8c23-9751e8cae035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.773782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a6fcad69-db9d-4089-8c23-9751e8cae035 None None] For port 4be42925-1666-4395-9e2c-6f5d93e0cbf5, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4be42925-1666-4395-9e2c-6f5d93e0cbf5,segment=NetworkSegment(ae3c0245-a6c8-4ad8-b474-05441be57b72),segment_id=ae3c0245-a6c8-4ad8-b474-05441be57b72)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:54.784568 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a6fcad69-db9d-4089-8c23-9751e8cae035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.821574 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.853690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'name': 'tempest-TestEncryptedCinderVolumes-1021718962-router', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '5c798f19-9949-451f-bb5b-865fbdfd5a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:50:50Z', 'revision_number': 4, 'project_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'gw_port': {'id': '5c798f19-9949-451f-bb5b-865fbdfd5a69', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '4be42925-1666-4395-9e2c-6f5d93e0cbf5', 'name': '', 'network_id': '4f049891-d8bb-45bd-8a35-e97a8411009c', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'mac_address': 'fa:16:3e:9d:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '70cba725-aa8e-4bd3-8b11-d43b0e4b037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:49Z', 'updated_at': '2021-12-08T02:50:54Z', 'revision_number': 4, 'project_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'subnets': [{'id': '70cba725-aa8e-4bd3-8b11-d43b0e4b037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:54.855376 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcad69-db9d-4089-8c23-9751e8cae035 None None] Pushing event updated for resources: {'Port': ['ID=4be42925-1666-4395-9e2c-6f5d93e0cbf5,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:54.883715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e381f0c6-16a4-4203-9638-7baed25eb715 None None] The sync data for ids ['9d419fde-dd66-476c-9f85-418cfdaba00f'] in n-d-713499-31 is: [{'id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'name': 'tempest-TestEncryptedCinderVolumes-1021718962-router', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '5c798f19-9949-451f-bb5b-865fbdfd5a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:50:50Z', 'revision_number': 4, 'project_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'gw_port': {'id': '5c798f19-9949-451f-bb5b-865fbdfd5a69', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '4be42925-1666-4395-9e2c-6f5d93e0cbf5', 'name': '', 'network_id': '4f049891-d8bb-45bd-8a35-e97a8411009c', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'mac_address': 'fa:16:3e:9d:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '70cba725-aa8e-4bd3-8b11-d43b0e4b037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:49Z', 'updated_at': '2021-12-08T02:50:54Z', 'revision_number': 4, 'project_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'subnets': [{'id': '70cba725-aa8e-4bd3-8b11-d43b0e4b037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:50:54.911730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-029ed33a-45fb-478c-967f-b397500e0765 None None] Provisioning complete for port 79010caa-28ea-4d7a-a8f1-3335906f9c27 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:54.912109 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-029ed33a-45fb-478c-967f-b397500e0765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.959202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-029ed33a-45fb-478c-967f-b397500e0765 None None] Port 79010caa-28ea-4d7a-a8f1-3335906f9c27 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:50:54.972063 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-029ed33a-45fb-478c-967f-b397500e0765 None None] Provisioning complete for port 4be42925-1666-4395-9e2c-6f5d93e0cbf5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:54.972440 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-029ed33a-45fb-478c-967f-b397500e0765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:54.992606 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79010caa-28ea-4d7a-a8f1-3335906f9c27 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:50:55.002472 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:55.016388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Transition to ACTIVE for port object 79010caa-28ea-4d7a-a8f1-3335906f9c27 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:50:55.021054 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:55.093390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Pushing event updated for resources: {'Port': ['ID=79010caa-28ea-4d7a-a8f1-3335906f9c27,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:55.170676 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Attempting to bind port 79010caa-28ea-4d7a-a8f1-3335906f9c27 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:55.170779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Attempting to bind port 79010caa-28ea-4d7a-a8f1-3335906f9c27 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:55.171291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Attempting to bind port 79010caa-28ea-4d7a-a8f1-3335906f9c27 on network 021bd084-ec57-4a6b-8031-846720cfd720 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:55.176337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Port 79010caa-28ea-4d7a-a8f1-3335906f9c27 on network 021bd084-ec57-4a6b-8031-846720cfd720 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:50:55.176752 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Attempting to bind port 79010caa-28ea-4d7a-a8f1-3335906f9c27 on network 021bd084-ec57-4a6b-8031-846720cfd720 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:55.182472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:55.183028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Checking segment: {'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:55.183509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Bound using segment: {'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:55.184143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Bound port: 79010caa-28ea-4d7a-a8f1-3335906f9c27, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:55.184578 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:55.212166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc06e04-d49f-4a5a-8740-8a8cc861c461 req-b75437f5-da84-4faa-8823-7c199c1a7ee9 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:55.213966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7fc06e04-d49f-4a5a-8740-8a8cc861c461 req-b75437f5-da84-4faa-8823-7c199c1a7ee9 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 944 time: 0.0653348 Dec 08 02:50:55.279651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7fc06e04-d49f-4a5a-8740-8a8cc861c461 req-409819fb-eccd-4bb1-b144-436809870374 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579338 Dec 08 02:50:55.295004 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] For port 79010caa-28ea-4d7a-a8f1-3335906f9c27, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:55.302013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] For port 79010caa-28ea-4d7a-a8f1-3335906f9c27, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=79010caa-28ea-4d7a-a8f1-3335906f9c27,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:55.307574 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:55.349759 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:55.350256 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:55.351672 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] 10.222.0.45 "PUT /v2.0/ports/79010caa-28ea-4d7a-a8f1-3335906f9c27 HTTP/1.1" status: 200 len: 1093 time: 0.7312844 Dec 08 02:50:55.352120 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd1b318-8de1-4b16-8b29-6c772be78032', 'tag': '79010caa-28ea-4d7a-a8f1-3335906f9c27'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:50:55.354385 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a15b856-5e79-4ea9-8366-a7203a4bf41c" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd1b318-8de1-4b16-8b29-6c772be78032", "tag": "79010caa-28ea-4d7a-a8f1-3335906f9c27"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:50:55.391502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db59bcc-9771-4fc8-ad07-7540f21d03fb service neutron] Pushing event updated for resources: {'Port': ['ID=79010caa-28ea-4d7a-a8f1-3335906f9c27,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:55.415756 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358cb5cc-c275-4b2f-928b-1155c8195306 x-openstack-request-id: req-358cb5cc-c275-4b2f-928b-1155c8195306 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:50:55.416059 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd1b318-8de1-4b16-8b29-6c772be78032", "tag": "79010caa-28ea-4d7a-a8f1-3335906f9c27", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:50:55.416320 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-358cb5cc-c275-4b2f-928b-1155c8195306 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:50:55.417000 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd1b318-8de1-4b16-8b29-6c772be78032', 'tag': '79010caa-28ea-4d7a-a8f1-3335906f9c27', 'status': 'completed', 'code': 200} Dec 08 02:50:55.481687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-1e8b8da2-3327-4562-8fa7-897c07e1172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:55.483462 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-1e8b8da2-3327-4562-8fa7-897c07e1172f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7cd4c178e7284a71bc2e471c45734b7f&device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 1096 time: 0.0475113 Dec 08 02:50:55.531572 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-8f40df6a-05af-4e6b-b148-4c90859cb2c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79010caa-28ea-4d7a-a8f1-3335906f9c27 HTTP/1.1" status: 200 len: 217 time: 0.0354829 Dec 08 02:50:55.587528 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-2899a7c8-a249-4ae7-8e3c-0fbdd4434170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:55.589125 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-2899a7c8-a249-4ae7-8e3c-0fbdd4434170 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b8823a3-0b94-4c04-86f2-d2e34746887c HTTP/1.1" status: 200 len: 855 time: 0.0494542 Dec 08 02:50:55.639011 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-fa21d4f5-a47a-4cae-9df7-dc8a58b568f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:55.640576 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-fa21d4f5-a47a-4cae-9df7-dc8a58b568f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=021bd084-ec57-4a6b-8031-846720cfd720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441937 Dec 08 02:50:55.649713 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:50:55.662113 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:55.734581 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-dfba3cef-038b-410b-8199-dcae412bfb6b service neutron] 10.222.0.45 "GET /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869763 Dec 08 02:50:55.827878 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-595990f1-8c37-49f7-8e2f-c0f8eef5760a req-9fb6476f-dbb6-4e66-aea2-a8cb08de0499 service neutron] 10.222.0.45 "GET /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867102 Dec 08 02:50:55.958041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15b856-5e79-4ea9-8366-a7203a4bf41c req-45ef9c9d-3f06-4e90-8b38-33e67b42c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:55.959596 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8a15b856-5e79-4ea9-8366-a7203a4bf41c req-45ef9c9d-3f06-4e90-8b38-33e67b42c328 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7cd4c178e7284a71bc2e471c45734b7f&device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 1096 time: 0.0415800 Dec 08 02:50:56.051395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15b856-5e79-4ea9-8366-a7203a4bf41c req-0405c112-7183-48ba-a58d-9cfb5a0dc7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:56.052858 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8a15b856-5e79-4ea9-8366-a7203a4bf41c req-0405c112-7183-48ba-a58d-9cfb5a0dc7ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=021bd084-ec57-4a6b-8031-846720cfd720 HTTP/1.1" status: 200 len: 917 time: 0.0858064 Dec 08 02:50:56.093647 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8a15b856-5e79-4ea9-8366-a7203a4bf41c req-0396204c-1409-4936-ba81-5d981f49d9e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79010caa-28ea-4d7a-a8f1-3335906f9c27 HTTP/1.1" status: 200 len: 217 time: 0.0331419 Dec 08 02:50:56.168904 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15b856-5e79-4ea9-8366-a7203a4bf41c req-f8f197a9-9960-40c6-8873-6c746c9cdd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:56.170409 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8a15b856-5e79-4ea9-8366-a7203a4bf41c req-f8f197a9-9960-40c6-8873-6c746c9cdd09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b8823a3-0b94-4c04-86f2-d2e34746887c HTTP/1.1" status: 200 len: 855 time: 0.0485654 Dec 08 02:50:56.222631 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15b856-5e79-4ea9-8366-a7203a4bf41c req-141a4524-ea04-4813-90a1-345ee09f48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:56.224154 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8a15b856-5e79-4ea9-8366-a7203a4bf41c req-141a4524-ea04-4813-90a1-345ee09f48b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=021bd084-ec57-4a6b-8031-846720cfd720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410831 Dec 08 02:50:56.317414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4be42925-1666-4395-9e2c-6f5d93e0cbf5 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:56.329852 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8a15b856-5e79-4ea9-8366-a7203a4bf41c req-405883b3-f978-4e74-b8bd-693a88c02eeb service neutron] 10.222.0.45 "GET /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945001 Dec 08 02:50:56.390929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 4be42925-1666-4395-9e2c-6f5d93e0cbf5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:56.391301 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:56.449858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a851216-f4fd-452f-95b6-44ecb8087ab8 req-ee759a14-0082-44b8-aaf7-14be64713444 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:56.456457 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a851216-f4fd-452f-95b6-44ecb8087ab8 req-ee759a14-0082-44b8-aaf7-14be64713444 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 944 time: 0.0706348 Dec 08 02:50:56.465776 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8a15b856-5e79-4ea9-8366-a7203a4bf41c req-65015b70-6fcd-4921-a616-c9a417e7aab8 service neutron] 10.222.0.45 "GET /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298032 Dec 08 02:50:56.525109 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a851216-f4fd-452f-95b6-44ecb8087ab8 req-18a7d843-9922-4915-a488-65ef165f9f58 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619709 Dec 08 02:50:57.156828 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:57.650973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb80f4-9881-4486-beaa-e8e3bff67725 req-a4cfe60a-876e-418b-ae21-6414cfe33a8e tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:57.652553 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7bb80f4-9881-4486-beaa-e8e3bff67725 req-a4cfe60a-876e-418b-ae21-6414cfe33a8e tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 944 time: 0.0509119 Dec 08 02:50:57.704544 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7bb80f4-9881-4486-beaa-e8e3bff67725 req-24a8cb3f-7b42-45fa-96ef-58c39433593e tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457380 Dec 08 02:50:58.010261 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:58.266377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 79010caa-28ea-4d7a-a8f1-3335906f9c27 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:50:58.360504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 79010caa-28ea-4d7a-a8f1-3335906f9c27, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=79010caa-28ea-4d7a-a8f1-3335906f9c27,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:58.371103 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '79010caa-28ea-4d7a-a8f1-3335906f9c27', 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720', 'port_id': '79010caa-28ea-4d7a-a8f1-3335906f9c27', 'mac_address': 'fa:16:3e:6a:71:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8823a3-0b94-4c04-86f2-d2e34746887c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:50:58.406690 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:58.419508 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79010caa-28ea-4d7a-a8f1-3335906f9c27 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:50:58.438741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 79010caa-28ea-4d7a-a8f1-3335906f9c27, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=79010caa-28ea-4d7a-a8f1-3335906f9c27,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:58.442388 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:58.491305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=79010caa-28ea-4d7a-a8f1-3335906f9c27,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:58.711552 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['79010caa-28ea-4d7a-a8f1-3335906f9c27'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:50:58.818130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cfcfe-4aef-44a5-aac5-0aa09bb8b7dd req-ba7e4527-9888-4dc7-8923-22be8b26f6f7 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:58.819683 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e6cfcfe-4aef-44a5-aac5-0aa09bb8b7dd req-ba7e4527-9888-4dc7-8923-22be8b26f6f7 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 945 time: 0.0487101 Dec 08 02:50:58.867102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9e6cfcfe-4aef-44a5-aac5-0aa09bb8b7dd req-3dcf7608-efc2-442b-b181-3142581f3ecc tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414271 Dec 08 02:50:59.989962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911055fb-9dc3-4a92-b1a0-1965b7e741bb req-5b11708b-5a4f-4428-bccd-7205a6a608f2 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:59.991433 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-911055fb-9dc3-4a92-b1a0-1965b7e741bb req-5b11708b-5a4f-4428-bccd-7205a6a608f2 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 945 time: 0.0479200 Dec 08 02:51:00.038121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-911055fb-9dc3-4a92-b1a0-1965b7e741bb req-eaa150be-286d-4d56-ada1-4b7e14fda3c7 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400777 Dec 08 02:51:00.282304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 79010caa-28ea-4d7a-a8f1-3335906f9c27 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:51:00.329520 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 79010caa-28ea-4d7a-a8f1-3335906f9c27 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:51:00.333469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 79010caa-28ea-4d7a-a8f1-3335906f9c27 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:00.333838 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:00.408263 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:00.429924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd1b318-8de1-4b16-8b29-6c772be78032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79010caa-28ea-4d7a-a8f1-3335906f9c27'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:51:00.432200 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d303966-7dc4-4828-8e90-8308ae29a819" -d '{"events": [{"server_uuid": "5dd1b318-8de1-4b16-8b29-6c772be78032", "name": "network-vif-plugged", "status": "completed", "tag": "79010caa-28ea-4d7a-a8f1-3335906f9c27"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:51:00.444936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 79010caa-28ea-4d7a-a8f1-3335906f9c27, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=79010caa-28ea-4d7a-a8f1-3335906f9c27,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:00.450035 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:00.476338 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5db729f-6040-47f7-bde1-d7cb46b77dd2 x-openstack-request-id: req-d5db729f-6040-47f7-bde1-d7cb46b77dd2 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:51:00.476574 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd1b318-8de1-4b16-8b29-6c772be78032", "name": "network-vif-plugged", "status": "completed", "tag": "79010caa-28ea-4d7a-a8f1-3335906f9c27", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:51:00.476823 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d5db729f-6040-47f7-bde1-d7cb46b77dd2 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:51:00.477205 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd1b318-8de1-4b16-8b29-6c772be78032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79010caa-28ea-4d7a-a8f1-3335906f9c27', 'code': 200} Dec 08 02:51:00.501376 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=79010caa-28ea-4d7a-a8f1-3335906f9c27,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:00.601303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00597177-5a88-45c8-b920-e30cd6e70f00 req-91aee004-1a9d-436f-92f1-e4b41e6b9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:00.602828 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00597177-5a88-45c8-b920-e30cd6e70f00 req-91aee004-1a9d-436f-92f1-e4b41e6b9237 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 1098 time: 0.0411453 Dec 08 02:51:00.646044 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-00597177-5a88-45c8-b920-e30cd6e70f00 req-cead111f-aff6-4621-9f9a-87fa5d037ef9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362566 Dec 08 02:51:01.156230 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa294a-fe44-4ece-8f19-b486a5dcf74d req-71155f9e-47b9-4c8d-8be0-cab03a973420 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:01.157692 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49fa294a-fe44-4ece-8f19-b486a5dcf74d req-71155f9e-47b9-4c8d-8be0-cab03a973420 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 946 time: 0.0524418 Dec 08 02:51:01.203820 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49fa294a-fe44-4ece-8f19-b486a5dcf74d req-e94936eb-e021-4f6e-956b-a06911386b10 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401630 Dec 08 02:51:02.320675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d170874-6452-481a-a79a-7bb1f45643c2 req-26daf96d-94d9-470b-9d6f-c9f2da1196f7 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:02.322125 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d170874-6452-481a-a79a-7bb1f45643c2 req-26daf96d-94d9-470b-9d6f-c9f2da1196f7 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 946 time: 0.0477684 Dec 08 02:51:02.368133 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d170874-6452-481a-a79a-7bb1f45643c2 req-a8e536a8-b2d6-4772-961f-7bd0f7daa6db tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391247 Dec 08 02:51:02.480192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cffe2-f92e-49ad-b5ca-ddcc22546425 req-4241b5db-3c01-418d-a43f-30f45ac53968 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:02.481673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c38cffe2-f92e-49ad-b5ca-ddcc22546425 req-4241b5db-3c01-418d-a43f-30f45ac53968 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 946 time: 0.0483096 Dec 08 02:51:02.530886 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c38cffe2-f92e-49ad-b5ca-ddcc22546425 req-5601eebe-1ff5-4a89-872c-bcec93ffcf2d tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432518 Dec 08 02:51:22.091265 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-609ba390-68d7-48ef-9704-6cd581603522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:23.913193 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:24.092107 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d3837-74fe-43ad-aba8-90b2e84cc526 req-9d6a8d79-1045-4e28-8b68-544ae49892a6 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:24.093575 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b8d3837-74fe-43ad-aba8-90b2e84cc526 req-9d6a8d79-1045-4e28-8b68-544ae49892a6 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 946 time: 0.0487804 Dec 08 02:51:24.145566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b8d3837-74fe-43ad-aba8-90b2e84cc526 req-ceaa48ca-55e6-4e2c-bcae-890a85412918 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459015 Dec 08 02:51:24.440573 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8033c8f1-3203-44b3-8dd7-850741029b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:24.806740 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.264666 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfe45d-6ee5-4216-ae33-de1c42c97299 req-f8468aa3-ad42-4a14-8c61-9f054b55cc58 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:25.266132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2abfe45d-6ee5-4216-ae33-de1c42c97299 req-f8468aa3-ad42-4a14-8c61-9f054b55cc58 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 946 time: 0.0500698 Dec 08 02:51:25.311873 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2abfe45d-6ee5-4216-ae33-de1c42c97299 req-8523beac-e26b-443b-8d2d-91c9268cce87 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396881 Dec 08 02:51:25.658682 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.812447 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190ced4-cf02-46f4-b598-9901f9873369 req-dc14a8dd-fb92-4580-9036-c38c84ae15c6 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:25.813929 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5190ced4-cf02-46f4-b598-9901f9873369 req-dc14a8dd-fb92-4580-9036-c38c84ae15c6 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 946 time: 0.0515795 Dec 08 02:51:25.903757 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-5190ced4-cf02-46f4-b598-9901f9873369 req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Deleting port 79010caa-28ea-4d7a-a8f1-3335906f9c27 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:51:25.904095 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5190ced4-cf02-46f4-b598-9901f9873369 req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.992812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5190ced4-cf02-46f4-b598-9901f9873369 req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] For port 79010caa-28ea-4d7a-a8f1-3335906f9c27, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=79010caa-28ea-4d7a-a8f1-3335906f9c27,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:25.993174 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5190ced4-cf02-46f4-b598-9901f9873369 req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.005283 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-5190ced4-cf02-46f4-b598-9901f9873369 req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Calling delete_port for 79010caa-28ea-4d7a-a8f1-3335906f9c27 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:51:26.128494 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5190ced4-cf02-46f4-b598-9901f9873369 req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.161391 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['79010caa-28ea-4d7a-a8f1-3335906f9c27'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:51:26.415051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16848a4c-131b-4703-8f5d-72908c731560 req-fd548edb-aa96-4bfe-8bc2-01ef59f941f0 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dd1b318-8de1-4b16-8b29-6c772be78032 HTTP/1.1" status: 200 len: 210 time: 0.0302627 Dec 08 02:51:26.494098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Pushing event deleted for resources: {'Port': ['ID=79010caa-28ea-4d7a-a8f1-3335906f9c27,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:26.506540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:26.506895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:26.507956 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:26.508306 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:26.508643 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:26.508978 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:26.509310 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:26.509639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:26.509966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:26.510293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:26.510618 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:26.510940 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:26.511260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:26.547918 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5190ced4-cf02-46f4-b598-9901f9873369 req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] No DVR routers for this DVR port 79010caa-28ea-4d7a-a8f1-3335906f9c27 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:51:26.550798 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5190ced4-cf02-46f4-b598-9901f9873369 req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.554164 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5190ced4-cf02-46f4-b598-9901f9873369 req-07a6f6d4-e011-496a-b01a-91d3707b5b1f tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.45 "DELETE /v2.0/ports/79010caa-28ea-4d7a-a8f1-3335906f9c27 HTTP/1.1" status: 204 len: 173 time: 0.7345812 Dec 08 02:51:26.554632 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd1b318-8de1-4b16-8b29-6c772be78032', 'name': 'network-vif-deleted', 'tag': '79010caa-28ea-4d7a-a8f1-3335906f9c27'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:51:26.556940 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6fd734-ba4f-4a9f-9d90-275bfb7b4332" -d '{"events": [{"server_uuid": "5dd1b318-8de1-4b16-8b29-6c772be78032", "name": "network-vif-deleted", "tag": "79010caa-28ea-4d7a-a8f1-3335906f9c27"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:51:26.600146 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b973eadf-fc22-4627-9940-2ef9ed88f50b x-openstack-request-id: req-b973eadf-fc22-4627-9940-2ef9ed88f50b {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:51:26.600454 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd1b318-8de1-4b16-8b29-6c772be78032", "name": "network-vif-deleted", "tag": "79010caa-28ea-4d7a-a8f1-3335906f9c27", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:51:26.600714 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b973eadf-fc22-4627-9940-2ef9ed88f50b {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:51:26.601115 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd1b318-8de1-4b16-8b29-6c772be78032', 'name': 'network-vif-deleted', 'tag': '79010caa-28ea-4d7a-a8f1-3335906f9c27', 'status': 'completed', 'code': 200} Dec 08 02:51:27.161225 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:28.014270 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:28.095901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-fdcaa00d-19e4-434c-ad62-f0cc30c7ada3 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:28.097363 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-fdcaa00d-19e4-434c-ad62-f0cc30c7ada3 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/networks?id=021bd084-ec57-4a6b-8031-846720cfd720 HTTP/1.1" status: 200 len: 816 time: 0.1069007 Dec 08 02:51:28.111854 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-fb77c0d8-162f-4c0d-9ee5-acd877525b36 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/quotas/7cd4c178e7284a71bc2e471c45734b7f HTTP/1.1" status: 200 len: 375 time: 0.0086958 Dec 08 02:51:28.161384 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-69ffee6d-6680-4320-86cb-dd7f74fe790e tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7cd4c178e7284a71bc2e471c45734b7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444851 Dec 08 02:51:28.258290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-08361e7b-9a70-4b58-bcb0-aa44e8073e2a service neutron] 10.222.0.71 "GET /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850451 Dec 08 02:51:28.348577 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-ca029f34-dda7-40ea-a1c4-7ab7d2b12679 service neutron] 10.222.0.71 "GET /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841434 Dec 08 02:51:28.505459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-90a4052f-d72e-4208-9884-afd56d214c8b req-73d6d1b0-8755-4e93-833a-63daade4a0c4 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 210 time: 0.0261097 Dec 08 02:51:29.501181 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-94693e49-6eba-437f-9acd-6da18c99db3b tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:29.502551 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-94693e49-6eba-437f-9acd-6da18c99db3b tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.45 "GET /v2.0/networks?id=021bd084-ec57-4a6b-8031-846720cfd720 HTTP/1.1" status: 200 len: 816 time: 0.1048598 Dec 08 02:51:29.522697 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-2b708b2f-2771-4ae8-b715-391e2d081d75 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Request body: {'port': {'device_id': 'ae2675fa-450e-40f6-8d52-63e239842058', 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720', 'admin_state_up': True, 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:29.600369 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05e1bfbe-d4bf-4f06-9fb5-54e83157c589 req-eb0d340b-cc3b-4d58-8334-6fff425fdc04 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 210 time: 0.0266740 Dec 08 02:51:29.629988 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-2b708b2f-2771-4ae8-b715-391e2d081d75 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Made reservation on behalf of 7cd4c178e7284a71bc2e471c45734b7f for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:51:29.633587 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-2b708b2f-2771-4ae8-b715-391e2d081d75 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.759179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-2b708b2f-2771-4ae8-b715-391e2d081d75 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Allocated IP 172.20.0.3 (021bd084-ec57-4a6b-8031-846720cfd720/3b8823a3-0b94-4c04-86f2-d2e34746887c/b7d60991-acd1-4a64-8cba-2115b9629f18) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:51:29.904188 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-2b708b2f-2771-4ae8-b715-391e2d081d75 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.936560 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-2b708b2f-2771-4ae8-b715-391e2d081d75 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.981290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-2b708b2f-2771-4ae8-b715-391e2d081d75 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Network 021bd084-ec57-4a6b-8031-846720cfd720 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:51:29.984316 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-2b708b2f-2771-4ae8-b715-391e2d081d75 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:51:29.986631 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-2b708b2f-2771-4ae8-b715-391e2d081d75 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:51:30.014174 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b708b2f-2771-4ae8-b715-391e2d081d75 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Pushing event updated for resources: {'Port': ['ID=b7d60991-acd1-4a64-8cba-2115b9629f18,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:30.042289 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-2b708b2f-2771-4ae8-b715-391e2d081d75 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:30.043275 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-2b708b2f-2771-4ae8-b715-391e2d081d75 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.059739 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-2b708b2f-2771-4ae8-b715-391e2d081d75 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5406027 Dec 08 02:51:30.078878 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Request body: {'port': {'device_id': 'ae2675fa-450e-40f6-8d52-63e239842058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:30.134422 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.269029 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-795ae2cc-1aab-4a68-9917-fffb103a15a2 None None] Provisioning complete for port b7d60991-acd1-4a64-8cba-2115b9629f18 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:30.269551 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-795ae2cc-1aab-4a68-9917-fffb103a15a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.302996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-795ae2cc-1aab-4a68-9917-fffb103a15a2 None None] Port b7d60991-acd1-4a64-8cba-2115b9629f18 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:51:30.392560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 79010caa-28ea-4d7a-a8f1-3335906f9c27 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:51:30.395964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d60991-acd1-4a64-8cba-2115b9629f18 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:51:30.403898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.412782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 79010caa-28ea-4d7a-a8f1-3335906f9c27 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:51:30.413136 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 79010caa-28ea-4d7a-a8f1-3335906f9c27 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:51:30.416463 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Transition to ACTIVE for port object b7d60991-acd1-4a64-8cba-2115b9629f18 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:51:30.420251 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.486242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d60991-acd1-4a64-8cba-2115b9629f18,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:30.543433 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Attempting to bind port b7d60991-acd1-4a64-8cba-2115b9629f18 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:51:30.544133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Attempting to bind port b7d60991-acd1-4a64-8cba-2115b9629f18 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:51:30.544133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Attempting to bind port b7d60991-acd1-4a64-8cba-2115b9629f18 on network 021bd084-ec57-4a6b-8031-846720cfd720 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:51:30.548480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Port b7d60991-acd1-4a64-8cba-2115b9629f18 on network 021bd084-ec57-4a6b-8031-846720cfd720 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:51:30.548799 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Attempting to bind port b7d60991-acd1-4a64-8cba-2115b9629f18 on network 021bd084-ec57-4a6b-8031-846720cfd720 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:51:30.553677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:51:30.554015 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Checking segment: {'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:51:30.554400 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Bound using segment: {'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:51:30.554829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Bound port: b7d60991-acd1-4a64-8cba-2115b9629f18, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32280c0b-9e65-4d8c-849b-26e82f105c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:51:30.555183 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.621064 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] For port b7d60991-acd1-4a64-8cba-2115b9629f18, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:51:30.624808 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] For port b7d60991-acd1-4a64-8cba-2115b9629f18, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b7d60991-acd1-4a64-8cba-2115b9629f18,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:51:30.630696 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.668525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:30.669305 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.670645 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] 10.222.0.45 "PUT /v2.0/ports/b7d60991-acd1-4a64-8cba-2115b9629f18 HTTP/1.1" status: 200 len: 1092 time: 0.5964572 Dec 08 02:51:30.671108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2675fa-450e-40f6-8d52-63e239842058', 'tag': 'b7d60991-acd1-4a64-8cba-2115b9629f18'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:51:30.673452 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1123391-cfab-42bf-a1ef-9d18ac61d8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2675fa-450e-40f6-8d52-63e239842058", "tag": "b7d60991-acd1-4a64-8cba-2115b9629f18"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:51:30.698372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59d468-d2ad-41f0-805d-fb9b1d3d0051 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d60991-acd1-4a64-8cba-2115b9629f18,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:30.729284 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7285b3b0-2c80-412a-98ca-b9b77f5e5c27 x-openstack-request-id: req-7285b3b0-2c80-412a-98ca-b9b77f5e5c27 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:51:30.729906 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2675fa-450e-40f6-8d52-63e239842058", "tag": "b7d60991-acd1-4a64-8cba-2115b9629f18", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:51:30.730465 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7285b3b0-2c80-412a-98ca-b9b77f5e5c27 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:51:30.731154 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2675fa-450e-40f6-8d52-63e239842058', 'tag': 'b7d60991-acd1-4a64-8cba-2115b9629f18', 'status': 'completed', 'code': 200} Dec 08 02:51:30.752015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3ed4-0bed-4b7f-958e-23da905a080b req-066c6d6f-561b-49e2-87ef-8d98630a00df tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:30.753821 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e2e3ed4-0bed-4b7f-958e-23da905a080b req-066c6d6f-561b-49e2-87ef-8d98630a00df tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 943 time: 0.0805099 Dec 08 02:51:30.794277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-23ab193a-b8eb-43b7-8b6e-3af283e9cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:30.795736 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-23ab193a-b8eb-43b7-8b6e-3af283e9cca1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7cd4c178e7284a71bc2e471c45734b7f&device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 1095 time: 0.0491066 Dec 08 02:51:30.806413 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2e2e3ed4-0bed-4b7f-958e-23da905a080b req-64c30b61-6c19-457b-99a0-f46a584fff4b tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454259 Dec 08 02:51:30.850069 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-b7813c48-1ae0-436d-9784-96c4db2ef852 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d60991-acd1-4a64-8cba-2115b9629f18 HTTP/1.1" status: 200 len: 217 time: 0.0418608 Dec 08 02:51:30.901710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-e2fa64b4-4c36-48b1-8299-af2166cf2677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:30.903368 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-e2fa64b4-4c36-48b1-8299-af2166cf2677 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b8823a3-0b94-4c04-86f2-d2e34746887c HTTP/1.1" status: 200 len: 855 time: 0.0459924 Dec 08 02:51:30.949962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-479a9700-bdba-43bb-8d8f-e08ea73139d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:30.951771 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-479a9700-bdba-43bb-8d8f-e08ea73139d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=021bd084-ec57-4a6b-8031-846720cfd720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416231 Dec 08 02:51:31.043067 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-1c93bcfc-836d-44b1-94db-14730fafa2bf service neutron] 10.222.0.45 "GET /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843608 Dec 08 02:51:31.130891 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-254be0a3-216f-455d-85fa-8c685b6a2756 req-dcbf5a68-127b-4f56-9bd5-598ded5fdf51 service neutron] 10.222.0.45 "GET /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808930 Dec 08 02:51:31.265966 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1123391-cfab-42bf-a1ef-9d18ac61d8b0 req-6ec7e14c-5b1a-4e7a-9780-4209b2ebad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:31.267444 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f1123391-cfab-42bf-a1ef-9d18ac61d8b0 req-6ec7e14c-5b1a-4e7a-9780-4209b2ebad50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7cd4c178e7284a71bc2e471c45734b7f&device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 1095 time: 0.0457482 Dec 08 02:51:31.357022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1123391-cfab-42bf-a1ef-9d18ac61d8b0 req-1e29f46e-e457-4cb3-b535-1ffca60f3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:31.358456 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f1123391-cfab-42bf-a1ef-9d18ac61d8b0 req-1e29f46e-e457-4cb3-b535-1ffca60f3309 service neutron] 10.222.0.45 "GET /v2.0/networks?id=021bd084-ec57-4a6b-8031-846720cfd720 HTTP/1.1" status: 200 len: 917 time: 0.0827396 Dec 08 02:51:31.401700 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f1123391-cfab-42bf-a1ef-9d18ac61d8b0 req-345c19c8-946b-4d71-9f14-d8ac45ec230d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d60991-acd1-4a64-8cba-2115b9629f18 HTTP/1.1" status: 200 len: 217 time: 0.0361552 Dec 08 02:51:31.452220 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1123391-cfab-42bf-a1ef-9d18ac61d8b0 req-fe416549-ae94-4a07-9d9d-fa154d2accfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:31.453682 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f1123391-cfab-42bf-a1ef-9d18ac61d8b0 req-fe416549-ae94-4a07-9d9d-fa154d2accfe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b8823a3-0b94-4c04-86f2-d2e34746887c HTTP/1.1" status: 200 len: 855 time: 0.0455668 Dec 08 02:51:31.500114 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1123391-cfab-42bf-a1ef-9d18ac61d8b0 req-8d8e30a1-1a8b-4599-9d9f-34f6213d1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:31.501777 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f1123391-cfab-42bf-a1ef-9d18ac61d8b0 req-8d8e30a1-1a8b-4599-9d9f-34f6213d1ea1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=021bd084-ec57-4a6b-8031-846720cfd720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399029 Dec 08 02:51:31.595301 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f1123391-cfab-42bf-a1ef-9d18ac61d8b0 req-8bc50d9e-60c9-437a-a6af-12752abd7c6d service neutron] 10.222.0.45 "GET /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850031 Dec 08 02:51:31.684223 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f1123391-cfab-42bf-a1ef-9d18ac61d8b0 req-d916cd13-e83d-4236-bef5-8462ea19a678 service neutron] 10.222.0.45 "GET /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810444 Dec 08 02:51:31.926045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16f3e-85de-4670-a75f-48255d3f11e3 req-05fcc113-6a13-4738-84a9-79a054b7b8ae tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:31.927515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ff16f3e-85de-4670-a75f-48255d3f11e3 req-05fcc113-6a13-4738-84a9-79a054b7b8ae tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 943 time: 0.0514529 Dec 08 02:51:31.973497 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4ff16f3e-85de-4670-a75f-48255d3f11e3 req-dd7efbd9-4cc4-457f-8aa4-946336133330 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 Dec 08 02:51:32.393019 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b7d60991-acd1-4a64-8cba-2115b9629f18 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:51:32.486308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b7d60991-acd1-4a64-8cba-2115b9629f18, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b7d60991-acd1-4a64-8cba-2115b9629f18,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:32.497207 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'b7d60991-acd1-4a64-8cba-2115b9629f18', 'network_id': '021bd084-ec57-4a6b-8031-846720cfd720', 'port_id': 'b7d60991-acd1-4a64-8cba-2115b9629f18', 'mac_address': 'fa:16:3e:b1:46:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8823a3-0b94-4c04-86f2-d2e34746887c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:51:32.537309 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.550151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d60991-acd1-4a64-8cba-2115b9629f18 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:51:32.568684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b7d60991-acd1-4a64-8cba-2115b9629f18, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b7d60991-acd1-4a64-8cba-2115b9629f18,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:32.572707 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.618720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b7d60991-acd1-4a64-8cba-2115b9629f18,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:32.625907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:32.626247 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:32.626591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:32.626932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:32.627269 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:32.627623 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:32.627953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:32.628282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:32.628610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:32.628936 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:32.629261 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:32.629583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:32.629904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:32.648335 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:51:32.872252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['b7d60991-acd1-4a64-8cba-2115b9629f18'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:51:33.088821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce7223-7e57-407c-9a5b-a76ce7984c2e req-2010faf3-93bc-4d2d-99ed-1f8d3761f5b3 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:33.090274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16ce7223-7e57-407c-9a5b-a76ce7984c2e req-2010faf3-93bc-4d2d-99ed-1f8d3761f5b3 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 944 time: 0.0480554 Dec 08 02:51:33.135807 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16ce7223-7e57-407c-9a5b-a76ce7984c2e req-348cb323-f78c-429b-9652-e55f6824ff73 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395806 Dec 08 02:51:34.250433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2326551-48e8-4717-ac80-84dde87b1d7e req-94e99f9e-592e-41b0-a45a-11d2843afd21 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:34.251935 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2326551-48e8-4717-ac80-84dde87b1d7e req-94e99f9e-592e-41b0-a45a-11d2843afd21 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 944 time: 0.0478542 Dec 08 02:51:34.301569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2326551-48e8-4717-ac80-84dde87b1d7e req-ca835d33-ac8f-4fcf-95ca-83361f843204 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436862 Dec 08 02:51:34.390166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b7d60991-acd1-4a64-8cba-2115b9629f18 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:51:34.436626 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port b7d60991-acd1-4a64-8cba-2115b9629f18 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:51:34.440122 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port b7d60991-acd1-4a64-8cba-2115b9629f18 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:34.440489 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:34.514305 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:34.536430 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2675fa-450e-40f6-8d52-63e239842058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d60991-acd1-4a64-8cba-2115b9629f18'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:51:34.538644 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b6b698-8618-4551-b4a1-5139ba554cd1" -d '{"events": [{"server_uuid": "ae2675fa-450e-40f6-8d52-63e239842058", "name": "network-vif-plugged", "status": "completed", "tag": "b7d60991-acd1-4a64-8cba-2115b9629f18"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:51:34.554240 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port b7d60991-acd1-4a64-8cba-2115b9629f18, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b7d60991-acd1-4a64-8cba-2115b9629f18,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:34.559090 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:34.581675 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaf8fb0-e9af-4fc6-ae8e-10546b37321a x-openstack-request-id: req-aaaf8fb0-e9af-4fc6-ae8e-10546b37321a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:51:34.581965 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2675fa-450e-40f6-8d52-63e239842058", "name": "network-vif-plugged", "status": "completed", "tag": "b7d60991-acd1-4a64-8cba-2115b9629f18", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:51:34.582217 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aaaf8fb0-e9af-4fc6-ae8e-10546b37321a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:51:34.582596 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2675fa-450e-40f6-8d52-63e239842058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d60991-acd1-4a64-8cba-2115b9629f18', 'code': 200} Dec 08 02:51:34.606793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=b7d60991-acd1-4a64-8cba-2115b9629f18,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:34.705569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648232a5-03e6-498c-91e6-2c605329c88e req-5db736fc-f7ac-487a-84ef-0f7bfbc2690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:34.707002 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-648232a5-03e6-498c-91e6-2c605329c88e req-5db736fc-f7ac-487a-84ef-0f7bfbc2690a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 1097 time: 0.0406070 Dec 08 02:51:34.753706 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-648232a5-03e6-498c-91e6-2c605329c88e req-0b4f4c9d-2c15-41c3-8569-8951e5889a78 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400898 Dec 08 02:51:35.413735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a49a3c-daac-4249-9f49-56697dd50e7a req-ebf55034-94df-479c-86c0-585cc76b700e tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:35.415164 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26a49a3c-daac-4249-9f49-56697dd50e7a req-ebf55034-94df-479c-86c0-585cc76b700e tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 945 time: 0.0469110 Dec 08 02:51:35.460900 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26a49a3c-daac-4249-9f49-56697dd50e7a req-ce24c226-7ee0-4db5-a841-1f4969333f6e tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391967 Dec 08 02:51:36.577294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de43ff-876b-4caf-ade2-cfa8fd334139 req-aedb5004-54f5-465d-b648-058d091d1138 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:36.578779 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a1de43ff-876b-4caf-ade2-cfa8fd334139 req-aedb5004-54f5-465d-b648-058d091d1138 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 945 time: 0.0479870 Dec 08 02:51:36.624466 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a1de43ff-876b-4caf-ade2-cfa8fd334139 req-4784b1ce-9722-45f8-902e-c3b643eb4d00 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396979 Dec 08 02:51:36.740240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd3840-3b22-44b1-8c0f-3c0bbfe58d93 req-6ee3a43c-af55-446f-b7bf-033eb062cf83 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:36.741667 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ccd3840-3b22-44b1-8c0f-3c0bbfe58d93 req-6ee3a43c-af55-446f-b7bf-033eb062cf83 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 945 time: 0.0516186 Dec 08 02:51:36.787910 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2ccd3840-3b22-44b1-8c0f-3c0bbfe58d93 req-a873a377-d0ae-435d-b6f6-c3dbebc38ce8 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400298 Dec 08 02:51:52.097180 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abb2556c-c547-4096-ad6b-3d94f2c8e60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:53.914560 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:54.441335 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45e3322b-91c0-4dfd-a8de-36cdbd28284b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:54.804074 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:55.664537 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:57.164678 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:57.171125 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-be37ebe3-60d6-4296-88d0-284c8fd74884 req-b9e8e263-7fc3-40c4-b786-13e95b83b951 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423110 Dec 08 02:51:57.270912 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37ebe3-60d6-4296-88d0-284c8fd74884 req-bf749ef9-d31e-4f70-8dae-513ba2e7f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:57.272444 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-be37ebe3-60d6-4296-88d0-284c8fd74884 req-bf749ef9-d31e-4f70-8dae-513ba2e7f397 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7cd4c178e7284a71bc2e471c45734b7f&device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 1097 time: 0.0407851 Dec 08 02:51:57.386342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37ebe3-60d6-4296-88d0-284c8fd74884 req-eb1ae5f4-152b-4aa7-82ff-f3db5e43d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:57.387857 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-be37ebe3-60d6-4296-88d0-284c8fd74884 req-eb1ae5f4-152b-4aa7-82ff-f3db5e43d5b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=021bd084-ec57-4a6b-8031-846720cfd720 HTTP/1.1" status: 200 len: 917 time: 0.0950072 Dec 08 02:51:57.432465 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-be37ebe3-60d6-4296-88d0-284c8fd74884 req-62c879fc-4a33-4f74-a88c-16175a9534bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d60991-acd1-4a64-8cba-2115b9629f18 HTTP/1.1" status: 200 len: 217 time: 0.0363128 Dec 08 02:51:57.482324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37ebe3-60d6-4296-88d0-284c8fd74884 req-47df4645-c3b6-4ee9-8e7d-f441563adc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:57.483882 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-be37ebe3-60d6-4296-88d0-284c8fd74884 req-47df4645-c3b6-4ee9-8e7d-f441563adc7c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b8823a3-0b94-4c04-86f2-d2e34746887c HTTP/1.1" status: 200 len: 855 time: 0.0452034 Dec 08 02:51:57.534927 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37ebe3-60d6-4296-88d0-284c8fd74884 req-576cf9f5-795f-401a-af66-0dcb182afadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:57.536469 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-be37ebe3-60d6-4296-88d0-284c8fd74884 req-576cf9f5-795f-401a-af66-0dcb182afadd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=021bd084-ec57-4a6b-8031-846720cfd720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451248 Dec 08 02:51:57.625408 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-be37ebe3-60d6-4296-88d0-284c8fd74884 req-469cf3a6-379c-48be-88cf-993145c5d4f8 service neutron] 10.222.0.45 "GET /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816796 Dec 08 02:51:57.720097 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-be37ebe3-60d6-4296-88d0-284c8fd74884 req-e86f8112-7fdf-4287-942c-6c7ae5a2bdba service neutron] 10.222.0.45 "GET /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866907 Dec 08 02:51:58.016184 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:58.207698 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218e8dd-3e42-419b-b68e-f24643aaae35 req-265bfa2e-65eb-4b92-8058-a266868a9050 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:58.209199 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b218e8dd-3e42-419b-b68e-f24643aaae35 req-265bfa2e-65eb-4b92-8058-a266868a9050 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 945 time: 0.0533733 Dec 08 02:51:58.261818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b218e8dd-3e42-419b-b68e-f24643aaae35 req-e0cc570a-bbeb-4c88-a30f-16c5a51683e2 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451317 Dec 08 02:51:59.377290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d3bf7-0a50-4185-b102-cca32d94124b req-144c760a-0319-40f9-9560-f6bfaf83db16 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:59.378733 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a9d3bf7-0a50-4185-b102-cca32d94124b req-144c760a-0319-40f9-9560-f6bfaf83db16 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 945 time: 0.0471425 Dec 08 02:51:59.428021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a9d3bf7-0a50-4185-b102-cca32d94124b req-1b20ee08-d514-4d31-97c6-a24d94aff829 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/security-groups?id=28e0e393-f7b5-41df-a9ab-1a05b40300d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434144 Dec 08 02:51:59.936044 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c1c8b-ad64-47c3-8ed2-b25c9487c739 req-a539fa02-08c7-47db-aa28-e99e791869bc tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:59.937475 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bd8c1c8b-ad64-47c3-8ed2-b25c9487c739 req-a539fa02-08c7-47db-aa28-e99e791869bc tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 945 time: 0.0485694 Dec 08 02:52:00.022725 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-bd8c1c8b-ad64-47c3-8ed2-b25c9487c739 req-de9dd2ce-8701-4afa-ae30-7197622d6c3b tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Deleting port b7d60991-acd1-4a64-8cba-2115b9629f18 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:52:00.023065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-bd8c1c8b-ad64-47c3-8ed2-b25c9487c739 req-de9dd2ce-8701-4afa-ae30-7197622d6c3b tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:00.113156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-bd8c1c8b-ad64-47c3-8ed2-b25c9487c739 req-de9dd2ce-8701-4afa-ae30-7197622d6c3b tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] For port b7d60991-acd1-4a64-8cba-2115b9629f18, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=b7d60991-acd1-4a64-8cba-2115b9629f18,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:00.113569 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-bd8c1c8b-ad64-47c3-8ed2-b25c9487c739 req-de9dd2ce-8701-4afa-ae30-7197622d6c3b tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:00.126298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-bd8c1c8b-ad64-47c3-8ed2-b25c9487c739 req-de9dd2ce-8701-4afa-ae30-7197622d6c3b tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Calling delete_port for b7d60991-acd1-4a64-8cba-2115b9629f18 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:52:00.253402 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-bd8c1c8b-ad64-47c3-8ed2-b25c9487c739 req-de9dd2ce-8701-4afa-ae30-7197622d6c3b tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:00.282037 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dd2ce-8701-4afa-ae30-7197622d6c3b tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Pushing event deleted for resources: {'Port': ['ID=b7d60991-acd1-4a64-8cba-2115b9629f18,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:00.288554 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['b7d60991-acd1-4a64-8cba-2115b9629f18'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:52:00.323465 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8c1c8b-ad64-47c3-8ed2-b25c9487c739 req-de9dd2ce-8701-4afa-ae30-7197622d6c3b tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] No DVR routers for this DVR port b7d60991-acd1-4a64-8cba-2115b9629f18 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:52:00.326396 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-bd8c1c8b-ad64-47c3-8ed2-b25c9487c739 req-de9dd2ce-8701-4afa-ae30-7197622d6c3b tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:00.329990 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-bd8c1c8b-ad64-47c3-8ed2-b25c9487c739 req-de9dd2ce-8701-4afa-ae30-7197622d6c3b tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.45 "DELETE /v2.0/ports/b7d60991-acd1-4a64-8cba-2115b9629f18 HTTP/1.1" status: 204 len: 173 time: 0.3863187 Dec 08 02:52:00.330901 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2675fa-450e-40f6-8d52-63e239842058', 'name': 'network-vif-deleted', 'tag': 'b7d60991-acd1-4a64-8cba-2115b9629f18'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:52:00.333377 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d330fce-e248-4a75-8df9-fe24342942bc" -d '{"events": [{"server_uuid": "ae2675fa-450e-40f6-8d52-63e239842058", "name": "network-vif-deleted", "tag": "b7d60991-acd1-4a64-8cba-2115b9629f18"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:52:00.375163 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326fcdbf-6b73-4e83-9cd8-e6df3840e463 x-openstack-request-id: req-326fcdbf-6b73-4e83-9cd8-e6df3840e463 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:52:00.375545 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2675fa-450e-40f6-8d52-63e239842058", "name": "network-vif-deleted", "tag": "b7d60991-acd1-4a64-8cba-2115b9629f18", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:52:00.375857 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-326fcdbf-6b73-4e83-9cd8-e6df3840e463 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:52:00.376332 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2675fa-450e-40f6-8d52-63e239842058', 'name': 'network-vif-deleted', 'tag': 'b7d60991-acd1-4a64-8cba-2115b9629f18', 'status': 'completed', 'code': 200} Dec 08 02:52:00.545275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7d82d233-c264-4d0d-8fc2-69e805b91bad req-421fb7be-f367-4a2e-b97e-a8e3a1311151 tempest-TestEncryptedCinderVolumes-391291738 tempest-TestEncryptedCinderVolumes-391291738-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2675fa-450e-40f6-8d52-63e239842058 HTTP/1.1" status: 200 len: 210 time: 0.0260489 Dec 08 02:52:01.634227 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39002) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:01.968848 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d0c280ad-3d03-4008-96a0-acd9851b06e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:02.208009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-d0c280ad-3d03-4008-96a0-acd9851b06e0 admin admin] Deleting port 23a50bde-3e36-4dd7-ab45-e6126df3e46f {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:52:02.208353 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d0c280ad-3d03-4008-96a0-acd9851b06e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:02.287043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-d0c280ad-3d03-4008-96a0-acd9851b06e0 admin admin] For port 23a50bde-3e36-4dd7-ab45-e6126df3e46f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=23a50bde-3e36-4dd7-ab45-e6126df3e46f,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:02.287416 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d0c280ad-3d03-4008-96a0-acd9851b06e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:02.304167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-d0c280ad-3d03-4008-96a0-acd9851b06e0 admin admin] Calling delete_port for 23a50bde-3e36-4dd7-ab45-e6126df3e46f owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:52:02.478991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d0c280ad-3d03-4008-96a0-acd9851b06e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:02.505304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c280ad-3d03-4008-96a0-acd9851b06e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a50bde-3e36-4dd7-ab45-e6126df3e46f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:02.665533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d0c280ad-3d03-4008-96a0-acd9851b06e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:02.876002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c280ad-3d03-4008-96a0-acd9851b06e0 admin admin] Router 39ffd020-5368-4007-8e11-e06c1adc2d20 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:52:02.978566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c280ad-3d03-4008-96a0-acd9851b06e0 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:52:02.984189 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d0c280ad-3d03-4008-96a0-acd9851b06e0 admin admin] 10.222.0.71 "PUT /v2.0/routers/39ffd020-5368-4007-8e11-e06c1adc2d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3487682 Dec 08 02:52:02.986070 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39004) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:02.987830 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ebd6d-d6a6-44f9-a977-1a8165ab49e7 None None] Sync routers for ids ['39ffd020-5368-4007-8e11-e06c1adc2d20'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:52:02.998730 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ebd6d-d6a6-44f9-a977-1a8165ab49e7 None None] Routers {'39ffd020-5368-4007-8e11-e06c1adc2d20'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:52:02.999335 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fa5ebd6d-d6a6-44f9-a977-1a8165ab49e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:51:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['39ffd020-5368-4007-8e11-e06c1adc2d20'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:03.090430 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:03.102982 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-fa5ebd6d-d6a6-44f9-a977-1a8165ab49e7 None None] Set router 39ffd020-5368-4007-8e11-e06c1adc2d20 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:52:03.281112 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fa5ebd6d-d6a6-44f9-a977-1a8165ab49e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'name': 'tempest-TestEncryptedCinderVolumes-869244589-router', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:42Z', 'updated_at': '2021-12-08T02:52:02Z', 'revision_number': 5, 'project_id': '7cd4c178e7284a71bc2e471c45734b7f', 'gw_port': {'id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:43Z', 'updated_at': '2021-12-08T02:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:03.308116 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ebd6d-d6a6-44f9-a977-1a8165ab49e7 None None] Checking router: 39ffd020-5368-4007-8e11-e06c1adc2d20 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:52:03.316978 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ebd6d-d6a6-44f9-a977-1a8165ab49e7 None None] Routers {'39ffd020-5368-4007-8e11-e06c1adc2d20'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:52:03.317599 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fa5ebd6d-d6a6-44f9-a977-1a8165ab49e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:51:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['39ffd020-5368-4007-8e11-e06c1adc2d20'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:03.427065 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-fa5ebd6d-d6a6-44f9-a977-1a8165ab49e7 None None] Set router 39ffd020-5368-4007-8e11-e06c1adc2d20 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:52:03.525028 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:03.577662 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] Deleting port 974447b6-0318-43b3-8bd8-5e0a113d4575 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:52:03.577996 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:03.608829 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fa5ebd6d-d6a6-44f9-a977-1a8165ab49e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'name': 'tempest-TestEncryptedCinderVolumes-869244589-router', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:42Z', 'updated_at': '2021-12-08T02:52:02Z', 'revision_number': 5, 'project_id': '7cd4c178e7284a71bc2e471c45734b7f', 'gw_port': {'id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:43Z', 'updated_at': '2021-12-08T02:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:03.634746 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ebd6d-d6a6-44f9-a977-1a8165ab49e7 None None] The sync data for ids ['39ffd020-5368-4007-8e11-e06c1adc2d20'] in n-d-713499-31 is: [{'id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'name': 'tempest-TestEncryptedCinderVolumes-869244589-router', 'tenant_id': '7cd4c178e7284a71bc2e471c45734b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:42Z', 'updated_at': '2021-12-08T02:52:02Z', 'revision_number': 5, 'project_id': '7cd4c178e7284a71bc2e471c45734b7f', 'gw_port': {'id': '974447b6-0318-43b3-8bd8-5e0a113d4575', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ffd020-5368-4007-8e11-e06c1adc2d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:43Z', 'updated_at': '2021-12-08T02:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:52:03.656460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] For port 974447b6-0318-43b3-8bd8-5e0a113d4575, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=974447b6-0318-43b3-8bd8-5e0a113d4575,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:03.656827 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:03.671161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] Calling delete_port for 974447b6-0318-43b3-8bd8-5e0a113d4575 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:52:03.829458 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:03.857161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=974447b6-0318-43b3-8bd8-5e0a113d4575,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:03.871590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98629dfa-53f9-4cc2-8077-8f1cb100805a None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:52:03.915924 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.004006 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.006228 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.049880 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.050614 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39ffd020-5368-4007-8e11-e06c1adc2d20 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:52:04.055866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.057162 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0b968ac2-8da9-4a82-b45a-939b88da4ff7 admin admin] 10.222.0.71 "DELETE /v2.0/routers/39ffd020-5368-4007-8e11-e06c1adc2d20 HTTP/1.1" status: 204 len: 168 time: 1.0700457 Dec 08 02:52:04.060166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39006) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:04.112042 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbccfd8-e23d-4043-9d47-0b5e7049b953 admin admin] Deleting subnet 3b8823a3-0b94-4c04-86f2-d2e34746887c {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:52:04.117107 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdbccfd8-e23d-4043-9d47-0b5e7049b953 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.154385 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdbccfd8-e23d-4043-9d47-0b5e7049b953 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.229847 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdbccfd8-e23d-4043-9d47-0b5e7049b953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.297759 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdbccfd8-e23d-4043-9d47-0b5e7049b953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.323408 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbccfd8-e23d-4043-9d47-0b5e7049b953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b8823a3-0b94-4c04-86f2-d2e34746887c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:04.327866 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fdbccfd8-e23d-4043-9d47-0b5e7049b953 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.333970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd429925-09db-4f71-88fb-d651a5a4a934 None None] Network 021bd084-ec57-4a6b-8031-846720cfd720 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:52:04.336055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39008) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:04.352777 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fdbccfd8-e23d-4043-9d47-0b5e7049b953 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3b8823a3-0b94-4c04-86f2-d2e34746887c HTTP/1.1" status: 204 len: 168 time: 0.2914462 Dec 08 02:52:04.403547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.450826 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b7d60991-acd1-4a64-8cba-2115b9629f18 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:52:04.464475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Deleting port d722a6f4-c682-427e-95e9-37f3c83ac389 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:52:04.464807 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.474531 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: b7d60991-acd1-4a64-8cba-2115b9629f18 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:52:04.474875 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device b7d60991-acd1-4a64-8cba-2115b9629f18 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:52:04.525435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] For port d722a6f4-c682-427e-95e9-37f3c83ac389, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d722a6f4-c682-427e-95e9-37f3c83ac389,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:04.525793 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.538042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Calling delete_port for d722a6f4-c682-427e-95e9-37f3c83ac389 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:52:04.697378 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a6f894-357c-4253-8018-ba53e57aeedb None None] DHCP port deletion for 021bd084-ec57-4a6b-8031-846720cfd720 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:52:04.725289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 23a50bde-3e36-4dd7-ab45-e6126df3e46f no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:52:04.749233 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 23a50bde-3e36-4dd7-ab45-e6126df3e46f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:52:04.749582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 23a50bde-3e36-4dd7-ab45-e6126df3e46f not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:52:04.777268 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-44a6f894-357c-4253-8018-ba53e57aeedb None None] Deleting port d722a6f4-c682-427e-95e9-37f3c83ac389 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:52:04.777830 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44a6f894-357c-4253-8018-ba53e57aeedb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.843528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-44a6f894-357c-4253-8018-ba53e57aeedb None None] For port d722a6f4-c682-427e-95e9-37f3c83ac389, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d722a6f4-c682-427e-95e9-37f3c83ac389,segment=NetworkSegment(32280c0b-9e65-4d8c-849b-26e82f105c92),segment_id=32280c0b-9e65-4d8c-849b-26e82f105c92)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:04.843946 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44a6f894-357c-4253-8018-ba53e57aeedb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.857794 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-44a6f894-357c-4253-8018-ba53e57aeedb None None] Calling delete_port for d722a6f4-c682-427e-95e9-37f3c83ac389 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:52:04.892262 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.917808 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Pushing event deleted for resources: {'Port': ['ID=d722a6f4-c682-427e-95e9-37f3c83ac389,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:04.922195 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] No DVR routers for this DVR port d722a6f4-c682-427e-95e9-37f3c83ac389 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:52:04.930054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:04.930396 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:04.930734 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:04.931061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:04.931389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:04.931743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:04.932065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:04.932527 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:04.932715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:04.933030 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:04.933156 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44a6f894-357c-4253-8018-ba53e57aeedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.933650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:04.933650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:04.933965 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:04.958812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6f894-357c-4253-8018-ba53e57aeedb None None] Pushing event deleted for resources: {'Port': ['ID=d722a6f4-c682-427e-95e9-37f3c83ac389,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:04.962434 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a6f894-357c-4253-8018-ba53e57aeedb None None] No DVR routers for this DVR port d722a6f4-c682-427e-95e9-37f3c83ac389 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:52:05.000821 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:05.024004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021bd084-ec57-4a6b-8031-846720cfd720']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:05.034066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32280c0b-9e65-4d8c-849b-26e82f105c92') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:05.034355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32280c0b-9e65-4d8c-849b-26e82f105c92') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:05.043761 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:05.056712 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:05.062489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:52:05.062863 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:52:05.064501 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:52:05.117147 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:05.122332 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:05.125509 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] 10.222.0.71 "DELETE /v2.0/networks/021bd084-ec57-4a6b-8031-846720cfd720 HTTP/1.1" status: 204 len: 168 time: 0.7884738 Dec 08 02:52:05.128590 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39010) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:05.135843 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27685ab1-3c6d-4f4a-a9d6-d4c5f4fad206 admin admin] Pushing event deleted for resources: {'Network': ['ID=021bd084-ec57-4a6b-8031-846720cfd720,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:05.464728 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14e62e72-21b3-4946-b2c1-7c1136acb8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:05.703939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-14e62e72-21b3-4946-b2c1-7c1136acb8c8 admin admin] Deleting port 4be42925-1666-4395-9e2c-6f5d93e0cbf5 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:52:05.704283 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14e62e72-21b3-4946-b2c1-7c1136acb8c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:05.783500 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-14e62e72-21b3-4946-b2c1-7c1136acb8c8 admin admin] For port 4be42925-1666-4395-9e2c-6f5d93e0cbf5, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=4be42925-1666-4395-9e2c-6f5d93e0cbf5,segment=NetworkSegment(ae3c0245-a6c8-4ad8-b474-05441be57b72),segment_id=ae3c0245-a6c8-4ad8-b474-05441be57b72)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:05.783989 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14e62e72-21b3-4946-b2c1-7c1136acb8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:05.796619 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-14e62e72-21b3-4946-b2c1-7c1136acb8c8 admin admin] Calling delete_port for 4be42925-1666-4395-9e2c-6f5d93e0cbf5 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:52:05.970803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14e62e72-21b3-4946-b2c1-7c1136acb8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:05.996830 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e62e72-21b3-4946-b2c1-7c1136acb8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4be42925-1666-4395-9e2c-6f5d93e0cbf5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:06.161129 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-14e62e72-21b3-4946-b2c1-7c1136acb8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:06.362934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 974447b6-0318-43b3-8bd8-5e0a113d4575 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:52:06.381453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e62e72-21b3-4946-b2c1-7c1136acb8c8 admin admin] Router 9d419fde-dd66-476c-9f85-418cfdaba00f has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:52:06.387518 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 974447b6-0318-43b3-8bd8-5e0a113d4575 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:52:06.387975 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 974447b6-0318-43b3-8bd8-5e0a113d4575 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:52:06.388585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d722a6f4-c682-427e-95e9-37f3c83ac389 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:52:06.407905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: d722a6f4-c682-427e-95e9-37f3c83ac389 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:52:06.408254 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d722a6f4-c682-427e-95e9-37f3c83ac389 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:52:06.491540 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e62e72-21b3-4946-b2c1-7c1136acb8c8 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:52:06.498038 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-14e62e72-21b3-4946-b2c1-7c1136acb8c8 admin admin] 10.222.0.71 "PUT /v2.0/routers/9d419fde-dd66-476c-9f85-418cfdaba00f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3683114 Dec 08 02:52:06.500639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39012) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:06.502176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60e4c1-08b5-4962-b968-b925804d7faa None None] Sync routers for ids ['9d419fde-dd66-476c-9f85-418cfdaba00f'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:52:06.513042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60e4c1-08b5-4962-b968-b925804d7faa None None] Routers {'9d419fde-dd66-476c-9f85-418cfdaba00f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:52:06.513677 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3f60e4c1-08b5-4962-b968-b925804d7faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:51:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9d419fde-dd66-476c-9f85-418cfdaba00f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:06.606645 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:06.619157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-3f60e4c1-08b5-4962-b968-b925804d7faa None None] Set router 9d419fde-dd66-476c-9f85-418cfdaba00f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:52:06.710589 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:06.763194 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] Deleting port 5c798f19-9949-451f-bb5b-865fbdfd5a69 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:52:06.763472 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:06.800305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3f60e4c1-08b5-4962-b968-b925804d7faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'name': 'tempest-TestEncryptedCinderVolumes-1021718962-router', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '5c798f19-9949-451f-bb5b-865fbdfd5a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:52:05Z', 'revision_number': 5, 'project_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'gw_port': {'id': '5c798f19-9949-451f-bb5b-865fbdfd5a69', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:06.830732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60e4c1-08b5-4962-b968-b925804d7faa None None] Checking router: 9d419fde-dd66-476c-9f85-418cfdaba00f for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:52:06.843238 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60e4c1-08b5-4962-b968-b925804d7faa None None] Routers {'9d419fde-dd66-476c-9f85-418cfdaba00f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:52:06.844028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3f60e4c1-08b5-4962-b968-b925804d7faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:51:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['9d419fde-dd66-476c-9f85-418cfdaba00f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:06.847227 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] For port 5c798f19-9949-451f-bb5b-865fbdfd5a69, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5c798f19-9949-451f-bb5b-865fbdfd5a69,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:06.847594 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:06.860328 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] Calling delete_port for 5c798f19-9949-451f-bb5b-865fbdfd5a69 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:52:06.929360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-3f60e4c1-08b5-4962-b968-b925804d7faa None None] Set router 9d419fde-dd66-476c-9f85-418cfdaba00f gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:52:07.031621 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.069775 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5c798f19-9949-451f-bb5b-865fbdfd5a69,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:07.121332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b67d7bb-99d6-4211-b164-ce796edeacb6 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:52:07.134267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.150543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3f60e4c1-08b5-4962-b968-b925804d7faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'name': 'tempest-TestEncryptedCinderVolumes-1021718962-router', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:52:06Z', 'revision_number': 6, 'project_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:07.182639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60e4c1-08b5-4962-b968-b925804d7faa None None] The sync data for ids ['9d419fde-dd66-476c-9f85-418cfdaba00f'] in n-d-713499-31 is: [{'id': '9d419fde-dd66-476c-9f85-418cfdaba00f', 'name': 'tempest-TestEncryptedCinderVolumes-1021718962-router', 'tenant_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:47Z', 'updated_at': '2021-12-08T02:52:06Z', 'revision_number': 6, 'project_id': '2a2b0a8d8dd44c05b6d25f90d9f587ff', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:52:07.226859 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.229110 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.274122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.274649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d419fde-dd66-476c-9f85-418cfdaba00f {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:52:07.279544 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.281283 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-bb97db7d-ce45-4dda-a4f1-a269899751bd admin admin] 10.222.0.71 "DELETE /v2.0/routers/9d419fde-dd66-476c-9f85-418cfdaba00f HTTP/1.1" status: 204 len: 168 time: 0.7795911 Dec 08 02:52:07.283802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39014) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:07.326871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4e25b8-7b77-4494-9b44-4a956457b7d2 admin admin] Deleting subnet 70cba725-aa8e-4bd3-8b11-d43b0e4b037e {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:52:07.329839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a4e25b8-7b77-4494-9b44-4a956457b7d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.363623 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a4e25b8-7b77-4494-9b44-4a956457b7d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.441984 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a4e25b8-7b77-4494-9b44-4a956457b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.493698 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a4e25b8-7b77-4494-9b44-4a956457b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.519133 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e25b8-7b77-4494-9b44-4a956457b7d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70cba725-aa8e-4bd3-8b11-d43b0e4b037e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:07.522635 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6a4e25b8-7b77-4494-9b44-4a956457b7d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.529034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39016) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:07.529523 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6a4e25b8-7b77-4494-9b44-4a956457b7d2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/70cba725-aa8e-4bd3-8b11-d43b0e4b037e HTTP/1.1" status: 204 len: 168 time: 0.2443774 Dec 08 02:52:07.535721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1a875f-5fea-47e8-be5a-55c51395034b None None] Network 4f049891-d8bb-45bd-8a35-e97a8411009c requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:52:07.606463 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.664349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Deleting port a75474ca-3978-484d-89d4-bcb18cd50680 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:52:07.664732 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.725581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] For port a75474ca-3978-484d-89d4-bcb18cd50680, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a75474ca-3978-484d-89d4-bcb18cd50680,segment=NetworkSegment(ae3c0245-a6c8-4ad8-b474-05441be57b72),segment_id=ae3c0245-a6c8-4ad8-b474-05441be57b72)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:07.725933 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.742520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Calling delete_port for a75474ca-3978-484d-89d4-bcb18cd50680 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:52:07.818945 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.845276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75474ca-3978-484d-89d4-bcb18cd50680,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:07.847113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] No DVR routers for this DVR port a75474ca-3978-484d-89d4-bcb18cd50680 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:52:07.919036 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.942791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f049891-d8bb-45bd-8a35-e97a8411009c']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:07.954818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3c0245-a6c8-4ad8-b474-05441be57b72') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:07.955116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3c0245-a6c8-4ad8-b474-05441be57b72') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:07.959501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9eccd8-7f57-48c6-8cf0-cabc5f3ce4e2 None None] DHCP port deletion for 4f049891-d8bb-45bd-8a35-e97a8411009c request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:52:07.965886 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.985118 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.992431 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:52:07.992895 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:52:07.994674 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:52:08.052421 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:08.058370 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:08.064964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4f049891-d8bb-45bd-8a35-e97a8411009c HTTP/1.1" status: 204 len: 168 time: 0.5320594 Dec 08 02:52:08.084648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce5382-6a7c-467a-9efe-418cb4603002 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f049891-d8bb-45bd-8a35-e97a8411009c,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:08.237783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39020) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:08.282484 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-72b204b6-c638-453c-be93-2416b5314d08 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7cd4c178e7284a71bc2e471c45734b7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431173 Dec 08 02:52:08.285001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39022) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:08.319308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5c798f19-9949-451f-bb5b-865fbdfd5a69 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:52:08.336218 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-22eb0dee-f0fe-4214-b883-a693d4500767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:08.340048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 5c798f19-9949-451f-bb5b-865fbdfd5a69 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:52:08.340385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5c798f19-9949-451f-bb5b-865fbdfd5a69 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:52:08.340793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4be42925-1666-4395-9e2c-6f5d93e0cbf5 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:52:08.358789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 4be42925-1666-4395-9e2c-6f5d93e0cbf5 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:52:08.359127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 4be42925-1666-4395-9e2c-6f5d93e0cbf5 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:52:08.359530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a75474ca-3978-484d-89d4-bcb18cd50680 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:52:08.360151 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-22eb0dee-f0fe-4214-b883-a693d4500767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:08.378049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: a75474ca-3978-484d-89d4-bcb18cd50680 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:52:08.378414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a75474ca-3978-484d-89d4-bcb18cd50680 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:52:08.410169 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-22eb0dee-f0fe-4214-b883-a693d4500767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:08.412882 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-22eb0dee-f0fe-4214-b883-a693d4500767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:08.414062 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-22eb0dee-f0fe-4214-b883-a693d4500767 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/28e0e393-f7b5-41df-a9ab-1a05b40300d5 HTTP/1.1" status: 204 len: 168 time: 0.1281397 Dec 08 02:52:08.424416 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb0dee-f0fe-4214-b883-a693d4500767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e0e393-f7b5-41df-a9ab-1a05b40300d5,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:08.723324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39028) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:08.762889 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e6e3d9bb-f974-4f3a-a60c-554b03c20531 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2a2b0a8d8dd44c05b6d25f90d9f587ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383704 Dec 08 02:52:08.765285 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39030) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:08.812358 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d910e2a-3b1f-4f02-8fd1-b11a036fb9df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:08.833089 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d910e2a-3b1f-4f02-8fd1-b11a036fb9df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:08.879385 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d910e2a-3b1f-4f02-8fd1-b11a036fb9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:08.881956 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d910e2a-3b1f-4f02-8fd1-b11a036fb9df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:08.883097 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2d910e2a-3b1f-4f02-8fd1-b11a036fb9df admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/10efe5da-5e80-42a0-a80f-081f9f3c33bd HTTP/1.1" status: 204 len: 168 time: 0.1168742 Dec 08 02:52:08.890827 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d910e2a-3b1f-4f02-8fd1-b11a036fb9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10efe5da-5e80-42a0-a80f-081f9f3c33bd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:09.535652 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39052) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:09.629365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-429844078-network', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:52:09.647448 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:52:09.650656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] Made reservation on behalf of e88be942630b48b9ba82e6723b9e3dd8 for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:52:09.653691 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:09.662234 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:09.743061 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:09.747079 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:09.767900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:52:09.781250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27105517-d9c7-4ca0-a091-bc306098677e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:09.787302 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:09.787681 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] Added segment 408b0799-b3ca-4fea-b7dd-a01c96a18f1a of type vlan for network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 Dec 08 02:52:09.829197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:09.853137 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:09.854198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:09.855192 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:09.888702 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3519683 Dec 08 02:52:09.891633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39056) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:09.896737 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-59a9f07b-234c-446c-a3b9-c880599a7dae admin admin] Request body: {'subnet': {'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-429844078-subnet', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:52:09.916947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a9f07b-234c-446c-a3b9-c880599a7dae admin admin] Made reservation on behalf of e88be942630b48b9ba82e6723b9e3dd8 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:52:09.919417 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59a9f07b-234c-446c-a3b9-c880599a7dae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:09.920027 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529649f-d380-4b9e-b6fa-c03fb02c3bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=5d45edc5-1ac9-4cef-97d6-bca3d2e71574,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:09.930395 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:52:10.085960 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59a9f07b-234c-446c-a3b9-c880599a7dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.145601 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9f07b-234c-446c-a3b9-c880599a7dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b72d996-3cf5-4193-bbf5-7dbc03b20cf9,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:10.153392 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a9f07b-234c-446c-a3b9-c880599a7dae admin admin] Checking segment: {'id': '408b0799-b3ca-4fea-b7dd-a01c96a18f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:52:10.153747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9f07b-234c-446c-a3b9-c880599a7dae admin admin] Network hostable DHCP agents. Network: 5d45edc5-1ac9-4cef-97d6-bca3d2e71574, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:52:10.170500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9f07b-234c-446c-a3b9-c880599a7dae admin admin] Network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:52:10.178894 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-59a9f07b-234c-446c-a3b9-c880599a7dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 5d45edc5-1ac9-4cef-97d6-bca3d2e71574) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:52:10.183313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a9f07b-234c-446c-a3b9-c880599a7dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:10.183992 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-59a9f07b-234c-446c-a3b9-c880599a7dae admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.188842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38223b01-f008-467f-9d2b-f79cf88ff3ea None None] Network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:52:10.200417 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-59a9f07b-234c-446c-a3b9-c880599a7dae admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3075981 Dec 08 02:52:10.203105 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39058) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:10.207635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:52:10.227473 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.228500 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.280471 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.295682 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'fixed_ips': [{'subnet_id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:52:10.296559 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.421856 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.424840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Allocated IP 172.20.0.2 (5d45edc5-1ac9-4cef-97d6-bca3d2e71574/2b72d996-3cf5-4193-bbf5-7dbc03b20cf9/e48f3b6d-cd23-4e69-a521-fee44f3d7791) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:52:10.567971 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.573752 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.614705 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:52:10.619587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:52:10.622465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:52:10.623650 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.642804 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.653213 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Pushing event updated for resources: {'Port': ['ID=e48f3b6d-cd23-4e69-a521-fee44f3d7791,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:10.685099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Attempting to bind port e48f3b6d-cd23-4e69-a521-fee44f3d7791 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:52:10.685489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Attempting to bind port e48f3b6d-cd23-4e69-a521-fee44f3d7791 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '408b0799-b3ca-4fea-b7dd-a01c96a18f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:52:10.685834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Attempting to bind port e48f3b6d-cd23-4e69-a521-fee44f3d7791 on network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:52:10.690750 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:52:10.691127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Checking segment: {'id': '408b0799-b3ca-4fea-b7dd-a01c96a18f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:52:10.691529 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.691985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Bound using segment: {'id': '408b0799-b3ca-4fea-b7dd-a01c96a18f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:52:10.692451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Bound port: e48f3b6d-cd23-4e69-a521-fee44f3d7791, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408b0799-b3ca-4fea-b7dd-a01c96a18f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:52:10.692832 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.745918 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Allocated IP 172.25.8.130 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/9980de7c-0945-451f-8306-92e30bec464e) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:52:10.753909 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] For port e48f3b6d-cd23-4e69-a521-fee44f3d7791, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:52:10.756932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] For port e48f3b6d-cd23-4e69-a521-fee44f3d7791, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e48f3b6d-cd23-4e69-a521-fee44f3d7791,segment=NetworkSegment(408b0799-b3ca-4fea-b7dd-a01c96a18f1a),segment_id=408b0799-b3ca-4fea-b7dd-a01c96a18f1a)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:52:10.761014 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.820371 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b76555-9e8c-43be-88d7-4ed9ef4f8580 None None] Pushing event updated for resources: {'Port': ['ID=e48f3b6d-cd23-4e69-a521-fee44f3d7791,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:10.861019 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.896419 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:10.938249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:52:10.941171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:52:10.944291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:52:10.958147 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf3ed89-9585-4da3-84d3-94bc41286037 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:52:10.980676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Pushing event updated for resources: {'Port': ['ID=9980de7c-0945-451f-8306-92e30bec464e,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:11.036756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5f8bc913-5481-4ee2-ac7b-f590cdbfc072 None None] Provisioning complete for port 9980de7c-0945-451f-8306-92e30bec464e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:11.037127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5f8bc913-5481-4ee2-ac7b-f590cdbfc072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:11.071569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5f8bc913-5481-4ee2-ac7b-f590cdbfc072 None None] Port 9980de7c-0945-451f-8306-92e30bec464e cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:52:11.236739 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:11.430941 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:11.567829 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:52:11.680030 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:52:11.690978 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Sync routers for ids ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:52:11.701782 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:11.702464 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Routers {'1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:52:11.703076 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:51:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:11.703569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-56ec2370-67e3-4a69-a465-64fd9b203177 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4994986 Dec 08 02:52:11.706503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39060) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:11.732321 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f446b19-40e9-4ca2-87cc-ce152283aafb None None] Network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:52:11.816399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d4214ce1-c4ee-4d48-9854-32156a8cf803 None None] Provisioning complete for port e48f3b6d-cd23-4e69-a521-fee44f3d7791 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:11.816670 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d4214ce1-c4ee-4d48-9854-32156a8cf803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:11.817069 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Set router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:52:11.938810 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d4214ce1-c4ee-4d48-9854-32156a8cf803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:11.983302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d4214ce1-c4ee-4d48-9854-32156a8cf803 None None] For port e48f3b6d-cd23-4e69-a521-fee44f3d7791, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e48f3b6d-cd23-4e69-a521-fee44f3d7791,segment=NetworkSegment(408b0799-b3ca-4fea-b7dd-a01c96a18f1a),segment_id=408b0799-b3ca-4fea-b7dd-a01c96a18f1a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:11.989166 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d4214ce1-c4ee-4d48-9854-32156a8cf803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.054086 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4214ce1-c4ee-4d48-9854-32156a8cf803 None None] Pushing event updated for resources: {'Port': ['ID=e48f3b6d-cd23-4e69-a521-fee44f3d7791,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:12.118048 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:11Z', 'revision_number': 3, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:12.147361 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Checking router: 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:52:12.147738 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Updating router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 port 9980de7c-0945-451f-8306-92e30bec464e binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:52:12.173215 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.180758 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.212052 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-5b3dec8d-5491-47a2-8a56-7a3a8875603d None None] Provisioning complete for port e48f3b6d-cd23-4e69-a521-fee44f3d7791 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:12.212700 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5b3dec8d-5491-47a2-8a56-7a3a8875603d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.362813 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e48f3b6d-cd23-4e69-a521-fee44f3d7791 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:52:12.364398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Allocated IP 172.20.0.1 (5d45edc5-1ac9-4cef-97d6-bca3d2e71574/2b72d996-3cf5-4193-bbf5-7dbc03b20cf9/2ee6fede-7ab4-4817-87f3-214757bad111) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:52:12.414774 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e48f3b6d-cd23-4e69-a521-fee44f3d7791 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:12.415174 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.459156 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.466962 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.474202 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.512759 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.516409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d2184-c756-4d63-a8d3-2f6ecd4daa62 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:52:12.525103 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Attempting to bind port 9980de7c-0945-451f-8306-92e30bec464e on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:52:12.525494 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Attempting to bind port 9980de7c-0945-451f-8306-92e30bec464e by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:52:12.526215 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Attempting to bind port 9980de7c-0945-451f-8306-92e30bec464e on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:52:12.537580 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:52:12.537944 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:52:12.538340 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.538729 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:52:12.539192 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Bound port: 9980de7c-0945-451f-8306-92e30bec464e, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:52:12.539564 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.541234 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Pushing event updated for resources: {'Port': ['ID=9980de7c-0945-451f-8306-92e30bec464e,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:12.553995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:52:12.558530 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:52:12.563012 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:52:12.566285 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:12.566635 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:12.567024 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:12.567641 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:12.568166 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:12.568681 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:12.569012 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:12.569335 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:12.569659 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:12.569978 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:12.570303 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:12.570622 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:12.570938 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:12.583808 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee6fede-7ab4-4817-87f3-214757bad111,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:12.604001 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.610765 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] For port 9980de7c-0945-451f-8306-92e30bec464e, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:52:12.614415 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] For port 9980de7c-0945-451f-8306-92e30bec464e, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9980de7c-0945-451f-8306-92e30bec464e,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:52:12.620010 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.633365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d6676519-936e-4375-b100-8062ad4e5776 None None] Provisioning complete for port 9980de7c-0945-451f-8306-92e30bec464e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:12.633877 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6676519-936e-4375-b100-8062ad4e5776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.670327 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c7d42-eb19-4731-9bb4-6fffc5473457 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:52:12.683126 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Routers {'1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:52:12.683791 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:51:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:12.686850 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0704d-d5ed-469c-9895-2031bab43399 None None] Pushing event updated for resources: {'Port': ['ID=9980de7c-0945-451f-8306-92e30bec464e,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:12.742194 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6676519-936e-4375-b100-8062ad4e5776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.788437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d6676519-936e-4375-b100-8062ad4e5776 None None] For port 9980de7c-0945-451f-8306-92e30bec464e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9980de7c-0945-451f-8306-92e30bec464e,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:12.793662 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6676519-936e-4375-b100-8062ad4e5776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.800074 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.824952 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] Set router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:52:12.849912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6676519-936e-4375-b100-8062ad4e5776 None None] Pushing event updated for resources: {'Port': ['ID=9980de7c-0945-451f-8306-92e30bec464e,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:12.914989 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-41effa46-3bcd-4092-924a-96c5ab05ce26 None None] Provisioning complete for port 9980de7c-0945-451f-8306-92e30bec464e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:12.915379 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41effa46-3bcd-4092-924a-96c5ab05ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.986159 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:12.991330 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:13.010547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-41effa46-3bcd-4092-924a-96c5ab05ce26 None None] Provisioning complete for port 2ee6fede-7ab4-4817-87f3-214757bad111 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:13.011956 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41effa46-3bcd-4092-924a-96c5ab05ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:13.014772 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:11Z', 'revision_number': 3, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:13.040240 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdac0bc-0c88-4d34-b8f5-ed8035e13979 None None] The sync data for ids ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'] in n-d-713499-31 is: [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:11Z', 'revision_number': 3, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:52:13.048593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-41effa46-3bcd-4092-924a-96c5ab05ce26 None None] Port 2ee6fede-7ab4-4817-87f3-214757bad111 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:52:13.069476 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:13.072162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee6fede-7ab4-4817-87f3-214757bad111,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:13.169700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:52:13.171046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:52:13.315944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:52:13.471953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2cbc7445-13f1-4654-a8ae-f4e5c41ea602 None None] Provisioning complete for port 2ee6fede-7ab4-4817-87f3-214757bad111 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:13.472401 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7445-13f1-4654-a8ae-f4e5c41ea602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:13.508764 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc7445-13f1-4654-a8ae-f4e5c41ea602 None None] Port 2ee6fede-7ab4-4817-87f3-214757bad111 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:52:13.710120 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:52:13.715625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3aa85680-da8c-4599-aac9-ef44c3a4eac7 admin admin] 10.222.0.71 "PUT /v2.0/routers/1ffdbdbb-e66b-4b55-9698-75376f4cb9f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0081539 Dec 08 02:52:14.186115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39078) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:14.191192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1721643812-network', 'tenant_id': '0e44eca430084eb19fa4152779a5633f'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:52:14.212937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] Made reservation on behalf of 0e44eca430084eb19fa4152779a5633f for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:52:14.215890 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.224346 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.299282 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.304849 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.333872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:52:14.339405 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa67540-6ccc-48e5-8cd7-47d33e2f6d6b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:14.354322 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.354714 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] Added segment f249603c-bf3b-4e91-9414-4d8e804f5073 of type vlan for network 78a67fee-daee-45dd-8ed2-c2860225c24a Dec 08 02:52:14.366807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9980de7c-0945-451f-8306-92e30bec464e up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:52:14.400478 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.419249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 9980de7c-0945-451f-8306-92e30bec464e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:14.419740 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.424541 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.425490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:14.426064 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.460130 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2728999 Dec 08 02:52:14.463464 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39080) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:14.469251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-41dab6be-89e1-4cc3-b79f-6eb501ea8699 admin admin] Request body: {'subnet': {'network_id': '78a67fee-daee-45dd-8ed2-c2860225c24a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1721643812-subnet', 'tenant_id': '0e44eca430084eb19fa4152779a5633f', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:52:14.490567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dab6be-89e1-4cc3-b79f-6eb501ea8699 admin admin] Made reservation on behalf of 0e44eca430084eb19fa4152779a5633f for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:52:14.492927 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-41dab6be-89e1-4cc3-b79f-6eb501ea8699 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.496761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bfd8a-7e38-4350-a5fd-6a96186128f8 admin admin] Pushing event updated for resources: {'Network': ['ID=78a67fee-daee-45dd-8ed2-c2860225c24a,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:14.509253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 78a67fee-daee-45dd-8ed2-c2860225c24a details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:52:14.673460 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-41dab6be-89e1-4cc3-b79f-6eb501ea8699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.706655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Sync routers for ids ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:52:14.717200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Routers {'1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:52:14.717890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:51:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:14.733352 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dab6be-89e1-4cc3-b79f-6eb501ea8699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5f028b-dc07-4fe5-8d53-184d1b69ecdd,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:14.741925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dab6be-89e1-4cc3-b79f-6eb501ea8699 admin admin] Checking segment: {'id': 'f249603c-bf3b-4e91-9414-4d8e804f5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '78a67fee-daee-45dd-8ed2-c2860225c24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:52:14.742289 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dab6be-89e1-4cc3-b79f-6eb501ea8699 admin admin] Network hostable DHCP agents. Network: 78a67fee-daee-45dd-8ed2-c2860225c24a, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:52:14.759511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dab6be-89e1-4cc3-b79f-6eb501ea8699 admin admin] Network 78a67fee-daee-45dd-8ed2-c2860225c24a is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:52:14.768711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-41dab6be-89e1-4cc3-b79f-6eb501ea8699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 78a67fee-daee-45dd-8ed2-c2860225c24a) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:52:14.775142 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dab6be-89e1-4cc3-b79f-6eb501ea8699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:14.775784 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-41dab6be-89e1-4cc3-b79f-6eb501ea8699 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.794063 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-41dab6be-89e1-4cc3-b79f-6eb501ea8699 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3262568 Dec 08 02:52:14.794274 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39082) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:14.798578 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1721643812-router', 'tenant_id': '0e44eca430084eb19fa4152779a5633f', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:52:14.799035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d264d756-3e0e-4f7a-b951-b97c77527bda None None] Network 78a67fee-daee-45dd-8ed2-c2860225c24a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:52:14.819352 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.820395 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.875479 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:14.882177 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Set router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:52:15.021650 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:15.138261 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-78a67fee-daee-45dd-8ed2-c2860225c24a', 'network_id': '78a67fee-daee-45dd-8ed2-c2860225c24a', 'project_id': '0e44eca430084eb19fa4152779a5633f', 'fixed_ips': [{'subnet_id': 'ed5f028b-dc07-4fe5-8d53-184d1b69ecdd'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:52:15.139133 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:15.227651 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:15.246648 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:15.350942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Allocated IP 172.25.8.50 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/34db838f-6ba6-4c0c-98d7-5f7f7d6b909e) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:52:15.357714 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Allocated IP 172.20.0.2 (78a67fee-daee-45dd-8ed2-c2860225c24a/ed5f028b-dc07-4fe5-8d53-184d1b69ecdd/a09ed42c-f7fd-4472-8f81-f6d018f2782e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:52:15.436589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2ee6fede-7ab4-4817-87f3-214757bad111', 'name': '', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'mac_address': 'fa:16:3e:51:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:12Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 2, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'subnets': [{'id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:15.459283 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:15.468990 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Checking router: 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:52:15.469349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Updating router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 port 2ee6fede-7ab4-4817-87f3-214757bad111 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:52:15.512332 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:15.605665 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:15.653170 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:15.719670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Network 78a67fee-daee-45dd-8ed2-c2860225c24a is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:52:15.735725 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:52:15.743300 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Pushing event updated for resources: {'Port': ['ID=a09ed42c-f7fd-4472-8f81-f6d018f2782e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:15.746743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:52:15.836318 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:15.844043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Attempting to bind port a09ed42c-f7fd-4472-8f81-f6d018f2782e on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:52:15.844418 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Attempting to bind port a09ed42c-f7fd-4472-8f81-f6d018f2782e by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'f249603c-bf3b-4e91-9414-4d8e804f5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '78a67fee-daee-45dd-8ed2-c2860225c24a'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:52:15.844785 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Attempting to bind port a09ed42c-f7fd-4472-8f81-f6d018f2782e on network 78a67fee-daee-45dd-8ed2-c2860225c24a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:52:15.855268 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:52:15.855666 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Checking segment: {'id': 'f249603c-bf3b-4e91-9414-4d8e804f5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '78a67fee-daee-45dd-8ed2-c2860225c24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:52:15.856075 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:15.856474 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Bound using segment: {'id': 'f249603c-bf3b-4e91-9414-4d8e804f5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '78a67fee-daee-45dd-8ed2-c2860225c24a'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:52:15.856940 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Bound port: a09ed42c-f7fd-4472-8f81-f6d018f2782e, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f249603c-bf3b-4e91-9414-4d8e804f5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '78a67fee-daee-45dd-8ed2-c2860225c24a'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:52:15.857323 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:15.875536 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:52:15.880196 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:52:15.882745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:52:15.902349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b16f36-6cc3-4c56-91be-8c043f5d1e3a None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:52:15.907629 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Pushing event updated for resources: {'Port': ['ID=34db838f-6ba6-4c0c-98d7-5f7f7d6b909e,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:15.981360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] For port a09ed42c-f7fd-4472-8f81-f6d018f2782e, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:52:15.996845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] For port a09ed42c-f7fd-4472-8f81-f6d018f2782e, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a09ed42c-f7fd-4472-8f81-f6d018f2782e,segment=NetworkSegment(f249603c-bf3b-4e91-9414-4d8e804f5073),segment_id=f249603c-bf3b-4e91-9414-4d8e804f5073)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:52:16.007259 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:16.009212 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:16.015695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-772eb169-c1d1-4b22-828d-db5394dd0612 None None] Provisioning complete for port 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:16.016059 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-772eb169-c1d1-4b22-828d-db5394dd0612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:16.043673 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:16.113031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-772eb169-c1d1-4b22-828d-db5394dd0612 None None] Port 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:52:16.116070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930cfb8-e3e2-4841-8dee-bba8392dab87 None None] Pushing event updated for resources: {'Port': ['ID=a09ed42c-f7fd-4472-8f81-f6d018f2782e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:16.153448 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:16.194464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad14c3-d855-4ad0-87b7-4289c2b464fa None None] Pushing event updated for resources: {'Port': ['ID=2ee6fede-7ab4-4817-87f3-214757bad111,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:16.218694 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Attempting to bind port 2ee6fede-7ab4-4817-87f3-214757bad111 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:52:16.219062 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Attempting to bind port 2ee6fede-7ab4-4817-87f3-214757bad111 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '408b0799-b3ca-4fea-b7dd-a01c96a18f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:52:16.219596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Attempting to bind port 2ee6fede-7ab4-4817-87f3-214757bad111 on network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:52:16.227092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:52:16.227473 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Checking segment: {'id': '408b0799-b3ca-4fea-b7dd-a01c96a18f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:52:16.227933 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:16.228329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Bound using segment: {'id': '408b0799-b3ca-4fea-b7dd-a01c96a18f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:52:16.228820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Bound port: 2ee6fede-7ab4-4817-87f3-214757bad111, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408b0799-b3ca-4fea-b7dd-a01c96a18f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:52:16.229200 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:16.304643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] For port 2ee6fede-7ab4-4817-87f3-214757bad111, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:52:16.308381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] For port 2ee6fede-7ab4-4817-87f3-214757bad111, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2ee6fede-7ab4-4817-87f3-214757bad111,segment=NetworkSegment(408b0799-b3ca-4fea-b7dd-a01c96a18f1a),segment_id=408b0799-b3ca-4fea-b7dd-a01c96a18f1a)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:52:16.314744 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:16.367668 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Routers {'1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:52:16.367668 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:51:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:16.431646 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:16.487995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad14c3-d855-4ad0-87b7-4289c2b464fa None None] Pushing event updated for resources: {'Port': ['ID=2ee6fede-7ab4-4817-87f3-214757bad111,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:16.519355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c630c5db-9a0a-4660-b21c-a911ee7d5d91 None None] Provisioning complete for port 2ee6fede-7ab4-4817-87f3-214757bad111 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:16.519746 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c630c5db-9a0a-4660-b21c-a911ee7d5d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:16.572589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] Set router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:52:16.618129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Router 66dbb843-c3eb-4238-9901-791bba5fc914 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:52:16.730217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:52:16.734845 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c630c5db-9a0a-4660-b21c-a911ee7d5d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:16.742925 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Sync routers for ids ['66dbb843-c3eb-4238-9901-791bba5fc914'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:52:16.750746 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:16.752606 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4bd8a336-173a-42b9-8cb1-1f5644d74817 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9568422 Dec 08 02:52:16.754663 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39084) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:52:16.763503 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Routers {'66dbb843-c3eb-4238-9901-791bba5fc914'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:52:16.764159 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:51:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['66dbb843-c3eb-4238-9901-791bba5fc914'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:16.794598 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c630c5db-9a0a-4660-b21c-a911ee7d5d91 None None] For port 2ee6fede-7ab4-4817-87f3-214757bad111, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2ee6fede-7ab4-4817-87f3-214757bad111,segment=NetworkSegment(408b0799-b3ca-4fea-b7dd-a01c96a18f1a),segment_id=408b0799-b3ca-4fea-b7dd-a01c96a18f1a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:16.813279 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c630c5db-9a0a-4660-b21c-a911ee7d5d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:16.875629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630c5db-9a0a-4660-b21c-a911ee7d5d91 None None] Pushing event updated for resources: {'Port': ['ID=2ee6fede-7ab4-4817-87f3-214757bad111,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:16.882091 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Set router 66dbb843-c3eb-4238-9901-791bba5fc914 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:52:16.892464 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2ee6fede-7ab4-4817-87f3-214757bad111', 'name': '', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'mac_address': 'fa:16:3e:51:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:12Z', 'updated_at': '2021-12-08T02:52:16Z', 'revision_number': 4, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'subnets': [{'id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:16.919926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84412477-ac9b-4b73-bf3c-f91dd8df92d0 None None] The sync data for ids ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'] in n-d-713499-31 is: [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2ee6fede-7ab4-4817-87f3-214757bad111', 'name': '', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'mac_address': 'fa:16:3e:51:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:12Z', 'updated_at': '2021-12-08T02:52:16Z', 'revision_number': 4, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'subnets': [{'id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:52:16.952914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a93bc04e-ad1b-493e-93ed-fa7f96d46b7d None None] Provisioning complete for port 2ee6fede-7ab4-4817-87f3-214757bad111 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:16.953352 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a93bc04e-ad1b-493e-93ed-fa7f96d46b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.119176 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'name': 'tempest-TestMinimumBasicScenario-1721643812-router', 'tenant_id': '0e44eca430084eb19fa4152779a5633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '34db838f-6ba6-4c0c-98d7-5f7f7d6b909e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:14Z', 'updated_at': '2021-12-08T02:52:16Z', 'revision_number': 3, 'project_id': '0e44eca430084eb19fa4152779a5633f', 'gw_port': {'id': '34db838f-6ba6-4c0c-98d7-5f7f7d6b909e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:15Z', 'updated_at': '2021-12-08T02:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:17.156564 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Checking router: 66dbb843-c3eb-4238-9901-791bba5fc914 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:52:17.156919 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Updating router 66dbb843-c3eb-4238-9901-791bba5fc914 port 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:52:17.187241 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.344594 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.459965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa41ae6-513c-4e36-9160-35d922ea2f4e None None] Network 78a67fee-daee-45dd-8ed2-c2860225c24a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:52:17.465767 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.472897 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.527630 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Attempting to bind port 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:52:17.528323 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Attempting to bind port 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:52:17.528851 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Attempting to bind port 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:52:17.544695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f1d37a-d2c8-441e-9cd0-4ceb078f44d8 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:52:17.545309 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:52:17.545610 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:52:17.546015 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.548088 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:52:17.548591 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Bound port: 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:52:17.548979 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.570954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-55407ea5-2db8-494b-8bb4-b935ee8d3432 None None] Provisioning complete for port a09ed42c-f7fd-4472-8f81-f6d018f2782e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:17.571443 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55407ea5-2db8-494b-8bb4-b935ee8d3432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.580870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Allocated IP 172.20.0.1 (78a67fee-daee-45dd-8ed2-c2860225c24a/ed5f028b-dc07-4fe5-8d53-184d1b69ecdd/73a620ee-f6bc-47f0-beaa-861a0dade15f) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:52:17.583482 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eb17d-3fdf-48a3-bc39-09ca315db157 None None] Pushing event updated for resources: {'Port': ['ID=34db838f-6ba6-4c0c-98d7-5f7f7d6b909e,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:17.635267 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] For port 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:52:17.640529 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] For port 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=34db838f-6ba6-4c0c-98d7-5f7f7d6b909e,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:52:17.649874 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.716448 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55407ea5-2db8-494b-8bb4-b935ee8d3432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.721219 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eb17d-3fdf-48a3-bc39-09ca315db157 None None] Pushing event updated for resources: {'Port': ['ID=34db838f-6ba6-4c0c-98d7-5f7f7d6b909e,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:17.737003 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.739567 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9694e6-50dc-4075-89e1-d6fa4a147ba1 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:52:17.752063 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Routers {'66dbb843-c3eb-4238-9901-791bba5fc914'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:52:17.752686 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:51:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['66dbb843-c3eb-4238-9901-791bba5fc914'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:17.789168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-55407ea5-2db8-494b-8bb4-b935ee8d3432 None None] For port a09ed42c-f7fd-4472-8f81-f6d018f2782e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a09ed42c-f7fd-4472-8f81-f6d018f2782e,segment=NetworkSegment(f249603c-bf3b-4e91-9414-4d8e804f5073),segment_id=f249603c-bf3b-4e91-9414-4d8e804f5073)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:17.790762 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.796716 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55407ea5-2db8-494b-8bb4-b935ee8d3432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.859718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Pushing event updated for resources: {'Port': ['ID=73a620ee-f6bc-47f0-beaa-861a0dade15f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:17.863418 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Network 78a67fee-daee-45dd-8ed2-c2860225c24a is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:52:17.865747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:52:17.867851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:52:17.874830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55407ea5-2db8-494b-8bb4-b935ee8d3432 None None] Pushing event updated for resources: {'Port': ['ID=a09ed42c-f7fd-4472-8f81-f6d018f2782e,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:17.911433 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.922012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ca43c2e7-247d-404c-a07c-1543ad0a2c86 None None] Provisioning complete for port 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:17.922738 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca43c2e7-247d-404c-a07c-1543ad0a2c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:17.941172 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] Set router 66dbb843-c3eb-4238-9901-791bba5fc914 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:52:18.049425 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca43c2e7-247d-404c-a07c-1543ad0a2c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:18.095702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ca43c2e7-247d-404c-a07c-1543ad0a2c86 None None] For port 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=34db838f-6ba6-4c0c-98d7-5f7f7d6b909e,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:18.103217 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ca43c2e7-247d-404c-a07c-1543ad0a2c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:18.180959 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:18.188522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43c2e7-247d-404c-a07c-1543ad0a2c86 None None] Pushing event updated for resources: {'Port': ['ID=34db838f-6ba6-4c0c-98d7-5f7f7d6b909e,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:18.228314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7abc1ab4-a128-4c8a-ade8-e02c1ede31d0 None None] Provisioning complete for port a09ed42c-f7fd-4472-8f81-f6d018f2782e triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:18.228681 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7abc1ab4-a128-4c8a-ade8-e02c1ede31d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:18.318217 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'name': 'tempest-TestMinimumBasicScenario-1721643812-router', 'tenant_id': '0e44eca430084eb19fa4152779a5633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '34db838f-6ba6-4c0c-98d7-5f7f7d6b909e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:14Z', 'updated_at': '2021-12-08T02:52:16Z', 'revision_number': 3, 'project_id': '0e44eca430084eb19fa4152779a5633f', 'gw_port': {'id': '34db838f-6ba6-4c0c-98d7-5f7f7d6b909e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:15Z', 'updated_at': '2021-12-08T02:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:18.352466 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d168b05-8d0f-4011-a9b8-9a6c964aba77 None None] The sync data for ids ['66dbb843-c3eb-4238-9901-791bba5fc914'] in n-d-713499-31 is: [{'id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'name': 'tempest-TestMinimumBasicScenario-1721643812-router', 'tenant_id': '0e44eca430084eb19fa4152779a5633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '34db838f-6ba6-4c0c-98d7-5f7f7d6b909e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:14Z', 'updated_at': '2021-12-08T02:52:16Z', 'revision_number': 3, 'project_id': '0e44eca430084eb19fa4152779a5633f', 'gw_port': {'id': '34db838f-6ba6-4c0c-98d7-5f7f7d6b909e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:15Z', 'updated_at': '2021-12-08T02:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:52:18.423310 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:18.428759 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:18.429088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2ee6fede-7ab4-4817-87f3-214757bad111 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:52:18.488601 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 2ee6fede-7ab4-4817-87f3-214757bad111 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:18.488967 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:18.510241 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:18.513527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Pushing event updated for resources: {'Port': ['ID=73a620ee-f6bc-47f0-beaa-861a0dade15f,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:18.536510 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8beab0af-6239-437e-bf76-5654ca524119 None None] Provisioning complete for port 73a620ee-f6bc-47f0-beaa-861a0dade15f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:18.536873 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8beab0af-6239-437e-bf76-5654ca524119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:18.576188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8beab0af-6239-437e-bf76-5654ca524119 None None] Port 73a620ee-f6bc-47f0-beaa-861a0dade15f cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:52:18.609161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Network 78a67fee-daee-45dd-8ed2-c2860225c24a is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:52:18.610788 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:52:18.741038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Router 66dbb843-c3eb-4238-9901-791bba5fc914 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:52:18.798061 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a09ed42c-f7fd-4472-8f81-f6d018f2782e up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:52:18.856428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port a09ed42c-f7fd-4472-8f81-f6d018f2782e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:18.857058 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:18.887976 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:52:18.899650 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-81d81447-ccbd-4a58-9d22-1b705d1b773a admin admin] 10.222.0.71 "PUT /v2.0/routers/66dbb843-c3eb-4238-9901-791bba5fc914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1399889 Dec 08 02:52:18.998956 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ac5bd45c-db2d-4686-b46e-5e36cde23fe7 None None] Provisioning complete for port 73a620ee-f6bc-47f0-beaa-861a0dade15f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:18.999326 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd45c-db2d-4686-b46e-5e36cde23fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:19.046479 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ac5bd45c-db2d-4686-b46e-5e36cde23fe7 None None] Port 73a620ee-f6bc-47f0-beaa-861a0dade15f cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:52:20.381555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:52:20.431097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Sync routers for ids ['66dbb843-c3eb-4238-9901-791bba5fc914'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:52:20.448098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Routers {'66dbb843-c3eb-4238-9901-791bba5fc914'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:52:20.448973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:51:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['66dbb843-c3eb-4238-9901-791bba5fc914'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:20.502823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:20.503187 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:20.597339 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Set router 66dbb843-c3eb-4238-9901-791bba5fc914 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:52:20.855426 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'name': 'tempest-TestMinimumBasicScenario-1721643812-router', 'tenant_id': '0e44eca430084eb19fa4152779a5633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '34db838f-6ba6-4c0c-98d7-5f7f7d6b909e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:14Z', 'updated_at': '2021-12-08T02:52:18Z', 'revision_number': 4, 'project_id': '0e44eca430084eb19fa4152779a5633f', 'gw_port': {'id': '34db838f-6ba6-4c0c-98d7-5f7f7d6b909e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:15Z', 'updated_at': '2021-12-08T02:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '73a620ee-f6bc-47f0-beaa-861a0dade15f', 'name': '', 'network_id': '78a67fee-daee-45dd-8ed2-c2860225c24a', 'tenant_id': '0e44eca430084eb19fa4152779a5633f', 'mac_address': 'fa:16:3e:63:ff:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ed5f028b-dc07-4fe5-8d53-184d1b69ecdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:17Z', 'updated_at': '2021-12-08T02:52:18Z', 'revision_number': 2, 'project_id': '0e44eca430084eb19fa4152779a5633f', 'subnets': [{'id': 'ed5f028b-dc07-4fe5-8d53-184d1b69ecdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:20.888307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Checking router: 66dbb843-c3eb-4238-9901-791bba5fc914 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:52:20.888670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Updating router 66dbb843-c3eb-4238-9901-791bba5fc914 port 73a620ee-f6bc-47f0-beaa-861a0dade15f binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:52:20.920908 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:21.245568 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:21.254342 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:21.311466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449a769-ad01-4aad-9850-9bf487cc9433 None None] Pushing event updated for resources: {'Port': ['ID=73a620ee-f6bc-47f0-beaa-861a0dade15f,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:21.369763 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Attempting to bind port 73a620ee-f6bc-47f0-beaa-861a0dade15f on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:52:21.370176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Attempting to bind port 73a620ee-f6bc-47f0-beaa-861a0dade15f by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'f249603c-bf3b-4e91-9414-4d8e804f5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '78a67fee-daee-45dd-8ed2-c2860225c24a'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:52:21.370599 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Attempting to bind port 73a620ee-f6bc-47f0-beaa-861a0dade15f on network 78a67fee-daee-45dd-8ed2-c2860225c24a {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:52:21.381962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:52:21.382632 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Checking segment: {'id': 'f249603c-bf3b-4e91-9414-4d8e804f5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '78a67fee-daee-45dd-8ed2-c2860225c24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:52:21.382808 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:21.383212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Bound using segment: {'id': 'f249603c-bf3b-4e91-9414-4d8e804f5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '78a67fee-daee-45dd-8ed2-c2860225c24a'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:52:21.383724 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Bound port: 73a620ee-f6bc-47f0-beaa-861a0dade15f, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f249603c-bf3b-4e91-9414-4d8e804f5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '78a67fee-daee-45dd-8ed2-c2860225c24a'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:52:21.384114 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:21.468482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] For port 73a620ee-f6bc-47f0-beaa-861a0dade15f, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:52:21.471836 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] For port 73a620ee-f6bc-47f0-beaa-861a0dade15f, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=73a620ee-f6bc-47f0-beaa-861a0dade15f,segment=NetworkSegment(f249603c-bf3b-4e91-9414-4d8e804f5073),segment_id=f249603c-bf3b-4e91-9414-4d8e804f5073)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:52:21.478260 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:21.549586 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Routers {'66dbb843-c3eb-4238-9901-791bba5fc914'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:52:21.550224 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:51:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['66dbb843-c3eb-4238-9901-791bba5fc914'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:21.552077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449a769-ad01-4aad-9850-9bf487cc9433 None None] Pushing event updated for resources: {'Port': ['ID=73a620ee-f6bc-47f0-beaa-861a0dade15f,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:21.696510 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] Set router 66dbb843-c3eb-4238-9901-791bba5fc914 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:52:21.736286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c4f46f69-8f9b-4035-b8c7-efd3c11ac597 None None] Provisioning complete for port 73a620ee-f6bc-47f0-beaa-861a0dade15f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:21.736648 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4f46f69-8f9b-4035-b8c7-efd3c11ac597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:21.923113 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4f46f69-8f9b-4035-b8c7-efd3c11ac597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:21.979903 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c4f46f69-8f9b-4035-b8c7-efd3c11ac597 None None] For port 73a620ee-f6bc-47f0-beaa-861a0dade15f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=73a620ee-f6bc-47f0-beaa-861a0dade15f,segment=NetworkSegment(f249603c-bf3b-4e91-9414-4d8e804f5073),segment_id=f249603c-bf3b-4e91-9414-4d8e804f5073)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:21.984925 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4f46f69-8f9b-4035-b8c7-efd3c11ac597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:22.045921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'name': 'tempest-TestMinimumBasicScenario-1721643812-router', 'tenant_id': '0e44eca430084eb19fa4152779a5633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '34db838f-6ba6-4c0c-98d7-5f7f7d6b909e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:14Z', 'updated_at': '2021-12-08T02:52:18Z', 'revision_number': 4, 'project_id': '0e44eca430084eb19fa4152779a5633f', 'gw_port': {'id': '34db838f-6ba6-4c0c-98d7-5f7f7d6b909e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:15Z', 'updated_at': '2021-12-08T02:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '73a620ee-f6bc-47f0-beaa-861a0dade15f', 'name': '', 'network_id': '78a67fee-daee-45dd-8ed2-c2860225c24a', 'tenant_id': '0e44eca430084eb19fa4152779a5633f', 'mac_address': 'fa:16:3e:63:ff:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ed5f028b-dc07-4fe5-8d53-184d1b69ecdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:17Z', 'updated_at': '2021-12-08T02:52:21Z', 'revision_number': 4, 'project_id': '0e44eca430084eb19fa4152779a5633f', 'subnets': [{'id': 'ed5f028b-dc07-4fe5-8d53-184d1b69ecdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:52:22.047691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f46f69-8f9b-4035-b8c7-efd3c11ac597 None None] Pushing event updated for resources: {'Port': ['ID=73a620ee-f6bc-47f0-beaa-861a0dade15f,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:22.088313 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7be598-90cc-4bba-8759-455518ffee55 None None] The sync data for ids ['66dbb843-c3eb-4238-9901-791bba5fc914'] in n-d-713499-31 is: [{'id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'name': 'tempest-TestMinimumBasicScenario-1721643812-router', 'tenant_id': '0e44eca430084eb19fa4152779a5633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '34db838f-6ba6-4c0c-98d7-5f7f7d6b909e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:14Z', 'updated_at': '2021-12-08T02:52:18Z', 'revision_number': 4, 'project_id': '0e44eca430084eb19fa4152779a5633f', 'gw_port': {'id': '34db838f-6ba6-4c0c-98d7-5f7f7d6b909e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:15Z', 'updated_at': '2021-12-08T02:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '73a620ee-f6bc-47f0-beaa-861a0dade15f', 'name': '', 'network_id': '78a67fee-daee-45dd-8ed2-c2860225c24a', 'tenant_id': '0e44eca430084eb19fa4152779a5633f', 'mac_address': 'fa:16:3e:63:ff:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'ed5f028b-dc07-4fe5-8d53-184d1b69ecdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:17Z', 'updated_at': '2021-12-08T02:52:21Z', 'revision_number': 4, 'project_id': '0e44eca430084eb19fa4152779a5633f', 'subnets': [{'id': 'ed5f028b-dc07-4fe5-8d53-184d1b69ecdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:52:22.108606 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-362cd971-9ba6-4431-b708-e181ad18bc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:22.114081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8bcdab8e-0975-4ca5-b466-0022283b111c None None] Provisioning complete for port 73a620ee-f6bc-47f0-beaa-861a0dade15f triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:22.114445 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8bcdab8e-0975-4ca5-b466-0022283b111c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:22.387286 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 73a620ee-f6bc-47f0-beaa-861a0dade15f up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:52:22.454276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 73a620ee-f6bc-47f0-beaa-861a0dade15f triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:22.454641 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:23.914798 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:24.452589 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8b70490-a327-4527-b99a-5ce5834f34a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:24.821769 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:25.668206 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:27.170870 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:28.021818 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:29.267548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-3d7e9a71-cba8-4e2f-8d68-525f8e7afda3 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:29.269023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-3d7e9a71-cba8-4e2f-8d68-525f8e7afda3 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/networks?id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574 HTTP/1.1" status: 200 len: 814 time: 0.1129704 Dec 08 02:52:29.283888 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-6ab7fc92-1a7c-409c-a4a7-3c77a5eeb065 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/quotas/e88be942630b48b9ba82e6723b9e3dd8 HTTP/1.1" status: 200 len: 375 time: 0.0091076 Dec 08 02:52:29.332804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-0aa68de9-9fb1-4afc-aecc-4000e6e65834 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e88be942630b48b9ba82e6723b9e3dd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437124 Dec 08 02:52:29.428223 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-1edbaf47-50c4-474e-b863-a15e7d34c1fd service neutron] 10.222.0.71 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832613 Dec 08 02:52:29.514042 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-08ff48ca-1a45-441f-b5f8-99b15fb9e861 service neutron] 10.222.0.71 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797601 Dec 08 02:52:29.677226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3676b757-9b61-4184-a657-08d2de47b36c req-2a67dc2c-ba4d-4065-8835-249338561bd3 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 210 time: 0.0283160 Dec 08 02:52:30.779586 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1218b8b5-89e7-4393-9f76-e9c6f13fe68d req-4566487a-787d-4147-8aff-0d89fe78e229 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 210 time: 0.0282316 Dec 08 02:52:30.780278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-b6d51e58-3bf8-465c-83e1-e4c166e62c8a tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:30.781801 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-b6d51e58-3bf8-465c-83e1-e4c166e62c8a tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.75 "GET /v2.0/networks?id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574 HTTP/1.1" status: 200 len: 814 time: 0.1034563 Dec 08 02:52:30.801674 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Request body: {'port': {'device_id': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'admin_state_up': True, 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:52:30.912024 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Made reservation on behalf of e88be942630b48b9ba82e6723b9e3dd8 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:52:30.915589 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:31.052152 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Allocated IP 172.20.0.11 (5d45edc5-1ac9-4cef-97d6-bca3d2e71574/2b72d996-3cf5-4193-bbf5-7dbc03b20cf9/4f510526-a384-435a-9285-1ad256a975ae) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:52:31.241749 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:31.284439 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:31.327889 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:52:31.331262 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:52:31.337677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:52:31.403916 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:31.404569 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:31.407090 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event updated for resources: {'Port': ['ID=4f510526-a384-435a-9285-1ad256a975ae,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:31.420529 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:31.420892 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:31.421247 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:31.421596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:31.421942 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:31.422282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:31.422623 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:31.423008 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:31.423296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:31.423718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:31.424013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:31.424359 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:31.424781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:31.436240 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-db3f7c6f-599a-4814-8bd5-34ce760c8516 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6397285 Dec 08 02:52:31.648566 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-aff563c8-8f15-40ed-a8a9-1627d4666a89 None None] Provisioning complete for port 4f510526-a384-435a-9285-1ad256a975ae triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:31.649136 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aff563c8-8f15-40ed-a8a9-1627d4666a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:31.685240 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-aff563c8-8f15-40ed-a8a9-1627d4666a89 None None] Port 4f510526-a384-435a-9285-1ad256a975ae cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:52:31.917867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8fe25-33d9-4a56-9fb7-25e15b05003b req-c1200a36-127e-4c6f-b352-4e6612b1ab06 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:31.920783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92d8fe25-33d9-4a56-9fb7-25e15b05003b req-c1200a36-127e-4c6f-b352-4e6612b1ab06 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 932 time: 0.0573671 Dec 08 02:52:31.971697 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92d8fe25-33d9-4a56-9fb7-25e15b05003b req-aad475c5-9950-44da-b5f7-3d6e3fa2178d tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450654 Dec 08 02:52:33.091853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a3927-1adf-4ff3-b2c3-f97e89629578 req-061ab6e3-cdc4-4946-9a44-77248047f80f tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:33.099164 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d8a3927-1adf-4ff3-b2c3-f97e89629578 req-061ab6e3-cdc4-4946-9a44-77248047f80f tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 932 time: 0.0564895 Dec 08 02:52:33.141558 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d8a3927-1adf-4ff3-b2c3-f97e89629578 req-6727a37d-e256-4bb3-b6bf-d9ccacdebcba tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414972 Dec 08 02:52:34.269707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6e1f8-3916-4827-b680-82398a9e56d8 req-948e5124-9a5e-4f6b-ae83-3dbccace93ed tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:34.284669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6de6e1f8-3916-4827-b680-82398a9e56d8 req-948e5124-9a5e-4f6b-ae83-3dbccace93ed tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 932 time: 0.0693452 Dec 08 02:52:34.329193 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6de6e1f8-3916-4827-b680-82398a9e56d8 req-31b692b0-d79c-4181-94ac-b8b9fef8c5e2 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431480 Dec 08 02:52:35.443830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc5b05-2cf5-4d65-839c-21c53e8f41db req-1ba7353c-0ea8-436a-953c-17f6088d8686 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:35.445324 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4bc5b05-2cf5-4d65-839c-21c53e8f41db req-1ba7353c-0ea8-436a-953c-17f6088d8686 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 932 time: 0.0510843 Dec 08 02:52:35.495513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4bc5b05-2cf5-4d65-839c-21c53e8f41db req-8d4d1b3f-c1a3-46b9-96a3-ecb456ccf409 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431249 Dec 08 02:52:36.621843 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3f71f-8394-4e2e-b6ae-f72a60e72b0c req-df5ae598-c886-4026-9d93-53c70af691a4 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:36.624031 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-48b3f71f-8394-4e2e-b6ae-f72a60e72b0c req-df5ae598-c886-4026-9d93-53c70af691a4 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 932 time: 0.0580642 Dec 08 02:52:36.680693 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-48b3f71f-8394-4e2e-b6ae-f72a60e72b0c req-7b5ee7b8-4ff4-4e68-8e2c-8f38fb1e1b65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507336 Dec 08 02:52:37.800306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629318eb-e9c4-4651-ba9e-132f87ef5302 req-4a4281d1-cfff-46e6-b1b2-d61fa4a8ab8c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:37.801774 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-629318eb-e9c4-4651-ba9e-132f87ef5302 req-4a4281d1-cfff-46e6-b1b2-d61fa4a8ab8c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 932 time: 0.0523672 Dec 08 02:52:37.852651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-629318eb-e9c4-4651-ba9e-132f87ef5302 req-e3660bc3-29c0-4e50-8adc-b3b0ecf4acc6 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448761 Dec 08 02:52:38.974800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1b9b8-6e43-49c1-a720-f63674283907 req-70c38840-2b85-4a9e-a4e4-db71ee4cfab1 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:38.976307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7f1b9b8-6e43-49c1-a720-f63674283907 req-70c38840-2b85-4a9e-a4e4-db71ee4cfab1 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 932 time: 0.0551429 Dec 08 02:52:39.026753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7f1b9b8-6e43-49c1-a720-f63674283907 req-33f7c2bc-4bbb-4cf8-bcba-be4d0d2ba18d tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Dec 08 02:52:40.162465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b93ecd-65b7-40ec-b4c4-b1dbeb1c5953 req-972c6738-b82e-4958-8e0e-119f84781ddb tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:40.164013 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7b93ecd-65b7-40ec-b4c4-b1dbeb1c5953 req-972c6738-b82e-4958-8e0e-119f84781ddb tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 932 time: 0.0552781 Dec 08 02:52:40.212741 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7b93ecd-65b7-40ec-b4c4-b1dbeb1c5953 req-58634516-a857-46ca-97dc-c1956094a7ae tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422390 Dec 08 02:52:41.345008 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f929e4-c861-4f13-9dc3-1e0749a40aa4 req-ac395475-81bf-4997-9f21-0b0752be5399 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:41.346621 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15f929e4-c861-4f13-9dc3-1e0749a40aa4 req-ac395475-81bf-4997-9f21-0b0752be5399 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 932 time: 0.0566137 Dec 08 02:52:41.395913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15f929e4-c861-4f13-9dc3-1e0749a40aa4 req-db9c86ad-57fd-4562-a082-bf515c6edabe tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432186 Dec 08 02:52:41.956904 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Request body: {'port': {'device_id': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:52:42.011995 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:42.265266 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f510526-a384-435a-9285-1ad256a975ae {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:52:42.272563 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:42.284591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Transition to ACTIVE for port object 4f510526-a384-435a-9285-1ad256a975ae will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:52:42.288597 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:42.338203 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Pushing event updated for resources: {'Port': ['ID=4f510526-a384-435a-9285-1ad256a975ae,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:42.409896 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Attempting to bind port 4f510526-a384-435a-9285-1ad256a975ae on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:52:42.410251 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Attempting to bind port 4f510526-a384-435a-9285-1ad256a975ae by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '408b0799-b3ca-4fea-b7dd-a01c96a18f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:52:42.410565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Attempting to bind port 4f510526-a384-435a-9285-1ad256a975ae on network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:52:42.415306 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Port 4f510526-a384-435a-9285-1ad256a975ae on network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:52:42.415661 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Attempting to bind port 4f510526-a384-435a-9285-1ad256a975ae on network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:52:42.421150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:52:42.421490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Checking segment: {'id': '408b0799-b3ca-4fea-b7dd-a01c96a18f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:52:42.421870 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Bound using segment: {'id': '408b0799-b3ca-4fea-b7dd-a01c96a18f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:52:42.422303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Bound port: 4f510526-a384-435a-9285-1ad256a975ae, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '408b0799-b3ca-4fea-b7dd-a01c96a18f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:52:42.422660 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:42.489122 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] For port 4f510526-a384-435a-9285-1ad256a975ae, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:52:42.492229 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] For port 4f510526-a384-435a-9285-1ad256a975ae, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f510526-a384-435a-9285-1ad256a975ae,segment=NetworkSegment(408b0799-b3ca-4fea-b7dd-a01c96a18f1a),segment_id=408b0799-b3ca-4fea-b7dd-a01c96a18f1a)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:52:42.497127 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:42.523229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2ae43-ce84-4bb7-bc5d-818f00bbbfe3 req-4ea2ca6d-aa57-44f0-80e0-dc9ec29266e3 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:42.524734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52e2ae43-ce84-4bb7-bc5d-818f00bbbfe3 req-4ea2ca6d-aa57-44f0-80e0-dc9ec29266e3 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 944 time: 0.0534072 Dec 08 02:52:42.529989 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:42.530971 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:42.532540 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] 10.222.0.75 "PUT /v2.0/ports/4f510526-a384-435a-9285-1ad256a975ae HTTP/1.1" status: 200 len: 1093 time: 0.5805504 Dec 08 02:52:42.534711 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'tag': '4f510526-a384-435a-9285-1ad256a975ae'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:52:42.537122 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9394ad-fd03-44b8-ac66-42f75d2ae4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb35059-9725-4ad2-91bd-8bb8aa24b084", "tag": "4f510526-a384-435a-9285-1ad256a975ae"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:52:42.569399 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60725f-cc2f-4706-bd3d-33dc763cdfec service neutron] Pushing event updated for resources: {'Port': ['ID=4f510526-a384-435a-9285-1ad256a975ae,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:42.581897 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52e2ae43-ce84-4bb7-bc5d-818f00bbbfe3 req-139642bd-1d7e-4a6d-839a-7263bc4979a1 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497079 Dec 08 02:52:42.591371 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52e4b7b-f3bd-48ce-a725-2bc9cbda6f3f x-openstack-request-id: req-a52e4b7b-f3bd-48ce-a725-2bc9cbda6f3f {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:52:42.592446 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb35059-9725-4ad2-91bd-8bb8aa24b084", "tag": "4f510526-a384-435a-9285-1ad256a975ae", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:52:42.592714 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a52e4b7b-f3bd-48ce-a725-2bc9cbda6f3f {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:52:42.593128 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'tag': '4f510526-a384-435a-9285-1ad256a975ae', 'status': 'completed', 'code': 200} Dec 08 02:52:42.650694 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-28722c86-429f-4a86-aff3-242746308495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:42.652249 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-28722c86-429f-4a86-aff3-242746308495 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e88be942630b48b9ba82e6723b9e3dd8&device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 1096 time: 0.0427713 Dec 08 02:52:42.705789 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-17c156fd-8c00-472f-87ef-fe4d626fbe93 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f510526-a384-435a-9285-1ad256a975ae HTTP/1.1" status: 200 len: 217 time: 0.0398693 Dec 08 02:52:42.756082 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-773166ea-0f80-4fc9-8519-f0f49dfa8199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:42.757613 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-773166ea-0f80-4fc9-8519-f0f49dfa8199 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2b72d996-3cf5-4193-bbf5-7dbc03b20cf9 HTTP/1.1" status: 200 len: 853 time: 0.0450222 Dec 08 02:52:42.801584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-0726306f-1d89-4eb4-b09c-a9b23c161fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:42.803004 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-0726306f-1d89-4eb4-b09c-a9b23c161fe5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381894 Dec 08 02:52:42.898556 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-b8bfa129-34df-4ca9-9ef5-c317943e174f service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882127 Dec 08 02:52:42.988787 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-9592ffc0-e2e3-4fd0-b63b-bd68041bc0e9 req-1bc7e015-b526-4da3-a2fc-ac91dbc32f8f service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831339 Dec 08 02:52:43.125962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9394ad-fd03-44b8-ac66-42f75d2ae4fc req-1510d0fc-47ef-406a-bd4e-84e166272383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:43.127362 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2a9394ad-fd03-44b8-ac66-42f75d2ae4fc req-1510d0fc-47ef-406a-bd4e-84e166272383 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e88be942630b48b9ba82e6723b9e3dd8&device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 1096 time: 0.0452902 Dec 08 02:52:43.215161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9394ad-fd03-44b8-ac66-42f75d2ae4fc req-8ef86835-846d-4b9d-8ef9-e958133f441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:43.216637 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2a9394ad-fd03-44b8-ac66-42f75d2ae4fc req-8ef86835-846d-4b9d-8ef9-e958133f441b service neutron] 10.222.0.75 "GET /v2.0/networks?id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574 HTTP/1.1" status: 200 len: 915 time: 0.0823133 Dec 08 02:52:43.259917 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2a9394ad-fd03-44b8-ac66-42f75d2ae4fc req-30e1aa47-ed6c-4b15-8138-9fe3f38acb77 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f510526-a384-435a-9285-1ad256a975ae HTTP/1.1" status: 200 len: 217 time: 0.0359128 Dec 08 02:52:43.307562 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9394ad-fd03-44b8-ac66-42f75d2ae4fc req-5bba2f24-9f52-42e2-bedf-af41df2621ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:43.309001 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2a9394ad-fd03-44b8-ac66-42f75d2ae4fc req-5bba2f24-9f52-42e2-bedf-af41df2621ad service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2b72d996-3cf5-4193-bbf5-7dbc03b20cf9 HTTP/1.1" status: 200 len: 853 time: 0.0426562 Dec 08 02:52:43.355105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9394ad-fd03-44b8-ac66-42f75d2ae4fc req-05163556-142a-4837-821e-38b2d04cd9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:43.356571 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2a9394ad-fd03-44b8-ac66-42f75d2ae4fc req-05163556-142a-4837-821e-38b2d04cd9ae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394506 Dec 08 02:52:43.447910 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2a9394ad-fd03-44b8-ac66-42f75d2ae4fc req-953b2c42-3bfb-4b8d-8057-014f09480eb1 service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824888 Dec 08 02:52:43.534688 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2a9394ad-fd03-44b8-ac66-42f75d2ae4fc req-c4082e8e-fe0b-4097-b193-4626d9728a57 service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791230 Dec 08 02:52:43.701325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e340a23-ff95-4977-911d-dc2ddef09e11 req-27b13e2d-12b5-4884-ad50-ea14123dc19a tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:43.702774 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e340a23-ff95-4977-911d-dc2ddef09e11 req-27b13e2d-12b5-4884-ad50-ea14123dc19a tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 944 time: 0.0492809 Dec 08 02:52:43.749563 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e340a23-ff95-4977-911d-dc2ddef09e11 req-1eac6633-c2dd-4280-b05b-220d8a9abaab tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407128 Dec 08 02:52:44.863324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c1c96-cff3-4067-ab79-099661a5f573 req-2b432520-52cc-4f38-a908-4498878c5faf tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:44.864808 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-039c1c96-cff3-4067-ab79-099661a5f573 req-2b432520-52cc-4f38-a908-4498878c5faf tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 944 time: 0.0483234 Dec 08 02:52:44.911276 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-039c1c96-cff3-4067-ab79-099661a5f573 req-e1d9ea9d-ab1d-4847-aee6-90acc5ef7439 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405068 Dec 08 02:52:46.031459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c4e49-3235-41f8-b53c-5ef6c449d2ca req-e389ad0e-9633-4219-bd12-cd03adecc3c5 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:46.032983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b99c4e49-3235-41f8-b53c-5ef6c449d2ca req-e389ad0e-9633-4219-bd12-cd03adecc3c5 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 944 time: 0.0529134 Dec 08 02:52:46.083429 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b99c4e49-3235-41f8-b53c-5ef6c449d2ca req-6bc2f4ca-57a0-42f3-82eb-b6a76963e51a tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445442 Dec 08 02:52:46.646794 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:52:46.808855 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4f510526-a384-435a-9285-1ad256a975ae details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:52:46.903572 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4f510526-a384-435a-9285-1ad256a975ae, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f510526-a384-435a-9285-1ad256a975ae,segment=NetworkSegment(408b0799-b3ca-4fea-b7dd-a01c96a18f1a),segment_id=408b0799-b3ca-4fea-b7dd-a01c96a18f1a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:46.914308 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '4f510526-a384-435a-9285-1ad256a975ae', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'port_id': '4f510526-a384-435a-9285-1ad256a975ae', 'mac_address': 'fa:16:3e:6f:9d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:52:46.950862 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:46.963100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f510526-a384-435a-9285-1ad256a975ae {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:52:46.981519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4f510526-a384-435a-9285-1ad256a975ae, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f510526-a384-435a-9285-1ad256a975ae,segment=NetworkSegment(408b0799-b3ca-4fea-b7dd-a01c96a18f1a),segment_id=408b0799-b3ca-4fea-b7dd-a01c96a18f1a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:46.985894 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:47.034492 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=4f510526-a384-435a-9285-1ad256a975ae,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:47.041692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:47.042037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:47.042375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:47.042708 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:47.043054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:47.043363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:47.043711 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:47.044035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:47.044354 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:47.044677 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:47.044997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:47.045814 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:47.046133 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:52:47.197426 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ab0d5-042d-4d7d-bc15-ac1c43c6da74 req-22a35aa3-bab0-4d86-b678-75858a7864ab tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:47.198906 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b2ab0d5-042d-4d7d-bc15-ac1c43c6da74 req-22a35aa3-bab0-4d86-b678-75858a7864ab tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 945 time: 0.0490172 Dec 08 02:52:47.247387 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b2ab0d5-042d-4d7d-bc15-ac1c43c6da74 req-fafbf4a1-9b1f-4ce2-a8c1-f48bbb17c9a4 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422482 Dec 08 02:52:47.298778 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4f510526-a384-435a-9285-1ad256a975ae'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:52:48.364011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba14f3-929c-4ebf-8108-ecd5c3447a03 req-e3c3d308-be22-4d23-944a-15e79d374ed1 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:48.365467 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-27ba14f3-929c-4ebf-8108-ecd5c3447a03 req-e3c3d308-be22-4d23-944a-15e79d374ed1 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 945 time: 0.0516770 Dec 08 02:52:48.411130 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-27ba14f3-929c-4ebf-8108-ecd5c3447a03 req-4c0371db-b514-45cf-8b0d-4a0c9f0000ef tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398090 Dec 08 02:52:48.823428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4f510526-a384-435a-9285-1ad256a975ae up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:52:48.873999 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 4f510526-a384-435a-9285-1ad256a975ae completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:52:48.877885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 4f510526-a384-435a-9285-1ad256a975ae triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:52:48.878247 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:48.952351 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:48.974169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f510526-a384-435a-9285-1ad256a975ae'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:52:48.976434 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0db04d-2f22-4a30-9cd0-6a07f8d346b9" -d '{"events": [{"server_uuid": "8bb35059-9725-4ad2-91bd-8bb8aa24b084", "name": "network-vif-plugged", "status": "completed", "tag": "4f510526-a384-435a-9285-1ad256a975ae"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:52:48.990214 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 4f510526-a384-435a-9285-1ad256a975ae, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f510526-a384-435a-9285-1ad256a975ae,segment=NetworkSegment(408b0799-b3ca-4fea-b7dd-a01c96a18f1a),segment_id=408b0799-b3ca-4fea-b7dd-a01c96a18f1a)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:52:48.994444 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:49.016889 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d468b7fc-b709-4e6b-b0e4-5d4a63a863c0 x-openstack-request-id: req-d468b7fc-b709-4e6b-b0e4-5d4a63a863c0 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:52:49.017185 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb35059-9725-4ad2-91bd-8bb8aa24b084", "name": "network-vif-plugged", "status": "completed", "tag": "4f510526-a384-435a-9285-1ad256a975ae", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:52:49.017445 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d468b7fc-b709-4e6b-b0e4-5d4a63a863c0 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:52:49.017978 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f510526-a384-435a-9285-1ad256a975ae', 'code': 200} Dec 08 02:52:49.046015 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=4f510526-a384-435a-9285-1ad256a975ae,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:52:49.144014 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9d2ba-f3ec-4453-bb4b-8e88a8682194 req-4a09cab4-8593-4412-abfe-5d610d4b27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:49.145395 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-13a9d2ba-f3ec-4453-bb4b-8e88a8682194 req-4a09cab4-8593-4412-abfe-5d610d4b27c9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 1098 time: 0.0433843 Dec 08 02:52:49.188218 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-13a9d2ba-f3ec-4453-bb4b-8e88a8682194 req-03b6de71-4660-4573-abc3-a73d65691fb7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359676 Dec 08 02:52:49.523048 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a30254-1961-459f-b429-c3eb225fc6a1 req-57c235c2-083c-490a-8c34-2499ed2b5c32 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:49.524547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8a30254-1961-459f-b429-c3eb225fc6a1 req-57c235c2-083c-490a-8c34-2499ed2b5c32 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 946 time: 0.0482047 Dec 08 02:52:49.571060 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8a30254-1961-459f-b429-c3eb225fc6a1 req-decbfc63-f3df-44c4-a3cd-274b52445a34 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401254 Dec 08 02:52:50.687990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a658269-34bb-41b3-8734-b180ae33bfde req-c0c5afc8-d4c9-4440-99ba-7fd7f749f38d tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:50.689500 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a658269-34bb-41b3-8734-b180ae33bfde req-c0c5afc8-d4c9-4440-99ba-7fd7f749f38d tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 946 time: 0.0499058 Dec 08 02:52:50.739127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a658269-34bb-41b3-8734-b180ae33bfde req-d74b4afc-eeed-4b68-b5a9-f23337b76214 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436947 Dec 08 02:52:50.863792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631951a-1fc2-4ea5-8539-533ba8711f40 req-dee9c5dc-1663-44e9-8ae3-53c092b5c013 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:50.865148 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1631951a-1fc2-4ea5-8539-533ba8711f40 req-dee9c5dc-1663-44e9-8ae3-53c092b5c013 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 946 time: 0.0478237 Dec 08 02:52:50.912265 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1631951a-1fc2-4ea5-8539-533ba8711f40 req-7bd5ec2d-adb7-4cbe-8576-4aa5ed5b5dae tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412617 Dec 08 02:52:51.095110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de582d-20bb-4c75-8c50-fbc91682f62c req-08668ae0-5c1d-4b32-ad7b-85d987b64921 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:51.096596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88de582d-20bb-4c75-8c50-fbc91682f62c req-08668ae0-5c1d-4b32-ad7b-85d987b64921 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 946 time: 0.0480247 Dec 08 02:52:51.143015 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88de582d-20bb-4c75-8c50-fbc91682f62c req-cd5f537f-fd5f-40ad-92e8-228a431106a9 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404680 Dec 08 02:52:52.090955 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ce3aa081-cc6b-4a2d-b27b-a0735978d1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:53.924189 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:54.448103 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-45e41125-ea31-4b2e-b242-e3cff7db7024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:54.815830 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:55.659835 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:57.176587 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:57.239987 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-392d19d6-b498-4d06-8057-cd02c3cd3305 req-9e8baa59-8df4-43f9-a6a9-a48b6bef6a0b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408819 Dec 08 02:52:57.339388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d19d6-b498-4d06-8057-cd02c3cd3305 req-937a2fb8-a518-405f-b099-ba70010c8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:57.341051 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-392d19d6-b498-4d06-8057-cd02c3cd3305 req-937a2fb8-a518-405f-b099-ba70010c8443 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e88be942630b48b9ba82e6723b9e3dd8&device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 1098 time: 0.0441878 Dec 08 02:52:57.781646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d19d6-b498-4d06-8057-cd02c3cd3305 req-d1311e62-a5b7-45f7-95d8-662df423ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:57.783132 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-392d19d6-b498-4d06-8057-cd02c3cd3305 req-d1311e62-a5b7-45f7-95d8-662df423ccee service neutron] 10.222.0.75 "GET /v2.0/networks?id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574 HTTP/1.1" status: 200 len: 915 time: 0.4237134 Dec 08 02:52:57.832954 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-392d19d6-b498-4d06-8057-cd02c3cd3305 req-00ddb8c6-7f3e-497a-9dd6-29726a51e622 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f510526-a384-435a-9285-1ad256a975ae HTTP/1.1" status: 200 len: 217 time: 0.0357502 Dec 08 02:52:57.880826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d19d6-b498-4d06-8057-cd02c3cd3305 req-a2b17d91-fb84-47e3-bf4e-a50c9fbd19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:57.882222 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-392d19d6-b498-4d06-8057-cd02c3cd3305 req-a2b17d91-fb84-47e3-bf4e-a50c9fbd19b7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2b72d996-3cf5-4193-bbf5-7dbc03b20cf9 HTTP/1.1" status: 200 len: 853 time: 0.0420828 Dec 08 02:52:57.930957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d19d6-b498-4d06-8057-cd02c3cd3305 req-9efcbd6c-1d68-42f0-b0bf-4e8993688646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:57.932521 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-392d19d6-b498-4d06-8057-cd02c3cd3305 req-9efcbd6c-1d68-42f0-b0bf-4e8993688646 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428727 Dec 08 02:52:58.013185 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:58.022932 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-392d19d6-b498-4d06-8057-cd02c3cd3305 req-f08dad9f-36f4-46b9-884b-94172cb51a71 service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826502 Dec 08 02:52:58.115283 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-392d19d6-b498-4d06-8057-cd02c3cd3305 req-e1cb554e-59b3-4ea4-a39b-4490997bd419 service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860412 Dec 08 02:53:03.653154 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1fa3b-efaf-4a74-8daa-28153df871f9 req-5692247a-1ac0-4dbc-953b-69973148b508 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:03.654746 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-01f1fa3b-efaf-4a74-8daa-28153df871f9 req-5692247a-1ac0-4dbc-953b-69973148b508 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 946 time: 0.0531993 Dec 08 02:53:03.705395 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-01f1fa3b-efaf-4a74-8daa-28153df871f9 req-787df52d-ae68-43d0-93e5-5079ccd832f1 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438690 Dec 08 02:53:03.727885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39286) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:53:03.865496 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3436ddca-1677-475f-8e1f-36db94a1575a tempest-TestMinimumBasicScenario-1663935789 tempest-TestMinimumBasicScenario-1663935789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:03.866988 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3436ddca-1677-475f-8e1f-36db94a1575a tempest-TestMinimumBasicScenario-1663935789 tempest-TestMinimumBasicScenario-1663935789-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 1093 time: 0.1381495 Dec 08 02:53:03.869928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39290) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:53:03.874084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '4f510526-a384-435a-9285-1ad256a975ae', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:53:03.894873 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:03.993936 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:04.094041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Allocated IP 172.25.8.74 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/2314c3d6-6d29-4d58-9c7c-ca6e58003166) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:53:04.195934 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:04.229440 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:04.267068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:53:04.269820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:53:04.273247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:53:04.296435 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event updated for resources: {'Port': ['ID=2314c3d6-6d29-4d58-9c7c-ca6e58003166,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:53:04.624608 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:04.687852 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:04.834025 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:04.838551 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:04.910809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event updated for resources: {'Port': ['ID=2314c3d6-6d29-4d58-9c7c-ca6e58003166,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:53:04.922809 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.032971 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Floating IP be0f4828-898e-4692-b410-494c9f20febd associated. External IP: 172.25.8.74, port: 4f510526-a384-435a-9285-1ad256a975ae. Dec 08 02:53:05.235586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:53:05.344891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:53:05.354632 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f34c1-beeb-463b-9e1a-764366867e1e None None] Sync routers for ids ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:53:05.365374 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f34c1-beeb-463b-9e1a-764366867e1e None None] Routers {'1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:53:05.365985 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6a8f34c1-beeb-463b-9e1a-764366867e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:52:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:53:05.367440 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.395569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d8168201-d79a-4222-84fa-e83f9f76a0ff tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5246367 Dec 08 02:53:05.396193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'tag': '4f510526-a384-435a-9285-1ad256a975ae'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:53:05.398485 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39292) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:53:05.398952 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e010c48e-42b6-48d3-a815-2805f7bb69c5" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb35059-9725-4ad2-91bd-8bb8aa24b084", "tag": "4f510526-a384-435a-9285-1ad256a975ae"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:53:05.404116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-02ce9f68-cfbe-4c9b-8323-c1348d9e427a tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567417877', 'description': 'tempest-secgroup-smoke-1567417877 description', 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:53:05.433857 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02ce9f68-cfbe-4c9b-8323-c1348d9e427a tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.473820 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6a8f34c1-beeb-463b-9e1a-764366867e1e None None] Set router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:53:05.502047 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02ce9f68-cfbe-4c9b-8323-c1348d9e427a tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.507186 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02ce9f68-cfbe-4c9b-8323-c1348d9e427a tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.548961 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-02ce9f68-cfbe-4c9b-8323-c1348d9e427a tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.550245 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-02ce9f68-cfbe-4c9b-8323-c1348d9e427a tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1500149 Dec 08 02:53:05.551240 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce9f68-cfbe-4c9b-8323-c1348d9e427a tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8091d96-d387-49bf-9056-e57920c3e4c9,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:53:05.553365 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39298) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:53:05.558620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Request body: {'security_group_rule': {'security_group_id': 'e8091d96-d387-49bf-9056-e57920c3e4c9', 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:53:05.578134 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc827733-aa72-47ba-a8a4-f1879993ab06 x-openstack-request-id: req-fc827733-aa72-47ba-a8a4-f1879993ab06 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:53:05.578506 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb35059-9725-4ad2-91bd-8bb8aa24b084", "tag": "4f510526-a384-435a-9285-1ad256a975ae", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:53:05.578833 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fc827733-aa72-47ba-a8a4-f1879993ab06 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:53:05.579304 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'tag': '4f510526-a384-435a-9285-1ad256a975ae', 'status': 'completed', 'code': 200} Dec 08 02:53:05.593615 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.640639 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.645486 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.663682 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010c48e-42b6-48d3-a815-2805f7bb69c5 req-82293005-2a0c-43a3-8096-58f8a2ca4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:05.664670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28139c1-e477-46ab-beb5-7d3d10ae1de0,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:53:05.665196 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e010c48e-42b6-48d3-a815-2805f7bb69c5 req-82293005-2a0c-43a3-8096-58f8a2ca4bfb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e88be942630b48b9ba82e6723b9e3dd8&device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 1098 time: 0.0447416 Dec 08 02:53:05.676067 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:05.676500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:05.676855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:05.677348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:05.677621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:05.677978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:05.678184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:05.678519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:05.678853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:05.679167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:05.679499 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:05.679930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:05.680164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:05.689702 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.693581 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-308558f4-115f-4e8e-b62a-0945eb3b6566 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366520 Dec 08 02:53:05.693816 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39300) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:53:05.698835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-37f0adc8-5554-4ee0-8cd4-57ff455761c2 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Request body: {'security_group_rule': {'security_group_id': 'e8091d96-d387-49bf-9056-e57920c3e4c9', 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:53:05.725668 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6a8f34c1-beeb-463b-9e1a-764366867e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'be0f4828-898e-4692-b410-494c9f20febd', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'port_id': '4f510526-a384-435a-9285-1ad256a975ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'mac_address': 'fa:16:3e:6f:9d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:53:04Z', 'updated_at': '2021-12-08T02:53:04Z', 'revision_number': 0, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee6fede-7ab4-4817-87f3-214757bad111', 'name': '', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'mac_address': 'fa:16:3e:51:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:12Z', 'updated_at': '2021-12-08T02:52:16Z', 'revision_number': 5, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'subnets': [{'id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:53:05.729887 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37f0adc8-5554-4ee0-8cd4-57ff455761c2 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.756382 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f34c1-beeb-463b-9e1a-764366867e1e None None] Checking router: 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:53:05.766271 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f34c1-beeb-463b-9e1a-764366867e1e None None] Routers {'1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:53:05.766886 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6a8f34c1-beeb-463b-9e1a-764366867e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:52:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:53:05.773677 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010c48e-42b6-48d3-a815-2805f7bb69c5 req-4b6df530-7125-4bc5-835c-703f9b7184ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:05.775294 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e010c48e-42b6-48d3-a815-2805f7bb69c5 req-4b6df530-7125-4bc5-835c-703f9b7184ab service neutron] 10.222.0.75 "GET /v2.0/networks?id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574 HTTP/1.1" status: 200 len: 915 time: 0.1014059 Dec 08 02:53:05.787204 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37f0adc8-5554-4ee0-8cd4-57ff455761c2 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.791787 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37f0adc8-5554-4ee0-8cd4-57ff455761c2 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.809890 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0adc8-5554-4ee0-8cd4-57ff455761c2 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be276623-ab2c-4b8d-9bd7-0dc31eb7d2ef,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:53:05.819067 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-37f0adc8-5554-4ee0-8cd4-57ff455761c2 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.823519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-37f0adc8-5554-4ee0-8cd4-57ff455761c2 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263542 Dec 08 02:53:05.823789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39302) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:53:05.829900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9b45ebbf-149e-4c00-a80e-412e859866c0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Request body: {'security_group_rule': {'security_group_id': 'e8091d96-d387-49bf-9056-e57920c3e4c9', 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:53:05.848587 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e010c48e-42b6-48d3-a815-2805f7bb69c5 req-b9b3aaef-bcfa-4688-9ef2-29e858275db3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f510526-a384-435a-9285-1ad256a975ae HTTP/1.1" status: 200 len: 999 time: 0.0655079 Dec 08 02:53:05.859787 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b45ebbf-149e-4c00-a80e-412e859866c0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.898029 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-6a8f34c1-beeb-463b-9e1a-764366867e1e None None] Set router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:53:05.905876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010c48e-42b6-48d3-a815-2805f7bb69c5 req-08a54f47-2a9d-4b9d-b800-db979f7ad607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:05.907486 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e010c48e-42b6-48d3-a815-2805f7bb69c5 req-08a54f47-2a9d-4b9d-b800-db979f7ad607 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2b72d996-3cf5-4193-bbf5-7dbc03b20cf9 HTTP/1.1" status: 200 len: 853 time: 0.0518315 Dec 08 02:53:05.933662 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b45ebbf-149e-4c00-a80e-412e859866c0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.938924 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b45ebbf-149e-4c00-a80e-412e859866c0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.956342 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010c48e-42b6-48d3-a815-2805f7bb69c5 req-d5b6d85c-fce6-4472-98d6-e6ff344da512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:05.958079 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e010c48e-42b6-48d3-a815-2805f7bb69c5 req-d5b6d85c-fce6-4472-98d6-e6ff344da512 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432987 Dec 08 02:53:05.958969 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45ebbf-149e-4c00-a80e-412e859866c0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4673cd8f-63ea-4215-a04a-bbe35008826a,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:53:05.967645 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b45ebbf-149e-4c00-a80e-412e859866c0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:05.969107 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9b45ebbf-149e-4c00-a80e-412e859866c0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441097 Dec 08 02:53:05.971854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39304) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:53:05.976401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3dbb14ac-4fe4-4e28-8cb7-0dd50ef2f72c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Request body: {'security_group_rule': {'security_group_id': 'e8091d96-d387-49bf-9056-e57920c3e4c9', 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:53:06.004760 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3dbb14ac-4fe4-4e28-8cb7-0dd50ef2f72c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.066751 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3dbb14ac-4fe4-4e28-8cb7-0dd50ef2f72c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.069596 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e010c48e-42b6-48d3-a815-2805f7bb69c5 req-5327ff45-950e-4b6d-9cf1-98d01db58780 service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022837 Dec 08 02:53:06.070943 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3dbb14ac-4fe4-4e28-8cb7-0dd50ef2f72c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.086625 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb14ac-4fe4-4e28-8cb7-0dd50ef2f72c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525a8a8f-0895-41f7-b2c2-c3bc1fdc6475,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:53:06.099255 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3dbb14ac-4fe4-4e28-8cb7-0dd50ef2f72c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.100810 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3dbb14ac-4fe4-4e28-8cb7-0dd50ef2f72c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279764 Dec 08 02:53:06.103573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39306) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:53:06.108557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-49e344ed-49a4-48e9-b079-4df80b6890a9 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Request body: {'security_group_rule': {'security_group_id': 'e8091d96-d387-49bf-9056-e57920c3e4c9', 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:53:06.131356 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-49e344ed-49a4-48e9-b079-4df80b6890a9 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Project e88be942630b48b9ba82e6723b9e3dd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:53:06.136058 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-6a8f34c1-beeb-463b-9e1a-764366867e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'be0f4828-898e-4692-b410-494c9f20febd', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'port_id': '4f510526-a384-435a-9285-1ad256a975ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'mac_address': 'fa:16:3e:6f:9d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:53:04Z', 'updated_at': '2021-12-08T02:53:04Z', 'revision_number': 0, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee6fede-7ab4-4817-87f3-214757bad111', 'name': '', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'mac_address': 'fa:16:3e:51:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:12Z', 'updated_at': '2021-12-08T02:52:16Z', 'revision_number': 5, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'subnets': [{'id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:53:06.136613 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49e344ed-49a4-48e9-b079-4df80b6890a9 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.162889 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f34c1-beeb-463b-9e1a-764366867e1e None None] The sync data for ids ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'] in n-d-713499-31 is: [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'be0f4828-898e-4692-b410-494c9f20febd', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'port_id': '4f510526-a384-435a-9285-1ad256a975ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'mac_address': 'fa:16:3e:6f:9d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:53:04Z', 'updated_at': '2021-12-08T02:53:04Z', 'revision_number': 0, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee6fede-7ab4-4817-87f3-214757bad111', 'name': '', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'mac_address': 'fa:16:3e:51:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:12Z', 'updated_at': '2021-12-08T02:52:16Z', 'revision_number': 5, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'subnets': [{'id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:53:06.183723 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e010c48e-42b6-48d3-a815-2805f7bb69c5 req-17c0bbc7-c082-4747-a3ba-72022c76f2c9 service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065214 Dec 08 02:53:06.207920 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49e344ed-49a4-48e9-b079-4df80b6890a9 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.215321 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49e344ed-49a4-48e9-b079-4df80b6890a9 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.234307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e344ed-49a4-48e9-b079-4df80b6890a9 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46501ebe-ee81-46d0-a152-a1c50190ed4d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:53:06.249876 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-49e344ed-49a4-48e9-b079-4df80b6890a9 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.251107 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-49e344ed-49a4-48e9-b079-4df80b6890a9 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1460643 Dec 08 02:53:06.254007 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39308) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:53:06.258690 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d17aade0-46ae-43e1-a41b-037f9d542faf tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Request body: {'security_group_rule': {'security_group_id': 'e8091d96-d387-49bf-9056-e57920c3e4c9', 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:53:06.279828 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-d17aade0-46ae-43e1-a41b-037f9d542faf tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Project e88be942630b48b9ba82e6723b9e3dd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:53:06.287043 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d17aade0-46ae-43e1-a41b-037f9d542faf tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.350578 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d17aade0-46ae-43e1-a41b-037f9d542faf tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.355153 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d17aade0-46ae-43e1-a41b-037f9d542faf tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.374460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17aade0-46ae-43e1-a41b-037f9d542faf tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5779f70-b6cd-4087-8ea8-3461d41619ab,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:53:06.379997 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d17aade0-46ae-43e1-a41b-037f9d542faf tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.381183 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d17aade0-46ae-43e1-a41b-037f9d542faf tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260536 Dec 08 02:53:06.398060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb31fc-8be3-42ab-8ab7-867f68e0d265 None None] New status for floating IP be0f4828-898e-4692-b410-494c9f20febd: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:53:06.478382 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bc52b3d-6962-4966-80d9-87e05d674272 req-f1eabeb6-2dc9-4780-80de-13a44f0fb818 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567417877&fields=id&tenant_id=e88be942630b48b9ba82e6723b9e3dd8 HTTP/1.1" status: 200 len: 267 time: 0.0446532 Dec 08 02:53:06.536773 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc52b3d-6962-4966-80d9-87e05d674272 req-8ee0d117-9c77-41f8-a401-7abfd367763a tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:06.538151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bc52b3d-6962-4966-80d9-87e05d674272 req-8ee0d117-9c77-41f8-a401-7abfd367763a tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 946 time: 0.0533509 Dec 08 02:53:06.550551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-3bc52b3d-6962-4966-80d9-87e05d674272 req-3a4d369b-4b81-4f03-bdb4-34b20810a800 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Request body: {'port': {'security_groups': ['27105517-d9c7-4ca0-a091-bc306098677e', 'e8091d96-d387-49bf-9056-e57920c3e4c9']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:53:06.615726 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bc52b3d-6962-4966-80d9-87e05d674272 req-3a4d369b-4b81-4f03-bdb4-34b20810a800 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.800233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-3bc52b3d-6962-4966-80d9-87e05d674272 req-3a4d369b-4b81-4f03-bdb4-34b20810a800 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] For port 4f510526-a384-435a-9285-1ad256a975ae, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f510526-a384-435a-9285-1ad256a975ae,segment=NetworkSegment(408b0799-b3ca-4fea-b7dd-a01c96a18f1a),segment_id=408b0799-b3ca-4fea-b7dd-a01c96a18f1a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:53:06.828144 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bc52b3d-6962-4966-80d9-87e05d674272 req-3a4d369b-4b81-4f03-bdb4-34b20810a800 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.832546 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bc52b3d-6962-4966-80d9-87e05d674272 req-3a4d369b-4b81-4f03-bdb4-34b20810a800 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.865267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4f510526-a384-435a-9285-1ad256a975ae'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:53:06.876587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc52b3d-6962-4966-80d9-87e05d674272 req-3a4d369b-4b81-4f03-bdb4-34b20810a800 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:06.877210 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-3bc52b3d-6962-4966-80d9-87e05d674272 req-3a4d369b-4b81-4f03-bdb4-34b20810a800 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:06.878598 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3bc52b3d-6962-4966-80d9-87e05d674272 req-3a4d369b-4b81-4f03-bdb4-34b20810a800 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "PUT /v2.0/ports/4f510526-a384-435a-9285-1ad256a975ae HTTP/1.1" status: 200 len: 982 time: 0.3332951 Dec 08 02:53:06.900821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d369b-4b81-4f03-bdb4-34b20810a800 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event updated for resources: {'Port': ['ID=4f510526-a384-435a-9285-1ad256a975ae,revision_number=6']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:53:07.002045 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f215caa-2916-44b4-8b46-ef6e3b7def80 req-ddbe7047-aa1d-412f-a64c-119ac6ff0c73 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:07.003924 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4f510526-a384-435a-9285-1ad256a975ae'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:53:07.004121 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f215caa-2916-44b4-8b46-ef6e3b7def80 req-ddbe7047-aa1d-412f-a64c-119ac6ff0c73 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 985 time: 0.0555727 Dec 08 02:53:07.074778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f215caa-2916-44b4-8b46-ef6e3b7def80 req-df731fdd-c996-4d01-bbdd-cc17b34373cd tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8091d96-d387-49bf-9056-e57920c3e4c9&id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640867 Dec 08 02:53:07.185833 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-38e13d82-9d68-465a-b251-a85c7bdcf562 None None] Provisioning complete for port 4f510526-a384-435a-9285-1ad256a975ae triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:53:07.186235 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38e13d82-9d68-465a-b251-a85c7bdcf562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:07.581011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'tag': '4f510526-a384-435a-9285-1ad256a975ae'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:53:07.583341 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3469b44f-e2a6-4ef6-af1c-d879fa680fce" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb35059-9725-4ad2-91bd-8bb8aa24b084", "tag": "4f510526-a384-435a-9285-1ad256a975ae"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:53:07.618709 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf9b5ab-fc8f-42d7-a869-4c50b6e74543 x-openstack-request-id: req-9cf9b5ab-fc8f-42d7-a869-4c50b6e74543 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:53:07.619008 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb35059-9725-4ad2-91bd-8bb8aa24b084", "tag": "4f510526-a384-435a-9285-1ad256a975ae", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:53:07.619261 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9cf9b5ab-fc8f-42d7-a869-4c50b6e74543 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:53:07.619684 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'tag': '4f510526-a384-435a-9285-1ad256a975ae', 'status': 'completed', 'code': 200} Dec 08 02:53:07.704850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469b44f-e2a6-4ef6-af1c-d879fa680fce req-7e7f012b-f77b-42cf-a837-a36bfe8f0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:07.706353 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3469b44f-e2a6-4ef6-af1c-d879fa680fce req-7e7f012b-f77b-42cf-a837-a36bfe8f0438 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e88be942630b48b9ba82e6723b9e3dd8&device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 1137 time: 0.0433512 Dec 08 02:53:07.800851 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469b44f-e2a6-4ef6-af1c-d879fa680fce req-5227d647-b964-4f68-b1ce-c1b414e94fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:07.802347 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3469b44f-e2a6-4ef6-af1c-d879fa680fce req-5227d647-b964-4f68-b1ce-c1b414e94fb8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574 HTTP/1.1" status: 200 len: 915 time: 0.0867312 Dec 08 02:53:07.870726 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3469b44f-e2a6-4ef6-af1c-d879fa680fce req-7c7d7ec8-fe11-4d3f-a9ae-fdb7a106c8bd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f510526-a384-435a-9285-1ad256a975ae HTTP/1.1" status: 200 len: 1001 time: 0.0606053 Dec 08 02:53:07.920127 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469b44f-e2a6-4ef6-af1c-d879fa680fce req-25db67f5-548c-4446-b68e-fbd5413109c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:07.922056 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3469b44f-e2a6-4ef6-af1c-d879fa680fce req-25db67f5-548c-4446-b68e-fbd5413109c0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2b72d996-3cf5-4193-bbf5-7dbc03b20cf9 HTTP/1.1" status: 200 len: 853 time: 0.0421412 Dec 08 02:53:07.969185 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469b44f-e2a6-4ef6-af1c-d879fa680fce req-9c6f2896-8090-4288-b435-4a69b25f48be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:07.970648 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3469b44f-e2a6-4ef6-af1c-d879fa680fce req-9c6f2896-8090-4288-b435-4a69b25f48be service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406940 Dec 08 02:53:08.062732 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3469b44f-e2a6-4ef6-af1c-d879fa680fce req-cd795fb0-79b7-4353-881f-165992f6bebd service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841191 Dec 08 02:53:08.150164 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3469b44f-e2a6-4ef6-af1c-d879fa680fce req-85eee896-efab-4207-894c-07d5c47a044f service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805695 Dec 08 02:53:22.092693 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90804977-5f0c-424d-81bc-2ec5a01b8329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:22.260679 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5e965-dbbb-443f-8c2a-f722b940686c req-8f4d9f7b-cc75-4b5d-9699-11e646fd41d5 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:22.262180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76f5e965-dbbb-443f-8c2a-f722b940686c req-8f4d9f7b-cc75-4b5d-9699-11e646fd41d5 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 985 time: 0.0506518 Dec 08 02:53:22.286649 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8626aec-c39e-4d00-b39f-d32addb6f503 req-7c9e960e-b77c-4e93-999e-b407eb68c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:22.288241 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8626aec-c39e-4d00-b39f-d32addb6f503 req-7c9e960e-b77c-4e93-999e-b407eb68c60e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e88be942630b48b9ba82e6723b9e3dd8&device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 1137 time: 0.0447495 Dec 08 02:53:22.322835 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-76f5e965-dbbb-443f-8c2a-f722b940686c req-93e1cd40-4c17-46a1-84af-fc979c705b32 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8091d96-d387-49bf-9056-e57920c3e4c9&id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544472 Dec 08 02:53:22.384807 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8626aec-c39e-4d00-b39f-d32addb6f503 req-c0cc75e3-987d-4fdc-8860-54c91a7ff374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:22.386320 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8626aec-c39e-4d00-b39f-d32addb6f503 req-c0cc75e3-987d-4fdc-8860-54c91a7ff374 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574 HTTP/1.1" status: 200 len: 915 time: 0.0892413 Dec 08 02:53:22.455149 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8626aec-c39e-4d00-b39f-d32addb6f503 req-1d9077d6-ce4f-45de-b01e-1f840d2c667b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f510526-a384-435a-9285-1ad256a975ae HTTP/1.1" status: 200 len: 1001 time: 0.0613091 Dec 08 02:53:22.503060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8626aec-c39e-4d00-b39f-d32addb6f503 req-10279f80-01e9-4e1a-96fb-137db79ea570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:22.504459 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8626aec-c39e-4d00-b39f-d32addb6f503 req-10279f80-01e9-4e1a-96fb-137db79ea570 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2b72d996-3cf5-4193-bbf5-7dbc03b20cf9 HTTP/1.1" status: 200 len: 853 time: 0.0427182 Dec 08 02:53:22.548517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8626aec-c39e-4d00-b39f-d32addb6f503 req-c6c9773e-1571-4f8d-8345-636cd0404981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:22.550020 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8626aec-c39e-4d00-b39f-d32addb6f503 req-c6c9773e-1571-4f8d-8345-636cd0404981 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390851 Dec 08 02:53:22.649254 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8626aec-c39e-4d00-b39f-d32addb6f503 req-c32c3423-48f7-4d43-8f03-113ce499db8e service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922947 Dec 08 02:53:22.739399 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e8626aec-c39e-4d00-b39f-d32addb6f503 req-733c540b-98d0-4f91-8529-6107cfba59b7 service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828521 Dec 08 02:53:23.443212 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dd6cd-cd12-4ab9-b92f-f199d6a492f5 req-88176cbf-cdc8-4594-aa0b-013dd61f691d tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:23.444700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b7dd6cd-cd12-4ab9-b92f-f199d6a492f5 req-88176cbf-cdc8-4594-aa0b-013dd61f691d tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 985 time: 0.0518742 Dec 08 02:53:23.504483 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b7dd6cd-cd12-4ab9-b92f-f199d6a492f5 req-2fb9e505-b3c2-41bd-84fe-8fd739ab9a1b tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8091d96-d387-49bf-9056-e57920c3e4c9&id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533834 Dec 08 02:53:23.645456 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:53:23.935501 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:24.439100 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9d7edd3-b9cf-4ef6-b656-55cb0caa0c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:24.626111 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49468b3b-61f0-4b31-9230-31504f0c6838 req-9d62ebde-1e29-4e67-86d0-a954b3fd9799 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:24.627573 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49468b3b-61f0-4b31-9230-31504f0c6838 req-9d62ebde-1e29-4e67-86d0-a954b3fd9799 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 985 time: 0.0526273 Dec 08 02:53:24.686944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-49468b3b-61f0-4b31-9230-31504f0c6838 req-7db19d31-7186-413a-aa96-cdcf4029f0f5 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8091d96-d387-49bf-9056-e57920c3e4c9&id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531547 Dec 08 02:53:24.824183 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:25.663323 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:25.800801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793d22c-6197-4aae-af2e-2ae9a4351625 req-466fc4b6-c12c-4bdb-87fc-07c2fe786f15 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:25.802290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c793d22c-6197-4aae-af2e-2ae9a4351625 req-466fc4b6-c12c-4bdb-87fc-07c2fe786f15 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 985 time: 0.0483460 Dec 08 02:53:25.861592 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c793d22c-6197-4aae-af2e-2ae9a4351625 req-26664f19-0a3e-4ed9-86d7-236b85281a49 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8091d96-d387-49bf-9056-e57920c3e4c9&id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533402 Dec 08 02:53:26.979104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170e0c9-384a-4b54-b8c6-45b0cb74c6cc req-b0473199-4aff-41df-b37c-f8f226ab82d9 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:26.980566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8170e0c9-384a-4b54-b8c6-45b0cb74c6cc req-b0473199-4aff-41df-b37c-f8f226ab82d9 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 985 time: 0.0519245 Dec 08 02:53:27.038825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8170e0c9-384a-4b54-b8c6-45b0cb74c6cc req-a7eab862-029a-4cd0-bfdc-af857625231d tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8091d96-d387-49bf-9056-e57920c3e4c9&id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521333 Dec 08 02:53:27.167723 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:28.020221 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:28.155834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5c7e7-7443-4b32-a003-5c906e869396 req-f4480003-ab07-418f-8747-e99571e0490c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:28.157305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ce5c7e7-7443-4b32-a003-5c906e869396 req-f4480003-ab07-418f-8747-e99571e0490c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 985 time: 0.0489764 Dec 08 02:53:28.216926 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ce5c7e7-7443-4b32-a003-5c906e869396 req-bcb90968-ac80-47c8-9109-6f2b9e9f689d tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8091d96-d387-49bf-9056-e57920c3e4c9&id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534353 Dec 08 02:53:29.332108 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2f30-a480-4b7a-8516-c827d602336c req-91dd840d-49a2-463d-8529-edb40b0c8c0e tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:29.333569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc1b2f30-a480-4b7a-8516-c827d602336c req-91dd840d-49a2-463d-8529-edb40b0c8c0e tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 985 time: 0.0486329 Dec 08 02:53:29.396201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cc1b2f30-a480-4b7a-8516-c827d602336c req-bb0a5f29-46b8-4583-8c4e-40a427f1e637 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8091d96-d387-49bf-9056-e57920c3e4c9&id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566559 Dec 08 02:53:30.774336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dd75e-eabb-4088-8e6a-8c28520ff48a req-d94fdd24-c22e-4ffd-a281-76e66b99abe7 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:30.775874 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-399dd75e-eabb-4088-8e6a-8c28520ff48a req-d94fdd24-c22e-4ffd-a281-76e66b99abe7 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 985 time: 0.3134627 Dec 08 02:53:30.833896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-399dd75e-eabb-4088-8e6a-8c28520ff48a req-ed787b0e-ae5a-4b77-947e-2d6ea3074200 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8091d96-d387-49bf-9056-e57920c3e4c9&id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517600 Dec 08 02:53:31.946127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8501dd0-abe7-425c-b10f-eae383f1ff15 req-4b5e0435-554f-4127-8630-35359de7614d tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:31.947557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8501dd0-abe7-425c-b10f-eae383f1ff15 req-4b5e0435-554f-4127-8630-35359de7614d tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 985 time: 0.0473645 Dec 08 02:53:32.006419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a8501dd0-abe7-425c-b10f-eae383f1ff15 req-db9b3606-4bd9-44a3-bd3e-c9bd42ff2ce7 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8091d96-d387-49bf-9056-e57920c3e4c9&id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519686 Dec 08 02:53:33.123985 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215982f-c9be-46dd-9c0d-e4d68f2c614a req-bd2f84eb-f3d9-43e7-b52e-e2786dfc7499 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:33.125423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5215982f-c9be-46dd-9c0d-e4d68f2c614a req-bd2f84eb-f3d9-43e7-b52e-e2786dfc7499 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 985 time: 0.0512707 Dec 08 02:53:33.184221 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5215982f-c9be-46dd-9c0d-e4d68f2c614a req-7f72c18e-d7eb-4284-ad45-bf742569f32c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8091d96-d387-49bf-9056-e57920c3e4c9&id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528171 Dec 08 02:53:34.299234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59231f5-7b8d-488f-a847-0c0613cb9b8e req-a5eb9838-95ca-4df8-b641-d77fd7294898 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:34.300711 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e59231f5-7b8d-488f-a847-0c0613cb9b8e req-a5eb9838-95ca-4df8-b641-d77fd7294898 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 985 time: 0.0477743 Dec 08 02:53:34.360063 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e59231f5-7b8d-488f-a847-0c0613cb9b8e req-92dec22d-635a-498d-a40a-6d0347dc3704 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8091d96-d387-49bf-9056-e57920c3e4c9&id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532842 Dec 08 02:53:52.093686 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4be2f14-b821-47d5-b262-7c256343697b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:53.957388 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:54.441286 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14611a39-fde1-4b59-842c-ec486ceb2c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:54.845646 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:55.666130 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:57.173566 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:58.012587 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:59.928284 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2aa0a49-5851-44a1-942c-525b44ec4840 req-8551894e-ff93-4a81-aba6-89c0cfbbd6f1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423620 Dec 08 02:54:00.032468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa0a49-5851-44a1-942c-525b44ec4840 req-ac4ebf82-9f70-4a35-968d-8b53836cc3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:00.033969 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2aa0a49-5851-44a1-942c-525b44ec4840 req-ac4ebf82-9f70-4a35-968d-8b53836cc3af service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e88be942630b48b9ba82e6723b9e3dd8&device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 1137 time: 0.0448122 Dec 08 02:54:00.136311 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa0a49-5851-44a1-942c-525b44ec4840 req-385bff16-a5b3-459e-8439-0bfccbf6b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:00.137784 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2aa0a49-5851-44a1-942c-525b44ec4840 req-385bff16-a5b3-459e-8439-0bfccbf6b91b service neutron] 10.222.0.75 "GET /v2.0/networks?id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574 HTTP/1.1" status: 200 len: 915 time: 0.0839822 Dec 08 02:54:00.207632 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2aa0a49-5851-44a1-942c-525b44ec4840 req-7c576519-dcee-4738-a73e-3dbffbfe3c4b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f510526-a384-435a-9285-1ad256a975ae HTTP/1.1" status: 200 len: 1001 time: 0.0617707 Dec 08 02:54:00.256595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa0a49-5851-44a1-942c-525b44ec4840 req-4757ab1a-bf2e-4f0b-bc6b-dfc6b2b2b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:00.258058 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2aa0a49-5851-44a1-942c-525b44ec4840 req-4757ab1a-bf2e-4f0b-bc6b-dfc6b2b2b2a5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2b72d996-3cf5-4193-bbf5-7dbc03b20cf9 HTTP/1.1" status: 200 len: 853 time: 0.0437558 Dec 08 02:54:00.304239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa0a49-5851-44a1-942c-525b44ec4840 req-450ed086-bca9-4826-85d2-a9ac1742f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:00.305727 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2aa0a49-5851-44a1-942c-525b44ec4840 req-450ed086-bca9-4826-85d2-a9ac1742f258 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392203 Dec 08 02:54:00.401954 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2aa0a49-5851-44a1-942c-525b44ec4840 req-dacea86b-60e2-4d20-8914-ac62c4a3e836 service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876172 Dec 08 02:54:00.537105 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a2aa0a49-5851-44a1-942c-525b44ec4840 req-dbd8db7a-911a-4281-ada5-f4507a9f06f2 service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269636 Dec 08 02:54:00.644405 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:54:02.674124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-05589e66-73b8-4762-a9be-41ff3ad7ccf1 req-699257f3-dac3-4734-8e99-d701853286c2 tempest-ServerDiskConfigTestJSON-1603062914 tempest-ServerDiskConfigTestJSON-1603062914-project] (109767) timed out ('10.222.0.45', 49452) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:54:06.891172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d68023a-3568-4c28-9b4f-85f479137856 req-f0391eed-8570-4f5c-93ab-774a259e4d69 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567417877&fields=id&tenant_id=e88be942630b48b9ba82e6723b9e3dd8 HTTP/1.1" status: 200 len: 267 time: 0.1006844 Dec 08 02:54:06.946130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68023a-3568-4c28-9b4f-85f479137856 req-9a0a9a0f-7bb2-40d2-a3ac-bec4d599ee9f tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:06.947564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d68023a-3568-4c28-9b4f-85f479137856 req-9a0a9a0f-7bb2-40d2-a3ac-bec4d599ee9f tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 985 time: 0.0507231 Dec 08 02:54:06.959140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-1d68023a-3568-4c28-9b4f-85f479137856 req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Request body: {'port': {'security_groups': ['27105517-d9c7-4ca0-a091-bc306098677e']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:07.021598 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d68023a-3568-4c28-9b4f-85f479137856 req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:07.188658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-1d68023a-3568-4c28-9b4f-85f479137856 req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] For port 4f510526-a384-435a-9285-1ad256a975ae, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f510526-a384-435a-9285-1ad256a975ae,segment=NetworkSegment(408b0799-b3ca-4fea-b7dd-a01c96a18f1a),segment_id=408b0799-b3ca-4fea-b7dd-a01c96a18f1a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:07.217243 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d68023a-3568-4c28-9b4f-85f479137856 req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:07.225208 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d68023a-3568-4c28-9b4f-85f479137856 req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:07.259340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4f510526-a384-435a-9285-1ad256a975ae'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:54:07.271807 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68023a-3568-4c28-9b4f-85f479137856 req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:07.272435 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-1d68023a-3568-4c28-9b4f-85f479137856 req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:07.273913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1d68023a-3568-4c28-9b4f-85f479137856 req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "PUT /v2.0/ports/4f510526-a384-435a-9285-1ad256a975ae HTTP/1.1" status: 200 len: 943 time: 0.3191171 Dec 08 02:54:07.274353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'tag': '4f510526-a384-435a-9285-1ad256a975ae'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:54:07.276673 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc3970a-519d-4d89-a660-ddec8abc371d" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb35059-9725-4ad2-91bd-8bb8aa24b084", "tag": "4f510526-a384-435a-9285-1ad256a975ae"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:54:07.281429 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39368) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:07.306181 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event updated for resources: {'Port': ['ID=4f510526-a384-435a-9285-1ad256a975ae,revision_number=7']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:07.317050 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.317410 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.317760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.318098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.318433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.318767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.319096 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.319424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.319779 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.320113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.320434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.320913 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.321244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6108-d5a9-4902-9f6d-352fc8c195b0 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.336574 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655b87f5-34c4-4dd6-84d5-2eac457ffe6a x-openstack-request-id: req-655b87f5-34c4-4dd6-84d5-2eac457ffe6a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:54:07.337940 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb35059-9725-4ad2-91bd-8bb8aa24b084", "tag": "4f510526-a384-435a-9285-1ad256a975ae", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:54:07.338408 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-655b87f5-34c4-4dd6-84d5-2eac457ffe6a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:54:07.338829 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'tag': '4f510526-a384-435a-9285-1ad256a975ae', 'status': 'completed', 'code': 200} Dec 08 02:54:07.374379 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:07.401547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4f510526-a384-435a-9285-1ad256a975ae'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:54:07.413769 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:07.484818 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3970a-519d-4d89-a660-ddec8abc371d req-0384fe02-fd96-4f5c-93d3-76d4676078cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:07.486648 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2fc3970a-519d-4d89-a660-ddec8abc371d req-0384fe02-fd96-4f5c-93d3-76d4676078cb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e88be942630b48b9ba82e6723b9e3dd8&device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 1098 time: 0.1063323 Dec 08 02:54:07.554399 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:07.557131 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:07.558310 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "DELETE /v2.0/security-groups/e8091d96-d387-49bf-9056-e57920c3e4c9 HTTP/1.1" status: 204 len: 168 time: 0.2753220 Dec 08 02:54:07.561537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39370) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:07.566210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d959e441-66e7-420f-bbfa-bb218d040ce3 None None] Provisioning complete for port 4f510526-a384-435a-9285-1ad256a975ae triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:07.566583 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d959e441-66e7-420f-bbfa-bb218d040ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:07.571932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8091d96-d387-49bf-9056-e57920c3e4c9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:07.586509 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.587034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.587385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.587821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.588165 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.588505 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.588841 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.589173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.589506 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.589840 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.590171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.590502 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.590825 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c31100-a79f-42ec-97b3-b3925190ba65 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:07.615421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3970a-519d-4d89-a660-ddec8abc371d req-b6764cde-2ba0-470a-acdd-14997a211eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:07.617059 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2fc3970a-519d-4d89-a660-ddec8abc371d req-b6764cde-2ba0-470a-acdd-14997a211eac service neutron] 10.222.0.75 "GET /v2.0/networks?id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574 HTTP/1.1" status: 200 len: 915 time: 0.1215525 Dec 08 02:54:07.687357 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2fc3970a-519d-4d89-a660-ddec8abc371d req-64f21066-972a-48b6-9f15-48d0be17c919 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f510526-a384-435a-9285-1ad256a975ae HTTP/1.1" status: 200 len: 1001 time: 0.0607686 Dec 08 02:54:07.737098 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3970a-519d-4d89-a660-ddec8abc371d req-668e3790-bbdb-402c-9534-b1ca17678352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:07.738461 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2fc3970a-519d-4d89-a660-ddec8abc371d req-668e3790-bbdb-402c-9534-b1ca17678352 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2b72d996-3cf5-4193-bbf5-7dbc03b20cf9 HTTP/1.1" status: 200 len: 853 time: 0.0442204 Dec 08 02:54:07.742478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-815ca0a4-be55-4449-8c06-3d87c9a67b9c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Deleting port 2314c3d6-6d29-4d58-9c7c-ca6e58003166 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:54:07.742820 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-815ca0a4-be55-4449-8c06-3d87c9a67b9c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:07.787552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3970a-519d-4d89-a660-ddec8abc371d req-eeae5e39-0c29-466e-a880-9fa5d74b36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:07.789081 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2fc3970a-519d-4d89-a660-ddec8abc371d req-eeae5e39-0c29-466e-a880-9fa5d74b36aa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434916 Dec 08 02:54:07.816848 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-815ca0a4-be55-4449-8c06-3d87c9a67b9c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:07.817183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-815ca0a4-be55-4449-8c06-3d87c9a67b9c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:07.829371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-815ca0a4-be55-4449-8c06-3d87c9a67b9c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Calling delete_port for 2314c3d6-6d29-4d58-9c7c-ca6e58003166 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:54:07.878089 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2fc3970a-519d-4d89-a660-ddec8abc371d req-af7f1a77-7431-4bd9-aaba-5cb56ac6cbce service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811169 Dec 08 02:54:07.974965 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2fc3970a-519d-4d89-a660-ddec8abc371d req-320f47be-e18c-4ebc-bc00-15ce31f46962 service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903041 Dec 08 02:54:07.982006 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-815ca0a4-be55-4449-8c06-3d87c9a67b9c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:08.009593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ca0a4-be55-4449-8c06-3d87c9a67b9c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event deleted for resources: {'Port': ['ID=2314c3d6-6d29-4d58-9c7c-ca6e58003166,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:08.072817 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-815ca0a4-be55-4449-8c06-3d87c9a67b9c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:08.073410 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-815ca0a4-be55-4449-8c06-3d87c9a67b9c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Floating IP be0f4828-898e-4692-b410-494c9f20febd disassociated (deleted). External IP: 172.25.8.74, port: 4f510526-a384-435a-9285-1ad256a975ae. Dec 08 02:54:08.276694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815ca0a4-be55-4449-8c06-3d87c9a67b9c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:54:08.388598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815ca0a4-be55-4449-8c06-3d87c9a67b9c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:54:08.393960 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-815ca0a4-be55-4449-8c06-3d87c9a67b9c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:08.398565 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0dd097-0508-41c6-8c8c-92c25404c578 None None] Sync routers for ids ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:54:08.408133 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0dd097-0508-41c6-8c8c-92c25404c578 None None] Routers {'1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:54:08.408741 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-af0dd097-0508-41c6-8c8c-92c25404c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:53:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:08.423543 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-815ca0a4-be55-4449-8c06-3d87c9a67b9c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "DELETE /v2.0/floatingips/be0f4828-898e-4692-b410-494c9f20febd HTTP/1.1" status: 204 len: 168 time: 0.8608789 Dec 08 02:54:08.513036 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-af0dd097-0508-41c6-8c8c-92c25404c578 None None] Set router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:54:08.805150 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-af0dd097-0508-41c6-8c8c-92c25404c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2ee6fede-7ab4-4817-87f3-214757bad111', 'name': '', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'mac_address': 'fa:16:3e:51:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:12Z', 'updated_at': '2021-12-08T02:52:16Z', 'revision_number': 5, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'subnets': [{'id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:08.831608 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0dd097-0508-41c6-8c8c-92c25404c578 None None] Checking router: 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:54:08.839674 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0dd097-0508-41c6-8c8c-92c25404c578 None None] Routers {'1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:54:08.840277 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-af0dd097-0508-41c6-8c8c-92c25404c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:53:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:08.940906 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-af0dd097-0508-41c6-8c8c-92c25404c578 None None] Set router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:54:09.134475 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-af0dd097-0508-41c6-8c8c-92c25404c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2ee6fede-7ab4-4817-87f3-214757bad111', 'name': '', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'mac_address': 'fa:16:3e:51:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:12Z', 'updated_at': '2021-12-08T02:52:16Z', 'revision_number': 5, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'subnets': [{'id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:09.161725 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0dd097-0508-41c6-8c8c-92c25404c578 None None] The sync data for ids ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'] in n-d-713499-31 is: [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '2ee6fede-7ab4-4817-87f3-214757bad111', 'name': '', 'network_id': '5d45edc5-1ac9-4cef-97d6-bca3d2e71574', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'mac_address': 'fa:16:3e:51:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:12Z', 'updated_at': '2021-12-08T02:52:16Z', 'revision_number': 5, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'subnets': [{'id': '2b72d996-3cf5-4193-bbf5-7dbc03b20cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:54:09.340308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'tag': '4f510526-a384-435a-9285-1ad256a975ae'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:54:09.343121 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f66f209-2ebe-4e7f-af88-4cc1505b5796" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb35059-9725-4ad2-91bd-8bb8aa24b084", "tag": "4f510526-a384-435a-9285-1ad256a975ae"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:54:09.383152 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a05545d-8850-4997-8686-ac5a7f79b7e2 x-openstack-request-id: req-7a05545d-8850-4997-8686-ac5a7f79b7e2 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:54:09.383774 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb35059-9725-4ad2-91bd-8bb8aa24b084", "tag": "4f510526-a384-435a-9285-1ad256a975ae", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:54:09.384131 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a05545d-8850-4997-8686-ac5a7f79b7e2 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:54:09.384765 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'tag': '4f510526-a384-435a-9285-1ad256a975ae', 'status': 'completed', 'code': 200} Dec 08 02:54:09.391971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92876a82-f73a-4e67-badd-abc8b501f417 None None] New status for floating IP be0f4828-898e-4692-b410-494c9f20febd: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:54:09.472703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f209-2ebe-4e7f-af88-4cc1505b5796 req-92a94f20-525c-4e7e-b593-b523a63ac314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:09.474286 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f66f209-2ebe-4e7f-af88-4cc1505b5796 req-92a94f20-525c-4e7e-b593-b523a63ac314 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e88be942630b48b9ba82e6723b9e3dd8&device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 1098 time: 0.0463321 Dec 08 02:54:09.570424 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f209-2ebe-4e7f-af88-4cc1505b5796 req-bda21f9a-ee35-4986-bc39-c1afc09d71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:09.572035 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f66f209-2ebe-4e7f-af88-4cc1505b5796 req-bda21f9a-ee35-4986-bc39-c1afc09d71d5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574 HTTP/1.1" status: 200 len: 915 time: 0.0912316 Dec 08 02:54:09.614096 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f66f209-2ebe-4e7f-af88-4cc1505b5796 req-ec5ace24-90fa-4ba0-a04a-254bfb716ca5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f510526-a384-435a-9285-1ad256a975ae HTTP/1.1" status: 200 len: 217 time: 0.0350177 Dec 08 02:54:09.664018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f209-2ebe-4e7f-af88-4cc1505b5796 req-92ab70d2-63f1-4b5d-af06-c1bc53b1f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:09.665672 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f66f209-2ebe-4e7f-af88-4cc1505b5796 req-92ab70d2-63f1-4b5d-af06-c1bc53b1f0dd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2b72d996-3cf5-4193-bbf5-7dbc03b20cf9 HTTP/1.1" status: 200 len: 853 time: 0.0451534 Dec 08 02:54:09.713764 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f209-2ebe-4e7f-af88-4cc1505b5796 req-84ab306a-3092-42fd-b1a5-413856584bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:09.715310 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f66f209-2ebe-4e7f-af88-4cc1505b5796 req-84ab306a-3092-42fd-b1a5-413856584bf1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5d45edc5-1ac9-4cef-97d6-bca3d2e71574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422688 Dec 08 02:54:09.809564 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f66f209-2ebe-4e7f-af88-4cc1505b5796 req-e29ff789-2b1b-4a33-bfae-56ebbba9cb13 service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860319 Dec 08 02:54:09.905410 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-2f66f209-2ebe-4e7f-af88-4cc1505b5796 req-d9e37019-9903-4955-8cf9-22a93c00f9ed service neutron] 10.222.0.75 "GET /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887139 Dec 08 02:54:17.437008 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2b4d3-9172-4b03-85f1-86bcef06c8ad req-dcd752a5-6643-4bf3-a2c2-87b700ac6888 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:17.438648 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54a2b4d3-9172-4b03-85f1-86bcef06c8ad req-dcd752a5-6643-4bf3-a2c2-87b700ac6888 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 946 time: 0.0511906 Dec 08 02:54:17.489724 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-54a2b4d3-9172-4b03-85f1-86bcef06c8ad req-017d82fb-6948-4ffc-934d-975429765668 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445509 Dec 08 02:54:18.655091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88dec6-1246-487e-bfac-253e05718620 req-ef29eb56-8b28-4960-a19d-de9cae863fc5 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:18.656623 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a88dec6-1246-487e-bfac-253e05718620 req-ef29eb56-8b28-4960-a19d-de9cae863fc5 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 946 time: 0.0969760 Dec 08 02:54:18.703490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a88dec6-1246-487e-bfac-253e05718620 req-bce855bb-e235-4ad8-9739-ed08bcf2e4cd tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/security-groups?id=27105517-d9c7-4ca0-a091-bc306098677e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398774 Dec 08 02:54:19.130486 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a3072-1835-4936-a209-e57c08996a8e req-382ff930-d119-4dc6-b6db-fca64cdd4c08 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:19.131983 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3b3a3072-1835-4936-a209-e57c08996a8e req-382ff930-d119-4dc6-b6db-fca64cdd4c08 tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.75 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 946 time: 0.0483506 Dec 08 02:54:19.218689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-3b3a3072-1835-4936-a209-e57c08996a8e req-6a8e9e8e-afcf-4fae-91bc-099de2b213db tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Deleting port 4f510526-a384-435a-9285-1ad256a975ae {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:54:19.219029 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3b3a3072-1835-4936-a209-e57c08996a8e req-6a8e9e8e-afcf-4fae-91bc-099de2b213db tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:19.308667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3b3a3072-1835-4936-a209-e57c08996a8e req-6a8e9e8e-afcf-4fae-91bc-099de2b213db tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] For port 4f510526-a384-435a-9285-1ad256a975ae, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=4f510526-a384-435a-9285-1ad256a975ae,segment=NetworkSegment(408b0799-b3ca-4fea-b7dd-a01c96a18f1a),segment_id=408b0799-b3ca-4fea-b7dd-a01c96a18f1a)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:19.309030 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3b3a3072-1835-4936-a209-e57c08996a8e req-6a8e9e8e-afcf-4fae-91bc-099de2b213db tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:19.322137 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-3b3a3072-1835-4936-a209-e57c08996a8e req-6a8e9e8e-afcf-4fae-91bc-099de2b213db tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Calling delete_port for 4f510526-a384-435a-9285-1ad256a975ae owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:54:19.448533 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3b3a3072-1835-4936-a209-e57c08996a8e req-6a8e9e8e-afcf-4fae-91bc-099de2b213db tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:19.474116 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e9e8e-afcf-4fae-91bc-099de2b213db tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Pushing event deleted for resources: {'Port': ['ID=4f510526-a384-435a-9285-1ad256a975ae,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:19.482556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['4f510526-a384-435a-9285-1ad256a975ae'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:54:19.519560 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3a3072-1835-4936-a209-e57c08996a8e req-6a8e9e8e-afcf-4fae-91bc-099de2b213db tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] No DVR routers for this DVR port 4f510526-a384-435a-9285-1ad256a975ae on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:54:19.522025 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3b3a3072-1835-4936-a209-e57c08996a8e req-6a8e9e8e-afcf-4fae-91bc-099de2b213db tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:19.525495 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3b3a3072-1835-4936-a209-e57c08996a8e req-6a8e9e8e-afcf-4fae-91bc-099de2b213db tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.75 "DELETE /v2.0/ports/4f510526-a384-435a-9285-1ad256a975ae HTTP/1.1" status: 204 len: 173 time: 0.3874085 Dec 08 02:54:19.525973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'name': 'network-vif-deleted', 'tag': '4f510526-a384-435a-9285-1ad256a975ae'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:54:19.528318 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3817a15f-2eb5-461d-a29a-5e0fe630a8ea" -d '{"events": [{"server_uuid": "8bb35059-9725-4ad2-91bd-8bb8aa24b084", "name": "network-vif-deleted", "tag": "4f510526-a384-435a-9285-1ad256a975ae"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:54:19.566245 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c868df-72c0-44c0-9147-fcc18e488f27 x-openstack-request-id: req-01c868df-72c0-44c0-9147-fcc18e488f27 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:54:19.566548 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb35059-9725-4ad2-91bd-8bb8aa24b084", "name": "network-vif-deleted", "tag": "4f510526-a384-435a-9285-1ad256a975ae", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:54:19.566809 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-01c868df-72c0-44c0-9147-fcc18e488f27 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:54:19.567212 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb35059-9725-4ad2-91bd-8bb8aa24b084', 'name': 'network-vif-deleted', 'tag': '4f510526-a384-435a-9285-1ad256a975ae', 'status': 'completed', 'code': 200} Dec 08 02:54:19.810752 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4f019563-3d17-4706-93e6-b9ffec585f51 req-c65531c2-5c87-42eb-84e7-f21788fa9e5c tempest-TestMinimumBasicScenario-1883256643 tempest-TestMinimumBasicScenario-1883256643-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bb35059-9725-4ad2-91bd-8bb8aa24b084 HTTP/1.1" status: 200 len: 210 time: 0.0309219 Dec 08 02:54:21.360476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39470) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:21.778838 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15658532-66ca-41a6-8e42-9a0752f0d9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:22.059452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-15658532-66ca-41a6-8e42-9a0752f0d9d8 admin admin] Deleting port 2ee6fede-7ab4-4817-87f3-214757bad111 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:54:22.059721 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15658532-66ca-41a6-8e42-9a0752f0d9d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:22.095079 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-02f337c5-e837-4b5c-a8fc-a712aeae46e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:22.139895 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-15658532-66ca-41a6-8e42-9a0752f0d9d8 admin admin] For port 2ee6fede-7ab4-4817-87f3-214757bad111, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=2ee6fede-7ab4-4817-87f3-214757bad111,segment=NetworkSegment(408b0799-b3ca-4fea-b7dd-a01c96a18f1a),segment_id=408b0799-b3ca-4fea-b7dd-a01c96a18f1a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:22.140934 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15658532-66ca-41a6-8e42-9a0752f0d9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:22.152867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-15658532-66ca-41a6-8e42-9a0752f0d9d8 admin admin] Calling delete_port for 2ee6fede-7ab4-4817-87f3-214757bad111 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:54:22.329692 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15658532-66ca-41a6-8e42-9a0752f0d9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:22.358614 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15658532-66ca-41a6-8e42-9a0752f0d9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee6fede-7ab4-4817-87f3-214757bad111,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:22.520427 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-15658532-66ca-41a6-8e42-9a0752f0d9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:22.726259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15658532-66ca-41a6-8e42-9a0752f0d9d8 admin admin] Router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:54:22.829847 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15658532-66ca-41a6-8e42-9a0752f0d9d8 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:54:22.837503 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-15658532-66ca-41a6-8e42-9a0752f0d9d8 admin admin] 10.222.0.71 "PUT /v2.0/routers/1ffdbdbb-e66b-4b55-9698-75376f4cb9f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4736364 Dec 08 02:54:22.837749 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39472) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:22.844188 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3435ce5-36cb-4553-b75c-2e4aab3148a2 None None] Sync routers for ids ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:54:22.854396 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3435ce5-36cb-4553-b75c-2e4aab3148a2 None None] Routers {'1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:54:22.854995 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c3435ce5-36cb-4553-b75c-2e4aab3148a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:53:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:22.966517 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c3435ce5-36cb-4553-b75c-2e4aab3148a2 None None] Set router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:54:23.150344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4f510526-a384-435a-9285-1ad256a975ae no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:54:23.152711 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c3435ce5-36cb-4553-b75c-2e4aab3148a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:54:22Z', 'revision_number': 5, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:23.175701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 4f510526-a384-435a-9285-1ad256a975ae {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:54:23.176041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 4f510526-a384-435a-9285-1ad256a975ae not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:54:23.179146 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3435ce5-36cb-4553-b75c-2e4aab3148a2 None None] Checking router: 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:54:23.188178 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3435ce5-36cb-4553-b75c-2e4aab3148a2 None None] Routers {'1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:54:23.188788 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c3435ce5-36cb-4553-b75c-2e4aab3148a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:53:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:23.214456 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:23.291704 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-c3435ce5-36cb-4553-b75c-2e4aab3148a2 None None] Set router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:54:23.314948 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:23.366332 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] Deleting port 9980de7c-0945-451f-8306-92e30bec464e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:54:23.366676 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:23.448416 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] For port 9980de7c-0945-451f-8306-92e30bec464e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9980de7c-0945-451f-8306-92e30bec464e,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:23.448781 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:23.461024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] Calling delete_port for 9980de7c-0945-451f-8306-92e30bec464e owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:54:23.466312 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-c3435ce5-36cb-4553-b75c-2e4aab3148a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:54:22Z', 'revision_number': 5, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:23.496514 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3435ce5-36cb-4553-b75c-2e4aab3148a2 None None] The sync data for ids ['1ffdbdbb-e66b-4b55-9698-75376f4cb9f3'] in n-d-713499-31 is: [{'id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'name': 'tempest-TestMinimumBasicScenario-429844078-router', 'tenant_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9980de7c-0945-451f-8306-92e30bec464e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:54:22Z', 'revision_number': 5, 'project_id': 'e88be942630b48b9ba82e6723b9e3dd8', 'gw_port': {'id': '9980de7c-0945-451f-8306-92e30bec464e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdbb-e66b-4b55-9698-75376f4cb9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:10Z', 'updated_at': '2021-12-08T02:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:54:23.627360 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:23.652449 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] Pushing event deleted for resources: {'Port': ['ID=9980de7c-0945-451f-8306-92e30bec464e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:23.671448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc87db4d-7395-4cbc-bf76-14e392fe1479 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:54:23.719485 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:23.807900 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:23.810034 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:23.853478 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:23.854039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:54:23.858894 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:23.860126 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c0d2cffc-d320-4de7-8ffc-e626c8e4765e admin admin] 10.222.0.71 "DELETE /v2.0/routers/1ffdbdbb-e66b-4b55-9698-75376f4cb9f3 HTTP/1.1" status: 204 len: 168 time: 1.0214319 Dec 08 02:54:23.862608 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39474) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:23.908678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ebd717-8405-4e74-92eb-0718a3a8f204 admin admin] Deleting subnet 2b72d996-3cf5-4193-bbf5-7dbc03b20cf9 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:54:23.912495 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd717-8405-4e74-92eb-0718a3a8f204 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:23.949025 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd717-8405-4e74-92eb-0718a3a8f204 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:23.975677 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.039420 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd717-8405-4e74-92eb-0718a3a8f204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.093963 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd717-8405-4e74-92eb-0718a3a8f204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.120940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebd717-8405-4e74-92eb-0718a3a8f204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b72d996-3cf5-4193-bbf5-7dbc03b20cf9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:24.125455 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd717-8405-4e74-92eb-0718a3a8f204 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.128674 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b3ebd717-8405-4e74-92eb-0718a3a8f204 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2b72d996-3cf5-4193-bbf5-7dbc03b20cf9 HTTP/1.1" status: 204 len: 168 time: 0.2651174 Dec 08 02:54:24.131151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39476) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:24.131394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a29a922-4735-4a7a-8b63-fecf46fdd6d2 None None] Network 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:54:24.210020 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.268087 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Deleting port e48f3b6d-cd23-4e69-a521-fee44f3d7791 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:54:24.268428 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.333988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] For port e48f3b6d-cd23-4e69-a521-fee44f3d7791, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e48f3b6d-cd23-4e69-a521-fee44f3d7791,segment=NetworkSegment(408b0799-b3ca-4fea-b7dd-a01c96a18f1a),segment_id=408b0799-b3ca-4fea-b7dd-a01c96a18f1a)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:24.334353 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.347102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Calling delete_port for e48f3b6d-cd23-4e69-a521-fee44f3d7791 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:54:24.424347 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.441866 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27313fcb-d222-4075-a1eb-5dcf900bb4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.451081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Pushing event deleted for resources: {'Port': ['ID=e48f3b6d-cd23-4e69-a521-fee44f3d7791,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:24.452879 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] No DVR routers for this DVR port e48f3b6d-cd23-4e69-a521-fee44f3d7791 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:54:24.526170 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.548492 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d45edc5-1ac9-4cef-97d6-bca3d2e71574']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:24.554437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fa15f0-2d52-49bb-90cf-41b83d45d1d9 None None] DHCP port deletion for 5d45edc5-1ac9-4cef-97d6-bca3d2e71574 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:54:24.574770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408b0799-b3ca-4fea-b7dd-a01c96a18f1a') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:24.574770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408b0799-b3ca-4fea-b7dd-a01c96a18f1a') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:24.582484 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.601781 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.604119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9980de7c-0945-451f-8306-92e30bec464e no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:54:24.608413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:54:24.608844 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:54:24.610503 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:54:24.624571 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 9980de7c-0945-451f-8306-92e30bec464e {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:54:24.624818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9980de7c-0945-451f-8306-92e30bec464e not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:54:24.625236 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2ee6fede-7ab4-4817-87f3-214757bad111 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:54:24.644101 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 2ee6fede-7ab4-4817-87f3-214757bad111 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:54:24.644445 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 2ee6fede-7ab4-4817-87f3-214757bad111 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:54:24.644859 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e48f3b6d-cd23-4e69-a521-fee44f3d7791 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:54:24.664071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: e48f3b6d-cd23-4e69-a521-fee44f3d7791 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:54:24.664431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e48f3b6d-cd23-4e69-a521-fee44f3d7791 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:54:24.668126 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.672848 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.676427 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] 10.222.0.71 "DELETE /v2.0/networks/5d45edc5-1ac9-4cef-97d6-bca3d2e71574 HTTP/1.1" status: 204 len: 168 time: 0.5442591 Dec 08 02:54:24.679622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39478) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:24.690073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cf707-1caa-46ea-a64b-ccffce1fdeca admin admin] Pushing event deleted for resources: {'Network': ['ID=5d45edc5-1ac9-4cef-97d6-bca3d2e71574,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:24.845476 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:25.019410 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f822413-145a-48c6-a970-078e4eb7dae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:25.260217 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7f822413-145a-48c6-a970-078e4eb7dae5 admin admin] Deleting port 73a620ee-f6bc-47f0-beaa-861a0dade15f {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:54:25.260557 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f822413-145a-48c6-a970-078e4eb7dae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:25.337198 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-7f822413-145a-48c6-a970-078e4eb7dae5 admin admin] For port 73a620ee-f6bc-47f0-beaa-861a0dade15f, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=73a620ee-f6bc-47f0-beaa-861a0dade15f,segment=NetworkSegment(f249603c-bf3b-4e91-9414-4d8e804f5073),segment_id=f249603c-bf3b-4e91-9414-4d8e804f5073)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:25.337565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f822413-145a-48c6-a970-078e4eb7dae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:25.349591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7f822413-145a-48c6-a970-078e4eb7dae5 admin admin] Calling delete_port for 73a620ee-f6bc-47f0-beaa-861a0dade15f owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:54:25.521592 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f822413-145a-48c6-a970-078e4eb7dae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:25.549786 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f822413-145a-48c6-a970-078e4eb7dae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a620ee-f6bc-47f0-beaa-861a0dade15f,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:25.668688 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:25.724667 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f822413-145a-48c6-a970-078e4eb7dae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:26.257894 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f822413-145a-48c6-a970-078e4eb7dae5 admin admin] Router 66dbb843-c3eb-4238-9901-791bba5fc914 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:54:26.366859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f822413-145a-48c6-a970-078e4eb7dae5 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:54:26.375077 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7f822413-145a-48c6-a970-078e4eb7dae5 admin admin] 10.222.0.71 "PUT /v2.0/routers/66dbb843-c3eb-4238-9901-791bba5fc914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6915224 Dec 08 02:54:26.375342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39480) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:26.379416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fccd8b-7a77-424b-b9f4-eccf2d238fc7 None None] Sync routers for ids ['66dbb843-c3eb-4238-9901-791bba5fc914'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:54:26.389295 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fccd8b-7a77-424b-b9f4-eccf2d238fc7 None None] Routers {'66dbb843-c3eb-4238-9901-791bba5fc914'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:54:26.390135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-67fccd8b-7a77-424b-b9f4-eccf2d238fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:54:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['66dbb843-c3eb-4238-9901-791bba5fc914'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:26.480520 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:26.494142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-67fccd8b-7a77-424b-b9f4-eccf2d238fc7 None None] Set router 66dbb843-c3eb-4238-9901-791bba5fc914 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:54:26.585720 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:26.638631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] Deleting port 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:54:26.638981 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:26.665901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-67fccd8b-7a77-424b-b9f4-eccf2d238fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'name': 'tempest-TestMinimumBasicScenario-1721643812-router', 'tenant_id': '0e44eca430084eb19fa4152779a5633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '34db838f-6ba6-4c0c-98d7-5f7f7d6b909e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:14Z', 'updated_at': '2021-12-08T02:54:25Z', 'revision_number': 5, 'project_id': '0e44eca430084eb19fa4152779a5633f', 'gw_port': {'id': '34db838f-6ba6-4c0c-98d7-5f7f7d6b909e', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:52:15Z', 'updated_at': '2021-12-08T02:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:26.692440 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fccd8b-7a77-424b-b9f4-eccf2d238fc7 None None] Checking router: 66dbb843-c3eb-4238-9901-791bba5fc914 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:54:26.701024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fccd8b-7a77-424b-b9f4-eccf2d238fc7 None None] Routers {'66dbb843-c3eb-4238-9901-791bba5fc914'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:54:26.701631 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-67fccd8b-7a77-424b-b9f4-eccf2d238fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:54:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['66dbb843-c3eb-4238-9901-791bba5fc914'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:26.717482 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] For port 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=34db838f-6ba6-4c0c-98d7-5f7f7d6b909e,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:26.717952 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:26.731193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] Calling delete_port for 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:54:26.785248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-67fccd8b-7a77-424b-b9f4-eccf2d238fc7 None None] Set router 66dbb843-c3eb-4238-9901-791bba5fc914 gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:54:26.837990 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-67fccd8b-7a77-424b-b9f4-eccf2d238fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'name': 'tempest-TestMinimumBasicScenario-1721643812-router', 'tenant_id': '0e44eca430084eb19fa4152779a5633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:14Z', 'updated_at': '2021-12-08T02:54:26Z', 'revision_number': 6, 'project_id': '0e44eca430084eb19fa4152779a5633f', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:26.863810 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fccd8b-7a77-424b-b9f4-eccf2d238fc7 None None] The sync data for ids ['66dbb843-c3eb-4238-9901-791bba5fc914'] in n-d-713499-31 is: [{'id': '66dbb843-c3eb-4238-9901-791bba5fc914', 'name': 'tempest-TestMinimumBasicScenario-1721643812-router', 'tenant_id': '0e44eca430084eb19fa4152779a5633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:52:14Z', 'updated_at': '2021-12-08T02:54:26Z', 'revision_number': 6, 'project_id': '0e44eca430084eb19fa4152779a5633f', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:54:26.895152 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:26.923453 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=34db838f-6ba6-4c0c-98d7-5f7f7d6b909e,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:26.938243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271e3081-9353-45bb-9419-e73d5754697f None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:54:26.984392 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.073417 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.075439 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.119085 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.119660 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66dbb843-c3eb-4238-9901-791bba5fc914 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:54:27.124373 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.125530 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-660ecd63-f916-42f5-ad34-920ba81d9d79 admin admin] 10.222.0.71 "DELETE /v2.0/routers/66dbb843-c3eb-4238-9901-791bba5fc914 HTTP/1.1" status: 204 len: 168 time: 0.7491112 Dec 08 02:54:27.128158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39482) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:27.175925 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.178158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e110e0c-1256-4b98-b4e1-9f4f908fde47 admin admin] Deleting subnet ed5f028b-dc07-4fe5-8d53-184d1b69ecdd {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:54:27.181246 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e110e0c-1256-4b98-b4e1-9f4f908fde47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.218486 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e110e0c-1256-4b98-b4e1-9f4f908fde47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.298586 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e110e0c-1256-4b98-b4e1-9f4f908fde47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.354677 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e110e0c-1256-4b98-b4e1-9f4f908fde47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.379793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e110e0c-1256-4b98-b4e1-9f4f908fde47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5f028b-dc07-4fe5-8d53-184d1b69ecdd,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:27.383440 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-4e110e0c-1256-4b98-b4e1-9f4f908fde47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.388783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfa58e6-90cc-49f0-8ad9-5ec9e2db6ebd None None] Network 78a67fee-daee-45dd-8ed2-c2860225c24a requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:54:27.389324 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4e110e0c-1256-4b98-b4e1-9f4f908fde47 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ed5f028b-dc07-4fe5-8d53-184d1b69ecdd HTTP/1.1" status: 204 len: 168 time: 0.2602050 Dec 08 02:54:27.389566 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39484) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:27.465889 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.520017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Deleting port a09ed42c-f7fd-4472-8f81-f6d018f2782e {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:54:27.520365 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.587476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] For port a09ed42c-f7fd-4472-8f81-f6d018f2782e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a09ed42c-f7fd-4472-8f81-f6d018f2782e,segment=NetworkSegment(f249603c-bf3b-4e91-9414-4d8e804f5073),segment_id=f249603c-bf3b-4e91-9414-4d8e804f5073)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:27.587875 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.601039 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Calling delete_port for a09ed42c-f7fd-4472-8f81-f6d018f2782e owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:54:27.604529 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] DHCP port deletion for 78a67fee-daee-45dd-8ed2-c2860225c24a request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:54:27.652909 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Deleting port a09ed42c-f7fd-4472-8f81-f6d018f2782e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:54:27.653415 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.683652 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.718844 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a09ed42c-f7fd-4472-8f81-f6d018f2782e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:27.724616 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] No DVR routers for this DVR port a09ed42c-f7fd-4472-8f81-f6d018f2782e on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:54:27.725096 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] For port a09ed42c-f7fd-4472-8f81-f6d018f2782e, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a09ed42c-f7fd-4472-8f81-f6d018f2782e,segment=NetworkSegment(f249603c-bf3b-4e91-9414-4d8e804f5073),segment_id=f249603c-bf3b-4e91-9414-4d8e804f5073)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:27.726140 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.740683 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Calling delete_port for a09ed42c-f7fd-4472-8f81-f6d018f2782e owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:54:27.797626 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:54:27.810868 n-d-713499-31 neutron-server[109768]: self.session.flush() Dec 08 02:54:27.819494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a67fee-daee-45dd-8ed2-c2860225c24a']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:27.821168 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.829806 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f249603c-bf3b-4e91-9414-4d8e804f5073') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:27.830070 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f249603c-bf3b-4e91-9414-4d8e804f5073') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:27.833878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] No DVR routers for this DVR port a09ed42c-f7fd-4472-8f81-f6d018f2782e on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:54:27.840496 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.855020 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.861510 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Pushing event deleted for resources: {'Port': ['ID=a09ed42c-f7fd-4472-8f81-f6d018f2782e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:27.863029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:54:27.863441 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:54:27.865261 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:54:27.871878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:27.872273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:27.872720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:27.873293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:27.874318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:27.874318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:27.874641 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:27.875188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:27.876426 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:27.876868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:27.877379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:27.877803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:27.878311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437f277-dbff-4210-8c3b-794a82b19b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:27.925074 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.931805 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:27.934977 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] 10.222.0.71 "DELETE /v2.0/networks/78a67fee-daee-45dd-8ed2-c2860225c24a HTTP/1.1" status: 204 len: 168 time: 0.5444701 Dec 08 02:54:27.944774 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc3759-3ecb-437c-8562-3b770db7b0ba admin admin] Pushing event deleted for resources: {'Network': ['ID=78a67fee-daee-45dd-8ed2-c2860225c24a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:28.015731 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:28.094965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39488) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:28.134727 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f9bb23aa-7033-427f-b4ba-bc9a2df58656 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e88be942630b48b9ba82e6723b9e3dd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384130 Dec 08 02:54:28.137110 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39490) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:28.184072 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e74d-4e6a-411a-b27d-40a332f5720e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:28.205841 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e74d-4e6a-411a-b27d-40a332f5720e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:28.256520 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e74d-4e6a-411a-b27d-40a332f5720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:28.259125 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e74d-4e6a-411a-b27d-40a332f5720e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:28.260300 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6ba6e74d-4e6a-411a-b27d-40a332f5720e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/27105517-d9c7-4ca0-a091-bc306098677e HTTP/1.1" status: 204 len: 168 time: 0.1222982 Dec 08 02:54:28.268793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6e74d-4e6a-411a-b27d-40a332f5720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27105517-d9c7-4ca0-a091-bc306098677e,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:28.392858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:54:28.413496 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:54:28.413846 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 34db838f-6ba6-4c0c-98d7-5f7f7d6b909e not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:54:28.414268 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 73a620ee-f6bc-47f0-beaa-861a0dade15f no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:54:28.432934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 73a620ee-f6bc-47f0-beaa-861a0dade15f {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:54:28.433279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 73a620ee-f6bc-47f0-beaa-861a0dade15f not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:54:28.433694 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a09ed42c-f7fd-4472-8f81-f6d018f2782e no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:54:28.452389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: a09ed42c-f7fd-4472-8f81-f6d018f2782e {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:54:28.452731 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a09ed42c-f7fd-4472-8f81-f6d018f2782e not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:54:28.570096 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39496) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:28.609875 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3a93e4de-b73d-4666-a90f-5fccf6179567 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0e44eca430084eb19fa4152779a5633f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385695 Dec 08 02:54:28.612129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39498) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:28.658676 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-165af49e-4918-49d5-a22e-20b744d0a914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:28.678890 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-165af49e-4918-49d5-a22e-20b744d0a914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:28.726898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-165af49e-4918-49d5-a22e-20b744d0a914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:28.729615 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-165af49e-4918-49d5-a22e-20b744d0a914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:28.730731 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-165af49e-4918-49d5-a22e-20b744d0a914 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/baa67540-6ccc-48e5-8cd7-47d33e2f6d6b HTTP/1.1" status: 204 len: 168 time: 0.1177118 Dec 08 02:54:28.738121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165af49e-4918-49d5-a22e-20b744d0a914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa67540-6ccc-48e5-8cd7-47d33e2f6d6b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:30.330326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39538) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:30.334932 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f762a2ee-9f89-42fc-8c9f-4052e8fda09f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-326705636', 'description': 'tempest-secgroup-smoke-326705636 description', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:30.356928 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f762a2ee-9f89-42fc-8c9f-4052e8fda09f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.366059 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f762a2ee-9f89-42fc-8c9f-4052e8fda09f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.439662 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f762a2ee-9f89-42fc-8c9f-4052e8fda09f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.443447 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f762a2ee-9f89-42fc-8c9f-4052e8fda09f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.484212 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762a2ee-9f89-42fc-8c9f-4052e8fda09f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5752f5-ff79-4133-b6e5-9b4075612a68,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:30.519286 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f762a2ee-9f89-42fc-8c9f-4052e8fda09f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.522706 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f762a2ee-9f89-42fc-8c9f-4052e8fda09f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.550769 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f762a2ee-9f89-42fc-8c9f-4052e8fda09f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.554866 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f762a2ee-9f89-42fc-8c9f-4052e8fda09f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2235205 Dec 08 02:54:30.555058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39540) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:30.559032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762a2ee-9f89-42fc-8c9f-4052e8fda09f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4950a5da-83ea-480e-b074-4d3fb81849c2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:30.559779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0fa57e26-231a-4739-97a0-7d7810533818 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '4950a5da-83ea-480e-b074-4d3fb81849c2', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:30.588086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fa57e26-231a-4739-97a0-7d7810533818 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.641755 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fa57e26-231a-4739-97a0-7d7810533818 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.645615 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fa57e26-231a-4739-97a0-7d7810533818 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.666210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa57e26-231a-4739-97a0-7d7810533818 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6afc28-0c2d-42a0-910e-cfb63e79e359,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:30.673290 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0fa57e26-231a-4739-97a0-7d7810533818 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.674485 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0fa57e26-231a-4739-97a0-7d7810533818 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183517 Dec 08 02:54:30.677242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39542) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:30.681712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-84aac299-ff94-43b3-9c61-696236e0f67e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '4950a5da-83ea-480e-b074-4d3fb81849c2', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:30.707084 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84aac299-ff94-43b3-9c61-696236e0f67e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.761869 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84aac299-ff94-43b3-9c61-696236e0f67e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.765287 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84aac299-ff94-43b3-9c61-696236e0f67e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.783730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aac299-ff94-43b3-9c61-696236e0f67e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44b9f09-56f3-4fea-aa6b-1cfec2e962c5,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:30.793550 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84aac299-ff94-43b3-9c61-696236e0f67e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.794744 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-84aac299-ff94-43b3-9c61-696236e0f67e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165838 Dec 08 02:54:30.797376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39544) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:30.801739 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-d59087fb-82b8-40ab-89d9-c5be28dfcf61 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '4950a5da-83ea-480e-b074-4d3fb81849c2', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:30.827380 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d59087fb-82b8-40ab-89d9-c5be28dfcf61 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.881959 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d59087fb-82b8-40ab-89d9-c5be28dfcf61 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.885502 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d59087fb-82b8-40ab-89d9-c5be28dfcf61 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.905933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59087fb-82b8-40ab-89d9-c5be28dfcf61 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826a65fa-9615-430d-9394-08cae0657301,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:30.912424 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d59087fb-82b8-40ab-89d9-c5be28dfcf61 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:30.913484 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d59087fb-82b8-40ab-89d9-c5be28dfcf61 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151910 Dec 08 02:54:30.916200 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39546) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:30.920423 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-df006ad1-ecb0-4cca-a4c4-283e470ad492 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '4950a5da-83ea-480e-b074-4d3fb81849c2', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:30.946194 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df006ad1-ecb0-4cca-a4c4-283e470ad492 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.002688 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df006ad1-ecb0-4cca-a4c4-283e470ad492 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.006015 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df006ad1-ecb0-4cca-a4c4-283e470ad492 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.020978 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df006ad1-ecb0-4cca-a4c4-283e470ad492 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237c015c-7dba-4c06-9fb6-052ce4813685,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:31.031238 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-df006ad1-ecb0-4cca-a4c4-283e470ad492 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.032547 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-df006ad1-ecb0-4cca-a4c4-283e470ad492 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154366 Dec 08 02:54:31.035334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39548) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:31.039581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-5f40a424-8be3-4baa-8a04-7c49e25c04c2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '4950a5da-83ea-480e-b074-4d3fb81849c2', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:31.060705 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-5f40a424-8be3-4baa-8a04-7c49e25c04c2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Project 026d219675a54b6c9e5ff4dffd5ed36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:54:31.065886 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5f40a424-8be3-4baa-8a04-7c49e25c04c2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.124890 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5f40a424-8be3-4baa-8a04-7c49e25c04c2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.129013 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5f40a424-8be3-4baa-8a04-7c49e25c04c2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.147525 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40a424-8be3-4baa-8a04-7c49e25c04c2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7678036-5790-4b1c-a3ad-330ad8f11666,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:31.152467 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5f40a424-8be3-4baa-8a04-7c49e25c04c2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.153657 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5f40a424-8be3-4baa-8a04-7c49e25c04c2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173730 Dec 08 02:54:31.156368 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39550) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:31.160640 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ae0c283e-03c9-4dfc-8155-4f6f507f9956 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '4950a5da-83ea-480e-b074-4d3fb81849c2', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:31.180727 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-ae0c283e-03c9-4dfc-8155-4f6f507f9956 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Project 026d219675a54b6c9e5ff4dffd5ed36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:54:31.185343 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae0c283e-03c9-4dfc-8155-4f6f507f9956 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.244860 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae0c283e-03c9-4dfc-8155-4f6f507f9956 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.248384 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae0c283e-03c9-4dfc-8155-4f6f507f9956 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.268924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c283e-03c9-4dfc-8155-4f6f507f9956 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd189613-1e4f-416b-b5e2-b51e86f18d67,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:31.274380 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ae0c283e-03c9-4dfc-8155-4f6f507f9956 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.275468 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ae0c283e-03c9-4dfc-8155-4f6f507f9956 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181622 Dec 08 02:54:31.278521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39552) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:31.283376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-4ac82fbf-433c-4054-865d-fbaba8040b2b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'network': {'name': 'tempest-network-smoke--1521767381', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'port_security_enabled': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:31.303817 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac82fbf-433c-4054-865d-fbaba8040b2b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:54:31.307160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ac82fbf-433c-4054-865d-fbaba8040b2b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.330562 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac82fbf-433c-4054-865d-fbaba8040b2b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:54:31.339336 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ac82fbf-433c-4054-865d-fbaba8040b2b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.339716 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-4ac82fbf-433c-4054-865d-fbaba8040b2b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Added segment b6de4766-eaae-426b-b621-36a20df096e3 of type vlan for network c3456c8a-e0a4-430c-b10a-5b853baafc8f Dec 08 02:54:31.378424 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ac82fbf-433c-4054-865d-fbaba8040b2b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.404832 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ac82fbf-433c-4054-865d-fbaba8040b2b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.410599 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac82fbf-433c-4054-865d-fbaba8040b2b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:31.411198 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4ac82fbf-433c-4054-865d-fbaba8040b2b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.447167 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4ac82fbf-433c-4054-865d-fbaba8040b2b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1675937 Dec 08 02:54:31.450524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39554) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:31.455236 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'admin_state_up': True, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:31.477424 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.478469 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.481093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac82fbf-433c-4054-865d-fbaba8040b2b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Network': ['ID=c3456c8a-e0a4-430c-b10a-5b853baafc8f,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:31.491890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network c3456c8a-e0a4-430c-b10a-5b853baafc8f details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:54:31.537668 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.676995 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.866112 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.884099 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:31.987127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.25.8.161 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/d128e47b-a9c4-4c63-a984-fe74881f46c1) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:54:32.088148 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:32.120845 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:32.162239 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:54:32.164990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:54:32.168424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:54:32.177598 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608c3911-4f60-4c07-a885-ad72a5ad356c None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:54:32.192143 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=d128e47b-a9c4-4c63-a984-fe74881f46c1,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:32.256744 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7a2201ff-e3b5-4202-acd3-e51caa67a320 None None] Provisioning complete for port d128e47b-a9c4-4c63-a984-fe74881f46c1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:32.257239 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a2201ff-e3b5-4202-acd3-e51caa67a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:32.291726 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7a2201ff-e3b5-4202-acd3-e51caa67a320 None None] Port d128e47b-a9c4-4c63-a984-fe74881f46c1 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:54:32.689422 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:32.881369 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:33.004059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router b4dc4b64-0164-4514-9c05-76becf1abbe3 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:54:33.106000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:54:33.116663 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Sync routers for ids ['b4dc4b64-0164-4514-9c05-76becf1abbe3'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:54:33.126706 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:33.127506 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Routers {'b4dc4b64-0164-4514-9c05-76becf1abbe3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:54:33.127972 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ae9a20eb-d2c7-4b4b-af56-91f448d6c5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6763668 Dec 08 02:54:33.128141 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:54:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b4dc4b64-0164-4514-9c05-76becf1abbe3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:33.131078 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39556) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:33.261800 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-31adbd96-caef-4d5c-92a0-d5f7300542d1 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=026d219675a54b6c9e5ff4dffd5ed36a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1292741 Dec 08 02:54:33.264709 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39560) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:33.323814 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Set router b4dc4b64-0164-4514-9c05-76becf1abbe3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:54:33.420459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a95179-15ae-4636-a3cc-c144aff33df9 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:33.422682 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a1a95179-15ae-4636-a3cc-c144aff33df9 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1564219 Dec 08 02:54:33.425525 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39562) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:33.459418 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3e92726b-f62d-4374-a980-05e0be2061ac tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327601 Dec 08 02:54:33.462173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39564) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:33.467933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-35270f70-df4b-4ff8-85e8-2690af15c3fc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1757876261', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:33.496301 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:32Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:33.521313 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Checking router: b4dc4b64-0164-4514-9c05-76becf1abbe3 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:54:33.521568 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Updating router b4dc4b64-0164-4514-9c05-76becf1abbe3 port d128e47b-a9c4-4c63-a984-fe74881f46c1 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:54:33.550048 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:33.559444 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35270f70-df4b-4ff8-85e8-2690af15c3fc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:54:33.563043 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35270f70-df4b-4ff8-85e8-2690af15c3fc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:33.743864 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35270f70-df4b-4ff8-85e8-2690af15c3fc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:33.795633 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:33.801287 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:33.809309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35270f70-df4b-4ff8-85e8-2690af15c3fc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Subnet': ['ID=57b6e3a5-caea-4247-8a83-321a1946b76a,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:33.811474 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35270f70-df4b-4ff8-85e8-2690af15c3fc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Checking segment: {'id': 'b6de4766-eaae-426b-b621-36a20df096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:54:33.811869 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35270f70-df4b-4ff8-85e8-2690af15c3fc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network hostable DHCP agents. Network: c3456c8a-e0a4-430c-b10a-5b853baafc8f, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:54:33.829517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35270f70-df4b-4ff8-85e8-2690af15c3fc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network c3456c8a-e0a4-430c-b10a-5b853baafc8f is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:54:33.843001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0013be88-8984-454a-843f-fc8d8b3a2019 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:54:33.845537 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-35270f70-df4b-4ff8-85e8-2690af15c3fc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, c3456c8a-e0a4-430c-b10a-5b853baafc8f) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:54:33.850366 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Attempting to bind port d128e47b-a9c4-4c63-a984-fe74881f46c1 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:54:33.850681 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35270f70-df4b-4ff8-85e8-2690af15c3fc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:33.850792 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Attempting to bind port d128e47b-a9c4-4c63-a984-fe74881f46c1 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:54:33.851089 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Attempting to bind port d128e47b-a9c4-4c63-a984-fe74881f46c1 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:54:33.851303 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-35270f70-df4b-4ff8-85e8-2690af15c3fc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:33.858564 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b197c84-0531-413e-8f32-2b398a16bb63 None None] Network c3456c8a-e0a4-430c-b10a-5b853baafc8f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:54:33.861848 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:54:33.862130 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:54:33.862534 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:33.862967 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:54:33.863386 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Bound port: d128e47b-a9c4-4c63-a984-fe74881f46c1, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:54:33.864018 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:33.867640 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Pushing event updated for resources: {'Port': ['ID=d128e47b-a9c4-4c63-a984-fe74881f46c1,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:33.875749 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-35270f70-df4b-4ff8-85e8-2690af15c3fc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4091465 Dec 08 02:54:33.876335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39566) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:33.898972 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:33.899347 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:33.899674 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:33.900016 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:33.900346 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:33.900674 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:33.900997 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:33.901323 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:33.901644 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:33.901963 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:33.902284 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:33.902602 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:33.902921 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:33.932430 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] For port d128e47b-a9c4-4c63-a984-fe74881f46c1, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:54:33.932935 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2758dab6-ce3a-480e-9b8d-510d2dfeb7c3 None None] Provisioning complete for port d128e47b-a9c4-4c63-a984-fe74881f46c1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:33.933297 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2758dab6-ce3a-480e-9b8d-510d2dfeb7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:33.935127 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] For port d128e47b-a9c4-4c63-a984-fe74881f46c1, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d128e47b-a9c4-4c63-a984-fe74881f46c1,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:54:33.940654 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:33.976010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2758dab6-ce3a-480e-9b8d-510d2dfeb7c3 None None] Port d128e47b-a9c4-4c63-a984-fe74881f46c1 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:54:33.995864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65852e4-3ad9-490d-b14d-f7404f5ebe32 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:54:34.002788 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Routers {'b4dc4b64-0164-4514-9c05-76becf1abbe3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:54:34.003414 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:54:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b4dc4b64-0164-4514-9c05-76becf1abbe3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:34.005816 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ips': [{'subnet_id': '57b6e3a5-caea-4247-8a83-321a1946b76a'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:54:34.006872 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:34.058888 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9646e5-9aab-403d-b0fd-7c5041bf24e7 None None] Pushing event updated for resources: {'Port': ['ID=d128e47b-a9c4-4c63-a984-fe74881f46c1,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:34.142772 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] Set router b4dc4b64-0164-4514-9c05-76becf1abbe3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:54:34.150948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Allocated IP 172.20.0.2 (c3456c8a-e0a4-430c-b10a-5b853baafc8f/57b6e3a5-caea-4247-8a83-321a1946b76a/5d4ea493-500e-4181-816c-e73d71bd80a4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:54:34.157987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-58738fb6-4248-4529-960c-c4814b4b2782 None None] Provisioning complete for port d128e47b-a9c4-4c63-a984-fe74881f46c1 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:34.158363 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58738fb6-4248-4529-960c-c4814b4b2782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:34.340733 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:34.344209 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:32Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:34.352417 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:34.365780 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:34.376640 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd826b-ea05-459f-b52e-c0b883277ba1 None None] The sync data for ids ['b4dc4b64-0164-4514-9c05-76becf1abbe3'] in n-d-713499-31 is: [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:32Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:54:34.574542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Network c3456c8a-e0a4-430c-b10a-5b853baafc8f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:54:34.575458 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58738fb6-4248-4529-960c-c4814b4b2782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:34.585592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:54:34.590015 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:54:34.626667 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Pushing event updated for resources: {'Port': ['ID=5d4ea493-500e-4181-816c-e73d71bd80a4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:34.633482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-58738fb6-4248-4529-960c-c4814b4b2782 None None] For port d128e47b-a9c4-4c63-a984-fe74881f46c1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d128e47b-a9c4-4c63-a984-fe74881f46c1,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:34.651262 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58738fb6-4248-4529-960c-c4814b4b2782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:34.676995 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.20.0.1 (c3456c8a-e0a4-430c-b10a-5b853baafc8f/57b6e3a5-caea-4247-8a83-321a1946b76a/263b0198-e677-4fdd-b972-45005fb8a8df) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:54:34.712135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Attempting to bind port 5d4ea493-500e-4181-816c-e73d71bd80a4 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:54:34.712609 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Attempting to bind port 5d4ea493-500e-4181-816c-e73d71bd80a4 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'b6de4766-eaae-426b-b621-36a20df096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:54:34.713048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Attempting to bind port 5d4ea493-500e-4181-816c-e73d71bd80a4 on network c3456c8a-e0a4-430c-b10a-5b853baafc8f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:54:34.723205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:54:34.723588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Checking segment: {'id': 'b6de4766-eaae-426b-b621-36a20df096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:54:34.724016 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:34.724414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Bound using segment: {'id': 'b6de4766-eaae-426b-b621-36a20df096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:54:34.724899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Bound port: 5d4ea493-500e-4181-816c-e73d71bd80a4, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6de4766-eaae-426b-b621-36a20df096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:54:34.725275 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:34.745341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58738fb6-4248-4529-960c-c4814b4b2782 None None] Pushing event updated for resources: {'Port': ['ID=d128e47b-a9c4-4c63-a984-fe74881f46c1,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:34.803394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] For port 5d4ea493-500e-4181-816c-e73d71bd80a4, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:54:34.806542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] For port 5d4ea493-500e-4181-816c-e73d71bd80a4, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5d4ea493-500e-4181-816c-e73d71bd80a4,segment=NetworkSegment(b6de4766-eaae-426b-b621-36a20df096e3),segment_id=b6de4766-eaae-426b-b621-36a20df096e3)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:54:34.811205 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:34.812000 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:34.866979 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:34.871128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8fd57-7b81-4f86-ae3b-4a5d363e1ccf None None] Pushing event updated for resources: {'Port': ['ID=5d4ea493-500e-4181-816c-e73d71bd80a4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:34.908618 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network c3456c8a-e0a4-430c-b10a-5b853baafc8f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:54:34.912089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:54:34.916396 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:54:34.948179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=263b0198-e677-4fdd-b972-45005fb8a8df,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:34.972184 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:35.138544 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:35.427063 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:35.431834 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:35.504242 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:35.506175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=263b0198-e677-4fdd-b972-45005fb8a8df,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:35.604101 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network c3456c8a-e0a4-430c-b10a-5b853baafc8f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:54:35.605613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:54:35.724425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router b4dc4b64-0164-4514-9c05-76becf1abbe3 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:54:35.818290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6ee33d-5cd7-4415-9f78-0550da61e956 None None] Network c3456c8a-e0a4-430c-b10a-5b853baafc8f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:54:35.841721 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:54:35.849987 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8be36091-c32a-449a-b0a7-336553f3eb73 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "PUT /v2.0/routers/b4dc4b64-0164-4514-9c05-76becf1abbe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9704618 Dec 08 02:54:35.901967 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ba415b30-6012-49a1-8acd-bd241e3c5b19 None None] Provisioning complete for port 5d4ea493-500e-4181-816c-e73d71bd80a4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:35.902415 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba415b30-6012-49a1-8acd-bd241e3c5b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:36.019376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-6c806f44-ca13-40f3-bd6c-f1ea2cfc8a7a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326705636&fields=id&tenant_id=026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 267 time: 0.0618608 Dec 08 02:54:36.023095 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba415b30-6012-49a1-8acd-bd241e3c5b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:36.057627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-ba415b30-6012-49a1-8acd-bd241e3c5b19 None None] For port 5d4ea493-500e-4181-816c-e73d71bd80a4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5d4ea493-500e-4181-816c-e73d71bd80a4,segment=NetworkSegment(b6de4766-eaae-426b-b621-36a20df096e3),segment_id=b6de4766-eaae-426b-b621-36a20df096e3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:36.067126 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba415b30-6012-49a1-8acd-bd241e3c5b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:36.125289 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba415b30-6012-49a1-8acd-bd241e3c5b19 None None] Pushing event updated for resources: {'Port': ['ID=5d4ea493-500e-4181-816c-e73d71bd80a4,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:36.149508 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-77c4d0d6-4487-4f25-b106-baca4be7030b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:36.151000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-77c4d0d6-4487-4f25-b106-baca4be7030b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/networks?id=c3456c8a-e0a4-430c-b10a-5b853baafc8f HTTP/1.1" status: 200 len: 797 time: 0.1235459 Dec 08 02:54:36.167448 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-4b4cca6f-4015-4ede-80eb-515e4510d41c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/quotas/026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 375 time: 0.0096908 Dec 08 02:54:36.224067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-1fa44485-9eeb-40a1-be20-8bb39b6487ff tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489128 Dec 08 02:54:36.289024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-51d8d7cc-8ca5-4f0b-ad9e-1d88993bf9d0 None None] Provisioning complete for port 5d4ea493-500e-4181-816c-e73d71bd80a4 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:36.289644 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51d8d7cc-8ca5-4f0b-ad9e-1d88993bf9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:36.339585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Sync routers for ids ['b4dc4b64-0164-4514-9c05-76becf1abbe3'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:54:36.349706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-82e05afa-b5b5-441b-bc1c-d79ea2e6ff87 service neutron] 10.222.0.71 "GET /v2.0/networks/c3456c8a-e0a4-430c-b10a-5b853baafc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121798 Dec 08 02:54:36.373138 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Routers {'b4dc4b64-0164-4514-9c05-76becf1abbe3'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:54:36.373883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:54:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b4dc4b64-0164-4514-9c05-76becf1abbe3'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:36.484503 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-8835cc48-4a22-490e-ad32-81b80a7f3a25 service neutron] 10.222.0.71 "GET /v2.0/networks/c3456c8a-e0a4-430c-b10a-5b853baafc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232677 Dec 08 02:54:36.530350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d128e47b-a9c4-4c63-a984-fe74881f46c1 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:54:36.565575 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Set router b4dc4b64-0164-4514-9c05-76becf1abbe3 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:54:36.607329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-51d8d7cc-8ca5-4f0b-ad9e-1d88993bf9d0 None None] Provisioning complete for port 263b0198-e677-4fdd-b972-45005fb8a8df triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:36.607721 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51d8d7cc-8ca5-4f0b-ad9e-1d88993bf9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:36.677718 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db3b00e9-c63f-4056-8858-cd8ddfeb105b req-e886cbf2-1534-41d5-a4bc-58e82ea01ce5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 210 time: 0.0309684 Dec 08 02:54:36.713007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-51d8d7cc-8ca5-4f0b-ad9e-1d88993bf9d0 None None] Port 263b0198-e677-4fdd-b972-45005fb8a8df cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:54:36.738576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port d128e47b-a9c4-4c63-a984-fe74881f46c1 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:36.738965 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:36.878480 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-23a49c52-0ec3-4b52-a479-a5fce719c414 None None] Provisioning complete for port 263b0198-e677-4fdd-b972-45005fb8a8df triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:36.878842 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-23a49c52-0ec3-4b52-a479-a5fce719c414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:36.880925 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5d4ea493-500e-4181-816c-e73d71bd80a4 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:54:36.955752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-23a49c52-0ec3-4b52-a479-a5fce719c414 None None] Port 263b0198-e677-4fdd-b972-45005fb8a8df cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:54:36.967150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:35Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '263b0198-e677-4fdd-b972-45005fb8a8df', 'name': '', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:46:0d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:34Z', 'updated_at': '2021-12-08T02:54:35Z', 'revision_number': 2, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:36.996495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Checking router: b4dc4b64-0164-4514-9c05-76becf1abbe3 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:54:36.996864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Updating router b4dc4b64-0164-4514-9c05-76becf1abbe3 port 263b0198-e677-4fdd-b972-45005fb8a8df binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:54:37.017827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 5d4ea493-500e-4181-816c-e73d71bd80a4 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:37.018190 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:37.046537 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:37.341762 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:37.346775 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:37.396895 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77c618-70f8-4032-82e8-bdf039b3ff6c None None] Pushing event updated for resources: {'Port': ['ID=263b0198-e677-4fdd-b972-45005fb8a8df,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:37.449211 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Attempting to bind port 263b0198-e677-4fdd-b972-45005fb8a8df on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:54:37.449582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Attempting to bind port 263b0198-e677-4fdd-b972-45005fb8a8df by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'b6de4766-eaae-426b-b621-36a20df096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:54:37.449942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Attempting to bind port 263b0198-e677-4fdd-b972-45005fb8a8df on network c3456c8a-e0a4-430c-b10a-5b853baafc8f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:54:37.455002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:54:37.455370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Checking segment: {'id': 'b6de4766-eaae-426b-b621-36a20df096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:54:37.455795 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:37.456185 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Bound using segment: {'id': 'b6de4766-eaae-426b-b621-36a20df096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:54:37.456646 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Bound port: 263b0198-e677-4fdd-b972-45005fb8a8df, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6de4766-eaae-426b-b621-36a20df096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:54:37.457026 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:37.521742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] For port 263b0198-e677-4fdd-b972-45005fb8a8df, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:54:37.525555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] For port 263b0198-e677-4fdd-b972-45005fb8a8df, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=263b0198-e677-4fdd-b972-45005fb8a8df,segment=NetworkSegment(b6de4766-eaae-426b-b621-36a20df096e3),segment_id=b6de4766-eaae-426b-b621-36a20df096e3)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:54:37.530463 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:37.608135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77c618-70f8-4032-82e8-bdf039b3ff6c None None] Pushing event updated for resources: {'Port': ['ID=263b0198-e677-4fdd-b972-45005fb8a8df,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:37.611931 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Routers {'b4dc4b64-0164-4514-9c05-76becf1abbe3'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:54:37.612748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:54:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b4dc4b64-0164-4514-9c05-76becf1abbe3'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:37.615050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0caf985a-8af5-4d15-b881-245216aca0bc None None] Provisioning complete for port 263b0198-e677-4fdd-b972-45005fb8a8df triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:37.615643 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0caf985a-8af5-4d15-b881-245216aca0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:37.648101 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:54:37.791354 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-5f41847e-a953-465e-b12c-aebe24e8d4d4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:37.793958 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-5f41847e-a953-465e-b12c-aebe24e8d4d4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/networks?id=c3456c8a-e0a4-430c-b10a-5b853baafc8f HTTP/1.1" status: 200 len: 797 time: 0.1909270 Dec 08 02:54:37.802554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c137345-f2c2-4313-b156-68cc11bdc8cb req-c776a844-72f6-453c-bd7d-f01b9eac660c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 210 time: 0.0370727 Dec 08 02:54:37.874657 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-0220a83c-5e54-4f0a-9397-9704aab4af6a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 379 time: 0.0649724 Dec 08 02:54:37.910482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-ae0c4527-e719-42de-9a1f-72270828b26f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'port': {'device_id': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'admin_state_up': True, 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'security_groups': ['4950a5da-83ea-480e-b074-4d3fb81849c2']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:37.934106 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] Set router b4dc4b64-0164-4514-9c05-76becf1abbe3 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:54:37.980284 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0caf985a-8af5-4d15-b881-245216aca0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:38.016651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-ae0c4527-e719-42de-9a1f-72270828b26f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:54:38.021081 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-ae0c4527-e719-42de-9a1f-72270828b26f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:38.088217 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0caf985a-8af5-4d15-b881-245216aca0bc None None] For port 263b0198-e677-4fdd-b972-45005fb8a8df, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=263b0198-e677-4fdd-b972-45005fb8a8df,segment=NetworkSegment(b6de4766-eaae-426b-b621-36a20df096e3),segment_id=b6de4766-eaae-426b-b621-36a20df096e3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:38.095439 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0caf985a-8af5-4d15-b881-245216aca0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:38.158136 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-ae0c4527-e719-42de-9a1f-72270828b26f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.20.0.7 (c3456c8a-e0a4-430c-b10a-5b853baafc8f/57b6e3a5-caea-4247-8a83-321a1946b76a/4afaf4f0-2472-49d6-b68d-9bd4673c6e2c) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:54:38.178503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf985a-8af5-4d15-b881-245216aca0bc None None] Pushing event updated for resources: {'Port': ['ID=263b0198-e677-4fdd-b972-45005fb8a8df,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:38.215811 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:35Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '263b0198-e677-4fdd-b972-45005fb8a8df', 'name': '', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:46:0d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:34Z', 'updated_at': '2021-12-08T02:54:37Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:38.245874 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f454dec-0008-4e34-8739-f7507577c4db None None] The sync data for ids ['b4dc4b64-0164-4514-9c05-76becf1abbe3'] in n-d-713499-31 is: [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:35Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '263b0198-e677-4fdd-b972-45005fb8a8df', 'name': '', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:46:0d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:34Z', 'updated_at': '2021-12-08T02:54:37Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:54:38.248396 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-87e299fd-1f8f-4249-9a49-59a9f0d3a8f0 None None] Provisioning complete for port 263b0198-e677-4fdd-b972-45005fb8a8df triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:38.248765 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87e299fd-1f8f-4249-9a49-59a9f0d3a8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:38.334440 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-ae0c4527-e719-42de-9a1f-72270828b26f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:38.384844 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-ae0c4527-e719-42de-9a1f-72270828b26f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:38.430723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-ae0c4527-e719-42de-9a1f-72270828b26f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network c3456c8a-e0a4-430c-b10a-5b853baafc8f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:54:38.433852 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-ae0c4527-e719-42de-9a1f-72270828b26f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:54:38.438324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-ae0c4527-e719-42de-9a1f-72270828b26f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:54:38.469132 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c4527-e719-42de-9a1f-72270828b26f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:38.470481 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 263b0198-e677-4fdd-b972-45005fb8a8df up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:54:38.501326 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-ae0c4527-e719-42de-9a1f-72270828b26f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:38.501811 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-ae0c4527-e719-42de-9a1f-72270828b26f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:38.525889 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-ae0c4527-e719-42de-9a1f-72270828b26f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6195431 Dec 08 02:54:38.530439 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 263b0198-e677-4fdd-b972-45005fb8a8df triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:38.530915 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:38.605214 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Request body: {'port': {'device_id': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:38.665950 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:38.792884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-87e179cb-bc9b-4af1-bf52-3814fa4eb032 None None] Provisioning complete for port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:38.793392 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-87e179cb-bc9b-4af1-bf52-3814fa4eb032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:38.834825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-87e179cb-bc9b-4af1-bf52-3814fa4eb032 None None] Port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:54:38.935282 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb4b21-d363-492f-af9d-9b3bb1fea61b req-0d2df29e-15b9-4dae-b3e8-d9fa2e6b1e9e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:38.937122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfeb4b21-d363-492f-af9d-9b3bb1fea61b req-0d2df29e-15b9-4dae-b3e8-d9fa2e6b1e9e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 931 time: 0.0538049 Dec 08 02:54:38.962013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:54:38.970480 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:38.985618 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Transition to ACTIVE for port object 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:54:38.988997 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:38.990471 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfeb4b21-d363-492f-af9d-9b3bb1fea61b req-c1e9ee6f-e44c-4787-bdd3-ca9452d5dbda tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469980 Dec 08 02:54:39.048210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Pushing event updated for resources: {'Port': ['ID=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:39.128766 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Attempting to bind port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:54:39.129109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Attempting to bind port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'b6de4766-eaae-426b-b621-36a20df096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:54:39.129445 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Attempting to bind port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c on network c3456c8a-e0a4-430c-b10a-5b853baafc8f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:54:39.134157 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c on network c3456c8a-e0a4-430c-b10a-5b853baafc8f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:54:39.134484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Attempting to bind port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c on network c3456c8a-e0a4-430c-b10a-5b853baafc8f {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:54:39.139802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:54:39.140144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Checking segment: {'id': 'b6de4766-eaae-426b-b621-36a20df096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:54:39.140567 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Bound using segment: {'id': 'b6de4766-eaae-426b-b621-36a20df096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:54:39.141001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Bound port: 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6de4766-eaae-426b-b621-36a20df096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:54:39.141352 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:39.210685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] For port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:54:39.217666 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] For port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c,segment=NetworkSegment(b6de4766-eaae-426b-b621-36a20df096e3),segment_id=b6de4766-eaae-426b-b621-36a20df096e3)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:54:39.223439 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:39.261349 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:39.262093 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:39.263503 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-cd281192-d687-4017-a377-71a046e80b4a service neutron] 10.222.0.45 "PUT /v2.0/ports/4afaf4f0-2472-49d6-b68d-9bd4673c6e2c HTTP/1.1" status: 200 len: 1092 time: 0.7246048 Dec 08 02:54:39.263974 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'tag': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:54:39.267088 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4309b37-a88f-4926-99c2-5bc1d2469424" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9cbbb9-de37-467d-a1f3-f50a6019918a", "tag": "4afaf4f0-2472-49d6-b68d-9bd4673c6e2c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:54:39.290837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd281192-d687-4017-a377-71a046e80b4a service neutron] Pushing event updated for resources: {'Port': ['ID=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:39.367460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-795ea777-8530-4ea0-978a-c4abdac1192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:39.369255 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-795ea777-8530-4ea0-978a-c4abdac1192b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 1095 time: 0.0448792 Dec 08 02:54:39.423264 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee73101-2613-4303-8b4b-e31b8b88c4dc x-openstack-request-id: req-cee73101-2613-4303-8b4b-e31b8b88c4dc {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:54:39.423554 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9cbbb9-de37-467d-a1f3-f50a6019918a", "tag": "4afaf4f0-2472-49d6-b68d-9bd4673c6e2c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:54:39.423838 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cee73101-2613-4303-8b4b-e31b8b88c4dc {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:54:39.424232 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'tag': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c', 'status': 'completed', 'code': 200} Dec 08 02:54:39.426012 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-23543d99-5e88-47c5-a414-8baa8bf1c250 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c HTTP/1.1" status: 200 len: 217 time: 0.0433080 Dec 08 02:54:39.486696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-40c8e1cc-2c2c-44cb-9aee-8f3b21533eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:39.488205 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-40c8e1cc-2c2c-44cb-9aee-8f3b21533eae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57b6e3a5-caea-4247-8a83-321a1946b76a HTTP/1.1" status: 200 len: 835 time: 0.0514266 Dec 08 02:54:39.536932 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-db01806a-7d3e-497c-8073-0db4f30fd31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:39.538437 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-db01806a-7d3e-497c-8073-0db4f30fd31a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3456c8a-e0a4-430c-b10a-5b853baafc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420349 Dec 08 02:54:39.632421 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-61771964-9489-4b58-ac21-290a491c6ece service neutron] 10.222.0.45 "GET /v2.0/networks/c3456c8a-e0a4-430c-b10a-5b853baafc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863602 Dec 08 02:54:39.724333 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b79d0137-2407-4382-9db0-6a8b2a6ad897 req-87e2f2f1-bd70-4312-bfab-18f52782fcfa service neutron] 10.222.0.45 "GET /v2.0/networks/c3456c8a-e0a4-430c-b10a-5b853baafc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847399 Dec 08 02:54:39.865507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309b37-a88f-4926-99c2-5bc1d2469424 req-4b05aa74-e876-499c-a320-223a10d8da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:39.866880 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c4309b37-a88f-4926-99c2-5bc1d2469424 req-4b05aa74-e876-499c-a320-223a10d8da06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 1095 time: 0.0445790 Dec 08 02:54:39.954895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309b37-a88f-4926-99c2-5bc1d2469424 req-d80fc95b-5206-42a4-8880-e1262c7875fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:39.956373 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c4309b37-a88f-4926-99c2-5bc1d2469424 req-d80fc95b-5206-42a4-8880-e1262c7875fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3456c8a-e0a4-430c-b10a-5b853baafc8f HTTP/1.1" status: 200 len: 898 time: 0.0825651 Dec 08 02:54:39.999868 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c4309b37-a88f-4926-99c2-5bc1d2469424 req-2c0884b5-f1b9-450c-8ba6-d3cab7d8a856 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c HTTP/1.1" status: 200 len: 217 time: 0.0365496 Dec 08 02:54:40.114191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dcf68-86ba-4db9-ad28-17717b13cb70 req-6ef1bc21-4017-4cc9-92df-e99726d1c7d1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:40.115862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b6dcf68-86ba-4db9-ad28-17717b13cb70 req-6ef1bc21-4017-4cc9-92df-e99726d1c7d1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 943 time: 0.0514262 Dec 08 02:54:40.167662 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b6dcf68-86ba-4db9-ad28-17717b13cb70 req-9e564c3a-04fa-4962-978a-9467e12f79ee tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456092 Dec 08 02:54:40.375407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309b37-a88f-4926-99c2-5bc1d2469424 req-3ee0632c-19ca-44d5-bd4d-560cae90e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:40.376837 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c4309b37-a88f-4926-99c2-5bc1d2469424 req-3ee0632c-19ca-44d5-bd4d-560cae90e9fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57b6e3a5-caea-4247-8a83-321a1946b76a HTTP/1.1" status: 200 len: 835 time: 0.3696392 Dec 08 02:54:40.424715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309b37-a88f-4926-99c2-5bc1d2469424 req-3394dd53-f626-4927-8f6f-1948c20c5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:40.426241 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c4309b37-a88f-4926-99c2-5bc1d2469424 req-3394dd53-f626-4927-8f6f-1948c20c5d94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3456c8a-e0a4-430c-b10a-5b853baafc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398176 Dec 08 02:54:40.519130 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c4309b37-a88f-4926-99c2-5bc1d2469424 req-e9fad0da-4202-4cac-8f46-ae1a34dab773 service neutron] 10.222.0.45 "GET /v2.0/networks/c3456c8a-e0a4-430c-b10a-5b853baafc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844784 Dec 08 02:54:40.609320 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c4309b37-a88f-4926-99c2-5bc1d2469424 req-6f099a33-5943-4e49-a899-10ecda463ad9 service neutron] 10.222.0.45 "GET /v2.0/networks/c3456c8a-e0a4-430c-b10a-5b853baafc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822811 Dec 08 02:54:41.016256 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:54:41.112752 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c,segment=NetworkSegment(b6de4766-eaae-426b-b621-36a20df096e3),segment_id=b6de4766-eaae-426b-b621-36a20df096e3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:41.125579 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'port_id': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c', 'mac_address': 'fa:16:3e:9f:85:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:54:41.163767 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:41.177633 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:54:41.202583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c,segment=NetworkSegment(b6de4766-eaae-426b-b621-36a20df096e3),segment_id=b6de4766-eaae-426b-b621-36a20df096e3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:41.208420 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:41.259995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:41.296237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a22f2a-e6d1-445f-b5b8-d32a02b31c32 req-b5502706-8cff-4ffc-8d18-163f2f9a28af tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:41.298258 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d0a22f2a-e6d1-445f-b5b8-d32a02b31c32 req-b5502706-8cff-4ffc-8d18-163f2f9a28af tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 944 time: 0.0562015 Dec 08 02:54:41.348812 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d0a22f2a-e6d1-445f-b5b8-d32a02b31c32 req-888eb5ae-6a28-48f2-82b4-71477a1cd46d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443482 Dec 08 02:54:41.517421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['4afaf4f0-2472-49d6-b68d-9bd4673c6e2c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:54:42.462639 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a31f8e-ecec-4225-8065-f5258c3458a0 req-04e103ab-6867-44da-b48a-72101172c32a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:42.464124 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94a31f8e-ecec-4225-8065-f5258c3458a0 req-04e103ab-6867-44da-b48a-72101172c32a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 944 time: 0.0492013 Dec 08 02:54:42.512263 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-94a31f8e-ecec-4225-8065-f5258c3458a0 req-5dcd7d53-faba-4b6c-adbc-58561fafc31a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Dec 08 02:54:43.006968 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:54:43.055058 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:54:43.058994 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:43.059361 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:43.137011 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:43.159609 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:54:43.161868 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4350965d-9d06-4540-bbdb-182b12316c09" -d '{"events": [{"server_uuid": "8f9cbbb9-de37-467d-a1f3-f50a6019918a", "name": "network-vif-plugged", "status": "completed", "tag": "4afaf4f0-2472-49d6-b68d-9bd4673c6e2c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:54:43.174228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c,segment=NetworkSegment(b6de4766-eaae-426b-b621-36a20df096e3),segment_id=b6de4766-eaae-426b-b621-36a20df096e3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:43.177989 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:43.228540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:43.254398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-54c90a32-7f4e-4d04-85c8-883616a87239 req-d4bfdb96-04a4-437b-a234-4fdf72ab20ca service neutron] (109767) timed out ('10.222.0.75', 53002) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:54:43.255086 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e36f91-4516-420d-a422-f5e3aac70e44 x-openstack-request-id: req-96e36f91-4516-420d-a422-f5e3aac70e44 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:54:43.255381 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9cbbb9-de37-467d-a1f3-f50a6019918a", "name": "network-vif-plugged", "status": "completed", "tag": "4afaf4f0-2472-49d6-b68d-9bd4673c6e2c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:54:43.255659 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96e36f91-4516-420d-a422-f5e3aac70e44 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:54:43.256059 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c', 'code': 200} Dec 08 02:54:43.381564 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49611a82-8277-43db-9e88-a876ce912105 req-9bc99df3-1ef0-4edd-8f01-235f9d6a5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:43.382958 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-49611a82-8277-43db-9e88-a876ce912105 req-9bc99df3-1ef0-4edd-8f01-235f9d6a5baf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 1097 time: 0.0400741 Dec 08 02:54:43.431964 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-49611a82-8277-43db-9e88-a876ce912105 req-b58afd9e-49dd-4742-8a44-bdfbb1f034a4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414393 Dec 08 02:54:43.630023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e875d-4ec5-41e4-944d-1774fc21454c req-ad641ea8-12f8-4170-8eee-d019a3620dba tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:43.631516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a09e875d-4ec5-41e4-944d-1774fc21454c req-ad641ea8-12f8-4170-8eee-d019a3620dba tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 945 time: 0.0478718 Dec 08 02:54:43.683114 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a09e875d-4ec5-41e4-944d-1774fc21454c req-941d7fef-5512-4322-9a8c-680af2d2e959 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454268 Dec 08 02:54:44.799712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01220c-f1b3-49d8-a73e-d4a55eaffb1a req-ad320679-42c7-4e23-b2f9-ac0bdb6d7bcc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:44.801090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e01220c-f1b3-49d8-a73e-d4a55eaffb1a req-ad320679-42c7-4e23-b2f9-ac0bdb6d7bcc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 945 time: 0.0480995 Dec 08 02:54:44.849136 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e01220c-f1b3-49d8-a73e-d4a55eaffb1a req-f2edaeb5-5cc9-4326-a180-d92cca2aa2dd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421727 Dec 08 02:54:44.962872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0347f0-8e09-4393-84d4-3f16040eb4de req-a5216c09-5e94-4ec8-a7aa-4a72b5d7b3d1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:44.964388 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9c0347f0-8e09-4393-84d4-3f16040eb4de req-a5216c09-5e94-4ec8-a7aa-4a72b5d7b3d1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 945 time: 0.0493019 Dec 08 02:54:45.011928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9c0347f0-8e09-4393-84d4-3f16040eb4de req-e9466589-d07c-43e7-a98c-402e9c7eda51 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415633 Dec 08 02:54:45.033195 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39618) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:45.075916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c08002c-842a-498f-bc14-03acc293e418 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:45.077289 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5c08002c-842a-498f-bc14-03acc293e418 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 1092 time: 0.0431273 Dec 08 02:54:45.080066 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39620) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:45.084221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:45.104868 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:45.197954 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:45.303391 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.25.8.43 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/cc24fc4a-9ae3-407e-8096-aa0783e5e564) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:54:45.400060 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:45.432339 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:45.475187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:54:45.478078 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:54:45.481662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:54:45.487592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=cc24fc4a-9ae3-407e-8096-aa0783e5e564,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:45.836903 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:45.901141 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:46.046998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:46.051191 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:46.116149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=cc24fc4a-9ae3-407e-8096-aa0783e5e564,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:46.128055 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:46.227157 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Floating IP 0f64312c-494d-4c1a-9afe-615561b59d54 associated. External IP: 172.25.8.43, port: 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c. Dec 08 02:54:46.431314 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router b4dc4b64-0164-4514-9c05-76becf1abbe3 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:54:46.537154 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:54:46.547445 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf3ebf-0e59-4434-bbf9-56e02e111c17 None None] Sync routers for ids ['b4dc4b64-0164-4514-9c05-76becf1abbe3'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:54:46.557731 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf3ebf-0e59-4434-bbf9-56e02e111c17 None None] Routers {'b4dc4b64-0164-4514-9c05-76becf1abbe3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:54:46.558434 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4bbf3ebf-0e59-4434-bbf9-56e02e111c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:54:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b4dc4b64-0164-4514-9c05-76becf1abbe3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:46.558827 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:46.586673 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0741387e-fe05-4505-a841-ffeea7fe4e77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5056133 Dec 08 02:54:46.587371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'tag': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:54:46.589781 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35157db-c10f-438e-a0f0-dacd5f7a9ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9cbbb9-de37-467d-a1f3-f50a6019918a", "tag": "4afaf4f0-2472-49d6-b68d-9bd4673c6e2c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:54:46.629356 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77db30d0-71e4-4786-97df-e33bb5a0f18d x-openstack-request-id: req-77db30d0-71e4-4786-97df-e33bb5a0f18d {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:54:46.629677 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9cbbb9-de37-467d-a1f3-f50a6019918a", "tag": "4afaf4f0-2472-49d6-b68d-9bd4673c6e2c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:54:46.629926 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-77db30d0-71e4-4786-97df-e33bb5a0f18d {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:54:46.630333 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'tag': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c', 'status': 'completed', 'code': 200} Dec 08 02:54:46.665459 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-4bbf3ebf-0e59-4434-bbf9-56e02e111c17 None None] Set router b4dc4b64-0164-4514-9c05-76becf1abbe3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:54:46.689410 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389de69-443c-4870-9ed3-44b1d6fc42d5 req-2b9c4706-df19-41dc-8668-58a8fef02efa tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:46.690873 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5389de69-443c-4870-9ed3-44b1d6fc42d5 req-2b9c4706-df19-41dc-8668-58a8fef02efa tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 945 time: 0.0535743 Dec 08 02:54:46.713959 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35157db-c10f-438e-a0f0-dacd5f7a9ce9 req-6646ec1d-814e-4f4f-8e3f-2cafc576b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:46.715586 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b35157db-c10f-438e-a0f0-dacd5f7a9ce9 req-6646ec1d-814e-4f4f-8e3f-2cafc576b154 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 1097 time: 0.0426829 Dec 08 02:54:46.743548 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5389de69-443c-4870-9ed3-44b1d6fc42d5 req-f435370a-8631-4eab-acde-b821c29746db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458772 Dec 08 02:54:46.767559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39626) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:46.816900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35157db-c10f-438e-a0f0-dacd5f7a9ce9 req-94fc3b07-0428-4767-8fae-1756f252f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:46.818615 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b35157db-c10f-438e-a0f0-dacd5f7a9ce9 req-94fc3b07-0428-4767-8fae-1756f252f473 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3456c8a-e0a4-430c-b10a-5b853baafc8f HTTP/1.1" status: 200 len: 898 time: 0.0953336 Dec 08 02:54:46.835422 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-bfda992a-f61a-448e-adf9-f6774fc1e07e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/0f64312c-494d-4c1a-9afe-615561b59d54 HTTP/1.1" status: 200 len: 990 time: 0.0666819 Dec 08 02:54:46.887582 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b35157db-c10f-438e-a0f0-dacd5f7a9ce9 req-fb2d5964-0147-4d63-93e7-af29a176ec1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c HTTP/1.1" status: 200 len: 998 time: 0.0618999 Dec 08 02:54:46.891134 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4bbf3ebf-0e59-4434-bbf9-56e02e111c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:35Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0f64312c-494d-4c1a-9afe-615561b59d54', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'port_id': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'mac_address': 'fa:16:3e:9f:85:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:54:45Z', 'updated_at': '2021-12-08T02:54:45Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263b0198-e677-4fdd-b972-45005fb8a8df', 'name': '', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:46:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:34Z', 'updated_at': '2021-12-08T02:54:38Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:46.920633 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf3ebf-0e59-4434-bbf9-56e02e111c17 None None] Checking router: b4dc4b64-0164-4514-9c05-76becf1abbe3 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:54:46.930760 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf3ebf-0e59-4434-bbf9-56e02e111c17 None None] Routers {'b4dc4b64-0164-4514-9c05-76becf1abbe3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:54:46.931515 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4bbf3ebf-0e59-4434-bbf9-56e02e111c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:54:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b4dc4b64-0164-4514-9c05-76becf1abbe3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:46.938096 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35157db-c10f-438e-a0f0-dacd5f7a9ce9 req-fc3c3e52-b706-402b-8057-58d0a1682daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:46.939671 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b35157db-c10f-438e-a0f0-dacd5f7a9ce9 req-fc3c3e52-b706-402b-8057-58d0a1682daa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57b6e3a5-caea-4247-8a83-321a1946b76a HTTP/1.1" status: 200 len: 835 time: 0.0449741 Dec 08 02:54:46.986303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35157db-c10f-438e-a0f0-dacd5f7a9ce9 req-af7533b3-bffc-4c8f-983a-3c95adf79749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:46.987890 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b35157db-c10f-438e-a0f0-dacd5f7a9ce9 req-af7533b3-bffc-4c8f-983a-3c95adf79749 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3456c8a-e0a4-430c-b10a-5b853baafc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403566 Dec 08 02:54:47.085334 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b35157db-c10f-438e-a0f0-dacd5f7a9ce9 req-e8ecca0f-6118-4f62-9067-014422a546d9 service neutron] 10.222.0.45 "GET /v2.0/networks/c3456c8a-e0a4-430c-b10a-5b853baafc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904961 Dec 08 02:54:47.133711 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-4bbf3ebf-0e59-4434-bbf9-56e02e111c17 None None] Set router b4dc4b64-0164-4514-9c05-76becf1abbe3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:54:47.180385 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b35157db-c10f-438e-a0f0-dacd5f7a9ce9 req-95cd1ffd-f3de-4482-bf1d-f1c46579e75e service neutron] 10.222.0.45 "GET /v2.0/networks/c3456c8a-e0a4-430c-b10a-5b853baafc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873945 Dec 08 02:54:47.354437 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-4bbf3ebf-0e59-4434-bbf9-56e02e111c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:35Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0f64312c-494d-4c1a-9afe-615561b59d54', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'port_id': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'mac_address': 'fa:16:3e:9f:85:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:54:45Z', 'updated_at': '2021-12-08T02:54:45Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263b0198-e677-4fdd-b972-45005fb8a8df', 'name': '', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:46:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:34Z', 'updated_at': '2021-12-08T02:54:38Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:54:47.383215 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf3ebf-0e59-4434-bbf9-56e02e111c17 None None] The sync data for ids ['b4dc4b64-0164-4514-9c05-76becf1abbe3'] in n-d-713499-31 is: [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:35Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0f64312c-494d-4c1a-9afe-615561b59d54', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'port_id': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'mac_address': 'fa:16:3e:9f:85:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:54:45Z', 'updated_at': '2021-12-08T02:54:45Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263b0198-e677-4fdd-b972-45005fb8a8df', 'name': '', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:46:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:34Z', 'updated_at': '2021-12-08T02:54:38Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:54:47.568437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bce0c2-adcc-4804-8a9f-16e6f2555d0b None None] New status for floating IP 0f64312c-494d-4c1a-9afe-615561b59d54: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:54:47.839194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39628) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:54:47.897880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4eeb9568-69fc-42a2-ae6c-4a02f550d5cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/0f64312c-494d-4c1a-9afe-615561b59d54 HTTP/1.1" status: 200 len: 992 time: 0.0574892 Dec 08 02:54:52.095417 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9aca765-3b14-4e54-a523-1378d19a5871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:53.984814 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:54.444463 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e57ee430-1955-41d9-83b3-583bc685910c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:54.856838 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:55.672288 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:57.179089 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:58.016218 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:00.158059 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-791cb51f-97dd-4528-a4f3-26f5f844bed3 req-bf5b3bc8-2b59-4eaf-b516-97b5b03fbcb7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396836 Dec 08 02:55:00.254127 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cb51f-97dd-4528-a4f3-26f5f844bed3 req-640c4978-7380-49de-8ba0-85f40b7e4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:00.255647 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-791cb51f-97dd-4528-a4f3-26f5f844bed3 req-640c4978-7380-49de-8ba0-85f40b7e4972 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 1097 time: 0.0408206 Dec 08 02:55:00.360730 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cb51f-97dd-4528-a4f3-26f5f844bed3 req-734a0e12-04a5-4b2a-a631-721ac6032612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:00.362211 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-791cb51f-97dd-4528-a4f3-26f5f844bed3 req-734a0e12-04a5-4b2a-a631-721ac6032612 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3456c8a-e0a4-430c-b10a-5b853baafc8f HTTP/1.1" status: 200 len: 898 time: 0.0884008 Dec 08 02:55:00.425474 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-791cb51f-97dd-4528-a4f3-26f5f844bed3 req-9181cba6-d53a-41a4-b690-1362ce3a018a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c HTTP/1.1" status: 200 len: 1000 time: 0.0562570 Dec 08 02:55:00.473110 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cb51f-97dd-4528-a4f3-26f5f844bed3 req-f30171a8-d628-4198-b555-dd16c296c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:00.474517 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-791cb51f-97dd-4528-a4f3-26f5f844bed3 req-f30171a8-d628-4198-b555-dd16c296c321 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57b6e3a5-caea-4247-8a83-321a1946b76a HTTP/1.1" status: 200 len: 835 time: 0.0426805 Dec 08 02:55:00.523545 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cb51f-97dd-4528-a4f3-26f5f844bed3 req-31ff8bd8-425e-49b8-a755-5d8c0979ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:00.525041 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-791cb51f-97dd-4528-a4f3-26f5f844bed3 req-31ff8bd8-425e-49b8-a755-5d8c0979ddb9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3456c8a-e0a4-430c-b10a-5b853baafc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432339 Dec 08 02:55:00.613851 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-791cb51f-97dd-4528-a4f3-26f5f844bed3 req-e71935bd-f3fc-477a-8010-7d0da964303f service neutron] 10.222.0.45 "GET /v2.0/networks/c3456c8a-e0a4-430c-b10a-5b853baafc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807889 Dec 08 02:55:00.705798 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-791cb51f-97dd-4528-a4f3-26f5f844bed3 req-d137c7de-1058-4428-a416-5583236f738d service neutron] 10.222.0.45 "GET /v2.0/networks/c3456c8a-e0a4-430c-b10a-5b853baafc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852950 Dec 08 02:55:14.647256 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:55:16.680132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49dfc7-d798-4c60-89fe-4297f00e6b33 req-66e966ec-3b84-4174-ac04-c7f540e0ba7d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:16.681598 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c49dfc7-d798-4c60-89fe-4297f00e6b33 req-66e966ec-3b84-4174-ac04-c7f540e0ba7d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 945 time: 0.0529296 Dec 08 02:55:16.731527 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8c49dfc7-d798-4c60-89fe-4297f00e6b33 req-93b97399-e4a6-4f79-983e-554b73d03ed0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425994 Dec 08 02:55:17.851948 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18552c2c-cba2-4e34-b3a1-acbf793a0598 req-6e7a80f5-55b5-4638-a5e2-4dbb7ec11482 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:17.853431 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18552c2c-cba2-4e34-b3a1-acbf793a0598 req-6e7a80f5-55b5-4638-a5e2-4dbb7ec11482 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 945 time: 0.0480266 Dec 08 02:55:17.901507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18552c2c-cba2-4e34-b3a1-acbf793a0598 req-d868905c-5879-4901-b11c-5f5aab0a6fbe tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421529 Dec 08 02:55:17.923950 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39652) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:17.986420 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dbc04024-330c-4336-b403-d9071f8ddb20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/0f64312c-494d-4c1a-9afe-615561b59d54 HTTP/1.1" status: 200 len: 992 time: 0.0612781 Dec 08 02:55:19.257927 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649c055-a183-4abf-9d07-3e43567c81b9 req-a7a6a80a-263d-46e8-a0d6-6f4459c17552 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:19.259333 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a649c055-a183-4abf-9d07-3e43567c81b9 req-a7a6a80a-263d-46e8-a0d6-6f4459c17552 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 945 time: 0.0500214 Dec 08 02:55:19.307870 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a649c055-a183-4abf-9d07-3e43567c81b9 req-37204024-45b2-464d-a2fd-77d5b81ca3c0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426495 Dec 08 02:55:20.424914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519122d-628a-40b6-88cd-def5dc07297d req-d886ee4a-06ad-4d55-aaf2-f73dd05fa82f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:20.426409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b519122d-628a-40b6-88cd-def5dc07297d req-d886ee4a-06ad-4d55-aaf2-f73dd05fa82f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 945 time: 0.0482659 Dec 08 02:55:20.478402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b519122d-628a-40b6-88cd-def5dc07297d req-e8571fa0-6eed-4d3c-b8a6-60fafce36ac3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461309 Dec 08 02:55:20.500916 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39662) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:20.561272 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-00d2b3b8-409c-4838-9916-a9c3febd9fdb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/0f64312c-494d-4c1a-9afe-615561b59d54 HTTP/1.1" status: 200 len: 992 time: 0.0593405 Dec 08 02:55:20.842264 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39668) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:20.995573 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port cc24fc4a-9ae3-407e-8096-aa0783e5e564 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:55:20.995940 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:21.073088 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:21.073395 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:21.084747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for cc24fc4a-9ae3-407e-8096-aa0783e5e564 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:55:21.226053 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:21.255382 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=cc24fc4a-9ae3-407e-8096-aa0783e5e564,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:21.280472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:21.280827 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:21.281205 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:21.281584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:21.281883 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:21.282218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:21.282552 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:21.282882 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:21.283210 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:21.283535 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:21.283888 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:21.284213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:21.284553 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:21.323027 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:21.323367 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Floating IP 0f64312c-494d-4c1a-9afe-615561b59d54 disassociated (deleted). External IP: 172.25.8.43, port: 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c. Dec 08 02:55:21.529802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router b4dc4b64-0164-4514-9c05-76becf1abbe3 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:55:21.637236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:55:21.642477 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:21.647002 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a8b4c2-043c-4aaa-a8f5-0f5cee562fb3 None None] Sync routers for ids ['b4dc4b64-0164-4514-9c05-76becf1abbe3'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:55:21.656924 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a8b4c2-043c-4aaa-a8f5-0f5cee562fb3 None None] Routers {'b4dc4b64-0164-4514-9c05-76becf1abbe3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:55:21.657525 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-82a8b4c2-043c-4aaa-a8f5-0f5cee562fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:54:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b4dc4b64-0164-4514-9c05-76becf1abbe3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:21.669454 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5df2d648-7a78-4e1a-a2ed-85b99602d673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/floatingips/0f64312c-494d-4c1a-9afe-615561b59d54 HTTP/1.1" status: 204 len: 168 time: 0.8261707 Dec 08 02:55:21.670099 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'tag': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:55:21.687425 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f524d2be-327a-4552-9148-9c72531b7aca" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9cbbb9-de37-467d-a1f3-f50a6019918a", "tag": "4afaf4f0-2472-49d6-b68d-9bd4673c6e2c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:55:21.752357 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f8b0a2-e8e3-4797-ac76-c2cec9bd290d x-openstack-request-id: req-60f8b0a2-e8e3-4797-ac76-c2cec9bd290d {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:55:21.752962 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9cbbb9-de37-467d-a1f3-f50a6019918a", "tag": "4afaf4f0-2472-49d6-b68d-9bd4673c6e2c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:55:21.753388 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-60f8b0a2-e8e3-4797-ac76-c2cec9bd290d {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:55:21.753965 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'tag': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c', 'status': 'completed', 'code': 200} Dec 08 02:55:21.815850 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-82a8b4c2-043c-4aaa-a8f5-0f5cee562fb3 None None] Set router b4dc4b64-0164-4514-9c05-76becf1abbe3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:55:21.859088 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524d2be-327a-4552-9148-9c72531b7aca req-889a061a-4b6d-4969-813f-377dc0c03b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:21.861079 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f524d2be-327a-4552-9148-9c72531b7aca req-889a061a-4b6d-4969-813f-377dc0c03b2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 1097 time: 0.0533376 Dec 08 02:55:22.011302 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c719ea-30a3-4e7c-88f8-ad56bee9d51f req-40f654a0-21d8-4b7e-9cbb-97e42a06b303 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:22.022340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97c719ea-30a3-4e7c-88f8-ad56bee9d51f req-40f654a0-21d8-4b7e-9cbb-97e42a06b303 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 945 time: 0.0700915 Dec 08 02:55:22.034903 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524d2be-327a-4552-9148-9c72531b7aca req-07261bfa-612c-4e45-9b21-bf9b604b3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:22.036509 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f524d2be-327a-4552-9148-9c72531b7aca req-07261bfa-612c-4e45-9b21-bf9b604b3d4c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3456c8a-e0a4-430c-b10a-5b853baafc8f HTTP/1.1" status: 200 len: 898 time: 0.1353664 Dec 08 02:55:22.092865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-97c719ea-30a3-4e7c-88f8-ad56bee9d51f req-929b9dc1-e81c-4437-bec9-a72b1927fb01 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691841 Dec 08 02:55:22.106012 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-82a8b4c2-043c-4aaa-a8f5-0f5cee562fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:35Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '263b0198-e677-4fdd-b972-45005fb8a8df', 'name': '', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:46:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:34Z', 'updated_at': '2021-12-08T02:54:38Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:22.125768 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9db23470-9c83-4bfd-9020-b5a5509d0c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:22.135476 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f524d2be-327a-4552-9148-9c72531b7aca req-e2509708-cacc-4daf-bb37-18588313dddf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c HTTP/1.1" status: 200 len: 217 time: 0.0887084 Dec 08 02:55:22.140399 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a8b4c2-043c-4aaa-a8f5-0f5cee562fb3 None None] Checking router: b4dc4b64-0164-4514-9c05-76becf1abbe3 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:55:22.150363 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a8b4c2-043c-4aaa-a8f5-0f5cee562fb3 None None] Routers {'b4dc4b64-0164-4514-9c05-76becf1abbe3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:55:22.150974 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-82a8b4c2-043c-4aaa-a8f5-0f5cee562fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:54:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b4dc4b64-0164-4514-9c05-76becf1abbe3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:22.191173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524d2be-327a-4552-9148-9c72531b7aca req-5a03aac0-7529-41cf-8eea-c782b49a57e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:22.192716 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f524d2be-327a-4552-9148-9c72531b7aca req-5a03aac0-7529-41cf-8eea-c782b49a57e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57b6e3a5-caea-4247-8a83-321a1946b76a HTTP/1.1" status: 200 len: 835 time: 0.0505438 Dec 08 02:55:22.249022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524d2be-327a-4552-9148-9c72531b7aca req-a6cc9692-aa7c-4f5f-a05c-7696b6ff7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:22.251092 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f524d2be-327a-4552-9148-9c72531b7aca req-a6cc9692-aa7c-4f5f-a05c-7696b6ff7194 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3456c8a-e0a4-430c-b10a-5b853baafc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505481 Dec 08 02:55:22.270665 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-82a8b4c2-043c-4aaa-a8f5-0f5cee562fb3 None None] Set router b4dc4b64-0164-4514-9c05-76becf1abbe3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:55:22.349234 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f524d2be-327a-4552-9148-9c72531b7aca req-b212bda4-7c3a-4c79-8fce-bdc9ffe9b27d service neutron] 10.222.0.45 "GET /v2.0/networks/c3456c8a-e0a4-430c-b10a-5b853baafc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885985 Dec 08 02:55:22.451575 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-f524d2be-327a-4552-9148-9c72531b7aca req-14228bcd-1a9d-497a-9884-7314b2fa98cd service neutron] 10.222.0.45 "GET /v2.0/networks/c3456c8a-e0a4-430c-b10a-5b853baafc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935531 Dec 08 02:55:22.477451 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-82a8b4c2-043c-4aaa-a8f5-0f5cee562fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:35Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '263b0198-e677-4fdd-b972-45005fb8a8df', 'name': '', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:46:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:34Z', 'updated_at': '2021-12-08T02:54:38Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:22.508545 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a8b4c2-043c-4aaa-a8f5-0f5cee562fb3 None None] The sync data for ids ['b4dc4b64-0164-4514-9c05-76becf1abbe3'] in n-d-713499-31 is: [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:35Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '263b0198-e677-4fdd-b972-45005fb8a8df', 'name': '', 'network_id': 'c3456c8a-e0a4-430c-b10a-5b853baafc8f', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:46:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:34Z', 'updated_at': '2021-12-08T02:54:38Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '57b6e3a5-caea-4247-8a83-321a1946b76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:55:22.728961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12ffaec-15e1-49d0-bfbd-fede216086f0 None None] New status for floating IP 0f64312c-494d-4c1a-9afe-615561b59d54: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:55:23.202186 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118968cf-3cae-4bb9-a7f5-f00d6172d92f req-903f50d5-59b5-4bec-8e7a-cdf1b72d83e9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:23.204189 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-118968cf-3cae-4bb9-a7f5-f00d6172d92f req-903f50d5-59b5-4bec-8e7a-cdf1b72d83e9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 945 time: 0.0523031 Dec 08 02:55:23.253359 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-118968cf-3cae-4bb9-a7f5-f00d6172d92f req-093744de-3ada-4239-956a-25c6fcbf406f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4950a5da-83ea-480e-b074-4d3fb81849c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432868 Dec 08 02:55:23.582414 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f600b-b416-417a-b36d-bb784f5d67c9 req-ae48286c-6b8b-4a4c-ba37-b044d425be4a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:23.583896 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-519f600b-b416-417a-b36d-bb784f5d67c9 req-ae48286c-6b8b-4a4c-ba37-b044d425be4a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 945 time: 0.0482426 Dec 08 02:55:23.667618 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-519f600b-b416-417a-b36d-bb784f5d67c9 req-e41ee11f-56f8-4c5c-9f42-a3560450091c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:55:23.667976 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-519f600b-b416-417a-b36d-bb784f5d67c9 req-e41ee11f-56f8-4c5c-9f42-a3560450091c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:23.758516 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-519f600b-b416-417a-b36d-bb784f5d67c9 req-e41ee11f-56f8-4c5c-9f42-a3560450091c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c,segment=NetworkSegment(b6de4766-eaae-426b-b621-36a20df096e3),segment_id=b6de4766-eaae-426b-b621-36a20df096e3)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:55:23.758883 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-519f600b-b416-417a-b36d-bb784f5d67c9 req-e41ee11f-56f8-4c5c-9f42-a3560450091c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:23.771050 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-519f600b-b416-417a-b36d-bb784f5d67c9 req-e41ee11f-56f8-4c5c-9f42-a3560450091c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:55:23.898892 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-519f600b-b416-417a-b36d-bb784f5d67c9 req-e41ee11f-56f8-4c5c-9f42-a3560450091c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:23.928734 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ee11f-56f8-4c5c-9f42-a3560450091c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=4afaf4f0-2472-49d6-b68d-9bd4673c6e2c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:23.970357 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-519f600b-b416-417a-b36d-bb784f5d67c9 req-e41ee11f-56f8-4c5c-9f42-a3560450091c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] No DVR routers for this DVR port 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:55:23.973070 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-519f600b-b416-417a-b36d-bb784f5d67c9 req-e41ee11f-56f8-4c5c-9f42-a3560450091c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:23.976779 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-519f600b-b416-417a-b36d-bb784f5d67c9 req-e41ee11f-56f8-4c5c-9f42-a3560450091c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "DELETE /v2.0/ports/4afaf4f0-2472-49d6-b68d-9bd4673c6e2c HTTP/1.1" status: 204 len: 173 time: 0.3873765 Dec 08 02:55:23.977226 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'name': 'network-vif-deleted', 'tag': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:55:23.979514 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec20738f-8c2a-4c25-b0d3-ae44842757c9" -d '{"events": [{"server_uuid": "8f9cbbb9-de37-467d-a1f3-f50a6019918a", "name": "network-vif-deleted", "tag": "4afaf4f0-2472-49d6-b68d-9bd4673c6e2c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:55:24.000426 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:24.018729 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e55cd5-0857-4df6-9738-6d2b669c7859 x-openstack-request-id: req-61e55cd5-0857-4df6-9738-6d2b669c7859 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:55:24.019036 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9cbbb9-de37-467d-a1f3-f50a6019918a", "name": "network-vif-deleted", "tag": "4afaf4f0-2472-49d6-b68d-9bd4673c6e2c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:55:24.019378 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-61e55cd5-0857-4df6-9738-6d2b669c7859 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:55:24.019824 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9cbbb9-de37-467d-a1f3-f50a6019918a', 'name': 'network-vif-deleted', 'tag': '4afaf4f0-2472-49d6-b68d-9bd4673c6e2c', 'status': 'completed', 'code': 200} Dec 08 02:55:24.371995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4cc13a6e-ce6c-4383-9698-e1c0199a3396 req-3307a922-7f92-48b1-bdfb-36b427730c54 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9cbbb9-de37-467d-a1f3-f50a6019918a HTTP/1.1" status: 200 len: 210 time: 0.0310814 Dec 08 02:55:24.445669 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f06f5424-6a5b-4d12-bce8-91ac97da49e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:24.871562 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:25.429275 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39684) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:25.674521 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:25.788871 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7324196f-6406-4278-a338-bafab3cde7ae tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:26.036812 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7324196f-6406-4278-a338-bafab3cde7ae tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port 263b0198-e677-4fdd-b972-45005fb8a8df {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:55:26.037161 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7324196f-6406-4278-a338-bafab3cde7ae tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:26.123845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-7324196f-6406-4278-a338-bafab3cde7ae tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port 263b0198-e677-4fdd-b972-45005fb8a8df, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=263b0198-e677-4fdd-b972-45005fb8a8df,segment=NetworkSegment(b6de4766-eaae-426b-b621-36a20df096e3),segment_id=b6de4766-eaae-426b-b621-36a20df096e3)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:55:26.124204 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7324196f-6406-4278-a338-bafab3cde7ae tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:26.136849 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7324196f-6406-4278-a338-bafab3cde7ae tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for 263b0198-e677-4fdd-b972-45005fb8a8df owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:55:26.318658 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7324196f-6406-4278-a338-bafab3cde7ae tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:26.349746 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324196f-6406-4278-a338-bafab3cde7ae tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=263b0198-e677-4fdd-b972-45005fb8a8df,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:26.516493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7324196f-6406-4278-a338-bafab3cde7ae tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:26.730177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7324196f-6406-4278-a338-bafab3cde7ae tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router b4dc4b64-0164-4514-9c05-76becf1abbe3 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:55:27.155128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7324196f-6406-4278-a338-bafab3cde7ae tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:55:27.161064 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7324196f-6406-4278-a338-bafab3cde7ae tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "PUT /v2.0/routers/b4dc4b64-0164-4514-9c05-76becf1abbe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307043 Dec 08 02:55:27.163809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39686) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:27.168101 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551b550-a16b-4a69-abe4-b6962685e696 None None] Sync routers for ids ['b4dc4b64-0164-4514-9c05-76becf1abbe3'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:55:27.179485 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551b550-a16b-4a69-abe4-b6962685e696 None None] Routers {'b4dc4b64-0164-4514-9c05-76becf1abbe3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:55:27.180306 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b551b550-a16b-4a69-abe4-b6962685e696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b4dc4b64-0164-4514-9c05-76becf1abbe3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:27.185444 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:27.194452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:55:27.215555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:55:27.216017 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 4afaf4f0-2472-49d6-b68d-9bd4673c6e2c not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:55:27.216493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f7b336-c40f-4653-9c95-9e627ee45432 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting subnet 57b6e3a5-caea-4247-8a83-321a1946b76a {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:55:27.219823 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1f7b336-c40f-4653-9c95-9e627ee45432 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:27.259311 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1f7b336-c40f-4653-9c95-9e627ee45432 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:27.289742 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b551b550-a16b-4a69-abe4-b6962685e696 None None] Set router b4dc4b64-0164-4514-9c05-76becf1abbe3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:55:27.345551 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1f7b336-c40f-4653-9c95-9e627ee45432 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:27.404319 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1f7b336-c40f-4653-9c95-9e627ee45432 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:27.430792 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7b336-c40f-4653-9c95-9e627ee45432 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Subnet': ['ID=57b6e3a5-caea-4247-8a83-321a1946b76a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:27.434487 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1f7b336-c40f-4653-9c95-9e627ee45432 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:27.441250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39688) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:27.444245 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a1f7b336-c40f-4653-9c95-9e627ee45432 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/subnets/57b6e3a5-caea-4247-8a83-321a1946b76a HTTP/1.1" status: 204 len: 168 time: 0.2793553 Dec 08 02:55:27.445827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de58568-9ca4-4a0e-9ffb-52b5697cae0a None None] Network c3456c8a-e0a4-430c-b10a-5b853baafc8f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:55:27.473576 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b551b550-a16b-4a69-abe4-b6962685e696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:55:26Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:27.503994 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551b550-a16b-4a69-abe4-b6962685e696 None None] Checking router: b4dc4b64-0164-4514-9c05-76becf1abbe3 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:55:27.512785 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551b550-a16b-4a69-abe4-b6962685e696 None None] Routers {'b4dc4b64-0164-4514-9c05-76becf1abbe3'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:55:27.513415 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b551b550-a16b-4a69-abe4-b6962685e696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['b4dc4b64-0164-4514-9c05-76becf1abbe3'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:27.557293 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:27.614026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9294111-0711-4dd3-9180-e040a5ad3cf8 None None] DHCP port deletion for c3456c8a-e0a4-430c-b10a-5b853baafc8f request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:55:27.660837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e9294111-0711-4dd3-9180-e040a5ad3cf8 None None] Deleting port 5d4ea493-500e-4181-816c-e73d71bd80a4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:55:27.661213 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9294111-0711-4dd3-9180-e040a5ad3cf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:27.725433 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-b551b550-a16b-4a69-abe4-b6962685e696 None None] Set router b4dc4b64-0164-4514-9c05-76becf1abbe3 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:55:27.732029 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e9294111-0711-4dd3-9180-e040a5ad3cf8 None None] For port 5d4ea493-500e-4181-816c-e73d71bd80a4, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=5d4ea493-500e-4181-816c-e73d71bd80a4,segment=NetworkSegment(b6de4766-eaae-426b-b621-36a20df096e3),segment_id=b6de4766-eaae-426b-b621-36a20df096e3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:55:27.732419 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9294111-0711-4dd3-9180-e040a5ad3cf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:27.747009 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e9294111-0711-4dd3-9180-e040a5ad3cf8 None None] Calling delete_port for 5d4ea493-500e-4181-816c-e73d71bd80a4 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:55:27.834178 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9294111-0711-4dd3-9180-e040a5ad3cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:27.848190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9294111-0711-4dd3-9180-e040a5ad3cf8 None None] No DVR routers for this DVR port 5d4ea493-500e-4181-816c-e73d71bd80a4 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:55:27.869979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9294111-0711-4dd3-9180-e040a5ad3cf8 None None] Pushing event deleted for resources: {'Port': ['ID=5d4ea493-500e-4181-816c-e73d71bd80a4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:27.946584 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-b551b550-a16b-4a69-abe4-b6962685e696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:55:26Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:27.969499 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.005322 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551b550-a16b-4a69-abe4-b6962685e696 None None] The sync data for ids ['b4dc4b64-0164-4514-9c05-76becf1abbe3'] in n-d-713499-31 is: [{'id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189355682', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:55:26Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': 'd128e47b-a9c4-4c63-a984-fe74881f46c1', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dc4b64-0164-4514-9c05-76becf1abbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:54:31Z', 'updated_at': '2021-12-08T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:55:28.019673 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.028521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port d128e47b-a9c4-4c63-a984-fe74881f46c1 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:55:28.029121 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.112974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port d128e47b-a9c4-4c63-a984-fe74881f46c1, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=d128e47b-a9c4-4c63-a984-fe74881f46c1,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:55:28.113276 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.125831 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for d128e47b-a9c4-4c63-a984-fe74881f46c1 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:55:28.286409 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.312205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=d128e47b-a9c4-4c63-a984-fe74881f46c1,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:28.322697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33ad85d-8f34-4e8e-8951-7bf1dca5f972 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:55:28.339119 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:28.339474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:28.339845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:28.340188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:28.340522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:28.340858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:28.341194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:28.341518 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:28.341847 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:28.342171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:28.342495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:28.342820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:28.343140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:28.383219 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.479167 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.481498 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.491653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 263b0198-e677-4fdd-b972-45005fb8a8df no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:55:28.515543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 263b0198-e677-4fdd-b972-45005fb8a8df {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:55:28.516130 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 263b0198-e677-4fdd-b972-45005fb8a8df not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:55:28.516569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5d4ea493-500e-4181-816c-e73d71bd80a4 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:55:28.530928 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.531448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Fanout notify agent at l3_agent the message router_deleted on router b4dc4b64-0164-4514-9c05-76becf1abbe3 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:55:28.538245 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.539277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-497ea71f-24f8-489a-8241-584eca839b0e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/routers/b4dc4b64-0164-4514-9c05-76becf1abbe3 HTTP/1.1" status: 204 len: 168 time: 1.0970504 Dec 08 02:55:28.542260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39690) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:28.543987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 5d4ea493-500e-4181-816c-e73d71bd80a4 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:55:28.544333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 5d4ea493-500e-4181-816c-e73d71bd80a4 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:55:28.621019 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c973f8d8-aa51-40ea-a0ab-d5ba26e30393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.714717 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c973f8d8-aa51-40ea-a0ab-d5ba26e30393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.735113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c973f8d8-aa51-40ea-a0ab-d5ba26e30393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3456c8a-e0a4-430c-b10a-5b853baafc8f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:28.744533 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c973f8d8-aa51-40ea-a0ab-d5ba26e30393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6de4766-eaae-426b-b621-36a20df096e3') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:28.744823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-c973f8d8-aa51-40ea-a0ab-d5ba26e30393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6de4766-eaae-426b-b621-36a20df096e3') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:28.754004 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c973f8d8-aa51-40ea-a0ab-d5ba26e30393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.766654 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c973f8d8-aa51-40ea-a0ab-d5ba26e30393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.772418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c973f8d8-aa51-40ea-a0ab-d5ba26e30393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:55:28.772800 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c973f8d8-aa51-40ea-a0ab-d5ba26e30393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:55:28.775677 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:55:28.835505 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c973f8d8-aa51-40ea-a0ab-d5ba26e30393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.842798 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c973f8d8-aa51-40ea-a0ab-d5ba26e30393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.845804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c973f8d8-aa51-40ea-a0ab-d5ba26e30393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/networks/c3456c8a-e0a4-430c-b10a-5b853baafc8f HTTP/1.1" status: 204 len: 168 time: 0.3026145 Dec 08 02:55:28.848584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39692) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:28.856642 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973f8d8-aa51-40ea-a0ab-d5ba26e30393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Network': ['ID=c3456c8a-e0a4-430c-b10a-5b853baafc8f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:28.904603 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9a7bc453-d592-4374-8c87-45c01cff3b57 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.929320 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9a7bc453-d592-4374-8c87-45c01cff3b57 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.994428 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9a7bc453-d592-4374-8c87-45c01cff3b57 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.997287 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9a7bc453-d592-4374-8c87-45c01cff3b57 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:28.998456 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9a7bc453-d592-4374-8c87-45c01cff3b57 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/security-groups/4950a5da-83ea-480e-b074-4d3fb81849c2 HTTP/1.1" status: 204 len: 168 time: 0.1486998 Dec 08 02:55:29.009105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bc453-d592-4374-8c87-45c01cff3b57 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4950a5da-83ea-480e-b074-4d3fb81849c2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:29.256152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39698) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:29.260708 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9f34dcb2-2453-4bfa-89b4-5872670b19ba tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388027059', 'description': 'tempest-secgroup-smoke-388027059 description', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:29.281006 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f34dcb2-2453-4bfa-89b4-5872670b19ba tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.345058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f34dcb2-2453-4bfa-89b4-5872670b19ba tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.348436 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f34dcb2-2453-4bfa-89b4-5872670b19ba tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.376651 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9f34dcb2-2453-4bfa-89b4-5872670b19ba tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.377883 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9f34dcb2-2453-4bfa-89b4-5872670b19ba tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1207175 Dec 08 02:55:29.381028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39700) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:29.381980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34dcb2-2453-4bfa-89b4-5872670b19ba tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae74a7fe-c258-4e23-be00-b2013ce50e11,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:29.385664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-3af91c1c-3abc-425f-b923-8d336c8e04ee tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': 'ae74a7fe-c258-4e23-be00-b2013ce50e11', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:29.412363 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3af91c1c-3abc-425f-b923-8d336c8e04ee tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.456961 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3af91c1c-3abc-425f-b923-8d336c8e04ee tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.460643 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3af91c1c-3abc-425f-b923-8d336c8e04ee tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.481086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af91c1c-3abc-425f-b923-8d336c8e04ee tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d676f0-9376-4982-8b3c-617239f97fff,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:29.487487 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3af91c1c-3abc-425f-b923-8d336c8e04ee tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.488466 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3af91c1c-3abc-425f-b923-8d336c8e04ee tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1064186 Dec 08 02:55:29.491205 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39702) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:29.495678 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-88c61946-1e35-4abf-a9c2-e5a0ad05820e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': 'ae74a7fe-c258-4e23-be00-b2013ce50e11', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:29.521332 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88c61946-1e35-4abf-a9c2-e5a0ad05820e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.575898 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88c61946-1e35-4abf-a9c2-e5a0ad05820e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.579356 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88c61946-1e35-4abf-a9c2-e5a0ad05820e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.598450 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c61946-1e35-4abf-a9c2-e5a0ad05820e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cf89f2-05da-4834-a44c-6a1cdafcf216,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:29.603825 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-88c61946-1e35-4abf-a9c2-e5a0ad05820e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.605005 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-88c61946-1e35-4abf-a9c2-e5a0ad05820e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127846 Dec 08 02:55:29.607783 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39704) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:29.612613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-8de533ad-adaf-4941-a417-89d75ff7522d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': 'ae74a7fe-c258-4e23-be00-b2013ce50e11', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:29.636963 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8de533ad-adaf-4941-a417-89d75ff7522d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.692416 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8de533ad-adaf-4941-a417-89d75ff7522d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.695901 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8de533ad-adaf-4941-a417-89d75ff7522d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.714687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de533ad-adaf-4941-a417-89d75ff7522d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d365f6ee-db9b-44b2-9ed8-bcf9aea9356f,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:29.722773 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8de533ad-adaf-4941-a417-89d75ff7522d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.724084 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8de533ad-adaf-4941-a417-89d75ff7522d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153064 Dec 08 02:55:29.726722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39706) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:29.731022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f798cd47-10ad-4a44-8efb-776cf1e21ebf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': 'ae74a7fe-c258-4e23-be00-b2013ce50e11', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:29.756537 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f798cd47-10ad-4a44-8efb-776cf1e21ebf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.811554 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f798cd47-10ad-4a44-8efb-776cf1e21ebf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.815206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f798cd47-10ad-4a44-8efb-776cf1e21ebf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.833218 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798cd47-10ad-4a44-8efb-776cf1e21ebf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39090e6a-20d9-4a32-9ea1-5d6dfbdce5d9,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:29.839591 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f798cd47-10ad-4a44-8efb-776cf1e21ebf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.840782 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f798cd47-10ad-4a44-8efb-776cf1e21ebf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1130984 Dec 08 02:55:29.844129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39708) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:29.848308 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ca670221-824f-414b-b5e1-aae471d99424 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': 'ae74a7fe-c258-4e23-be00-b2013ce50e11', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:29.868495 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-ca670221-824f-414b-b5e1-aae471d99424 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Project 026d219675a54b6c9e5ff4dffd5ed36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:55:29.873132 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ca670221-824f-414b-b5e1-aae471d99424 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.928493 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ca670221-824f-414b-b5e1-aae471d99424 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.932288 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ca670221-824f-414b-b5e1-aae471d99424 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.949580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca670221-824f-414b-b5e1-aae471d99424 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fb9217-bd8b-4e16-ac7f-598559a04ea2,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:29.958247 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ca670221-824f-414b-b5e1-aae471d99424 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:29.959421 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ca670221-824f-414b-b5e1-aae471d99424 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1143894 Dec 08 02:55:29.962279 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39710) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:29.966463 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-cb59dfec-7d6f-4fe3-965a-aefa0987fa62 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': 'ae74a7fe-c258-4e23-be00-b2013ce50e11', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:29.992513 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-cb59dfec-7d6f-4fe3-965a-aefa0987fa62 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Project 026d219675a54b6c9e5ff4dffd5ed36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:55:29.997312 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb59dfec-7d6f-4fe3-965a-aefa0987fa62 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.054259 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb59dfec-7d6f-4fe3-965a-aefa0987fa62 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.057840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb59dfec-7d6f-4fe3-965a-aefa0987fa62 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.077238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59dfec-7d6f-4fe3-965a-aefa0987fa62 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62533e9-17f4-48b3-94b7-adc5d4891b3b,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:30.084577 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-cb59dfec-7d6f-4fe3-965a-aefa0987fa62 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.085755 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-cb59dfec-7d6f-4fe3-965a-aefa0987fa62 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225650 Dec 08 02:55:30.088617 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39712) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:30.093296 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f5777766-5abd-4c2c-8d54-0f77d7192118 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'network': {'name': 'tempest-network-smoke--769332299', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'port_security_enabled': True}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:30.113672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5777766-5abd-4c2c-8d54-0f77d7192118 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'network': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:55:30.117109 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5777766-5abd-4c2c-8d54-0f77d7192118 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.139464 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5777766-5abd-4c2c-8d54-0f77d7192118 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:55:30.148679 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5777766-5abd-4c2c-8d54-0f77d7192118 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.149055 n-d-713499-31 neutron-server[109766]: INFO neutron.db.segments_db [None req-f5777766-5abd-4c2c-8d54-0f77d7192118 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Added segment 3886e263-aa82-431c-9800-8f7b46fb827d of type vlan for network 3664412c-d114-41bb-8a5c-831f7e1bfb0b Dec 08 02:55:30.188529 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5777766-5abd-4c2c-8d54-0f77d7192118 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.212102 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5777766-5abd-4c2c-8d54-0f77d7192118 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.217723 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5777766-5abd-4c2c-8d54-0f77d7192118 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:30.218297 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f5777766-5abd-4c2c-8d54-0f77d7192118 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.277035 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f5777766-5abd-4c2c-8d54-0f77d7192118 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1874096 Dec 08 02:55:30.279888 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39714) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:30.284422 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'admin_state_up': True, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:30.285970 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5777766-5abd-4c2c-8d54-0f77d7192118 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Network': ['ID=3664412c-d114-41bb-8a5c-831f7e1bfb0b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:30.296649 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 3664412c-d114-41bb-8a5c-831f7e1bfb0b details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:55:30.306387 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.307329 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.358344 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.380367 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d128e47b-a9c4-4c63-a984-fe74881f46c1 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:55:30.404518 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: d128e47b-a9c4-4c63-a984-fe74881f46c1 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:55:30.404868 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device d128e47b-a9c4-4c63-a984-fe74881f46c1 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:55:30.493962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.679837 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.699078 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.797125 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.25.8.246 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/0059ff17-807c-44af-8f46-07b78c82baf3) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:55:30.899020 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.932293 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:30.971471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:55:30.974295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:55:30.977976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:55:30.987823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d894d-5195-47b7-b145-3d36cc528dcf None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:55:31.001084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=0059ff17-807c-44af-8f46-07b78c82baf3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:31.108380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3cd04ff0-8c37-4b3d-a6a2-e0d158d29dd8 None None] Provisioning complete for port 0059ff17-807c-44af-8f46-07b78c82baf3 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:31.108771 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3cd04ff0-8c37-4b3d-a6a2-e0d158d29dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:31.142439 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3cd04ff0-8c37-4b3d-a6a2-e0d158d29dd8 None None] Port 0059ff17-807c-44af-8f46-07b78c82baf3 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:55:31.228656 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:31.422912 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:31.547864 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 057c22a0-3f92-4c54-8f8f-4a296e710d0f is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:55:31.652814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:55:31.663545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Sync routers for ids ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:55:31.673893 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:31.674407 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Routers {'057c22a0-3f92-4c54-8f8f-4a296e710d0f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:55:31.675022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:31.675184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1124d48c-883a-4a76-8682-a1b56d167e37 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3942320 Dec 08 02:55:31.678289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39716) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:31.708002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-795808ef-bde7-425c-abaf-67c034ec655e tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=026d219675a54b6c9e5ff4dffd5ed36a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286117 Dec 08 02:55:31.710591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39718) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:31.779827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Set router 057c22a0-3f92-4c54-8f8f-4a296e710d0f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:55:31.795194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbe14e7-0cd2-439e-a27e-1ec2e114b05c tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:31.796745 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1cbe14e7-0cd2-439e-a27e-1ec2e114b05c tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852628 Dec 08 02:55:31.799633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39720) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:31.831769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-5915e75c-211c-4c0e-8b59-b6f32b84aa91 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311077 Dec 08 02:55:31.834218 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39722) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:31.838850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-750cb792-f461-44a8-8197-912742b69609 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-241842488', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:31.924062 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750cb792-f461-44a8-8197-912742b69609 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:55:31.927780 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-750cb792-f461-44a8-8197-912742b69609 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:31.957673 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:31Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:31.982912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Checking router: 057c22a0-3f92-4c54-8f8f-4a296e710d0f for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:55:31.983281 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Updating router 057c22a0-3f92-4c54-8f8f-4a296e710d0f port 0059ff17-807c-44af-8f46-07b78c82baf3 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:55:32.011914 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:32.116485 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-750cb792-f461-44a8-8197-912742b69609 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:32.168892 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cb792-f461-44a8-8197-912742b69609 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Subnet': ['ID=dbf3b9f1-7a72-43ba-8135-f0832f29f015,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:32.184413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750cb792-f461-44a8-8197-912742b69609 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Checking segment: {'id': '3886e263-aa82-431c-9800-8f7b46fb827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:55:32.185197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750cb792-f461-44a8-8197-912742b69609 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network hostable DHCP agents. Network: 3664412c-d114-41bb-8a5c-831f7e1bfb0b, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:55:32.201957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750cb792-f461-44a8-8197-912742b69609 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 3664412c-d114-41bb-8a5c-831f7e1bfb0b is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:55:32.210722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-750cb792-f461-44a8-8197-912742b69609 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 3664412c-d114-41bb-8a5c-831f7e1bfb0b) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:55:32.215497 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750cb792-f461-44a8-8197-912742b69609 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:32.216634 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-750cb792-f461-44a8-8197-912742b69609 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:32.221041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf08ed51-7c5a-478b-8d92-6055e2630092 None None] Network 3664412c-d114-41bb-8a5c-831f7e1bfb0b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:55:32.234932 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-750cb792-f461-44a8-8197-912742b69609 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3997247 Dec 08 02:55:32.237749 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39724) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:32.310245 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:32.322248 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:32.383719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adb218d-4512-4fc9-806c-16b442350718 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:55:32.404860 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ips': [{'subnet_id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:55:32.405702 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:32.410725 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Attempting to bind port 0059ff17-807c-44af-8f46-07b78c82baf3 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:55:32.411089 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Attempting to bind port 0059ff17-807c-44af-8f46-07b78c82baf3 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:55:32.411444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Attempting to bind port 0059ff17-807c-44af-8f46-07b78c82baf3 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:55:32.420801 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Pushing event updated for resources: {'Port': ['ID=0059ff17-807c-44af-8f46-07b78c82baf3,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:32.428987 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:55:32.429358 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:55:32.429751 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:32.430134 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:55:32.430595 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Bound port: 0059ff17-807c-44af-8f46-07b78c82baf3, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:55:32.430963 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:32.443956 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:32.444304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:32.444641 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:32.444972 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:32.445301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:32.445627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:32.445949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:32.446272 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:32.446588 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:32.447162 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:32.447486 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:32.447834 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:32.448151 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:32.682791 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:32.728806 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c75dfcf9-6b86-41e7-bfd7-1079675a1348 None None] Provisioning complete for port 0059ff17-807c-44af-8f46-07b78c82baf3 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:32.729481 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c75dfcf9-6b86-41e7-bfd7-1079675a1348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:32.734771 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] For port 0059ff17-807c-44af-8f46-07b78c82baf3, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:55:32.766024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] For port 0059ff17-807c-44af-8f46-07b78c82baf3, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0059ff17-807c-44af-8f46-07b78c82baf3,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:55:32.793288 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:32.839715 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c75dfcf9-6b86-41e7-bfd7-1079675a1348 None None] Port 0059ff17-807c-44af-8f46-07b78c82baf3 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:55:32.859363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315a2909-b601-4d19-9829-0d68e6f58bd9 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:55:32.866352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Allocated IP 172.20.0.2 (3664412c-d114-41bb-8a5c-831f7e1bfb0b/dbf3b9f1-7a72-43ba-8135-f0832f29f015/e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:55:32.882297 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Routers {'057c22a0-3f92-4c54-8f8f-4a296e710d0f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:55:32.882918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:32.923843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eb572-9f2d-4ec4-ac50-9672e3ffb9ee None None] Pushing event updated for resources: {'Port': ['ID=0059ff17-807c-44af-8f46-07b78c82baf3,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:33.048290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-2c490ebf-765d-430f-9f8a-8331a2bd484a None None] Provisioning complete for port 0059ff17-807c-44af-8f46-07b78c82baf3 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:33.048564 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c490ebf-765d-430f-9f8a-8331a2bd484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:33.094380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] Set router 057c22a0-3f92-4c54-8f8f-4a296e710d0f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:55:33.256921 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:33.282463 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:33.310221 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.20.0.1 (3664412c-d114-41bb-8a5c-831f7e1bfb0b/dbf3b9f1-7a72-43ba-8135-f0832f29f015/ac2b8fa1-ad78-4371-9068-0fffee4a5a81) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:55:33.348727 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Network 3664412c-d114-41bb-8a5c-831f7e1bfb0b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:55:33.370062 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c490ebf-765d-430f-9f8a-8331a2bd484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:33.375460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:55:33.381996 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:55:33.386492 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Pushing event updated for resources: {'Port': ['ID=e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:33.409719 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2c490ebf-765d-430f-9f8a-8331a2bd484a None None] For port 0059ff17-807c-44af-8f46-07b78c82baf3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0059ff17-807c-44af-8f46-07b78c82baf3,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:55:33.427401 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:33.427664 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2c490ebf-765d-430f-9f8a-8331a2bd484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:33.463869 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:33.493090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Attempting to bind port e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:55:33.493461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Attempting to bind port e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '3886e263-aa82-431c-9800-8f7b46fb827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:55:33.493825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Attempting to bind port e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 on network 3664412c-d114-41bb-8a5c-831f7e1bfb0b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:55:33.502675 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 3664412c-d114-41bb-8a5c-831f7e1bfb0b is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:55:33.505733 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:55:33.509250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:55:33.509477 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:55:33.509710 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Checking segment: {'id': '3886e263-aa82-431c-9800-8f7b46fb827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:55:33.510014 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:33.510401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Bound using segment: {'id': '3886e263-aa82-431c-9800-8f7b46fb827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:55:33.510866 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Bound port: e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3886e263-aa82-431c-9800-8f7b46fb827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:55:33.511244 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:33.523282 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c490ebf-765d-430f-9f8a-8331a2bd484a None None] Pushing event updated for resources: {'Port': ['ID=0059ff17-807c-44af-8f46-07b78c82baf3,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:33.535961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:31Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:33.537903 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=ac2b8fa1-ad78-4371-9068-0fffee4a5a81,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:33.558105 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:33.584812 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f91b5d-3daa-4f40-8b03-2161bf99b453 None None] The sync data for ids ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'] in n-d-713499-31 is: [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:31Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:55:33.614629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] For port e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:55:33.618031 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] For port e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2,segment=NetworkSegment(3886e263-aa82-431c-9800-8f7b46fb827d),segment_id=3886e263-aa82-431c-9800-8f7b46fb827d)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:55:33.623299 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:33.693884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d1747-b238-4100-8b84-fc18ca445e6d None None] Pushing event updated for resources: {'Port': ['ID=e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:34.035725 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:34.329633 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:34.334822 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:34.414842 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:34.416716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=ac2b8fa1-ad78-4371-9068-0fffee4a5a81,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:34.534942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0059ff17-807c-44af-8f46-07b78c82baf3 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:55:34.536687 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 3664412c-d114-41bb-8a5c-831f7e1bfb0b is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:55:34.539594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:55:34.598926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 0059ff17-807c-44af-8f46-07b78c82baf3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:34.599446 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:34.664614 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 057c22a0-3f92-4c54-8f8f-4a296e710d0f has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:55:34.686857 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:55:34.740819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:34.741199 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:34.783375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:55:34.797302 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d9292674-6b06-4c1a-9cf8-d74d1e2080f8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "PUT /v2.0/routers/057c22a0-3f92-4c54-8f8f-4a296e710d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5498242 Dec 08 02:55:34.818672 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc994d0-e506-4931-95e3-c8f78de3826d None None] Network 3664412c-d114-41bb-8a5c-831f7e1bfb0b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:55:34.886913 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:34.924443 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a4dad2c3-4b87-4f21-934c-617be721beb1 None None] Provisioning complete for port e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:34.924804 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4dad2c3-4b87-4f21-934c-617be721beb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:34.942093 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-01ea9635-a585-4cb1-be33-9b1557c1daa9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388027059&fields=id&tenant_id=026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 267 time: 0.0472543 Dec 08 02:55:34.961983 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2,segment=NetworkSegment(3886e263-aa82-431c-9800-8f7b46fb827d),segment_id=3886e263-aa82-431c-9800-8f7b46fb827d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:55:34.972212 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:35.061047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-10a2ad65-0af9-4369-898c-35313ddf1b02 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:35.061620 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:35.062605 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-10a2ad65-0af9-4369-898c-35313ddf1b02 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/networks?id=3664412c-d114-41bb-8a5c-831f7e1bfb0b HTTP/1.1" status: 200 len: 796 time: 0.1110795 Dec 08 02:55:35.092237 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-a1a9ab9e-a576-4fdd-87d9-f0338dd3da00 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/quotas/026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 375 time: 0.0116527 Dec 08 02:55:35.152693 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-0df2c950-6dad-4220-a747-9d1d3a5a313b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506136 Dec 08 02:55:35.305646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-1551d580-039d-44bb-9916-aa0abd8536c4 service neutron] 10.222.0.71 "GET /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401384 Dec 08 02:55:35.323743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-bef96924-b2a8-47ee-808f-1820fe3582c6 None None] Provisioning complete for port e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:35.324121 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bef96924-b2a8-47ee-808f-1820fe3582c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:35.391136 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Sync routers for ids ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:55:35.407490 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Routers {'057c22a0-3f92-4c54-8f8f-4a296e710d0f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:55:35.409180 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:35.419617 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-bef96924-b2a8-47ee-808f-1820fe3582c6 None None] Provisioning complete for port ac2b8fa1-ad78-4371-9068-0fffee4a5a81 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:35.420039 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bef96924-b2a8-47ee-808f-1820fe3582c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:35.427636 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-37885ff7-0ea5-4a19-80ca-2c86c1856522 service neutron] 10.222.0.71 "GET /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155453 Dec 08 02:55:35.463137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-bef96924-b2a8-47ee-808f-1820fe3582c6 None None] Port ac2b8fa1-ad78-4371-9068-0fffee4a5a81 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:55:35.527594 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Set router 057c22a0-3f92-4c54-8f8f-4a296e710d0f gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:55:35.590615 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-98248465-7e45-47bd-b1a9-d2f855d36fec None None] Provisioning complete for port ac2b8fa1-ad78-4371-9068-0fffee4a5a81 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:35.591679 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-98248465-7e45-47bd-b1a9-d2f855d36fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:35.638116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-98248465-7e45-47bd-b1a9-d2f855d36fec None None] Port ac2b8fa1-ad78-4371-9068-0fffee4a5a81 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:55:35.656426 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-329a34a3-9673-499c-848c-dab294e811d4 req-ddf3e759-69f2-4fb2-89ed-3b99fc9a0463 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 210 time: 0.0755098 Dec 08 02:55:35.757123 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-be3c62e5-2430-466e-8595-70d06881ad6b None None] Provisioning complete for port ac2b8fa1-ad78-4371-9068-0fffee4a5a81 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:35.757564 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-be3c62e5-2430-466e-8595-70d06881ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:35.761023 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'ac2b8fa1-ad78-4371-9068-0fffee4a5a81', 'name': '', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:68:14:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:32Z', 'updated_at': '2021-12-08T02:55:34Z', 'revision_number': 2, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:35.789211 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Checking router: 057c22a0-3f92-4c54-8f8f-4a296e710d0f for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:55:35.789699 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Updating router 057c22a0-3f92-4c54-8f8f-4a296e710d0f port ac2b8fa1-ad78-4371-9068-0fffee4a5a81 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:55:35.793491 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-be3c62e5-2430-466e-8595-70d06881ad6b None None] Port ac2b8fa1-ad78-4371-9068-0fffee4a5a81 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:55:35.816941 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:36.083521 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:36.088384 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:36.159694 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Pushing event updated for resources: {'Port': ['ID=ac2b8fa1-ad78-4371-9068-0fffee4a5a81,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:36.184657 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:36.185149 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:36.185715 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:36.186267 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:36.186606 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:36.187074 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:36.187507 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:36.187972 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:36.188378 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:36.188696 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:36.189022 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:36.189359 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:36.189687 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:36.206873 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Attempting to bind port ac2b8fa1-ad78-4371-9068-0fffee4a5a81 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:55:36.207244 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Attempting to bind port ac2b8fa1-ad78-4371-9068-0fffee4a5a81 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '3886e263-aa82-431c-9800-8f7b46fb827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:55:36.207625 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Attempting to bind port ac2b8fa1-ad78-4371-9068-0fffee4a5a81 on network 3664412c-d114-41bb-8a5c-831f7e1bfb0b {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:55:36.213417 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:55:36.213826 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Checking segment: {'id': '3886e263-aa82-431c-9800-8f7b46fb827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:55:36.214263 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:36.214665 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Bound using segment: {'id': '3886e263-aa82-431c-9800-8f7b46fb827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:55:36.215140 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Bound port: ac2b8fa1-ad78-4371-9068-0fffee4a5a81, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3886e263-aa82-431c-9800-8f7b46fb827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:55:36.215520 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:36.288541 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] For port ac2b8fa1-ad78-4371-9068-0fffee4a5a81, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:55:36.291895 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] For port ac2b8fa1-ad78-4371-9068-0fffee4a5a81, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ac2b8fa1-ad78-4371-9068-0fffee4a5a81,segment=NetworkSegment(3886e263-aa82-431c-9800-8f7b46fb827d),segment_id=3886e263-aa82-431c-9800-8f7b46fb827d)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:55:36.297401 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:36.347371 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Routers {'057c22a0-3f92-4c54-8f8f-4a296e710d0f'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:55:36.348011 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:36.392496 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd689a-6739-4eb5-9cd1-52896a71c4a7 None None] Pushing event updated for resources: {'Port': ['ID=ac2b8fa1-ad78-4371-9068-0fffee4a5a81,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:36.420250 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9803bdd1-81f4-4843-bc3c-8ed057d102d8 None None] Provisioning complete for port ac2b8fa1-ad78-4371-9068-0fffee4a5a81 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:36.421328 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9803bdd1-81f4-4843-bc3c-8ed057d102d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:36.453756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:55:36.476166 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] Set router 057c22a0-3f92-4c54-8f8f-4a296e710d0f gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:55:36.717544 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9803bdd1-81f4-4843-bc3c-8ed057d102d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:36.749068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:36.749488 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:36.771913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b711a6cc-3403-417e-8381-468fc100f042 req-025886cd-a34e-4ddc-b6fa-d7a09be25d27 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 210 time: 0.0319502 Dec 08 02:55:36.775255 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9803bdd1-81f4-4843-bc3c-8ed057d102d8 None None] For port ac2b8fa1-ad78-4371-9068-0fffee4a5a81, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ac2b8fa1-ad78-4371-9068-0fffee4a5a81,segment=NetworkSegment(3886e263-aa82-431c-9800-8f7b46fb827d),segment_id=3886e263-aa82-431c-9800-8f7b46fb827d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:55:36.783250 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-413b79d0-a1a8-448a-ba55-e69798726fd5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:36.787810 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9803bdd1-81f4-4843-bc3c-8ed057d102d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:36.788163 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-413b79d0-a1a8-448a-ba55-e69798726fd5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/networks?id=3664412c-d114-41bb-8a5c-831f7e1bfb0b HTTP/1.1" status: 200 len: 796 time: 0.1995327 Dec 08 02:55:36.836861 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'ac2b8fa1-ad78-4371-9068-0fffee4a5a81', 'name': '', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:68:14:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:32Z', 'updated_at': '2021-12-08T02:55:36Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:36.853370 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803bdd1-81f4-4843-bc3c-8ed057d102d8 None None] Pushing event updated for resources: {'Port': ['ID=ac2b8fa1-ad78-4371-9068-0fffee4a5a81,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:36.860441 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-0675f533-d0f3-4c88-8f07-6de0564a14d9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 379 time: 0.0558171 Dec 08 02:55:36.866926 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301fb541-303f-41f0-aa49-c4a41d98c800 None None] The sync data for ids ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'] in n-d-713499-31 is: [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'ac2b8fa1-ad78-4371-9068-0fffee4a5a81', 'name': '', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:68:14:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:32Z', 'updated_at': '2021-12-08T02:55:36Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:55:36.879491 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-4c97a747-c39b-4a8d-9eee-4d933ac661be tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'port': {'device_id': '76297333-9c88-4489-909f-65375bdd9174', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'admin_state_up': True, 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'security_groups': ['ae74a7fe-c258-4e23-be00-b2013ce50e11']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:36.923822 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-dc8f7428-7da8-44c7-9210-14785896b2a7 None None] Provisioning complete for port ac2b8fa1-ad78-4371-9068-0fffee4a5a81 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:36.924193 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7428-7da8-44c7-9210-14785896b2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:37.029712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-4c97a747-c39b-4a8d-9eee-4d933ac661be tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:55:37.033785 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-4c97a747-c39b-4a8d-9eee-4d933ac661be tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:37.162407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-4c97a747-c39b-4a8d-9eee-4d933ac661be tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.20.0.12 (3664412c-d114-41bb-8a5c-831f7e1bfb0b/dbf3b9f1-7a72-43ba-8135-f0832f29f015/edaa4b9b-2099-4881-9acc-c8c3b8f63382) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:55:37.309959 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-4c97a747-c39b-4a8d-9eee-4d933ac661be tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:37.344747 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-4c97a747-c39b-4a8d-9eee-4d933ac661be tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:37.390845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-4c97a747-c39b-4a8d-9eee-4d933ac661be tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 3664412c-d114-41bb-8a5c-831f7e1bfb0b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:55:37.394038 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-4c97a747-c39b-4a8d-9eee-4d933ac661be tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:55:37.397895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-4c97a747-c39b-4a8d-9eee-4d933ac661be tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:55:37.427043 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97a747-c39b-4a8d-9eee-4d933ac661be tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=edaa4b9b-2099-4881-9acc-c8c3b8f63382,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:37.457065 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-4c97a747-c39b-4a8d-9eee-4d933ac661be tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:37.457720 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-4c97a747-c39b-4a8d-9eee-4d933ac661be tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:37.475541 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-4c97a747-c39b-4a8d-9eee-4d933ac661be tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6010532 Dec 08 02:55:37.494074 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Request body: {'port': {'device_id': '76297333-9c88-4489-909f-65375bdd9174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:37.550662 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:37.651333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-10b989cc-fa28-4aaf-a227-8a67a742f033 None None] Provisioning complete for port edaa4b9b-2099-4881-9acc-c8c3b8f63382 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:37.651714 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-10b989cc-fa28-4aaf-a227-8a67a742f033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:37.695210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-10b989cc-fa28-4aaf-a227-8a67a742f033 None None] Port edaa4b9b-2099-4881-9acc-c8c3b8f63382 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:55:37.831743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edaa4b9b-2099-4881-9acc-c8c3b8f63382 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:55:37.840998 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:37.853260 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Transition to ACTIVE for port object edaa4b9b-2099-4881-9acc-c8c3b8f63382 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:55:37.857381 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:37.909223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Pushing event updated for resources: {'Port': ['ID=edaa4b9b-2099-4881-9acc-c8c3b8f63382,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:37.911762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12cbc1-2975-430b-a0aa-cbc0efab64d5 req-cbcd4b24-fbf7-4dcf-bfd4-6d95228bde7c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:37.915726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b12cbc1-2975-430b-a0aa-cbc0efab64d5 req-cbcd4b24-fbf7-4dcf-bfd4-6d95228bde7c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 944 time: 0.0653307 Dec 08 02:55:37.997075 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b12cbc1-2975-430b-a0aa-cbc0efab64d5 req-88dd73d2-e9c2-430e-96a7-efd0deff5151 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747705 Dec 08 02:55:38.007019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Attempting to bind port edaa4b9b-2099-4881-9acc-c8c3b8f63382 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:55:38.007366 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Attempting to bind port edaa4b9b-2099-4881-9acc-c8c3b8f63382 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '3886e263-aa82-431c-9800-8f7b46fb827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:55:38.007753 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Attempting to bind port edaa4b9b-2099-4881-9acc-c8c3b8f63382 on network 3664412c-d114-41bb-8a5c-831f7e1bfb0b {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:55:38.012463 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Port edaa4b9b-2099-4881-9acc-c8c3b8f63382 on network 3664412c-d114-41bb-8a5c-831f7e1bfb0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:55:38.012787 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Attempting to bind port edaa4b9b-2099-4881-9acc-c8c3b8f63382 on network 3664412c-d114-41bb-8a5c-831f7e1bfb0b {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:55:38.018481 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:55:38.018826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Checking segment: {'id': '3886e263-aa82-431c-9800-8f7b46fb827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:55:38.019222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Bound using segment: {'id': '3886e263-aa82-431c-9800-8f7b46fb827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:55:38.019692 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Bound port: edaa4b9b-2099-4881-9acc-c8c3b8f63382, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3886e263-aa82-431c-9800-8f7b46fb827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:55:38.020056 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:38.092453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] For port edaa4b9b-2099-4881-9acc-c8c3b8f63382, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:55:38.095595 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] For port edaa4b9b-2099-4881-9acc-c8c3b8f63382, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=edaa4b9b-2099-4881-9acc-c8c3b8f63382,segment=NetworkSegment(3886e263-aa82-431c-9800-8f7b46fb827d),segment_id=3886e263-aa82-431c-9800-8f7b46fb827d)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:55:38.100992 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:38.138376 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:38.138967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:38.140390 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] 10.222.0.45 "PUT /v2.0/ports/edaa4b9b-2099-4881-9acc-c8c3b8f63382 HTTP/1.1" status: 200 len: 1093 time: 0.6508560 Dec 08 02:55:38.141837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76297333-9c88-4489-909f-65375bdd9174', 'tag': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:55:38.144167 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851ecddf-749f-4f25-87ba-a8bbb0e42b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "76297333-9c88-4489-909f-65375bdd9174", "tag": "edaa4b9b-2099-4881-9acc-c8c3b8f63382"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:55:38.170608 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00046ea0-8ecc-4ad9-84dc-0a8155805994 service neutron] Pushing event updated for resources: {'Port': ['ID=edaa4b9b-2099-4881-9acc-c8c3b8f63382,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:38.185553 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e437ba-809b-4a34-a9e2-6f7287fb3d86 x-openstack-request-id: req-99e437ba-809b-4a34-a9e2-6f7287fb3d86 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:55:38.185919 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76297333-9c88-4489-909f-65375bdd9174", "tag": "edaa4b9b-2099-4881-9acc-c8c3b8f63382", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:55:38.186173 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-99e437ba-809b-4a34-a9e2-6f7287fb3d86 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:55:38.186606 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76297333-9c88-4489-909f-65375bdd9174', 'tag': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382', 'status': 'completed', 'code': 200} Dec 08 02:55:38.251774 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-f84e7a50-f831-4dba-8564-3801d446a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:38.253283 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-f84e7a50-f831-4dba-8564-3801d446a8a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 1096 time: 0.0470016 Dec 08 02:55:38.303137 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-9fa7b607-6029-4c27-be49-bf3d431d44aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edaa4b9b-2099-4881-9acc-c8c3b8f63382 HTTP/1.1" status: 200 len: 217 time: 0.0349586 Dec 08 02:55:38.358421 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-fb5381e5-55de-4e75-b3a9-f7a6cc8e3ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:38.360446 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-fb5381e5-55de-4e75-b3a9-f7a6cc8e3ca1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbf3b9f1-7a72-43ba-8135-f0832f29f015 HTTP/1.1" status: 200 len: 834 time: 0.0508292 Dec 08 02:55:38.408233 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-2352c13a-ff8f-4305-b83e-2bb104c3b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:38.409812 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-2352c13a-ff8f-4305-b83e-2bb104c3b437 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3664412c-d114-41bb-8a5c-831f7e1bfb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429449 Dec 08 02:55:38.445858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ac2b8fa1-ad78-4371-9068-0fffee4a5a81 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:55:38.494386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port ac2b8fa1-ad78-4371-9068-0fffee4a5a81 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:38.494670 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:38.504825 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-55224e0b-d35c-4ad3-bf4f-efe4bb107ddd service neutron] 10.222.0.45 "GET /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879045 Dec 08 02:55:38.594891 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-87a7f9b7-e286-43e6-9605-e2c7acf2cdb4 req-da793f20-42be-48e8-9957-688f75d4bac9 service neutron] 10.222.0.45 "GET /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833056 Dec 08 02:55:38.716504 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ecddf-749f-4f25-87ba-a8bbb0e42b1e req-58252e05-e963-4b44-8292-dcbcab708dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:38.717982 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-851ecddf-749f-4f25-87ba-a8bbb0e42b1e req-58252e05-e963-4b44-8292-dcbcab708dde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 1096 time: 0.0433393 Dec 08 02:55:38.809036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ecddf-749f-4f25-87ba-a8bbb0e42b1e req-a612bd55-dec1-4e95-ad49-9c9f58496816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:38.810383 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-851ecddf-749f-4f25-87ba-a8bbb0e42b1e req-a612bd55-dec1-4e95-ad49-9c9f58496816 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3664412c-d114-41bb-8a5c-831f7e1bfb0b HTTP/1.1" status: 200 len: 897 time: 0.0853870 Dec 08 02:55:38.851012 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-851ecddf-749f-4f25-87ba-a8bbb0e42b1e req-8a42aa8f-49ee-49ec-a603-c6e0366ceea0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edaa4b9b-2099-4881-9acc-c8c3b8f63382 HTTP/1.1" status: 200 len: 217 time: 0.0331452 Dec 08 02:55:38.905651 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ecddf-749f-4f25-87ba-a8bbb0e42b1e req-6dae9e3c-989c-4691-9b8e-73aba129f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:38.907147 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-851ecddf-749f-4f25-87ba-a8bbb0e42b1e req-6dae9e3c-989c-4691-9b8e-73aba129f3cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbf3b9f1-7a72-43ba-8135-f0832f29f015 HTTP/1.1" status: 200 len: 834 time: 0.0486624 Dec 08 02:55:38.953613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ecddf-749f-4f25-87ba-a8bbb0e42b1e req-8a5a1c77-348e-4515-b1e5-cc8ada2efc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:38.955098 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-851ecddf-749f-4f25-87ba-a8bbb0e42b1e req-8a5a1c77-348e-4515-b1e5-cc8ada2efc85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3664412c-d114-41bb-8a5c-831f7e1bfb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403457 Dec 08 02:55:39.044110 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-851ecddf-749f-4f25-87ba-a8bbb0e42b1e req-eecd64c6-7de5-4a69-ad81-20850c41038f service neutron] 10.222.0.45 "GET /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811682 Dec 08 02:55:39.111685 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522fbd9-40da-40a1-8f3a-e83afd6a4ed0 req-574c55eb-a782-414d-b54a-e0c39afc80e6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:39.113090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c522fbd9-40da-40a1-8f3a-e83afd6a4ed0 req-574c55eb-a782-414d-b54a-e0c39afc80e6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 944 time: 0.0529494 Dec 08 02:55:39.140818 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-851ecddf-749f-4f25-87ba-a8bbb0e42b1e req-55ad4898-4d5a-45df-aead-c3af0666b10c service neutron] 10.222.0.45 "GET /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887518 Dec 08 02:55:39.163130 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c522fbd9-40da-40a1-8f3a-e83afd6a4ed0 req-894c9afe-a51d-451d-a2b8-da8ac2edc470 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439231 Dec 08 02:55:40.279983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b37cb-c74c-4dcd-8682-c4c76f695ac1 req-1545e692-b752-430a-8524-7d547dc6b06d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:40.281472 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-439b37cb-c74c-4dcd-8682-c4c76f695ac1 req-1545e692-b752-430a-8524-7d547dc6b06d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 944 time: 0.0486970 Dec 08 02:55:40.334174 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-439b37cb-c74c-4dcd-8682-c4c76f695ac1 req-46fd7e3d-b982-4ddc-8425-ec6b5a5030af tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467265 Dec 08 02:55:41.240003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device edaa4b9b-2099-4881-9acc-c8c3b8f63382 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:55:41.332379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port edaa4b9b-2099-4881-9acc-c8c3b8f63382, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=edaa4b9b-2099-4881-9acc-c8c3b8f63382,segment=NetworkSegment(3886e263-aa82-431c-9800-8f7b46fb827d),segment_id=3886e263-aa82-431c-9800-8f7b46fb827d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:55:41.347946 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'port_id': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382', 'mac_address': 'fa:16:3e:07:c3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:55:41.384078 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:41.398083 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edaa4b9b-2099-4881-9acc-c8c3b8f63382 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:55:41.419088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port edaa4b9b-2099-4881-9acc-c8c3b8f63382, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=edaa4b9b-2099-4881-9acc-c8c3b8f63382,segment=NetworkSegment(3886e263-aa82-431c-9800-8f7b46fb827d),segment_id=3886e263-aa82-431c-9800-8f7b46fb827d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:55:41.423396 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:41.462516 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ce1cd-c2c5-4ba7-a261-a97d075a12b9 req-1e2a6964-00c4-4907-b1ec-3ddfb45b86f3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:41.464248 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd2ce1cd-c2c5-4ba7-a261-a97d075a12b9 req-1e2a6964-00c4-4907-b1ec-3ddfb45b86f3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 945 time: 0.0517552 Dec 08 02:55:41.474176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=edaa4b9b-2099-4881-9acc-c8c3b8f63382,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:41.518245 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dd2ce1cd-c2c5-4ba7-a261-a97d075a12b9 req-4042403a-ca26-410b-ad22-1f9a295f8f44 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463309 Dec 08 02:55:41.692730 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['edaa4b9b-2099-4881-9acc-c8c3b8f63382'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:55:42.630710 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd55fa-3ed9-4eb1-8f07-2e720d2f93de req-72a20fcc-bf66-4017-9062-a30669e443da tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:42.632226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6bd55fa-3ed9-4eb1-8f07-2e720d2f93de req-72a20fcc-bf66-4017-9062-a30669e443da tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 945 time: 0.0476966 Dec 08 02:55:42.680569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f6bd55fa-3ed9-4eb1-8f07-2e720d2f93de req-517dc5bf-5ae8-4625-8c49-07d61119a046 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424652 Dec 08 02:55:43.257466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device edaa4b9b-2099-4881-9acc-c8c3b8f63382 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:55:43.307525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port edaa4b9b-2099-4881-9acc-c8c3b8f63382 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:55:43.311132 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port edaa4b9b-2099-4881-9acc-c8c3b8f63382 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:55:43.311500 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:43.385286 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:43.407083 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76297333-9c88-4489-909f-65375bdd9174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:55:43.409362 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8c1670-94ef-43fc-b7d7-67141e0632af" -d '{"events": [{"server_uuid": "76297333-9c88-4489-909f-65375bdd9174", "name": "network-vif-plugged", "status": "completed", "tag": "edaa4b9b-2099-4881-9acc-c8c3b8f63382"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:55:43.422577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port edaa4b9b-2099-4881-9acc-c8c3b8f63382, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=edaa4b9b-2099-4881-9acc-c8c3b8f63382,segment=NetworkSegment(3886e263-aa82-431c-9800-8f7b46fb827d),segment_id=3886e263-aa82-431c-9800-8f7b46fb827d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:55:43.426495 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:43.451818 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e464e631-aea6-47ce-83b9-5b67de9e2e7a x-openstack-request-id: req-e464e631-aea6-47ce-83b9-5b67de9e2e7a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:55:43.452114 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76297333-9c88-4489-909f-65375bdd9174", "name": "network-vif-plugged", "status": "completed", "tag": "edaa4b9b-2099-4881-9acc-c8c3b8f63382", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:55:43.452885 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e464e631-aea6-47ce-83b9-5b67de9e2e7a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:55:43.452885 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76297333-9c88-4489-909f-65375bdd9174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382', 'code': 200} Dec 08 02:55:43.477047 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=edaa4b9b-2099-4881-9acc-c8c3b8f63382,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:43.573464 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc0447-6715-4c87-b18d-a2e282850ae5 req-1d3fd7ee-8dd2-49e2-8184-60f02df9fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:43.574882 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-85bc0447-6715-4c87-b18d-a2e282850ae5 req-1d3fd7ee-8dd2-49e2-8184-60f02df9fc6b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 1098 time: 0.0409253 Dec 08 02:55:43.620243 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-85bc0447-6715-4c87-b18d-a2e282850ae5 req-dd841c13-1713-4476-809c-da2ab4003ec4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382283 Dec 08 02:55:43.799678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ecce9-8072-4b26-a707-b799b8b969df req-64cbdea4-f922-4d3c-834d-a5a471cc78ab tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:43.801162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-434ecce9-8072-4b26-a707-b799b8b969df req-64cbdea4-f922-4d3c-834d-a5a471cc78ab tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0534565 Dec 08 02:55:43.849039 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-434ecce9-8072-4b26-a707-b799b8b969df req-400e9f0a-9aa8-4a8c-86d1-ccd5a3d57000 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418389 Dec 08 02:55:44.966055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b4c0a-1815-4266-9a73-46aa95f28880 req-2cc4310a-2a87-4660-9386-90590cd841ea tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:44.967550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-204b4c0a-1815-4266-9a73-46aa95f28880 req-2cc4310a-2a87-4660-9386-90590cd841ea tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0488811 Dec 08 02:55:45.016855 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-204b4c0a-1815-4266-9a73-46aa95f28880 req-4508af03-2490-41c5-a229-0fd67ef9b8c5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426309 Dec 08 02:55:45.131651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe444e6a-406c-47a3-9005-3b90071e4b3f req-dbb87e3b-5a20-4d92-9013-faa7ffc4880f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:45.133154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe444e6a-406c-47a3-9005-3b90071e4b3f req-dbb87e3b-5a20-4d92-9013-faa7ffc4880f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0477417 Dec 08 02:55:45.185630 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe444e6a-406c-47a3-9005-3b90071e4b3f req-7d251ec1-0ca3-4515-896c-19fa7c1f3259 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463774 Dec 08 02:55:45.208442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39774) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:45.251728 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d8f7f3-b739-43ac-916e-4f68a542725a tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:45.253253 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-05d8f7f3-b739-43ac-916e-4f68a542725a tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 1093 time: 0.0437751 Dec 08 02:55:45.256140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39776) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:45.260426 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:45.281629 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:45.374858 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:45.478639 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.25.8.113 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/10e9998d-a3ae-4062-a3f9-71ba45545d44) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:55:45.578621 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:45.610974 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:45.651270 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:55:45.654010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:55:45.657394 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:55:45.685517 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=10e9998d-a3ae-4062-a3f9-71ba45545d44,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:46.010841 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:46.081682 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:46.228536 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:46.232922 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:46.301508 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=10e9998d-a3ae-4062-a3f9-71ba45545d44,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:46.314647 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:46.415826 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Floating IP d65d6160-a545-4d78-af82-5defc9e1a54f associated. External IP: 172.25.8.113, port: edaa4b9b-2099-4881-9acc-c8c3b8f63382. Dec 08 02:55:46.622425 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 057c22a0-3f92-4c54-8f8f-4a296e710d0f has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:55:46.729299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:55:46.738757 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db08451-7a63-44e7-b24c-527c02bf49d2 None None] Sync routers for ids ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:55:46.747002 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:46.748506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db08451-7a63-44e7-b24c-527c02bf49d2 None None] Routers {'057c22a0-3f92-4c54-8f8f-4a296e710d0f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:55:46.749637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5db08451-7a63-44e7-b24c-527c02bf49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:46.775076 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1dd3936b-08a0-47af-b57c-e56ba444bf20 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5179286 Dec 08 02:55:46.775815 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76297333-9c88-4489-909f-65375bdd9174', 'tag': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:55:46.778227 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7001eb6-e3ff-4b18-85b0-3f89ef39372f" -d '{"events": [{"name": "network-changed", "server_uuid": "76297333-9c88-4489-909f-65375bdd9174", "tag": "edaa4b9b-2099-4881-9acc-c8c3b8f63382"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:55:46.829396 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bfc091-5a6f-44a7-a037-d735958897b0 x-openstack-request-id: req-75bfc091-5a6f-44a7-a037-d735958897b0 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:55:46.829718 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76297333-9c88-4489-909f-65375bdd9174", "tag": "edaa4b9b-2099-4881-9acc-c8c3b8f63382", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:55:46.829959 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-75bfc091-5a6f-44a7-a037-d735958897b0 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:55:46.830484 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76297333-9c88-4489-909f-65375bdd9174', 'tag': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382', 'status': 'completed', 'code': 200} Dec 08 02:55:46.860137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-5db08451-7a63-44e7-b24c-527c02bf49d2 None None] Set router 057c22a0-3f92-4c54-8f8f-4a296e710d0f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:55:46.883667 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509207d8-a02b-4bac-b171-7f8ca76c1275 req-7983e76e-1079-44a5-ae96-038ee5f87b43 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:46.885250 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-509207d8-a02b-4bac-b171-7f8ca76c1275 req-7983e76e-1079-44a5-ae96-038ee5f87b43 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0492227 Dec 08 02:55:46.918963 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7001eb6-e3ff-4b18-85b0-3f89ef39372f req-aaa63bf8-459c-451c-a2c3-d86af7639f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:46.920622 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e7001eb6-e3ff-4b18-85b0-3f89ef39372f req-aaa63bf8-459c-451c-a2c3-d86af7639f6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 1098 time: 0.0467074 Dec 08 02:55:46.938480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-509207d8-a02b-4bac-b171-7f8ca76c1275 req-8a8a8995-a2a9-4ace-bbb7-9c63b8c102f0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469065 Dec 08 02:55:46.962315 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39782) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:47.026773 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7001eb6-e3ff-4b18-85b0-3f89ef39372f req-8f9e4b28-aa38-4b44-9047-08f24c96e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:47.028072 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e7001eb6-e3ff-4b18-85b0-3f89ef39372f req-8f9e4b28-aa38-4b44-9047-08f24c96e216 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3664412c-d114-41bb-8a5c-831f7e1bfb0b HTTP/1.1" status: 200 len: 897 time: 0.0998535 Dec 08 02:55:47.032002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e128a245-2f09-43e3-bd86-cbd66d1085e1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/d65d6160-a545-4d78-af82-5defc9e1a54f HTTP/1.1" status: 200 len: 992 time: 0.0685105 Dec 08 02:55:47.089082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5db08451-7a63-44e7-b24c-527c02bf49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'd65d6160-a545-4d78-af82-5defc9e1a54f', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'port_id': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'mac_address': 'fa:16:3e:07:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76297333-9c88-4489-909f-65375bdd9174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:55:45Z', 'updated_at': '2021-12-08T02:55:45Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2b8fa1-ad78-4371-9068-0fffee4a5a81', 'name': '', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:68:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:32Z', 'updated_at': '2021-12-08T02:55:36Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:47.094018 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e7001eb6-e3ff-4b18-85b0-3f89ef39372f req-451bdd92-2556-4f62-8f18-d22adccdde30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edaa4b9b-2099-4881-9acc-c8c3b8f63382 HTTP/1.1" status: 200 len: 1000 time: 0.0583048 Dec 08 02:55:47.119216 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db08451-7a63-44e7-b24c-527c02bf49d2 None None] Checking router: 057c22a0-3f92-4c54-8f8f-4a296e710d0f for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:55:47.127695 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db08451-7a63-44e7-b24c-527c02bf49d2 None None] Routers {'057c22a0-3f92-4c54-8f8f-4a296e710d0f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:55:47.128304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5db08451-7a63-44e7-b24c-527c02bf49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:55:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:47.142267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7001eb6-e3ff-4b18-85b0-3f89ef39372f req-4fa72f57-9c6f-46bc-99fb-08abd159c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:47.143719 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e7001eb6-e3ff-4b18-85b0-3f89ef39372f req-4fa72f57-9c6f-46bc-99fb-08abd159c46e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbf3b9f1-7a72-43ba-8135-f0832f29f015 HTTP/1.1" status: 200 len: 834 time: 0.0434942 Dec 08 02:55:47.192981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7001eb6-e3ff-4b18-85b0-3f89ef39372f req-ab0c8658-331f-49b5-b691-988030f65301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:47.194623 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e7001eb6-e3ff-4b18-85b0-3f89ef39372f req-ab0c8658-331f-49b5-b691-988030f65301 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3664412c-d114-41bb-8a5c-831f7e1bfb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440679 Dec 08 02:55:47.230495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-5db08451-7a63-44e7-b24c-527c02bf49d2 None None] Set router 057c22a0-3f92-4c54-8f8f-4a296e710d0f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:55:47.286389 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e7001eb6-e3ff-4b18-85b0-3f89ef39372f req-25388fbc-a98d-4e85-af9b-59f689751b25 service neutron] 10.222.0.45 "GET /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846598 Dec 08 02:55:47.379534 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-e7001eb6-e3ff-4b18-85b0-3f89ef39372f req-a9f3741a-4e6a-4103-9085-58ab1b6a42cf service neutron] 10.222.0.45 "GET /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865347 Dec 08 02:55:47.457797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5db08451-7a63-44e7-b24c-527c02bf49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'd65d6160-a545-4d78-af82-5defc9e1a54f', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'port_id': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'mac_address': 'fa:16:3e:07:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76297333-9c88-4489-909f-65375bdd9174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:55:45Z', 'updated_at': '2021-12-08T02:55:45Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2b8fa1-ad78-4371-9068-0fffee4a5a81', 'name': '', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:68:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:32Z', 'updated_at': '2021-12-08T02:55:36Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:47.483028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db08451-7a63-44e7-b24c-527c02bf49d2 None None] The sync data for ids ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'] in n-d-713499-31 is: [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'd65d6160-a545-4d78-af82-5defc9e1a54f', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'port_id': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'mac_address': 'fa:16:3e:07:c3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76297333-9c88-4489-909f-65375bdd9174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:55:45Z', 'updated_at': '2021-12-08T02:55:45Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2b8fa1-ad78-4371-9068-0fffee4a5a81', 'name': '', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:68:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:32Z', 'updated_at': '2021-12-08T02:55:36Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:55:47.668202 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10c76a-84f3-495e-95e3-89afcee19a2b None None] New status for floating IP d65d6160-a545-4d78-af82-5defc9e1a54f: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:55:48.034962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39784) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:48.094966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f800f400-283b-4ac4-b672-0718c28eed5b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/d65d6160-a545-4d78-af82-5defc9e1a54f HTTP/1.1" status: 200 len: 994 time: 0.0587041 Dec 08 02:55:51.646716 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:55:52.098544 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24e30c23-0476-48d2-83c7-f529a655b967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:53.997811 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:54.446094 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef3a416f-bd8e-4b54-b48a-a70142b9c5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:54.874244 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:55.677302 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:57.185011 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:58.021684 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:00.161357 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-63cbf6af-3d45-48ef-9e4a-7fc1a1d6313d req-aa8310c9-4749-4da0-9394-68517e523892 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461578 Dec 08 02:56:00.259584 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbf6af-3d45-48ef-9e4a-7fc1a1d6313d req-09b6588b-e513-4ec0-b5f3-68605cca9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:00.261097 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-63cbf6af-3d45-48ef-9e4a-7fc1a1d6313d req-09b6588b-e513-4ec0-b5f3-68605cca9483 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 1098 time: 0.0399060 Dec 08 02:56:00.365263 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbf6af-3d45-48ef-9e4a-7fc1a1d6313d req-03d898ca-ef00-41e5-8d7f-001e6f452bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:00.366718 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-63cbf6af-3d45-48ef-9e4a-7fc1a1d6313d req-03d898ca-ef00-41e5-8d7f-001e6f452bfb service neutron] 10.222.0.45 "GET /v2.0/networks?id=3664412c-d114-41bb-8a5c-831f7e1bfb0b HTTP/1.1" status: 200 len: 897 time: 0.0870793 Dec 08 02:56:00.432744 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-63cbf6af-3d45-48ef-9e4a-7fc1a1d6313d req-30ec9c28-9d16-46a9-84fb-4c4e51714cc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edaa4b9b-2099-4881-9acc-c8c3b8f63382 HTTP/1.1" status: 200 len: 1002 time: 0.0566308 Dec 08 02:56:00.487271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbf6af-3d45-48ef-9e4a-7fc1a1d6313d req-94ded943-ed14-46f0-a54c-38b800c8dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:00.488692 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-63cbf6af-3d45-48ef-9e4a-7fc1a1d6313d req-94ded943-ed14-46f0-a54c-38b800c8dca3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbf3b9f1-7a72-43ba-8135-f0832f29f015 HTTP/1.1" status: 200 len: 834 time: 0.0464301 Dec 08 02:56:00.533721 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbf6af-3d45-48ef-9e4a-7fc1a1d6313d req-56abc44d-5890-4a80-bcee-d6631ac9ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:00.535151 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-63cbf6af-3d45-48ef-9e4a-7fc1a1d6313d req-56abc44d-5890-4a80-bcee-d6631ac9ee8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3664412c-d114-41bb-8a5c-831f7e1bfb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388875 Dec 08 02:56:00.622316 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-63cbf6af-3d45-48ef-9e4a-7fc1a1d6313d req-4b77e4c5-e7a4-4f7d-b8d4-aa592d2cfcb0 service neutron] 10.222.0.45 "GET /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798318 Dec 08 02:56:00.716956 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-63cbf6af-3d45-48ef-9e4a-7fc1a1d6313d req-f2423d78-ea71-49d2-bb14-bca6d639309e service neutron] 10.222.0.45 "GET /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875356 Dec 08 02:56:16.859719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2eaed-407a-4ab7-bd05-ca562b04ec79 req-ba094db9-4b9d-490f-8d90-82a39706a314 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:16.861218 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1a2eaed-407a-4ab7-bd05-ca562b04ec79 req-ba094db9-4b9d-490f-8d90-82a39706a314 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0514441 Dec 08 02:56:16.878513 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515ab3-da03-4964-985d-063078cdf378 req-ab8ea7df-bce2-4735-835f-6853557ef4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:16.880039 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef515ab3-da03-4964-985d-063078cdf378 req-ab8ea7df-bce2-4735-835f-6853557ef4d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 1098 time: 0.0417581 Dec 08 02:56:16.910929 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f1a2eaed-407a-4ab7-bd05-ca562b04ec79 req-30846937-c976-4291-b1c3-10a2b17a27c1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430946 Dec 08 02:56:17.301843 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515ab3-da03-4964-985d-063078cdf378 req-4108a90d-04da-4348-bb0f-d269db9b689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:17.303308 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef515ab3-da03-4964-985d-063078cdf378 req-4108a90d-04da-4348-bb0f-d269db9b689d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3664412c-d114-41bb-8a5c-831f7e1bfb0b HTTP/1.1" status: 200 len: 897 time: 0.4154754 Dec 08 02:56:17.374589 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef515ab3-da03-4964-985d-063078cdf378 req-86f3379d-230e-4a4f-9563-c19cdde8e2ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edaa4b9b-2099-4881-9acc-c8c3b8f63382 HTTP/1.1" status: 200 len: 1002 time: 0.0569227 Dec 08 02:56:17.423647 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515ab3-da03-4964-985d-063078cdf378 req-deb614b7-68e0-44a9-8193-02156976931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:17.425279 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef515ab3-da03-4964-985d-063078cdf378 req-deb614b7-68e0-44a9-8193-02156976931a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbf3b9f1-7a72-43ba-8135-f0832f29f015 HTTP/1.1" status: 200 len: 834 time: 0.0435562 Dec 08 02:56:17.474438 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515ab3-da03-4964-985d-063078cdf378 req-9b248fcc-aa0f-4849-8394-f71a5005b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:17.475930 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef515ab3-da03-4964-985d-063078cdf378 req-9b248fcc-aa0f-4849-8394-f71a5005b90d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3664412c-d114-41bb-8a5c-831f7e1bfb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428956 Dec 08 02:56:17.563054 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef515ab3-da03-4964-985d-063078cdf378 req-0bd2fd4f-5e3e-406f-9b6f-9a14e1c43aeb service neutron] 10.222.0.45 "GET /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792785 Dec 08 02:56:17.654856 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef515ab3-da03-4964-985d-063078cdf378 req-016ad8e8-c243-41f6-9026-81a2c227b079 service neutron] 10.222.0.45 "GET /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847912 Dec 08 02:56:18.031757 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcd48c-5f72-421f-b387-02c7de1a5aea req-0687ac96-e31c-406c-9280-49ed97fe39c8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:18.033209 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68dcd48c-5f72-421f-b387-02c7de1a5aea req-0687ac96-e31c-406c-9280-49ed97fe39c8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0513320 Dec 08 02:56:18.081554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68dcd48c-5f72-421f-b387-02c7de1a5aea req-3114c14b-9e27-4b61-b94c-a2a60e83cda4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422900 Dec 08 02:56:19.196845 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b65b91-a4d3-4909-bb70-9e8faa8e14db req-c33089e6-2570-49ad-bcc8-83c88c20f2e1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:19.198455 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67b65b91-a4d3-4909-bb70-9e8faa8e14db req-c33089e6-2570-49ad-bcc8-83c88c20f2e1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0488620 Dec 08 02:56:19.247706 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-67b65b91-a4d3-4909-bb70-9e8faa8e14db req-e59a968c-1177-4ecd-8c9a-3a7b52d7f942 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432930 Dec 08 02:56:20.366043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d0e14-1a6c-4300-baa6-989bf8aea8b0 req-f2beacd0-d669-4bbb-9773-6ba22ca6e344 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:20.367475 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-745d0e14-1a6c-4300-baa6-989bf8aea8b0 req-f2beacd0-d669-4bbb-9773-6ba22ca6e344 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0515637 Dec 08 02:56:20.415086 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-745d0e14-1a6c-4300-baa6-989bf8aea8b0 req-585a9c76-d9f0-4fa0-901c-858871f331c1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416830 Dec 08 02:56:21.529396 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed08b5-cf5a-4b0e-b646-2b6afafa7342 req-a4af3758-a18a-47c8-832b-c7e113b49183 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:21.530787 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11ed08b5-cf5a-4b0e-b646-2b6afafa7342 req-a4af3758-a18a-47c8-832b-c7e113b49183 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0487189 Dec 08 02:56:21.579997 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11ed08b5-cf5a-4b0e-b646-2b6afafa7342 req-4d156bc5-b6c4-453e-b526-fcc2830cea6a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432055 Dec 08 02:56:22.098851 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4db33214-6615-46c2-8ff8-f9127e5f7029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:22.694269 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e558e9f-479f-4843-8431-458c744ff10f req-7e05f62a-72d6-480b-b710-6a9726610f6d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:22.695767 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e558e9f-479f-4843-8431-458c744ff10f req-7e05f62a-72d6-480b-b710-6a9726610f6d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0480285 Dec 08 02:56:22.747739 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3e558e9f-479f-4843-8431-458c744ff10f req-2d97da96-be56-43e5-8bcc-6ece2012d1ae tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457864 Dec 08 02:56:23.861431 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c25f12-1f4e-479f-8928-5aa63280ba5d req-1abfdb55-e67f-445c-9c7c-64bad5e3e780 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:23.862908 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56c25f12-1f4e-479f-8928-5aa63280ba5d req-1abfdb55-e67f-445c-9c7c-64bad5e3e780 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0487602 Dec 08 02:56:23.911656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56c25f12-1f4e-479f-8928-5aa63280ba5d req-d1e385a3-423f-4e49-9fb4-3bcfbcfd414b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427189 Dec 08 02:56:24.012711 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:24.446957 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d20b5164-036b-4813-b793-ebcd0524649a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:24.885340 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:25.025657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6acac-e7b7-4635-ae17-3074894dfb7e req-ec5a9b43-b50b-4d6c-adc6-ebf0732a51d0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:25.027164 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40e6acac-e7b7-4635-ae17-3074894dfb7e req-ec5a9b43-b50b-4d6c-adc6-ebf0732a51d0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0477796 Dec 08 02:56:25.075392 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-40e6acac-e7b7-4635-ae17-3074894dfb7e req-8076231e-e915-447b-9e4a-d394480a699a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422115 Dec 08 02:56:25.680091 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:26.196992 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca1977-08b6-4c52-8b03-85d25a3611f5 req-50553125-9827-4da0-8436-c622a6a41b59 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:26.198458 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fdca1977-08b6-4c52-8b03-85d25a3611f5 req-50553125-9827-4da0-8436-c622a6a41b59 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0530443 Dec 08 02:56:26.251546 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fdca1977-08b6-4c52-8b03-85d25a3611f5 req-4c69836e-e12c-4a78-98a0-c8982e698711 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470958 Dec 08 02:56:27.188482 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:27.365587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ec638-54ee-4e9e-8984-14537b45f1b2 req-936e3e96-3f3a-432a-bb96-bdfa2fda1686 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:27.367056 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-455ec638-54ee-4e9e-8984-14537b45f1b2 req-936e3e96-3f3a-432a-bb96-bdfa2fda1686 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0476670 Dec 08 02:56:27.415818 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-455ec638-54ee-4e9e-8984-14537b45f1b2 req-99d44bd3-be7f-410c-95d9-099db37e70f0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427999 Dec 08 02:56:28.022235 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:28.537226 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d9f78-db2e-4b9c-b35b-a2e1c42792cb req-129e6f80-66c2-461b-8c78-8e5b49f08358 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:28.538687 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a92d9f78-db2e-4b9c-b35b-a2e1c42792cb req-129e6f80-66c2-461b-8c78-8e5b49f08358 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0521026 Dec 08 02:56:28.591099 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a92d9f78-db2e-4b9c-b35b-a2e1c42792cb req-3fe2d540-11a4-4f34-a391-736785861fda tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463049 Dec 08 02:56:28.645783 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:56:29.706511 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db91c68-bb85-4939-bdc3-1aadf38f2ec8 req-d281e6d8-d52a-484e-a5fb-5d22019d5bcd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:29.708656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5db91c68-bb85-4939-bdc3-1aadf38f2ec8 req-d281e6d8-d52a-484e-a5fb-5d22019d5bcd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0506964 Dec 08 02:56:29.756649 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5db91c68-bb85-4939-bdc3-1aadf38f2ec8 req-d82453a1-2a08-4e76-a6e9-c69da5d1cf11 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421295 Dec 08 02:56:29.778999 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39820) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:56:29.840162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9212be05-7749-440e-853d-46df9129ded3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/d65d6160-a545-4d78-af82-5defc9e1a54f HTTP/1.1" status: 200 len: 994 time: 0.0600402 Dec 08 02:56:52.099755 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ff517e4-db55-4035-aa30-77becfe26d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:54.027140 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:54.448277 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4632a693-d61d-43f4-8bcb-b443b12aa26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:54.907175 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:55.680765 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:57.191227 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:58.023664 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:58.198380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39832) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:56:58.353899 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port 10e9998d-a3ae-4062-a3f9-71ba45545d44 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:56:58.354125 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:58.426494 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:58.426818 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:58.438132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for 10e9998d-a3ae-4062-a3f9-71ba45545d44 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:56:58.582164 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:58.608061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=10e9998d-a3ae-4062-a3f9-71ba45545d44,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:56:58.635197 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:58.635545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:58.635910 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:58.636246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:58.636578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:58.636907 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:58.637243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:58.637559 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:58.637885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:58.638208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:58.638531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:58.638852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:58.639169 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:58.679536 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:58.679890 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Floating IP d65d6160-a545-4d78-af82-5defc9e1a54f disassociated (deleted). External IP: 172.25.8.113, port: edaa4b9b-2099-4881-9acc-c8c3b8f63382. Dec 08 02:56:58.886157 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 057c22a0-3f92-4c54-8f8f-4a296e710d0f has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:56:58.993577 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:56:58.998380 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:59.002921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338606c7-e28b-4a59-841c-924adae2fda5 None None] Sync routers for ids ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:56:59.012592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338606c7-e28b-4a59-841c-924adae2fda5 None None] Routers {'057c22a0-3f92-4c54-8f8f-4a296e710d0f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:56:59.013398 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-338606c7-e28b-4a59-841c-924adae2fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:56:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:56:59.026217 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e025fe13-04d8-42c9-8831-1dc599965623 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/floatingips/d65d6160-a545-4d78-af82-5defc9e1a54f HTTP/1.1" status: 204 len: 168 time: 0.8267412 Dec 08 02:56:59.026801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76297333-9c88-4489-909f-65375bdd9174', 'tag': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:56:59.029144 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee48e38-5da0-407c-8ac7-065370ef09e8" -d '{"events": [{"name": "network-changed", "server_uuid": "76297333-9c88-4489-909f-65375bdd9174", "tag": "edaa4b9b-2099-4881-9acc-c8c3b8f63382"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:56:59.074237 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67452cd-6ec4-46cd-9135-250a89fe376a x-openstack-request-id: req-d67452cd-6ec4-46cd-9135-250a89fe376a {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:56:59.074747 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76297333-9c88-4489-909f-65375bdd9174", "tag": "edaa4b9b-2099-4881-9acc-c8c3b8f63382", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:56:59.075067 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d67452cd-6ec4-46cd-9135-250a89fe376a {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:56:59.075543 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76297333-9c88-4489-909f-65375bdd9174', 'tag': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382', 'status': 'completed', 'code': 200} Dec 08 02:56:59.124483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-338606c7-e28b-4a59-841c-924adae2fda5 None None] Set router 057c22a0-3f92-4c54-8f8f-4a296e710d0f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:56:59.160293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee48e38-5da0-407c-8ac7-065370ef09e8 req-dce90811-6b3d-4c4c-83c7-2501892d36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:59.162046 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dee48e38-5da0-407c-8ac7-065370ef09e8 req-dce90811-6b3d-4c4c-83c7-2501892d36e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 1098 time: 0.0458722 Dec 08 02:56:59.270083 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178f33d-3ce7-4b93-9cd5-b2dc9e7f8303 req-b541078f-7b95-4e85-aed3-1d89705e7a89 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:59.271922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b178f33d-3ce7-4b93-9cd5-b2dc9e7f8303 req-b541078f-7b95-4e85-aed3-1d89705e7a89 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0535634 Dec 08 02:56:59.283763 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee48e38-5da0-407c-8ac7-065370ef09e8 req-5ed7fc46-438a-43e2-9fcb-78f63dd2acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:59.285464 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dee48e38-5da0-407c-8ac7-065370ef09e8 req-5ed7fc46-438a-43e2-9fcb-78f63dd2acd2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3664412c-d114-41bb-8a5c-831f7e1bfb0b HTTP/1.1" status: 200 len: 897 time: 0.1130652 Dec 08 02:56:59.325656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b178f33d-3ce7-4b93-9cd5-b2dc9e7f8303 req-e36aeab7-7083-490d-91df-d3a826b24c44 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475450 Dec 08 02:56:59.331390 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dee48e38-5da0-407c-8ac7-065370ef09e8 req-4cd8898a-cced-4d30-b599-dd01007b2c33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edaa4b9b-2099-4881-9acc-c8c3b8f63382 HTTP/1.1" status: 200 len: 217 time: 0.0375297 Dec 08 02:56:59.381845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee48e38-5da0-407c-8ac7-065370ef09e8 req-bcda474a-88b8-4dc1-910e-578ee1053a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:59.384245 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dee48e38-5da0-407c-8ac7-065370ef09e8 req-bcda474a-88b8-4dc1-910e-578ee1053a5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbf3b9f1-7a72-43ba-8135-f0832f29f015 HTTP/1.1" status: 200 len: 834 time: 0.0447314 Dec 08 02:56:59.429518 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee48e38-5da0-407c-8ac7-065370ef09e8 req-205f537b-d96b-4a70-8cb4-f388b8fc4287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:59.431569 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dee48e38-5da0-407c-8ac7-065370ef09e8 req-205f537b-d96b-4a70-8cb4-f388b8fc4287 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3664412c-d114-41bb-8a5c-831f7e1bfb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393646 Dec 08 02:56:59.443267 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-dee48e38-5da0-407c-8ac7-065370ef09e8 req-250a4726-f6f6-4d6b-a658-d51b17f803e9 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:56:59.444287 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dee48e38-5da0-407c-8ac7-065370ef09e8 req-250a4726-f6f6-4d6b-a658-d51b17f803e9 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050716 Dec 08 02:56:59.488885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-338606c7-e28b-4a59-841c-924adae2fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'ac2b8fa1-ad78-4371-9068-0fffee4a5a81', 'name': '', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:68:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:32Z', 'updated_at': '2021-12-08T02:55:36Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:56:59.518530 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338606c7-e28b-4a59-841c-924adae2fda5 None None] Checking router: 057c22a0-3f92-4c54-8f8f-4a296e710d0f for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:56:59.527246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338606c7-e28b-4a59-841c-924adae2fda5 None None] Routers {'057c22a0-3f92-4c54-8f8f-4a296e710d0f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:56:59.527891 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-338606c7-e28b-4a59-841c-924adae2fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:56:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:56:59.537379 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dee48e38-5da0-407c-8ac7-065370ef09e8 req-b63b09a8-ea18-4d19-9d97-2d00eb6ea6b3 service neutron] 10.222.0.45 "GET /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860591 Dec 08 02:56:59.631046 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-dee48e38-5da0-407c-8ac7-065370ef09e8 req-780a2296-0aea-4495-a628-6f920630197e service neutron] 10.222.0.45 "GET /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864334 Dec 08 02:56:59.632372 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-338606c7-e28b-4a59-841c-924adae2fda5 None None] Set router 057c22a0-3f92-4c54-8f8f-4a296e710d0f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:56:59.822780 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-338606c7-e28b-4a59-841c-924adae2fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'ac2b8fa1-ad78-4371-9068-0fffee4a5a81', 'name': '', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:68:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:32Z', 'updated_at': '2021-12-08T02:55:36Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:56:59.850995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338606c7-e28b-4a59-841c-924adae2fda5 None None] The sync data for ids ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'] in n-d-713499-31 is: [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'ac2b8fa1-ad78-4371-9068-0fffee4a5a81', 'name': '', 'network_id': '3664412c-d114-41bb-8a5c-831f7e1bfb0b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:68:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:32Z', 'updated_at': '2021-12-08T02:55:36Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'dbf3b9f1-7a72-43ba-8135-f0832f29f015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:57:00.066611 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a9f77c-eea8-4c49-b0f3-323299df3bc0 None None] New status for floating IP d65d6160-a545-4d78-af82-5defc9e1a54f: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:57:00.444019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649da69d-adfb-40b3-83be-3f0cae9252fb req-f88e6c7c-a03b-45d5-8e2f-39f0757c25e5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:00.445477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-649da69d-adfb-40b3-83be-3f0cae9252fb req-f88e6c7c-a03b-45d5-8e2f-39f0757c25e5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0478680 Dec 08 02:57:00.497041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-649da69d-adfb-40b3-83be-3f0cae9252fb req-ee257bbb-9315-4c65-a5df-d7c09369eb70 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae74a7fe-c258-4e23-be00-b2013ce50e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447609 Dec 08 02:57:00.817395 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232061e-b40e-488b-9319-229fa8e49897 req-b296846f-5e3d-40c3-8d5d-dbc2035dd557 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:00.818975 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8232061e-b40e-488b-9319-229fa8e49897 req-b296846f-5e3d-40c3-8d5d-dbc2035dd557 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 946 time: 0.0524197 Dec 08 02:57:00.903751 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-8232061e-b40e-488b-9319-229fa8e49897 req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port edaa4b9b-2099-4881-9acc-c8c3b8f63382 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:57:00.904091 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8232061e-b40e-488b-9319-229fa8e49897 req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:00.992635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-8232061e-b40e-488b-9319-229fa8e49897 req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port edaa4b9b-2099-4881-9acc-c8c3b8f63382, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=edaa4b9b-2099-4881-9acc-c8c3b8f63382,segment=NetworkSegment(3886e263-aa82-431c-9800-8f7b46fb827d),segment_id=3886e263-aa82-431c-9800-8f7b46fb827d)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:57:00.993508 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8232061e-b40e-488b-9319-229fa8e49897 req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:01.005564 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-8232061e-b40e-488b-9319-229fa8e49897 req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for edaa4b9b-2099-4881-9acc-c8c3b8f63382 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:57:01.133938 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8232061e-b40e-488b-9319-229fa8e49897 req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:01.162370 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=edaa4b9b-2099-4881-9acc-c8c3b8f63382,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:01.175164 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:01.175521 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:01.175928 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:01.176277 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:01.176613 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:01.176953 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:01.177289 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:01.177629 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:01.177962 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:01.178295 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:01.178624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:01.178954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:01.179282 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:01.214023 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8232061e-b40e-488b-9319-229fa8e49897 req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] No DVR routers for this DVR port edaa4b9b-2099-4881-9acc-c8c3b8f63382 on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:57:01.216609 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-8232061e-b40e-488b-9319-229fa8e49897 req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:01.220053 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8232061e-b40e-488b-9319-229fa8e49897 req-1a0049e9-f1a7-4806-9129-d1f6816e12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "DELETE /v2.0/ports/edaa4b9b-2099-4881-9acc-c8c3b8f63382 HTTP/1.1" status: 204 len: 173 time: 0.3953388 Dec 08 02:57:01.220496 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76297333-9c88-4489-909f-65375bdd9174', 'name': 'network-vif-deleted', 'tag': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:57:01.222794 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe0be35-4a54-4f3d-ae95-61960f534597" -d '{"events": [{"server_uuid": "76297333-9c88-4489-909f-65375bdd9174", "name": "network-vif-deleted", "tag": "edaa4b9b-2099-4881-9acc-c8c3b8f63382"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:57:01.262695 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8efbbf-e88f-4ffc-ac5b-c159dc520529 x-openstack-request-id: req-0c8efbbf-e88f-4ffc-ac5b-c159dc520529 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:57:01.263001 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76297333-9c88-4489-909f-65375bdd9174", "name": "network-vif-deleted", "tag": "edaa4b9b-2099-4881-9acc-c8c3b8f63382", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:57:01.263260 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0c8efbbf-e88f-4ffc-ac5b-c159dc520529 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:57:01.263704 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76297333-9c88-4489-909f-65375bdd9174', 'name': 'network-vif-deleted', 'tag': 'edaa4b9b-2099-4881-9acc-c8c3b8f63382', 'status': 'completed', 'code': 200} Dec 08 02:57:01.612718 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ef4e155-2a26-44e4-981d-63f9e1f5ac55 req-04ea604c-312c-4e63-b653-c6f42c05693f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=76297333-9c88-4489-909f-65375bdd9174 HTTP/1.1" status: 200 len: 210 time: 0.0272748 Dec 08 02:57:02.668798 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39856) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:03.309754 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc29915c-5551-4129-887a-64e39e1649c4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:03.559886 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cc29915c-5551-4129-887a-64e39e1649c4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port ac2b8fa1-ad78-4371-9068-0fffee4a5a81 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:57:03.560149 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc29915c-5551-4129-887a-64e39e1649c4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:03.648063 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-cc29915c-5551-4129-887a-64e39e1649c4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port ac2b8fa1-ad78-4371-9068-0fffee4a5a81, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=ac2b8fa1-ad78-4371-9068-0fffee4a5a81,segment=NetworkSegment(3886e263-aa82-431c-9800-8f7b46fb827d),segment_id=3886e263-aa82-431c-9800-8f7b46fb827d)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:57:03.648424 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc29915c-5551-4129-887a-64e39e1649c4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:03.661106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-cc29915c-5551-4129-887a-64e39e1649c4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for ac2b8fa1-ad78-4371-9068-0fffee4a5a81 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:57:03.704927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device edaa4b9b-2099-4881-9acc-c8c3b8f63382 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:57:03.724741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: edaa4b9b-2099-4881-9acc-c8c3b8f63382 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:57:03.725084 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device edaa4b9b-2099-4881-9acc-c8c3b8f63382 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:57:03.842473 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc29915c-5551-4129-887a-64e39e1649c4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:03.869300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29915c-5551-4129-887a-64e39e1649c4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=ac2b8fa1-ad78-4371-9068-0fffee4a5a81,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:04.044606 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-cc29915c-5551-4129-887a-64e39e1649c4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:04.249613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc29915c-5551-4129-887a-64e39e1649c4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 057c22a0-3f92-4c54-8f8f-4a296e710d0f has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:57:04.355853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc29915c-5551-4129-887a-64e39e1649c4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:57:04.360796 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-cc29915c-5551-4129-887a-64e39e1649c4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "PUT /v2.0/routers/057c22a0-3f92-4c54-8f8f-4a296e710d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6909912 Dec 08 02:57:04.363656 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39858) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:04.369585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ee629-0fa0-469e-a989-b3c72b022751 None None] Sync routers for ids ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:57:04.379109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ee629-0fa0-469e-a989-b3c72b022751 None None] Routers {'057c22a0-3f92-4c54-8f8f-4a296e710d0f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:57:04.379770 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c21ee629-0fa0-469e-a989-b3c72b022751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:56:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:04.417902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db1ad53-e053-45db-af65-04f103420649 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting subnet dbf3b9f1-7a72-43ba-8135-f0832f29f015 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:57:04.421093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7db1ad53-e053-45db-af65-04f103420649 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:04.463302 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7db1ad53-e053-45db-af65-04f103420649 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:04.488381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c21ee629-0fa0-469e-a989-b3c72b022751 None None] Set router 057c22a0-3f92-4c54-8f8f-4a296e710d0f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:57:04.544537 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7db1ad53-e053-45db-af65-04f103420649 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:04.605115 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7db1ad53-e053-45db-af65-04f103420649 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:04.631655 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1ad53-e053-45db-af65-04f103420649 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf3b9f1-7a72-43ba-8135-f0832f29f015,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:04.635966 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7db1ad53-e053-45db-af65-04f103420649 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:04.639156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7db1ad53-e053-45db-af65-04f103420649 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/subnets/dbf3b9f1-7a72-43ba-8135-f0832f29f015 HTTP/1.1" status: 204 len: 168 time: 0.2746181 Dec 08 02:57:04.641898 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39860) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:04.645051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11f1da4-2ce6-4c0e-83f0-fea0be4ec134 None None] Network 3664412c-d114-41bb-8a5c-831f7e1bfb0b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:57:04.743204 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c21ee629-0fa0-469e-a989-b3c72b022751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:57:03Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:04.751248 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:04.772560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ee629-0fa0-469e-a989-b3c72b022751 None None] Checking router: 057c22a0-3f92-4c54-8f8f-4a296e710d0f for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:57:04.784143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ee629-0fa0-469e-a989-b3c72b022751 None None] Routers {'057c22a0-3f92-4c54-8f8f-4a296e710d0f'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:57:04.784745 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c21ee629-0fa0-469e-a989-b3c72b022751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:56:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:04.863926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] DHCP port deletion for 3664412c-d114-41bb-8a5c-831f7e1bfb0b request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:57:04.867887 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:04.922074 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-c21ee629-0fa0-469e-a989-b3c72b022751 None None] Set router 057c22a0-3f92-4c54-8f8f-4a296e710d0f gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:57:04.924657 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port 0059ff17-807c-44af-8f46-07b78c82baf3 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:57:04.924999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.003335 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port 0059ff17-807c-44af-8f46-07b78c82baf3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=0059ff17-807c-44af-8f46-07b78c82baf3,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:57:05.003806 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.015917 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for 0059ff17-807c-44af-8f46-07b78c82baf3 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:57:05.028145 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Deleting port e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:57:05.028516 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.107448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] For port e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2,segment=NetworkSegment(3886e263-aa82-431c-9800-8f7b46fb827d),segment_id=3886e263-aa82-431c-9800-8f7b46fb827d)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:57:05.107729 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.126921 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Calling delete_port for e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:57:05.183316 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.209862 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=0059ff17-807c-44af-8f46-07b78c82baf3,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:05.227778 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245ed5cc-2c17-4b92-8dc3-2de901478395 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:57:05.239132 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-c21ee629-0fa0-469e-a989-b3c72b022751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:57:03Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:05.268962 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.273517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ee629-0fa0-469e-a989-b3c72b022751 None None] The sync data for ids ['057c22a0-3f92-4c54-8f8f-4a296e710d0f'] in n-d-713499-31 is: [{'id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1765517935', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:57:03Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '0059ff17-807c-44af-8f46-07b78c82baf3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057c22a0-3f92-4c54-8f8f-4a296e710d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:55:30Z', 'updated_at': '2021-12-08T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:57:05.276884 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.297948 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Pushing event deleted for resources: {'Port': ['ID=e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:05.300274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] No DVR routers for this DVR port e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:57:05.312693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:05.312693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:05.312693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:05.312693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:05.312693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:05.312693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:05.312693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:05.312693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:05.312693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:05.312693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:05.312693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:05.312693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:05.314274 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43459b9-1776-4ba9-b65c-8ae488a93077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:05.377268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.379340 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.421586 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.422221 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Fanout notify agent at l3_agent the message router_deleted on router 057c22a0-3f92-4c54-8f8f-4a296e710d0f {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:57:05.429544 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.430661 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7b976a42-28f0-4626-bd6e-b02a45e335c3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/routers/057c22a0-3f92-4c54-8f8f-4a296e710d0f HTTP/1.1" status: 204 len: 168 time: 0.7877717 Dec 08 02:57:05.433855 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39862) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:05.512886 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2596865a-2367-4f3c-b6ae-e9ff511ff673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.596159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2596865a-2367-4f3c-b6ae-e9ff511ff673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.615717 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-2596865a-2367-4f3c-b6ae-e9ff511ff673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3664412c-d114-41bb-8a5c-831f7e1bfb0b']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:05.625299 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-2596865a-2367-4f3c-b6ae-e9ff511ff673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3886e263-aa82-431c-9800-8f7b46fb827d') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:05.625605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-2596865a-2367-4f3c-b6ae-e9ff511ff673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3886e263-aa82-431c-9800-8f7b46fb827d') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:05.635294 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2596865a-2367-4f3c-b6ae-e9ff511ff673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.644813 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:57:05.649073 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2596865a-2367-4f3c-b6ae-e9ff511ff673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.655524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2596865a-2367-4f3c-b6ae-e9ff511ff673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:57:05.655953 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2596865a-2367-4f3c-b6ae-e9ff511ff673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: timer() Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:57:05.659354 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:57:05.725666 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2596865a-2367-4f3c-b6ae-e9ff511ff673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.744124 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2596865a-2367-4f3c-b6ae-e9ff511ff673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.747972 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2596865a-2367-4f3c-b6ae-e9ff511ff673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/networks/3664412c-d114-41bb-8a5c-831f7e1bfb0b HTTP/1.1" status: 204 len: 168 time: 0.3131354 Dec 08 02:57:05.750685 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39864) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:05.757636 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596865a-2367-4f3c-b6ae-e9ff511ff673 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Network': ['ID=3664412c-d114-41bb-8a5c-831f7e1bfb0b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:05.810773 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-125ade50-a607-4ef5-be9f-d03a889b46c7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.836083 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-125ade50-a607-4ef5-be9f-d03a889b46c7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.898965 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-125ade50-a607-4ef5-be9f-d03a889b46c7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.902176 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-125ade50-a607-4ef5-be9f-d03a889b46c7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:05.903363 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-125ade50-a607-4ef5-be9f-d03a889b46c7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/security-groups/ae74a7fe-c258-4e23-be00-b2013ce50e11 HTTP/1.1" status: 204 len: 168 time: 0.1517622 Dec 08 02:57:05.912679 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ade50-a607-4ef5-be9f-d03a889b46c7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae74a7fe-c258-4e23-be00-b2013ce50e11,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:06.305312 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39870) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:06.309917 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2734f5b9-05b3-4f11-a94c-63e35c75fd3f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1780234405', 'description': 'tempest-secgroup-smoke-1780234405 description', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:57:06.337595 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2734f5b9-05b3-4f11-a94c-63e35c75fd3f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.406958 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2734f5b9-05b3-4f11-a94c-63e35c75fd3f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.410519 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2734f5b9-05b3-4f11-a94c-63e35c75fd3f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.438352 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2734f5b9-05b3-4f11-a94c-63e35c75fd3f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.439644 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2734f5b9-05b3-4f11-a94c-63e35c75fd3f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1332769 Dec 08 02:57:06.442712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39872) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:06.443837 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734f5b9-05b3-4f11-a94c-63e35c75fd3f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44f2f42-4638-4503-8c10-3233af5cffe8,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:06.449350 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-ad322297-104c-48de-99c1-628a72150e87 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': 'e44f2f42-4638-4503-8c10-3233af5cffe8', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:57:06.476409 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ac2b8fa1-ad78-4371-9068-0fffee4a5a81 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:57:06.483058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad322297-104c-48de-99c1-628a72150e87 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.496184 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: ac2b8fa1-ad78-4371-9068-0fffee4a5a81 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:57:06.496466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device ac2b8fa1-ad78-4371-9068-0fffee4a5a81 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:57:06.496894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0059ff17-807c-44af-8f46-07b78c82baf3 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:57:06.515593 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 0059ff17-807c-44af-8f46-07b78c82baf3 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:57:06.515960 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 0059ff17-807c-44af-8f46-07b78c82baf3 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:57:06.516373 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:57:06.535361 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:57:06.535739 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device e3d07d7c-08eb-4ddc-acc3-b72b60d8faf2 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:57:06.538284 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad322297-104c-48de-99c1-628a72150e87 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.542663 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad322297-104c-48de-99c1-628a72150e87 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.561189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad322297-104c-48de-99c1-628a72150e87 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e35f536-4063-43d9-9a31-a76e125d8168,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:06.568590 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-ad322297-104c-48de-99c1-628a72150e87 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.569809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-ad322297-104c-48de-99c1-628a72150e87 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252425 Dec 08 02:57:06.572959 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39874) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:06.577319 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-90c0b5c3-b059-4755-b89f-1a049cd39487 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': 'e44f2f42-4638-4503-8c10-3233af5cffe8', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:57:06.602758 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90c0b5c3-b059-4755-b89f-1a049cd39487 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.657355 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90c0b5c3-b059-4755-b89f-1a049cd39487 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.660699 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90c0b5c3-b059-4755-b89f-1a049cd39487 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.675618 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0b5c3-b059-4755-b89f-1a049cd39487 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8285f82f-19a5-495e-a759-587220662531,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:06.686111 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-90c0b5c3-b059-4755-b89f-1a049cd39487 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.687300 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-90c0b5c3-b059-4755-b89f-1a049cd39487 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134186 Dec 08 02:57:06.690172 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39876) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:06.695246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9842baf3-caaf-4803-b214-a10cbbc36ea9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': 'e44f2f42-4638-4503-8c10-3233af5cffe8', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:57:06.721564 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9842baf3-caaf-4803-b214-a10cbbc36ea9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.779507 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9842baf3-caaf-4803-b214-a10cbbc36ea9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.783023 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9842baf3-caaf-4803-b214-a10cbbc36ea9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.800766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842baf3-caaf-4803-b214-a10cbbc36ea9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6555eb27-40ff-4ea8-ad56-3ed7394be4fa,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:06.807763 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9842baf3-caaf-4803-b214-a10cbbc36ea9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.808953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9842baf3-caaf-4803-b214-a10cbbc36ea9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175671 Dec 08 02:57:06.811680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39878) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:06.815862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b7da9af3-8ace-4ef8-a80d-242f1ef4c429 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': 'e44f2f42-4638-4503-8c10-3233af5cffe8', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:57:06.841212 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7da9af3-8ace-4ef8-a80d-242f1ef4c429 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.897632 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7da9af3-8ace-4ef8-a80d-242f1ef4c429 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.901352 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7da9af3-8ace-4ef8-a80d-242f1ef4c429 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.918302 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da9af3-8ace-4ef8-a80d-242f1ef4c429 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f6b13d-5038-4d49-aab0-510eb8c49ba3,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:06.925472 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b7da9af3-8ace-4ef8-a80d-242f1ef4c429 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:06.926644 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b7da9af3-8ace-4ef8-a80d-242f1ef4c429 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140599 Dec 08 02:57:06.929378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39880) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:06.934266 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-52e5862e-0e5e-42ef-b03e-fbc50887cb21 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': 'e44f2f42-4638-4503-8c10-3233af5cffe8', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:57:06.956009 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-52e5862e-0e5e-42ef-b03e-fbc50887cb21 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Project 026d219675a54b6c9e5ff4dffd5ed36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:57:06.960944 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52e5862e-0e5e-42ef-b03e-fbc50887cb21 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.017139 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52e5862e-0e5e-42ef-b03e-fbc50887cb21 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.020498 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52e5862e-0e5e-42ef-b03e-fbc50887cb21 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.037719 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5862e-0e5e-42ef-b03e-fbc50887cb21 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628911e7-06ec-40a7-ac3f-a9d6050d51f1,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:07.045845 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52e5862e-0e5e-42ef-b03e-fbc50887cb21 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.047038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-52e5862e-0e5e-42ef-b03e-fbc50887cb21 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166794 Dec 08 02:57:07.049800 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39882) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:07.054192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-355715ef-65d8-47bb-9a08-62e74eaf9310 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': 'e44f2f42-4638-4503-8c10-3233af5cffe8', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:57:07.075987 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-355715ef-65d8-47bb-9a08-62e74eaf9310 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Project 026d219675a54b6c9e5ff4dffd5ed36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:57:07.080601 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-355715ef-65d8-47bb-9a08-62e74eaf9310 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.139098 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-355715ef-65d8-47bb-9a08-62e74eaf9310 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.142430 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-355715ef-65d8-47bb-9a08-62e74eaf9310 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.156778 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355715ef-65d8-47bb-9a08-62e74eaf9310 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822f8293-a69f-4e9b-bcaf-97a0af5b5526,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:07.167082 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-355715ef-65d8-47bb-9a08-62e74eaf9310 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.168303 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-355715ef-65d8-47bb-9a08-62e74eaf9310 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175563 Dec 08 02:57:07.171153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39884) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:07.175930 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7f301651-b980-4c56-be0a-1362cb6e8029 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'network': {'name': 'tempest-network-smoke--1849458765', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'port_security_enabled': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:57:07.197680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f301651-b980-4c56-be0a-1362cb6e8029 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:57:07.201186 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f301651-b980-4c56-be0a-1362cb6e8029 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.224673 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f301651-b980-4c56-be0a-1362cb6e8029 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:57:07.233538 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f301651-b980-4c56-be0a-1362cb6e8029 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.233893 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-7f301651-b980-4c56-be0a-1362cb6e8029 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Added segment ee707e9a-bbb4-4e16-883e-13f8eb4adaf4 of type vlan for network ae6ef7ba-54b0-4439-b92e-c3be34ece65b Dec 08 02:57:07.272838 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f301651-b980-4c56-be0a-1362cb6e8029 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.296614 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f301651-b980-4c56-be0a-1362cb6e8029 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.302054 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f301651-b980-4c56-be0a-1362cb6e8029 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:07.302637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7f301651-b980-4c56-be0a-1362cb6e8029 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.335844 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7f301651-b980-4c56-be0a-1362cb6e8029 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1636240 Dec 08 02:57:07.339244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39886) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:07.343451 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'admin_state_up': True, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:57:07.385645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f301651-b980-4c56-be0a-1362cb6e8029 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Network': ['ID=ae6ef7ba-54b0-4439-b92e-c3be34ece65b,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:07.395556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network ae6ef7ba-54b0-4439-b92e-c3be34ece65b details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:57:07.398793 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.400013 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.455733 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.589516 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.776349 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.794743 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:07.896911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.25.8.23 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/891a4ba0-6635-4fd5-8496-aed3fed299e8) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:57:07.993838 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:08.025191 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:08.066115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:57:08.068835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:57:08.073006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:57:08.085661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9d2a3a-0666-47ab-86ee-86102e1dd1fa None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:57:08.099792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=891a4ba0-6635-4fd5-8496-aed3fed299e8,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:08.177383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-bcccb862-7d19-4b71-be96-4c4b1b95b023 None None] Provisioning complete for port 891a4ba0-6635-4fd5-8496-aed3fed299e8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:08.177753 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcccb862-7d19-4b71-be96-4c4b1b95b023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:08.217068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-bcccb862-7d19-4b71-be96-4c4b1b95b023 None None] Port 891a4ba0-6635-4fd5-8496-aed3fed299e8 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:57:08.319160 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:08.811557 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:08.935941 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:57:09.035811 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:57:09.046698 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Sync routers for ids ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:57:09.055766 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Routers {'3287cb1e-bcae-408e-ad5a-cf1f5dae050b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:57:09.056061 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:09.056368 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:56:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:09.060657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8aaf134d-7cb0-44d6-93e3-4c3112683d39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7172439 Dec 08 02:57:09.060935 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39888) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:09.089442 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8ae44f88-4674-4cf3-bf90-04f6d6c1e018 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=026d219675a54b6c9e5ff4dffd5ed36a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272775 Dec 08 02:57:09.092108 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39890) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:09.159477 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Set router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:57:09.181542 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530dd4ae-b58b-49b3-a021-2145dc59342b tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:09.183043 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-530dd4ae-b58b-49b3-a021-2145dc59342b tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900366 Dec 08 02:57:09.186007 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39892) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:09.217332 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0edfc236-9d0b-476d-aeff-7109bb08e324 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277722 Dec 08 02:57:09.217624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39894) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:09.222362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a85b0e95-5643-4e20-8bab-f5bed89e848f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1415873794', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:57:09.307972 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85b0e95-5643-4e20-8bab-f5bed89e848f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:57:09.312159 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a85b0e95-5643-4e20-8bab-f5bed89e848f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:09.337683 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:08Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:09.363908 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Checking router: 3287cb1e-bcae-408e-ad5a-cf1f5dae050b for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:57:09.364183 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Updating router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b port 891a4ba0-6635-4fd5-8496-aed3fed299e8 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:57:09.390227 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:09.490080 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a85b0e95-5643-4e20-8bab-f5bed89e848f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:09.553494 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b0e95-5643-4e20-8bab-f5bed89e848f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Subnet': ['ID=49e8adc0-49de-41b6-b523-d4437d537b19,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:09.562414 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b0e95-5643-4e20-8bab-f5bed89e848f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Checking segment: {'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:57:09.562791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85b0e95-5643-4e20-8bab-f5bed89e848f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network hostable DHCP agents. Network: ae6ef7ba-54b0-4439-b92e-c3be34ece65b, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:57:09.580551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85b0e95-5643-4e20-8bab-f5bed89e848f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network ae6ef7ba-54b0-4439-b92e-c3be34ece65b is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:57:09.589714 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-a85b0e95-5643-4e20-8bab-f5bed89e848f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, ae6ef7ba-54b0-4439-b92e-c3be34ece65b) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:57:09.594026 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85b0e95-5643-4e20-8bab-f5bed89e848f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:09.594631 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a85b0e95-5643-4e20-8bab-f5bed89e848f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:09.600448 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a2d8e2-d5c6-49e7-9e7d-ccb7090a8d40 None None] Network ae6ef7ba-54b0-4439-b92e-c3be34ece65b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:57:09.614747 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a85b0e95-5643-4e20-8bab-f5bed89e848f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3935099 Dec 08 02:57:09.614945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 39896) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:09.644163 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:09.650260 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:09.700168 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Attempting to bind port 891a4ba0-6635-4fd5-8496-aed3fed299e8 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:57:09.700543 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Attempting to bind port 891a4ba0-6635-4fd5-8496-aed3fed299e8 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:57:09.700907 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Attempting to bind port 891a4ba0-6635-4fd5-8496-aed3fed299e8 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:57:09.705480 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfae5c27-ed7a-464e-8b59-ea50e123b013 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:57:09.710841 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:57:09.711223 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:57:09.711674 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:09.712082 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:57:09.712558 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Bound port: 891a4ba0-6635-4fd5-8496-aed3fed299e8, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:57:09.712972 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:09.718416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ips': [{'subnet_id': '49e8adc0-49de-41b6-b523-d4437d537b19'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:57:09.720649 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:09.741526 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Pushing event updated for resources: {'Port': ['ID=891a4ba0-6635-4fd5-8496-aed3fed299e8,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:09.754117 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:09.755078 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:09.755424 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:09.755786 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:09.756123 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:09.756465 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:09.756791 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:09.757121 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:09.757442 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:09.757770 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:09.758091 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:09.758413 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:09.758732 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:57:09.781832 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] For port 891a4ba0-6635-4fd5-8496-aed3fed299e8, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:57:09.786265 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] For port 891a4ba0-6635-4fd5-8496-aed3fed299e8, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=891a4ba0-6635-4fd5-8496-aed3fed299e8,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:57:09.791967 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:09.848439 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Routers {'3287cb1e-bcae-408e-ad5a-cf1f5dae050b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:57:09.849061 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:56:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:09.876465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Allocated IP 172.20.0.2 (ae6ef7ba-54b0-4439-b92e-c3be34ece65b/49e8adc0-49de-41b6-b523-d4437d537b19/38b146d4-e78c-445c-ae73-990d0eb7a6de) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:57:09.887300 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0e62a-efc2-43b1-8ee2-ecfa5c1fc5d0 None None] Pushing event updated for resources: {'Port': ['ID=891a4ba0-6635-4fd5-8496-aed3fed299e8,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:09.893302 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e34a17-ec85-41bf-8320-bbdd2fecf11a None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:57:09.925562 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-99c8840f-0d22-4498-bbf9-eca4b80b89ff None None] Provisioning complete for port 891a4ba0-6635-4fd5-8496-aed3fed299e8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:09.925932 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99c8840f-0d22-4498-bbf9-eca4b80b89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:09.961466 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] Set router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:57:10.069446 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:10.092810 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99c8840f-0d22-4498-bbf9-eca4b80b89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:10.114020 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:10.123509 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-99c8840f-0d22-4498-bbf9-eca4b80b89ff None None] For port 891a4ba0-6635-4fd5-8496-aed3fed299e8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=891a4ba0-6635-4fd5-8496-aed3fed299e8,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:57:10.125549 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:10.131165 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99c8840f-0d22-4498-bbf9-eca4b80b89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:10.157783 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:08Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:10.185318 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0c1fe-2208-4400-a771-56048611051e None None] The sync data for ids ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'] in n-d-713499-31 is: [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:08Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:57:10.339656 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Network ae6ef7ba-54b0-4439-b92e-c3be34ece65b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:57:10.345766 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:57:10.351088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:57:10.363279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Pushing event updated for resources: {'Port': ['ID=38b146d4-e78c-445c-ae73-990d0eb7a6de,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:10.391534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.20.0.1 (ae6ef7ba-54b0-4439-b92e-c3be34ece65b/49e8adc0-49de-41b6-b523-d4437d537b19/6d6f8e9d-7647-477e-b776-18701276bb24) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:57:10.405346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-24f8b0ab-783f-491d-aa4a-5fdd5f079e75 None None] Provisioning complete for port 891a4ba0-6635-4fd5-8496-aed3fed299e8 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:10.405717 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-24f8b0ab-783f-491d-aa4a-5fdd5f079e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:10.488315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Attempting to bind port 38b146d4-e78c-445c-ae73-990d0eb7a6de on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:57:10.488688 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Attempting to bind port 38b146d4-e78c-445c-ae73-990d0eb7a6de by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:57:10.489050 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Attempting to bind port 38b146d4-e78c-445c-ae73-990d0eb7a6de on network ae6ef7ba-54b0-4439-b92e-c3be34ece65b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:57:10.507412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:57:10.507825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Checking segment: {'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:57:10.508230 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:10.508627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Bound using segment: {'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:57:10.509110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Bound port: 38b146d4-e78c-445c-ae73-990d0eb7a6de, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:57:10.509510 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:10.515473 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8840f-0d22-4498-bbf9-eca4b80b89ff None None] Pushing event updated for resources: {'Port': ['ID=891a4ba0-6635-4fd5-8496-aed3fed299e8,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:10.578978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 891a4ba0-6635-4fd5-8496-aed3fed299e8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:57:10.587873 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:10.622824 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:10.664016 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] For port 38b146d4-e78c-445c-ae73-990d0eb7a6de, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:57:10.665005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network ae6ef7ba-54b0-4439-b92e-c3be34ece65b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:57:10.668436 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] For port 38b146d4-e78c-445c-ae73-990d0eb7a6de, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=38b146d4-e78c-445c-ae73-990d0eb7a6de,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:57:10.668630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:57:10.671498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:57:10.674314 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:10.706880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 891a4ba0-6635-4fd5-8496-aed3fed299e8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:10.707247 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:10.721344 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=6d6f8e9d-7647-477e-b776-18701276bb24,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:10.733618 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:10.762559 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363b80d-c3c0-4659-80b4-045f5f72a9f3 None None] Pushing event updated for resources: {'Port': ['ID=38b146d4-e78c-445c-ae73-990d0eb7a6de,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:10.891733 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:11.207799 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:11.213546 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:11.287239 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=6d6f8e9d-7647-477e-b776-18701276bb24,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:11.289606 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:11.381565 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network ae6ef7ba-54b0-4439-b92e-c3be34ece65b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:57:11.382961 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:57:11.494206 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:57:11.600670 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:57:11.605749 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6143dd17-3df6-4f3e-a361-65f36e4af15a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "PUT /v2.0/routers/3287cb1e-bcae-408e-ad5a-cf1f5dae050b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9898908 Dec 08 02:57:11.762205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-1483149a-933e-4457-ab23-dd3891270dd9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1780234405&fields=id&tenant_id=026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 267 time: 0.0472074 Dec 08 02:57:11.871046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-785bf3c9-543d-4972-89dd-f9183551f296 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:11.872598 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-785bf3c9-543d-4972-89dd-f9183551f296 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/networks?id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b HTTP/1.1" status: 200 len: 797 time: 0.1035380 Dec 08 02:57:11.888609 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-1332bdd7-96a4-4868-b946-f047e5c42f5e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/quotas/026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 375 time: 0.0101058 Dec 08 02:57:11.942134 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-e84b164e-4a56-4f8c-bae6-c6d850b9fc17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476060 Dec 08 02:57:12.108067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-335f0219-74eb-4f7a-a17e-e8d0cfa320f3 service neutron] 10.222.0.71 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528385 Dec 08 02:57:12.126025 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0260898f-0ce0-44d8-8660-7da1ac233503 None None] Network ae6ef7ba-54b0-4439-b92e-c3be34ece65b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:57:12.201339 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Sync routers for ids ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:57:12.206677 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-4af54828-bd67-43bd-92f2-b6d1349e01e2 service neutron] 10.222.0.71 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921819 Dec 08 02:57:12.213498 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0b11cf7c-11e4-4eef-95d7-7ab7b6cebdb9 None None] Provisioning complete for port 38b146d4-e78c-445c-ae73-990d0eb7a6de triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:12.213851 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b11cf7c-11e4-4eef-95d7-7ab7b6cebdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:12.247576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Routers {'3287cb1e-bcae-408e-ad5a-cf1f5dae050b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:57:12.248228 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:56:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:12.382409 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-666e92c2-b31f-42e2-86a8-1a3992dddf4d req-77813c35-6213-416a-8ce8-b11bdc796d8c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 210 time: 0.0309222 Dec 08 02:57:12.434641 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b11cf7c-11e4-4eef-95d7-7ab7b6cebdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:12.450918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Set router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:57:12.560469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0b11cf7c-11e4-4eef-95d7-7ab7b6cebdb9 None None] For port 38b146d4-e78c-445c-ae73-990d0eb7a6de, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=38b146d4-e78c-445c-ae73-990d0eb7a6de,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:57:12.572440 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b11cf7c-11e4-4eef-95d7-7ab7b6cebdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:12.633202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 891a4ba0-6635-4fd5-8496-aed3fed299e8 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:57:12.727399 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11cf7c-11e4-4eef-95d7-7ab7b6cebdb9 None None] Pushing event updated for resources: {'Port': ['ID=38b146d4-e78c-445c-ae73-990d0eb7a6de,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:12.748165 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-18aeafd4-5863-4c75-8ddf-0ed43d1052e9 None None] Provisioning complete for port 38b146d4-e78c-445c-ae73-990d0eb7a6de triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:12.748542 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18aeafd4-5863-4c75-8ddf-0ed43d1052e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:12.825604 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 891a4ba0-6635-4fd5-8496-aed3fed299e8 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:12.825895 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:12.921843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d6f8e9d-7647-477e-b776-18701276bb24', 'name': '', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:86:d1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:10Z', 'updated_at': '2021-12-08T02:57:11Z', 'revision_number': 2, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:12.955643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Checking router: 3287cb1e-bcae-408e-ad5a-cf1f5dae050b for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:57:12.956062 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Updating router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b port 6d6f8e9d-7647-477e-b776-18701276bb24 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:57:13.014470 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:13.020661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-18aeafd4-5863-4c75-8ddf-0ed43d1052e9 None None] Provisioning complete for port 6d6f8e9d-7647-477e-b776-18701276bb24 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:13.021741 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18aeafd4-5863-4c75-8ddf-0ed43d1052e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:13.067777 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 38b146d4-e78c-445c-ae73-990d0eb7a6de up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:57:13.115587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-18aeafd4-5863-4c75-8ddf-0ed43d1052e9 None None] Port 6d6f8e9d-7647-477e-b776-18701276bb24 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:57:13.209542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 38b146d4-e78c-445c-ae73-990d0eb7a6de triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:13.210246 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:13.304237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-caf3100a-fdf7-45ef-8848-15be4de1d207 None None] Provisioning complete for port 6d6f8e9d-7647-477e-b776-18701276bb24 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:13.304598 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-caf3100a-fdf7-45ef-8848-15be4de1d207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:13.359888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-caf3100a-fdf7-45ef-8848-15be4de1d207 None None] Port 6d6f8e9d-7647-477e-b776-18701276bb24 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:57:13.459056 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:13.477061 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:13.507053 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3cf7ae8e-ed4b-4157-b0e9-80da5dbddc7f req-d511ff05-edb2-475c-aa8a-56bc66348229 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 210 time: 0.0448341 Dec 08 02:57:13.729388 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ce76-5094-44f0-a2c3-cde3cd4efd64 None None] Pushing event updated for resources: {'Port': ['ID=6d6f8e9d-7647-477e-b776-18701276bb24,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:13.777280 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Attempting to bind port 6d6f8e9d-7647-477e-b776-18701276bb24 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:57:13.777728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Attempting to bind port 6d6f8e9d-7647-477e-b776-18701276bb24 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:57:13.778088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Attempting to bind port 6d6f8e9d-7647-477e-b776-18701276bb24 on network ae6ef7ba-54b0-4439-b92e-c3be34ece65b {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:57:13.783907 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:57:13.784288 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Checking segment: {'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:57:13.784685 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:13.785076 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Bound using segment: {'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:57:13.785542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Bound port: 6d6f8e9d-7647-477e-b776-18701276bb24, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:57:13.785922 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:13.861650 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] For port 6d6f8e9d-7647-477e-b776-18701276bb24, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:57:13.865412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] For port 6d6f8e9d-7647-477e-b776-18701276bb24, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6d6f8e9d-7647-477e-b776-18701276bb24,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:57:13.869879 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:13.936955 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Routers {'3287cb1e-bcae-408e-ad5a-cf1f5dae050b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:57:13.937605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:56:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:13.940767 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ce76-5094-44f0-a2c3-cde3cd4efd64 None None] Pushing event updated for resources: {'Port': ['ID=6d6f8e9d-7647-477e-b776-18701276bb24,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:13.949115 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-33ba28db-b080-4584-8e74-f0804d016b46 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:13.950887 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-33ba28db-b080-4584-8e74-f0804d016b46 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/networks?id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b HTTP/1.1" status: 200 len: 797 time: 0.4840484 Dec 08 02:57:14.026512 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-dd1e3dee-2695-48dc-8487-3998a4947a47 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 380 time: 0.0609474 Dec 08 02:57:14.036803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-88b5d8a7-e609-4133-bfc1-fd42a87cfc3b None None] Provisioning complete for port 6d6f8e9d-7647-477e-b776-18701276bb24 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:14.037184 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88b5d8a7-e609-4133-bfc1-fd42a87cfc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:14.037307 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-e766d502-302e-4031-a0b0-0b32a976eef1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'port': {'device_id': '98478822-f39f-48ea-85da-9df298b2d518', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'admin_state_up': True, 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'security_groups': ['e44f2f42-4638-4503-8c10-3233af5cffe8']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:57:14.096950 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] Set router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:57:14.156876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-e766d502-302e-4031-a0b0-0b32a976eef1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:57:14.160530 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-e766d502-302e-4031-a0b0-0b32a976eef1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:14.256696 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88b5d8a7-e609-4133-bfc1-fd42a87cfc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:14.297017 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-e766d502-302e-4031-a0b0-0b32a976eef1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.20.0.12 (ae6ef7ba-54b0-4439-b92e-c3be34ece65b/49e8adc0-49de-41b6-b523-d4437d537b19/6bc10b4f-178b-47a8-bb60-b1f393dcaa5d) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:57:14.313664 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-88b5d8a7-e609-4133-bfc1-fd42a87cfc3b None None] For port 6d6f8e9d-7647-477e-b776-18701276bb24, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6d6f8e9d-7647-477e-b776-18701276bb24,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:57:14.334969 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-88b5d8a7-e609-4133-bfc1-fd42a87cfc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:14.395985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5d8a7-e609-4133-bfc1-fd42a87cfc3b None None] Pushing event updated for resources: {'Port': ['ID=6d6f8e9d-7647-477e-b776-18701276bb24,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:14.408235 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d6f8e9d-7647-477e-b776-18701276bb24', 'name': '', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:86:d1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:10Z', 'updated_at': '2021-12-08T02:57:13Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:14.435132 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead8e49-d64c-4157-8ddf-bf13890efbeb None None] The sync data for ids ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'] in n-d-713499-31 is: [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d6f8e9d-7647-477e-b776-18701276bb24', 'name': '', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:86:d1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:10Z', 'updated_at': '2021-12-08T02:57:13Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:57:14.436369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-e766d502-302e-4031-a0b0-0b32a976eef1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:14.464126 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a28fad3f-5c12-4d19-a577-8978a97e61eb None None] Provisioning complete for port 6d6f8e9d-7647-477e-b776-18701276bb24 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:14.464499 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a28fad3f-5c12-4d19-a577-8978a97e61eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:14.484523 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-e766d502-302e-4031-a0b0-0b32a976eef1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:14.522696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 38b146d4-e78c-445c-ae73-990d0eb7a6de up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:57:14.556715 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-e766d502-302e-4031-a0b0-0b32a976eef1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network ae6ef7ba-54b0-4439-b92e-c3be34ece65b is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:57:14.567523 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-e766d502-302e-4031-a0b0-0b32a976eef1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:57:14.569710 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766d502-302e-4031-a0b0-0b32a976eef1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:14.573195 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-e766d502-302e-4031-a0b0-0b32a976eef1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:57:14.626799 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 38b146d4-e78c-445c-ae73-990d0eb7a6de triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:14.627176 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:14.634150 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-e766d502-302e-4031-a0b0-0b32a976eef1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:14.635482 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-e766d502-302e-4031-a0b0-0b32a976eef1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:14.655890 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-e766d502-302e-4031-a0b0-0b32a976eef1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6228757 Dec 08 02:57:14.677988 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Request body: {'port': {'device_id': '98478822-f39f-48ea-85da-9df298b2d518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:57:14.697471 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b589ee-cdfc-45fb-974f-b1e6c49dc12f req-6d763844-1da8-4569-8d14-ac364a64ecb5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:14.700080 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2b589ee-cdfc-45fb-974f-b1e6c49dc12f req-6d763844-1da8-4569-8d14-ac364a64ecb5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 932 time: 0.0704954 Dec 08 02:57:14.773149 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:14.778353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2b589ee-cdfc-45fb-974f-b1e6c49dc12f req-429cc803-6145-4e81-929f-3aaa2a813843 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717740 Dec 08 02:57:14.970320 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ff4ab225-573f-4c36-99e4-a3d8f603125c None None] Provisioning complete for port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:14.970842 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab225-573f-4c36-99e4-a3d8f603125c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:15.006043 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ab225-573f-4c36-99e4-a3d8f603125c None None] Port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:57:15.061911 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:57:15.069986 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:15.083388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Transition to ACTIVE for port object 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:57:15.088000 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:15.140703 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Pushing event updated for resources: {'Port': ['ID=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:15.221157 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Attempting to bind port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:57:15.221656 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Attempting to bind port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:57:15.222005 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Attempting to bind port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d on network ae6ef7ba-54b0-4439-b92e-c3be34ece65b {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:57:15.227087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d on network ae6ef7ba-54b0-4439-b92e-c3be34ece65b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:57:15.227460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Attempting to bind port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d on network ae6ef7ba-54b0-4439-b92e-c3be34ece65b {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:57:15.233469 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:57:15.233822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Checking segment: {'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:57:15.234216 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Bound using segment: {'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:57:15.234658 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Bound port: 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:57:15.235026 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:15.310732 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] For port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:57:15.313983 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] For port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:57:15.320149 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:15.358213 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:15.358997 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:15.360625 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] 10.222.0.45 "PUT /v2.0/ports/6bc10b4f-178b-47a8-bb60-b1f393dcaa5d HTTP/1.1" status: 200 len: 1093 time: 0.6900485 Dec 08 02:57:15.363134 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:57:15.365502 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f8ca98-883c-452d-a100-01d6ab945a54" -d '{"events": [{"name": "network-changed", "server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:57:15.396583 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a3899-de0a-4a88-94b4-8f52f4a8cbae service neutron] Pushing event updated for resources: {'Port': ['ID=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:15.429339 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c331ae47-64e8-4b8d-8946-5794682d597c x-openstack-request-id: req-c331ae47-64e8-4b8d-8946-5794682d597c {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:57:15.429717 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:57:15.430038 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c331ae47-64e8-4b8d-8946-5794682d597c {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:57:15.430654 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'status': 'completed', 'code': 200} Dec 08 02:57:15.490973 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-2237aef5-8215-47de-8711-085261f97975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:15.493262 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-2237aef5-8215-47de-8711-085261f97975 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 1096 time: 0.0503943 Dec 08 02:57:15.547258 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-da31b68b-b245-4495-8c88-c842f5b8b649 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d HTTP/1.1" status: 200 len: 217 time: 0.0402453 Dec 08 02:57:15.599286 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-ed1265f9-7380-413e-850d-013aac6e074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:15.600833 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-ed1265f9-7380-413e-850d-013aac6e074f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49e8adc0-49de-41b6-b523-d4437d537b19 HTTP/1.1" status: 200 len: 835 time: 0.0471802 Dec 08 02:57:15.650273 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-223da214-1a78-46d8-b35d-f99789fbdbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:15.651841 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-223da214-1a78-46d8-b35d-f99789fbdbe6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440588 Dec 08 02:57:15.751121 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-47e121d6-eb3a-4721-a7bd-b343067d14ff service neutron] 10.222.0.45 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903335 Dec 08 02:57:15.842437 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-3284241e-8c91-4015-abcd-b7639ed93ee4 req-e5cd67c3-2688-4a92-810b-8022c0d90d14 service neutron] 10.222.0.45 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848854 Dec 08 02:57:15.900861 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcfe7b-d275-4bf1-a67e-4147c4ff0448 req-afbbb163-072e-46a3-ac1c-91324b9cb555 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:15.902253 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-addcfe7b-d275-4bf1-a67e-4147c4ff0448 req-afbbb163-072e-46a3-ac1c-91324b9cb555 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 944 time: 0.0521157 Dec 08 02:57:15.951610 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-addcfe7b-d275-4bf1-a67e-4147c4ff0448 req-6da36e16-cecd-406f-ba6a-fa0e39e283d0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 Dec 08 02:57:15.974018 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8ca98-883c-452d-a100-01d6ab945a54 req-acca959a-ddaf-4b76-abeb-62d88af6e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:15.975520 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-12f8ca98-883c-452d-a100-01d6ab945a54 req-acca959a-ddaf-4b76-abeb-62d88af6e0ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 1096 time: 0.0471265 Dec 08 02:57:16.065536 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8ca98-883c-452d-a100-01d6ab945a54 req-47b75c59-feb5-4880-a24f-7f055612b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:16.067034 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-12f8ca98-883c-452d-a100-01d6ab945a54 req-47b75c59-feb5-4880-a24f-7f055612b090 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b HTTP/1.1" status: 200 len: 898 time: 0.0840397 Dec 08 02:57:16.111191 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-12f8ca98-883c-452d-a100-01d6ab945a54 req-24dce0f6-9840-408d-8bf4-a6172914eaa5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d HTTP/1.1" status: 200 len: 217 time: 0.0374150 Dec 08 02:57:16.159921 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8ca98-883c-452d-a100-01d6ab945a54 req-ee04ae3c-3e31-4df6-b9bd-e0829c21ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:16.161365 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-12f8ca98-883c-452d-a100-01d6ab945a54 req-ee04ae3c-3e31-4df6-b9bd-e0829c21ef2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49e8adc0-49de-41b6-b523-d4437d537b19 HTTP/1.1" status: 200 len: 835 time: 0.0437727 Dec 08 02:57:16.207331 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8ca98-883c-452d-a100-01d6ab945a54 req-d4081d04-d895-4f8a-bbeb-271486a4823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:16.208831 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-12f8ca98-883c-452d-a100-01d6ab945a54 req-d4081d04-d895-4f8a-bbeb-271486a4823f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398417 Dec 08 02:57:16.302204 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-12f8ca98-883c-452d-a100-01d6ab945a54 req-451216f8-4cd8-4642-a472-d5ec4db04f56 service neutron] 10.222.0.45 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855427 Dec 08 02:57:16.392859 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-12f8ca98-883c-452d-a100-01d6ab945a54 req-3d04f259-c73d-4ecc-98d4-5e46db09cb37 service neutron] 10.222.0.45 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833375 Dec 08 02:57:16.491880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6d6f8e9d-7647-477e-b776-18701276bb24 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:57:16.542472 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 6d6f8e9d-7647-477e-b776-18701276bb24 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:16.542834 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:17.066945 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3dfc1-b4e8-4093-8a24-dfa1494cbf87 req-289fcae7-d795-4afe-83ad-98ec773cc4a9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:17.069156 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8aa3dfc1-b4e8-4093-8a24-dfa1494cbf87 req-289fcae7-d795-4afe-83ad-98ec773cc4a9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 944 time: 0.0490112 Dec 08 02:57:17.117522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8aa3dfc1-b4e8-4093-8a24-dfa1494cbf87 req-81eb69ef-5747-41b1-abf0-11c6d5f044b9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416431 Dec 08 02:57:18.233458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3d51a-e8e6-4d70-b700-de06bd7c5ae5 req-e1d50d8f-ae48-45b3-b26f-f9c2342a34f6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:18.234982 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2b3d51a-e8e6-4d70-b700-de06bd7c5ae5 req-e1d50d8f-ae48-45b3-b26f-f9c2342a34f6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 944 time: 0.0494153 Dec 08 02:57:18.287003 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2b3d51a-e8e6-4d70-b700-de06bd7c5ae5 req-bfd41d5a-1f9f-44ae-a754-c514b451ee22 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459909 Dec 08 02:57:19.401363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196da4e1-b87a-446f-829b-59273f4a3c35 req-5431fb0b-e974-426f-a077-69b42b848af2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:19.402985 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-196da4e1-b87a-446f-829b-59273f4a3c35 req-5431fb0b-e974-426f-a077-69b42b848af2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 944 time: 0.0486646 Dec 08 02:57:19.451231 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-196da4e1-b87a-446f-829b-59273f4a3c35 req-097633a0-4434-476c-beb9-f1dc44eb22da tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423841 Dec 08 02:57:19.775627 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:57:19.870761 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:57:19.881524 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'port_id': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'mac_address': 'fa:16:3e:30:db:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:57:19.917699 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:19.929872 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:57:19.949245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:57:19.952978 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:20.000645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:20.220245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['6bc10b4f-178b-47a8-bb60-b1f393dcaa5d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:57:20.564562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a0195-a1c5-415a-bd46-e42fdb3ea9ef req-24fae97b-9749-4fb7-b259-a70710d96973 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:20.566025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-986a0195-a1c5-415a-bd46-e42fdb3ea9ef req-24fae97b-9749-4fb7-b259-a70710d96973 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 945 time: 0.0477426 Dec 08 02:57:20.614773 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-986a0195-a1c5-415a-bd46-e42fdb3ea9ef req-9bad87b1-50c9-486c-a5da-150d051d54a6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420637 Dec 08 02:57:21.739957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7838c-ee6d-4537-bb09-03868946e3d0 req-1020d6b1-68a6-4698-b316-9649663c5413 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:21.741469 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9e7838c-ee6d-4537-bb09-03868946e3d0 req-1020d6b1-68a6-4698-b316-9649663c5413 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 945 time: 0.0539176 Dec 08 02:57:21.783285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:57:21.790354 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9e7838c-ee6d-4537-bb09-03868946e3d0 req-478706a7-1a80-46e1-b801-d34b0f8864e6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425861 Dec 08 02:57:21.831879 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:57:21.835538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:57:21.835939 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:21.910333 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:21.934849 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:57:21.937365 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d33f03-15f0-489a-9529-7375aad9d2ac" -d '{"events": [{"server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "name": "network-vif-plugged", "status": "completed", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:57:21.951075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:57:21.955748 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:21.978919 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5299d1-d5c8-45cf-8710-e70f4e77441c x-openstack-request-id: req-4d5299d1-d5c8-45cf-8710-e70f4e77441c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:57:21.979218 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "name": "network-vif-plugged", "status": "completed", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:57:21.979475 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4d5299d1-d5c8-45cf-8710-e70f4e77441c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:57:21.979886 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'code': 200} Dec 08 02:57:22.005171 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:22.102124 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8c1557aa-e0c5-4305-98c0-2edc70e3d7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:22.108029 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74666ae8-9b47-41ba-9479-603f0cf6c944 req-47e2ccd8-afec-4ced-9858-4db8844a5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:22.109556 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-74666ae8-9b47-41ba-9479-603f0cf6c944 req-47e2ccd8-afec-4ced-9858-4db8844a5baf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 1098 time: 0.0469563 Dec 08 02:57:22.155546 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-74666ae8-9b47-41ba-9479-603f0cf6c944 req-24154355-1b7d-4176-90f6-d082e44cc5a2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393374 Dec 08 02:57:22.905523 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd607b33-b5fd-4dee-930f-27f292b521e6 req-fcca6824-e10d-4f2d-9a89-9a6073d19cd0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:22.907008 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd607b33-b5fd-4dee-930f-27f292b521e6 req-fcca6824-e10d-4f2d-9a89-9a6073d19cd0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0487030 Dec 08 02:57:22.956730 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd607b33-b5fd-4dee-930f-27f292b521e6 req-31626bd7-405b-466a-a1e5-1733752a7cbe tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437114 Dec 08 02:57:24.028074 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:24.072862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62110b-49d1-40c6-8a00-8e024ce69bc7 req-546708a8-031e-48c4-8379-39671dba43a6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:24.074241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a62110b-49d1-40c6-8a00-8e024ce69bc7 req-546708a8-031e-48c4-8379-39671dba43a6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0482948 Dec 08 02:57:24.125862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a62110b-49d1-40c6-8a00-8e024ce69bc7 req-346b1853-e745-4bbf-8b01-d6120cac70cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455208 Dec 08 02:57:24.240428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb03b1b-a6ae-4c1c-81f8-63c5736708c8 req-c7aa3618-5f51-4a27-bf69-d7109243a664 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:24.241920 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-feb03b1b-a6ae-4c1c-81f8-63c5736708c8 req-c7aa3618-5f51-4a27-bf69-d7109243a664 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0499232 Dec 08 02:57:24.292534 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-feb03b1b-a6ae-4c1c-81f8-63c5736708c8 req-ea94bc35-86f2-46b9-9c28-36c239786e65 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445707 Dec 08 02:57:24.313728 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39954) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:24.352971 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1251d02b-dd60-498a-9cf8-1a0df8196fa6 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:24.354350 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1251d02b-dd60-498a-9cf8-1a0df8196fa6 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 1093 time: 0.0396571 Dec 08 02:57:24.357176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39956) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:24.361406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:57:24.382058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:24.450488 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-91003137-f09d-4395-90d3-f7315d0e79dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:24.486729 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:24.589216 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.25.8.154 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/e83aa6ee-b797-4211-8109-a6e55d58bb56) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:57:24.691087 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:24.724409 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:24.763090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:57:24.767702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:57:24.772413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:57:24.775824 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=e83aa6ee-b797-4211-8109-a6e55d58bb56,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:24.908521 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:25.120721 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:25.183489 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:25.332498 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:25.336902 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:25.405819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=e83aa6ee-b797-4211-8109-a6e55d58bb56,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:57:25.419183 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:25.518564 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Floating IP 457f97a4-0fff-4124-9757-3bf27d132b44 associated. External IP: 172.25.8.154, port: 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d. Dec 08 02:57:25.687134 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:25.719354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:57:25.826418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:57:25.836068 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e038455-a7fb-4e0e-9fbe-1ea9d176d2ec None None] Sync routers for ids ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:57:25.844072 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:25.847030 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e038455-a7fb-4e0e-9fbe-1ea9d176d2ec None None] Routers {'3287cb1e-bcae-408e-ad5a-cf1f5dae050b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:57:25.847670 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5e038455-a7fb-4e0e-9fbe-1ea9d176d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:57:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:25.874554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6d0bcff9-aa80-4e02-bbeb-4a2552ebb74a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5163779 Dec 08 02:57:25.875347 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:57:25.877747 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d661c53f-f28f-4576-a6bc-9d58b4d47d23" -d '{"events": [{"name": "network-changed", "server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:57:25.916008 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f786ff2a-b164-48be-ae9c-9aa23d2cdb48 x-openstack-request-id: req-f786ff2a-b164-48be-ae9c-9aa23d2cdb48 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:57:25.916289 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:57:25.916543 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f786ff2a-b164-48be-ae9c-9aa23d2cdb48 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:57:25.916968 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'status': 'completed', 'code': 200} Dec 08 02:57:25.957619 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5e038455-a7fb-4e0e-9fbe-1ea9d176d2ec None None] Set router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:57:25.978566 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2a0ec-031c-4ed4-86e4-39c733388cab req-de73ca91-0054-4bae-b54b-cc71111c12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:25.980304 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26c2a0ec-031c-4ed4-86e4-39c733388cab req-de73ca91-0054-4bae-b54b-cc71111c12a5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0537403 Dec 08 02:57:26.007189 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661c53f-f28f-4576-a6bc-9d58b4d47d23 req-e83c7313-49a9-4739-a964-ed6feedafc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:26.008807 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d661c53f-f28f-4576-a6bc-9d58b4d47d23 req-e83c7313-49a9-4739-a964-ed6feedafc22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 1098 time: 0.0486112 Dec 08 02:57:26.032009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-26c2a0ec-031c-4ed4-86e4-39c733388cab req-ba8938a1-a951-466e-aa23-42e86ebd10ec tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456948 Dec 08 02:57:26.055531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39962) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:26.107551 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661c53f-f28f-4576-a6bc-9d58b4d47d23 req-366c970d-4448-4b3d-a715-67ea4b2d2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:26.109076 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d661c53f-f28f-4576-a6bc-9d58b4d47d23 req-366c970d-4448-4b3d-a715-67ea4b2d2080 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b HTTP/1.1" status: 200 len: 898 time: 0.0929880 Dec 08 02:57:26.117636 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-58c86d40-761f-4fd1-a9d2-295b689eaa11 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/457f97a4-0fff-4124-9757-3bf27d132b44 HTTP/1.1" status: 200 len: 992 time: 0.0603921 Dec 08 02:57:26.174732 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d661c53f-f28f-4576-a6bc-9d58b4d47d23 req-d921e8e1-6e10-44a9-86cd-78dc65b6c671 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d HTTP/1.1" status: 200 len: 1000 time: 0.0588393 Dec 08 02:57:26.185614 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5e038455-a7fb-4e0e-9fbe-1ea9d176d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '457f97a4-0fff-4124-9757-3bf27d132b44', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'port_id': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'mac_address': 'fa:16:3e:30:db:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98478822-f39f-48ea-85da-9df298b2d518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:57:24Z', 'updated_at': '2021-12-08T02:57:24Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6f8e9d-7647-477e-b776-18701276bb24', 'name': '', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:86:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:10Z', 'updated_at': '2021-12-08T02:57:14Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:26.214116 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e038455-a7fb-4e0e-9fbe-1ea9d176d2ec None None] Checking router: 3287cb1e-bcae-408e-ad5a-cf1f5dae050b for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:57:26.220624 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e038455-a7fb-4e0e-9fbe-1ea9d176d2ec None None] Routers {'3287cb1e-bcae-408e-ad5a-cf1f5dae050b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:57:26.221221 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5e038455-a7fb-4e0e-9fbe-1ea9d176d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:57:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:26.223791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661c53f-f28f-4576-a6bc-9d58b4d47d23 req-40f89719-26ec-47e3-86f5-b67cc1d9abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:26.225288 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d661c53f-f28f-4576-a6bc-9d58b4d47d23 req-40f89719-26ec-47e3-86f5-b67cc1d9abbc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49e8adc0-49de-41b6-b523-d4437d537b19 HTTP/1.1" status: 200 len: 835 time: 0.0443721 Dec 08 02:57:26.273346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661c53f-f28f-4576-a6bc-9d58b4d47d23 req-24fe5c96-c0ad-42f5-b660-829cdd129325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:26.275426 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d661c53f-f28f-4576-a6bc-9d58b4d47d23 req-24fe5c96-c0ad-42f5-b660-829cdd129325 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432539 Dec 08 02:57:26.325648 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-5e038455-a7fb-4e0e-9fbe-1ea9d176d2ec None None] Set router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:57:26.365118 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d661c53f-f28f-4576-a6bc-9d58b4d47d23 req-b9173ef1-563d-4df1-8ca9-49f73e596c89 service neutron] 10.222.0.45 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823987 Dec 08 02:57:26.464043 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d661c53f-f28f-4576-a6bc-9d58b4d47d23 req-57dca664-3d10-4bd7-a8d4-a8acc0f330dd service neutron] 10.222.0.45 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921612 Dec 08 02:57:26.635999 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-5e038455-a7fb-4e0e-9fbe-1ea9d176d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '457f97a4-0fff-4124-9757-3bf27d132b44', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'port_id': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'mac_address': 'fa:16:3e:30:db:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98478822-f39f-48ea-85da-9df298b2d518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:57:24Z', 'updated_at': '2021-12-08T02:57:24Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6f8e9d-7647-477e-b776-18701276bb24', 'name': '', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:86:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:10Z', 'updated_at': '2021-12-08T02:57:14Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:57:26.660850 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e038455-a7fb-4e0e-9fbe-1ea9d176d2ec None None] The sync data for ids ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'] in n-d-713499-31 is: [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '457f97a4-0fff-4124-9757-3bf27d132b44', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'port_id': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'mac_address': 'fa:16:3e:30:db:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98478822-f39f-48ea-85da-9df298b2d518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:57:24Z', 'updated_at': '2021-12-08T02:57:24Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6f8e9d-7647-477e-b776-18701276bb24', 'name': '', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:86:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:10Z', 'updated_at': '2021-12-08T02:57:14Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:57:26.849557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0d1964-4625-4498-b2aa-af4b9834e01f None None] New status for floating IP 457f97a4-0fff-4124-9757-3bf27d132b44: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:57:27.121513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39964) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:27.185804 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c07f8113-1776-4815-b539-22852e96a116 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/457f97a4-0fff-4124-9757-3bf27d132b44 HTTP/1.1" status: 200 len: 994 time: 0.0627344 Dec 08 02:57:27.197018 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:28.025578 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:42.644303 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:57:52.103515 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40b4ebd9-19ca-4519-8c14-e2eeb64715b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:54.026253 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:54.451872 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3fcf105-ad68-4caa-9c65-2be3c32fbfd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:54.914296 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:55.687813 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:57.198392 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:58.028693 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:58.410651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 39982) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:57:58.428203 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d8ac4-f90a-4dc1-b8d9-ac2fa6433b45 req-8c8797a5-45c1-46b8-8268-44fd1ad71fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:58.429680 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c3d8ac4-f90a-4dc1-b8d9-ac2fa6433b45 req-8c8797a5-45c1-46b8-8268-44fd1ad71fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0541964 Dec 08 02:57:58.510507 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c3d8ac4-f90a-4dc1-b8d9-ac2fa6433b45 req-eb9b1a1c-3c9b-4f90-886a-ae358c244542 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742762 Dec 08 02:57:58.517000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-08ecb358-f544-4dba-9d9b-06f2a87c34f3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052244 Dec 08 02:57:58.526863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-65cbb815-da77-4ae5-b455-d2c7b3416e57 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:57:58.527880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-65cbb815-da77-4ae5-b455-d2c7b3416e57 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055795 Dec 08 02:57:59.626961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b579b4f-ac9d-45f0-ba84-c72d7984f2e1 req-baecc0d0-4b7e-4e52-9d30-4aba8d959abf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:59.628664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b579b4f-ac9d-45f0-ba84-c72d7984f2e1 req-baecc0d0-4b7e-4e52-9d30-4aba8d959abf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0487511 Dec 08 02:57:59.678014 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8b579b4f-ac9d-45f0-ba84-c72d7984f2e1 req-20b59aa5-7bf2-45e3-b9b2-5bc6642ca262 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435431 Dec 08 02:57:59.748948 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971176f-1161-496c-856a-9a0b449e4bfb req-901db232-2991-4aad-9ae2-255bd006a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:59.750423 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-901db232-2991-4aad-9ae2-255bd006a04d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 1098 time: 0.0410745 Dec 08 02:57:59.842212 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971176f-1161-496c-856a-9a0b449e4bfb req-70048c3d-49ec-4cfa-88d0-7d082838c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:59.843628 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-70048c3d-49ec-4cfa-88d0-7d082838c8fd service neutron] 10.222.0.45 "GET /v2.0/networks?id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b HTTP/1.1" status: 200 len: 898 time: 0.0868309 Dec 08 02:57:59.907092 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-98c4ea3f-6ae2-4c14-b1af-0ca722684974 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d HTTP/1.1" status: 200 len: 1002 time: 0.0565474 Dec 08 02:57:59.954569 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971176f-1161-496c-856a-9a0b449e4bfb req-e26233d2-4d69-4bd2-a7a7-7e8979211b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:59.956067 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-e26233d2-4d69-4bd2-a7a7-7e8979211b69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49e8adc0-49de-41b6-b523-d4437d537b19 HTTP/1.1" status: 200 len: 835 time: 0.0426459 Dec 08 02:58:00.004845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971176f-1161-496c-856a-9a0b449e4bfb req-3624db8a-8ad9-49e9-a859-ef9b06823bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:00.006341 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-3624db8a-8ad9-49e9-a859-ef9b06823bd0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431874 Dec 08 02:58:00.094603 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-5f814ce6-edae-4808-95fd-5f22e610a29d service neutron] 10.222.0.45 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806513 Dec 08 02:58:00.188033 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-ea3c56c5-2615-4a31-9d09-8c2c07c0d66b service neutron] 10.222.0.45 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854425 Dec 08 02:58:00.796383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74082a01-d293-401d-bc1b-3874a8393f93 req-74bb626a-e2b1-4f67-a16e-d3b199e58857 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:00.797852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-74082a01-d293-401d-bc1b-3874a8393f93 req-74bb626a-e2b1-4f67-a16e-d3b199e58857 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0478950 Dec 08 02:58:00.846828 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-74082a01-d293-401d-bc1b-3874a8393f93 req-182c4846-a799-4a40-87c9-2bc738f5f868 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429146 Dec 08 02:58:01.965731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be091aa-67cf-4c9e-94d7-5c3449671e95 req-46ec6e92-d215-4faf-8383-7dbddd5f1389 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:01.967837 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9be091aa-67cf-4c9e-94d7-5c3449671e95 req-46ec6e92-d215-4faf-8383-7dbddd5f1389 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0523484 Dec 08 02:58:02.016559 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9be091aa-67cf-4c9e-94d7-5c3449671e95 req-ed9ac311-e97d-4be7-b54d-184a25fac667 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426307 Dec 08 02:58:03.133754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326110d-07ab-433e-9099-e90a1e6dd45b req-8da84c5d-45c7-4f21-8576-188b5de0e062 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:03.135841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5326110d-07ab-433e-9099-e90a1e6dd45b req-8da84c5d-45c7-4f21-8576-188b5de0e062 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0506012 Dec 08 02:58:03.186624 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5326110d-07ab-433e-9099-e90a1e6dd45b req-a11da5b4-d53f-4278-885e-69c08531aae5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442667 Dec 08 02:58:04.303260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c432197-f17f-4a74-bd63-3f41d4a426a4 req-dbb04146-dea2-4478-9c0d-8d489245da34 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:04.304806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c432197-f17f-4a74-bd63-3f41d4a426a4 req-dbb04146-dea2-4478-9c0d-8d489245da34 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0494494 Dec 08 02:58:04.357447 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c432197-f17f-4a74-bd63-3f41d4a426a4 req-2471867c-83e5-4e31-b842-f2ae6272d037 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458479 Dec 08 02:58:04.853887 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef917d25-4dc7-43e6-a577-710f6d1ccd9a req-2de5035f-e922-45e3-afe8-53b1722e7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:04.855376 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef917d25-4dc7-43e6-a577-710f6d1ccd9a req-2de5035f-e922-45e3-afe8-53b1722e7ea3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 1098 time: 0.0408738 Dec 08 02:58:04.960364 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef917d25-4dc7-43e6-a577-710f6d1ccd9a req-52264974-5bc8-4ffa-ba91-3a905a2a8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:04.961814 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef917d25-4dc7-43e6-a577-710f6d1ccd9a req-52264974-5bc8-4ffa-ba91-3a905a2a8d7f service neutron] 10.222.0.45 "GET /v2.0/networks?id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b HTTP/1.1" status: 200 len: 898 time: 0.0876586 Dec 08 02:58:05.026808 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef917d25-4dc7-43e6-a577-710f6d1ccd9a req-fd748dd1-ecf8-4c6b-b312-d06d2fbb452e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d HTTP/1.1" status: 200 len: 1002 time: 0.0576227 Dec 08 02:58:05.073828 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef917d25-4dc7-43e6-a577-710f6d1ccd9a req-e5190b99-df04-4042-a5c5-ffc37ca36cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:05.075208 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef917d25-4dc7-43e6-a577-710f6d1ccd9a req-e5190b99-df04-4042-a5c5-ffc37ca36cf6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49e8adc0-49de-41b6-b523-d4437d537b19 HTTP/1.1" status: 200 len: 835 time: 0.0420280 Dec 08 02:58:05.121827 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef917d25-4dc7-43e6-a577-710f6d1ccd9a req-e6b28c0a-4fba-4d46-89d4-acc2fc83cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:05.123749 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef917d25-4dc7-43e6-a577-710f6d1ccd9a req-e6b28c0a-4fba-4d46-89d4-acc2fc83cba8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413175 Dec 08 02:58:05.210711 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef917d25-4dc7-43e6-a577-710f6d1ccd9a req-ab3a92e9-3bac-4298-8daa-c49522721425 service neutron] 10.222.0.45 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802097 Dec 08 02:58:05.301486 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-ef917d25-4dc7-43e6-a577-710f6d1ccd9a req-ca6b96c3-448d-4c9a-9e82-9b75a624bf03 service neutron] 10.222.0.45 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842149 Dec 08 02:58:05.471058 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bda36-c673-42d2-9d52-0c836ff244b6 req-950e7112-40fa-4f18-b9db-bcf8730f1eee tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:05.472563 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b5bda36-c673-42d2-9d52-0c836ff244b6 req-950e7112-40fa-4f18-b9db-bcf8730f1eee tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0486202 Dec 08 02:58:05.520856 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7b5bda36-c673-42d2-9d52-0c836ff244b6 req-8fd51441-3163-4a6b-994f-87601fa428ce tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424128 Dec 08 02:58:06.635146 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065de63-10d4-4d33-96ee-9961a389f292 req-753be3e3-69b9-497b-bd30-94a0d497df65 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:06.636641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f065de63-10d4-4d33-96ee-9961a389f292 req-753be3e3-69b9-497b-bd30-94a0d497df65 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0486269 Dec 08 02:58:06.684657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f065de63-10d4-4d33-96ee-9961a389f292 req-333bb7e8-0b51-4d3e-a5ea-f9a7aac9b8f1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413277 Dec 08 02:58:07.803419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0b88c-991d-44f1-bc72-e1c7ac8da52b req-b2fdf4d6-5331-4032-b527-0d979a31adbe tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:07.804893 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-81b0b88c-991d-44f1-bc72-e1c7ac8da52b req-b2fdf4d6-5331-4032-b527-0d979a31adbe tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0517209 Dec 08 02:58:07.853178 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-81b0b88c-991d-44f1-bc72-e1c7ac8da52b req-9c1c6039-8a39-498a-b4c9-528cc2f19410 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Dec 08 02:58:08.966617 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42f291-aab5-4496-8515-6256b3645fb4 req-027215f9-4d80-473f-b482-0368b03248c5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:08.968091 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb42f291-aab5-4496-8515-6256b3645fb4 req-027215f9-4d80-473f-b482-0368b03248c5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0486016 Dec 08 02:58:09.016858 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-eb42f291-aab5-4496-8515-6256b3645fb4 req-baefed5b-be9d-4441-bde8-23b10835956a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 Dec 08 02:58:10.135507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62d9b0-855d-41ee-89f0-4b2cfda69655 req-33600297-3039-4503-92c8-8dcc8b775dc2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:10.136994 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f62d9b0-855d-41ee-89f0-4b2cfda69655 req-33600297-3039-4503-92c8-8dcc8b775dc2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0515060 Dec 08 02:58:10.184832 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9f62d9b0-855d-41ee-89f0-4b2cfda69655 req-83556a41-328f-4c70-a3eb-a3327793bff1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414538 Dec 08 02:58:11.302149 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a38052-70b4-4f0d-b0a1-25faca122921 req-4d018654-f5d2-4bfc-a593-97a23143189e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:11.303632 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33a38052-70b4-4f0d-b0a1-25faca122921 req-4d018654-f5d2-4bfc-a593-97a23143189e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0483568 Dec 08 02:58:11.352325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33a38052-70b4-4f0d-b0a1-25faca122921 req-c762290c-9ef4-4158-9d69-d9a08563c72e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424953 Dec 08 02:58:12.470002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e27a0-04bc-40e0-911f-61f9b6fc9ddb req-8fc37090-73a0-41cb-9249-d4b21cf9f584 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:12.471836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-699e27a0-04bc-40e0-911f-61f9b6fc9ddb req-8fc37090-73a0-41cb-9249-d4b21cf9f584 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0484345 Dec 08 02:58:12.523068 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-699e27a0-04bc-40e0-911f-61f9b6fc9ddb req-337d24ff-7a29-4e42-bf5f-0fcdf98f8a02 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453439 Dec 08 02:58:13.638091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c579dc-d431-4ebe-a6d2-b4576bb8e84d req-d94596da-c92c-469b-888d-fcc053aa40ef tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:13.640145 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2c579dc-d431-4ebe-a6d2-b4576bb8e84d req-d94596da-c92c-469b-888d-fcc053aa40ef tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0483801 Dec 08 02:58:13.688651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c2c579dc-d431-4ebe-a6d2-b4576bb8e84d req-01fe4fe6-a046-47c5-8d6f-d3bdb482b000 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419645 Dec 08 02:58:14.806776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c76ac-c172-411e-97cf-fc3ee9a1704e req-006ada69-0723-4ac2-b8cd-ad415f215da4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:14.808295 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-297c76ac-c172-411e-97cf-fc3ee9a1704e req-006ada69-0723-4ac2-b8cd-ad415f215da4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0486796 Dec 08 02:58:14.856165 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-297c76ac-c172-411e-97cf-fc3ee9a1704e req-64382861-a84f-4fd3-b597-bcddf65d2531 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420759 Dec 08 02:58:15.973029 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ae909-46da-4967-bbb7-99d36f43da23 req-812d5128-3c85-4096-80be-96c7d2337fe3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:15.974460 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-764ae909-46da-4967-bbb7-99d36f43da23 req-812d5128-3c85-4096-80be-96c7d2337fe3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0511839 Dec 08 02:58:16.022472 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-764ae909-46da-4967-bbb7-99d36f43da23 req-cc358ad3-9f06-4bc6-aaca-6c4713538a91 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420649 Dec 08 02:58:17.088605 n-d-713499-31 neutron-server[109766]: INFO neutron.api.v2.resource [req-6971176f-1161-496c-856a-9a0b449e4bfb req-8f77ce0a-c300-45cb-8f43-cef24d2581cb service neutron] show failed (client error): The resource could not be found. Dec 08 02:58:17.089657 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-8f77ce0a-c300-45cb-8f43-cef24d2581cb service neutron] 10.222.0.45 "GET /v2.0/ports/6bc10b4f-178b-47a8-bb60-b1f393dcaa5d/bindings/n-h2-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0553401 Dec 08 02:58:17.142271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da27a42-70e2-45f8-be08-a27b690cfaff req-50cf5bef-c4c5-4031-b57d-dba368e423ce tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:17.143884 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8da27a42-70e2-45f8-be08-a27b690cfaff req-50cf5bef-c4c5-4031-b57d-dba368e423ce tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0523705 Dec 08 02:58:17.195049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8da27a42-70e2-45f8-be08-a27b690cfaff req-6ab13f1f-ccca-4a72-8fb0-6851bf860b14 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444026 Dec 08 02:58:17.292337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971176f-1161-496c-856a-9a0b449e4bfb req-d8ee07e8-af78-4461-b445-b7cb6727a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:17.293839 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-d8ee07e8-af78-4461-b445-b7cb6727a0b5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518&tenant_id=026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 1098 time: 0.0402400 Dec 08 02:58:17.304073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-40c7f20a-fb3c-4599-b5d1-b645bc2ed094 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:58:17.304989 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-40c7f20a-fb3c-4599-b5d1-b645bc2ed094 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048103 Dec 08 02:58:17.324197 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:58:17.378152 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:17.574519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] For port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:58:17.606979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] For port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:58:17.644346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:58:17.646576 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2e33a0-95eb-4594-93d7-02c1011e2f94" -d '{"events": [{"server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "name": "network-vif-unplugged", "status": "completed", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:58:17.650263 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:17.662899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Transition to ACTIVE for port object 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:58:17.667014 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:17.702249 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3204071-c776-4ec1-9401-c04b81f20954 x-openstack-request-id: req-e3204071-c776-4ec1-9401-c04b81f20954 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:58:17.702562 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "name": "network-vif-unplugged", "status": "completed", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:58:17.702792 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e3204071-c776-4ec1-9401-c04b81f20954 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:58:17.703183 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'code': 200} Dec 08 02:58:17.718182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Pushing event updated for resources: {'Port': ['ID=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,revision_number=6']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:17.755460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:17.755873 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:17.756188 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:17.756515 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:17.756850 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:17.757188 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:17.757519 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:17.757847 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:17.758171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:17.758497 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:17.758820 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:17.759140 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:17.759458 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:17.803771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] No DVR routers for this DVR port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:58:17.937482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Attempting to bind port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:58:17.937818 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Attempting to bind port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:58:17.938145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Attempting to bind port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d on network ae6ef7ba-54b0-4439-b92e-c3be34ece65b {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:58:17.942309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d on network ae6ef7ba-54b0-4439-b92e-c3be34ece65b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:58:17.942630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Attempting to bind port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d on network ae6ef7ba-54b0-4439-b92e-c3be34ece65b {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:58:17.947657 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:58:17.948001 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Checking segment: {'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:58:17.948379 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Bound using segment: {'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:58:17.948808 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Bound port: 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:58:17.949153 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:18.009215 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] For port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:58:18.012048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] For port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:58:18.017488 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:18.053660 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:18.054280 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:18.055685 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] 10.222.0.75 "PUT /v2.0/ports/6bc10b4f-178b-47a8-bb60-b1f393dcaa5d HTTP/1.1" status: 200 len: 1093 time: 0.7350993 Dec 08 02:58:18.082448 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e3fcb-834c-4f54-b6ff-0f98518eba5d service neutron] Pushing event updated for resources: {'Port': ['ID=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:18.132468 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971176f-1161-496c-856a-9a0b449e4bfb req-94e869bf-fdbe-478f-9509-5132d336b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:18.134039 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-94e869bf-fdbe-478f-9509-5132d336b4f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 1096 time: 0.0428574 Dec 08 02:58:18.232738 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971176f-1161-496c-856a-9a0b449e4bfb req-47ee1446-f175-4aee-9354-39814a0b6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:18.234247 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-47ee1446-f175-4aee-9354-39814a0b6552 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b HTTP/1.1" status: 200 len: 898 time: 0.0926225 Dec 08 02:58:18.300094 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-9cea19c7-6003-4e41-99c4-e6b0855252e4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d HTTP/1.1" status: 200 len: 1000 time: 0.0585864 Dec 08 02:58:18.313094 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e52184-6e5b-465f-b33a-065c3291efc5 req-1b87f1b2-a67d-4ac0-a566-ac0d55577b70 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:18.314611 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88e52184-6e5b-465f-b33a-065c3291efc5 req-1b87f1b2-a67d-4ac0-a566-ac0d55577b70 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 944 time: 0.0494053 Dec 08 02:58:18.349011 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971176f-1161-496c-856a-9a0b449e4bfb req-06202130-6c03-4edf-8401-546742cf88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:18.350482 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-06202130-6c03-4edf-8401-546742cf88a4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=49e8adc0-49de-41b6-b523-d4437d537b19 HTTP/1.1" status: 200 len: 835 time: 0.0436208 Dec 08 02:58:18.366395 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-88e52184-6e5b-465f-b33a-065c3291efc5 req-7501ff96-54d9-4e52-bc48-4714cd6fd647 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454514 Dec 08 02:58:18.400605 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971176f-1161-496c-856a-9a0b449e4bfb req-963ef120-28c1-48e6-ab36-7ea7deec26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:18.402096 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-963ef120-28c1-48e6-ab36-7ea7deec26f2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437167 Dec 08 02:58:18.494034 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-a268c81f-8e34-4a39-bcf2-8ef147cf4548 service neutron] 10.222.0.75 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847108 Dec 08 02:58:18.586078 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6971176f-1161-496c-856a-9a0b449e4bfb req-22b33368-7b7b-4c78-9211-fdaba00a62c3 service neutron] 10.222.0.75 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850120 Dec 08 02:58:19.485312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37a052-e0f7-484a-81bb-f2f65021d4a7 req-c2f6f201-6950-4ac8-9be7-8e216712b81d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:19.486782 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c37a052-e0f7-484a-81bb-f2f65021d4a7 req-c2f6f201-6950-4ac8-9be7-8e216712b81d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 944 time: 0.0488269 Dec 08 02:58:19.534188 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c37a052-e0f7-484a-81bb-f2f65021d4a7 req-9a3c983c-169f-4bb9-8b25-175ad76643ac tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414953 Dec 08 02:58:19.643090 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:58:19.704547 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:58:19.706926 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580" -d '{"events": [{"name": "network-changed", "server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:58:19.753445 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec580b1-e369-456e-975b-43834f147464 x-openstack-request-id: req-cec580b1-e369-456e-975b-43834f147464 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:58:19.753737 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:58:19.754014 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cec580b1-e369-456e-975b-43834f147464 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:58:19.754405 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'status': 'completed', 'code': 200} Dec 08 02:58:19.862224 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-142e7bd8-ef0e-4280-ad3c-3deb410fc4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:19.863674 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-142e7bd8-ef0e-4280-ad3c-3deb410fc4e6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 1096 time: 0.0608668 Dec 08 02:58:19.865467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-b5d11e5c-3e02-4444-85ad-795db8601588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:19.866840 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-b5d11e5c-3e02-4444-85ad-795db8601588 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 1096 time: 0.0720847 Dec 08 02:58:20.023770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-44102b0c-9632-4857-8e20-15a3c37d92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:20.025228 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-44102b0c-9632-4857-8e20-15a3c37d92aa service neutron] 10.222.0.75 "GET /v2.0/networks?id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b HTTP/1.1" status: 200 len: 898 time: 0.1541367 Dec 08 02:58:20.027777 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-5ad1bcb9-99e2-4f93-b14b-e8b1569b791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:20.029150 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-5ad1bcb9-99e2-4f93-b14b-e8b1569b791d service neutron] 10.222.0.45 "GET /v2.0/networks?id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b HTTP/1.1" status: 200 len: 898 time: 0.1510258 Dec 08 02:58:20.094262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:58:20.132292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:58:20.138054 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-452cde5c-cf29-4385-8261-d78b57bcab11 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d HTTP/1.1" status: 200 len: 1000 time: 0.1049585 Dec 08 02:58:20.144323 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-a8a510c6-5a98-4f0f-8312-98a943d434b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d HTTP/1.1" status: 200 len: 1000 time: 0.1060381 Dec 08 02:58:20.559089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-fbd5093b-3886-41cb-8d45-effc734fce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:20.561191 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-fbd5093b-3886-41cb-8d45-effc734fce66 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49e8adc0-49de-41b6-b523-d4437d537b19 HTTP/1.1" status: 200 len: 835 time: 0.4091060 Dec 08 02:58:20.566420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-02225f01-c080-423e-9886-a0afd8f4af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:20.567969 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-02225f01-c080-423e-9886-a0afd8f4af0a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=49e8adc0-49de-41b6-b523-d4437d537b19 HTTP/1.1" status: 200 len: 835 time: 0.0568511 Dec 08 02:58:20.634859 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-3ee5a731-c0ea-421e-a608-ebb522934ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:20.636445 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-3ee5a731-c0ea-421e-a608-ebb522934ff7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675817 Dec 08 02:58:20.642447 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-02b1cdbf-c7ed-4641-9e28-6d9c4ffa9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:20.643976 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-02b1cdbf-c7ed-4641-9e28-6d9c4ffa9e5c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672922 Dec 08 02:58:20.650486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0835cc-7902-4c2f-8d0a-d301f31f5e25 req-6f05e29d-1c5d-40b7-ae30-71220e9dd04e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:20.652370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd0835cc-7902-4c2f-8d0a-d301f31f5e25 req-6f05e29d-1c5d-40b7-ae30-71220e9dd04e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 944 time: 0.0489066 Dec 08 02:58:20.704244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fd0835cc-7902-4c2f-8d0a-d301f31f5e25 req-a3f94c3d-e90f-4c6e-aa4d-ba0b95cf5584 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459504 Dec 08 02:58:20.804545 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-2729eb39-f582-4f93-b2a6-1a7acc990b63 service neutron] 10.222.0.45 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594830 Dec 08 02:58:20.821072 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-b9902199-9d57-4cda-9477-be444a35328d service neutron] 10.222.0.75 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683314 Dec 08 02:58:20.876404 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.45', 50147) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:58:20.898557 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764164b-ed94-4854-b9f7-0bb40f46e4eb req-a457516c-1c8b-455c-9227-b6d9b18e9a7a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:20.900036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b764164b-ed94-4854-b9f7-0bb40f46e4eb req-a457516c-1c8b-455c-9227-b6d9b18e9a7a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 944 time: 0.0533888 Dec 08 02:58:20.970846 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-7a0a168e-7276-4d80-8421-f9c1830be16c service neutron] 10.222.0.45 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599224 Dec 08 02:58:20.976274 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-cc7931e9-83b9-4bd3-9fa9-009cb9e899f4 service neutron] 10.222.0.75 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435225 Dec 08 02:58:20.979592 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-56a57399-e711-4bfe-999c-556e26d6358c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:20.981031 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-56a57399-e711-4bfe-999c-556e26d6358c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518&tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&binding%3Ahost_id=n-h2-713499-31 HTTP/1.1" status: 200 len: 944 time: 0.0801294 Dec 08 02:58:20.985629 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b764164b-ed94-4854-b9f7-0bb40f46e4eb req-e6d5022f-c9f5-43c7-b02d-e1d30976691e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760319 Dec 08 02:58:21.056216 n-d-713499-31 neutron-server[109767]: INFO neutron.api.v2.resource [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-15710a64-3a34-411e-9cff-8434b8ec5f0b service neutron] delete failed (client error): The resource could not be found. Dec 08 02:58:21.057296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-15710a64-3a34-411e-9cff-8434b8ec5f0b service neutron] 10.222.0.45 "DELETE /v2.0/ports/6bc10b4f-178b-47a8-bb60-b1f393dcaa5d/bindings/n-h1-713499-31 HTTP/1.1" status: 404 len: 381 time: 0.0592425 Dec 08 02:58:21.108652 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369639f5-12aa-4375-80a4-c7c28cd3c3a3 req-0ba1df1e-b7c9-46f9-ad7d-82a57b0d214c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:21.110154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-369639f5-12aa-4375-80a4-c7c28cd3c3a3 req-0ba1df1e-b7c9-46f9-ad7d-82a57b0d214c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 944 time: 0.0520065 Dec 08 02:58:21.187723 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-369639f5-12aa-4375-80a4-c7c28cd3c3a3 req-3abe4be7-0a59-41e7-81a7-a148d4e1be4a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701258 Dec 08 02:58:21.192352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-1ff1225f-6a08-4986-b0c4-72f9387ca219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:21.193786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-1ff1225f-6a08-4986-b0c4-72f9387ca219 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 1096 time: 0.0703907 Dec 08 02:58:21.285268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-14e4cf7a-a320-4911-8639-75614bb35073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:21.286727 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-14e4cf7a-a320-4911-8639-75614bb35073 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b HTTP/1.1" status: 200 len: 898 time: 0.0861983 Dec 08 02:58:21.349275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-b37ec94f-0f50-4777-a4a5-8b4ad7e287d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d HTTP/1.1" status: 200 len: 1000 time: 0.0558774 Dec 08 02:58:21.396735 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-dd366a4e-69ad-4033-8b3e-91cc38467b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:21.398120 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-dd366a4e-69ad-4033-8b3e-91cc38467b06 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49e8adc0-49de-41b6-b523-d4437d537b19 HTTP/1.1" status: 200 len: 835 time: 0.0421252 Dec 08 02:58:21.446463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-f1014933-f2f3-4236-aeb4-2f778fba7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:21.447964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-f1014933-f2f3-4236-aeb4-2f778fba7cbf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430641 Dec 08 02:58:21.823090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-3cc26e95-9a18-4a5e-9813-4a5a90ecf387 service neutron] 10.222.0.45 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678043 Dec 08 02:58:21.911581 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-190b680a-3841-4fee-b787-adc172d4d6f0 req-7b96ce2b-ac69-44fd-830a-2534a80c7420 service neutron] 10.222.0.45 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819340 Dec 08 02:58:22.105162 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c07974cf-d0f7-4cd5-a403-4e87d77839ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:22.309520 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453c27c-b57f-46c0-938c-699a026dd1ff req-d8165d88-a59d-4934-9b0d-1005af513d78 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:22.311505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b453c27c-b57f-46c0-938c-699a026dd1ff req-d8165d88-a59d-4934-9b0d-1005af513d78 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 944 time: 0.0498064 Dec 08 02:58:22.362182 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b453c27c-b57f-46c0-938c-699a026dd1ff req-ee924f82-2923-47be-a280-1c1f4b18e464 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443242 Dec 08 02:58:22.508342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:58:22.604084 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:58:22.615848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'port_id': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'mac_address': 'fa:16:3e:30:db:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:58:22.652976 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:22.668877 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:58:22.693701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:58:22.697982 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:22.749044 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:22.756487 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:22.756910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:22.757180 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:22.757519 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:22.757862 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:22.758191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:22.758522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:22.758848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:22.759173 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:22.759497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:22.759854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:22.760179 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:22.760499 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:23.006007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['6bc10b4f-178b-47a8-bb60-b1f393dcaa5d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:58:23.478179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6d1ae-d17d-4b9c-bdd7-d16a8d571847 req-c493504d-b49d-4d80-b3d7-c6d7c6ea85bb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:23.479651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03f6d1ae-d17d-4b9c-bdd7-d16a8d571847 req-c493504d-b49d-4d80-b3d7-c6d7c6ea85bb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 945 time: 0.0495968 Dec 08 02:58:23.531089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-03f6d1ae-d17d-4b9c-bdd7-d16a8d571847 req-8df8fb5e-3a28-4e2d-b766-f6e270876296 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454068 Dec 08 02:58:23.553375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40062) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:58:23.611747 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-21e7e966-f874-411d-87dc-1693bee8ed9b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/457f97a4-0fff-4124-9757-3bf27d132b44 HTTP/1.1" status: 200 len: 993 time: 0.0572329 Dec 08 02:58:24.035274 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:24.453884 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0f494e15-0acc-4b8e-abdc-c050e1c2a01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:24.515993 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:58:24.563465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:58:24.567265 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:58:24.567667 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:24.643498 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:24.665686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:58:24.667938 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b75f4dc-a93c-4a7a-9179-7a670248be59" -d '{"events": [{"server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "name": "network-vif-plugged", "status": "completed", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:58:24.681022 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:58:24.685368 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:24.709002 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66a339e-3817-46a7-90ef-75e1010952d3 x-openstack-request-id: req-a66a339e-3817-46a7-90ef-75e1010952d3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:58:24.709295 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "name": "network-vif-plugged", "status": "completed", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:58:24.709550 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a66a339e-3817-46a7-90ef-75e1010952d3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:58:24.709939 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'code': 200} Dec 08 02:58:24.735690 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:24.912432 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:25.689134 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:27.200851 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:28.031412 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:52.105258 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0f2c45f-faf2-4057-af75-12a7c988bc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:52.315586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40074) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:58:52.469322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port e83aa6ee-b797-4211-8109-a6e55d58bb56 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:58:52.469655 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:52.545742 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:52.546067 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:52.557387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for e83aa6ee-b797-4211-8109-a6e55d58bb56 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:58:52.700437 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:52.725980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=e83aa6ee-b797-4211-8109-a6e55d58bb56,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:52.737578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:52.737929 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:52.738273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:52.738614 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:52.738944 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:52.739273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:52.739616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:52.739957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:52.740286 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:52.740610 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:52.740938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:52.741260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:52.741583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:52.797933 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:52.798279 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Floating IP 457f97a4-0fff-4124-9757-3bf27d132b44 disassociated (deleted). External IP: 172.25.8.154, port: 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d. Dec 08 02:58:53.009784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:58:53.116456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:58:53.121199 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:53.127083 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624f392d-2417-4a78-b7d8-65f8a5ce2cf2 None None] Sync routers for ids ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:58:53.137529 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f392d-2417-4a78-b7d8-65f8a5ce2cf2 None None] Routers {'3287cb1e-bcae-408e-ad5a-cf1f5dae050b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:58:53.138251 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-624f392d-2417-4a78-b7d8-65f8a5ce2cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:58:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:58:53.148949 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d154dc25-4475-48c1-9c88-ce21321d4e6f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/floatingips/457f97a4-0fff-4124-9757-3bf27d132b44 HTTP/1.1" status: 204 len: 168 time: 0.8322632 Dec 08 02:58:53.149554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:58:53.151869 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af17931-444b-46a6-a201-2a42a017aaaf" -d '{"events": [{"name": "network-changed", "server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:58:53.246557 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-624f392d-2417-4a78-b7d8-65f8a5ce2cf2 None None] Set router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:58:53.268569 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e931d5-d1ca-4e46-a2eb-ed57bb057107 x-openstack-request-id: req-79e931d5-d1ca-4e46-a2eb-ed57bb057107 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:58:53.268792 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:58:53.269048 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-79e931d5-d1ca-4e46-a2eb-ed57bb057107 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:58:53.269512 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'status': 'completed', 'code': 200} Dec 08 02:58:53.356559 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af17931-444b-46a6-a201-2a42a017aaaf req-1325ba4a-6904-420a-aac9-07f580290233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:53.358057 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8af17931-444b-46a6-a201-2a42a017aaaf req-1325ba4a-6904-420a-aac9-07f580290233 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 1098 time: 0.0440717 Dec 08 02:58:53.402726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0928368-524a-4e53-babf-4c5643098f2f req-302bf1c5-5dc1-4ddd-8a02-6b88bfbcd6fa tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:53.404296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0928368-524a-4e53-babf-4c5643098f2f req-302bf1c5-5dc1-4ddd-8a02-6b88bfbcd6fa tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0564313 Dec 08 02:58:53.464845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af17931-444b-46a6-a201-2a42a017aaaf req-9d74a86d-4699-46d8-b231-9bf7af46f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:53.466484 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0928368-524a-4e53-babf-4c5643098f2f req-a77cfcfd-be97-4d69-a955-64e52ccbd1d2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556593 Dec 08 02:58:53.467439 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8af17931-444b-46a6-a201-2a42a017aaaf req-9d74a86d-4699-46d8-b231-9bf7af46f7de service neutron] 10.222.0.75 "GET /v2.0/networks?id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b HTTP/1.1" status: 200 len: 898 time: 0.1008117 Dec 08 02:58:53.470066 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-624f392d-2417-4a78-b7d8-65f8a5ce2cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d6f8e9d-7647-477e-b776-18701276bb24', 'name': '', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:86:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:10Z', 'updated_at': '2021-12-08T02:57:14Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:58:53.497712 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624f392d-2417-4a78-b7d8-65f8a5ce2cf2 None None] Checking router: 3287cb1e-bcae-408e-ad5a-cf1f5dae050b for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:58:53.506288 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f392d-2417-4a78-b7d8-65f8a5ce2cf2 None None] Routers {'3287cb1e-bcae-408e-ad5a-cf1f5dae050b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:58:53.506878 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-624f392d-2417-4a78-b7d8-65f8a5ce2cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:58:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:58:53.607668 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-624f392d-2417-4a78-b7d8-65f8a5ce2cf2 None None] Set router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:58:53.614127 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8af17931-444b-46a6-a201-2a42a017aaaf req-5f2af6b9-cc30-4892-ba58-19cb4d62e418 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d HTTP/1.1" status: 200 len: 217 time: 0.0345109 Dec 08 02:58:53.667895 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af17931-444b-46a6-a201-2a42a017aaaf req-c88238bf-a98d-4c58-9f36-275d4765696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:53.669374 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8af17931-444b-46a6-a201-2a42a017aaaf req-c88238bf-a98d-4c58-9f36-275d4765696c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=49e8adc0-49de-41b6-b523-d4437d537b19 HTTP/1.1" status: 200 len: 835 time: 0.0479536 Dec 08 02:58:53.715902 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af17931-444b-46a6-a201-2a42a017aaaf req-dcf409f8-2645-4bb5-a7d6-66a36997e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:53.717419 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8af17931-444b-46a6-a201-2a42a017aaaf req-dcf409f8-2645-4bb5-a7d6-66a36997e6fb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ae6ef7ba-54b0-4439-b92e-c3be34ece65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403638 Dec 08 02:58:53.801268 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-624f392d-2417-4a78-b7d8-65f8a5ce2cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d6f8e9d-7647-477e-b776-18701276bb24', 'name': '', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:86:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:10Z', 'updated_at': '2021-12-08T02:57:14Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:58:53.812044 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8af17931-444b-46a6-a201-2a42a017aaaf req-de4b31d5-c760-4607-a542-e4ab9652cdeb service neutron] 10.222.0.75 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869570 Dec 08 02:58:53.830509 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624f392d-2417-4a78-b7d8-65f8a5ce2cf2 None None] The sync data for ids ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'] in n-d-713499-31 is: [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '6d6f8e9d-7647-477e-b776-18701276bb24', 'name': '', 'network_id': 'ae6ef7ba-54b0-4439-b92e-c3be34ece65b', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:86:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:10Z', 'updated_at': '2021-12-08T02:57:14Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '49e8adc0-49de-41b6-b523-d4437d537b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:58:53.905520 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-8af17931-444b-46a6-a201-2a42a017aaaf req-02008b50-a63d-4ab1-8aaf-72f4888db0fe service neutron] 10.222.0.75 "GET /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855551 Dec 08 02:58:54.050937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ee22e-8b43-4f76-86c4-3ef5e1708ad9 None None] New status for floating IP 457f97a4-0fff-4124-9757-3bf27d132b44: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:58:54.122081 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:54.454639 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f898f5c2-1046-4a68-85f8-1dc625bb81ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:54.577943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d6e4b-e2dd-4418-8fd4-71b4ab39a376 req-f05c6e9f-ed53-48b5-b727-7df3e3c53282 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:54.579480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b77d6e4b-e2dd-4418-8fd4-71b4ab39a376 req-f05c6e9f-ed53-48b5-b727-7df3e3c53282 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0506222 Dec 08 02:58:54.629087 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b77d6e4b-e2dd-4418-8fd4-71b4ab39a376 req-5eb7dfa2-e872-4bcd-85e5-f47a627dad1b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=e44f2f42-4638-4503-8c10-3233af5cffe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434983 Dec 08 02:58:54.903345 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570eae9-5eab-43f9-a408-533c1662e390 req-93c4bb31-0ef7-41ae-af31-ff5aa2bfefac tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:54.904804 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6570eae9-5eab-43f9-a408-533c1662e390 req-93c4bb31-0ef7-41ae-af31-ff5aa2bfefac tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.75 "GET /v2.0/ports?device_id=98478822-f39f-48ea-85da-9df298b2d518 HTTP/1.1" status: 200 len: 946 time: 0.0487175 Dec 08 02:58:54.911931 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:54.996439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-6570eae9-5eab-43f9-a408-533c1662e390 req-28fa39bf-bba2-473e-bda9-6e6bf78f9087 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:58:54.996783 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6570eae9-5eab-43f9-a408-533c1662e390 req-28fa39bf-bba2-473e-bda9-6e6bf78f9087 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:55.083802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6570eae9-5eab-43f9-a408-533c1662e390 req-28fa39bf-bba2-473e-bda9-6e6bf78f9087 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:58:55.084171 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6570eae9-5eab-43f9-a408-533c1662e390 req-28fa39bf-bba2-473e-bda9-6e6bf78f9087 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:55.096954 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-6570eae9-5eab-43f9-a408-533c1662e390 req-28fa39bf-bba2-473e-bda9-6e6bf78f9087 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:58:55.225896 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6570eae9-5eab-43f9-a408-533c1662e390 req-28fa39bf-bba2-473e-bda9-6e6bf78f9087 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:55.255067 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa39bf-bba2-473e-bda9-6e6bf78f9087 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=6bc10b4f-178b-47a8-bb60-b1f393dcaa5d,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:55.298852 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6570eae9-5eab-43f9-a408-533c1662e390 req-28fa39bf-bba2-473e-bda9-6e6bf78f9087 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] No DVR routers for this DVR port 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:58:55.301453 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6570eae9-5eab-43f9-a408-533c1662e390 req-28fa39bf-bba2-473e-bda9-6e6bf78f9087 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:55.304812 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6570eae9-5eab-43f9-a408-533c1662e390 req-28fa39bf-bba2-473e-bda9-6e6bf78f9087 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.75 "DELETE /v2.0/ports/6bc10b4f-178b-47a8-bb60-b1f393dcaa5d HTTP/1.1" status: 204 len: 173 time: 0.3940411 Dec 08 02:58:55.305269 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'name': 'network-vif-deleted', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:58:55.307494 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a7a1d0-7d20-4cd2-b6ce-d2f609cab9fa" -d '{"events": [{"server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "name": "network-vif-deleted", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:58:55.345592 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4a1e89-5618-437e-ae22-c9c7896537bd x-openstack-request-id: req-bd4a1e89-5618-437e-ae22-c9c7896537bd {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:58:55.345942 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98478822-f39f-48ea-85da-9df298b2d518", "name": "network-vif-deleted", "tag": "6bc10b4f-178b-47a8-bb60-b1f393dcaa5d", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:58:55.346200 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bd4a1e89-5618-437e-ae22-c9c7896537bd {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:58:55.346602 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98478822-f39f-48ea-85da-9df298b2d518', 'name': 'network-vif-deleted', 'tag': '6bc10b4f-178b-47a8-bb60-b1f393dcaa5d', 'status': 'completed', 'code': 200} Dec 08 02:58:55.702295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40090) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:58:55.703244 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:56.062432 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e73793f1-636b-4a85-95d0-e1504f5dc0b2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:56.310324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e73793f1-636b-4a85-95d0-e1504f5dc0b2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port 6d6f8e9d-7647-477e-b776-18701276bb24 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:58:56.310668 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e73793f1-636b-4a85-95d0-e1504f5dc0b2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:56.400172 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-e73793f1-636b-4a85-95d0-e1504f5dc0b2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port 6d6f8e9d-7647-477e-b776-18701276bb24, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6d6f8e9d-7647-477e-b776-18701276bb24,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:58:56.400453 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e73793f1-636b-4a85-95d0-e1504f5dc0b2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:56.413530 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-e73793f1-636b-4a85-95d0-e1504f5dc0b2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for 6d6f8e9d-7647-477e-b776-18701276bb24 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:58:56.594676 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e73793f1-636b-4a85-95d0-e1504f5dc0b2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:56.620234 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73793f1-636b-4a85-95d0-e1504f5dc0b2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=6d6f8e9d-7647-477e-b776-18701276bb24,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:56.642906 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:58:56.795395 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e73793f1-636b-4a85-95d0-e1504f5dc0b2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:57.007465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73793f1-636b-4a85-95d0-e1504f5dc0b2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:58:57.109001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73793f1-636b-4a85-95d0-e1504f5dc0b2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:58:57.114760 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e73793f1-636b-4a85-95d0-e1504f5dc0b2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "PUT /v2.0/routers/3287cb1e-bcae-408e-ad5a-cf1f5dae050b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4111669 Dec 08 02:58:57.117468 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40092) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:58:57.119447 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e905d1c6-a707-427f-9395-0e2f1b21984b None None] Sync routers for ids ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:58:57.129739 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e905d1c6-a707-427f-9395-0e2f1b21984b None None] Routers {'3287cb1e-bcae-408e-ad5a-cf1f5dae050b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:58:57.130348 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e905d1c6-a707-427f-9395-0e2f1b21984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:58:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:58:57.170643 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-511dc920-751a-420b-92d7-f495cb127060 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting subnet 49e8adc0-49de-41b6-b523-d4437d537b19 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:58:57.174193 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-511dc920-751a-420b-92d7-f495cb127060 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:57.205656 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:57.215711 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-511dc920-751a-420b-92d7-f495cb127060 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:57.236372 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e905d1c6-a707-427f-9395-0e2f1b21984b None None] Set router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:58:57.298255 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-511dc920-751a-420b-92d7-f495cb127060 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:57.361820 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-511dc920-751a-420b-92d7-f495cb127060 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:57.387551 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dc920-751a-420b-92d7-f495cb127060 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Subnet': ['ID=49e8adc0-49de-41b6-b523-d4437d537b19,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:57.393568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-511dc920-751a-420b-92d7-f495cb127060 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:57.399875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-511dc920-751a-420b-92d7-f495cb127060 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/subnets/49e8adc0-49de-41b6-b523-d4437d537b19 HTTP/1.1" status: 204 len: 168 time: 0.2784114 Dec 08 02:58:57.399875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40094) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:58:57.400557 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4816da3f-ef9e-4165-be58-6d5b7af31e82 None None] Network ae6ef7ba-54b0-4439-b92e-c3be34ece65b requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:58:57.514107 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e905d1c6-a707-427f-9395-0e2f1b21984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:58:56Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:58:57.517127 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:57.544310 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e905d1c6-a707-427f-9395-0e2f1b21984b None None] Checking router: 3287cb1e-bcae-408e-ad5a-cf1f5dae050b for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:58:57.553278 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e905d1c6-a707-427f-9395-0e2f1b21984b None None] Routers {'3287cb1e-bcae-408e-ad5a-cf1f5dae050b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:58:57.553827 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e905d1c6-a707-427f-9395-0e2f1b21984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:58:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:58:57.568421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e9800f-0141-4282-b95c-abfdd999fee1 None None] DHCP port deletion for ae6ef7ba-54b0-4439-b92e-c3be34ece65b request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:58:57.617231 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-40e9800f-0141-4282-b95c-abfdd999fee1 None None] Deleting port 38b146d4-e78c-445c-ae73-990d0eb7a6de {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:58:57.617612 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40e9800f-0141-4282-b95c-abfdd999fee1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:57.660750 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e905d1c6-a707-427f-9395-0e2f1b21984b None None] Set router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:58:57.688961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-40e9800f-0141-4282-b95c-abfdd999fee1 None None] For port 38b146d4-e78c-445c-ae73-990d0eb7a6de, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=38b146d4-e78c-445c-ae73-990d0eb7a6de,segment=NetworkSegment(ee707e9a-bbb4-4e16-883e-13f8eb4adaf4),segment_id=ee707e9a-bbb4-4e16-883e-13f8eb4adaf4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:58:57.689652 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40e9800f-0141-4282-b95c-abfdd999fee1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:57.706905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-40e9800f-0141-4282-b95c-abfdd999fee1 None None] Calling delete_port for 38b146d4-e78c-445c-ae73-990d0eb7a6de owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:58:57.801333 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40e9800f-0141-4282-b95c-abfdd999fee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:57.829336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9800f-0141-4282-b95c-abfdd999fee1 None None] Pushing event deleted for resources: {'Port': ['ID=38b146d4-e78c-445c-ae73-990d0eb7a6de,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:57.836550 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9800f-0141-4282-b95c-abfdd999fee1 None None] No DVR routers for this DVR port 38b146d4-e78c-445c-ae73-990d0eb7a6de on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:58:57.868930 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e905d1c6-a707-427f-9395-0e2f1b21984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:58:56Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:58:57.899969 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e905d1c6-a707-427f-9395-0e2f1b21984b None None] The sync data for ids ['3287cb1e-bcae-408e-ad5a-cf1f5dae050b'] in n-d-713499-31 is: [{'id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560625925', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:58:56Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '891a4ba0-6635-4fd5-8496-aed3fed299e8', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287cb1e-bcae-408e-ad5a-cf1f5dae050b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:57:07Z', 'updated_at': '2021-12-08T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:58:57.933693 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:57.988957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port 891a4ba0-6635-4fd5-8496-aed3fed299e8 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:58:57.989404 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.036712 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.072907 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port 891a4ba0-6635-4fd5-8496-aed3fed299e8, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=891a4ba0-6635-4fd5-8496-aed3fed299e8,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:58:58.073276 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.088701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for 891a4ba0-6635-4fd5-8496-aed3fed299e8 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:58:58.258040 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.288549 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=891a4ba0-6635-4fd5-8496-aed3fed299e8,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:58.298913 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1258f06-7f59-4fcd-bd44-6102d2b0a2d9 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:58:58.347157 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.434659 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.436831 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.479887 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.480414 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Fanout notify agent at l3_agent the message router_deleted on router 3287cb1e-bcae-408e-ad5a-cf1f5dae050b {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:58:58.489938 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.491067 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-abb029f7-99db-4872-b26b-e0b21f8cf39e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/routers/3287cb1e-bcae-408e-ad5a-cf1f5dae050b HTTP/1.1" status: 204 len: 168 time: 1.0906079 Dec 08 02:58:58.493764 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40096) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:58:58.582463 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e00d56f-1e49-4952-a5e0-7e7af3401c82 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.599461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6d6f8e9d-7647-477e-b776-18701276bb24 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:58:58.620724 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 6d6f8e9d-7647-477e-b776-18701276bb24 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:58:58.621077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6d6f8e9d-7647-477e-b776-18701276bb24 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:58:58.621511 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 38b146d4-e78c-445c-ae73-990d0eb7a6de no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:58:58.641056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 38b146d4-e78c-445c-ae73-990d0eb7a6de {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:58:58.641692 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 38b146d4-e78c-445c-ae73-990d0eb7a6de not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:58:58.664253 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:58:58.680711 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e00d56f-1e49-4952-a5e0-7e7af3401c82 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.684318 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:58:58.684662 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 6bc10b4f-178b-47a8-bb60-b1f393dcaa5d not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:58:58.703498 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0e00d56f-1e49-4952-a5e0-7e7af3401c82 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6ef7ba-54b0-4439-b92e-c3be34ece65b']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:58:58.713716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0e00d56f-1e49-4952-a5e0-7e7af3401c82 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:58:58.714162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-0e00d56f-1e49-4952-a5e0-7e7af3401c82 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee707e9a-bbb4-4e16-883e-13f8eb4adaf4') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:58:58.724175 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e00d56f-1e49-4952-a5e0-7e7af3401c82 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.740758 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e00d56f-1e49-4952-a5e0-7e7af3401c82 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.746553 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e00d56f-1e49-4952-a5e0-7e7af3401c82 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:58:58.746930 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e00d56f-1e49-4952-a5e0-7e7af3401c82 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: timer() Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:58:58.750435 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:58:58.805700 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e00d56f-1e49-4952-a5e0-7e7af3401c82 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.815080 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-0e00d56f-1e49-4952-a5e0-7e7af3401c82 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.818312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0e00d56f-1e49-4952-a5e0-7e7af3401c82 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/networks/ae6ef7ba-54b0-4439-b92e-c3be34ece65b HTTP/1.1" status: 204 len: 168 time: 0.3233907 Dec 08 02:58:58.821508 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40098) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:58:58.828269 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00d56f-1e49-4952-a5e0-7e7af3401c82 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Network': ['ID=ae6ef7ba-54b0-4439-b92e-c3be34ece65b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:58.878833 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d2319319-732e-4bda-b3c4-e09b77d46f53 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.903038 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d2319319-732e-4bda-b3c4-e09b77d46f53 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.961896 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d2319319-732e-4bda-b3c4-e09b77d46f53 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.964701 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-d2319319-732e-4bda-b3c4-e09b77d46f53 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:58.965901 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d2319319-732e-4bda-b3c4-e09b77d46f53 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/security-groups/e44f2f42-4638-4503-8c10-3233af5cffe8 HTTP/1.1" status: 204 len: 168 time: 0.1433761 Dec 08 02:58:58.975515 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2319319-732e-4bda-b3c4-e09b77d46f53 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44f2f42-4638-4503-8c10-3233af5cffe8,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:59.279162 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40104) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:58:59.284529 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9d35dce5-1e01-4136-aa8b-37195236213d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1724608981', 'description': 'tempest-secgroup-smoke-1724608981 description', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:58:59.305563 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d35dce5-1e01-4136-aa8b-37195236213d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.370178 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d35dce5-1e01-4136-aa8b-37195236213d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.373965 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d35dce5-1e01-4136-aa8b-37195236213d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.409007 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d35dce5-1e01-4136-aa8b-37195236213d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.410224 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9d35dce5-1e01-4136-aa8b-37195236213d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1300142 Dec 08 02:58:59.412175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35dce5-1e01-4136-aa8b-37195236213d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4058d84a-c1a8-4e2c-855b-76ee44cb6abd,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:59.413239 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40106) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:58:59.417914 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-45ec7ca3-1e0c-4cea-8baf-dabdae26bd77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '4058d84a-c1a8-4e2c-855b-76ee44cb6abd', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:58:59.443493 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45ec7ca3-1e0c-4cea-8baf-dabdae26bd77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.501600 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45ec7ca3-1e0c-4cea-8baf-dabdae26bd77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.505356 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45ec7ca3-1e0c-4cea-8baf-dabdae26bd77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.523053 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec7ca3-1e0c-4cea-8baf-dabdae26bd77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63b3a26-f35d-4b4b-8ef4-3c3e598319df,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:59.529988 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-45ec7ca3-1e0c-4cea-8baf-dabdae26bd77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.531841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-45ec7ca3-1e0c-4cea-8baf-dabdae26bd77 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169188 Dec 08 02:58:59.534545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40108) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:58:59.538875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f4c540c5-e5ac-4e3f-83fb-8a79cbbeadf1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '4058d84a-c1a8-4e2c-855b-76ee44cb6abd', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:58:59.563963 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4c540c5-e5ac-4e3f-83fb-8a79cbbeadf1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.617494 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4c540c5-e5ac-4e3f-83fb-8a79cbbeadf1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.620708 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4c540c5-e5ac-4e3f-83fb-8a79cbbeadf1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.635377 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c540c5-e5ac-4e3f-83fb-8a79cbbeadf1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db80a71-6c3c-4740-84fe-8865cf7bc70d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:59.645962 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f4c540c5-e5ac-4e3f-83fb-8a79cbbeadf1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.647127 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f4c540c5-e5ac-4e3f-83fb-8a79cbbeadf1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116261 Dec 08 02:58:59.649906 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40110) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:58:59.654059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e620fec4-fe50-46a3-ad98-36b7290465dd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '4058d84a-c1a8-4e2c-855b-76ee44cb6abd', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:58:59.678411 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e620fec4-fe50-46a3-ad98-36b7290465dd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.733207 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e620fec4-fe50-46a3-ad98-36b7290465dd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.736577 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e620fec4-fe50-46a3-ad98-36b7290465dd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.754560 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620fec4-fe50-46a3-ad98-36b7290465dd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8364b821-3ff0-4f22-8dbb-767fabb86a84,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:59.762498 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e620fec4-fe50-46a3-ad98-36b7290465dd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.763699 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e620fec4-fe50-46a3-ad98-36b7290465dd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128640 Dec 08 02:58:59.767005 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40112) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:58:59.771434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fd107f7e-c9ba-445f-95b9-7b115b1e5ca0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '4058d84a-c1a8-4e2c-855b-76ee44cb6abd', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:58:59.796485 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd107f7e-c9ba-445f-95b9-7b115b1e5ca0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.851801 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd107f7e-c9ba-445f-95b9-7b115b1e5ca0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.855081 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd107f7e-c9ba-445f-95b9-7b115b1e5ca0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.873825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd107f7e-c9ba-445f-95b9-7b115b1e5ca0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd11597-b5d8-41de-af3d-3871df6bea3d,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:59.882119 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fd107f7e-c9ba-445f-95b9-7b115b1e5ca0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.883275 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fd107f7e-c9ba-445f-95b9-7b115b1e5ca0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153090 Dec 08 02:58:59.886029 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40114) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:58:59.890294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-aec467de-aede-4438-ad2c-3a9d41e3e8fe tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '4058d84a-c1a8-4e2c-855b-76ee44cb6abd', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:58:59.911575 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-aec467de-aede-4438-ad2c-3a9d41e3e8fe tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Project 026d219675a54b6c9e5ff4dffd5ed36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:58:59.916237 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aec467de-aede-4438-ad2c-3a9d41e3e8fe tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.972360 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aec467de-aede-4438-ad2c-3a9d41e3e8fe tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.975763 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aec467de-aede-4438-ad2c-3a9d41e3e8fe tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:59.992159 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec467de-aede-4438-ad2c-3a9d41e3e8fe tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b54b0b8-fc17-4eb2-9d7b-d3e310ac8338,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:00.001136 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-aec467de-aede-4438-ad2c-3a9d41e3e8fe tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.002307 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-aec467de-aede-4438-ad2c-3a9d41e3e8fe tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153812 Dec 08 02:59:00.005112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40116) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:00.009341 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6e81b350-8917-4a63-ad8d-099ded39b72e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '4058d84a-c1a8-4e2c-855b-76ee44cb6abd', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:00.031133 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-6e81b350-8917-4a63-ad8d-099ded39b72e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Project 026d219675a54b6c9e5ff4dffd5ed36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:59:00.036058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e81b350-8917-4a63-ad8d-099ded39b72e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.093471 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e81b350-8917-4a63-ad8d-099ded39b72e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.096811 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e81b350-8917-4a63-ad8d-099ded39b72e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.114258 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81b350-8917-4a63-ad8d-099ded39b72e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932ba8c9-e8d9-4d72-87a0-d06bb757ab56,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:00.121380 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6e81b350-8917-4a63-ad8d-099ded39b72e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.122554 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6e81b350-8917-4a63-ad8d-099ded39b72e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165893 Dec 08 02:59:00.125975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40118) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:00.130694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-f011ab49-0783-4bec-acb6-ad3917848106 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'network': {'name': 'tempest-network-smoke--160478023', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'port_security_enabled': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:00.150006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f011ab49-0783-4bec-acb6-ad3917848106 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:59:00.153474 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f011ab49-0783-4bec-acb6-ad3917848106 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.177363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f011ab49-0783-4bec-acb6-ad3917848106 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:59:00.186416 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f011ab49-0783-4bec-acb6-ad3917848106 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.186757 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-f011ab49-0783-4bec-acb6-ad3917848106 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Added segment b3bff64b-7e5b-4787-8543-102392d3b3c5 of type vlan for network 8efcc612-980c-42b2-a341-77648af061ae Dec 08 02:59:00.228889 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f011ab49-0783-4bec-acb6-ad3917848106 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.254032 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f011ab49-0783-4bec-acb6-ad3917848106 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.259696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f011ab49-0783-4bec-acb6-ad3917848106 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:00.260438 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-f011ab49-0783-4bec-acb6-ad3917848106 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.294574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f011ab49-0783-4bec-acb6-ad3917848106 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1676209 Dec 08 02:59:00.298004 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40122) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:00.303030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'admin_state_up': True, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:00.328258 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.329273 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.329432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011ab49-0783-4bec-acb6-ad3917848106 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Network': ['ID=8efcc612-980c-42b2-a341-77648af061ae,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:00.340138 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 8efcc612-980c-42b2-a341-77648af061ae details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:59:00.387668 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.493164 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 891a4ba0-6635-4fd5-8496-aed3fed299e8 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:59:00.513161 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 891a4ba0-6635-4fd5-8496-aed3fed299e8 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:59:00.513435 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 891a4ba0-6635-4fd5-8496-aed3fed299e8 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:59:00.526829 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.712192 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.730509 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.832578 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.25.8.72 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/58e14382-1938-4eb1-8fb5-e7a97f4058ca) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:59:00.930610 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:00.963045 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:01.002563 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:59:01.005365 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:01.007879 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:59:01.018211 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579e8171-89d6-4bef-89ff-2ed6115f94f0 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:59:01.040221 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=58e14382-1938-4eb1-8fb5-e7a97f4058ca,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:01.111244 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1cee820a-ad5d-4821-9c98-768617183b45 None None] Provisioning complete for port 58e14382-1938-4eb1-8fb5-e7a97f4058ca triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:01.111517 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cee820a-ad5d-4821-9c98-768617183b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:01.145346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1cee820a-ad5d-4821-9c98-768617183b45 None None] Port 58e14382-1938-4eb1-8fb5-e7a97f4058ca cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:59:01.261299 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:01.451991 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:01.575173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 8ceed81d-70fa-45dc-8913-a6ac097ad145 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:59:01.677965 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:59:01.687225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Sync routers for ids ['8ceed81d-70fa-45dc-8913-a6ac097ad145'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:59:01.697884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Routers {'8ceed81d-70fa-45dc-8913-a6ac097ad145'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:01.698078 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:01.698491 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:58:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ceed81d-70fa-45dc-8913-a6ac097ad145'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:01.699330 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f0629dba-2949-4483-9d87-4401399c70db tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4001153 Dec 08 02:59:01.704057 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40124) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:01.732734 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-366aa14c-4967-4416-8fe6-ce1ea02b88ae tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=026d219675a54b6c9e5ff4dffd5ed36a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274441 Dec 08 02:59:01.735225 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40126) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:01.803992 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Set router 8ceed81d-70fa-45dc-8913-a6ac097ad145 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:01.820048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75c7d4-11de-409e-a897-55056bd2384d tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:01.824185 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-de75c7d4-11de-409e-a897-55056bd2384d tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854628 Dec 08 02:59:01.824389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40128) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:01.852093 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-63aae7cd-8171-46fb-ac54-90ef028ac8ca tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264945 Dec 08 02:59:01.854534 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40130) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:01.859148 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-84e380cf-13c0-4e19-919c-a38eedca9278 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1947921651', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:01.947415 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e380cf-13c0-4e19-919c-a38eedca9278 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:59:01.950952 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84e380cf-13c0-4e19-919c-a38eedca9278 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:01.978687 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:01Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:02.008539 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Checking router: 8ceed81d-70fa-45dc-8913-a6ac097ad145 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:59:02.009110 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Updating router 8ceed81d-70fa-45dc-8913-a6ac097ad145 port 58e14382-1938-4eb1-8fb5-e7a97f4058ca binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:59:02.035430 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:02.132048 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84e380cf-13c0-4e19-919c-a38eedca9278 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:02.193405 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e380cf-13c0-4e19-919c-a38eedca9278 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Subnet': ['ID=0505ff4c-d27c-4dbb-97e0-930186762503,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:02.200821 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e380cf-13c0-4e19-919c-a38eedca9278 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Checking segment: {'id': 'b3bff64b-7e5b-4787-8543-102392d3b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8efcc612-980c-42b2-a341-77648af061ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:59:02.201192 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e380cf-13c0-4e19-919c-a38eedca9278 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network hostable DHCP agents. Network: 8efcc612-980c-42b2-a341-77648af061ae, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:59:02.218184 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e380cf-13c0-4e19-919c-a38eedca9278 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 8efcc612-980c-42b2-a341-77648af061ae is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:59:02.227990 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-84e380cf-13c0-4e19-919c-a38eedca9278 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 8efcc612-980c-42b2-a341-77648af061ae) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:02.232982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e380cf-13c0-4e19-919c-a38eedca9278 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:02.233512 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-84e380cf-13c0-4e19-919c-a38eedca9278 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:02.239887 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e36bbe2-3493-4785-9f5e-70508d560b26 None None] Network 8efcc612-980c-42b2-a341-77648af061ae requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:59:02.252431 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-84e380cf-13c0-4e19-919c-a38eedca9278 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3969057 Dec 08 02:59:02.255128 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40132) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:02.342706 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:02.350204 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:02.410501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fb892b-f1cf-448a-ac5e-369bf6053664 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:59:02.417438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-8efcc612-980c-42b2-a341-77648af061ae', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ips': [{'subnet_id': '0505ff4c-d27c-4dbb-97e0-930186762503'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:59:02.418293 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:02.430467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Attempting to bind port 58e14382-1938-4eb1-8fb5-e7a97f4058ca on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:59:02.430835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Attempting to bind port 58e14382-1938-4eb1-8fb5-e7a97f4058ca by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:59:02.431194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Attempting to bind port 58e14382-1938-4eb1-8fb5-e7a97f4058ca on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:59:02.446773 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da9909-a775-49a9-b328-e65c0198710e None None] Pushing event updated for resources: {'Port': ['ID=58e14382-1938-4eb1-8fb5-e7a97f4058ca,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:02.451365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:59:02.451766 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:59:02.452167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:02.452553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:59:02.453065 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Bound port: 58e14382-1938-4eb1-8fb5-e7a97f4058ca, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:59:02.453598 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:02.574038 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b831dd62-fc1b-4f68-82a7-8e56b2527875 None None] Provisioning complete for port 58e14382-1938-4eb1-8fb5-e7a97f4058ca triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:02.574405 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b831dd62-fc1b-4f68-82a7-8e56b2527875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:02.612886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] For port 58e14382-1938-4eb1-8fb5-e7a97f4058ca, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:59:02.659198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] For port 58e14382-1938-4eb1-8fb5-e7a97f4058ca, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=58e14382-1938-4eb1-8fb5-e7a97f4058ca,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:59:02.664597 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:02.669309 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-b831dd62-fc1b-4f68-82a7-8e56b2527875 None None] Port 58e14382-1938-4eb1-8fb5-e7a97f4058ca cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:59:02.725973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Allocated IP 172.20.0.2 (8efcc612-980c-42b2-a341-77648af061ae/0505ff4c-d27c-4dbb-97e0-930186762503/821c5a06-47cb-40c2-a658-884b72ba60ba) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:59:02.734769 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73378df-44d6-4ba3-9078-d8d925ce825a None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:59:02.752881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da9909-a775-49a9-b328-e65c0198710e None None] Pushing event updated for resources: {'Port': ['ID=58e14382-1938-4eb1-8fb5-e7a97f4058ca,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:02.764082 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Routers {'8ceed81d-70fa-45dc-8913-a6ac097ad145'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:02.764773 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:58:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ceed81d-70fa-45dc-8913-a6ac097ad145'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:02.909385 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b5010add-19c7-4f75-83bd-03367cb621ff None None] Provisioning complete for port 58e14382-1938-4eb1-8fb5-e7a97f4058ca triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:02.909747 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5010add-19c7-4f75-83bd-03367cb621ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:02.987002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] Set router 8ceed81d-70fa-45dc-8913-a6ac097ad145 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:03.022374 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:03.101346 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:03.152507 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:03.295781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.20.0.1 (8efcc612-980c-42b2-a341-77648af061ae/0505ff4c-d27c-4dbb-97e0-930186762503/fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:59:03.379079 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Network 8efcc612-980c-42b2-a341-77648af061ae is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:59:03.379977 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5010add-19c7-4f75-83bd-03367cb621ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:03.391625 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:03.394075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:59:03.408428 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:03.427048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Pushing event updated for resources: {'Port': ['ID=821c5a06-47cb-40c2-a658-884b72ba60ba,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:03.433835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b5010add-19c7-4f75-83bd-03367cb621ff None None] For port 58e14382-1938-4eb1-8fb5-e7a97f4058ca, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=58e14382-1938-4eb1-8fb5-e7a97f4058ca,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:03.447336 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:03.478432 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5010add-19c7-4f75-83bd-03367cb621ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:03.493548 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 8efcc612-980c-42b2-a341-77648af061ae is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:59:03.496704 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:03.501897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:59:03.505899 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:03.547863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Attempting to bind port 821c5a06-47cb-40c2-a658-884b72ba60ba on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:59:03.548287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Attempting to bind port 821c5a06-47cb-40c2-a658-884b72ba60ba by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'b3bff64b-7e5b-4787-8543-102392d3b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8efcc612-980c-42b2-a341-77648af061ae'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:59:03.548585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Attempting to bind port 821c5a06-47cb-40c2-a658-884b72ba60ba on network 8efcc612-980c-42b2-a341-77648af061ae {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:59:03.551466 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:03.566963 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:59:03.567340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Checking segment: {'id': 'b3bff64b-7e5b-4787-8543-102392d3b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8efcc612-980c-42b2-a341-77648af061ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:59:03.567768 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:03.568157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Bound using segment: {'id': 'b3bff64b-7e5b-4787-8543-102392d3b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8efcc612-980c-42b2-a341-77648af061ae'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:59:03.568629 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Bound port: 821c5a06-47cb-40c2-a658-884b72ba60ba, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bff64b-7e5b-4787-8543-102392d3b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8efcc612-980c-42b2-a341-77648af061ae'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:59:03.569247 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:03.575576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5010add-19c7-4f75-83bd-03367cb621ff None None] Pushing event updated for resources: {'Port': ['ID=58e14382-1938-4eb1-8fb5-e7a97f4058ca,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:03.622864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:01Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:03.652639 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ae9cb-d300-4981-b453-dedb740988a4 None None] The sync data for ids ['8ceed81d-70fa-45dc-8913-a6ac097ad145'] in n-d-713499-31 is: [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:01Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:59:03.684062 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:03.685450 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] For port 821c5a06-47cb-40c2-a658-884b72ba60ba, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:59:03.689638 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] For port 821c5a06-47cb-40c2-a658-884b72ba60ba, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=821c5a06-47cb-40c2-a658-884b72ba60ba,segment=NetworkSegment(b3bff64b-7e5b-4787-8543-102392d3b3c5),segment_id=b3bff64b-7e5b-4787-8543-102392d3b3c5)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:59:03.695659 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:03.757329 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdedaa9-8463-4c36-8e1b-482ed70fb936 None None] Pushing event updated for resources: {'Port': ['ID=821c5a06-47cb-40c2-a658-884b72ba60ba,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:04.037410 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:04.043198 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:04.133409 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:04.135994 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:04.230864 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 8efcc612-980c-42b2-a341-77648af061ae is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:59:04.232479 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:04.353881 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 8ceed81d-70fa-45dc-8913-a6ac097ad145 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:59:04.475125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:59:04.481218 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dd833260-6f45-4f7f-bf58-cc0686323d17 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "PUT /v2.0/routers/8ceed81d-70fa-45dc-8913-a6ac097ad145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2249639 Dec 08 02:59:04.644012 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 821c5a06-47cb-40c2-a658-884b72ba60ba up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:59:04.710482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-862ea289-7389-4faa-9f18-7b834916c882 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724608981&fields=id&tenant_id=026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 267 time: 0.0643001 Dec 08 02:59:04.713912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 821c5a06-47cb-40c2-a658-884b72ba60ba triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:04.714291 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:04.798494 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:04.830665 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-89b3c7ad-21f6-40ef-bbfd-5759f2389b67 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:04.832976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 821c5a06-47cb-40c2-a658-884b72ba60ba, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=821c5a06-47cb-40c2-a658-884b72ba60ba,segment=NetworkSegment(b3bff64b-7e5b-4787-8543-102392d3b3c5),segment_id=b3bff64b-7e5b-4787-8543-102392d3b3c5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:04.838345 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:04.838515 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-89b3c7ad-21f6-40ef-bbfd-5759f2389b67 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/networks?id=8efcc612-980c-42b2-a341-77648af061ae HTTP/1.1" status: 200 len: 796 time: 0.1189725 Dec 08 02:59:04.838973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 58e14382-1938-4eb1-8fb5-e7a97f4058ca up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:59:04.852131 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-3b504a2c-0619-425d-9277-dac7c8ff7c58 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/quotas/026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 375 time: 0.0127282 Dec 08 02:59:04.879957 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c0e3fe-71c1-4e12-9d33-455ae1444e43 None None] Network 8efcc612-980c-42b2-a341-77648af061ae requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:59:04.903566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-2f685d0b-9f89-4261-ae76-9218d9219eb9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487785 Dec 08 02:59:04.983589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=821c5a06-47cb-40c2-a658-884b72ba60ba,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:04.995187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-444539ba-a83b-43dd-8bee-b1ab3b5e992a None None] Provisioning complete for port 821c5a06-47cb-40c2-a658-884b72ba60ba triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:04.995555 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-444539ba-a83b-43dd-8bee-b1ab3b5e992a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:05.013879 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-5947ff72-2327-4734-b30c-30dbb9908777 service neutron] 10.222.0.71 "GET /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959954 Dec 08 02:59:05.053411 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 58e14382-1938-4eb1-8fb5-e7a97f4058ca triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:05.053691 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:05.104824 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-4cb5f5a3-90a9-4399-a99f-0611aaceefc4 service neutron] 10.222.0.71 "GET /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835772 Dec 08 02:59:05.303710 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b081b24f-b993-4387-b657-00ec37fbc163 req-37d439e8-9acc-4feb-b68b-fce6c47b5b8b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 210 time: 0.0369642 Dec 08 02:59:05.393768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c8da3755-08bd-4aa4-bf63-34c05f204343 None None] Provisioning complete for port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:05.394542 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8da3755-08bd-4aa4-bf63-34c05f204343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:05.433166 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c8da3755-08bd-4aa4-bf63-34c05f204343 None None] Port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:59:05.444728 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c8da3755-08bd-4aa4-bf63-34c05f204343 None None] Provisioning complete for port 821c5a06-47cb-40c2-a658-884b72ba60ba triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:05.445101 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8da3755-08bd-4aa4-bf63-34c05f204343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:05.553822 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Sync routers for ids ['8ceed81d-70fa-45dc-8913-a6ac097ad145'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:59:05.565877 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Routers {'8ceed81d-70fa-45dc-8913-a6ac097ad145'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:05.566724 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:58:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ceed81d-70fa-45dc-8913-a6ac097ad145'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:05.659255 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0070fd2b-f82d-43b5-a26d-c2984dd33970 None None] Provisioning complete for port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:05.659660 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0070fd2b-f82d-43b5-a26d-c2984dd33970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:05.692515 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Set router 8ceed81d-70fa-45dc-8913-a6ac097ad145 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:05.727553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0070fd2b-f82d-43b5-a26d-c2984dd33970 None None] Port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:59:05.848754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-c8958431-1594-4cd8-917b-323bf1361735 None None] Provisioning complete for port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:05.849407 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c8958431-1594-4cd8-917b-323bf1361735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:05.883850 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c8958431-1594-4cd8-917b-323bf1361735 None None] Port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:59:05.902868 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a', 'name': '', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:16:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:03Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 2, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:05.929131 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Checking router: 8ceed81d-70fa-45dc-8913-a6ac097ad145 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:59:05.929465 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Updating router 8ceed81d-70fa-45dc-8913-a6ac097ad145 port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:59:05.956850 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:06.205753 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:06.212291 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:06.320367 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Attempting to bind port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:59:06.321214 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Attempting to bind port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': 'b3bff64b-7e5b-4787-8543-102392d3b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8efcc612-980c-42b2-a341-77648af061ae'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:59:06.321789 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Attempting to bind port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a on network 8efcc612-980c-42b2-a341-77648af061ae {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:59:06.328532 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:59:06.329241 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Checking segment: {'id': 'b3bff64b-7e5b-4787-8543-102392d3b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8efcc612-980c-42b2-a341-77648af061ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:59:06.330002 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:06.330575 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Bound using segment: {'id': 'b3bff64b-7e5b-4787-8543-102392d3b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8efcc612-980c-42b2-a341-77648af061ae'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:59:06.331374 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Bound port: fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bff64b-7e5b-4787-8543-102392d3b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8efcc612-980c-42b2-a341-77648af061ae'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:59:06.332002 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:06.387866 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Pushing event updated for resources: {'Port': ['ID=fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:06.388620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-01860db4-7a65-46d8-bca9-e7077584fabc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:06.391025 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-01860db4-7a65-46d8-bca9-e7077584fabc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/networks?id=8efcc612-980c-42b2-a341-77648af061ae HTTP/1.1" status: 200 len: 796 time: 0.1422751 Dec 08 02:59:06.410498 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:06.410847 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:06.411184 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:06.411516 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:06.411878 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:06.412203 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:06.412524 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:06.412845 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:06.413356 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:06.413846 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:06.414193 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:06.414658 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:06.414977 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:06.431767 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acce1dbd-6449-474a-a40f-cd5778443d60 req-a8d9e3ac-16ec-4996-a9ab-ea71d3046a8e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 210 time: 0.0395346 Dec 08 02:59:06.435437 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] For port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:59:06.439621 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] For port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a,segment=NetworkSegment(b3bff64b-7e5b-4787-8543-102392d3b3c5),segment_id=b3bff64b-7e5b-4787-8543-102392d3b3c5)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:59:06.446210 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:06.508344 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25457a-7b24-4a13-a98c-9a1714a0ca5d None None] Pushing event updated for resources: {'Port': ['ID=fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:06.516469 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-6347d0db-e919-44c4-9d89-def774773b62 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 380 time: 0.1098230 Dec 08 02:59:06.525611 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Routers {'8ceed81d-70fa-45dc-8913-a6ac097ad145'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:06.526416 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:58:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ceed81d-70fa-45dc-8913-a6ac097ad145'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:06.526789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-43ed3e7e-cfba-4064-a2c4-ca4d4ed070c9 None None] Provisioning complete for port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:06.527167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43ed3e7e-cfba-4064-a2c4-ca4d4ed070c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:06.528371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-79da11e0-b75f-4b1a-a9c3-25ca5b0349de tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'port': {'device_id': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'admin_state_up': True, 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'security_groups': ['4058d84a-c1a8-4e2c-855b-76ee44cb6abd']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:06.594028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 821c5a06-47cb-40c2-a658-884b72ba60ba up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:59:06.644617 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] Set router 8ceed81d-70fa-45dc-8913-a6ac097ad145 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:06.657796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-79da11e0-b75f-4b1a-a9c3-25ca5b0349de tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:59:06.664250 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-79da11e0-b75f-4b1a-a9c3-25ca5b0349de tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:06.693053 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 821c5a06-47cb-40c2-a658-884b72ba60ba triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:06.693429 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:06.730855 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43ed3e7e-cfba-4064-a2c4-ca4d4ed070c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:06.780206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-43ed3e7e-cfba-4064-a2c4-ca4d4ed070c9 None None] For port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a,segment=NetworkSegment(b3bff64b-7e5b-4787-8543-102392d3b3c5),segment_id=b3bff64b-7e5b-4787-8543-102392d3b3c5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:06.786511 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43ed3e7e-cfba-4064-a2c4-ca4d4ed070c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:06.829362 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-79da11e0-b75f-4b1a-a9c3-25ca5b0349de tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.20.0.12 (8efcc612-980c-42b2-a341-77648af061ae/0505ff4c-d27c-4dbb-97e0-930186762503/6e1985a5-4220-4cc2-99d5-4b03e1041924) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:59:06.867648 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed3e7e-cfba-4064-a2c4-ca4d4ed070c9 None None] Pushing event updated for resources: {'Port': ['ID=fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:06.907210 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-da34affe-4f10-442e-a876-dd0f1bbe6615 None None] Provisioning complete for port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:06.907879 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da34affe-4f10-442e-a876-dd0f1bbe6615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:06.981192 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a', 'name': '', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:16:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:03Z', 'updated_at': '2021-12-08T02:59:06Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:06.985543 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-79da11e0-b75f-4b1a-a9c3-25ca5b0349de tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:07.009242 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b6da0-a325-4e03-8cc6-2608e773f5a5 None None] The sync data for ids ['8ceed81d-70fa-45dc-8913-a6ac097ad145'] in n-d-713499-31 is: [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a', 'name': '', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:16:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:03Z', 'updated_at': '2021-12-08T02:59:06Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:59:07.021002 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-79da11e0-b75f-4b1a-a9c3-25ca5b0349de tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:07.074171 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-79da11e0-b75f-4b1a-a9c3-25ca5b0349de tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 8efcc612-980c-42b2-a341-77648af061ae is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:59:07.078080 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-79da11e0-b75f-4b1a-a9c3-25ca5b0349de tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:07.081984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-79da11e0-b75f-4b1a-a9c3-25ca5b0349de tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:59:07.088545 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da11e0-b75f-4b1a-a9c3-25ca5b0349de tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=6e1985a5-4220-4cc2-99d5-4b03e1041924,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:07.149244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-79da11e0-b75f-4b1a-a9c3-25ca5b0349de tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:07.149930 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-79da11e0-b75f-4b1a-a9c3-25ca5b0349de tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:07.169619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-79da11e0-b75f-4b1a-a9c3-25ca5b0349de tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6464791 Dec 08 02:59:07.188325 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Request body: {'port': {'device_id': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:07.253452 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:07.321582 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f1f5d4cd-b690-485f-9b13-e5e0a578e2c1 None None] Provisioning complete for port 6e1985a5-4220-4cc2-99d5-4b03e1041924 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:07.322231 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d4cd-b690-485f-9b13-e5e0a578e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:07.359475 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f1f5d4cd-b690-485f-9b13-e5e0a578e2c1 None None] Port 6e1985a5-4220-4cc2-99d5-4b03e1041924 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:59:07.558838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1985a5-4220-4cc2-99d5-4b03e1041924 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:59:07.569077 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:07.588649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Transition to ACTIVE for port object 6e1985a5-4220-4cc2-99d5-4b03e1041924 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:59:07.597988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad723d-621a-4673-8255-4edef60ad059 req-1580f9c5-6142-4b48-8bf5-e8824256115b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:07.599568 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1aad723d-621a-4673-8255-4edef60ad059 req-1580f9c5-6142-4b48-8bf5-e8824256115b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 932 time: 0.0790606 Dec 08 02:59:07.600920 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:07.682825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1985a5-4220-4cc2-99d5-4b03e1041924,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:07.737762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1aad723d-621a-4673-8255-4edef60ad059 req-5a7b7277-b080-40df-8218-5e0a032d9691 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313603 Dec 08 02:59:07.780521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Attempting to bind port 6e1985a5-4220-4cc2-99d5-4b03e1041924 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:59:07.781589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Attempting to bind port 6e1985a5-4220-4cc2-99d5-4b03e1041924 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': 'b3bff64b-7e5b-4787-8543-102392d3b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8efcc612-980c-42b2-a341-77648af061ae'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:59:07.781921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Attempting to bind port 6e1985a5-4220-4cc2-99d5-4b03e1041924 on network 8efcc612-980c-42b2-a341-77648af061ae {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:59:07.786990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Port 6e1985a5-4220-4cc2-99d5-4b03e1041924 on network 8efcc612-980c-42b2-a341-77648af061ae not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:59:07.787315 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Attempting to bind port 6e1985a5-4220-4cc2-99d5-4b03e1041924 on network 8efcc612-980c-42b2-a341-77648af061ae {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:59:07.792759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:59:07.793098 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Checking segment: {'id': 'b3bff64b-7e5b-4787-8543-102392d3b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8efcc612-980c-42b2-a341-77648af061ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:59:07.793616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Bound using segment: {'id': 'b3bff64b-7e5b-4787-8543-102392d3b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8efcc612-980c-42b2-a341-77648af061ae'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:59:07.794076 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Bound port: 6e1985a5-4220-4cc2-99d5-4b03e1041924, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bff64b-7e5b-4787-8543-102392d3b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8efcc612-980c-42b2-a341-77648af061ae'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:59:07.794442 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:07.864704 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] For port 6e1985a5-4220-4cc2-99d5-4b03e1041924, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:59:07.869247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] For port 6e1985a5-4220-4cc2-99d5-4b03e1041924, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6e1985a5-4220-4cc2-99d5-4b03e1041924,segment=NetworkSegment(b3bff64b-7e5b-4787-8543-102392d3b3c5),segment_id=b3bff64b-7e5b-4787-8543-102392d3b3c5)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:59:07.873883 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:07.921204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:07.921927 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:07.923641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] 10.222.0.45 "PUT /v2.0/ports/6e1985a5-4220-4cc2-99d5-4b03e1041924 HTTP/1.1" status: 200 len: 1093 time: 0.7400775 Dec 08 02:59:07.925931 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'tag': '6e1985a5-4220-4cc2-99d5-4b03e1041924'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:59:07.928382 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c357774-8647-4822-b343-9c075fb364ba" -d '{"events": [{"name": "network-changed", "server_uuid": "426f3e2f-4d27-4e6e-8088-1cb491720c62", "tag": "6e1985a5-4220-4cc2-99d5-4b03e1041924"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:59:07.954344 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaee79-bf35-4afc-887c-c52e1a1c5835 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1985a5-4220-4cc2-99d5-4b03e1041924,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:07.978030 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d1c69f-597d-45c6-9b30-46ca24d624db x-openstack-request-id: req-a8d1c69f-597d-45c6-9b30-46ca24d624db {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:59:07.978695 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426f3e2f-4d27-4e6e-8088-1cb491720c62", "tag": "6e1985a5-4220-4cc2-99d5-4b03e1041924", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:59:07.979173 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a8d1c69f-597d-45c6-9b30-46ca24d624db {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:59:07.979751 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'tag': '6e1985a5-4220-4cc2-99d5-4b03e1041924', 'status': 'completed', 'code': 200} Dec 08 02:59:08.039436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-41b91783-3df9-4c79-8c70-37f115f58714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:08.041210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-41b91783-3df9-4c79-8c70-37f115f58714 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 1096 time: 0.0462129 Dec 08 02:59:08.092313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-f0979d6e-925e-4078-bcf1-89f2934fe739 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e1985a5-4220-4cc2-99d5-4b03e1041924 HTTP/1.1" status: 200 len: 217 time: 0.0382223 Dec 08 02:59:08.148233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-30b32a71-7a0e-4e58-aad0-a8669343a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:08.149749 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-30b32a71-7a0e-4e58-aad0-a8669343a3cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0505ff4c-d27c-4dbb-97e0-930186762503 HTTP/1.1" status: 200 len: 835 time: 0.0511940 Dec 08 02:59:08.200196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-3d7faf79-05b0-49eb-9221-47aab91c7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:08.201734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-3d7faf79-05b0-49eb-9221-47aab91c7240 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8efcc612-980c-42b2-a341-77648af061ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447867 Dec 08 02:59:08.290172 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-ed76c59e-877b-46b1-93cd-3f48e0689f7f service neutron] 10.222.0.45 "GET /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808244 Dec 08 02:59:08.381335 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8094be6b-55ed-4448-a6c8-6ded95e691a7 req-ba46f6f9-7a6d-46ad-bc2e-c381b66dbc65 service neutron] 10.222.0.45 "GET /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837936 Dec 08 02:59:08.510789 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c357774-8647-4822-b343-9c075fb364ba req-167ff7ae-85d1-48db-80db-fad800d50305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:08.512337 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c357774-8647-4822-b343-9c075fb364ba req-167ff7ae-85d1-48db-80db-fad800d50305 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 1096 time: 0.0434217 Dec 08 02:59:08.571775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:59:08.605911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c357774-8647-4822-b343-9c075fb364ba req-1ee422cc-30c8-4935-bb0c-0a8788fb2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:08.607402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c357774-8647-4822-b343-9c075fb364ba req-1ee422cc-30c8-4935-bb0c-0a8788fb2e90 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8efcc612-980c-42b2-a341-77648af061ae HTTP/1.1" status: 200 len: 897 time: 0.0886469 Dec 08 02:59:08.618886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:08.619255 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:08.648773 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c357774-8647-4822-b343-9c075fb364ba req-78e57936-56de-4511-84c6-96968c7edb43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e1985a5-4220-4cc2-99d5-4b03e1041924 HTTP/1.1" status: 200 len: 217 time: 0.0338838 Dec 08 02:59:08.698213 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c357774-8647-4822-b343-9c075fb364ba req-9ebfce25-32a5-4013-8dad-301a41df47d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:08.700538 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c357774-8647-4822-b343-9c075fb364ba req-9ebfce25-32a5-4013-8dad-301a41df47d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0505ff4c-d27c-4dbb-97e0-930186762503 HTTP/1.1" status: 200 len: 835 time: 0.0434802 Dec 08 02:59:08.751658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c357774-8647-4822-b343-9c075fb364ba req-33232ebf-ff39-4956-8515-f8eadf720796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:08.753138 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c357774-8647-4822-b343-9c075fb364ba req-33232ebf-ff39-4956-8515-f8eadf720796 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8efcc612-980c-42b2-a341-77648af061ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446188 Dec 08 02:59:08.868821 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c357774-8647-4822-b343-9c075fb364ba req-6e122a2a-75e3-427c-b7c4-eafacc1cd6b4 service neutron] 10.222.0.45 "GET /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078467 Dec 08 02:59:08.884658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f70a8-791f-4e34-a01c-3a45dea594c0 req-8190f77d-5be0-45d8-b466-0a9ebb337ce7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:08.886019 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d6f70a8-791f-4e34-a01c-3a45dea594c0 req-8190f77d-5be0-45d8-b466-0a9ebb337ce7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 944 time: 0.0647256 Dec 08 02:59:08.988086 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4d6f70a8-791f-4e34-a01c-3a45dea594c0 req-3c6843ac-6d0b-44a0-a994-9fe01818db7d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953579 Dec 08 02:59:09.007123 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1c357774-8647-4822-b343-9c075fb364ba req-6850cf1a-921f-4689-b8fe-d9c1a36b7690 service neutron] 10.222.0.45 "GET /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301510 Dec 08 02:59:10.160047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde0b30-0257-4658-93e3-9f761d9eefe1 req-2943ab5f-d736-481e-90e5-a2c0f5b539e7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:10.161539 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-adde0b30-0257-4658-93e3-9f761d9eefe1 req-2943ab5f-d736-481e-90e5-a2c0f5b539e7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 944 time: 0.1054001 Dec 08 02:59:10.214399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-adde0b30-0257-4658-93e3-9f761d9eefe1 req-b8f5a9ce-62bf-423c-a65c-f30adafc2681 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468388 Dec 08 02:59:11.329239 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d44878-b3be-44ef-ae8b-1923d57c1b1f req-d76355b8-39d1-4284-99b7-4d92743abe78 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:11.330729 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b1d44878-b3be-44ef-ae8b-1923d57c1b1f req-d76355b8-39d1-4284-99b7-4d92743abe78 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 944 time: 0.0485988 Dec 08 02:59:11.379168 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b1d44878-b3be-44ef-ae8b-1923d57c1b1f req-a3ae33b9-3513-4e6d-8ac0-84ab261c5728 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424871 Dec 08 02:59:12.341333 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6e1985a5-4220-4cc2-99d5-4b03e1041924 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:59:12.438000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6e1985a5-4220-4cc2-99d5-4b03e1041924, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6e1985a5-4220-4cc2-99d5-4b03e1041924,segment=NetworkSegment(b3bff64b-7e5b-4787-8543-102392d3b3c5),segment_id=b3bff64b-7e5b-4787-8543-102392d3b3c5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:12.449330 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '6e1985a5-4220-4cc2-99d5-4b03e1041924', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'port_id': '6e1985a5-4220-4cc2-99d5-4b03e1041924', 'mac_address': 'fa:16:3e:32:45:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:59:12.487554 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:12.494463 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82d902-936c-4c49-822e-d3a05634e743 req-4e86d818-ace2-45d9-ad52-e20f8681b7b6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:12.495899 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e82d902-936c-4c49-822e-d3a05634e743 req-4e86d818-ace2-45d9-ad52-e20f8681b7b6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 944 time: 0.0483680 Dec 08 02:59:12.501030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1985a5-4220-4cc2-99d5-4b03e1041924 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:59:12.520894 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6e1985a5-4220-4cc2-99d5-4b03e1041924, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6e1985a5-4220-4cc2-99d5-4b03e1041924,segment=NetworkSegment(b3bff64b-7e5b-4787-8543-102392d3b3c5),segment_id=b3bff64b-7e5b-4787-8543-102392d3b3c5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:12.524613 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:12.546461 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e82d902-936c-4c49-822e-d3a05634e743 req-ee553e25-e186-4c11-ada7-cacd42d7962f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439923 Dec 08 02:59:12.570024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=6e1985a5-4220-4cc2-99d5-4b03e1041924,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:12.792326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['6e1985a5-4220-4cc2-99d5-4b03e1041924'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:59:13.664839 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c1b1f-b3f2-4c53-a40c-c1560cefeab0 req-7cf094a0-8a29-42a7-b372-691c6df78dbb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:13.666299 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d35c1b1f-b3f2-4c53-a40c-c1560cefeab0 req-7cf094a0-8a29-42a7-b372-691c6df78dbb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 945 time: 0.0520608 Dec 08 02:59:13.714034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d35c1b1f-b3f2-4c53-a40c-c1560cefeab0 req-fb7270e5-10a6-407b-b331-fa8fa8d9475f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418735 Dec 08 02:59:14.360807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6e1985a5-4220-4cc2-99d5-4b03e1041924 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:59:14.407927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 6e1985a5-4220-4cc2-99d5-4b03e1041924 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:59:14.411645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 6e1985a5-4220-4cc2-99d5-4b03e1041924 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:14.412015 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:14.486610 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:14.508777 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1985a5-4220-4cc2-99d5-4b03e1041924'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:59:14.510998 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4782ece-3968-4276-a276-38afe769fc8d" -d '{"events": [{"server_uuid": "426f3e2f-4d27-4e6e-8088-1cb491720c62", "name": "network-vif-plugged", "status": "completed", "tag": "6e1985a5-4220-4cc2-99d5-4b03e1041924"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:59:14.523761 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 6e1985a5-4220-4cc2-99d5-4b03e1041924, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6e1985a5-4220-4cc2-99d5-4b03e1041924,segment=NetworkSegment(b3bff64b-7e5b-4787-8543-102392d3b3c5),segment_id=b3bff64b-7e5b-4787-8543-102392d3b3c5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:14.527714 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:14.557247 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9015a7db-3987-4743-b8a1-4eff9a77334a x-openstack-request-id: req-9015a7db-3987-4743-b8a1-4eff9a77334a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:59:14.557542 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426f3e2f-4d27-4e6e-8088-1cb491720c62", "name": "network-vif-plugged", "status": "completed", "tag": "6e1985a5-4220-4cc2-99d5-4b03e1041924", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:59:14.557798 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9015a7db-3987-4743-b8a1-4eff9a77334a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:59:14.558182 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1985a5-4220-4cc2-99d5-4b03e1041924', 'code': 200} Dec 08 02:59:14.583937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=6e1985a5-4220-4cc2-99d5-4b03e1041924,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:14.674300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a14863-7947-48d7-932d-6d92bf6c947e req-0c0a7a81-91af-44ac-9da8-2f7842b94384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:14.675732 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7a14863-7947-48d7-932d-6d92bf6c947e req-0c0a7a81-91af-44ac-9da8-2f7842b94384 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 1098 time: 0.0399301 Dec 08 02:59:14.720870 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7a14863-7947-48d7-932d-6d92bf6c947e req-c86bb209-4f07-48cf-b954-6e8013381733 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384374 Dec 08 02:59:14.829091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171d199-a4a8-4146-a38b-2c004f40fcd5 req-47cb385b-8907-44f7-9af6-7c9925e48a5f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:14.830559 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2171d199-a4a8-4146-a38b-2c004f40fcd5 req-47cb385b-8907-44f7-9af6-7c9925e48a5f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0488982 Dec 08 02:59:14.882556 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2171d199-a4a8-4146-a38b-2c004f40fcd5 req-a158bef1-a71c-4a3d-86e9-e34b2fe4abf7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459471 Dec 08 02:59:16.003057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c558fd-b155-45bd-9e3d-6625b9ee2809 req-64201970-ec9f-4986-88bf-00882460985f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:16.004536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6c558fd-b155-45bd-9e3d-6625b9ee2809 req-64201970-ec9f-4986-88bf-00882460985f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0487604 Dec 08 02:59:16.053960 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6c558fd-b155-45bd-9e3d-6625b9ee2809 req-e8ee72d9-bd87-4349-b55e-d1c6d2233fcb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435717 Dec 08 02:59:16.168316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1fa10-d1f6-4459-b20d-6e9448726ee2 req-d38f480d-6b96-4d0d-a063-f3d10a557c10 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:16.169723 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c0e1fa10-d1f6-4459-b20d-6e9448726ee2 req-d38f480d-6b96-4d0d-a063-f3d10a557c10 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0492883 Dec 08 02:59:16.218986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c0e1fa10-d1f6-4459-b20d-6e9448726ee2 req-b76fcd4d-e019-4f0c-8fba-7c46fb14ce89 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 Dec 08 02:59:16.240420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40186) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:16.283022 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905c1609-98bc-4f4c-9932-a183a849479e tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:16.284551 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-905c1609-98bc-4f4c-9932-a183a849479e tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 1093 time: 0.0431485 Dec 08 02:59:16.287336 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40188) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:16.291498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '6e1985a5-4220-4cc2-99d5-4b03e1041924', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:16.312969 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:16.406216 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:16.512058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.25.8.227 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/ceaeee62-95ad-403f-8742-ac70695de737) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:59:16.610672 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:16.644086 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:16.682476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:59:16.685320 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:16.690094 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:59:16.721334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=ceaeee62-95ad-403f-8742-ac70695de737,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:17.045123 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:17.113205 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:17.264574 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:17.269823 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:17.335939 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=ceaeee62-95ad-403f-8742-ac70695de737,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:17.347869 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:17.448563 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Floating IP cb0cb66d-a3b6-44b8-b8eb-b45fa841ae14 associated. External IP: 172.25.8.227, port: 6e1985a5-4220-4cc2-99d5-4b03e1041924. Dec 08 02:59:17.654293 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 8ceed81d-70fa-45dc-8913-a6ac097ad145 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:59:17.760722 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:59:17.770683 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9dce74-8a50-4673-a79a-1e8edfe80088 None None] Sync routers for ids ['8ceed81d-70fa-45dc-8913-a6ac097ad145'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:59:17.778706 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:17.782281 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9dce74-8a50-4673-a79a-1e8edfe80088 None None] Routers {'8ceed81d-70fa-45dc-8913-a6ac097ad145'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:17.782947 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ff9dce74-8a50-4673-a79a-1e8edfe80088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:58:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ceed81d-70fa-45dc-8913-a6ac097ad145'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:17.806420 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-11c838d4-8bdf-4a72-a934-6189cb19a0a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5180707 Dec 08 02:59:17.807146 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'tag': '6e1985a5-4220-4cc2-99d5-4b03e1041924'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:59:17.809544 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3aeda2-9fb3-4f2b-9f4b-9a7e4735393c" -d '{"events": [{"name": "network-changed", "server_uuid": "426f3e2f-4d27-4e6e-8088-1cb491720c62", "tag": "6e1985a5-4220-4cc2-99d5-4b03e1041924"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:59:17.853474 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466ef53e-a45a-4bbb-98e9-73b12ff27f8e x-openstack-request-id: req-466ef53e-a45a-4bbb-98e9-73b12ff27f8e {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:59:17.853904 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426f3e2f-4d27-4e6e-8088-1cb491720c62", "tag": "6e1985a5-4220-4cc2-99d5-4b03e1041924", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:59:17.854360 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-466ef53e-a45a-4bbb-98e9-73b12ff27f8e {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:59:17.854944 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'tag': '6e1985a5-4220-4cc2-99d5-4b03e1041924', 'status': 'completed', 'code': 200} Dec 08 02:59:17.891481 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-ff9dce74-8a50-4673-a79a-1e8edfe80088 None None] Set router 8ceed81d-70fa-45dc-8913-a6ac097ad145 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:17.917429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeda435-ed70-4f5c-97be-46c25985b268 req-adae7c9f-88bf-4a0f-b43d-bae42e260b06 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:17.918816 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfeda435-ed70-4f5c-97be-46c25985b268 req-adae7c9f-88bf-4a0f-b43d-bae42e260b06 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0630131 Dec 08 02:59:17.977535 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aeda2-9fb3-4f2b-9f4b-9a7e4735393c req-fdf42b54-0b32-4a21-b0f5-951a84e67ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:17.979039 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d3aeda2-9fb3-4f2b-9f4b-9a7e4735393c req-fdf42b54-0b32-4a21-b0f5-951a84e67ef7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 1098 time: 0.0812216 Dec 08 02:59:17.988379 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfeda435-ed70-4f5c-97be-46c25985b268 req-78235864-d71a-4abf-a06b-9434ccc3c28d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556500 Dec 08 02:59:18.011512 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40194) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:18.074812 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-760cec2c-67bb-40ee-86b7-9bbbb71e39ef tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/cb0cb66d-a3b6-44b8-b8eb-b45fa841ae14 HTTP/1.1" status: 200 len: 992 time: 0.0621138 Dec 08 02:59:18.078902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aeda2-9fb3-4f2b-9f4b-9a7e4735393c req-e6d740a8-c379-4002-9759-2de91ee4da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:18.080406 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d3aeda2-9fb3-4f2b-9f4b-9a7e4735393c req-e6d740a8-c379-4002-9759-2de91ee4da0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8efcc612-980c-42b2-a341-77648af061ae HTTP/1.1" status: 200 len: 897 time: 0.0911868 Dec 08 02:59:18.122845 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ff9dce74-8a50-4673-a79a-1e8edfe80088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'cb0cb66d-a3b6-44b8-b8eb-b45fa841ae14', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'port_id': '6e1985a5-4220-4cc2-99d5-4b03e1041924', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'mac_address': 'fa:16:3e:32:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:59:16Z', 'updated_at': '2021-12-08T02:59:16Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a', 'name': '', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:16:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:03Z', 'updated_at': '2021-12-08T02:59:06Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:18.144635 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d3aeda2-9fb3-4f2b-9f4b-9a7e4735393c req-af5a7f4e-8c14-4813-9fd2-1be353cc2438 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e1985a5-4220-4cc2-99d5-4b03e1041924 HTTP/1.1" status: 200 len: 1000 time: 0.0573812 Dec 08 02:59:18.152583 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9dce74-8a50-4673-a79a-1e8edfe80088 None None] Checking router: 8ceed81d-70fa-45dc-8913-a6ac097ad145 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:59:18.161598 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9dce74-8a50-4673-a79a-1e8edfe80088 None None] Routers {'8ceed81d-70fa-45dc-8913-a6ac097ad145'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:18.162202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ff9dce74-8a50-4673-a79a-1e8edfe80088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T02:58:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ceed81d-70fa-45dc-8913-a6ac097ad145'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:18.193151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aeda2-9fb3-4f2b-9f4b-9a7e4735393c req-b54ab2e4-cf4d-484c-beae-a0be25a017be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:18.194865 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d3aeda2-9fb3-4f2b-9f4b-9a7e4735393c req-b54ab2e4-cf4d-484c-beae-a0be25a017be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0505ff4c-d27c-4dbb-97e0-930186762503 HTTP/1.1" status: 200 len: 835 time: 0.0434766 Dec 08 02:59:18.244725 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aeda2-9fb3-4f2b-9f4b-9a7e4735393c req-0dfca19b-d6b8-41df-8d49-b0a109382138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:18.246236 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d3aeda2-9fb3-4f2b-9f4b-9a7e4735393c req-0dfca19b-d6b8-41df-8d49-b0a109382138 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8efcc612-980c-42b2-a341-77648af061ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447059 Dec 08 02:59:18.341090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d3aeda2-9fb3-4f2b-9f4b-9a7e4735393c req-65dc43bd-6221-4ff1-8915-b8cf19347c4a service neutron] 10.222.0.45 "GET /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877614 Dec 08 02:59:18.430558 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-ff9dce74-8a50-4673-a79a-1e8edfe80088 None None] Set router 8ceed81d-70fa-45dc-8913-a6ac097ad145 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:18.436283 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d3aeda2-9fb3-4f2b-9f4b-9a7e4735393c req-dd4e85cc-f314-42dc-8f2a-f38041d4c6ab service neutron] 10.222.0.45 "GET /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887372 Dec 08 02:59:18.649109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ff9dce74-8a50-4673-a79a-1e8edfe80088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'cb0cb66d-a3b6-44b8-b8eb-b45fa841ae14', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'port_id': '6e1985a5-4220-4cc2-99d5-4b03e1041924', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'mac_address': 'fa:16:3e:32:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:59:16Z', 'updated_at': '2021-12-08T02:59:16Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a', 'name': '', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:16:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:03Z', 'updated_at': '2021-12-08T02:59:06Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:18.678893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9dce74-8a50-4673-a79a-1e8edfe80088 None None] The sync data for ids ['8ceed81d-70fa-45dc-8913-a6ac097ad145'] in n-d-713499-31 is: [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'cb0cb66d-a3b6-44b8-b8eb-b45fa841ae14', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'port_id': '6e1985a5-4220-4cc2-99d5-4b03e1041924', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'mac_address': 'fa:16:3e:32:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:59:16Z', 'updated_at': '2021-12-08T02:59:16Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a', 'name': '', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:16:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:03Z', 'updated_at': '2021-12-08T02:59:06Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:59:18.868149 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58c373a-b24a-423a-92c2-6bb365eef3b3 None None] New status for floating IP cb0cb66d-a3b6-44b8-b8eb-b45fa841ae14: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:59:19.076271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40196) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:19.141087 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-d887d264-fb33-4112-9c24-505b1040bd97 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/cb0cb66d-a3b6-44b8-b8eb-b45fa841ae14 HTTP/1.1" status: 200 len: 994 time: 0.0636640 Dec 08 02:59:22.105907 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-295437dc-825d-43e3-bc90-d8981abe0b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:24.080046 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:24.456739 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-04320028-d5fc-4c7c-b6af-bdbe386d3d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:24.929691 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:25.694889 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:27.207641 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:28.030399 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:33.642090 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:59:50.580950 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37c33e-6bcc-41b9-8f78-f644cac53e7d req-2b66ca7f-6604-4349-bae2-36fd3e48b1aa tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:50.582402 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd37c33e-6bcc-41b9-8f78-f644cac53e7d req-2b66ca7f-6604-4349-bae2-36fd3e48b1aa tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0970302 Dec 08 02:59:50.631966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd37c33e-6bcc-41b9-8f78-f644cac53e7d req-9f488087-b9d4-45f3-8ab9-303887afc4b3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430884 Dec 08 02:59:51.748493 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee669165-f9fa-47e0-9cf7-9981e7d063da req-fb4da7b2-0863-4a7a-9f92-bc3d05e38149 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:51.750579 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee669165-f9fa-47e0-9cf7-9981e7d063da req-fb4da7b2-0863-4a7a-9f92-bc3d05e38149 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0487249 Dec 08 02:59:51.801725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ee669165-f9fa-47e0-9cf7-9981e7d063da req-b677af26-74c8-4c1e-9a64-8167d928df97 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453053 Dec 08 02:59:52.106586 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-59679f16-1aef-40c7-9c1a-1982699abfbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.917387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c8f44-0f21-4ac6-ab5f-5f4693ac28bd req-e22da228-af8e-415d-ac83-c0e384509b46 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:52.918852 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-223c8f44-0f21-4ac6-ab5f-5f4693ac28bd req-e22da228-af8e-415d-ac83-c0e384509b46 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0477827 Dec 08 02:59:52.967455 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-223c8f44-0f21-4ac6-ab5f-5f4693ac28bd req-5b81264c-b8f6-495b-8af7-16291d226885 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419095 Dec 08 02:59:54.079246 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.083349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53483999-2a84-4701-9d04-209241c6b097 req-bc94f54b-6c98-4cc3-8b0e-6f029f462a85 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:54.084875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53483999-2a84-4701-9d04-209241c6b097 req-bc94f54b-6c98-4cc3-8b0e-6f029f462a85 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0497477 Dec 08 02:59:54.133688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-53483999-2a84-4701-9d04-209241c6b097 req-5301ff2b-af35-4d8e-a538-40edfea8a6a0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Dec 08 02:59:54.457848 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3baf-aca8-42a0-9d54-3663aa3a0d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.940342 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:55.251344 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47590ca8-804f-4a51-8b1d-4512f069fac1 req-93b24939-b3d3-4f84-99f4-ac87d2890edc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:55.252845 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47590ca8-804f-4a51-8b1d-4512f069fac1 req-93b24939-b3d3-4f84-99f4-ac87d2890edc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0527136 Dec 08 02:59:55.300442 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-47590ca8-804f-4a51-8b1d-4512f069fac1 req-0a9bea0d-c98d-456b-9d4f-3329abea09e1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416858 Dec 08 02:59:55.698253 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:56.416271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37ccd7-e36e-4cba-b196-c8b13c33e1f9 req-3d6de739-6247-4c1a-956c-1a46f83906b5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:56.417750 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a37ccd7-e36e-4cba-b196-c8b13c33e1f9 req-3d6de739-6247-4c1a-956c-1a46f83906b5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0478945 Dec 08 02:59:56.467274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a37ccd7-e36e-4cba-b196-c8b13c33e1f9 req-99b0c0f7-ed7a-4f68-9033-2dce8550c2c7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 Dec 08 02:59:57.211306 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.580354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f15d2-85a0-46b2-86a1-a416bc189a8b req-cdac97d7-8199-4219-92f2-ee20b8e298fb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:57.581815 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-172f15d2-85a0-46b2-86a1-a416bc189a8b req-cdac97d7-8199-4219-92f2-ee20b8e298fb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0477962 Dec 08 02:59:57.634905 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-172f15d2-85a0-46b2-86a1-a416bc189a8b req-678cf543-077f-4f6f-b056-4d3a62122b1a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471711 Dec 08 02:59:58.033617 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:58.748674 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6fee7-c352-4990-b1c4-f7750711ef59 req-0c568718-a881-457b-b8b0-86fb58c8859c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:58.750808 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dcb6fee7-c352-4990-b1c4-f7750711ef59 req-0c568718-a881-457b-b8b0-86fb58c8859c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0485489 Dec 08 02:59:58.798529 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-dcb6fee7-c352-4990-b1c4-f7750711ef59 req-80e0d8f2-c015-4ad5-8477-02776980a1eb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417032 Dec 08 02:59:59.912475 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c8f8a-883a-47c2-8c8e-423ba1c6d0b1 req-4f544f64-c77a-47e9-94e8-19d2da7062ee tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:59.913946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb8c8f8a-883a-47c2-8c8e-423ba1c6d0b1 req-4f544f64-c77a-47e9-94e8-19d2da7062ee tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0482316 Dec 08 02:59:59.962129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bb8c8f8a-883a-47c2-8c8e-423ba1c6d0b1 req-cf38de86-2f9b-4918-8afe-ea370410f6a0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423214 Dec 08 03:00:01.078467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd32373-a134-4fd4-b7dd-427eae26df0d req-20d100b3-30a8-408c-b899-65e95c7d3d5f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:01.080002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8cd32373-a134-4fd4-b7dd-427eae26df0d req-20d100b3-30a8-408c-b899-65e95c7d3d5f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0515740 Dec 08 03:00:01.129129 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8cd32373-a134-4fd4-b7dd-427eae26df0d req-9e1527c4-9d61-4df2-a09d-f4517197be4c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432911 Dec 08 03:00:02.246036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06a497-5c47-4b1d-8b1c-1ad0719481a4 req-29b47925-ba94-417c-9af4-b42b253c6a1e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:02.247499 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd06a497-5c47-4b1d-8b1c-1ad0719481a4 req-29b47925-ba94-417c-9af4-b42b253c6a1e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0491283 Dec 08 03:00:02.296000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bd06a497-5c47-4b1d-8b1c-1ad0719481a4 req-2ae3ce67-de74-4896-9f02-712200195505 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425570 Dec 08 03:00:03.414912 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef8220-dc61-4686-ba22-5366e0745b73 req-e4f3ade3-f7b7-4e21-ae5b-3f3f39e9d2f7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:03.416431 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30ef8220-dc61-4686-ba22-5366e0745b73 req-e4f3ade3-f7b7-4e21-ae5b-3f3f39e9d2f7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0517731 Dec 08 03:00:03.464415 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30ef8220-dc61-4686-ba22-5366e0745b73 req-44af3fd0-1ba5-44cf-bec0-bc741bd9ee81 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411162 Dec 08 03:00:04.244640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1df7a4-85f3-448a-bd32-a08abbc0ba77 req-3925c30c-409a-4146-a894-0c8f54712c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:04.246117 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd1df7a4-85f3-448a-bd32-a08abbc0ba77 req-3925c30c-409a-4146-a894-0c8f54712c04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 1098 time: 0.0775890 Dec 08 03:00:04.354685 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1df7a4-85f3-448a-bd32-a08abbc0ba77 req-c3cc8f14-ec31-4d4b-ad87-5266cb1c021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:04.356198 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd1df7a4-85f3-448a-bd32-a08abbc0ba77 req-c3cc8f14-ec31-4d4b-ad87-5266cb1c021e service neutron] 10.222.0.45 "GET /v2.0/networks?id=8efcc612-980c-42b2-a341-77648af061ae HTTP/1.1" status: 200 len: 897 time: 0.0879767 Dec 08 03:00:04.420787 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd1df7a4-85f3-448a-bd32-a08abbc0ba77 req-9ff305c4-6968-402f-bd4c-a2b3a892aecb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e1985a5-4220-4cc2-99d5-4b03e1041924 HTTP/1.1" status: 200 len: 1002 time: 0.0572455 Dec 08 03:00:04.477185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1df7a4-85f3-448a-bd32-a08abbc0ba77 req-370e5a20-d4c6-409e-bfad-da2ff45426ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:04.478595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd1df7a4-85f3-448a-bd32-a08abbc0ba77 req-370e5a20-d4c6-409e-bfad-da2ff45426ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0505ff4c-d27c-4dbb-97e0-930186762503 HTTP/1.1" status: 200 len: 835 time: 0.0436275 Dec 08 03:00:04.527984 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1df7a4-85f3-448a-bd32-a08abbc0ba77 req-bd810117-3b36-4200-be40-ca71e6698f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:04.529517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd1df7a4-85f3-448a-bd32-a08abbc0ba77 req-bd810117-3b36-4200-be40-ca71e6698f3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8efcc612-980c-42b2-a341-77648af061ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434213 Dec 08 03:00:04.634085 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4944079-c2c4-4281-ba16-fb1ddcf06f28 req-e45582d9-d4da-4f09-9ce5-597cd4fa785e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:04.635525 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c4944079-c2c4-4281-ba16-fb1ddcf06f28 req-e45582d9-d4da-4f09-9ce5-597cd4fa785e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.1027384 Dec 08 03:00:04.960411 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd1df7a4-85f3-448a-bd32-a08abbc0ba77 req-3343b507-5cf6-43a3-bc71-ba216a089157 service neutron] 10.222.0.45 "GET /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196000 Dec 08 03:00:05.011381 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c4944079-c2c4-4281-ba16-fb1ddcf06f28 req-6067c28b-1e2d-446f-aea2-8df4c392418c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3692658 Dec 08 03:00:05.066743 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cd1df7a4-85f3-448a-bd32-a08abbc0ba77 req-21ae7901-2feb-4777-a836-ca21a1300aca service neutron] 10.222.0.45 "GET /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956931 Dec 08 03:00:06.129184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc527eb-1582-4bbe-b40f-7d71e4ee61e8 req-a4811f3f-5e0d-4307-89a8-a8b0f5809f39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:06.130660 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ecc527eb-1582-4bbe-b40f-7d71e4ee61e8 req-a4811f3f-5e0d-4307-89a8-a8b0f5809f39 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0522392 Dec 08 03:00:06.178859 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ecc527eb-1582-4bbe-b40f-7d71e4ee61e8 req-3026f868-2011-4898-b30b-528f146950a3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 Dec 08 03:00:06.201424 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40246) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:06.260509 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-67a2bd6d-2950-48b9-ad98-1b1e32477ba3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/cb0cb66d-a3b6-44b8-b8eb-b45fa841ae14 HTTP/1.1" status: 200 len: 994 time: 0.0578666 Dec 08 03:00:07.531651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab6fe3-5cab-49cb-8b5b-b187ef304058 req-4b0eb506-8fed-4a33-ad98-601b59fcb9ee tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:07.533083 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5aab6fe3-5cab-49cb-8b5b-b187ef304058 req-4b0eb506-8fed-4a33-ad98-601b59fcb9ee tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0551281 Dec 08 03:00:07.602091 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75852e0-ab17-4e1f-92b1-35226b66156d req-07bf83b3-1d19-437a-b3e4-15fa377a0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:07.603553 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e75852e0-ab17-4e1f-92b1-35226b66156d req-07bf83b3-1d19-437a-b3e4-15fa377a0142 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 1098 time: 0.0696325 Dec 08 03:00:07.607638 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5aab6fe3-5cab-49cb-8b5b-b187ef304058 req-69c629a6-4e6c-4e8f-82a5-a17b6cb0d948 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664096 Dec 08 03:00:07.696951 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75852e0-ab17-4e1f-92b1-35226b66156d req-326356af-88f5-468b-b6ae-874704649067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:07.698397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e75852e0-ab17-4e1f-92b1-35226b66156d req-326356af-88f5-468b-b6ae-874704649067 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8efcc612-980c-42b2-a341-77648af061ae HTTP/1.1" status: 200 len: 897 time: 0.0869074 Dec 08 03:00:07.761327 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e75852e0-ab17-4e1f-92b1-35226b66156d req-11b0146d-7e20-47b6-84ef-fc8cc1268151 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e1985a5-4220-4cc2-99d5-4b03e1041924 HTTP/1.1" status: 200 len: 1002 time: 0.0558815 Dec 08 03:00:07.814980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75852e0-ab17-4e1f-92b1-35226b66156d req-ca5c9d2c-d84a-4207-8ec0-5d54cad8c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:07.816346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e75852e0-ab17-4e1f-92b1-35226b66156d req-ca5c9d2c-d84a-4207-8ec0-5d54cad8c057 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0505ff4c-d27c-4dbb-97e0-930186762503 HTTP/1.1" status: 200 len: 835 time: 0.0439425 Dec 08 03:00:07.865253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75852e0-ab17-4e1f-92b1-35226b66156d req-6480acac-92df-4db7-ae3a-75fed6386201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:07.866693 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e75852e0-ab17-4e1f-92b1-35226b66156d req-6480acac-92df-4db7-ae3a-75fed6386201 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8efcc612-980c-42b2-a341-77648af061ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429082 Dec 08 03:00:07.956167 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e75852e0-ab17-4e1f-92b1-35226b66156d req-ec8128e0-a2bd-405c-915d-f55abe05a6c8 service neutron] 10.222.0.45 "GET /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817497 Dec 08 03:00:08.047396 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e75852e0-ab17-4e1f-92b1-35226b66156d req-8010be76-b090-467d-afdc-8c92da5bf9e3 service neutron] 10.222.0.45 "GET /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843430 Dec 08 03:00:08.728622 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359e546-91d8-4ab9-a7d7-70e966060a16 req-56fe0f1f-0f40-405c-a593-da50c20e4831 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:08.730091 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6359e546-91d8-4ab9-a7d7-70e966060a16 req-56fe0f1f-0f40-405c-a593-da50c20e4831 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0504382 Dec 08 03:00:08.777607 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6359e546-91d8-4ab9-a7d7-70e966060a16 req-700f9759-185a-4846-89b8-4eab039b6706 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Dec 08 03:00:08.800194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40256) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:08.862220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b932e1fb-b139-4d82-8c9c-3beb3f07039a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/cb0cb66d-a3b6-44b8-b8eb-b45fa841ae14 HTTP/1.1" status: 200 len: 994 time: 0.0608838 Dec 08 03:00:10.640585 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:00:22.106704 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-435f6cc1-c8f0-4f09-9da7-b2b71066c75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:24.078168 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:24.459446 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c09a3ca-b426-44fa-b9e8-01ca4ce0b5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:24.937769 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:25.701959 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:27.215257 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:28.034410 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:39.444301 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40276) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:39.597576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port ceaeee62-95ad-403f-8742-ac70695de737 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:00:39.597839 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:39.674625 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:39.674959 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:39.686385 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for ceaeee62-95ad-403f-8742-ac70695de737 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:00:39.827864 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:39.856726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=ceaeee62-95ad-403f-8742-ac70695de737,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:39.869871 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:39.870241 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:39.870598 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:39.870945 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:39.871288 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:39.871646 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:39.871991 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:39.872334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:39.872671 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:39.873010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:39.873346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:39.873680 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:39.874013 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:39.926852 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:39.927188 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Floating IP cb0cb66d-a3b6-44b8-b8eb-b45fa841ae14 disassociated (deleted). External IP: 172.25.8.227, port: 6e1985a5-4220-4cc2-99d5-4b03e1041924. Dec 08 03:00:40.130950 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 8ceed81d-70fa-45dc-8913-a6ac097ad145 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:00:40.558909 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:00:40.563456 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:40.570779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514d299-b2d3-4281-bf46-8986ff181a08 None None] Sync routers for ids ['8ceed81d-70fa-45dc-8913-a6ac097ad145'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:00:40.580191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514d299-b2d3-4281-bf46-8986ff181a08 None None] Routers {'8ceed81d-70fa-45dc-8913-a6ac097ad145'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:00:40.580796 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5514d299-b2d3-4281-bf46-8986ff181a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:00:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ceed81d-70fa-45dc-8913-a6ac097ad145'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:40.592520 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-60a7141e-fd65-43ab-9f26-46f37568fdc3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/floatingips/cb0cb66d-a3b6-44b8-b8eb-b45fa841ae14 HTTP/1.1" status: 204 len: 168 time: 1.1447408 Dec 08 03:00:40.592520 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'tag': '6e1985a5-4220-4cc2-99d5-4b03e1041924'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:00:40.593348 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765068c3-25d9-4305-92fc-53c89de7c9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "426f3e2f-4d27-4e6e-8088-1cb491720c62", "tag": "6e1985a5-4220-4cc2-99d5-4b03e1041924"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:00:40.694002 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-5514d299-b2d3-4281-bf46-8986ff181a08 None None] Set router 8ceed81d-70fa-45dc-8913-a6ac097ad145 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:00:40.696144 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6abb683-b183-46f5-9994-78a3a5676e9b x-openstack-request-id: req-e6abb683-b183-46f5-9994-78a3a5676e9b {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:00:40.696144 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426f3e2f-4d27-4e6e-8088-1cb491720c62", "tag": "6e1985a5-4220-4cc2-99d5-4b03e1041924", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:00:40.696560 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e6abb683-b183-46f5-9994-78a3a5676e9b {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:00:40.697003 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'tag': '6e1985a5-4220-4cc2-99d5-4b03e1041924', 'status': 'completed', 'code': 200} Dec 08 03:00:40.860201 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765068c3-25d9-4305-92fc-53c89de7c9f9 req-89675211-61b4-4969-96ef-6cd64df7a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:40.861632 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-765068c3-25d9-4305-92fc-53c89de7c9f9 req-89675211-61b4-4969-96ef-6cd64df7a1fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 1098 time: 0.0737667 Dec 08 03:00:40.873586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0232102-ded6-4ad4-a8ca-be06b676c705 req-128c4d97-66bf-482f-bfa9-93b40807e58e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:40.875054 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0232102-ded6-4ad4-a8ca-be06b676c705 req-128c4d97-66bf-482f-bfa9-93b40807e58e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0610354 Dec 08 03:00:40.916173 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5514d299-b2d3-4281-bf46-8986ff181a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a', 'name': '', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:16:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:03Z', 'updated_at': '2021-12-08T02:59:06Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:40.941798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514d299-b2d3-4281-bf46-8986ff181a08 None None] Checking router: 8ceed81d-70fa-45dc-8913-a6ac097ad145 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:00:40.950428 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514d299-b2d3-4281-bf46-8986ff181a08 None None] Routers {'8ceed81d-70fa-45dc-8913-a6ac097ad145'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:00:40.951243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5514d299-b2d3-4281-bf46-8986ff181a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:00:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ceed81d-70fa-45dc-8913-a6ac097ad145'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:40.988259 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f0232102-ded6-4ad4-a8ca-be06b676c705 req-ee5808b2-e93a-49bd-9a4e-1bdbb3346c00 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050971 Dec 08 03:00:41.011726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765068c3-25d9-4305-92fc-53c89de7c9f9 req-38bed47f-5d77-4bef-8451-a64bdba117fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:41.011726 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-765068c3-25d9-4305-92fc-53c89de7c9f9 req-38bed47f-5d77-4bef-8451-a64bdba117fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=8efcc612-980c-42b2-a341-77648af061ae HTTP/1.1" status: 200 len: 897 time: 0.1354949 Dec 08 03:00:41.056191 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-765068c3-25d9-4305-92fc-53c89de7c9f9 req-b374dfd1-24a1-4716-a75d-10c48759ff4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e1985a5-4220-4cc2-99d5-4b03e1041924 HTTP/1.1" status: 200 len: 217 time: 0.0358810 Dec 08 03:00:41.057421 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-5514d299-b2d3-4281-bf46-8986ff181a08 None None] Set router 8ceed81d-70fa-45dc-8913-a6ac097ad145 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:00:41.110121 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765068c3-25d9-4305-92fc-53c89de7c9f9 req-901196c1-54de-473b-b511-c9a20d988ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:41.112132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-765068c3-25d9-4305-92fc-53c89de7c9f9 req-901196c1-54de-473b-b511-c9a20d988ddd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0505ff4c-d27c-4dbb-97e0-930186762503 HTTP/1.1" status: 200 len: 835 time: 0.0492201 Dec 08 03:00:41.162433 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765068c3-25d9-4305-92fc-53c89de7c9f9 req-b297fe74-27a2-4b10-8a53-1edb5d94a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:41.164232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-765068c3-25d9-4305-92fc-53c89de7c9f9 req-b297fe74-27a2-4b10-8a53-1edb5d94a744 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8efcc612-980c-42b2-a341-77648af061ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452640 Dec 08 03:00:41.268874 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-765068c3-25d9-4305-92fc-53c89de7c9f9 req-1ae7f044-3e1c-46ca-b33f-4014ced55f93 service neutron] 10.222.0.45 "GET /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972116 Dec 08 03:00:41.269680 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-5514d299-b2d3-4281-bf46-8986ff181a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a', 'name': '', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:16:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:03Z', 'updated_at': '2021-12-08T02:59:06Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:41.296086 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514d299-b2d3-4281-bf46-8986ff181a08 None None] The sync data for ids ['8ceed81d-70fa-45dc-8913-a6ac097ad145'] in n-d-713499-31 is: [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a', 'name': '', 'network_id': '8efcc612-980c-42b2-a341-77648af061ae', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:16:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:03Z', 'updated_at': '2021-12-08T02:59:06Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': '0505ff4c-d27c-4dbb-97e0-930186762503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:00:41.370744 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-765068c3-25d9-4305-92fc-53c89de7c9f9 req-0cac5461-b39f-433f-b66e-fce663cb1d78 service neutron] 10.222.0.45 "GET /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939083 Dec 08 03:00:41.529478 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8acb238-0462-4da3-8fe3-6249c0b4b43e None None] New status for floating IP cb0cb66d-a3b6-44b8-b8eb-b45fa841ae14: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:00:42.113106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b15d6e-b315-4f9a-99f1-d3e920eec74c req-cd593b1b-b9f7-4d93-b78c-8a283e4e485e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:42.114592 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-06b15d6e-b315-4f9a-99f1-d3e920eec74c req-cd593b1b-b9f7-4d93-b78c-8a283e4e485e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0494189 Dec 08 03:00:42.168330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-06b15d6e-b315-4f9a-99f1-d3e920eec74c req-c2809749-4cb8-43ca-bab2-f0bd9c9bb587 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=4058d84a-c1a8-4e2c-855b-76ee44cb6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475354 Dec 08 03:00:42.429716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e48eb-14d5-43cc-9d5c-3170dbeaadad req-59fa7135-cb83-43fb-96c7-31aded43c927 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:42.431184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-315e48eb-14d5-43cc-9d5c-3170dbeaadad req-59fa7135-cb83-43fb-96c7-31aded43c927 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 946 time: 0.0485017 Dec 08 03:00:42.516522 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-315e48eb-14d5-43cc-9d5c-3170dbeaadad req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port 6e1985a5-4220-4cc2-99d5-4b03e1041924 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:00:42.517389 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-315e48eb-14d5-43cc-9d5c-3170dbeaadad req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:42.607726 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-315e48eb-14d5-43cc-9d5c-3170dbeaadad req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port 6e1985a5-4220-4cc2-99d5-4b03e1041924, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=6e1985a5-4220-4cc2-99d5-4b03e1041924,segment=NetworkSegment(b3bff64b-7e5b-4787-8543-102392d3b3c5),segment_id=b3bff64b-7e5b-4787-8543-102392d3b3c5)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:00:42.608093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-315e48eb-14d5-43cc-9d5c-3170dbeaadad req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:42.620352 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-315e48eb-14d5-43cc-9d5c-3170dbeaadad req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for 6e1985a5-4220-4cc2-99d5-4b03e1041924 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:00:42.746039 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-315e48eb-14d5-43cc-9d5c-3170dbeaadad req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:42.772877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=6e1985a5-4220-4cc2-99d5-4b03e1041924,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:42.782887 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:42.783240 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:42.783585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:42.783947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:42.784316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:42.784649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:42.784979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:42.785721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:42.785721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:42.786024 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:42.786260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:42.786576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:42.786897 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:42.826828 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-315e48eb-14d5-43cc-9d5c-3170dbeaadad req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] No DVR routers for this DVR port 6e1985a5-4220-4cc2-99d5-4b03e1041924 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:00:42.830095 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-315e48eb-14d5-43cc-9d5c-3170dbeaadad req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:42.833432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-315e48eb-14d5-43cc-9d5c-3170dbeaadad req-f65b8257-bd8d-48fc-83e6-ff0dad342fe0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "DELETE /v2.0/ports/6e1985a5-4220-4cc2-99d5-4b03e1041924 HTTP/1.1" status: 204 len: 173 time: 0.3963020 Dec 08 03:00:42.833884 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'name': 'network-vif-deleted', 'tag': '6e1985a5-4220-4cc2-99d5-4b03e1041924'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:00:42.836165 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4834cda-b7a8-4df9-adfe-9d891c7d84a5" -d '{"events": [{"server_uuid": "426f3e2f-4d27-4e6e-8088-1cb491720c62", "name": "network-vif-deleted", "tag": "6e1985a5-4220-4cc2-99d5-4b03e1041924"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:00:42.878057 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622329d7-4b47-45c9-b0e0-6598477aa04d x-openstack-request-id: req-622329d7-4b47-45c9-b0e0-6598477aa04d {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:00:42.878356 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426f3e2f-4d27-4e6e-8088-1cb491720c62", "name": "network-vif-deleted", "tag": "6e1985a5-4220-4cc2-99d5-4b03e1041924", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:00:42.878606 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-622329d7-4b47-45c9-b0e0-6598477aa04d {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:00:42.879010 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426f3e2f-4d27-4e6e-8088-1cb491720c62', 'name': 'network-vif-deleted', 'tag': '6e1985a5-4220-4cc2-99d5-4b03e1041924', 'status': 'completed', 'code': 200} Dec 08 03:00:43.279376 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e63ff700-3844-47fc-9a9c-e044b3a83245 req-96de7026-9b27-4a25-8e95-2665035425e3 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=426f3e2f-4d27-4e6e-8088-1cb491720c62 HTTP/1.1" status: 200 len: 210 time: 0.0262139 Dec 08 03:00:44.341070 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40296) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:44.688910 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-009fd3c3-5fd8-4ab2-a26a-3cfc29eee070 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:44.936144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-009fd3c3-5fd8-4ab2-a26a-3cfc29eee070 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:00:44.936488 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-009fd3c3-5fd8-4ab2-a26a-3cfc29eee070 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:45.027446 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-009fd3c3-5fd8-4ab2-a26a-3cfc29eee070 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a,segment=NetworkSegment(b3bff64b-7e5b-4787-8543-102392d3b3c5),segment_id=b3bff64b-7e5b-4787-8543-102392d3b3c5)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:00:45.027840 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-009fd3c3-5fd8-4ab2-a26a-3cfc29eee070 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:45.040172 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-009fd3c3-5fd8-4ab2-a26a-3cfc29eee070 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:00:45.220345 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-009fd3c3-5fd8-4ab2-a26a-3cfc29eee070 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:45.253726 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fd3c3-5fd8-4ab2-a26a-3cfc29eee070 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:45.429476 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-009fd3c3-5fd8-4ab2-a26a-3cfc29eee070 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:45.638143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009fd3c3-5fd8-4ab2-a26a-3cfc29eee070 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 8ceed81d-70fa-45dc-8913-a6ac097ad145 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:00:45.745334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009fd3c3-5fd8-4ab2-a26a-3cfc29eee070 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:00:45.750543 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-009fd3c3-5fd8-4ab2-a26a-3cfc29eee070 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "PUT /v2.0/routers/8ceed81d-70fa-45dc-8913-a6ac097ad145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4082177 Dec 08 03:00:45.753431 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40298) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:45.756157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b041c458-353a-483f-a861-1d5fb87c26c4 None None] Sync routers for ids ['8ceed81d-70fa-45dc-8913-a6ac097ad145'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:00:45.766489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b041c458-353a-483f-a861-1d5fb87c26c4 None None] Routers {'8ceed81d-70fa-45dc-8913-a6ac097ad145'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:00:45.767099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b041c458-353a-483f-a861-1d5fb87c26c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:00:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ceed81d-70fa-45dc-8913-a6ac097ad145'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:45.804667 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a8e7df-a116-40c9-8225-cad7870c849a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting subnet 0505ff4c-d27c-4dbb-97e0-930186762503 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 03:00:45.807829 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-31a8e7df-a116-40c9-8225-cad7870c849a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:45.851680 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-31a8e7df-a116-40c9-8225-cad7870c849a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:45.871436 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b041c458-353a-483f-a861-1d5fb87c26c4 None None] Set router 8ceed81d-70fa-45dc-8913-a6ac097ad145 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:00:45.933600 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-31a8e7df-a116-40c9-8225-cad7870c849a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:45.993474 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-31a8e7df-a116-40c9-8225-cad7870c849a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.026478 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-31a8e7df-a116-40c9-8225-cad7870c849a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.032718 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-31a8e7df-a116-40c9-8225-cad7870c849a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/subnets/0505ff4c-d27c-4dbb-97e0-930186762503 HTTP/1.1" status: 204 len: 168 time: 0.2753448 Dec 08 03:00:46.032718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8e7df-a116-40c9-8225-cad7870c849a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Subnet': ['ID=0505ff4c-d27c-4dbb-97e0-930186762503,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:46.032958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1545bcd1-8c10-4163-9c0e-6d5c50ba3be3 None None] Network 8efcc612-980c-42b2-a341-77648af061ae requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:00:46.033191 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40300) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:46.118893 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b041c458-353a-483f-a861-1d5fb87c26c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T03:00:45Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:46.141057 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.150942 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b041c458-353a-483f-a861-1d5fb87c26c4 None None] Checking router: 8ceed81d-70fa-45dc-8913-a6ac097ad145 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:00:46.166920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b041c458-353a-483f-a861-1d5fb87c26c4 None None] Routers {'8ceed81d-70fa-45dc-8913-a6ac097ad145'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:00:46.167528 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b041c458-353a-483f-a861-1d5fb87c26c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:00:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['8ceed81d-70fa-45dc-8913-a6ac097ad145'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:46.246825 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] DHCP port deletion for 8efcc612-980c-42b2-a341-77648af061ae request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:00:46.255117 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.310326 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port 58e14382-1938-4eb1-8fb5-e7a97f4058ca {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:00:46.310665 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.397285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port 58e14382-1938-4eb1-8fb5-e7a97f4058ca, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=58e14382-1938-4eb1-8fb5-e7a97f4058ca,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:00:46.397647 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.410401 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for 58e14382-1938-4eb1-8fb5-e7a97f4058ca owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:00:46.471981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b041c458-353a-483f-a861-1d5fb87c26c4 None None] Set router 8ceed81d-70fa-45dc-8913-a6ac097ad145 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:00:46.582002 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.583188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Deleting port 821c5a06-47cb-40c2-a658-884b72ba60ba {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:00:46.583654 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.611958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=58e14382-1938-4eb1-8fb5-e7a97f4058ca,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:46.646576 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbec897b-ae59-47a5-b252-ddff174ac421 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:00:46.658364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 821c5a06-47cb-40c2-a658-884b72ba60ba no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:00:46.688001 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.712508 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] For port 821c5a06-47cb-40c2-a658-884b72ba60ba, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=821c5a06-47cb-40c2-a658-884b72ba60ba,segment=NetworkSegment(b3bff64b-7e5b-4787-8543-102392d3b3c5),segment_id=b3bff64b-7e5b-4787-8543-102392d3b3c5)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:00:46.713100 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.749985 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Calling delete_port for 821c5a06-47cb-40c2-a658-884b72ba60ba owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:00:46.765892 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6e1985a5-4220-4cc2-99d5-4b03e1041924 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:00:46.783920 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.790197 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.825157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 6e1985a5-4220-4cc2-99d5-4b03e1041924 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:00:46.825501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 6e1985a5-4220-4cc2-99d5-4b03e1041924 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:00:46.837797 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.838454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Fanout notify agent at l3_agent the message router_deleted on router 8ceed81d-70fa-45dc-8913-a6ac097ad145 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 03:00:46.846473 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.847724 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-73194a5f-42ba-40bd-8e94-cf9309918893 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/routers/8ceed81d-70fa-45dc-8913-a6ac097ad145 HTTP/1.1" status: 204 len: 168 time: 0.8135560 Dec 08 03:00:46.850730 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40302) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:46.893083 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.924252 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b041c458-353a-483f-a861-1d5fb87c26c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T03:00:45Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:46.929227 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f44808c-4379-4ca2-9894-d850d668336c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:46.957315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b041c458-353a-483f-a861-1d5fb87c26c4 None None] The sync data for ids ['8ceed81d-70fa-45dc-8913-a6ac097ad145'] in n-d-713499-31 is: [{'id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1044984026', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T03:00:45Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '58e14382-1938-4eb1-8fb5-e7a97f4058ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceed81d-70fa-45dc-8913-a6ac097ad145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:00Z', 'updated_at': '2021-12-08T02:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:00:46.959983 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.003551 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Pushing event deleted for resources: {'Port': ['ID=821c5a06-47cb-40c2-a658-884b72ba60ba,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:47.007954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] No DVR routers for this DVR port 821c5a06-47cb-40c2-a658-884b72ba60ba on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:00:47.014707 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:47.020581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:47.020581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:47.020581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:47.020581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:47.020581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:47.020581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:47.020581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:47.020581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:47.020581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:47.020581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:47.020581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:47.020581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423fc6e-9ca2-42f2-adee-e2e471c0e9df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:47.030344 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f44808c-4379-4ca2-9894-d850d668336c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.050627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8f44808c-4379-4ca2-9894-d850d668336c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efcc612-980c-42b2-a341-77648af061ae']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:47.059705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8f44808c-4379-4ca2-9894-d850d668336c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bff64b-7e5b-4787-8543-102392d3b3c5') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:47.060007 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-8f44808c-4379-4ca2-9894-d850d668336c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bff64b-7e5b-4787-8543-102392d3b3c5') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:47.069381 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f44808c-4379-4ca2-9894-d850d668336c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.082474 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f44808c-4379-4ca2-9894-d850d668336c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.088294 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f44808c-4379-4ca2-9894-d850d668336c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 03:00:47.088682 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f44808c-4379-4ca2-9894-d850d668336c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: timer() Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 03:00:47.091641 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 03:00:47.151370 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f44808c-4379-4ca2-9894-d850d668336c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.158737 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8f44808c-4379-4ca2-9894-d850d668336c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.161913 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8f44808c-4379-4ca2-9894-d850d668336c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/networks/8efcc612-980c-42b2-a341-77648af061ae HTTP/1.1" status: 204 len: 168 time: 0.3101511 Dec 08 03:00:47.164728 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40304) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:47.173476 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44808c-4379-4ca2-9894-d850d668336c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Network': ['ID=8efcc612-980c-42b2-a341-77648af061ae,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:47.223170 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51ae2767-e88a-4a82-ada1-675c84c81915 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.248054 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51ae2767-e88a-4a82-ada1-675c84c81915 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.309885 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51ae2767-e88a-4a82-ada1-675c84c81915 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.312742 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-51ae2767-e88a-4a82-ada1-675c84c81915 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.316947 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-51ae2767-e88a-4a82-ada1-675c84c81915 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/security-groups/4058d84a-c1a8-4e2c-855b-76ee44cb6abd HTTP/1.1" status: 204 len: 168 time: 0.1486032 Dec 08 03:00:47.324731 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae2767-e88a-4a82-ada1-675c84c81915 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4058d84a-c1a8-4e2c-855b-76ee44cb6abd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:47.639272 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:00:47.652767 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40310) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:47.658832 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-fca5efe7-945f-40c0-bf3a-856ce1fc0c64 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771589307', 'description': 'tempest-secgroup-smoke-771589307 description', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:47.681137 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fca5efe7-945f-40c0-bf3a-856ce1fc0c64 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.744873 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fca5efe7-945f-40c0-bf3a-856ce1fc0c64 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.748699 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fca5efe7-945f-40c0-bf3a-856ce1fc0c64 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.772906 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-fca5efe7-945f-40c0-bf3a-856ce1fc0c64 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.774114 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-fca5efe7-945f-40c0-bf3a-856ce1fc0c64 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1202049 Dec 08 03:00:47.777153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40312) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:47.781831 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5efe7-945f-40c0-bf3a-856ce1fc0c64 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d900ed-e38f-49cc-92f3-86363e8f9f47,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:47.782010 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-a47652fe-390d-445d-a0f5-a18f575d3f70 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '93d900ed-e38f-49cc-92f3-86363e8f9f47', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:47.808303 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a47652fe-390d-445d-a0f5-a18f575d3f70 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.861612 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a47652fe-390d-445d-a0f5-a18f575d3f70 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.865172 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a47652fe-390d-445d-a0f5-a18f575d3f70 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.881806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47652fe-390d-445d-a0f5-a18f575d3f70 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c058d1-1841-4536-aa94-699f68bb7121,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:47.890736 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a47652fe-390d-445d-a0f5-a18f575d3f70 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.892480 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a47652fe-390d-445d-a0f5-a18f575d3f70 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142850 Dec 08 03:00:47.895158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40314) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:47.899569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-18a3643d-a38e-4f6f-9338-ae25c63f69a1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '93d900ed-e38f-49cc-92f3-86363e8f9f47', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:47.924574 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18a3643d-a38e-4f6f-9338-ae25c63f69a1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.982189 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18a3643d-a38e-4f6f-9338-ae25c63f69a1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:47.986017 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18a3643d-a38e-4f6f-9338-ae25c63f69a1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.006693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3643d-a38e-4f6f-9338-ae25c63f69a1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2abaec4-9420-4b6e-97d0-01ae2360ba03,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:48.016052 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-18a3643d-a38e-4f6f-9338-ae25c63f69a1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.021099 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-18a3643d-a38e-4f6f-9338-ae25c63f69a1 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216624 Dec 08 03:00:48.021099 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40316) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:48.025104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-03b1c40d-b707-4b7f-a9b1-956f3e88b77d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '93d900ed-e38f-49cc-92f3-86363e8f9f47', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:48.049702 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03b1c40d-b707-4b7f-a9b1-956f3e88b77d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.107676 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03b1c40d-b707-4b7f-a9b1-956f3e88b77d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.111165 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03b1c40d-b707-4b7f-a9b1-956f3e88b77d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.125167 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1c40d-b707-4b7f-a9b1-956f3e88b77d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b358143-588f-4c91-ad68-d753b01c7075,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:48.135938 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-03b1c40d-b707-4b7f-a9b1-956f3e88b77d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.137122 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-03b1c40d-b707-4b7f-a9b1-956f3e88b77d tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154079 Dec 08 03:00:48.140072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40318) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:48.146611 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2b337e51-614b-4a2e-b5c3-24235b137801 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '93d900ed-e38f-49cc-92f3-86363e8f9f47', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:48.172210 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b337e51-614b-4a2e-b5c3-24235b137801 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.228739 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b337e51-614b-4a2e-b5c3-24235b137801 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.232187 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b337e51-614b-4a2e-b5c3-24235b137801 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.246747 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b337e51-614b-4a2e-b5c3-24235b137801 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f57b3c-225a-4cbb-b204-70da3aff2b57,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:48.258116 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2b337e51-614b-4a2e-b5c3-24235b137801 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.259315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2b337e51-614b-4a2e-b5c3-24235b137801 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162360 Dec 08 03:00:48.262109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40320) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:48.266417 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-d065f735-0a3e-4942-81dc-0acb25d4b612 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '93d900ed-e38f-49cc-92f3-86363e8f9f47', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:48.287440 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-d065f735-0a3e-4942-81dc-0acb25d4b612 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Project 026d219675a54b6c9e5ff4dffd5ed36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 03:00:48.292117 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d065f735-0a3e-4942-81dc-0acb25d4b612 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.348740 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d065f735-0a3e-4942-81dc-0acb25d4b612 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.352312 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d065f735-0a3e-4942-81dc-0acb25d4b612 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.369389 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065f735-0a3e-4942-81dc-0acb25d4b612 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5d418b-a5e2-45b2-b73d-39eb99687fe0,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:48.378237 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d065f735-0a3e-4942-81dc-0acb25d4b612 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.379421 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d065f735-0a3e-4942-81dc-0acb25d4b612 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164019 Dec 08 03:00:48.382081 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40322) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:48.386336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b71455ed-7812-474c-911b-e04cefb92259 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'security_group_rule': {'security_group_id': '93d900ed-e38f-49cc-92f3-86363e8f9f47', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:48.407669 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-b71455ed-7812-474c-911b-e04cefb92259 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Project 026d219675a54b6c9e5ff4dffd5ed36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 03:00:48.412326 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b71455ed-7812-474c-911b-e04cefb92259 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.471125 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b71455ed-7812-474c-911b-e04cefb92259 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.474774 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b71455ed-7812-474c-911b-e04cefb92259 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.491896 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71455ed-7812-474c-911b-e04cefb92259 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cd602d-4263-499f-ad23-0cfd5033fb26,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:48.500019 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b71455ed-7812-474c-911b-e04cefb92259 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.501880 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b71455ed-7812-474c-911b-e04cefb92259 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188593 Dec 08 03:00:48.504615 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40324) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:48.509276 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c5d12f5c-b125-4e12-abab-04cfe47244f0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'network': {'name': 'tempest-network-smoke--425170664', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'port_security_enabled': True}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:48.528324 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d12f5c-b125-4e12-abab-04cfe47244f0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:00:48.531727 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5d12f5c-b125-4e12-abab-04cfe47244f0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.560993 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d12f5c-b125-4e12-abab-04cfe47244f0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 03:00:48.573871 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5d12f5c-b125-4e12-abab-04cfe47244f0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.574285 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-c5d12f5c-b125-4e12-abab-04cfe47244f0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Added segment 0fdcc040-b98a-4288-b742-de77407d1136 of type vlan for network a1d4306c-24d5-4f83-8324-dae0d6c66d77 Dec 08 03:00:48.591028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:00:48.613163 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:00:48.613589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device fd4e6ab8-d46b-4bc0-84cc-74d9204cc09a not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:00:48.614081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 58e14382-1938-4eb1-8fb5-e7a97f4058ca no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:00:48.615767 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5d12f5c-b125-4e12-abab-04cfe47244f0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.636114 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 58e14382-1938-4eb1-8fb5-e7a97f4058ca {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:00:48.636382 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 58e14382-1938-4eb1-8fb5-e7a97f4058ca not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:00:48.641634 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5d12f5c-b125-4e12-abab-04cfe47244f0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.647184 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d12f5c-b125-4e12-abab-04cfe47244f0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:48.647817 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c5d12f5c-b125-4e12-abab-04cfe47244f0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.683375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c5d12f5c-b125-4e12-abab-04cfe47244f0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1777849 Dec 08 03:00:48.686334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40326) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:48.691570 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'admin_state_up': True, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:48.716474 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.717478 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.720759 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d12f5c-b125-4e12-abab-04cfe47244f0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Network': ['ID=a1d4306c-24d5-4f83-8324-dae0d6c66d77,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:48.732144 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network a1d4306c-24d5-4f83-8324-dae0d6c66d77 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 03:00:48.771925 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:48.905950 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:49.094059 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:49.112475 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:49.215106 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.25.8.21 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/6a1ce984-99de-41d3-9c8a-41754c10452b) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:00:49.316888 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:49.350123 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:49.391156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:00:49.396184 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:00:49.399126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:00:49.408885 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138ab15a-4d77-4722-8406-c749689bbc66 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:00:49.424000 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=6a1ce984-99de-41d3-9c8a-41754c10452b,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:49.508827 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-4d78e172-0315-476d-be78-6edf51b52e1a None None] Provisioning complete for port 6a1ce984-99de-41d3-9c8a-41754c10452b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:49.509219 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4d78e172-0315-476d-be78-6edf51b52e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:49.542249 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-4d78e172-0315-476d-be78-6edf51b52e1a None None] Port 6a1ce984-99de-41d3-9c8a-41754c10452b cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:00:49.646309 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:49.838571 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:49.960066 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 03:00:50.063179 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:00:50.074574 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Sync routers for ids ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:00:50.083062 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:50.084502 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-dd7c8b7f-ff60-4414-a451-8aba38c28e95 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3969917 Dec 08 03:00:50.085120 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Routers {'5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:00:50.085725 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:00:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:50.087723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40328) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:50.159688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9dc7ed53-4122-4b88-8a6a-01d2e8197e62 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=026d219675a54b6c9e5ff4dffd5ed36a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706985 Dec 08 03:00:50.162237 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40332) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:50.190466 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Set router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:00:50.251649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24c9cc8-0402-4cd7-8bbd-ce9a3bc4fca6 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:50.253174 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-f24c9cc8-0402-4cd7-8bbd-ce9a3bc4fca6 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899441 Dec 08 03:00:50.255975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40334) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:50.291581 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0eff97b1-f1fb-4cf5-b2c4-7548108f2ff0 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=44b19830-455e-444a-9e4a-1576bcdd8229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322068 Dec 08 03:00:50.291942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40336) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:50.296716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-fb56f96e-927b-4a69-8657-9420da92dabd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-425846330', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:50.364693 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:00:49Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:50.385260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb56f96e-927b-4a69-8657-9420da92dabd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:00:50.389151 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb56f96e-927b-4a69-8657-9420da92dabd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:50.393566 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Checking router: 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:00:50.393920 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Updating router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d port 6a1ce984-99de-41d3-9c8a-41754c10452b binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 03:00:50.418434 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:50.572802 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb56f96e-927b-4a69-8657-9420da92dabd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:50.634766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56f96e-927b-4a69-8657-9420da92dabd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Subnet': ['ID=d96ead52-b321-4d8d-a601-7de7ecef3a5b,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:50.639797 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb56f96e-927b-4a69-8657-9420da92dabd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Checking segment: {'id': '0fdcc040-b98a-4288-b742-de77407d1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:00:50.640160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb56f96e-927b-4a69-8657-9420da92dabd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network hostable DHCP agents. Network: a1d4306c-24d5-4f83-8324-dae0d6c66d77, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 03:00:50.656769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb56f96e-927b-4a69-8657-9420da92dabd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network a1d4306c-24d5-4f83-8324-dae0d6c66d77 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 03:00:50.665647 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-fb56f96e-927b-4a69-8657-9420da92dabd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, a1d4306c-24d5-4f83-8324-dae0d6c66d77) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:00:50.669942 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb56f96e-927b-4a69-8657-9420da92dabd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:50.670539 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fb56f96e-927b-4a69-8657-9420da92dabd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:50.681201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246030f2-c0b0-4a29-8e9a-3a3c2dd828a0 None None] Network a1d4306c-24d5-4f83-8324-dae0d6c66d77 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:00:50.681934 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:50.688007 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:50.691826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40338) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:50.699646 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fb56f96e-927b-4a69-8657-9420da92dabd tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4064224 Dec 08 03:00:50.716698 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Attempting to bind port 6a1ce984-99de-41d3-9c8a-41754c10452b on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:00:50.717314 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Attempting to bind port 6a1ce984-99de-41d3-9c8a-41754c10452b by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:00:50.717512 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Attempting to bind port 6a1ce984-99de-41d3-9c8a-41754c10452b on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:00:50.733380 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe8b689-3f38-498b-aeca-18c7e3a755c8 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:00:50.741351 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:00:50.742151 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:00:50.742151 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:50.742527 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:00:50.743332 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Bound port: 6a1ce984-99de-41d3-9c8a-41754c10452b, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:00:50.743332 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:50.798537 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Pushing event updated for resources: {'Port': ['ID=6a1ce984-99de-41d3-9c8a-41754c10452b,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:50.806461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-70eb6c2c-670f-4491-8ecf-26b85677ffb7 None None] Provisioning complete for port 6a1ce984-99de-41d3-9c8a-41754c10452b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:50.807025 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-70eb6c2c-670f-4491-8ecf-26b85677ffb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:50.821531 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:50.822200 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:50.822621 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:50.823024 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:50.823363 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:50.823720 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:50.824053 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:50.824383 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:50.824710 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:50.825035 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:50.825362 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:50.825685 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:50.826008 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:00:50.835346 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] For port 6a1ce984-99de-41d3-9c8a-41754c10452b, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:00:50.838726 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] For port 6a1ce984-99de-41d3-9c8a-41754c10452b, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6a1ce984-99de-41d3-9c8a-41754c10452b,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:00:50.839414 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ips': [{'subnet_id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 03:00:50.840377 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:50.844263 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:50.872459 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-70eb6c2c-670f-4491-8ecf-26b85677ffb7 None None] Port 6a1ce984-99de-41d3-9c8a-41754c10452b cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:00:50.912505 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022e679-dfd4-43fe-85df-5968a491d1d0 None None] Pushing event updated for resources: {'Port': ['ID=6a1ce984-99de-41d3-9c8a-41754c10452b,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:50.938085 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8860a336-5940-491a-9ea6-a41b8292a199 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:00:50.941060 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Routers {'5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:00:50.942505 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:00:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:51.013143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Allocated IP 172.20.0.2 (a1d4306c-24d5-4f83-8324-dae0d6c66d77/d96ead52-b321-4d8d-a601-7de7ecef3a5b/093511bc-2574-4f9b-ae8b-5ff76934dd94) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:00:51.018451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-d5127c1d-7155-474a-9cdc-2fce09a06216 None None] Provisioning complete for port 6a1ce984-99de-41d3-9c8a-41754c10452b triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:51.018917 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5127c1d-7155-474a-9cdc-2fce09a06216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:51.159096 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] Set router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:00:51.185510 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5127c1d-7155-474a-9cdc-2fce09a06216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:51.241544 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d5127c1d-7155-474a-9cdc-2fce09a06216 None None] For port 6a1ce984-99de-41d3-9c8a-41754c10452b, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6a1ce984-99de-41d3-9c8a-41754c10452b,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:00:51.250490 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d5127c1d-7155-474a-9cdc-2fce09a06216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:51.284594 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:51.294950 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:51.323926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Network a1d4306c-24d5-4f83-8324-dae0d6c66d77 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:00:51.327489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:00:51.329842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5127c1d-7155-474a-9cdc-2fce09a06216 None None] Pushing event updated for resources: {'Port': ['ID=6a1ce984-99de-41d3-9c8a-41754c10452b,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:51.332961 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:00:51.358716 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:00:49Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:51.393840 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b8c69-8e1d-4513-8a7b-71a775936c68 None None] The sync data for ids ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'] in n-d-713499-31 is: [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:00:49Z', 'revision_number': 3, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:00:51.415338 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Pushing event updated for resources: {'Port': ['ID=093511bc-2574-4f9b-ae8b-5ff76934dd94,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:51.422070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Attempting to bind port 093511bc-2574-4f9b-ae8b-5ff76934dd94 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:00:51.422516 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Attempting to bind port 093511bc-2574-4f9b-ae8b-5ff76934dd94 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '0fdcc040-b98a-4288-b742-de77407d1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:00:51.423405 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Attempting to bind port 093511bc-2574-4f9b-ae8b-5ff76934dd94 on network a1d4306c-24d5-4f83-8324-dae0d6c66d77 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:00:51.429873 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:00:51.430245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Checking segment: {'id': '0fdcc040-b98a-4288-b742-de77407d1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:00:51.430674 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:51.431076 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Bound using segment: {'id': '0fdcc040-b98a-4288-b742-de77407d1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:00:51.431540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Bound port: 093511bc-2574-4f9b-ae8b-5ff76934dd94, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdcc040-b98a-4288-b742-de77407d1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:00:51.431944 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:51.499137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] For port 093511bc-2574-4f9b-ae8b-5ff76934dd94, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:00:51.503851 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] For port 093511bc-2574-4f9b-ae8b-5ff76934dd94, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=093511bc-2574-4f9b-ae8b-5ff76934dd94,segment=NetworkSegment(0fdcc040-b98a-4288-b742-de77407d1136),segment_id=0fdcc040-b98a-4288-b742-de77407d1136)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:00:51.511021 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:51.548809 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:51.575765 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7e1d6-ca2d-4335-b44a-2ef8be7bbd5b None None] Pushing event updated for resources: {'Port': ['ID=093511bc-2574-4f9b-ae8b-5ff76934dd94,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:51.888719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.20.0.1 (a1d4306c-24d5-4f83-8324-dae0d6c66d77/d96ead52-b321-4d8d-a601-7de7ecef3a5b/294bc175-e81c-4737-a9ff-740b21a183fc) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:00:52.013966 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:52.051905 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:52.096681 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network a1d4306c-24d5-4f83-8324-dae0d6c66d77 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:00:52.099853 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:00:52.103958 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:00:52.118443 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-22ab127f-c986-45f1-9f11-ade244f6d586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:52.134346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=294bc175-e81c-4737-a9ff-740b21a183fc,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:52.158454 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:52.291357 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:52.599457 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:52.607335 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:52.642100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5abe41e-44e3-42ab-a9b7-18353edcc07e None None] Network a1d4306c-24d5-4f83-8324-dae0d6c66d77 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:00:52.688609 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=294bc175-e81c-4737-a9ff-740b21a183fc,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:52.694157 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:52.698290 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 093511bc-2574-4f9b-ae8b-5ff76934dd94 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:00:52.759817 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-825dedc0-f699-490e-a977-8621d931f530 None None] Provisioning complete for port 093511bc-2574-4f9b-ae8b-5ff76934dd94 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:52.760115 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-825dedc0-f699-490e-a977-8621d931f530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:52.789334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network a1d4306c-24d5-4f83-8324-dae0d6c66d77 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:00:52.790733 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:00:52.835596 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 093511bc-2574-4f9b-ae8b-5ff76934dd94 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:52.835994 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:52.914749 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-825dedc0-f699-490e-a977-8621d931f530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:52.924063 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:00:52.982786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-825dedc0-f699-490e-a977-8621d931f530 None None] For port 093511bc-2574-4f9b-ae8b-5ff76934dd94, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=093511bc-2574-4f9b-ae8b-5ff76934dd94,segment=NetworkSegment(0fdcc040-b98a-4288-b742-de77407d1136),segment_id=0fdcc040-b98a-4288-b742-de77407d1136)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:00:52.984659 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:52.993331 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-825dedc0-f699-490e-a977-8621d931f530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:53.052477 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:00:53.068149 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-90532161-1386-47cb-bde7-76a58da3c67a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "PUT /v2.0/routers/5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3661397 Dec 08 03:00:53.077865 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825dedc0-f699-490e-a977-8621d931f530 None None] Pushing event updated for resources: {'Port': ['ID=093511bc-2574-4f9b-ae8b-5ff76934dd94,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:53.083203 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 03:00:53.083559 n-d-713499-31 neutron-server[109768]: DEBUG oslo_db.api [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 03:00:53.115456 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-dd3e708c-a8de-4320-9961-46d3dd11af71 None None] Provisioning complete for port 294bc175-e81c-4737-a9ff-740b21a183fc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:53.115977 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dd3e708c-a8de-4320-9961-46d3dd11af71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:53.153188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e708c-a8de-4320-9961-46d3dd11af71 None None] Port 294bc175-e81c-4737-a9ff-740b21a183fc cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:00:53.166051 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-dd3e708c-a8de-4320-9961-46d3dd11af71 None None] Provisioning complete for port 093511bc-2574-4f9b-ae8b-5ff76934dd94 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:53.166291 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dd3e708c-a8de-4320-9961-46d3dd11af71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:53.262415 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-d9c9963e-f247-4846-910c-6ba1b6583764 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771589307&fields=id&tenant_id=026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 267 time: 0.0680926 Dec 08 03:00:53.269835 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0181a-f809-4938-b532-26927c567248 None None] Sync routers for ids ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:00:53.283732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0181a-f809-4938-b532-26927c567248 None None] Routers {'5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:00:53.284293 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-eba0181a-f809-4938-b532-26927c567248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:00:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:53.372375 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-6d6a4fee-32b0-4217-a044-76a617aebd25 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:53.380472 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-6d6a4fee-32b0-4217-a044-76a617aebd25 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/networks?id=a1d4306c-24d5-4f83-8324-dae0d6c66d77 HTTP/1.1" status: 200 len: 796 time: 0.1171513 Dec 08 03:00:53.390777 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-d034cb6e-40e8-4596-a3a4-7937337af8d0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/quotas/026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 375 time: 0.0091517 Dec 08 03:00:53.413102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-eba0181a-f809-4938-b532-26927c567248 None None] Set router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:00:53.415135 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8af04c3a-36e9-47ca-9a41-3d2ed793c19a None None] Provisioning complete for port 294bc175-e81c-4737-a9ff-740b21a183fc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:53.415640 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8af04c3a-36e9-47ca-9a41-3d2ed793c19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:53.447993 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-c39a4f5a-02fa-49cd-ba39-f1d8ce7b6284 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495458 Dec 08 03:00:53.464870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-4b891a02-54c5-48fc-afb5-da50a0dd6e7e service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 03:00:53.465868 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-4b891a02-54c5-48fc-afb5-da50a0dd6e7e service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057745 Dec 08 03:00:53.519311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8af04c3a-36e9-47ca-9a41-3d2ed793c19a None None] Port 294bc175-e81c-4737-a9ff-740b21a183fc cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:00:53.563090 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-d0e44823-6949-4599-a0e3-7432e268cdae service neutron] 10.222.0.71 "GET /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887096 Dec 08 03:00:53.654274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-5eb55e36-722a-4203-9443-f9db18153b95 service neutron] 10.222.0.71 "GET /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847900 Dec 08 03:00:53.811483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6a1ce984-99de-41d3-9c8a-41754c10452b up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:00:53.832513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-a707d251-938b-4cb0-a790-92ef70685b4a None None] Provisioning complete for port 294bc175-e81c-4737-a9ff-740b21a183fc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:53.832693 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a707d251-938b-4cb0-a790-92ef70685b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:53.843893 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f84a7292-1fb5-4158-9556-5307c5a52440 req-04c48404-5823-4b6c-bea4-23a577f46422 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 210 time: 0.0358191 Dec 08 03:00:53.911120 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-a707d251-938b-4cb0-a790-92ef70685b4a None None] Port 294bc175-e81c-4737-a9ff-740b21a183fc cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:00:53.931757 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 6a1ce984-99de-41d3-9c8a-41754c10452b triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:53.932127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:53.961981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-eba0181a-f809-4938-b532-26927c567248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:00:52Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '294bc175-e81c-4737-a9ff-740b21a183fc', 'name': '', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:c8:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:51Z', 'updated_at': '2021-12-08T03:00:52Z', 'revision_number': 2, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:53.991748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0181a-f809-4938-b532-26927c567248 None None] Checking router: 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:00:53.992107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0181a-f809-4938-b532-26927c567248 None None] Updating router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d port 294bc175-e81c-4737-a9ff-740b21a183fc binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 03:00:54.022431 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eba0181a-f809-4938-b532-26927c567248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:54.115009 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:54.330833 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eba0181a-f809-4938-b532-26927c567248 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:54.336057 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eba0181a-f809-4938-b532-26927c567248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:54.389400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b3776-15fd-4e33-95ac-0aad5a861046 None None] Pushing event updated for resources: {'Port': ['ID=294bc175-e81c-4737-a9ff-740b21a183fc,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:54.439697 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-eba0181a-f809-4938-b532-26927c567248 None None] Attempting to bind port 294bc175-e81c-4737-a9ff-740b21a183fc on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:00:54.440069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-eba0181a-f809-4938-b532-26927c567248 None None] Attempting to bind port 294bc175-e81c-4737-a9ff-740b21a183fc by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '0fdcc040-b98a-4288-b742-de77407d1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:00:54.440444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba0181a-f809-4938-b532-26927c567248 None None] Attempting to bind port 294bc175-e81c-4737-a9ff-740b21a183fc on network a1d4306c-24d5-4f83-8324-dae0d6c66d77 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:00:54.450451 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba0181a-f809-4938-b532-26927c567248 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:00:54.450823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba0181a-f809-4938-b532-26927c567248 None None] Checking segment: {'id': '0fdcc040-b98a-4288-b742-de77407d1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:00:54.451219 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eba0181a-f809-4938-b532-26927c567248 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:54.451667 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba0181a-f809-4938-b532-26927c567248 None None] Bound using segment: {'id': '0fdcc040-b98a-4288-b742-de77407d1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:00:54.452128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-eba0181a-f809-4938-b532-26927c567248 None None] Bound port: 294bc175-e81c-4737-a9ff-740b21a183fc, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdcc040-b98a-4288-b742-de77407d1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:00:54.452497 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eba0181a-f809-4938-b532-26927c567248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:54.474044 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5295fec1-841e-4fcd-be9a-dd45cfe5613f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:54.525754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-eba0181a-f809-4938-b532-26927c567248 None None] For port 294bc175-e81c-4737-a9ff-740b21a183fc, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:00:54.529317 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-eba0181a-f809-4938-b532-26927c567248 None None] For port 294bc175-e81c-4737-a9ff-740b21a183fc, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=294bc175-e81c-4737-a9ff-740b21a183fc,segment=NetworkSegment(0fdcc040-b98a-4288-b742-de77407d1136),segment_id=0fdcc040-b98a-4288-b742-de77407d1136)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:00:54.533509 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eba0181a-f809-4938-b532-26927c567248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:54.590442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0181a-f809-4938-b532-26927c567248 None None] Routers {'5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:00:54.591076 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-eba0181a-f809-4938-b532-26927c567248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:00:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:54.639098 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 093511bc-2574-4f9b-ae8b-5ff76934dd94 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:00:54.668952 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b3776-15fd-4e33-95ac-0aad5a861046 None None] Pushing event updated for resources: {'Port': ['ID=294bc175-e81c-4737-a9ff-740b21a183fc,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:54.741111 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-56d08f62-a263-4456-b7a8-3ff4b81d5a4a None None] Provisioning complete for port 294bc175-e81c-4737-a9ff-740b21a183fc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:54.741556 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56d08f62-a263-4456-b7a8-3ff4b81d5a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:54.797548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-eba0181a-f809-4938-b532-26927c567248 None None] Set router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:00:54.838594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 093511bc-2574-4f9b-ae8b-5ff76934dd94 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:54.838805 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:54.854344 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-7ecefefb-384f-405e-a01a-b283e12f240c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:54.856423 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-7ecefefb-384f-405e-a01a-b283e12f240c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/networks?id=a1d4306c-24d5-4f83-8324-dae0d6c66d77 HTTP/1.1" status: 200 len: 796 time: 0.1161757 Dec 08 03:00:54.956753 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66eeabe4-7a6e-43ac-9495-c84d98308745 req-b1827cc8-bb31-4fcf-9818-3ba62bf535da tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 210 time: 0.0380242 Dec 08 03:00:54.963184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-8e5905af-d503-447e-9cc5-46807f75b075 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=026d219675a54b6c9e5ff4dffd5ed36a HTTP/1.1" status: 200 len: 379 time: 0.0860529 Dec 08 03:00:54.973624 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-b57bb3a5-284b-4f01-ad48-308d1b4ddab6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'port': {'device_id': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'admin_state_up': True, 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'security_groups': ['93d900ed-e38f-49cc-92f3-86363e8f9f47']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:55.014568 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56d08f62-a263-4456-b7a8-3ff4b81d5a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:55.016345 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:55.082046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-b57bb3a5-284b-4f01-ad48-308d1b4ddab6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Made reservation on behalf of 026d219675a54b6c9e5ff4dffd5ed36a for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:00:55.085562 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-b57bb3a5-284b-4f01-ad48-308d1b4ddab6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:55.127284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-56d08f62-a263-4456-b7a8-3ff4b81d5a4a None None] For port 294bc175-e81c-4737-a9ff-740b21a183fc, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=294bc175-e81c-4737-a9ff-740b21a183fc,segment=NetworkSegment(0fdcc040-b98a-4288-b742-de77407d1136),segment_id=0fdcc040-b98a-4288-b742-de77407d1136)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:00:55.132192 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56d08f62-a263-4456-b7a8-3ff4b81d5a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:55.193240 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d08f62-a263-4456-b7a8-3ff4b81d5a4a None None] Pushing event updated for resources: {'Port': ['ID=294bc175-e81c-4737-a9ff-740b21a183fc,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:55.198305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-eba0181a-f809-4938-b532-26927c567248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:00:52Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '294bc175-e81c-4737-a9ff-740b21a183fc', 'name': '', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:c8:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:51Z', 'updated_at': '2021-12-08T03:00:54Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:55.213478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-b57bb3a5-284b-4f01-ad48-308d1b4ddab6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.20.0.6 (a1d4306c-24d5-4f83-8324-dae0d6c66d77/d96ead52-b321-4d8d-a601-7de7ecef3a5b/223b7a02-4800-4ec7-ba88-e227c6bcd8e5) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:00:55.226830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0181a-f809-4938-b532-26927c567248 None None] The sync data for ids ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'] in n-d-713499-31 is: [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:00:52Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '294bc175-e81c-4737-a9ff-740b21a183fc', 'name': '', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:c8:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:51Z', 'updated_at': '2021-12-08T03:00:54Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:00:55.252848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-50a5ad08-ad98-4baf-b9e5-68495c688609 None None] Provisioning complete for port 294bc175-e81c-4737-a9ff-740b21a183fc triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:55.253210 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-50a5ad08-ad98-4baf-b9e5-68495c688609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:55.393198 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-b57bb3a5-284b-4f01-ad48-308d1b4ddab6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:55.428845 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-b57bb3a5-284b-4f01-ad48-308d1b4ddab6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:55.476381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-b57bb3a5-284b-4f01-ad48-308d1b4ddab6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network a1d4306c-24d5-4f83-8324-dae0d6c66d77 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:00:55.479541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-b57bb3a5-284b-4f01-ad48-308d1b4ddab6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:00:55.482101 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-b57bb3a5-284b-4f01-ad48-308d1b4ddab6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:00:55.509148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bb3a5-284b-4f01-ad48-308d1b4ddab6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=223b7a02-4800-4ec7-ba88-e227c6bcd8e5,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:55.539806 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-b57bb3a5-284b-4f01-ad48-308d1b4ddab6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:55.540387 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-b57bb3a5-284b-4f01-ad48-308d1b4ddab6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:55.559826 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-b57bb3a5-284b-4f01-ad48-308d1b4ddab6 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901337 Dec 08 03:00:55.577959 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Request body: {'port': {'device_id': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:55.635175 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:55.716054 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:55.796607 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-706f3b39-dedd-453f-b8ed-2f2f89fdf9d5 None None] Provisioning complete for port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:55.796978 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-706f3b39-dedd-453f-b8ed-2f2f89fdf9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:55.832545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-706f3b39-dedd-453f-b8ed-2f2f89fdf9d5 None None] Port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:00:56.265691 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22697fe-b785-42a2-9b29-4f02f91a6b12 req-f6356e22-27b2-4315-a236-3de2fcb5ced2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:56.267245 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f22697fe-b785-42a2-9b29-4f02f91a6b12 req-f6356e22-27b2-4315-a236-3de2fcb5ced2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 931 time: 0.0901940 Dec 08 03:00:56.273283 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:00:56.283199 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:56.308859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Transition to ACTIVE for port object 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 03:00:56.314185 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:56.374964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f22697fe-b785-42a2-9b29-4f02f91a6b12 req-068b1964-cd6d-403d-a3b8-15daecda23cf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971959 Dec 08 03:00:56.412062 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Pushing event updated for resources: {'Port': ['ID=223b7a02-4800-4ec7-ba88-e227c6bcd8e5,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:56.466605 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Attempting to bind port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:00:56.466947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Attempting to bind port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '0fdcc040-b98a-4288-b742-de77407d1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:00:56.467289 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Attempting to bind port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 on network a1d4306c-24d5-4f83-8324-dae0d6c66d77 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:00:56.472659 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 on network a1d4306c-24d5-4f83-8324-dae0d6c66d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 03:00:56.472980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Attempting to bind port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 on network a1d4306c-24d5-4f83-8324-dae0d6c66d77 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:00:56.478039 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:00:56.478380 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Checking segment: {'id': '0fdcc040-b98a-4288-b742-de77407d1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:00:56.478763 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Bound using segment: {'id': '0fdcc040-b98a-4288-b742-de77407d1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:00:56.479194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Bound port: 223b7a02-4800-4ec7-ba88-e227c6bcd8e5, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fdcc040-b98a-4288-b742-de77407d1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:00:56.479624 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:56.545602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] For port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:00:56.550739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] For port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=223b7a02-4800-4ec7-ba88-e227c6bcd8e5,segment=NetworkSegment(0fdcc040-b98a-4288-b742-de77407d1136),segment_id=0fdcc040-b98a-4288-b742-de77407d1136)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:00:56.555395 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:56.599572 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:56.600220 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:56.601580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] 10.222.0.45 "PUT /v2.0/ports/223b7a02-4800-4ec7-ba88-e227c6bcd8e5 HTTP/1.1" status: 200 len: 1092 time: 1.0282490 Dec 08 03:00:56.602015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'tag': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:00:56.604277 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60281851-fd15-4556-b82f-7e9cd2bc6f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7561cee-ab3f-4024-b3f7-b8c99332eec2", "tag": "223b7a02-4800-4ec7-ba88-e227c6bcd8e5"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:00:56.627123 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea7af8-6cb9-40cb-89ee-125299f1e739 service neutron] Pushing event updated for resources: {'Port': ['ID=223b7a02-4800-4ec7-ba88-e227c6bcd8e5,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:56.633090 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 294bc175-e81c-4737-a9ff-740b21a183fc up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:00:56.657944 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aafbc5a-64c3-47a5-9766-fad81d316b63 x-openstack-request-id: req-6aafbc5a-64c3-47a5-9766-fad81d316b63 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:00:56.658311 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7561cee-ab3f-4024-b3f7-b8c99332eec2", "tag": "223b7a02-4800-4ec7-ba88-e227c6bcd8e5", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:00:56.658626 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6aafbc5a-64c3-47a5-9766-fad81d316b63 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:00:56.659168 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'tag': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5', 'status': 'completed', 'code': 200} Dec 08 03:00:56.702014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 294bc175-e81c-4737-a9ff-740b21a183fc triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:56.702570 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:56.728209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-beaea502-3aa8-4a89-9e67-738f47e8e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:56.730414 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-beaea502-3aa8-4a89-9e67-738f47e8e936 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 1095 time: 0.0562310 Dec 08 03:00:56.782966 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-7691b155-81d0-427d-bfe1-7a5ce8fd0ee6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=223b7a02-4800-4ec7-ba88-e227c6bcd8e5 HTTP/1.1" status: 200 len: 217 time: 0.0390825 Dec 08 03:00:56.838017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-1f85c775-10c8-41d5-b450-dc0f6f1685e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:56.839462 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-1f85c775-10c8-41d5-b450-dc0f6f1685e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d96ead52-b321-4d8d-a601-7de7ecef3a5b HTTP/1.1" status: 200 len: 834 time: 0.0503550 Dec 08 03:00:56.884272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-31d7abce-ba7d-477e-ac5c-31ae617367be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:56.885714 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-31d7abce-ba7d-477e-ac5c-31ae617367be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a1d4306c-24d5-4f83-8324-dae0d6c66d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394828 Dec 08 03:00:56.973481 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-39dd6e42-4092-4f59-b3ee-6ddcae4afcf5 service neutron] 10.222.0.45 "GET /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801957 Dec 08 03:00:57.066452 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77acca93-49b8-4ae2-97fe-f13e16d3867c req-c3a1c9dc-3101-4481-8bb5-85feec34a604 service neutron] 10.222.0.45 "GET /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839655 Dec 08 03:00:57.188093 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60281851-fd15-4556-b82f-7e9cd2bc6f4d req-448580a4-e49e-4306-a842-ec068d26a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:57.189995 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60281851-fd15-4556-b82f-7e9cd2bc6f4d req-448580a4-e49e-4306-a842-ec068d26a86c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 1095 time: 0.0421739 Dec 08 03:00:57.217671 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:57.285858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60281851-fd15-4556-b82f-7e9cd2bc6f4d req-27e55556-742d-4c76-adc1-cb540214216a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:57.287311 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60281851-fd15-4556-b82f-7e9cd2bc6f4d req-27e55556-742d-4c76-adc1-cb540214216a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a1d4306c-24d5-4f83-8324-dae0d6c66d77 HTTP/1.1" status: 200 len: 897 time: 0.0900817 Dec 08 03:00:57.329951 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60281851-fd15-4556-b82f-7e9cd2bc6f4d req-c5eb28e6-588d-4816-9fb1-d8cea1e3c380 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=223b7a02-4800-4ec7-ba88-e227c6bcd8e5 HTTP/1.1" status: 200 len: 217 time: 0.0346286 Dec 08 03:00:57.380885 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60281851-fd15-4556-b82f-7e9cd2bc6f4d req-0f347457-931c-48fd-bed7-fb48aa076838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:57.382272 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60281851-fd15-4556-b82f-7e9cd2bc6f4d req-0f347457-931c-48fd-bed7-fb48aa076838 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d96ead52-b321-4d8d-a601-7de7ecef3a5b HTTP/1.1" status: 200 len: 834 time: 0.0456607 Dec 08 03:00:57.427813 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60281851-fd15-4556-b82f-7e9cd2bc6f4d req-cf9d4cbf-6545-4a88-9759-96937f5f75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:57.429312 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60281851-fd15-4556-b82f-7e9cd2bc6f4d req-cf9d4cbf-6545-4a88-9759-96937f5f75f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a1d4306c-24d5-4f83-8324-dae0d6c66d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400262 Dec 08 03:00:57.550246 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74035297-fc85-42e5-ac62-fa4994242ba8 req-d7336e11-daa6-4cb3-b73b-7cad1ee48cba tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:57.551717 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-74035297-fc85-42e5-ac62-fa4994242ba8 req-d7336e11-daa6-4cb3-b73b-7cad1ee48cba tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 943 time: 0.0969694 Dec 08 03:00:57.568631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60281851-fd15-4556-b82f-7e9cd2bc6f4d req-ec865629-7ee8-4cdc-8a6a-b3b9a5a491e2 service neutron] 10.222.0.45 "GET /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314390 Dec 08 03:00:57.653776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-74035297-fc85-42e5-ac62-fa4994242ba8 req-1f262f96-e371-4583-90eb-04934b6910ac tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950074 Dec 08 03:00:57.679838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-60281851-fd15-4556-b82f-7e9cd2bc6f4d req-167c0cff-13be-423a-bd3e-2961ef32139e service neutron] 10.222.0.45 "GET /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027720 Dec 08 03:00:58.036119 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:58.778488 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4d288-79ac-44ff-b57d-c2414cae293b req-7ca9f3d3-1078-463e-a771-a329cc00490a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:58.779977 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6b4d288-79ac-44ff-b57d-c2414cae293b req-7ca9f3d3-1078-463e-a771-a329cc00490a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 943 time: 0.0532565 Dec 08 03:00:58.828305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c6b4d288-79ac-44ff-b57d-c2414cae293b req-2428e32e-f518-45c2-bb49-ed45ae4f4f76 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423052 Dec 08 03:00:59.941981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaa84e-8bc9-4288-81df-8e7dbb4830b0 req-fc0e054b-944d-4790-8dc4-b487c198cde2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:59.943731 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59aaa84e-8bc9-4288-81df-8e7dbb4830b0 req-fc0e054b-944d-4790-8dc4-b487c198cde2 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 943 time: 0.0486357 Dec 08 03:00:59.993049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-59aaa84e-8bc9-4288-81df-8e7dbb4830b0 req-052af917-6321-4eef-b7ca-5712a4feee46 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430586 Dec 08 03:01:00.849665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 03:01:00.941842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=223b7a02-4800-4ec7-ba88-e227c6bcd8e5,segment=NetworkSegment(0fdcc040-b98a-4288-b742-de77407d1136),segment_id=0fdcc040-b98a-4288-b742-de77407d1136)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:01:00.953088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'port_id': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5', 'mac_address': 'fa:16:3e:5b:7d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 03:01:00.988188 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:01.000158 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:01:01.020041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=223b7a02-4800-4ec7-ba88-e227c6bcd8e5,segment=NetworkSegment(0fdcc040-b98a-4288-b742-de77407d1136),segment_id=0fdcc040-b98a-4288-b742-de77407d1136)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:01:01.024680 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:01.075092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=223b7a02-4800-4ec7-ba88-e227c6bcd8e5,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:01.117464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca613821-4285-4b7a-9650-35290601fbe1 req-fa96bbb3-d05b-4c10-bd66-953f61a4479a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:01.118969 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca613821-4285-4b7a-9650-35290601fbe1 req-fa96bbb3-d05b-4c10-bd66-953f61a4479a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 944 time: 0.0532165 Dec 08 03:01:01.166793 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ca613821-4285-4b7a-9650-35290601fbe1 req-fe206014-d486-447c-a7c2-8d0cd679f484 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414619 Dec 08 03:01:01.295183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['223b7a02-4800-4ec7-ba88-e227c6bcd8e5'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 03:01:02.289248 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0dd2a-35f7-43db-b427-a1d457cd3fbf req-9ebebe49-2196-402f-93ec-05e6201c7fe9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:02.290784 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11a0dd2a-35f7-43db-b427-a1d457cd3fbf req-9ebebe49-2196-402f-93ec-05e6201c7fe9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 944 time: 0.0542622 Dec 08 03:01:02.339397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-11a0dd2a-35f7-43db-b427-a1d457cd3fbf req-cfb86e1b-1d3a-4304-ac7f-f62ac21d68b7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426452 Dec 08 03:01:02.852900 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:01:02.901299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 03:01:02.905352 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:01:02.905729 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:02.982790 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:03.004914 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:01:03.007127 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedd66dd-6fcd-4e70-aac0-ded640afcf00" -d '{"events": [{"server_uuid": "e7561cee-ab3f-4024-b3f7-b8c99332eec2", "name": "network-vif-plugged", "status": "completed", "tag": "223b7a02-4800-4ec7-ba88-e227c6bcd8e5"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:01:03.020328 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=223b7a02-4800-4ec7-ba88-e227c6bcd8e5,segment=NetworkSegment(0fdcc040-b98a-4288-b742-de77407d1136),segment_id=0fdcc040-b98a-4288-b742-de77407d1136)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:01:03.024253 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:03.070536 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=223b7a02-4800-4ec7-ba88-e227c6bcd8e5,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:03.095448 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d96af5b-4d3f-4c2c-a086-b1e37d44d5ec x-openstack-request-id: req-5d96af5b-4d3f-4c2c-a086-b1e37d44d5ec {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:01:03.095841 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7561cee-ab3f-4024-b3f7-b8c99332eec2", "name": "network-vif-plugged", "status": "completed", "tag": "223b7a02-4800-4ec7-ba88-e227c6bcd8e5", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:01:03.096100 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5d96af5b-4d3f-4c2c-a086-b1e37d44d5ec {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:01:03.096511 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5', 'code': 200} Dec 08 03:01:03.219038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c455531-f5dd-4cd0-bc38-e6cbd0b275ae req-db6b47f1-5c40-42a8-83ea-b5391a989683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:03.220550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c455531-f5dd-4cd0-bc38-e6cbd0b275ae req-db6b47f1-5c40-42a8-83ea-b5391a989683 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 1097 time: 0.0404136 Dec 08 03:01:03.270041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c455531-f5dd-4cd0-bc38-e6cbd0b275ae req-3cdf4a23-a362-4f26-91f3-d8d6d60e358c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427287 Dec 08 03:01:03.454997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e36f00-1b1c-42e7-84e3-99bd30d4d64b req-fc3d49fc-f419-4aef-b988-67bf763a7e7e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:03.456477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19e36f00-1b1c-42e7-84e3-99bd30d4d64b req-fc3d49fc-f419-4aef-b988-67bf763a7e7e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 945 time: 0.0491762 Dec 08 03:01:03.505531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-19e36f00-1b1c-42e7-84e3-99bd30d4d64b req-93b83b00-8629-40ec-ba3e-2a943a890e7f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430179 Dec 08 03:01:04.620533 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60bce6-9258-432f-8a74-df6070f73286 req-5ffa4388-af0d-4517-a2cd-5d4ee4054eaf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:04.621989 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d60bce6-9258-432f-8a74-df6070f73286 req-5ffa4388-af0d-4517-a2cd-5d4ee4054eaf tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 945 time: 0.0473826 Dec 08 03:01:04.670055 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2d60bce6-9258-432f-8a74-df6070f73286 req-ab636f4b-3575-48c4-87fe-66e704520d66 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416400 Dec 08 03:01:04.790473 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095d509-6fb1-4a46-8fd4-7ff4b334038f req-7bd78ed1-141f-4f8f-83f7-3fdea60fbf1c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:04.791956 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d095d509-6fb1-4a46-8fd4-7ff4b334038f req-7bd78ed1-141f-4f8f-83f7-3fdea60fbf1c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 945 time: 0.0521526 Dec 08 03:01:04.840163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d095d509-6fb1-4a46-8fd4-7ff4b334038f req-98e38242-6d40-4743-99c4-58ef9db043a4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419130 Dec 08 03:01:04.861648 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40392) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:04.901863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15702e8-410d-4de1-92fd-2f66671b6685 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:04.903427 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f15702e8-410d-4de1-92fd-2f66671b6685 tempest-TestNetworkAdvancedServerOps-1050480625 tempest-TestNetworkAdvancedServerOps-1050480625-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 1092 time: 0.0407944 Dec 08 03:01:04.906236 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40394) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:04.910476 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:01:04.932498 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:05.029952 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:05.135955 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Allocated IP 172.25.8.34 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/4036db7a-72ed-47b9-85c5-c19a8b1b2255) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:01:05.141713 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-277febf9-3e86-4245-840a-c6f43fea2013 req-1e2e41db-831a-41d9-b3a5-5cb2251b4584 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402529 Dec 08 03:01:05.237617 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277febf9-3e86-4245-840a-c6f43fea2013 req-1ea2c3d5-aa5f-4363-a258-989cf9d998af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:05.239120 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-277febf9-3e86-4245-840a-c6f43fea2013 req-1ea2c3d5-aa5f-4363-a258-989cf9d998af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 1097 time: 0.0414639 Dec 08 03:01:05.239373 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:05.273967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:05.313073 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:01:05.315914 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:01:05.319630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:01:05.349225 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277febf9-3e86-4245-840a-c6f43fea2013 req-6425f65f-f9d9-4c23-91ab-9e1abba655d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:05.350854 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-277febf9-3e86-4245-840a-c6f43fea2013 req-6425f65f-f9d9-4c23-91ab-9e1abba655d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a1d4306c-24d5-4f83-8324-dae0d6c66d77 HTTP/1.1" status: 200 len: 897 time: 0.0933311 Dec 08 03:01:05.356091 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=4036db7a-72ed-47b9-85c5-c19a8b1b2255,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:05.393710 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-277febf9-3e86-4245-840a-c6f43fea2013 req-7a38f2c5-8ae7-473e-b5fb-8f628b6a7d32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=223b7a02-4800-4ec7-ba88-e227c6bcd8e5 HTTP/1.1" status: 200 len: 217 time: 0.0361357 Dec 08 03:01:05.449097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277febf9-3e86-4245-840a-c6f43fea2013 req-b01b0aff-dd84-452c-8408-7435cfd19c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:05.450566 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-277febf9-3e86-4245-840a-c6f43fea2013 req-b01b0aff-dd84-452c-8408-7435cfd19c98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d96ead52-b321-4d8d-a601-7de7ecef3a5b HTTP/1.1" status: 200 len: 834 time: 0.0503109 Dec 08 03:01:05.498635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277febf9-3e86-4245-840a-c6f43fea2013 req-6e32415a-8374-4e5b-94a0-4b9be5e2d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:05.500163 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-277febf9-3e86-4245-840a-c6f43fea2013 req-6e32415a-8374-4e5b-94a0-4b9be5e2d516 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a1d4306c-24d5-4f83-8324-dae0d6c66d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432637 Dec 08 03:01:05.590540 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-277febf9-3e86-4245-840a-c6f43fea2013 req-22fc4e53-dd46-4aa5-8a97-5d6f40cd3ef0 service neutron] 10.222.0.45 "GET /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833437 Dec 08 03:01:05.685776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-277febf9-3e86-4245-840a-c6f43fea2013 req-cf40b3ed-f712-4aef-bbe7-87ebe1e1b8ae service neutron] 10.222.0.45 "GET /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878136 Dec 08 03:01:05.701911 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:05.770588 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:05.913842 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:05.918252 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:05.988420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event updated for resources: {'Port': ['ID=4036db7a-72ed-47b9-85c5-c19a8b1b2255,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:05.999803 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:06.098800 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Floating IP 57dd3fc9-0daa-467a-8b07-5e6111bdd438 associated. External IP: 172.25.8.34, port: 223b7a02-4800-4ec7-ba88-e227c6bcd8e5. Dec 08 03:01:06.301471 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:01:06.408333 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:01:06.419246 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb90c57-0029-4f54-8c33-1ea6011e1982 None None] Sync routers for ids ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:01:06.425693 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:06.429090 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb90c57-0029-4f54-8c33-1ea6011e1982 None None] Routers {'5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:01:06.429920 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fdb90c57-0029-4f54-8c33-1ea6011e1982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:00:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:06.456151 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2b1d1b84-3c95-4de6-876c-a2bd06378307 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5488687 Dec 08 03:01:06.456737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'tag': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:01:06.460036 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4537462d-dc3e-45f7-b286-61c7efd81ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7561cee-ab3f-4024-b3f7-b8c99332eec2", "tag": "223b7a02-4800-4ec7-ba88-e227c6bcd8e5"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:01:06.505619 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5a487d-8049-460a-a852-f61651e94060 x-openstack-request-id: req-5d5a487d-8049-460a-a852-f61651e94060 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:01:06.505918 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7561cee-ab3f-4024-b3f7-b8c99332eec2", "tag": "223b7a02-4800-4ec7-ba88-e227c6bcd8e5", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:01:06.506172 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5d5a487d-8049-460a-a852-f61651e94060 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:01:06.506576 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'tag': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5', 'status': 'completed', 'code': 200} Dec 08 03:01:06.541504 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-fdb90c57-0029-4f54-8c33-1ea6011e1982 None None] Set router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:01:06.591707 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4139e0-4b64-4412-a0d2-68b88e87b29b req-27080e2e-a094-458f-a6b8-c6b3678584d5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:06.593181 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a4139e0-4b64-4412-a0d2-68b88e87b29b req-27080e2e-a094-458f-a6b8-c6b3678584d5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 945 time: 0.0782599 Dec 08 03:01:06.607625 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537462d-dc3e-45f7-b286-61c7efd81ef8 req-573013e4-59f4-4db8-94f9-9ab17d544828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:06.609021 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4537462d-dc3e-45f7-b286-61c7efd81ef8 req-573013e4-59f4-4db8-94f9-9ab17d544828 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 1097 time: 0.0606549 Dec 08 03:01:06.712936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9a4139e0-4b64-4412-a0d2-68b88e87b29b req-da61401e-7948-46db-b932-c6f78b7a5814 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127586 Dec 08 03:01:06.743645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40400) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:06.766500 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fdb90c57-0029-4f54-8c33-1ea6011e1982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:00:52Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '57dd3fc9-0daa-467a-8b07-5e6111bdd438', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'port_id': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'mac_address': 'fa:16:3e:5b:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:01:05Z', 'updated_at': '2021-12-08T03:01:05Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '294bc175-e81c-4737-a9ff-740b21a183fc', 'name': '', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:c8:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:51Z', 'updated_at': '2021-12-08T03:00:55Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:06.792224 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb90c57-0029-4f54-8c33-1ea6011e1982 None None] Checking router: 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:01:06.799891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537462d-dc3e-45f7-b286-61c7efd81ef8 req-c2228dfc-4c90-4c1e-997f-9fcc649ae705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:06.801076 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb90c57-0029-4f54-8c33-1ea6011e1982 None None] Routers {'5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:01:06.801358 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4537462d-dc3e-45f7-b286-61c7efd81ef8 req-c2228dfc-4c90-4c1e-997f-9fcc649ae705 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a1d4306c-24d5-4f83-8324-dae0d6c66d77 HTTP/1.1" status: 200 len: 897 time: 0.1771154 Dec 08 03:01:06.801699 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fdb90c57-0029-4f54-8c33-1ea6011e1982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:00:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:06.852201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3096fa46-6241-420e-89aa-4e940d22f844 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/57dd3fc9-0daa-467a-8b07-5e6111bdd438 HTTP/1.1" status: 200 len: 990 time: 0.1072080 Dec 08 03:01:06.877232 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4537462d-dc3e-45f7-b286-61c7efd81ef8 req-40ae01eb-30e6-4101-8e58-96f7d28d88a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=223b7a02-4800-4ec7-ba88-e227c6bcd8e5 HTTP/1.1" status: 200 len: 998 time: 0.0674400 Dec 08 03:01:06.904378 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-fdb90c57-0029-4f54-8c33-1ea6011e1982 None None] Set router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:01:06.926342 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537462d-dc3e-45f7-b286-61c7efd81ef8 req-326f146b-b798-45ae-a6bd-b047b9614b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:06.927827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4537462d-dc3e-45f7-b286-61c7efd81ef8 req-326f146b-b798-45ae-a6bd-b047b9614b06 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d96ead52-b321-4d8d-a601-7de7ecef3a5b HTTP/1.1" status: 200 len: 834 time: 0.0434685 Dec 08 03:01:06.977320 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537462d-dc3e-45f7-b286-61c7efd81ef8 req-8b81c079-ba10-4425-9508-3ea30e958a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:06.978809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4537462d-dc3e-45f7-b286-61c7efd81ef8 req-8b81c079-ba10-4425-9508-3ea30e958a40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a1d4306c-24d5-4f83-8324-dae0d6c66d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439131 Dec 08 03:01:07.068034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4537462d-dc3e-45f7-b286-61c7efd81ef8 req-dd31a681-4ee7-4f1b-9bf3-d8de053c6a5d service neutron] 10.222.0.45 "GET /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817595 Dec 08 03:01:07.122633 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-fdb90c57-0029-4f54-8c33-1ea6011e1982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:00:52Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '57dd3fc9-0daa-467a-8b07-5e6111bdd438', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'port_id': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'mac_address': 'fa:16:3e:5b:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:01:05Z', 'updated_at': '2021-12-08T03:01:05Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '294bc175-e81c-4737-a9ff-740b21a183fc', 'name': '', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:c8:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:51Z', 'updated_at': '2021-12-08T03:00:55Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:07.152209 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb90c57-0029-4f54-8c33-1ea6011e1982 None None] The sync data for ids ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'] in n-d-713499-31 is: [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:00:52Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '57dd3fc9-0daa-467a-8b07-5e6111bdd438', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'port_id': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'mac_address': 'fa:16:3e:5b:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:01:05Z', 'updated_at': '2021-12-08T03:01:05Z', 'revision_number': 0, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '294bc175-e81c-4737-a9ff-740b21a183fc', 'name': '', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:c8:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:51Z', 'updated_at': '2021-12-08T03:00:55Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:01:07.161343 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4537462d-dc3e-45f7-b286-61c7efd81ef8 req-5dc9831b-2f3d-4df0-b856-88ec2e26e611 service neutron] 10.222.0.45 "GET /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870941 Dec 08 03:01:07.347460 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a14fc6-ca51-4375-8f71-deb2b3677751 None None] New status for floating IP 57dd3fc9-0daa-467a-8b07-5e6111bdd438: ACTIVE {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:01:07.856260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40402) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:07.915176 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-aa09e6b9-493e-4cc8-ad04-ade4b63a7ef8 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/57dd3fc9-0daa-467a-8b07-5e6111bdd438 HTTP/1.1" status: 200 len: 992 time: 0.0577672 Dec 08 03:01:22.109817 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9caf39bf-6977-41cf-88d4-e78281b51e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:24.091992 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:24.465766 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3b9b71eb-6a69-4972-9f4f-b4e93322b56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:24.638311 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:01:24.957349 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:25.707086 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:27.219767 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:28.038902 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:39.325859 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be4b42-bfac-4ca2-8d24-6d2f968b5302 req-5ef0317d-5856-4b6f-9189-974d1354db87 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:39.327317 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02be4b42-bfac-4ca2-8d24-6d2f968b5302 req-5ef0317d-5856-4b6f-9189-974d1354db87 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 945 time: 0.0489182 Dec 08 03:01:39.379437 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-02be4b42-bfac-4ca2-8d24-6d2f968b5302 req-a2061696-3e72-4b58-a677-e6c0f0519e79 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461237 Dec 08 03:01:40.496669 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b08f5-d8c0-4513-adf1-b185962619ca req-e5aff348-ac65-470e-b887-f1c9bfb701a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:40.498056 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-449b08f5-d8c0-4513-adf1-b185962619ca req-e5aff348-ac65-470e-b887-f1c9bfb701a7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 945 time: 0.0492644 Dec 08 03:01:40.548637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-449b08f5-d8c0-4513-adf1-b185962619ca req-a02a6284-f2ac-4320-9598-d2905e382d15 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441267 Dec 08 03:01:40.571422 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40420) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:40.631194 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2f548c96-9047-4765-9151-f3a90f2de8fc tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/57dd3fc9-0daa-467a-8b07-5e6111bdd438 HTTP/1.1" status: 200 len: 992 time: 0.0583229 Dec 08 03:01:41.914905 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b49acc-b693-4c28-ae7c-74ee2249d6a8 req-37124db2-a945-446a-8ef8-17be42c13ae0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:41.916330 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7b49acc-b693-4c28-ae7c-74ee2249d6a8 req-37124db2-a945-446a-8ef8-17be42c13ae0 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 945 time: 0.0485060 Dec 08 03:01:41.990818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1411abf-95f5-482f-b226-f8b6dff2551d req-06814821-e797-4433-8221-9a78c3c72011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:41.992338 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1411abf-95f5-482f-b226-f8b6dff2551d req-06814821-e797-4433-8221-9a78c3c72011 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 1097 time: 0.0751588 Dec 08 03:01:41.996526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b7b49acc-b693-4c28-ae7c-74ee2249d6a8 req-29a56feb-36a6-48b7-925b-c06fffedd203 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718844 Dec 08 03:01:42.084761 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1411abf-95f5-482f-b226-f8b6dff2551d req-05ac2e46-addd-4a8c-b1ed-dafccd693ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:42.086131 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1411abf-95f5-482f-b226-f8b6dff2551d req-05ac2e46-addd-4a8c-b1ed-dafccd693ec9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a1d4306c-24d5-4f83-8324-dae0d6c66d77 HTTP/1.1" status: 200 len: 897 time: 0.0857022 Dec 08 03:01:42.158836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1411abf-95f5-482f-b226-f8b6dff2551d req-62ba26c8-1712-426e-976c-65fe7d4e692c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=223b7a02-4800-4ec7-ba88-e227c6bcd8e5 HTTP/1.1" status: 200 len: 1000 time: 0.0658369 Dec 08 03:01:42.206997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1411abf-95f5-482f-b226-f8b6dff2551d req-95f6e6be-2c78-47dc-a237-3c1b0a8671a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:42.208432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1411abf-95f5-482f-b226-f8b6dff2551d req-95f6e6be-2c78-47dc-a237-3c1b0a8671a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d96ead52-b321-4d8d-a601-7de7ecef3a5b HTTP/1.1" status: 200 len: 834 time: 0.0433602 Dec 08 03:01:42.253960 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1411abf-95f5-482f-b226-f8b6dff2551d req-b1b191f6-e533-4ca8-ae7e-5ffc1795babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:42.255452 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1411abf-95f5-482f-b226-f8b6dff2551d req-b1b191f6-e533-4ca8-ae7e-5ffc1795babb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a1d4306c-24d5-4f83-8324-dae0d6c66d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399601 Dec 08 03:01:42.348332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1411abf-95f5-482f-b226-f8b6dff2551d req-f0d9b7ed-e314-41cb-a647-735def2b1474 service neutron] 10.222.0.45 "GET /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847182 Dec 08 03:01:42.434636 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c1411abf-95f5-482f-b226-f8b6dff2551d req-09034190-c4d9-4624-90a3-309a6dd32e66 service neutron] 10.222.0.45 "GET /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797784 Dec 08 03:01:43.120634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f5b77-00a9-4142-b8ef-de7a716343b4 req-bf1843ed-8345-44eb-b4db-93dffb8a1890 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:43.122125 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-674f5b77-00a9-4142-b8ef-de7a716343b4 req-bf1843ed-8345-44eb-b4db-93dffb8a1890 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 945 time: 0.0554926 Dec 08 03:01:43.173078 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-674f5b77-00a9-4142-b8ef-de7a716343b4 req-9cd5c6cd-d84c-4f18-bfcb-6fec0df9da08 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444636 Dec 08 03:01:44.290407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c3a49-19ee-487b-bce3-f394c37f3cfc req-e2d2cf68-a73d-445f-bde4-34d942e2396f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:44.291933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a6c3a49-19ee-487b-bce3-f394c37f3cfc req-e2d2cf68-a73d-445f-bde4-34d942e2396f tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 945 time: 0.0485682 Dec 08 03:01:44.342715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a6c3a49-19ee-487b-bce3-f394c37f3cfc req-c93d3ff9-d06d-4011-989e-6f2118481f8c tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447817 Dec 08 03:01:44.364957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40438) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:44.427597 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e7bc3732-2ab5-46e7-a641-5c982c399763 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/floatingips/57dd3fc9-0daa-467a-8b07-5e6111bdd438 HTTP/1.1" status: 200 len: 992 time: 0.0615039 Dec 08 03:01:44.660695 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40446) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:44.811254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port 4036db7a-72ed-47b9-85c5-c19a8b1b2255 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:01:44.811591 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:44.883974 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:44.884297 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:44.895454 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for 4036db7a-72ed-47b9-85c5-c19a8b1b2255 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:01:45.037883 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:45.063011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=4036db7a-72ed-47b9-85c5-c19a8b1b2255,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:45.091765 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:45.092116 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:45.092459 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:45.092795 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:45.093128 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:45.093458 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:45.093786 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:45.094110 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:45.094937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:45.095259 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:45.095583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:45.095924 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:45.096244 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:45.134577 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:45.134906 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Floating IP 57dd3fc9-0daa-467a-8b07-5e6111bdd438 disassociated (deleted). External IP: 172.25.8.34, port: 223b7a02-4800-4ec7-ba88-e227c6bcd8e5. Dec 08 03:01:45.338563 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:01:45.443921 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:01:45.449427 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:45.453309 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69097f9-d4ab-4e96-b564-b02955ebea56 None None] Sync routers for ids ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:01:45.463070 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69097f9-d4ab-4e96-b564-b02955ebea56 None None] Routers {'5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:01:45.463803 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e69097f9-d4ab-4e96-b564-b02955ebea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:01:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:45.572633 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e69097f9-d4ab-4e96-b564-b02955ebea56 None None] Set router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:01:45.770776 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-943efb7c-8b69-47fa-8532-71d25ac25de5 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/floatingips/57dd3fc9-0daa-467a-8b07-5e6111bdd438 HTTP/1.1" status: 204 len: 168 time: 1.1090517 Dec 08 03:01:45.771365 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'tag': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:01:45.773805 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652c1d66-c1dc-4d61-9c53-a656e8d875fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e7561cee-ab3f-4024-b3f7-b8c99332eec2", "tag": "223b7a02-4800-4ec7-ba88-e227c6bcd8e5"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:01:45.818653 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa44af9a-785e-4e93-aae0-348d152525bd x-openstack-request-id: req-fa44af9a-785e-4e93-aae0-348d152525bd {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:01:45.818945 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7561cee-ab3f-4024-b3f7-b8c99332eec2", "tag": "223b7a02-4800-4ec7-ba88-e227c6bcd8e5", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:01:45.819281 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fa44af9a-785e-4e93-aae0-348d152525bd {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:01:45.819717 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'tag': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5', 'status': 'completed', 'code': 200} Dec 08 03:01:45.874375 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e69097f9-d4ab-4e96-b564-b02955ebea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:00:52Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '294bc175-e81c-4737-a9ff-740b21a183fc', 'name': '', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:c8:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:51Z', 'updated_at': '2021-12-08T03:00:55Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:45.902039 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69097f9-d4ab-4e96-b564-b02955ebea56 None None] Checking router: 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:01:45.910176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c1d66-c1dc-4d61-9c53-a656e8d875fe req-89a8b734-2f2c-4daa-9cda-e6a01a72fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:45.911548 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69097f9-d4ab-4e96-b564-b02955ebea56 None None] Routers {'5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:01:45.912012 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652c1d66-c1dc-4d61-9c53-a656e8d875fe req-89a8b734-2f2c-4daa-9cda-e6a01a72fddb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 1097 time: 0.0493338 Dec 08 03:01:45.912306 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e69097f9-d4ab-4e96-b564-b02955ebea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:01:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:46.029296 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e69097f9-d4ab-4e96-b564-b02955ebea56 None None] Set router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:01:46.036854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c1d66-c1dc-4d61-9c53-a656e8d875fe req-43ce4d1c-e8a0-4ac9-9c44-ee1210942e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:46.038336 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652c1d66-c1dc-4d61-9c53-a656e8d875fe req-43ce4d1c-e8a0-4ac9-9c44-ee1210942e02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a1d4306c-24d5-4f83-8324-dae0d6c66d77 HTTP/1.1" status: 200 len: 897 time: 0.1192753 Dec 08 03:01:46.045900 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b328e-c5df-4edb-9c16-43ec24db8f3d req-d72892c6-b1a6-4410-b905-206bfa223393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:46.047159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-497b328e-c5df-4edb-9c16-43ec24db8f3d req-d72892c6-b1a6-4410-b905-206bfa223393 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 945 time: 0.0724878 Dec 08 03:01:46.092825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652c1d66-c1dc-4d61-9c53-a656e8d875fe req-e17f94b8-00bd-4999-80e2-3eeb024b23e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=223b7a02-4800-4ec7-ba88-e227c6bcd8e5 HTTP/1.1" status: 200 len: 217 time: 0.0441723 Dec 08 03:01:46.157177 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-497b328e-c5df-4edb-9c16-43ec24db8f3d req-d93e98eb-adb9-4bac-8dcc-238b28e584b9 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031160 Dec 08 03:01:46.168594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c1d66-c1dc-4d61-9c53-a656e8d875fe req-d3323c64-4337-45f6-b1b6-668b488c61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:46.175942 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652c1d66-c1dc-4d61-9c53-a656e8d875fe req-d3323c64-4337-45f6-b1b6-668b488c61b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d96ead52-b321-4d8d-a601-7de7ecef3a5b HTTP/1.1" status: 200 len: 834 time: 0.0698457 Dec 08 03:01:46.218297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c1d66-c1dc-4d61-9c53-a656e8d875fe req-3b441731-441f-4aba-9352-8bccffe3481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:46.219911 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652c1d66-c1dc-4d61-9c53-a656e8d875fe req-3b441731-441f-4aba-9352-8bccffe3481c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a1d4306c-24d5-4f83-8324-dae0d6c66d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430696 Dec 08 03:01:46.224775 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e69097f9-d4ab-4e96-b564-b02955ebea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:00:52Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '294bc175-e81c-4737-a9ff-740b21a183fc', 'name': '', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:c8:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:51Z', 'updated_at': '2021-12-08T03:00:55Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:46.255094 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69097f9-d4ab-4e96-b564-b02955ebea56 None None] The sync data for ids ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'] in n-d-713499-31 is: [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:00:52Z', 'revision_number': 4, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '294bc175-e81c-4737-a9ff-740b21a183fc', 'name': '', 'network_id': 'a1d4306c-24d5-4f83-8324-dae0d6c66d77', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'mac_address': 'fa:16:3e:c8:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:51Z', 'updated_at': '2021-12-08T03:00:55Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'subnets': [{'id': 'd96ead52-b321-4d8d-a601-7de7ecef3a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:01:46.310557 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652c1d66-c1dc-4d61-9c53-a656e8d875fe req-0ace6460-bada-4ef5-af13-6e73f272c912 service neutron] 10.222.0.45 "GET /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834153 Dec 08 03:01:46.407762 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-652c1d66-c1dc-4d61-9c53-a656e8d875fe req-504f880c-fd87-4453-a9bb-71077ebd9141 service neutron] 10.222.0.45 "GET /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892117 Dec 08 03:01:46.484871 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b8d9d-cc3d-4510-bcad-bd389bf40392 None None] New status for floating IP 57dd3fc9-0daa-467a-8b07-5e6111bdd438: DOWN {{(pid=109768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:01:47.276134 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d24c5-26a5-4a63-bdb1-0fd6004b5e30 req-53c863e6-9017-4724-bb5c-5b39a5fb92c7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:47.277587 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f53d24c5-26a5-4a63-bdb1-0fd6004b5e30 req-53c863e6-9017-4724-bb5c-5b39a5fb92c7 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 945 time: 0.0488846 Dec 08 03:01:47.326831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f53d24c5-26a5-4a63-bdb1-0fd6004b5e30 req-1218aa78-1916-4038-ba3c-e6607c2e860e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/security-groups?id=93d900ed-e38f-49cc-92f3-86363e8f9f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430417 Dec 08 03:01:47.648651 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23e7be-1c66-40dc-8710-50299e973853 req-db0ec9dd-3fe9-436d-89f9-3d32ca796181 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:47.649962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a23e7be-1c66-40dc-8710-50299e973853 req-db0ec9dd-3fe9-436d-89f9-3d32ca796181 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 945 time: 0.0507822 Dec 08 03:01:47.736138 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-5a23e7be-1c66-40dc-8710-50299e973853 req-3982e4b9-3ddb-49ef-91d0-494df8be11cb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:01:47.736466 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5a23e7be-1c66-40dc-8710-50299e973853 req-3982e4b9-3ddb-49ef-91d0-494df8be11cb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:47.824355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-5a23e7be-1c66-40dc-8710-50299e973853 req-3982e4b9-3ddb-49ef-91d0-494df8be11cb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=223b7a02-4800-4ec7-ba88-e227c6bcd8e5,segment=NetworkSegment(0fdcc040-b98a-4288-b742-de77407d1136),segment_id=0fdcc040-b98a-4288-b742-de77407d1136)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:01:47.824715 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5a23e7be-1c66-40dc-8710-50299e973853 req-3982e4b9-3ddb-49ef-91d0-494df8be11cb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:47.836531 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-5a23e7be-1c66-40dc-8710-50299e973853 req-3982e4b9-3ddb-49ef-91d0-494df8be11cb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:01:47.960757 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5a23e7be-1c66-40dc-8710-50299e973853 req-3982e4b9-3ddb-49ef-91d0-494df8be11cb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:47.993250 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982e4b9-3ddb-49ef-91d0-494df8be11cb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=223b7a02-4800-4ec7-ba88-e227c6bcd8e5,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:48.034701 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a23e7be-1c66-40dc-8710-50299e973853 req-3982e4b9-3ddb-49ef-91d0-494df8be11cb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] No DVR routers for this DVR port 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:01:48.037282 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-5a23e7be-1c66-40dc-8710-50299e973853 req-3982e4b9-3ddb-49ef-91d0-494df8be11cb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:48.040639 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a23e7be-1c66-40dc-8710-50299e973853 req-3982e4b9-3ddb-49ef-91d0-494df8be11cb tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.45 "DELETE /v2.0/ports/223b7a02-4800-4ec7-ba88-e227c6bcd8e5 HTTP/1.1" status: 204 len: 173 time: 0.3843410 Dec 08 03:01:48.041084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'name': 'network-vif-deleted', 'tag': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:01:48.043336 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774585bf-7ad5-4c93-87ea-eb5d259d8738" -d '{"events": [{"server_uuid": "e7561cee-ab3f-4024-b3f7-b8c99332eec2", "name": "network-vif-deleted", "tag": "223b7a02-4800-4ec7-ba88-e227c6bcd8e5"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:01:48.081406 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02ea7a3-64bc-48dd-9479-3ddf04809fd3 x-openstack-request-id: req-e02ea7a3-64bc-48dd-9479-3ddf04809fd3 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:01:48.081725 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7561cee-ab3f-4024-b3f7-b8c99332eec2", "name": "network-vif-deleted", "tag": "223b7a02-4800-4ec7-ba88-e227c6bcd8e5", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:01:48.081986 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e02ea7a3-64bc-48dd-9479-3ddf04809fd3 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:01:48.082396 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7561cee-ab3f-4024-b3f7-b8c99332eec2', 'name': 'network-vif-deleted', 'tag': '223b7a02-4800-4ec7-ba88-e227c6bcd8e5', 'status': 'completed', 'code': 200} Dec 08 03:01:48.437261 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-77280993-a2a8-477c-af51-b234dd5c9a2f req-b447d844-1a99-4cd5-9c9a-07cc6bd01f5a tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7561cee-ab3f-4024-b3f7-b8c99332eec2 HTTP/1.1" status: 200 len: 210 time: 0.0280073 Dec 08 03:01:49.495837 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40462) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:49.846861 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c6a722d-b841-4fd4-b7d6-308f6d9f16ad tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:50.093152 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a722d-b841-4fd4-b7d6-308f6d9f16ad tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port 294bc175-e81c-4737-a9ff-740b21a183fc {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:01:50.093498 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c6a722d-b841-4fd4-b7d6-308f6d9f16ad tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:50.179980 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-3c6a722d-b841-4fd4-b7d6-308f6d9f16ad tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port 294bc175-e81c-4737-a9ff-740b21a183fc, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=294bc175-e81c-4737-a9ff-740b21a183fc,segment=NetworkSegment(0fdcc040-b98a-4288-b742-de77407d1136),segment_id=0fdcc040-b98a-4288-b742-de77407d1136)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:01:50.180336 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c6a722d-b841-4fd4-b7d6-308f6d9f16ad tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:50.193361 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a722d-b841-4fd4-b7d6-308f6d9f16ad tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for 294bc175-e81c-4737-a9ff-740b21a183fc owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:01:50.377200 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c6a722d-b841-4fd4-b7d6-308f6d9f16ad tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:50.402769 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a722d-b841-4fd4-b7d6-308f6d9f16ad tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=294bc175-e81c-4737-a9ff-740b21a183fc,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:50.574396 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3c6a722d-b841-4fd4-b7d6-308f6d9f16ad tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:50.789084 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6a722d-b841-4fd4-b7d6-308f6d9f16ad tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:01:50.894034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6a722d-b841-4fd4-b7d6-308f6d9f16ad tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:01:50.899439 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3c6a722d-b841-4fd4-b7d6-308f6d9f16ad tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "PUT /v2.0/routers/5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4020977 Dec 08 03:01:50.901811 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40464) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:50.903792 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d804bba-3228-455d-a380-1a3c41ef203a None None] Sync routers for ids ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:01:50.913605 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d804bba-3228-455d-a380-1a3c41ef203a None None] Routers {'5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:01:50.914204 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9d804bba-3228-455d-a380-1a3c41ef203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:01:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:50.952897 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting subnet d96ead52-b321-4d8d-a601-7de7ecef3a5b {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 03:01:50.956065 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.000769 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.016080 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9d804bba-3228-455d-a380-1a3c41ef203a None None] Set router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:01:51.082163 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.133081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:01:51.142376 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.156032 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:01:51.156372 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 223b7a02-4800-4ec7-ba88-e227c6bcd8e5 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:01:51.179155 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.185455 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/subnets/d96ead52-b321-4d8d-a601-7de7ecef3a5b HTTP/1.1" status: 204 len: 168 time: 0.2800469 Dec 08 03:01:51.185455 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Subnet': ['ID=d96ead52-b321-4d8d-a601-7de7ecef3a5b,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:51.185718 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae70752-d737-4c1a-8cc1-8bcc06be137b None None] Network a1d4306c-24d5-4f83-8324-dae0d6c66d77 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:01:51.186465 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40466) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:51.193109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.193467 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.193816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.193942 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9d804bba-3228-455d-a380-1a3c41ef203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:01:50Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:51.194222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.194490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.194824 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.195155 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.195487 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.195841 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.196171 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.196501 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.196845 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.197154 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b35c3-e391-424f-bc4e-2b35a6f3157b tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.226167 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d804bba-3228-455d-a380-1a3c41ef203a None None] Checking router: 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:01:51.236535 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d804bba-3228-455d-a380-1a3c41ef203a None None] Routers {'5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:01:51.237380 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9d804bba-3228-455d-a380-1a3c41ef203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:01:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:51.315787 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.347491 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-9d804bba-3228-455d-a380-1a3c41ef203a None None] Set router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:01:51.351735 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] DHCP port deletion for a1d4306c-24d5-4f83-8324-dae0d6c66d77 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:01:51.400898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Deleting port 093511bc-2574-4f9b-ae8b-5ff76934dd94 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:01:51.401332 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.421728 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.467117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] For port 093511bc-2574-4f9b-ae8b-5ff76934dd94, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=093511bc-2574-4f9b-ae8b-5ff76934dd94,segment=NetworkSegment(0fdcc040-b98a-4288-b742-de77407d1136),segment_id=0fdcc040-b98a-4288-b742-de77407d1136)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:01:51.467595 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.478841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Deleting port 6a1ce984-99de-41d3-9c8a-41754c10452b {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:01:51.479273 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.480841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Calling delete_port for 093511bc-2574-4f9b-ae8b-5ff76934dd94 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:01:51.534588 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-9d804bba-3228-455d-a380-1a3c41ef203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:01:50Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:51.561404 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d804bba-3228-455d-a380-1a3c41ef203a None None] The sync data for ids ['5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d'] in n-d-713499-31 is: [{'id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351196802', 'tenant_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:00:48Z', 'updated_at': '2021-12-08T03:01:50Z', 'revision_number': 5, 'project_id': '026d219675a54b6c9e5ff4dffd5ed36a', 'gw_port': {'id': '6a1ce984-99de-41d3-9c8a-41754c10452b', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:00:49Z', 'updated_at': '2021-12-08T03:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:01:51.572821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] For port 6a1ce984-99de-41d3-9c8a-41754c10452b, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=6a1ce984-99de-41d3-9c8a-41754c10452b,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:01:51.572821 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.592328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Calling delete_port for 6a1ce984-99de-41d3-9c8a-41754c10452b owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:01:51.733068 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.757721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Pushing event deleted for resources: {'Port': ['ID=093511bc-2574-4f9b-ae8b-5ff76934dd94,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:51.761796 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] No DVR routers for this DVR port 093511bc-2574-4f9b-ae8b-5ff76934dd94 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:01:51.765689 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.776997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.777400 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.777750 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.778088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.778424 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.778754 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.779104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.779426 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.779803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.780137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.780453 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.780775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.781094 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff3b23b-90e5-4f35-be0b-bd820b7f556e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:01:51.797397 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Port': ['ID=6a1ce984-99de-41d3-9c8a-41754c10452b,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:51.807068 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9e8da9-f86c-41e8-b748-5b13b0ab4337 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:01:51.857600 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.949645 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.951892 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.995360 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:51.995990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Fanout notify agent at l3_agent the message router_deleted on router 5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 03:01:52.004331 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:52.005503 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6198d3d6-eaa8-42ff-b510-faf368ff58e4 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/routers/5d17f2fb-cd98-48f5-b0ab-a794e8b5b28d HTTP/1.1" status: 204 len: 168 time: 0.8178239 Dec 08 03:01:52.008229 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40468) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:52.093596 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-474b007b-cbf5-4733-8907-f729ad48f885 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:52.108945 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19c70a38-f582-4e72-a0bc-ff56305ae88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:52.185637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-474b007b-cbf5-4733-8907-f729ad48f885 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:52.207804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-474b007b-cbf5-4733-8907-f729ad48f885 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d4306c-24d5-4f83-8324-dae0d6c66d77']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:52.217838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-474b007b-cbf5-4733-8907-f729ad48f885 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdcc040-b98a-4288-b742-de77407d1136') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:52.218135 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-474b007b-cbf5-4733-8907-f729ad48f885 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdcc040-b98a-4288-b742-de77407d1136') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:52.227971 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-474b007b-cbf5-4733-8907-f729ad48f885 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:52.242211 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-474b007b-cbf5-4733-8907-f729ad48f885 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:52.248791 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474b007b-cbf5-4733-8907-f729ad48f885 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 03:01:52.249257 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-474b007b-cbf5-4733-8907-f729ad48f885 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: timer() Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 03:01:52.252912 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 03:01:52.308814 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-474b007b-cbf5-4733-8907-f729ad48f885 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:52.316709 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-474b007b-cbf5-4733-8907-f729ad48f885 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:52.319898 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-474b007b-cbf5-4733-8907-f729ad48f885 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/networks/a1d4306c-24d5-4f83-8324-dae0d6c66d77 HTTP/1.1" status: 204 len: 168 time: 0.3106959 Dec 08 03:01:52.322809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40470) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:52.330911 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b007b-cbf5-4733-8907-f729ad48f885 tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'Network': ['ID=a1d4306c-24d5-4f83-8324-dae0d6c66d77,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:52.379936 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b557a4df-97a2-4868-981e-e77c3c52045e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:52.403867 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b557a4df-97a2-4868-981e-e77c3c52045e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:52.461504 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b557a4df-97a2-4868-981e-e77c3c52045e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:52.464350 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b557a4df-97a2-4868-981e-e77c3c52045e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:52.465554 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b557a4df-97a2-4868-981e-e77c3c52045e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] 10.222.0.71 "DELETE /v2.0/security-groups/93d900ed-e38f-49cc-92f3-86363e8f9f47 HTTP/1.1" status: 204 len: 168 time: 0.1416578 Dec 08 03:01:52.475205 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557a4df-97a2-4868-981e-e77c3c52045e tempest-TestNetworkAdvancedServerOps-1886964132 tempest-TestNetworkAdvancedServerOps-1886964132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d900ed-e38f-49cc-92f3-86363e8f9f47,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:52.636525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 093511bc-2574-4f9b-ae8b-5ff76934dd94 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:01:52.656272 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 093511bc-2574-4f9b-ae8b-5ff76934dd94 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:01:52.657137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 093511bc-2574-4f9b-ae8b-5ff76934dd94 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:01:52.657548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 294bc175-e81c-4737-a9ff-740b21a183fc no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:01:52.678005 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 294bc175-e81c-4737-a9ff-740b21a183fc {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:01:52.678346 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 294bc175-e81c-4737-a9ff-740b21a183fc not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:01:52.678753 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6a1ce984-99de-41d3-9c8a-41754c10452b no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:01:52.696943 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 6a1ce984-99de-41d3-9c8a-41754c10452b {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:01:52.697284 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 6a1ce984-99de-41d3-9c8a-41754c10452b not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:01:52.806099 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40478) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:52.947660 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-876b8d6f-aeeb-4c59-b4b1-92276ada170f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=026d219675a54b6c9e5ff4dffd5ed36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403642 Dec 08 03:01:52.950123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40482) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:52.996641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3ac40cb8-38c4-4b8e-a3ef-50974b75a7b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:53.017868 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3ac40cb8-38c4-4b8e-a3ef-50974b75a7b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:53.066267 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3ac40cb8-38c4-4b8e-a3ef-50974b75a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:53.069279 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-3ac40cb8-38c4-4b8e-a3ef-50974b75a7b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:53.070424 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3ac40cb8-38c4-4b8e-a3ef-50974b75a7b1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4a5752f5-ff79-4133-b6e5-9b4075612a68 HTTP/1.1" status: 204 len: 168 time: 0.1194048 Dec 08 03:01:53.078237 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac40cb8-38c4-4b8e-a3ef-50974b75a7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5752f5-ff79-4133-b6e5-9b4075612a68,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:53.329128 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40488) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:53.342686 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-985f5f4c-4d31-49d9-a05f-9b11cd4565a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:53.419436 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-985f5f4c-4d31-49d9-a05f-9b11cd4565a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:53.423646 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-985f5f4c-4d31-49d9-a05f-9b11cd4565a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:53.461299 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-985f5f4c-4d31-49d9-a05f-9b11cd4565a2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=56ecc53f8abf495f98d1be67f1fde62e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310792 Dec 08 03:01:53.462176 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f5f4c-4d31-49d9-a05f-9b11cd4565a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565e5281-049c-49d3-8127-5e80236b2004,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:53.463964 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40490) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:53.512380 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f6a25af-3d0e-4059-a247-c4a4f24cbd48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:53.534913 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f6a25af-3d0e-4059-a247-c4a4f24cbd48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:53.581184 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f6a25af-3d0e-4059-a247-c4a4f24cbd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:53.583965 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-7f6a25af-3d0e-4059-a247-c4a4f24cbd48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:53.585130 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-7f6a25af-3d0e-4059-a247-c4a4f24cbd48 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/565e5281-049c-49d3-8127-5e80236b2004 HTTP/1.1" status: 204 len: 168 time: 0.1195850 Dec 08 03:01:53.592616 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a25af-3d0e-4059-a247-c4a4f24cbd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565e5281-049c-49d3-8127-5e80236b2004,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:54.097954 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.277205 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40512) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:54.371676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-764170184-network', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:01:54.391849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] Made reservation on behalf of ae68369692e94b8e947adcb07052ba20 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:01:54.394038 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.402179 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.466502 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f069da88-12e8-4408-a824-2c7d09b067e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.474648 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.479330 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.499820 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 03:01:54.515073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6e4fc6-a740-499c-8250-c5d4042ce0c9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:54.517910 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.518246 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] Added segment 7b963454-9e52-4ffc-911c-9f8e215c60ef of type vlan for network a054ceed-3dc6-40c1-a744-720a05188a70 Dec 08 03:01:54.557420 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.581955 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.582937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:54.583516 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.618277 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3399932 Dec 08 03:01:54.622480 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40516) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:54.628493 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-f85a5600-df6c-46d8-af1d-0fdda4291e70 admin admin] Request body: {'subnet': {'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-764170184-subnet', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:01:54.649280 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85a5600-df6c-46d8-af1d-0fdda4291e70 admin admin] Made reservation on behalf of ae68369692e94b8e947adcb07052ba20 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:01:54.650220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8618b-32c5-4f3f-a910-4a640d49d3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=a054ceed-3dc6-40c1-a744-720a05188a70,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:54.651930 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f85a5600-df6c-46d8-af1d-0fdda4291e70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.660258 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network a054ceed-3dc6-40c1-a744-720a05188a70 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 03:01:54.819268 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f85a5600-df6c-46d8-af1d-0fdda4291e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.874982 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a5600-df6c-46d8-af1d-0fdda4291e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fac6ffd-0257-47da-a7e5-bef648389931,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:54.884208 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a5600-df6c-46d8-af1d-0fdda4291e70 admin admin] Checking segment: {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:01:54.884575 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85a5600-df6c-46d8-af1d-0fdda4291e70 admin admin] Network hostable DHCP agents. Network: a054ceed-3dc6-40c1-a744-720a05188a70, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 03:01:54.900398 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85a5600-df6c-46d8-af1d-0fdda4291e70 admin admin] Network a054ceed-3dc6-40c1-a744-720a05188a70 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 03:01:54.909072 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-f85a5600-df6c-46d8-af1d-0fdda4291e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, a054ceed-3dc6-40c1-a744-720a05188a70) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:01:54.913036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85a5600-df6c-46d8-af1d-0fdda4291e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:54.913624 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f85a5600-df6c-46d8-af1d-0fdda4291e70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.918622 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89424c06-1888-4a10-af5f-57350ac775c9 None None] Network a054ceed-3dc6-40c1-a744-720a05188a70 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:01:54.929269 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f85a5600-df6c-46d8-af1d-0fdda4291e70 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3056176 Dec 08 03:01:54.932801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40518) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:54.936971 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:01:54.958367 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.959515 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:54.997390 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:55.016528 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:55.038437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-a054ceed-3dc6-40c1-a744-720a05188a70', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 03:01:55.039364 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:55.173024 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Allocated IP 172.20.0.2 (a054ceed-3dc6-40c1-a744-720a05188a70/5fac6ffd-0257-47da-a7e5-bef648389931/a81badde-a8b4-4172-8469-b29ef69d17dd) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:01:55.329824 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:55.336127 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:55.377624 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Network a054ceed-3dc6-40c1-a744-720a05188a70 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:01:55.380534 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:01:55.384682 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:01:55.390375 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Pushing event updated for resources: {'Port': ['ID=a81badde-a8b4-4172-8469-b29ef69d17dd,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:55.446982 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Attempting to bind port a81badde-a8b4-4172-8469-b29ef69d17dd on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:01:55.447351 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Attempting to bind port a81badde-a8b4-4172-8469-b29ef69d17dd by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:01:55.447736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Attempting to bind port a81badde-a8b4-4172-8469-b29ef69d17dd on network a054ceed-3dc6-40c1-a744-720a05188a70 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:01:55.452956 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:01:55.453332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Checking segment: {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:01:55.454306 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:55.454696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Bound using segment: {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:01:55.455170 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Bound port: a81badde-a8b4-4172-8469-b29ef69d17dd, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:01:55.455549 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:55.482363 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:55.519363 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] For port a81badde-a8b4-4172-8469-b29ef69d17dd, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:01:55.522567 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] For port a81badde-a8b4-4172-8469-b29ef69d17dd, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a81badde-a8b4-4172-8469-b29ef69d17dd,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:01:55.526640 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:55.581246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbde19-2e1e-4f61-b995-c32fc3d78f24 None None] Pushing event updated for resources: {'Port': ['ID=a81badde-a8b4-4172-8469-b29ef69d17dd,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:55.680419 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:55.701205 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:55.715471 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:55.823182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Allocated IP 172.25.8.152 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/3bb83ce2-93c8-408f-9401-a9741d481926) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:01:55.929517 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:55.968201 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:56.007330 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:01:56.011867 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:01:56.014362 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:01:56.024458 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6103bcdc-5ae6-4944-8eb0-3711c2561ebe None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:01:56.041021 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb83ce2-93c8-408f-9401-a9741d481926,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:56.070365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e15736db-f256-474b-8439-0d7bdd694096 None None] Provisioning complete for port 3bb83ce2-93c8-408f-9401-a9741d481926 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:01:56.070823 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e15736db-f256-474b-8439-0d7bdd694096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:56.104412 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e15736db-f256-474b-8439-0d7bdd694096 None None] Port 3bb83ce2-93c8-408f-9401-a9741d481926 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:01:56.272281 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:56.476369 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:56.504444 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f80d0e-cbea-4030-8041-2ef1f9f6e1ce None None] Network a054ceed-3dc6-40c1-a744-720a05188a70 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:01:56.575268 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8fb30c45-641a-49f1-8d06-954ff8021e14 None None] Provisioning complete for port a81badde-a8b4-4172-8469-b29ef69d17dd triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:01:56.575764 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8fb30c45-641a-49f1-8d06-954ff8021e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:56.617023 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 03:01:56.677219 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a81badde-a8b4-4172-8469-b29ef69d17dd up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:01:56.723889 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8fb30c45-641a-49f1-8d06-954ff8021e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:56.742683 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:01:56.755230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Sync routers for ids ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:01:56.764127 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:56.766461 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-0abddb9b-aee1-41db-ae9b-e3da6182f730 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8321903 Dec 08 03:01:56.769436 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40520) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:56.773048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-8fb30c45-641a-49f1-8d06-954ff8021e14 None None] For port a81badde-a8b4-4172-8469-b29ef69d17dd, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a81badde-a8b4-4172-8469-b29ef69d17dd,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:01:56.780994 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8fb30c45-641a-49f1-8d06-954ff8021e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:56.787571 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Routers {'0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:01:56.788238 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:01:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:56.806203 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port a81badde-a8b4-4172-8469-b29ef69d17dd triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:01:56.806572 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:56.934950 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb30c45-641a-49f1-8d06-954ff8021e14 None None] Pushing event updated for resources: {'Port': ['ID=a81badde-a8b4-4172-8469-b29ef69d17dd,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:56.961655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-0d213e8a-8fdf-45fa-b4b3-6545ba6e7912 None None] Provisioning complete for port a81badde-a8b4-4172-8469-b29ef69d17dd triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:01:56.962023 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0d213e8a-8fdf-45fa-b4b3-6545ba6e7912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:57.007870 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Set router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:01:57.247857 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:57.275480 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:56Z', 'revision_number': 3, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:57.302439 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Checking router: 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:01:57.302881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Updating router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 port 3bb83ce2-93c8-408f-9401-a9741d481926 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 03:01:57.326839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:57.487141 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:57.580875 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:57.586522 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:57.632112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ad20a5-0ebe-44ed-b36c-c6f6aca7dbc4 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:01:57.647825 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Allocated IP 172.20.0.1 (a054ceed-3dc6-40c1-a744-720a05188a70/5fac6ffd-0257-47da-a7e5-bef648389931/f238ae05-702b-4f70-9949-403cea01e0f2) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:01:57.648048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Attempting to bind port 3bb83ce2-93c8-408f-9401-a9741d481926 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:01:57.648322 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Attempting to bind port 3bb83ce2-93c8-408f-9401-a9741d481926 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:01:57.648682 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Attempting to bind port 3bb83ce2-93c8-408f-9401-a9741d481926 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:01:57.650591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838f46c-645f-4dfe-b7c1-6723916343f7 None None] Pushing event updated for resources: {'Port': ['ID=3bb83ce2-93c8-408f-9401-a9741d481926,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:57.659057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:01:57.659057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:01:57.659416 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:57.659802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:01:57.660278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Bound port: 3bb83ce2-93c8-408f-9401-a9741d481926, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:01:57.660659 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:57.715292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] For port 3bb83ce2-93c8-408f-9401-a9741d481926, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:01:57.733071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] For port 3bb83ce2-93c8-408f-9401-a9741d481926, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3bb83ce2-93c8-408f-9401-a9741d481926,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:01:57.739947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:57.743867 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-abed5a7b-2619-43c1-9367-dc4ace43ffa1 None None] Provisioning complete for port 3bb83ce2-93c8-408f-9401-a9741d481926 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:01:57.744225 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abed5a7b-2619-43c1-9367-dc4ace43ffa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:57.761137 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:57.794140 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:57.794864 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23942c44-1457-4379-bcd0-ff1992ffcb6d None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:01:57.835241 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Network a054ceed-3dc6-40c1-a744-720a05188a70 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:01:57.838158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:01:57.841776 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:01:57.843116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Routers {'0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:01:57.843804 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:01:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:57.846643 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838f46c-645f-4dfe-b7c1-6723916343f7 None None] Pushing event updated for resources: {'Port': ['ID=3bb83ce2-93c8-408f-9401-a9741d481926,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:57.847369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Pushing event updated for resources: {'Port': ['ID=f238ae05-702b-4f70-9949-403cea01e0f2,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:57.883844 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:58.024190 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:58.145170 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:58.148617 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abed5a7b-2619-43c1-9367-dc4ace43ffa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:58.176075 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] Set router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:01:58.193053 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:58.197432 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:58.206717 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-abed5a7b-2619-43c1-9367-dc4ace43ffa1 None None] For port 3bb83ce2-93c8-408f-9401-a9741d481926, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3bb83ce2-93c8-408f-9401-a9741d481926,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:01:58.236399 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-abed5a7b-2619-43c1-9367-dc4ace43ffa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:58.268399 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:58.270235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Pushing event updated for resources: {'Port': ['ID=f238ae05-702b-4f70-9949-403cea01e0f2,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:58.336918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed5a7b-2619-43c1-9367-dc4ace43ffa1 None None] Pushing event updated for resources: {'Port': ['ID=3bb83ce2-93c8-408f-9401-a9741d481926,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:58.360949 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Network a054ceed-3dc6-40c1-a744-720a05188a70 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:01:58.362337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:01:58.385586 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-41a8628e-1ca3-4ce7-a48c-cfa19b9b4ca8 None None] Provisioning complete for port f238ae05-702b-4f70-9949-403cea01e0f2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:01:58.385954 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41a8628e-1ca3-4ce7-a48c-cfa19b9b4ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:58.428360 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-41a8628e-1ca3-4ce7-a48c-cfa19b9b4ca8 None None] Port f238ae05-702b-4f70-9949-403cea01e0f2 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:01:58.448723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-41a8628e-1ca3-4ce7-a48c-cfa19b9b4ca8 None None] Provisioning complete for port 3bb83ce2-93c8-408f-9401-a9741d481926 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:01:58.449087 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41a8628e-1ca3-4ce7-a48c-cfa19b9b4ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:58.452309 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:56Z', 'revision_number': 3, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:01:58.480331 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:01:58.509749 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c21204-2fbd-4641-b1c1-c94a3500b0f4 None None] The sync data for ids ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'] in n-d-713499-31 is: [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:56Z', 'revision_number': 3, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:01:58.612133 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:01:58.624939 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b872f35b-3066-47c6-b9e5-bc9235314a5c admin admin] 10.222.0.71 "PUT /v2.0/routers/0ceb7f7a-4e76-4c9e-a89f-798afd4cb618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8464620 Dec 08 03:01:58.647291 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a81badde-a8b4-4172-8469-b29ef69d17dd up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:01:58.698788 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-6af07ff2-f1ab-483b-bc73-c66047e51de0 None None] Provisioning complete for port f238ae05-702b-4f70-9949-403cea01e0f2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:01:58.699154 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6af07ff2-f1ab-483b-bc73-c66047e51de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:58.742955 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-6af07ff2-f1ab-483b-bc73-c66047e51de0 None None] Port f238ae05-702b-4f70-9949-403cea01e0f2 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:01:58.744455 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port a81badde-a8b4-4172-8469-b29ef69d17dd triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:01:58.744812 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.147621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40536) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:59.152669 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1708490091-network', 'tenant_id': '00c5e3509012440d96896effd5da73cc'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:01:59.175978 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] Made reservation on behalf of 00c5e3509012440d96896effd5da73cc for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:01:59.178336 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.187398 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.268509 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.273289 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.298883 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 03:01:59.309016 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a893fd-95e2-4a40-955e-5e2d6197d1cc,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:59.314682 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.315050 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] Added segment 1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4 of type vlan for network ddcef208-a54f-428a-a7ac-915c3eb21ef3 Dec 08 03:01:59.355956 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.384027 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.384998 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:59.385703 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.421251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2724950 Dec 08 03:01:59.424184 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40538) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:59.429583 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c2c7f508-8798-459c-8ee9-b954caf5ef9e admin admin] Request body: {'subnet': {'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1708490091-subnet', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:01:59.451287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c7f508-8798-459c-8ee9-b954caf5ef9e admin admin] Made reservation on behalf of 00c5e3509012440d96896effd5da73cc for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:01:59.453988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bf98a-7497-4e0a-bf33-aa5a98b633a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ddcef208-a54f-428a-a7ac-915c3eb21ef3,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:59.454183 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f508-8798-459c-8ee9-b954caf5ef9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.463955 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network ddcef208-a54f-428a-a7ac-915c3eb21ef3 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 03:01:59.623236 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f508-8798-459c-8ee9-b954caf5ef9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.676690 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7f508-8798-459c-8ee9-b954caf5ef9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8864050-0c1b-4a95-9bc4-c58f8834cb48,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:01:59.686724 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c7f508-8798-459c-8ee9-b954caf5ef9e admin admin] Checking segment: {'id': '1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:01:59.687089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c7f508-8798-459c-8ee9-b954caf5ef9e admin admin] Network hostable DHCP agents. Network: ddcef208-a54f-428a-a7ac-915c3eb21ef3, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 03:01:59.704049 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c7f508-8798-459c-8ee9-b954caf5ef9e admin admin] Network ddcef208-a54f-428a-a7ac-915c3eb21ef3 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 03:01:59.712149 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-c2c7f508-8798-459c-8ee9-b954caf5ef9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, ddcef208-a54f-428a-a7ac-915c3eb21ef3) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:01:59.716118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7f508-8798-459c-8ee9-b954caf5ef9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:59.716717 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f508-8798-459c-8ee9-b954caf5ef9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.723116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538ce262-5a5c-412b-8ee2-24c058a079a8 None None] Network ddcef208-a54f-428a-a7ac-915c3eb21ef3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:01:59.732953 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c2c7f508-8798-459c-8ee9-b954caf5ef9e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3076465 Dec 08 03:01:59.736201 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40540) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:01:59.740799 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1708490091-router', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:01:59.761050 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.762125 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.814438 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.829482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-ddcef208-a54f-428a-a7ac-915c3eb21ef3', 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3', 'project_id': '00c5e3509012440d96896effd5da73cc', 'fixed_ips': [{'subnet_id': 'd8864050-0c1b-4a95-9bc4-c58f8834cb48'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 03:01:59.830368 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.966048 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:59.966556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Allocated IP 172.20.0.2 (ddcef208-a54f-428a-a7ac-915c3eb21ef3/d8864050-0c1b-4a95-9bc4-c58f8834cb48/f7ac1112-b5c8-4161-921d-acf802c2a727) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:02:00.123424 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:00.124733 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Sync routers for ids ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:02:00.129523 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:00.135219 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Routers {'0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:02:00.136146 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:01:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:00.169069 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Network ddcef208-a54f-428a-a7ac-915c3eb21ef3 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:02:00.172779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:02:00.176345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:02:00.178678 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:00.202341 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:00.208154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Pushing event updated for resources: {'Port': ['ID=f7ac1112-b5c8-4161-921d-acf802c2a727,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:00.243820 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Attempting to bind port f7ac1112-b5c8-4161-921d-acf802c2a727 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:02:00.244394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Attempting to bind port f7ac1112-b5c8-4161-921d-acf802c2a727 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:02:00.244919 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Attempting to bind port f7ac1112-b5c8-4161-921d-acf802c2a727 on network ddcef208-a54f-428a-a7ac-915c3eb21ef3 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:02:00.247536 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Set router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:02:00.250401 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:02:00.250775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Checking segment: {'id': '1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:02:00.251166 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:00.251772 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Bound using segment: {'id': '1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:02:00.252236 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Bound port: f7ac1112-b5c8-4161-921d-acf802c2a727, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:02:00.252608 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:00.315406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Allocated IP 172.25.8.232 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/c6d91b35-f50f-4be5-bec6-805b3861e2ec) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:02:00.317665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] For port f7ac1112-b5c8-4161-921d-acf802c2a727, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:02:00.320971 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] For port f7ac1112-b5c8-4161-921d-acf802c2a727, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f7ac1112-b5c8-4161-921d-acf802c2a727,segment=NetworkSegment(1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4),segment_id=1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:02:00.327114 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:00.387029 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb51e7f-7c1b-478d-a088-928d3e0ad7ec None None] Pushing event updated for resources: {'Port': ['ID=f7ac1112-b5c8-4161-921d-acf802c2a727,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:00.430893 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:00.467650 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:00.512417 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:02:00.515486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:02:00.520254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:02:00.523509 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Pushing event updated for resources: {'Port': ['ID=c6d91b35-f50f-4be5-bec6-805b3861e2ec,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:00.534171 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca586f5c-d4f2-4413-90ef-898de04ca019 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:02:00.584507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1b1a54ee-7b8c-4027-81da-69f7c0df21f6 None None] Provisioning complete for port c6d91b35-f50f-4be5-bec6-805b3861e2ec triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:00.584888 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1b1a54ee-7b8c-4027-81da-69f7c0df21f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:00.626183 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 2, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:00.653024 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Checking router: 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:02:00.654032 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Updating router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 port f238ae05-702b-4f70-9949-403cea01e0f2 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 03:02:00.661292 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a54ee-7b8c-4027-81da-69f7c0df21f6 None None] Port c6d91b35-f50f-4be5-bec6-805b3861e2ec cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:02:00.685399 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:00.760684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3bb83ce2-93c8-408f-9401-a9741d481926 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:02:00.813431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 3bb83ce2-93c8-408f-9401-a9741d481926 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:00.813808 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:00.820398 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:00.995089 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:01.001111 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:01.025716 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:01.045130 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Pushing event updated for resources: {'Port': ['ID=f238ae05-702b-4f70-9949-403cea01e0f2,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:01.057711 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:01.058064 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:01.058405 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:01.058741 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:01.059072 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:01.059403 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:01.059763 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:01.060094 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:01.060420 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:01.060745 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:01.061074 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:01.061392 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:01.061711 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:01.122400 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Attempting to bind port f238ae05-702b-4f70-9949-403cea01e0f2 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:02:01.123042 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Attempting to bind port f238ae05-702b-4f70-9949-403cea01e0f2 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:02:01.123621 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Attempting to bind port f238ae05-702b-4f70-9949-403cea01e0f2 on network a054ceed-3dc6-40c1-a744-720a05188a70 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:02:01.129154 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:02:01.130226 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Checking segment: {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:02:01.130826 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:01.131383 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Bound using segment: {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:02:01.132069 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Bound port: f238ae05-702b-4f70-9949-403cea01e0f2, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:02:01.132620 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:01.174102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Router 434d5347-1d29-4c21-a156-e1a034bd6672 is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 03:02:01.205849 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] For port f238ae05-702b-4f70-9949-403cea01e0f2, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:02:01.209352 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] For port f238ae05-702b-4f70-9949-403cea01e0f2, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f238ae05-702b-4f70-9949-403cea01e0f2,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:02:01.220536 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:01.284973 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Routers {'0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:02:01.285690 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:01:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:01.289008 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471ce71-bbd0-45ba-8870-134352ba200f None None] Pushing event updated for resources: {'Port': ['ID=f238ae05-702b-4f70-9949-403cea01e0f2,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:01.324595 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:02:01.339118 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Sync routers for ids ['434d5347-1d29-4c21-a156-e1a034bd6672'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:02:01.350842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Routers {'434d5347-1d29-4c21-a156-e1a034bd6672'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:02:01.351495 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:01:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['434d5347-1d29-4c21-a156-e1a034bd6672'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:01.355493 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:01.357085 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2f8fbf5a-2e79-4eee-adf4-3c50c968f44c admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6198039 Dec 08 03:02:01.359969 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40542) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:02:01.410456 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] Set router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:02:01.448469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7afce12a-cbf5-4cfc-89f7-bf8bbb2e06eb None None] Provisioning complete for port f238ae05-702b-4f70-9949-403cea01e0f2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:01.448842 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afce12a-cbf5-4cfc-89f7-bf8bbb2e06eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:01.586220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Set router 434d5347-1d29-4c21-a156-e1a034bd6672 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:02:01.667058 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:02:01.697840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24fd057-6de8-4107-8c02-a08f747d678c None None] Network ddcef208-a54f-428a-a7ac-915c3eb21ef3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:02:01.707680 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:02:01Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:01.735463 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222dd166-f2c3-4fea-a029-acc021b706d7 None None] The sync data for ids ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'] in n-d-713499-31 is: [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:02:01Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:02:01.807040 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afce12a-cbf5-4cfc-89f7-bf8bbb2e06eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:01.893880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-7afce12a-cbf5-4cfc-89f7-bf8bbb2e06eb None None] For port f238ae05-702b-4f70-9949-403cea01e0f2, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f238ae05-702b-4f70-9949-403cea01e0f2,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:02:01.903955 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7afce12a-cbf5-4cfc-89f7-bf8bbb2e06eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:01.956634 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:01.992818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afce12a-cbf5-4cfc-89f7-bf8bbb2e06eb None None] Pushing event updated for resources: {'Port': ['ID=f238ae05-702b-4f70-9949-403cea01e0f2,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:02.003958 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'name': 'tempest-TestShelveInstance-1708490091-router', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c6d91b35-f50f-4be5-bec6-805b3861e2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:59Z', 'updated_at': '2021-12-08T03:02:00Z', 'revision_number': 3, 'project_id': '00c5e3509012440d96896effd5da73cc', 'gw_port': {'id': 'c6d91b35-f50f-4be5-bec6-805b3861e2ec', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:02:00Z', 'updated_at': '2021-12-08T03:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:02.034779 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Checking router: 434d5347-1d29-4c21-a156-e1a034bd6672 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:02:02.035301 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Updating router 434d5347-1d29-4c21-a156-e1a034bd6672 port c6d91b35-f50f-4be5-bec6-805b3861e2ec binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 03:02:02.071338 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.075200 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-052d2d23-ecaa-45c9-9120-70186224ef3a None None] Provisioning complete for port f7ac1112-b5c8-4161-921d-acf802c2a727 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:02.075565 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-052d2d23-ecaa-45c9-9120-70186224ef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.165995 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Allocated IP 172.20.0.1 (ddcef208-a54f-428a-a7ac-915c3eb21ef3/d8864050-0c1b-4a95-9bc4-c58f8834cb48/3ef1dd05-75f4-481c-8f59-0906f3228b73) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:02:02.485896 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-052d2d23-ecaa-45c9-9120-70186224ef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.549649 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-052d2d23-ecaa-45c9-9120-70186224ef3a None None] For port f7ac1112-b5c8-4161-921d-acf802c2a727, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f7ac1112-b5c8-4161-921d-acf802c2a727,segment=NetworkSegment(1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4),segment_id=1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:02:02.554920 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-052d2d23-ecaa-45c9-9120-70186224ef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.635212 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.636938 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-052d2d23-ecaa-45c9-9120-70186224ef3a None None] Provisioning complete for port f238ae05-702b-4f70-9949-403cea01e0f2 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:02.637320 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-052d2d23-ecaa-45c9-9120-70186224ef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.681503 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.700781 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.702240 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d2d23-ecaa-45c9-9120-70186224ef3a None None] Pushing event updated for resources: {'Port': ['ID=f7ac1112-b5c8-4161-921d-acf802c2a727,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:02.712337 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.731589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Network ddcef208-a54f-428a-a7ac-915c3eb21ef3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:02:02.735165 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:02:02.739211 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:02:02.745313 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3ef1dd05-75f4-481c-8f59-0906f3228b73,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:02.793970 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.796522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97edb1f-c815-491b-ad6e-412d7182e15e None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:02:02.804442 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f238ae05-702b-4f70-9949-403cea01e0f2 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:02:02.806230 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Attempting to bind port c6d91b35-f50f-4be5-bec6-805b3861e2ec on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:02:02.806604 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Attempting to bind port c6d91b35-f50f-4be5-bec6-805b3861e2ec by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:02:02.806966 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Attempting to bind port c6d91b35-f50f-4be5-bec6-805b3861e2ec on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:02:02.809483 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c38b27-3b59-4f6a-869e-59f003925d47 None None] Pushing event updated for resources: {'Port': ['ID=c6d91b35-f50f-4be5-bec6-805b3861e2ec,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:02.843478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:02:02.844970 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:02:02.845448 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.845920 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:02:02.846503 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Bound port: c6d91b35-f50f-4be5-bec6-805b3861e2ec, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:02:02.847522 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.923691 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] For port c6d91b35-f50f-4be5-bec6-805b3861e2ec, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:02:02.929137 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] For port c6d91b35-f50f-4be5-bec6-805b3861e2ec, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c6d91b35-f50f-4be5-bec6-805b3861e2ec,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:02:02.939802 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.943955 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f238ae05-702b-4f70-9949-403cea01e0f2 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:02.944459 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.980552 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:03.050469 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc5d0d-1667-4261-b2b4-7b6d1eee201b None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:02:03.071818 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Routers {'434d5347-1d29-4c21-a156-e1a034bd6672'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:02:03.072449 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:01:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['434d5347-1d29-4c21-a156-e1a034bd6672'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:03.075095 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-61dbb867-1f0c-44b6-9358-7c2ff6e7ae9e None None] Provisioning complete for port c6d91b35-f50f-4be5-bec6-805b3861e2ec triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:03.075466 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61dbb867-1f0c-44b6-9358-7c2ff6e7ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:03.100565 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c38b27-3b59-4f6a-869e-59f003925d47 None None] Pushing event updated for resources: {'Port': ['ID=c6d91b35-f50f-4be5-bec6-805b3861e2ec,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:03.170874 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:03.176329 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:03.244178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f7ac1112-b5c8-4161-921d-acf802c2a727 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:02:03.249499 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:03.252295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3ef1dd05-75f4-481c-8f59-0906f3228b73,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:03.307470 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] Set router 434d5347-1d29-4c21-a156-e1a034bd6672 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:02:03.347220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Network ddcef208-a54f-428a-a7ac-915c3eb21ef3 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:02:03.348904 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:02:03.361060 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61dbb867-1f0c-44b6-9358-7c2ff6e7ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:03.430206 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-61dbb867-1f0c-44b6-9358-7c2ff6e7ae9e None None] For port c6d91b35-f50f-4be5-bec6-805b3861e2ec, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c6d91b35-f50f-4be5-bec6-805b3861e2ec,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:02:03.441560 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61dbb867-1f0c-44b6-9358-7c2ff6e7ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:03.474962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Router 434d5347-1d29-4c21-a156-e1a034bd6672 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:02:03.480610 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f7ac1112-b5c8-4161-921d-acf802c2a727 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:03.480993 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:03.553693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-61dbb867-1f0c-44b6-9358-7c2ff6e7ae9e None None] Provisioning complete for port f7ac1112-b5c8-4161-921d-acf802c2a727 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:03.554065 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61dbb867-1f0c-44b6-9358-7c2ff6e7ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:03.596680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:02:03.601697 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-a0c2503f-125d-4754-ad74-9aef054b88e1 admin admin] 10.222.0.71 "PUT /v2.0/routers/434d5347-1d29-4c21-a156-e1a034bd6672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2398927 Dec 08 03:02:03.611589 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbb867-1f0c-44b6-9358-7c2ff6e7ae9e None None] Pushing event updated for resources: {'Port': ['ID=c6d91b35-f50f-4be5-bec6-805b3861e2ec,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:03.757267 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'name': 'tempest-TestShelveInstance-1708490091-router', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c6d91b35-f50f-4be5-bec6-805b3861e2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:59Z', 'updated_at': '2021-12-08T03:02:02Z', 'revision_number': 4, 'project_id': '00c5e3509012440d96896effd5da73cc', 'gw_port': {'id': 'c6d91b35-f50f-4be5-bec6-805b3861e2ec', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:02:00Z', 'updated_at': '2021-12-08T03:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '3ef1dd05-75f4-481c-8f59-0906f3228b73', 'name': '', 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'mac_address': 'fa:16:3e:0b:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd8864050-0c1b-4a95-9bc4-c58f8834cb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:02:01Z', 'updated_at': '2021-12-08T03:02:02Z', 'revision_number': 1, 'project_id': '00c5e3509012440d96896effd5da73cc', 'subnets': [{'id': 'd8864050-0c1b-4a95-9bc4-c58f8834cb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:03.784116 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300d9e8a-7c1e-4490-99cd-2ad799e8e0d0 None None] The sync data for ids ['434d5347-1d29-4c21-a156-e1a034bd6672'] in n-d-713499-31 is: [{'id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'name': 'tempest-TestShelveInstance-1708490091-router', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c6d91b35-f50f-4be5-bec6-805b3861e2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:59Z', 'updated_at': '2021-12-08T03:02:02Z', 'revision_number': 4, 'project_id': '00c5e3509012440d96896effd5da73cc', 'gw_port': {'id': 'c6d91b35-f50f-4be5-bec6-805b3861e2ec', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:02:00Z', 'updated_at': '2021-12-08T03:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '3ef1dd05-75f4-481c-8f59-0906f3228b73', 'name': '', 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'mac_address': 'fa:16:3e:0b:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd8864050-0c1b-4a95-9bc4-c58f8834cb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:02:01Z', 'updated_at': '2021-12-08T03:02:02Z', 'revision_number': 1, 'project_id': '00c5e3509012440d96896effd5da73cc', 'subnets': [{'id': 'd8864050-0c1b-4a95-9bc4-c58f8834cb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:02:03.869064 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8f4f19b1-2e11-4ef4-a302-8b7a85dcf717 None None] Provisioning complete for port c6d91b35-f50f-4be5-bec6-805b3861e2ec triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:03.869698 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f4f19b1-2e11-4ef4-a302-8b7a85dcf717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:03.983862 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-8f4f19b1-2e11-4ef4-a302-8b7a85dcf717 None None] Provisioning complete for port 3ef1dd05-75f4-481c-8f59-0906f3228b73 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:03.985473 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8f4f19b1-2e11-4ef4-a302-8b7a85dcf717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.022863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f19b1-2e11-4ef4-a302-8b7a85dcf717 None None] Port 3ef1dd05-75f4-481c-8f59-0906f3228b73 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:02:04.144835 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40550) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:02:04.149617 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-67406137-8a0a-46e0-8190-25c3a8c2bcce tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-253213978', 'description': 'tempest-secgroup-smoke-253213978 description', 'project_id': 'ae68369692e94b8e947adcb07052ba20'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:02:04.173880 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67406137-8a0a-46e0-8190-25c3a8c2bcce tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.245462 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67406137-8a0a-46e0-8190-25c3a8c2bcce tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.250494 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67406137-8a0a-46e0-8190-25c3a8c2bcce tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.279254 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-67406137-8a0a-46e0-8190-25c3a8c2bcce tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.280524 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-67406137-8a0a-46e0-8190-25c3a8c2bcce tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1345942 Dec 08 03:02:04.284576 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40552) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:02:04.285253 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67406137-8a0a-46e0-8190-25c3a8c2bcce tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c49bcd-29ea-442d-badc-e31575647fe4,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:04.289246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-444fb2e8-2320-4219-a58c-c821cee707d0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'security_group_rule': {'security_group_id': 'd9c49bcd-29ea-442d-badc-e31575647fe4', 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:02:04.322230 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-444fb2e8-2320-4219-a58c-c821cee707d0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.389562 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-444fb2e8-2320-4219-a58c-c821cee707d0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.394524 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-444fb2e8-2320-4219-a58c-c821cee707d0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.417265 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fb2e8-2320-4219-a58c-c821cee707d0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf10a7f-ec39-4f62-8c64-9c4e05bd4904,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:04.423153 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-444fb2e8-2320-4219-a58c-c821cee707d0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.428141 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-444fb2e8-2320-4219-a58c-c821cee707d0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388035 Dec 08 03:02:04.428141 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40554) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:02:04.431499 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9d4df6f3-c696-471f-995c-22cea43c8e21 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'security_group_rule': {'security_group_id': 'd9c49bcd-29ea-442d-badc-e31575647fe4', 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:02:04.471435 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d4df6f3-c696-471f-995c-22cea43c8e21 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.534100 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d4df6f3-c696-471f-995c-22cea43c8e21 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.537998 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d4df6f3-c696-471f-995c-22cea43c8e21 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.555673 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4df6f3-c696-471f-995c-22cea43c8e21 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50186392-c318-47bb-bd0b-733a070696f2,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:04.565430 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9d4df6f3-c696-471f-995c-22cea43c8e21 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.566956 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9d4df6f3-c696-471f-995c-22cea43c8e21 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388724 Dec 08 03:02:04.569713 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40556) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:02:04.574182 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-c2b71a62-b4f8-4cb4-88c7-49f2761fe056 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'security_group_rule': {'security_group_id': 'd9c49bcd-29ea-442d-badc-e31575647fe4', 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:02:04.606064 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2b71a62-b4f8-4cb4-88c7-49f2761fe056 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.684584 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2b71a62-b4f8-4cb4-88c7-49f2761fe056 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.689140 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2b71a62-b4f8-4cb4-88c7-49f2761fe056 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.709215 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b71a62-b4f8-4cb4-88c7-49f2761fe056 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6344d6f6-d588-4cec-bb3a-936dda7594bd,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:04.718088 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-c2b71a62-b4f8-4cb4-88c7-49f2761fe056 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.720014 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-c2b71a62-b4f8-4cb4-88c7-49f2761fe056 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492972 Dec 08 03:02:04.722747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40558) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:02:04.729422 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-9eddf2c1-d5d6-44df-9a56-1abc6cbf414a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'security_group_rule': {'security_group_id': 'd9c49bcd-29ea-442d-badc-e31575647fe4', 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:02:04.731795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c6d91b35-f50f-4be5-bec6-805b3861e2ec up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:02:04.759366 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9eddf2c1-d5d6-44df-9a56-1abc6cbf414a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.785823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port c6d91b35-f50f-4be5-bec6-805b3861e2ec triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:04.786498 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.826230 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9eddf2c1-d5d6-44df-9a56-1abc6cbf414a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.832234 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9eddf2c1-d5d6-44df-9a56-1abc6cbf414a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.850874 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddf2c1-d5d6-44df-9a56-1abc6cbf414a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fee4ff4-2690-4403-a2ca-84c1d21bea77,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:04.861366 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-9eddf2c1-d5d6-44df-9a56-1abc6cbf414a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.862787 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-9eddf2c1-d5d6-44df-9a56-1abc6cbf414a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373835 Dec 08 03:02:04.865598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40560) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:02:04.870275 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-de4c559b-b937-4370-868a-fecaec407fff tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'security_group_rule': {'security_group_id': 'd9c49bcd-29ea-442d-badc-e31575647fe4', 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:02:04.882665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f7ac1112-b5c8-4161-921d-acf802c2a727 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:02:04.896740 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-de4c559b-b937-4370-868a-fecaec407fff tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Project ae68369692e94b8e947adcb07052ba20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 03:02:04.902808 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de4c559b-b937-4370-868a-fecaec407fff tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.930353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port f7ac1112-b5c8-4161-921d-acf802c2a727 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:04.930726 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.972950 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de4c559b-b937-4370-868a-fecaec407fff tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.977558 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de4c559b-b937-4370-868a-fecaec407fff tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.999291 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c559b-b937-4370-868a-fecaec407fff tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff0fa1b-cbad-4bda-89fe-6cb2fb3849fc,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:05.011644 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-de4c559b-b937-4370-868a-fecaec407fff tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:05.013278 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-de4c559b-b937-4370-868a-fecaec407fff tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466148 Dec 08 03:02:05.016189 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40562) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:02:05.020863 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-77bf6e85-273d-45c7-a6d7-868873a87520 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'security_group_rule': {'security_group_id': 'd9c49bcd-29ea-442d-badc-e31575647fe4', 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:02:05.043747 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-77bf6e85-273d-45c7-a6d7-868873a87520 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Project ae68369692e94b8e947adcb07052ba20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 03:02:05.050022 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77bf6e85-273d-45c7-a6d7-868873a87520 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:05.111782 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77bf6e85-273d-45c7-a6d7-868873a87520 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:05.115677 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77bf6e85-273d-45c7-a6d7-868873a87520 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:05.139053 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf6e85-273d-45c7-a6d7-868873a87520 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093afda8-ce1d-46f7-9368-42e5129b1c73,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:05.146509 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-77bf6e85-273d-45c7-a6d7-868873a87520 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:05.160833 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-77bf6e85-273d-45c7-a6d7-868873a87520 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305640 Dec 08 03:02:05.362255 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-34ce478f-fabc-4472-aa33-7fa7a5a4169c tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253213978&fields=id&tenant_id=ae68369692e94b8e947adcb07052ba20 HTTP/1.1" status: 200 len: 267 time: 0.0452194 Dec 08 03:02:05.469484 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-792a4589-3c8d-402e-ae96-a18ca13db3bc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:05.470972 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-792a4589-3c8d-402e-ae96-a18ca13db3bc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 808 time: 0.1016152 Dec 08 03:02:05.486687 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-b1eec55e-663a-41dd-bfbd-d2cc1890bc1a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/quotas/ae68369692e94b8e947adcb07052ba20 HTTP/1.1" status: 200 len: 375 time: 0.0095630 Dec 08 03:02:05.543596 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-a0108637-0eae-44e6-980e-f410ceb7aff0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503645 Dec 08 03:02:05.658413 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-5c7667fb-9458-481a-9663-274780f44ccf service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 03:02:05.659401 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-5c7667fb-9458-481a-9663-274780f44ccf service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1041541 Dec 08 03:02:05.752908 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-fc9a4011-d31a-4ec0-b605-601797f75cce service neutron] 10.222.0.71 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868459 Dec 08 03:02:05.847595 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-858f5895-fd48-4e4d-90f6-afcfb8685923 service neutron] 10.222.0.71 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885761 Dec 08 03:02:05.874625 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Sync routers for ids ['434d5347-1d29-4c21-a156-e1a034bd6672'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:02:05.884934 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Routers {'434d5347-1d29-4c21-a156-e1a034bd6672'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:02:05.885612 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:01:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['434d5347-1d29-4c21-a156-e1a034bd6672'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:05.999552 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Set router 434d5347-1d29-4c21-a156-e1a034bd6672 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:02:06.014412 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ebf9ddf-b6bd-433d-8dca-e4088a9f95ee req-bf1611a7-8124-408a-ae56-eda85d32dc4f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 210 time: 0.0274982 Dec 08 03:02:06.217611 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'name': 'tempest-TestShelveInstance-1708490091-router', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c6d91b35-f50f-4be5-bec6-805b3861e2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:59Z', 'updated_at': '2021-12-08T03:02:02Z', 'revision_number': 4, 'project_id': '00c5e3509012440d96896effd5da73cc', 'gw_port': {'id': 'c6d91b35-f50f-4be5-bec6-805b3861e2ec', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:02:00Z', 'updated_at': '2021-12-08T03:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '3ef1dd05-75f4-481c-8f59-0906f3228b73', 'name': '', 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'mac_address': 'fa:16:3e:0b:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd8864050-0c1b-4a95-9bc4-c58f8834cb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:02:01Z', 'updated_at': '2021-12-08T03:02:03Z', 'revision_number': 2, 'project_id': '00c5e3509012440d96896effd5da73cc', 'subnets': [{'id': 'd8864050-0c1b-4a95-9bc4-c58f8834cb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:06.250642 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Checking router: 434d5347-1d29-4c21-a156-e1a034bd6672 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:02:06.251007 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Updating router 434d5347-1d29-4c21-a156-e1a034bd6672 port 3ef1dd05-75f4-481c-8f59-0906f3228b73 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 03:02:06.275453 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:06.629087 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:06.633760 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:06.686155 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505333a-4f92-4a60-b00e-8f8195545efb None None] Pushing event updated for resources: {'Port': ['ID=3ef1dd05-75f4-481c-8f59-0906f3228b73,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:06.736387 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Attempting to bind port 3ef1dd05-75f4-481c-8f59-0906f3228b73 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:02:06.736757 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Attempting to bind port 3ef1dd05-75f4-481c-8f59-0906f3228b73 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:02:06.737117 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Attempting to bind port 3ef1dd05-75f4-481c-8f59-0906f3228b73 on network ddcef208-a54f-428a-a7ac-915c3eb21ef3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:02:06.742469 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:02:06.742851 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Checking segment: {'id': '1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:02:06.743441 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:06.743723 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Bound using segment: {'id': '1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:02:06.744192 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Bound port: 3ef1dd05-75f4-481c-8f59-0906f3228b73, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:02:06.744569 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:06.808259 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] For port 3ef1dd05-75f4-481c-8f59-0906f3228b73, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:02:06.811529 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] For port 3ef1dd05-75f4-481c-8f59-0906f3228b73, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3ef1dd05-75f4-481c-8f59-0906f3228b73,segment=NetworkSegment(1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4),segment_id=1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:02:06.816520 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:06.865046 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-b7615670-9c7f-4474-a419-33254027a10f None None] Provisioning complete for port 3ef1dd05-75f4-481c-8f59-0906f3228b73 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:06.865585 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b7615670-9c7f-4474-a419-33254027a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:06.880117 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Routers {'434d5347-1d29-4c21-a156-e1a034bd6672'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:02:06.880741 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:01:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['434d5347-1d29-4c21-a156-e1a034bd6672'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:06.884153 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505333a-4f92-4a60-b00e-8f8195545efb None None] Pushing event updated for resources: {'Port': ['ID=3ef1dd05-75f4-481c-8f59-0906f3228b73,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:06.971207 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b7615670-9c7f-4474-a419-33254027a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:07.008592 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b7615670-9c7f-4474-a419-33254027a10f None None] For port 3ef1dd05-75f4-481c-8f59-0906f3228b73, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3ef1dd05-75f4-481c-8f59-0906f3228b73,segment=NetworkSegment(1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4),segment_id=1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:02:07.013607 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b7615670-9c7f-4474-a419-33254027a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:07.036538 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] Set router 434d5347-1d29-4c21-a156-e1a034bd6672 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:02:07.111716 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7615670-9c7f-4474-a419-33254027a10f None None] Pushing event updated for resources: {'Port': ['ID=3ef1dd05-75f4-481c-8f59-0906f3228b73,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:07.172833 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-64147605-68cb-40ac-ade3-a84c9042b59c req-9867761c-ff43-4d64-8994-7aec2716e438 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 210 time: 0.0366662 Dec 08 03:02:07.215905 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-12693b3a-52ec-4b37-8b68-b72b1d6949d5 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:07.217389 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-12693b3a-52ec-4b37-8b68-b72b1d6949d5 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 808 time: 0.2074468 Dec 08 03:02:07.237065 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-99a6fb9a-2271-41b6-a9a2-c9190d6a2871 None None] Provisioning complete for port 3ef1dd05-75f4-481c-8f59-0906f3228b73 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:07.237439 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99a6fb9a-2271-41b6-a9a2-c9190d6a2871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:07.291349 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'name': 'tempest-TestShelveInstance-1708490091-router', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c6d91b35-f50f-4be5-bec6-805b3861e2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:59Z', 'updated_at': '2021-12-08T03:02:02Z', 'revision_number': 4, 'project_id': '00c5e3509012440d96896effd5da73cc', 'gw_port': {'id': 'c6d91b35-f50f-4be5-bec6-805b3861e2ec', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:02:00Z', 'updated_at': '2021-12-08T03:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '3ef1dd05-75f4-481c-8f59-0906f3228b73', 'name': '', 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'mac_address': 'fa:16:3e:0b:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd8864050-0c1b-4a95-9bc4-c58f8834cb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:02:01Z', 'updated_at': '2021-12-08T03:02:06Z', 'revision_number': 4, 'project_id': '00c5e3509012440d96896effd5da73cc', 'subnets': [{'id': 'd8864050-0c1b-4a95-9bc4-c58f8834cb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:07.302983 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-449d4830-c541-4665-96b2-90e128c93346 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae68369692e94b8e947adcb07052ba20 HTTP/1.1" status: 200 len: 379 time: 0.0602226 Dec 08 03:02:07.314369 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-2bf2b8e8-fba2-4a2b-91ee-a789c2b34c7f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'port': {'device_id': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'admin_state_up': True, 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'security_groups': ['d9c49bcd-29ea-442d-badc-e31575647fe4']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:02:07.320674 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bb3de8-3f4a-4729-a8e1-82731e53d890 None None] The sync data for ids ['434d5347-1d29-4c21-a156-e1a034bd6672'] in n-d-713499-31 is: [{'id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'name': 'tempest-TestShelveInstance-1708490091-router', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c6d91b35-f50f-4be5-bec6-805b3861e2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:59Z', 'updated_at': '2021-12-08T03:02:02Z', 'revision_number': 4, 'project_id': '00c5e3509012440d96896effd5da73cc', 'gw_port': {'id': 'c6d91b35-f50f-4be5-bec6-805b3861e2ec', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:02:00Z', 'updated_at': '2021-12-08T03:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '3ef1dd05-75f4-481c-8f59-0906f3228b73', 'name': '', 'network_id': 'ddcef208-a54f-428a-a7ac-915c3eb21ef3', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'mac_address': 'fa:16:3e:0b:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd8864050-0c1b-4a95-9bc4-c58f8834cb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:02:01Z', 'updated_at': '2021-12-08T03:02:06Z', 'revision_number': 4, 'project_id': '00c5e3509012440d96896effd5da73cc', 'subnets': [{'id': 'd8864050-0c1b-4a95-9bc4-c58f8834cb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:02:07.428741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-2bf2b8e8-fba2-4a2b-91ee-a789c2b34c7f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Made reservation on behalf of ae68369692e94b8e947adcb07052ba20 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:02:07.434659 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-2bf2b8e8-fba2-4a2b-91ee-a789c2b34c7f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:07.582812 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-2bf2b8e8-fba2-4a2b-91ee-a789c2b34c7f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Allocated IP 172.20.0.3 (a054ceed-3dc6-40c1-a744-720a05188a70/5fac6ffd-0257-47da-a7e5-bef648389931/02946a19-8852-4780-bf62-4f6549c3102d) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:02:07.730727 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-2bf2b8e8-fba2-4a2b-91ee-a789c2b34c7f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:07.766718 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-2bf2b8e8-fba2-4a2b-91ee-a789c2b34c7f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:07.811507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-2bf2b8e8-fba2-4a2b-91ee-a789c2b34c7f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Network a054ceed-3dc6-40c1-a744-720a05188a70 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:02:07.815088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-2bf2b8e8-fba2-4a2b-91ee-a789c2b34c7f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:02:07.819113 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-2bf2b8e8-fba2-4a2b-91ee-a789c2b34c7f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:02:07.845374 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2b8e8-fba2-4a2b-91ee-a789c2b34c7f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'Port': ['ID=02946a19-8852-4780-bf62-4f6549c3102d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:07.877398 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-2bf2b8e8-fba2-4a2b-91ee-a789c2b34c7f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:07.878346 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-2bf2b8e8-fba2-4a2b-91ee-a789c2b34c7f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:07.895252 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-2bf2b8e8-fba2-4a2b-91ee-a789c2b34c7f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5850983 Dec 08 03:02:07.913588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Request body: {'port': {'device_id': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:02:07.975017 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:08.063910 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-75182532-b7c1-4cff-ac62-382e53622359 None None] Provisioning complete for port 02946a19-8852-4780-bf62-4f6549c3102d triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:08.064455 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-75182532-b7c1-4cff-ac62-382e53622359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:08.271843 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-75182532-b7c1-4cff-ac62-382e53622359 None None] Port 02946a19-8852-4780-bf62-4f6549c3102d cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:02:08.286267 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02946a19-8852-4780-bf62-4f6549c3102d {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:02:08.295300 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:08.319738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cb851-bb74-454d-a6ac-595a15b5d8b3 req-210b51cc-426e-4fb6-9151-9f5a5dfe0a69 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:08.321146 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-951cb851-bb74-454d-a6ac-595a15b5d8b3 req-210b51cc-426e-4fb6-9151-9f5a5dfe0a69 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 931 time: 0.0692747 Dec 08 03:02:08.322047 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Transition to ACTIVE for port object 02946a19-8852-4780-bf62-4f6549c3102d will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 03:02:08.326023 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:08.406142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff1040-6066-4713-8579-090b735ff453 service neutron] Pushing event updated for resources: {'Port': ['ID=02946a19-8852-4780-bf62-4f6549c3102d,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:08.425111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-951cb851-bb74-454d-a6ac-595a15b5d8b3 req-1779ab1d-4d0a-4c69-867e-2596bc429c91 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968158 Dec 08 03:02:08.490041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Attempting to bind port 02946a19-8852-4780-bf62-4f6549c3102d on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:02:08.490580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Attempting to bind port 02946a19-8852-4780-bf62-4f6549c3102d by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:02:08.491046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Attempting to bind port 02946a19-8852-4780-bf62-4f6549c3102d on network a054ceed-3dc6-40c1-a744-720a05188a70 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:02:08.495670 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Port 02946a19-8852-4780-bf62-4f6549c3102d on network a054ceed-3dc6-40c1-a744-720a05188a70 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 03:02:08.496002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Attempting to bind port 02946a19-8852-4780-bf62-4f6549c3102d on network a054ceed-3dc6-40c1-a744-720a05188a70 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:02:08.501662 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:02:08.502006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Checking segment: {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:02:08.502391 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Bound using segment: {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:02:08.502819 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Bound port: 02946a19-8852-4780-bf62-4f6549c3102d, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:02:08.503179 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:08.575958 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] For port 02946a19-8852-4780-bf62-4f6549c3102d, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:02:08.579722 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] For port 02946a19-8852-4780-bf62-4f6549c3102d, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=02946a19-8852-4780-bf62-4f6549c3102d,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:02:08.589787 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:08.641204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:08.641716 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:08.643251 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-afff1040-6066-4713-8579-090b735ff453 service neutron] 10.222.0.45 "PUT /v2.0/ports/02946a19-8852-4780-bf62-4f6549c3102d HTTP/1.1" status: 200 len: 1092 time: 0.7340188 Dec 08 03:02:08.643720 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:02:08.646006 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf0813b-3993-41ec-918f-b4ea3c5a9959" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "tag": "02946a19-8852-4780-bf62-4f6549c3102d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:02:08.670350 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3ef1dd05-75f4-481c-8f59-0906f3228b73 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:02:08.675591 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff1040-6066-4713-8579-090b735ff453 service neutron] Pushing event updated for resources: {'Port': ['ID=02946a19-8852-4780-bf62-4f6549c3102d,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:08.697854 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b7afd4-e418-4384-9145-69b992451915 x-openstack-request-id: req-30b7afd4-e418-4384-9145-69b992451915 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:02:08.698224 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "tag": "02946a19-8852-4780-bf62-4f6549c3102d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:02:08.698550 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-30b7afd4-e418-4384-9145-69b992451915 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:02:08.699591 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d', 'status': 'completed', 'code': 200} Dec 08 03:02:08.735393 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 3ef1dd05-75f4-481c-8f59-0906f3228b73 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:08.735887 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:08.761381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-3fb270ee-086a-4b96-8a7b-c120eb4b75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:08.763159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-3fb270ee-086a-4b96-8a7b-c120eb4b75ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 1095 time: 0.0454664 Dec 08 03:02:08.819000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-3400ea8a-9e6a-44a9-8afa-080be1eece22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02946a19-8852-4780-bf62-4f6549c3102d HTTP/1.1" status: 200 len: 217 time: 0.0425920 Dec 08 03:02:08.869841 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-6e50bff4-e062-4538-bf95-210dd75c8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:08.871293 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-6e50bff4-e062-4538-bf95-210dd75c8fac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0455022 Dec 08 03:02:08.915787 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-8fc19be0-4a59-4862-bf85-20c5e47380d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:08.917314 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-8fc19be0-4a59-4862-bf85-20c5e47380d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391092 Dec 08 03:02:09.010003 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-7487c453-e40c-4885-8162-d6699d5f92d5 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849249 Dec 08 03:02:09.097594 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-acb7baf0-95ac-45af-921b-79a5423c1e15 req-46f9cedf-c7c2-486c-94fc-73197b2f0ef8 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809567 Dec 08 03:02:09.220957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0813b-3993-41ec-918f-b4ea3c5a9959 req-c8d53604-5fff-413c-86b9-ac8d1877b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:09.222459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bf0813b-3993-41ec-918f-b4ea3c5a9959 req-c8d53604-5fff-413c-86b9-ac8d1877b0bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 1095 time: 0.0430470 Dec 08 03:02:09.317715 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0813b-3993-41ec-918f-b4ea3c5a9959 req-ed5e0a56-982c-408e-ae9c-5208c2253959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:09.319260 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bf0813b-3993-41ec-918f-b4ea3c5a9959 req-ed5e0a56-982c-408e-ae9c-5208c2253959 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0890653 Dec 08 03:02:09.359442 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bf0813b-3993-41ec-918f-b4ea3c5a9959 req-edab704d-4fd9-402d-ae8f-bbade985d149 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02946a19-8852-4780-bf62-4f6549c3102d HTTP/1.1" status: 200 len: 217 time: 0.0331590 Dec 08 03:02:09.410519 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0813b-3993-41ec-918f-b4ea3c5a9959 req-ccdbe36e-f88c-4378-b864-4eef59bd2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:09.411946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bf0813b-3993-41ec-918f-b4ea3c5a9959 req-ccdbe36e-f88c-4378-b864-4eef59bd2177 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0457344 Dec 08 03:02:09.456611 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0813b-3993-41ec-918f-b4ea3c5a9959 req-7a749900-265e-424d-8504-9a2c5899acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:09.458135 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bf0813b-3993-41ec-918f-b4ea3c5a9959 req-7a749900-265e-424d-8504-9a2c5899acc5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391781 Dec 08 03:02:09.589097 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895ca70-716a-430b-b05c-961c9fdcf0be req-15dbb01f-ca1d-445e-8b18-6497b9a892c8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:09.590575 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9895ca70-716a-430b-b05c-961c9fdcf0be req-15dbb01f-ca1d-445e-8b18-6497b9a892c8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0742393 Dec 08 03:02:09.592771 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bf0813b-3993-41ec-918f-b4ea3c5a9959 req-68c46c9e-8883-4fa0-b480-5e1fc0534cfc service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270750 Dec 08 03:02:09.692612 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9895ca70-716a-430b-b05c-961c9fdcf0be req-0cc73e1b-572b-4ebd-ac0b-e562612b3ec8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954392 Dec 08 03:02:09.721383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7bf0813b-3993-41ec-918f-b4ea3c5a9959 req-5b838641-c14f-40aa-9598-aa89028b4c4b service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171215 Dec 08 03:02:10.808273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4538d3b-bf91-4cd8-ac60-b295f20616f5 req-dea0ebf1-d77d-472e-aa6c-df491a31ce98 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:10.809719 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4538d3b-bf91-4cd8-ac60-b295f20616f5 req-dea0ebf1-d77d-472e-aa6c-df491a31ce98 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0483963 Dec 08 03:02:10.857854 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d4538d3b-bf91-4cd8-ac60-b295f20616f5 req-ecc5529b-023c-4163-a8a7-3b7685b67e75 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421028 Dec 08 03:02:11.240840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 02946a19-8852-4780-bf62-4f6549c3102d details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 03:02:11.332003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 02946a19-8852-4780-bf62-4f6549c3102d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=02946a19-8852-4780-bf62-4f6549c3102d,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:02:11.345591 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '02946a19-8852-4780-bf62-4f6549c3102d', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'port_id': '02946a19-8852-4780-bf62-4f6549c3102d', 'mac_address': 'fa:16:3e:46:e8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 03:02:11.380762 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:11.393720 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02946a19-8852-4780-bf62-4f6549c3102d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:02:11.411981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 02946a19-8852-4780-bf62-4f6549c3102d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=02946a19-8852-4780-bf62-4f6549c3102d,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:02:11.415893 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:11.460937 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=02946a19-8852-4780-bf62-4f6549c3102d,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:11.683141 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['02946a19-8852-4780-bf62-4f6549c3102d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 03:02:11.971215 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960972f-f052-48f8-a58f-6c8eb68adba8 req-693d0d4a-801b-4aec-bcc1-0ddf204710f3 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:11.972720 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6960972f-f052-48f8-a58f-6c8eb68adba8 req-693d0d4a-801b-4aec-bcc1-0ddf204710f3 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 944 time: 0.0480552 Dec 08 03:02:12.021224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6960972f-f052-48f8-a58f-6c8eb68adba8 req-5931f681-2549-4041-951c-2122524031e8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426238 Dec 08 03:02:13.137580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483d3fb-c5a5-4980-8d32-a2fc88b98142 req-222e6dbf-6820-48ad-9910-bd5c440aa01f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:13.139020 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f483d3fb-c5a5-4980-8d32-a2fc88b98142 req-222e6dbf-6820-48ad-9910-bd5c440aa01f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 944 time: 0.0508449 Dec 08 03:02:13.187289 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f483d3fb-c5a5-4980-8d32-a2fc88b98142 req-6c73ba23-4e90-4569-90af-a8911f095a6e tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417674 Dec 08 03:02:13.241549 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 02946a19-8852-4780-bf62-4f6549c3102d up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:02:13.292934 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 02946a19-8852-4780-bf62-4f6549c3102d completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 03:02:13.296600 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 02946a19-8852-4780-bf62-4f6549c3102d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:13.296955 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:13.371519 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:13.393655 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:02:13.395912 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d685080-f355-4cd6-8bc0-6501fb28c344" -d '{"events": [{"server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "name": "network-vif-plugged", "status": "completed", "tag": "02946a19-8852-4780-bf62-4f6549c3102d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:02:13.408357 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 02946a19-8852-4780-bf62-4f6549c3102d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=02946a19-8852-4780-bf62-4f6549c3102d,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:02:13.412030 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:13.433773 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79b701c-b623-49ac-89b0-c38d7b9de1cb x-openstack-request-id: req-f79b701c-b623-49ac-89b0-c38d7b9de1cb {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:02:13.434079 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "name": "network-vif-plugged", "status": "completed", "tag": "02946a19-8852-4780-bf62-4f6549c3102d", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:02:13.434313 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f79b701c-b623-49ac-89b0-c38d7b9de1cb {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:02:13.434698 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d', 'code': 200} Dec 08 03:02:13.460652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=02946a19-8852-4780-bf62-4f6549c3102d,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:13.558148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a27d41-8867-4441-b95b-67e3d92b565b req-af96f927-8425-4a3c-bcce-1074d197b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:13.559513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9a27d41-8867-4441-b95b-67e3d92b565b req-af96f927-8425-4a3c-bcce-1074d197b747 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 1097 time: 0.0384450 Dec 08 03:02:13.605574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9a27d41-8867-4441-b95b-67e3d92b565b req-af9b58f4-0437-4c58-9adb-0bc9e5168075 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386472 Dec 08 03:02:14.302637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee982e6-f136-4208-8b23-7664d36a3ce6 req-4d2f4c7a-29ba-40d3-aa33-c6db3766c902 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:14.304029 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bee982e6-f136-4208-8b23-7664d36a3ce6 req-4d2f4c7a-29ba-40d3-aa33-c6db3766c902 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0482893 Dec 08 03:02:14.356696 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bee982e6-f136-4208-8b23-7664d36a3ce6 req-fba7324f-f2e7-4764-9016-95933313011a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466561 Dec 08 03:02:15.474804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30761d9a-24a1-4801-a743-f86d0fff7e8a req-12bcda2b-7bc7-438e-8f2b-4780bf370991 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:15.476306 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30761d9a-24a1-4801-a743-f86d0fff7e8a req-12bcda2b-7bc7-438e-8f2b-4780bf370991 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0489957 Dec 08 03:02:15.524752 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-30761d9a-24a1-4801-a743-f86d0fff7e8a req-97378fe8-498d-4def-bd0a-285481472de2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425258 Dec 08 03:02:15.646648 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18758199-87ed-4911-93e1-6ec6768e9153 req-6e7818f7-9b48-451e-83f9-138db421a0b7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:15.648687 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18758199-87ed-4911-93e1-6ec6768e9153 req-6e7818f7-9b48-451e-83f9-138db421a0b7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0495214 Dec 08 03:02:15.704910 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-18758199-87ed-4911-93e1-6ec6768e9153 req-f1184a5a-f39a-45dc-ab3d-9545c1a26a7b tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490763 Dec 08 03:02:15.731034 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40618) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:02:15.820575 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2e9a9-7451-4c2f-aaed-61df463785d1 tempest-TestShelveInstance-1902550413 tempest-TestShelveInstance-1902550413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:15.821978 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c1c2e9a9-7451-4c2f-aaed-61df463785d1 tempest-TestShelveInstance-1902550413 tempest-TestShelveInstance-1902550413-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 1092 time: 0.0899239 Dec 08 03:02:15.824939 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40622) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:02:15.830689 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '02946a19-8852-4780-bf62-4f6549c3102d', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:02:15.855050 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:15.948280 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:16.053261 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Allocated IP 172.25.8.220 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/1a309de3-c30e-4293-99c7-344f4ec275c9) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:02:16.152396 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:16.184628 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:16.226650 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:02:16.229467 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:02:16.232925 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:02:16.275290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'Port': ['ID=1a309de3-c30e-4293-99c7-344f4ec275c9,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:16.600529 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:16.666770 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:16.814750 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:16.819666 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:16.886974 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'Port': ['ID=1a309de3-c30e-4293-99c7-344f4ec275c9,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:16.894910 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:16.992250 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Floating IP 6f22138c-a79b-48f3-9abd-106da1c85ae4 associated. External IP: 172.25.8.220, port: 02946a19-8852-4780-bf62-4f6549c3102d. Dec 08 03:02:17.197607 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:02:17.631525 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:02:17.642540 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5c6bf0-c221-4e0f-8df7-ff56a43d1938 None None] Sync routers for ids ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:02:17.650698 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:17.654246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c6bf0-c221-4e0f-8df7-ff56a43d1938 None None] Routers {'0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:02:17.654875 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ad5c6bf0-c221-4e0f-8df7-ff56a43d1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:01:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:17.684036 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-65da67c7-7403-4d4a-8d56-0fca1c1afc5f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8580148 Dec 08 03:02:17.684721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:02:17.687127 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095b6773-9072-4953-9b3c-98e5fef803dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "tag": "02946a19-8852-4780-bf62-4f6549c3102d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:02:17.727492 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c60b49-02e1-4a46-a42a-da580942caa2 x-openstack-request-id: req-97c60b49-02e1-4a46-a42a-da580942caa2 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:02:17.727843 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "tag": "02946a19-8852-4780-bf62-4f6549c3102d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:02:17.728103 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-97c60b49-02e1-4a46-a42a-da580942caa2 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:02:17.728525 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d', 'status': 'completed', 'code': 200} Dec 08 03:02:17.766614 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-ad5c6bf0-c221-4e0f-8df7-ff56a43d1938 None None] Set router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:02:17.809680 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b6773-9072-4953-9b3c-98e5fef803dd req-a889b944-2628-4ada-a21b-683a3cb29d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:17.811194 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-095b6773-9072-4953-9b3c-98e5fef803dd req-a889b944-2628-4ada-a21b-683a3cb29d8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 1097 time: 0.0413461 Dec 08 03:02:17.906767 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b6773-9072-4953-9b3c-98e5fef803dd req-e6f76cb7-a8e5-4ed0-9cb7-eee984311f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:17.908250 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-095b6773-9072-4953-9b3c-98e5fef803dd req-e6f76cb7-a8e5-4ed0-9cb7-eee984311f2c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0880520 Dec 08 03:02:17.976957 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-095b6773-9072-4953-9b3c-98e5fef803dd req-54aa3e0f-2d0b-4ecf-a0f1-7a56f738e6b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02946a19-8852-4780-bf62-4f6549c3102d HTTP/1.1" status: 200 len: 999 time: 0.0591271 Dec 08 03:02:17.990962 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ad5c6bf0-c221-4e0f-8df7-ff56a43d1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '6f22138c-a79b-48f3-9abd-106da1c85ae4', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'port_id': '02946a19-8852-4780-bf62-4f6549c3102d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'mac_address': 'fa:16:3e:46:e8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:02:16Z', 'updated_at': '2021-12-08T03:02:16Z', 'revision_number': 0, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:02:01Z', 'revision_number': 5, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:18.020886 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5c6bf0-c221-4e0f-8df7-ff56a43d1938 None None] Checking router: 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:02:18.029143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c6bf0-c221-4e0f-8df7-ff56a43d1938 None None] Routers {'0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:02:18.029748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ad5c6bf0-c221-4e0f-8df7-ff56a43d1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:01:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:18.034617 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b6773-9072-4953-9b3c-98e5fef803dd req-0741bab6-ae46-48dc-be07-46d22ef3170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:18.036099 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-095b6773-9072-4953-9b3c-98e5fef803dd req-0741bab6-ae46-48dc-be07-46d22ef3170d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0527620 Dec 08 03:02:18.086292 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b6773-9072-4953-9b3c-98e5fef803dd req-4edc81cf-9803-452a-8613-aa52ba6865e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:18.087834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-095b6773-9072-4953-9b3c-98e5fef803dd req-4edc81cf-9803-452a-8613-aa52ba6865e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447938 Dec 08 03:02:18.135125 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-ad5c6bf0-c221-4e0f-8df7-ff56a43d1938 None None] Set router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:02:18.185946 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-095b6773-9072-4953-9b3c-98e5fef803dd req-5b3b4bd6-07d3-4dd9-85db-c81039cf49e2 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908728 Dec 08 03:02:18.289196 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-095b6773-9072-4953-9b3c-98e5fef803dd req-2f29612e-3a4d-4156-9ed2-ac8a6ea33b08 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963213 Dec 08 03:02:18.362232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ad5c6bf0-c221-4e0f-8df7-ff56a43d1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '6f22138c-a79b-48f3-9abd-106da1c85ae4', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'port_id': '02946a19-8852-4780-bf62-4f6549c3102d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'mac_address': 'fa:16:3e:46:e8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:02:16Z', 'updated_at': '2021-12-08T03:02:16Z', 'revision_number': 0, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:02:01Z', 'revision_number': 5, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:18.387462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5c6bf0-c221-4e0f-8df7-ff56a43d1938 None None] The sync data for ids ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'] in n-d-713499-31 is: [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '6f22138c-a79b-48f3-9abd-106da1c85ae4', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'port_id': '02946a19-8852-4780-bf62-4f6549c3102d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'mac_address': 'fa:16:3e:46:e8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:02:16Z', 'updated_at': '2021-12-08T03:02:16Z', 'revision_number': 0, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:02:01Z', 'revision_number': 5, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:02:18.594104 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad772ef3-06ec-4c66-aa78-c37c306f1ef8 None None] New status for floating IP 6f22138c-a79b-48f3-9abd-106da1c85ae4: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:02:22.111893 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c455a790-bd34-4999-956e-9399047c44a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:24.098020 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:24.468004 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3af42911-2f24-4cac-89a5-aca238a9ec0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:24.964121 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:25.712370 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:27.229864 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:28.046874 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:38.635918 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:02:52.113058 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0268c9b6-e678-44a2-8d38-830f60d4d175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:54.096639 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:54.468753 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c780d6a2-3b73-4a97-ae2a-12399227b09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:54.981929 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:55.714855 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:57.232434 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:58.049040 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:06.153249 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25ef5d59-f8e7-47c8-99eb-e95e2aad14d5 req-4274ac3a-96e4-49fd-8d22-bc3083848c54 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397754 Dec 08 03:03:06.255513 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef5d59-f8e7-47c8-99eb-e95e2aad14d5 req-3f4d9d77-da25-4273-b1be-ff947546ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:03:06.257034 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25ef5d59-f8e7-47c8-99eb-e95e2aad14d5 req-3f4d9d77-da25-4273-b1be-ff947546ab29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 1097 time: 0.0451252 Dec 08 03:03:06.358428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef5d59-f8e7-47c8-99eb-e95e2aad14d5 req-e97d9349-487f-41cb-b8bb-7c28b5298f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:03:06.360477 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25ef5d59-f8e7-47c8-99eb-e95e2aad14d5 req-e97d9349-487f-41cb-b8bb-7c28b5298f11 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0846317 Dec 08 03:03:06.427030 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25ef5d59-f8e7-47c8-99eb-e95e2aad14d5 req-8cff5bc3-d2de-4178-aa6b-434c1b9d0c5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02946a19-8852-4780-bf62-4f6549c3102d HTTP/1.1" status: 200 len: 1001 time: 0.0592730 Dec 08 03:03:06.474862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef5d59-f8e7-47c8-99eb-e95e2aad14d5 req-a3202826-70ff-4568-a945-b91c7b0c9fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:03:06.476315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25ef5d59-f8e7-47c8-99eb-e95e2aad14d5 req-a3202826-70ff-4568-a945-b91c7b0c9fa6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0423312 Dec 08 03:03:06.522130 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef5d59-f8e7-47c8-99eb-e95e2aad14d5 req-a7b4dc86-b7e2-4198-a9ed-55d851f3b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:03:06.523574 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25ef5d59-f8e7-47c8-99eb-e95e2aad14d5 req-a7b4dc86-b7e2-4198-a9ed-55d851f3b7b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398843 Dec 08 03:03:06.613501 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25ef5d59-f8e7-47c8-99eb-e95e2aad14d5 req-3759e0b3-62d2-4c93-82c1-a2046983663a service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826473 Dec 08 03:03:06.699870 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-25ef5d59-f8e7-47c8-99eb-e95e2aad14d5 req-826a89ca-8852-4992-bff6-3cd1895a5535 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795329 Dec 08 03:03:15.635381 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:03:22.112738 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ebe0fe4f-b07f-444b-9106-3a59cd0888ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:24.096674 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:24.469204 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8679e061-8775-45da-8bab-d26011ce99f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:24.980947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:25.717963 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:27.238535 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:28.051231 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:45.153743 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-3a6c2807-2479-4535-890d-023c52a5885c req-aafd2780-485a-4097-88b6-7433bdfa415f service neutron] (109767) timed out ('10.222.0.71', 53254) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 03:03:52.112334 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8859219-3f4f-468b-87e1-ea815b2105c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:52.634730 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:03:54.120425 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:54.470900 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-94252bf5-69a7-4358-9541-206b247eb19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:54.998571 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:55.719259 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:57.240750 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:58.052617 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:08.144862 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bdde4ff6-0dcd-4b7f-ba1a-caa90f180e34 req-06c717cd-10bc-4ccf-9baa-e3b48fb1e8e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440865 Dec 08 03:04:08.239629 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde4ff6-0dcd-4b7f-ba1a-caa90f180e34 req-c70f30bd-442b-422a-a776-6e653074b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:08.241625 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bdde4ff6-0dcd-4b7f-ba1a-caa90f180e34 req-c70f30bd-442b-422a-a776-6e653074b133 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 1097 time: 0.0405467 Dec 08 03:04:08.342142 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde4ff6-0dcd-4b7f-ba1a-caa90f180e34 req-74e9b98c-e448-486a-b52c-c34eca3e7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:08.343614 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bdde4ff6-0dcd-4b7f-ba1a-caa90f180e34 req-74e9b98c-e448-486a-b52c-c34eca3e7146 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0835724 Dec 08 03:04:08.410415 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bdde4ff6-0dcd-4b7f-ba1a-caa90f180e34 req-42ef1e14-1ee3-4574-9b7a-ca2db37901d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02946a19-8852-4780-bf62-4f6549c3102d HTTP/1.1" status: 200 len: 1001 time: 0.0601912 Dec 08 03:04:08.460391 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde4ff6-0dcd-4b7f-ba1a-caa90f180e34 req-54a1433b-35be-4778-ab44-ed90f3ac2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:08.461869 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bdde4ff6-0dcd-4b7f-ba1a-caa90f180e34 req-54a1433b-35be-4778-ab44-ed90f3ac2e62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0444324 Dec 08 03:04:08.507803 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde4ff6-0dcd-4b7f-ba1a-caa90f180e34 req-9c6c8787-a41b-4130-8bb8-0ba20ed95c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:08.509299 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bdde4ff6-0dcd-4b7f-ba1a-caa90f180e34 req-9c6c8787-a41b-4130-8bb8-0ba20ed95c67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409679 Dec 08 03:04:08.600941 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bdde4ff6-0dcd-4b7f-ba1a-caa90f180e34 req-3560b305-204b-4c1f-a752-4f9f485ca99b service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834148 Dec 08 03:04:08.689366 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bdde4ff6-0dcd-4b7f-ba1a-caa90f180e34 req-1ddfd925-e525-41d8-825e-c785e7e01653 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813956 Dec 08 03:04:12.281723 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82db5c-4c66-4fe0-ab8c-61b15e2db352 req-97ebf090-2fc2-448a-ac8a-487e3e068cf9 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:12.283231 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a82db5c-4c66-4fe0-ab8c-61b15e2db352 req-97ebf090-2fc2-448a-ac8a-487e3e068cf9 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.1227152 Dec 08 03:04:12.332007 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2a82db5c-4c66-4fe0-ab8c-61b15e2db352 req-f1412fc3-42ea-4128-aded-f31d24632fbd tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421085 Dec 08 03:04:13.466119 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306aefb-1529-4d8c-8767-d2d5b08e1642 req-3c1d1c93-9545-4490-b310-2d8822a8e8fb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:13.467651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a306aefb-1529-4d8c-8767-d2d5b08e1642 req-3c1d1c93-9545-4490-b310-2d8822a8e8fb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0491676 Dec 08 03:04:13.516132 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a306aefb-1529-4d8c-8767-d2d5b08e1642 req-98439aea-2408-4491-b645-0b0dce132b51 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420773 Dec 08 03:04:14.662570 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2af77-7e55-45b5-830f-b599b036e2cf req-1d106315-b8d0-4316-a1eb-2e9a712c36f4 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:14.664051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21c2af77-7e55-45b5-830f-b599b036e2cf req-1d106315-b8d0-4316-a1eb-2e9a712c36f4 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0528109 Dec 08 03:04:14.711740 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-21c2af77-7e55-45b5-830f-b599b036e2cf req-3ef10658-9f65-4455-8932-c9aaad1e0a4d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417883 Dec 08 03:04:15.826112 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36733156-bceb-4919-a18f-bb825c87f2e7 req-d92d72ad-615a-4272-90c5-ab3ed6deb880 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:15.827564 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36733156-bceb-4919-a18f-bb825c87f2e7 req-d92d72ad-615a-4272-90c5-ab3ed6deb880 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0477328 Dec 08 03:04:15.875410 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-36733156-bceb-4919-a18f-bb825c87f2e7 req-03803783-4f53-400c-b874-940603af5d44 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413246 Dec 08 03:04:16.990576 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20514b8-91f4-47ff-91f6-31916d59d319 req-ab6c5876-6bda-4065-9d5b-9bbe50756402 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:16.992096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f20514b8-91f4-47ff-91f6-31916d59d319 req-ab6c5876-6bda-4065-9d5b-9bbe50756402 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0490615 Dec 08 03:04:17.044659 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f20514b8-91f4-47ff-91f6-31916d59d319 req-b0ba3ead-6aa2-4bbe-a35a-21164a9c719e tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466533 Dec 08 03:04:18.159230 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6460665-5a34-41b2-b5cd-88ed14b32c29 req-5084aa00-bcb4-4431-a96b-5ab122dd07c5 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:18.161305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6460665-5a34-41b2-b5cd-88ed14b32c29 req-5084aa00-bcb4-4431-a96b-5ab122dd07c5 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0491846 Dec 08 03:04:18.210390 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d6460665-5a34-41b2-b5cd-88ed14b32c29 req-3fef3f7a-d2e4-486d-8ddf-f0fd5de54b2d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428855 Dec 08 03:04:19.325160 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97c02e-9e3d-4e5e-ad59-526980873f1b req-a5da7708-ba14-46ab-b6ea-3c059348c481 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:19.326611 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db97c02e-9e3d-4e5e-ad59-526980873f1b req-a5da7708-ba14-46ab-b6ea-3c059348c481 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0490808 Dec 08 03:04:19.380877 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-db97c02e-9e3d-4e5e-ad59-526980873f1b req-2a4730df-ea63-41a5-b409-aa79fc68b004 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483620 Dec 08 03:04:20.501078 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad3490-3a41-462a-8e68-7bb5aa590932 req-91e4e2f5-9847-460c-ac19-8a6db5b5c88c tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:20.502482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7ad3490-3a41-462a-8e68-7bb5aa590932 req-91e4e2f5-9847-460c-ac19-8a6db5b5c88c tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0532362 Dec 08 03:04:20.550536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f7ad3490-3a41-462a-8e68-7bb5aa590932 req-0c1bb51a-21b0-4bb7-b3a4-ceb97183349a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414121 Dec 08 03:04:21.667303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85d28b-05f5-4a62-ad3a-972be9743867 req-6472da72-b082-4379-8ba1-59e6f8f00e63 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:21.668809 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf85d28b-05f5-4a62-ad3a-972be9743867 req-6472da72-b082-4379-8ba1-59e6f8f00e63 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0494332 Dec 08 03:04:21.717292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bf85d28b-05f5-4a62-ad3a-972be9743867 req-98bdc908-8e8c-4322-926b-e827a50fe047 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425546 Dec 08 03:04:22.113434 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7532cbec-dcf9-49a3-a984-746d58821262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:22.831731 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62637b5d-dc67-4595-8ea0-cf18f58c7625 req-ca9540dd-c835-4e94-833d-4691fc7aae4e tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:22.833240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-62637b5d-dc67-4595-8ea0-cf18f58c7625 req-ca9540dd-c835-4e94-833d-4691fc7aae4e tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0489924 Dec 08 03:04:22.887401 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-62637b5d-dc67-4595-8ea0-cf18f58c7625 req-6385c4f1-4de6-4a1c-8d84-d878ba8e0aa5 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482359 Dec 08 03:04:23.915394 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 02946a19-8852-4780-bf62-4f6549c3102d details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 03:04:24.002270 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f63c2-b0c5-4055-a07d-043042dd516c req-13ca5b8c-a30d-4f32-9ff1-38e71be60311 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:24.003867 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b0f63c2-b0c5-4055-a07d-043042dd516c req-13ca5b8c-a30d-4f32-9ff1-38e71be60311 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0491390 Dec 08 03:04:24.011339 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 02946a19-8852-4780-bf62-4f6549c3102d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=02946a19-8852-4780-bf62-4f6549c3102d,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:24.024304 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '02946a19-8852-4780-bf62-4f6549c3102d', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'port_id': '02946a19-8852-4780-bf62-4f6549c3102d', 'mac_address': 'fa:16:3e:46:e8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 03:04:24.057239 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5b0f63c2-b0c5-4055-a07d-043042dd516c req-194aa937-67bb-4577-b5cf-7b40d55f1892 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450449 Dec 08 03:04:24.066167 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:24.090209 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02946a19-8852-4780-bf62-4f6549c3102d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:04:24.109654 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 02946a19-8852-4780-bf62-4f6549c3102d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=02946a19-8852-4780-bf62-4f6549c3102d,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:24.114258 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:24.187154 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=02946a19-8852-4780-bf62-4f6549c3102d,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:24.190163 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:24.197798 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:24.198150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:24.198489 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:24.198823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:24.199347 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:24.199714 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:24.200048 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:24.200379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:24.200707 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:24.201030 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:24.201355 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:24.201675 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:24.201998 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:24.248999 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['02946a19-8852-4780-bf62-4f6549c3102d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 03:04:24.487710 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a058bc4f-b750-46f8-93dd-87bd5771656b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:25.000179 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:25.181308 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a5280-bd5a-43c5-b90f-682a76b456b8 req-a33bf8ec-24f6-4f3f-afad-764d97bd1bf6 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:25.182663 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b58a5280-bd5a-43c5-b90f-682a76b456b8 req-a33bf8ec-24f6-4f3f-afad-764d97bd1bf6 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 944 time: 0.0536578 Dec 08 03:04:25.241580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b58a5280-bd5a-43c5-b90f-682a76b456b8 req-e2fa069e-ecce-4304-a720-f452885e5944 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519309 Dec 08 03:04:25.724567 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:25.927721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 02946a19-8852-4780-bf62-4f6549c3102d up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:04:25.990590 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 02946a19-8852-4780-bf62-4f6549c3102d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:04:25.991315 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:26.081967 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:26.107679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:04:26.109949 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26c2360-1045-4b50-a75d-79368c849d8c" -d '{"events": [{"server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "name": "network-vif-plugged", "status": "completed", "tag": "02946a19-8852-4780-bf62-4f6549c3102d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:04:26.125956 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 02946a19-8852-4780-bf62-4f6549c3102d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=02946a19-8852-4780-bf62-4f6549c3102d,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:26.132775 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:26.169433 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c7e3f2-3e5d-49ef-bad9-865a12e4e7f2 x-openstack-request-id: req-95c7e3f2-3e5d-49ef-bad9-865a12e4e7f2 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:04:26.169925 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "name": "network-vif-plugged", "status": "completed", "tag": "02946a19-8852-4780-bf62-4f6549c3102d", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:04:26.170183 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-95c7e3f2-3e5d-49ef-bad9-865a12e4e7f2 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:04:26.170576 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d', 'code': 200} Dec 08 03:04:26.191452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=02946a19-8852-4780-bf62-4f6549c3102d,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:26.383043 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89aee4-cec6-4688-8e27-6523330f5e87 req-0eb64c7e-6982-4085-8081-8300701d5d60 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:26.384601 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a89aee4-cec6-4688-8e27-6523330f5e87 req-0eb64c7e-6982-4085-8081-8300701d5d60 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0622931 Dec 08 03:04:26.437406 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7a89aee4-cec6-4688-8e27-6523330f5e87 req-49240f8a-8655-40e2-95c1-ba3679d278ce tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464330 Dec 08 03:04:27.249592 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:27.582428 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b60e8-5ec7-4897-b369-e1d877365906 req-6ad768e3-01da-41e7-8d11-921cd3d9e31d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:27.584870 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a4b60e8-5ec7-4897-b369-e1d877365906 req-6ad768e3-01da-41e7-8d11-921cd3d9e31d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0548916 Dec 08 03:04:27.638346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a4b60e8-5ec7-4897-b369-e1d877365906 req-23e67e9a-92eb-4be9-9533-0e0de3bc3a20 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472484 Dec 08 03:04:28.055845 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:28.765852 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1a283-36e7-4e41-a9bf-a3e3b1358722 req-258ac60b-6b93-4cbb-b2f3-17fb27c58ccb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:28.767349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ed1a283-36e7-4e41-a9bf-a3e3b1358722 req-258ac60b-6b93-4cbb-b2f3-17fb27c58ccb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0562594 Dec 08 03:04:28.819419 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ed1a283-36e7-4e41-a9bf-a3e3b1358722 req-f92a2cc0-2a57-44c4-a3d9-5e654d0ceb6e tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450330 Dec 08 03:04:29.634127 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:04:29.942567 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4bb44-9626-4b83-b4f1-823847d1f4ce req-c3f92fc9-3574-4607-ae02-03aa43cf5371 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:29.944096 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68f4bb44-9626-4b83-b4f1-823847d1f4ce req-c3f92fc9-3574-4607-ae02-03aa43cf5371 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0555480 Dec 08 03:04:30.001599 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-68f4bb44-9626-4b83-b4f1-823847d1f4ce req-c7fe9a23-b167-4e50-ad16-24dcc4737ee0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509372 Dec 08 03:04:31.137372 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14863b-7122-43f5-b4cb-fd323476a868 req-7958955f-601c-42eb-98e4-c87850b58c9f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:31.139247 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e14863b-7122-43f5-b4cb-fd323476a868 req-7958955f-601c-42eb-98e4-c87850b58c9f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0647857 Dec 08 03:04:31.208616 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0e14863b-7122-43f5-b4cb-fd323476a868 req-02bf2f39-fe9e-4900-86f4-5136a6a7e935 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634205 Dec 08 03:04:32.355208 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cc853-9e66-45bb-8a8b-640c4a4389a5 req-52b60c6e-9523-459f-8b19-5c6b4c385fce tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:32.356829 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-704cc853-9e66-45bb-8a8b-640c4a4389a5 req-52b60c6e-9523-459f-8b19-5c6b4c385fce tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0639777 Dec 08 03:04:32.419369 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-704cc853-9e66-45bb-8a8b-640c4a4389a5 req-7c9de8dc-bd30-4e62-b4b5-5dc27106674f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565445 Dec 08 03:04:33.551902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197961-4339-4118-815f-7fe15a946512 req-2d19a963-ebfa-46a8-9b1b-88498b809f48 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:33.553394 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a197961-4339-4118-815f-7fe15a946512 req-2d19a963-ebfa-46a8-9b1b-88498b809f48 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0554321 Dec 08 03:04:33.605900 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5a197961-4339-4118-815f-7fe15a946512 req-cd844bfe-b1ff-4627-b2b5-7b46bf3090cf tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463901 Dec 08 03:04:34.490090 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5f8ca-d5b4-4342-b758-6af35f4807af req-e4ab9240-8a94-40ce-b5d5-b9a81ca117a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:34.491658 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10b5f8ca-d5b4-4342-b758-6af35f4807af req-e4ab9240-8a94-40ce-b5d5-b9a81ca117a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 1097 time: 0.0457835 Dec 08 03:04:34.582537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5f8ca-d5b4-4342-b758-6af35f4807af req-814137a6-8d3b-4eef-b371-9476c7154835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:34.583961 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10b5f8ca-d5b4-4342-b758-6af35f4807af req-814137a6-8d3b-4eef-b371-9476c7154835 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0849617 Dec 08 03:04:34.658019 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10b5f8ca-d5b4-4342-b758-6af35f4807af req-a4f9b14d-7727-4df7-b85d-f7131b917955 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02946a19-8852-4780-bf62-4f6549c3102d HTTP/1.1" status: 200 len: 1001 time: 0.0657237 Dec 08 03:04:34.740875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5f8ca-d5b4-4342-b758-6af35f4807af req-6a1702da-7444-4539-825e-f6d20a1fafdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:34.742324 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10b5f8ca-d5b4-4342-b758-6af35f4807af req-6a1702da-7444-4539-825e-f6d20a1fafdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0778828 Dec 08 03:04:34.768118 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41868e99-8f5f-40c9-bc58-27d21b491d01 req-8046c36d-52ea-4920-96f3-db354f88377c tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:34.770037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41868e99-8f5f-40c9-bc58-27d21b491d01 req-8046c36d-52ea-4920-96f3-db354f88377c tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0759344 Dec 08 03:04:34.834339 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5f8ca-d5b4-4342-b758-6af35f4807af req-78cd63ec-f2e1-4f67-a55c-e206381965ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:34.836249 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10b5f8ca-d5b4-4342-b758-6af35f4807af req-78cd63ec-f2e1-4f67-a55c-e206381965ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865486 Dec 08 03:04:34.858205 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-41868e99-8f5f-40c9-bc58-27d21b491d01 req-95c11c2f-e8a7-44cd-89dd-f562bb023088 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739183 Dec 08 03:04:34.938329 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10b5f8ca-d5b4-4342-b758-6af35f4807af req-ffe88397-56b3-47a9-8e10-ee04d8206f49 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934508 Dec 08 03:04:35.039023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10b5f8ca-d5b4-4342-b758-6af35f4807af req-8c63b425-e7a3-4a6e-adcd-8fbb908daf05 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940740 Dec 08 03:04:35.979345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9ee7c-a59d-405f-9aca-df798e6b4680 req-8e0f05ff-bc64-4e07-a736-535674dfe0c0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:35.980866 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15e9ee7c-a59d-405f-9aca-df798e6b4680 req-8e0f05ff-bc64-4e07-a736-535674dfe0c0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0504377 Dec 08 03:04:36.030226 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15e9ee7c-a59d-405f-9aca-df798e6b4680 req-e9c4c5c4-0f94-4664-bf42-bcdf30470134 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435452 Dec 08 03:04:37.149645 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8a921-3ad0-4cc6-801f-5a072655629e req-34c2fbf4-d04e-47b0-8a5c-6b293aaee41f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:37.151133 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3a8a921-3ad0-4cc6-801f-5a072655629e req-34c2fbf4-d04e-47b0-8a5c-6b293aaee41f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 945 time: 0.0484536 Dec 08 03:04:37.205285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3a8a921-3ad0-4cc6-801f-5a072655629e req-1822a27c-fe3b-49e1-9685-a66e6088c469 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467100 Dec 08 03:04:37.274011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-79b28b06-75f5-4a72-b3e4-b72373b381fe req-c3681411-44cb-486b-9e0f-04fa3a6757bb service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 03:04:37.275016 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-79b28b06-75f5-4a72-b3e4-b72373b381fe req-c3681411-44cb-486b-9e0f-04fa3a6757bb service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055084 Dec 08 03:04:38.014723 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 02946a19-8852-4780-bf62-4f6549c3102d no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:04:38.091675 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:38.112896 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:04:38.115085 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988dad96-8a3b-4a45-ae7c-971a520ea803" -d '{"events": [{"server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "name": "network-vif-unplugged", "status": "completed", "tag": "02946a19-8852-4780-bf62-4f6549c3102d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:04:38.127635 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 02946a19-8852-4780-bf62-4f6549c3102d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=02946a19-8852-4780-bf62-4f6549c3102d,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:38.132455 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:38.156737 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 03:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e860a01e-42bf-4d71-a823-2c8a68f19952 x-openstack-request-id: req-e860a01e-42bf-4d71-a823-2c8a68f19952 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:04:38.157029 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "name": "network-vif-unplugged", "status": "failed", "tag": "02946a19-8852-4780-bf62-4f6549c3102d", "code": 422}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:04:38.157278 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e860a01e-42bf-4d71-a823-2c8a68f19952 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:04:38.157662 n-d-713499-31 neutron-server[109768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d', 'code': 422} returned with failed status Dec 08 03:04:38.183245 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=02946a19-8852-4780-bf62-4f6549c3102d,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:38.459733 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950a204-5ce0-4141-94c6-c7185e16416b req-59ad3514-e82b-4ceb-b7b0-a3bbb39fed57 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:38.461230 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4950a204-5ce0-4141-94c6-c7185e16416b req-59ad3514-e82b-4ceb-b7b0-a3bbb39fed57 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0545194 Dec 08 03:04:38.510490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4950a204-5ce0-4141-94c6-c7185e16416b req-5f67d201-ace4-4c76-9a51-7232b90b6668 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432363 Dec 08 03:04:38.704434 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d65d335-26df-4885-b9df-c0dac3a2e464 req-39d44c52-40d0-4bad-ad49-61ca9c0e5e91 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841181 Dec 08 03:04:39.548408 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65d335-26df-4885-b9df-c0dac3a2e464 req-033f126b-f9fe-4c38-bf08-d909be38f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:39.549903 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d65d335-26df-4885-b9df-c0dac3a2e464 req-033f126b-f9fe-4c38-bf08-d909be38f4dd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b&tenant_id=ae68369692e94b8e947adcb07052ba20 HTTP/1.1" status: 200 len: 1095 time: 0.0397589 Dec 08 03:04:39.656658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe89ee-6b47-4731-8101-ae5de3459e1b req-2354a5c8-3442-4c0e-8c76-19248038f568 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:39.658116 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5dbe89ee-6b47-4731-8101-ae5de3459e1b req-2354a5c8-3442-4c0e-8c76-19248038f568 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0770907 Dec 08 03:04:39.660710 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65d335-26df-4885-b9df-c0dac3a2e464 req-944c3cf4-f939-4c7d-87db-0b4e7ac16c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:39.662035 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d65d335-26df-4885-b9df-c0dac3a2e464 req-944c3cf4-f939-4c7d-87db-0b4e7ac16c0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 1095 time: 0.0724361 Dec 08 03:04:39.759094 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5dbe89ee-6b47-4731-8101-ae5de3459e1b req-58252bdc-c57c-431e-a3f1-e837fcf26106 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946956 Dec 08 03:04:39.784548 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65d335-26df-4885-b9df-c0dac3a2e464 req-09af250b-53ec-4baf-b899-cc85a0b2a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:39.786002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d65d335-26df-4885-b9df-c0dac3a2e464 req-09af250b-53ec-4baf-b899-cc85a0b2a7b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.1161721 Dec 08 03:04:39.848578 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d65d335-26df-4885-b9df-c0dac3a2e464 req-82d1d1fa-a062-4252-b607-38e8a9494b8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02946a19-8852-4780-bf62-4f6549c3102d HTTP/1.1" status: 200 len: 999 time: 0.0558457 Dec 08 03:04:39.895637 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65d335-26df-4885-b9df-c0dac3a2e464 req-9a5a6132-93be-4a87-a98c-094e0e54b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:39.897002 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d65d335-26df-4885-b9df-c0dac3a2e464 req-9a5a6132-93be-4a87-a98c-094e0e54b3eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0422235 Dec 08 03:04:39.945196 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65d335-26df-4885-b9df-c0dac3a2e464 req-6583b150-864d-4c84-b440-3ee9492986d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:39.946655 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d65d335-26df-4885-b9df-c0dac3a2e464 req-6583b150-864d-4c84-b440-3ee9492986d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431709 Dec 08 03:04:40.033797 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d65d335-26df-4885-b9df-c0dac3a2e464 req-e01f16af-34be-4c27-b91b-02421384a268 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789444 Dec 08 03:04:40.123931 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6d65d335-26df-4885-b9df-c0dac3a2e464 req-1c1b2593-ebe4-4634-8794-4eabbe45dc22 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833192 Dec 08 03:04:40.883456 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206dec9-65a4-4e69-9b08-f4953326cb11 req-c743a06f-3f86-4bea-9e80-21d270b5fa03 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:40.890934 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5206dec9-65a4-4e69-9b08-f4953326cb11 req-c743a06f-3f86-4bea-9e80-21d270b5fa03 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0578399 Dec 08 03:04:40.964386 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5206dec9-65a4-4e69-9b08-f4953326cb11 req-83ac930e-fb9b-4111-9267-ed254173cf72 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617189 Dec 08 03:04:42.066073 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac7ea5-cfdd-4d09-9f33-49724a3f36b6 req-b660b6dc-e41a-4b3e-a83a-f48585e5dcb6 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:42.068070 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1fac7ea5-cfdd-4d09-9f33-49724a3f36b6 req-b660b6dc-e41a-4b3e-a83a-f48585e5dcb6 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0550725 Dec 08 03:04:42.123377 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1fac7ea5-cfdd-4d09-9f33-49724a3f36b6 req-64f457c4-cc32-42c2-8008-51d6e0f5dac7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492778 Dec 08 03:04:43.261316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca12e58-5bd3-4ed0-b8e8-59eef8818c66 req-45fcda9f-6dbd-4c7c-8fe7-0e8865f45ed2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:43.265215 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ca12e58-5bd3-4ed0-b8e8-59eef8818c66 req-45fcda9f-6dbd-4c7c-8fe7-0e8865f45ed2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0750580 Dec 08 03:04:43.317329 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3ca12e58-5bd3-4ed0-b8e8-59eef8818c66 req-1705f86e-00e9-421f-9226-8415dec8f91a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438511 Dec 08 03:04:44.437251 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4fe4b-a2a3-479f-a93b-d1bc8eb2dc10 req-9dc548fa-e9c5-4d3b-a359-15bcbeaa57d5 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:44.438715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46c4fe4b-a2a3-479f-a93b-d1bc8eb2dc10 req-9dc548fa-e9c5-4d3b-a359-15bcbeaa57d5 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0479624 Dec 08 03:04:44.493666 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-46c4fe4b-a2a3-479f-a93b-d1bc8eb2dc10 req-b08f5b67-636c-4b80-a0aa-3735113b5009 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478556 Dec 08 03:04:45.618057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c677891-b44d-4e29-91dc-268c16d54dc3 req-470a7fd3-2ec5-4a37-9d13-2e30f1c6bed3 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:45.619538 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c677891-b44d-4e29-91dc-268c16d54dc3 req-470a7fd3-2ec5-4a37-9d13-2e30f1c6bed3 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0556092 Dec 08 03:04:45.668583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-7c677891-b44d-4e29-91dc-268c16d54dc3 req-fc5115cd-3bf9-4343-b3d0-c571430b04e7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430930 Dec 08 03:04:46.793634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a93a1-a9e1-4b50-b7f0-e81f8e558855 req-21e331cb-cc2d-4c08-b09c-e1fa316a9b90 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:46.795110 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe5a93a1-a9e1-4b50-b7f0-e81f8e558855 req-21e331cb-cc2d-4c08-b09c-e1fa316a9b90 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0493412 Dec 08 03:04:46.857049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fe5a93a1-a9e1-4b50-b7f0-e81f8e558855 req-8d9e5d33-a8b9-4ebe-ada5-c4a1e3e75651 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557811 Dec 08 03:04:47.996802 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dce07d-a810-4c1a-9710-94f83f8c397a req-9f819776-976c-4950-a605-eff6cbe3e911 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:47.998334 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2dce07d-a810-4c1a-9710-94f83f8c397a req-9f819776-976c-4950-a605-eff6cbe3e911 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0726092 Dec 08 03:04:48.048882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d2dce07d-a810-4c1a-9710-94f83f8c397a req-8010b985-4597-4fe8-bdaa-caaf4b2879cc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439966 Dec 08 03:04:49.184814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9a3c2-3734-493f-98b7-c6cf5fcafdb0 req-a912658b-3589-46a5-a958-8bdc5bd4d5e5 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:49.186495 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3c9a3c2-3734-493f-98b7-c6cf5fcafdb0 req-a912658b-3589-46a5-a958-8bdc5bd4d5e5 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0495212 Dec 08 03:04:49.251997 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3c9a3c2-3734-493f-98b7-c6cf5fcafdb0 req-944820c1-b8a5-480b-8d75-c3d0b4579420 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588458 Dec 08 03:04:50.373104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01daaeb-9cb1-4c70-b68d-bed4faefaa37 req-1281a6e7-0a9c-4a4f-ae13-cc4a51857f04 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:50.374581 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e01daaeb-9cb1-4c70-b68d-bed4faefaa37 req-1281a6e7-0a9c-4a4f-ae13-cc4a51857f04 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0501080 Dec 08 03:04:50.430844 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e01daaeb-9cb1-4c70-b68d-bed4faefaa37 req-02cba975-7a05-495a-b014-6d6c0ec0965f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503316 Dec 08 03:04:51.596109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3ab3d-f97b-47fb-a6d2-fcde31c3fda8 req-cd3996bd-2d64-4be7-959c-fda74b929783 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:51.597580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5e3ab3d-f97b-47fb-a6d2-fcde31c3fda8 req-cd3996bd-2d64-4be7-959c-fda74b929783 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0958316 Dec 08 03:04:51.646536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b5e3ab3d-f97b-47fb-a6d2-fcde31c3fda8 req-952033ce-a67b-4d55-9176-1a5c9e004c0b tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429888 Dec 08 03:04:52.116294 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-78ffadb0-2989-47e3-b4b6-f144a836b9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:52.761598 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50b678-bc2b-49bc-88dc-9998e0816bd0 req-aa8731a0-0ea6-4cb3-a8bd-4c082b3877b0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:52.763047 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a50b678-bc2b-49bc-88dc-9998e0816bd0 req-aa8731a0-0ea6-4cb3-a8bd-4c082b3877b0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0488822 Dec 08 03:04:52.811965 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3a50b678-bc2b-49bc-88dc-9998e0816bd0 req-afb01519-c998-4d0e-99a2-65def1d11411 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427969 Dec 08 03:04:53.929581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fb829-52fd-4ba7-a729-d2065f2cf60d req-020bc32f-2a39-45b1-b2a9-9d2409f3a6ee tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:53.931037 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f59fb829-52fd-4ba7-a729-d2065f2cf60d req-020bc32f-2a39-45b1-b2a9-9d2409f3a6ee tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 943 time: 0.0519726 Dec 08 03:04:53.979552 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f59fb829-52fd-4ba7-a729-d2065f2cf60d req-9663d838-bdab-44ff-8f9e-b9357d89edaa tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425777 Dec 08 03:04:54.055819 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 02946a19-8852-4780-bf62-4f6549c3102d details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 03:04:54.145795 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 02946a19-8852-4780-bf62-4f6549c3102d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=02946a19-8852-4780-bf62-4f6549c3102d,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:54.164374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '02946a19-8852-4780-bf62-4f6549c3102d', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'port_id': '02946a19-8852-4780-bf62-4f6549c3102d', 'mac_address': 'fa:16:3e:46:e8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 03:04:54.175983 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:54.206424 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:54.218847 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02946a19-8852-4780-bf62-4f6549c3102d {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:04:54.237844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 02946a19-8852-4780-bf62-4f6549c3102d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=02946a19-8852-4780-bf62-4f6549c3102d,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:54.242069 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:54.286878 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=02946a19-8852-4780-bf62-4f6549c3102d,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:54.471469 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1fe6f1a-6f05-40ed-93c5-9b575f635162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:54.567341 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['02946a19-8852-4780-bf62-4f6549c3102d'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 03:04:55.007958 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:55.099046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539a1bd-f27e-4ea4-a5e8-9608378e2078 req-da3098c6-2adf-4842-bac5-618bd6b66dc9 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:55.101092 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1539a1bd-f27e-4ea4-a5e8-9608378e2078 req-da3098c6-2adf-4842-bac5-618bd6b66dc9 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 944 time: 0.0495636 Dec 08 03:04:55.149042 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1539a1bd-f27e-4ea4-a5e8-9608378e2078 req-fc275027-b530-4b64-88f7-bec36523a416 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Dec 08 03:04:55.725997 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.072087 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 02946a19-8852-4780-bf62-4f6549c3102d up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:04:56.120756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 02946a19-8852-4780-bf62-4f6549c3102d triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:04:56.121124 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.195829 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.218454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:04:56.220704 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d46d21c-ba82-43cc-8f51-20bcfca7c910" -d '{"events": [{"server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "name": "network-vif-plugged", "status": "completed", "tag": "02946a19-8852-4780-bf62-4f6549c3102d"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:04:56.233251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 02946a19-8852-4780-bf62-4f6549c3102d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=02946a19-8852-4780-bf62-4f6549c3102d,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:56.239920 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.266851 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833e14db-b9a6-46c4-9eb8-72363d10b67e x-openstack-request-id: req-833e14db-b9a6-46c4-9eb8-72363d10b67e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:04:56.267147 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "name": "network-vif-plugged", "status": "completed", "tag": "02946a19-8852-4780-bf62-4f6549c3102d", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:04:56.267402 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-833e14db-b9a6-46c4-9eb8-72363d10b67e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:04:56.267855 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d', 'code': 200} Dec 08 03:04:56.270609 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9281a5-dcb8-445e-b048-ae9bd12c9a9f req-3bc3dc36-b3fa-4f25-8604-b2b6e855f8ae tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:56.272407 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d9281a5-dcb8-445e-b048-ae9bd12c9a9f req-3bc3dc36-b3fa-4f25-8604-b2b6e855f8ae tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 944 time: 0.0547855 Dec 08 03:04:56.293232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=02946a19-8852-4780-bf62-4f6549c3102d,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:56.328040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d9281a5-dcb8-445e-b048-ae9bd12c9a9f req-16605739-75de-4c65-97aa-ce15771cdfeb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492716 Dec 08 03:04:56.468297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565834-f0d9-46ce-9ccb-b3c78fe7d50b req-8b12ac46-17b9-4f1f-8330-26fbdb3e4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:56.469773 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5565834-f0d9-46ce-9ccb-b3c78fe7d50b req-8b12ac46-17b9-4f1f-8330-26fbdb3e4688 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 1098 time: 0.0393717 Dec 08 03:04:56.517220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a5565834-f0d9-46ce-9ccb-b3c78fe7d50b req-936e00ed-2016-414c-8069-4cce444cd75a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391445 Dec 08 03:04:57.244988 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.445631 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeec10-51b5-4efc-8dca-c90bfb63e4ac req-0dce3ccb-5313-4e3c-a38d-131f4c0cae31 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:57.447158 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3aaeec10-51b5-4efc-8dca-c90bfb63e4ac req-0dce3ccb-5313-4e3c-a38d-131f4c0cae31 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 946 time: 0.0491364 Dec 08 03:04:57.504626 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3aaeec10-51b5-4efc-8dca-c90bfb63e4ac req-3319dac9-fef9-41f0-a145-f804940a192e tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513885 Dec 08 03:04:58.057649 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:58.623366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f176a93-3a9a-4175-98bc-fad058c2112f req-13c58cb5-6522-405e-9e6a-64ad3263001c tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:58.624837 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f176a93-3a9a-4175-98bc-fad058c2112f req-13c58cb5-6522-405e-9e6a-64ad3263001c tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 946 time: 0.0512717 Dec 08 03:04:58.672079 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2f176a93-3a9a-4175-98bc-fad058c2112f req-f35e7199-735b-409a-abe2-f3797cef3af5 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413957 Dec 08 03:05:06.632488 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:05:09.192520 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05f6b4ab-b19c-4556-bb0b-e868a7c3cbd8 req-b8555c2d-efed-4348-baa9-277c386bf364 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0818987 Dec 08 03:05:09.289222 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6b4ab-b19c-4556-bb0b-e868a7c3cbd8 req-82767479-ab3c-4349-a508-165d9b69d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:05:09.290653 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05f6b4ab-b19c-4556-bb0b-e868a7c3cbd8 req-82767479-ab3c-4349-a508-165d9b69d847 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 1098 time: 0.0387814 Dec 08 03:05:09.400784 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6b4ab-b19c-4556-bb0b-e868a7c3cbd8 req-94805bce-c382-4567-a85c-c74fb157e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:05:09.402631 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05f6b4ab-b19c-4556-bb0b-e868a7c3cbd8 req-94805bce-c382-4567-a85c-c74fb157e035 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0862496 Dec 08 03:05:09.466146 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05f6b4ab-b19c-4556-bb0b-e868a7c3cbd8 req-170df787-7e61-48ec-9e99-3ed6e3e53ffe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02946a19-8852-4780-bf62-4f6549c3102d HTTP/1.1" status: 200 len: 1001 time: 0.0555096 Dec 08 03:05:09.518044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6b4ab-b19c-4556-bb0b-e868a7c3cbd8 req-74bd5212-baa9-4453-8f43-497e7dff38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:05:09.519424 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05f6b4ab-b19c-4556-bb0b-e868a7c3cbd8 req-74bd5212-baa9-4453-8f43-497e7dff38a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0452654 Dec 08 03:05:09.563115 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6b4ab-b19c-4556-bb0b-e868a7c3cbd8 req-4b043204-1e44-4463-94d6-e662908f1d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:05:09.564560 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05f6b4ab-b19c-4556-bb0b-e868a7c3cbd8 req-4b043204-1e44-4463-94d6-e662908f1d6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387223 Dec 08 03:05:09.653879 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05f6b4ab-b19c-4556-bb0b-e868a7c3cbd8 req-42725df3-496a-4bf3-a93d-fcaeb43ddea5 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816131 Dec 08 03:05:09.741325 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-05f6b4ab-b19c-4556-bb0b-e868a7c3cbd8 req-7eff4f87-c3ab-4bdc-9497-8f0a649de000 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795031 Dec 08 03:05:22.118736 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-76f2b960-caed-4711-baca-4e8d5afae60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:24.174115 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:24.473961 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8de49781-ec91-4bfe-ac4b-fb6916bcd610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:25.012278 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:25.728091 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:27.249064 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:28.058771 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:43.631497 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:05:52.120214 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d725554d-6161-4295-99f8-1260c4c04208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:54.172941 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:54.475578 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2f01-5f4c-4242-b50a-5b5510dce93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:55.008530 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:55.730666 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:57.251710 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:58.060577 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:07.528988 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40938) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:06:07.683541 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Deleting port 1a309de3-c30e-4293-99c7-344f4ec275c9 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:06:07.683919 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:07.760890 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:07.761226 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:07.772613 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Calling delete_port for 1a309de3-c30e-4293-99c7-344f4ec275c9 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:06:07.915494 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:07.942635 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event deleted for resources: {'Port': ['ID=1a309de3-c30e-4293-99c7-344f4ec275c9,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:07.970299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:07.970644 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:07.970979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:07.971307 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:07.971657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:07.971986 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:07.972304 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:07.972818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:07.973153 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:07.973464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:07.973781 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:07.974102 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:07.974421 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:08.015201 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:08.015559 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Floating IP 6f22138c-a79b-48f3-9abd-106da1c85ae4 disassociated (deleted). External IP: 172.25.8.220, port: 02946a19-8852-4780-bf62-4f6549c3102d. Dec 08 03:06:08.512037 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:06:08.616339 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:06:08.620800 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:08.627161 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c5cf5e-fc61-44a8-8199-3676fd3ec12b None None] Sync routers for ids ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:06:08.642410 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5cf5e-fc61-44a8-8199-3676fd3ec12b None None] Routers {'0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:06:08.643183 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-98c5cf5e-fc61-44a8-8199-3676fd3ec12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:05:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:06:08.648399 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b17a5eed-7a78-4b13-abe5-178cb606314f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "DELETE /v2.0/floatingips/6f22138c-a79b-48f3-9abd-106da1c85ae4 HTTP/1.1" status: 204 len: 168 time: 1.1184046 Dec 08 03:06:08.649183 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:06:08.651569 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb97524-92e7-45f2-bf7a-2f086c2e4a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "tag": "02946a19-8852-4780-bf62-4f6549c3102d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:06:08.756558 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1850ace-e118-4144-8114-00a49feab964 x-openstack-request-id: req-f1850ace-e118-4144-8114-00a49feab964 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:06:08.757473 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "tag": "02946a19-8852-4780-bf62-4f6549c3102d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:06:08.757473 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f1850ace-e118-4144-8114-00a49feab964 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:06:08.757998 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d', 'status': 'completed', 'code': 200} Dec 08 03:06:08.761146 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-98c5cf5e-fc61-44a8-8199-3676fd3ec12b None None] Set router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:06:08.881562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb97524-92e7-45f2-bf7a-2f086c2e4a0d req-57d4bf9c-2e79-49bf-8169-f08b53436e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:08.883049 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fb97524-92e7-45f2-bf7a-2f086c2e4a0d req-57d4bf9c-2e79-49bf-8169-f08b53436e8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 1098 time: 0.0733566 Dec 08 03:06:08.895706 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71675f93-06d6-4aec-978d-9ac1a6616b79 req-8b4dff0b-e9ba-4bff-bcfe-81a099adb47a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:08.897099 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71675f93-06d6-4aec-978d-9ac1a6616b79 req-8b4dff0b-e9ba-4bff-bcfe-81a099adb47a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 946 time: 0.0620961 Dec 08 03:06:08.970933 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-98c5cf5e-fc61-44a8-8199-3676fd3ec12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:02:01Z', 'revision_number': 5, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:06:09.000764 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-71675f93-06d6-4aec-978d-9ac1a6616b79 req-b1585427-2b1e-4290-9bbc-086156c0276e tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946686 Dec 08 03:06:09.001601 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c5cf5e-fc61-44a8-8199-3676fd3ec12b None None] Checking router: 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:06:09.010315 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5cf5e-fc61-44a8-8199-3676fd3ec12b None None] Routers {'0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:06:09.011093 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-98c5cf5e-fc61-44a8-8199-3676fd3ec12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:05:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:06:09.021696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb97524-92e7-45f2-bf7a-2f086c2e4a0d req-87c683d3-8eba-426c-bd95-3053d356a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:09.021696 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fb97524-92e7-45f2-bf7a-2f086c2e4a0d req-87c683d3-8eba-426c-bd95-3053d356a8f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.1195805 Dec 08 03:06:09.064766 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fb97524-92e7-45f2-bf7a-2f086c2e4a0d req-ba487257-702b-426b-b3c4-a1a1bcf1c229 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02946a19-8852-4780-bf62-4f6549c3102d HTTP/1.1" status: 200 len: 217 time: 0.0385542 Dec 08 03:06:09.115178 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb97524-92e7-45f2-bf7a-2f086c2e4a0d req-edf54dac-3396-4f74-bfb6-3e567bca1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:09.116470 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-98c5cf5e-fc61-44a8-8199-3676fd3ec12b None None] Set router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:06:09.116728 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fb97524-92e7-45f2-bf7a-2f086c2e4a0d req-edf54dac-3396-4f74-bfb6-3e567bca1a85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0435505 Dec 08 03:06:09.164317 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb97524-92e7-45f2-bf7a-2f086c2e4a0d req-bfe266de-24c0-421f-b015-0187b2ceaa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:09.165837 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fb97524-92e7-45f2-bf7a-2f086c2e4a0d req-bfe266de-24c0-421f-b015-0187b2ceaa50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406609 Dec 08 03:06:09.262384 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fb97524-92e7-45f2-bf7a-2f086c2e4a0d req-8a7d4f0a-1a6a-42fd-a811-9d32d59c6576 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880871 Dec 08 03:06:09.319908 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-98c5cf5e-fc61-44a8-8199-3676fd3ec12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:02:01Z', 'revision_number': 5, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:06:09.345884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c5cf5e-fc61-44a8-8199-3676fd3ec12b None None] The sync data for ids ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'] in n-d-713499-31 is: [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:02:01Z', 'revision_number': 5, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:06:09.354637 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3fb97524-92e7-45f2-bf7a-2f086c2e4a0d req-6ec0e8fb-2c6a-4f36-a502-de2d770915c9 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851047 Dec 08 03:06:09.572835 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca7529-3470-4ebc-97a9-90cca748b92f None None] New status for floating IP 6f22138c-a79b-48f3-9abd-106da1c85ae4: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:06:10.121295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788755f-2fd8-4fbf-95ed-6bf3d06ccad3 req-bc97af0f-8183-4792-b8b9-d217b7a8edcf tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:10.123288 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d788755f-2fd8-4fbf-95ed-6bf3d06ccad3 req-bc97af0f-8183-4792-b8b9-d217b7a8edcf tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 946 time: 0.0519745 Dec 08 03:06:10.176045 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d788755f-2fd8-4fbf-95ed-6bf3d06ccad3 req-e0acec7c-fbb2-42de-b98e-cf34ed3165ff tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=d9c49bcd-29ea-442d-badc-e31575647fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467613 Dec 08 03:06:10.360478 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ecbe0-02ef-4cc2-971a-04e746e796b7 req-7d6e63b1-45e3-4840-9c27-78dea03e45ca tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:10.361834 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a7ecbe0-02ef-4cc2-971a-04e746e796b7 req-7d6e63b1-45e3-4840-9c27-78dea03e45ca tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 946 time: 0.0479395 Dec 08 03:06:10.461195 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-0a7ecbe0-02ef-4cc2-971a-04e746e796b7 req-4459baa9-7557-4707-8be0-0d95a3093b06 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Deleting port 02946a19-8852-4780-bf62-4f6549c3102d {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:06:10.461534 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0a7ecbe0-02ef-4cc2-971a-04e746e796b7 req-4459baa9-7557-4707-8be0-0d95a3093b06 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:10.551222 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-0a7ecbe0-02ef-4cc2-971a-04e746e796b7 req-4459baa9-7557-4707-8be0-0d95a3093b06 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] For port 02946a19-8852-4780-bf62-4f6549c3102d, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=02946a19-8852-4780-bf62-4f6549c3102d,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:06:10.551581 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0a7ecbe0-02ef-4cc2-971a-04e746e796b7 req-4459baa9-7557-4707-8be0-0d95a3093b06 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:10.564587 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-0a7ecbe0-02ef-4cc2-971a-04e746e796b7 req-4459baa9-7557-4707-8be0-0d95a3093b06 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Calling delete_port for 02946a19-8852-4780-bf62-4f6549c3102d owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:06:10.691403 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0a7ecbe0-02ef-4cc2-971a-04e746e796b7 req-4459baa9-7557-4707-8be0-0d95a3093b06 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:10.719193 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459baa9-7557-4707-8be0-0d95a3093b06 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event deleted for resources: {'Port': ['ID=02946a19-8852-4780-bf62-4f6549c3102d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:10.764569 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7ecbe0-02ef-4cc2-971a-04e746e796b7 req-4459baa9-7557-4707-8be0-0d95a3093b06 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] No DVR routers for this DVR port 02946a19-8852-4780-bf62-4f6549c3102d on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:06:10.767720 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-0a7ecbe0-02ef-4cc2-971a-04e746e796b7 req-4459baa9-7557-4707-8be0-0d95a3093b06 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:10.771825 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a7ecbe0-02ef-4cc2-971a-04e746e796b7 req-4459baa9-7557-4707-8be0-0d95a3093b06 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.45 "DELETE /v2.0/ports/02946a19-8852-4780-bf62-4f6549c3102d HTTP/1.1" status: 204 len: 173 time: 0.3974557 Dec 08 03:06:10.772290 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'name': 'network-vif-deleted', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:06:10.775710 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe6e059-52d4-471e-a4cc-c764785bd011" -d '{"events": [{"server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "name": "network-vif-deleted", "tag": "02946a19-8852-4780-bf62-4f6549c3102d"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:06:10.814299 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6056ff3a-12d0-4891-acff-ef0bc06fb3ac x-openstack-request-id: req-6056ff3a-12d0-4891-acff-ef0bc06fb3ac {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:06:10.814579 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6b9311-9630-441e-970b-cde34d1dfe4b", "name": "network-vif-deleted", "tag": "02946a19-8852-4780-bf62-4f6549c3102d", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:06:10.814838 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6056ff3a-12d0-4891-acff-ef0bc06fb3ac {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:06:10.815483 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6b9311-9630-441e-970b-cde34d1dfe4b', 'name': 'network-vif-deleted', 'tag': '02946a19-8852-4780-bf62-4f6549c3102d', 'status': 'completed', 'code': 200} Dec 08 03:06:11.288711 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e04f853b-1d76-47f5-a57d-8c6ef5bd265e req-b012e784-5f0d-4972-9b32-c49ead61f49d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e6b9311-9630-441e-970b-cde34d1dfe4b HTTP/1.1" status: 200 len: 210 time: 0.0318727 Dec 08 03:06:12.345802 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40964) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:06:12.403357 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:12.428650 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:12.488212 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:12.491197 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:12.492382 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "DELETE /v2.0/security-groups/d9c49bcd-29ea-442d-badc-e31575647fe4 HTTP/1.1" status: 204 len: 168 time: 0.1455896 Dec 08 03:06:12.501876 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c49bcd-29ea-442d-badc-e31575647fe4,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:12.509356 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:12.509690 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:12.510036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:12.510378 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:12.510718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:12.511054 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:12.511393 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:12.511747 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:12.512087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:12.512417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:12.512745 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:12.513084 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:12.513407 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb93e6b-49c8-4bc2-89f4-5462e7b125d1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:13.172265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40972) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:06:13.176909 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-c4489c7d-57fa-4397-b4a0-5c9463846bf7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1129749157', 'description': 'tempest-secgroup-smoke-1129749157 description', 'project_id': 'ae68369692e94b8e947adcb07052ba20'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:06:13.199442 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4489c7d-57fa-4397-b4a0-5c9463846bf7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.269365 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4489c7d-57fa-4397-b4a0-5c9463846bf7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.272893 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4489c7d-57fa-4397-b4a0-5c9463846bf7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.302093 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c4489c7d-57fa-4397-b4a0-5c9463846bf7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.303315 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c4489c7d-57fa-4397-b4a0-5c9463846bf7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1299574 Dec 08 03:06:13.305297 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4489c7d-57fa-4397-b4a0-5c9463846bf7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a90ad3d-018c-462a-9c4f-95adc8a61021,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:13.306436 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40974) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:06:13.311287 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-a9b7efe6-460a-4b1a-84b8-458fdde4ba41 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'security_group_rule': {'security_group_id': '7a90ad3d-018c-462a-9c4f-95adc8a61021', 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:06:13.338808 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9b7efe6-460a-4b1a-84b8-458fdde4ba41 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.384691 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9b7efe6-460a-4b1a-84b8-458fdde4ba41 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.388014 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9b7efe6-460a-4b1a-84b8-458fdde4ba41 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.406222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7efe6-460a-4b1a-84b8-458fdde4ba41 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1260834-c068-4b9f-ba5b-1e4e15bc8ead,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:13.413528 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a9b7efe6-460a-4b1a-84b8-458fdde4ba41 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.414719 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a9b7efe6-460a-4b1a-84b8-458fdde4ba41 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1072056 Dec 08 03:06:13.417542 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40976) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:06:13.421793 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-971e36a2-29e0-4a79-93c2-63a8d2c323d8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'security_group_rule': {'security_group_id': '7a90ad3d-018c-462a-9c4f-95adc8a61021', 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:06:13.446643 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-971e36a2-29e0-4a79-93c2-63a8d2c323d8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.506195 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-971e36a2-29e0-4a79-93c2-63a8d2c323d8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.509565 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-971e36a2-29e0-4a79-93c2-63a8d2c323d8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.527032 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e36a2-29e0-4a79-93c2-63a8d2c323d8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52920e29-6193-4944-bb3a-369b4129a34c,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:13.534699 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-971e36a2-29e0-4a79-93c2-63a8d2c323d8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.535901 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-971e36a2-29e0-4a79-93c2-63a8d2c323d8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174338 Dec 08 03:06:13.538689 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40978) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:06:13.542847 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-59c8d503-8655-4b7b-af06-1ce260d26e9a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'security_group_rule': {'security_group_id': '7a90ad3d-018c-462a-9c4f-95adc8a61021', 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:06:13.568075 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-59c8d503-8655-4b7b-af06-1ce260d26e9a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.622232 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-59c8d503-8655-4b7b-af06-1ce260d26e9a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.625561 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-59c8d503-8655-4b7b-af06-1ce260d26e9a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.642453 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8d503-8655-4b7b-af06-1ce260d26e9a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e50e1c-6511-456a-9573-b40cb4b5482e,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:13.650219 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-59c8d503-8655-4b7b-af06-1ce260d26e9a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.651398 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-59c8d503-8655-4b7b-af06-1ce260d26e9a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1118119 Dec 08 03:06:13.654816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 40980) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:06:13.659125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-aca7fc25-17f4-466b-8a21-2553f6064837 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'security_group_rule': {'security_group_id': '7a90ad3d-018c-462a-9c4f-95adc8a61021', 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:06:13.684290 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aca7fc25-17f4-466b-8a21-2553f6064837 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.741206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aca7fc25-17f4-466b-8a21-2553f6064837 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.744699 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aca7fc25-17f4-466b-8a21-2553f6064837 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.763238 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7fc25-17f4-466b-8a21-2553f6064837 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38302cd9-04c6-4daf-aae6-8b0f3386f9b2,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:13.768549 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-aca7fc25-17f4-466b-8a21-2553f6064837 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.769737 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-aca7fc25-17f4-466b-8a21-2553f6064837 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140044 Dec 08 03:06:13.772876 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40982) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:06:13.777432 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1d749c97-2389-439d-8410-ce5e4b7243bc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'security_group_rule': {'security_group_id': '7a90ad3d-018c-462a-9c4f-95adc8a61021', 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:06:13.799323 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-1d749c97-2389-439d-8410-ce5e4b7243bc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Project ae68369692e94b8e947adcb07052ba20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 03:06:13.804037 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d749c97-2389-439d-8410-ce5e4b7243bc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.861508 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d749c97-2389-439d-8410-ce5e4b7243bc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.864503 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d749c97-2389-439d-8410-ce5e4b7243bc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.882104 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d749c97-2389-439d-8410-ce5e4b7243bc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1674c2-3809-4ba1-80e3-3a7da59fb1ef,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:13.887103 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1d749c97-2389-439d-8410-ce5e4b7243bc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.888290 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1d749c97-2389-439d-8410-ce5e4b7243bc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144199 Dec 08 03:06:13.891147 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 40984) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:06:13.895383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-331d0a37-7c7e-4f20-a97b-1bc4698b5737 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'security_group_rule': {'security_group_id': '7a90ad3d-018c-462a-9c4f-95adc8a61021', 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:06:13.915795 n-d-713499-31 neutron-server[109767]: INFO neutron.db.securitygroups_db [None req-331d0a37-7c7e-4f20-a97b-1bc4698b5737 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Project ae68369692e94b8e947adcb07052ba20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 03:06:13.920995 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-331d0a37-7c7e-4f20-a97b-1bc4698b5737 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.977312 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-331d0a37-7c7e-4f20-a97b-1bc4698b5737 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.980618 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-331d0a37-7c7e-4f20-a97b-1bc4698b5737 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:13.998067 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d0a37-7c7e-4f20-a97b-1bc4698b5737 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a80e3ff-f5fb-439e-b6c8-e8e3313b8475,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:14.005668 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-331d0a37-7c7e-4f20-a97b-1bc4698b5737 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:14.014378 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-331d0a37-7c7e-4f20-a97b-1bc4698b5737 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1147568 Dec 08 03:06:14.359262 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 02946a19-8852-4780-bf62-4f6549c3102d no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:06:14.379097 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 02946a19-8852-4780-bf62-4f6549c3102d {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:06:14.379667 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 02946a19-8852-4780-bf62-4f6549c3102d not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:06:20.630623 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:06:22.125845 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6597421b-4d57-401b-be08-c865b8bbe726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:24.176680 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:24.477513 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff6dcdb1-dffa-4c34-9d40-4f804928066b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:25.017107 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:25.737136 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:27.255945 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:28.062795 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:29.251065 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-f9529e3a-8b54-4e21-937c-0b5074727d18 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1129749157&fields=id&tenant_id=ae68369692e94b8e947adcb07052ba20 HTTP/1.1" status: 200 len: 267 time: 0.0472238 Dec 08 03:06:29.355870 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-89f5286c-91d8-456b-b54e-e0f5d3d04b27 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:29.357246 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-89f5286c-91d8-456b-b54e-e0f5d3d04b27 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 808 time: 0.0992999 Dec 08 03:06:29.371791 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-a1deeff5-9692-4b10-95f3-6f2a2f4cfe9b tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/quotas/ae68369692e94b8e947adcb07052ba20 HTTP/1.1" status: 200 len: 375 time: 0.0087330 Dec 08 03:06:29.421493 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-6a6954bb-ca83-44fa-adb7-9a62d507e314 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444782 Dec 08 03:06:29.560700 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-547ecfea-a396-4a8b-986c-50f7ce703962 service neutron] 10.222.0.71 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280084 Dec 08 03:06:29.647464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-fe5805c2-e85b-4022-ac98-f01116405684 service neutron] 10.222.0.71 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804074 Dec 08 03:06:30.954279 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e2714991-8d47-4889-ba17-ef15145b1054 req-321884ec-f187-4c7c-9546-8e39bf875af2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 210 time: 0.0318761 Dec 08 03:06:31.976606 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-3209849c-8ef8-409a-81f6-9dab03489cdf tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:31.978088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-3209849c-8ef8-409a-81f6-9dab03489cdf tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 808 time: 0.1056447 Dec 08 03:06:32.062162 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e1cd9e63-8473-42dd-932f-d18f4800f594 req-4c42184a-7578-4503-bb4e-7c91e13cb0bf tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 210 time: 0.0369539 Dec 08 03:06:32.078097 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-d41545b7-8dab-44f9-b163-3904caf84b38 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae68369692e94b8e947adcb07052ba20 HTTP/1.1" status: 200 len: 380 time: 0.0846710 Dec 08 03:06:32.087020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-1869f5dd-90ae-4415-a8a4-fce0fcb73fef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'port': {'device_id': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'admin_state_up': True, 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'security_groups': ['7a90ad3d-018c-462a-9c4f-95adc8a61021']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:06:32.196407 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-1869f5dd-90ae-4415-a8a4-fce0fcb73fef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Made reservation on behalf of ae68369692e94b8e947adcb07052ba20 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:06:32.200071 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-1869f5dd-90ae-4415-a8a4-fce0fcb73fef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:32.330585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-1869f5dd-90ae-4415-a8a4-fce0fcb73fef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Allocated IP 172.20.0.9 (a054ceed-3dc6-40c1-a744-720a05188a70/5fac6ffd-0257-47da-a7e5-bef648389931/fabb1b98-9a71-4d46-a0de-642a7feb041c) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:06:32.473185 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-1869f5dd-90ae-4415-a8a4-fce0fcb73fef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:32.506637 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-1869f5dd-90ae-4415-a8a4-fce0fcb73fef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:32.550464 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-1869f5dd-90ae-4415-a8a4-fce0fcb73fef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Network a054ceed-3dc6-40c1-a744-720a05188a70 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:06:32.553523 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-1869f5dd-90ae-4415-a8a4-fce0fcb73fef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:06:32.557271 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-1869f5dd-90ae-4415-a8a4-fce0fcb73fef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:06:32.584001 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869f5dd-90ae-4415-a8a4-fce0fcb73fef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'Port': ['ID=fabb1b98-9a71-4d46-a0de-642a7feb041c,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:32.614188 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-1869f5dd-90ae-4415-a8a4-fce0fcb73fef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:32.614796 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-1869f5dd-90ae-4415-a8a4-fce0fcb73fef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:32.632296 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-1869f5dd-90ae-4415-a8a4-fce0fcb73fef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5487785 Dec 08 03:06:32.650255 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Request body: {'port': {'device_id': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:06:32.711833 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:32.771821 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-f46ef9a2-e447-41c7-a0a8-1ae2f67ed10c None None] Provisioning complete for port fabb1b98-9a71-4d46-a0de-642a7feb041c triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:06:32.772648 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f46ef9a2-e447-41c7-a0a8-1ae2f67ed10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:32.811755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-f46ef9a2-e447-41c7-a0a8-1ae2f67ed10c None None] Port fabb1b98-9a71-4d46-a0de-642a7feb041c cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:06:32.991243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabb1b98-9a71-4d46-a0de-642a7feb041c {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:06:32.998897 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:33.011147 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Transition to ACTIVE for port object fabb1b98-9a71-4d46-a0de-642a7feb041c will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 03:06:33.014789 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:33.069233 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Pushing event updated for resources: {'Port': ['ID=fabb1b98-9a71-4d46-a0de-642a7feb041c,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:33.150288 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Attempting to bind port fabb1b98-9a71-4d46-a0de-642a7feb041c on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:06:33.150627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Attempting to bind port fabb1b98-9a71-4d46-a0de-642a7feb041c by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:06:33.150961 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Attempting to bind port fabb1b98-9a71-4d46-a0de-642a7feb041c on network a054ceed-3dc6-40c1-a744-720a05188a70 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:06:33.169821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Port fabb1b98-9a71-4d46-a0de-642a7feb041c on network a054ceed-3dc6-40c1-a744-720a05188a70 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 03:06:33.169821 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Attempting to bind port fabb1b98-9a71-4d46-a0de-642a7feb041c on network a054ceed-3dc6-40c1-a744-720a05188a70 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:06:33.194158 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:06:33.194733 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Checking segment: {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:06:33.195452 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Bound using segment: {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:06:33.195872 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Bound port: fabb1b98-9a71-4d46-a0de-642a7feb041c, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:06:33.196313 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:33.231360 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed8026-daff-4c1a-a56d-c967acf568e9 req-b83dbcdf-6fe1-4b60-9a59-dba62eed9a63 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:33.233778 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3ed8026-daff-4c1a-a56d-c967acf568e9 req-b83dbcdf-6fe1-4b60-9a59-dba62eed9a63 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0799093 Dec 08 03:06:33.318977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] For port fabb1b98-9a71-4d46-a0de-642a7feb041c, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:06:33.324606 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3ed8026-daff-4c1a-a56d-c967acf568e9 req-77f2b793-d6a2-4eab-8ed7-67639ed27d0a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716290 Dec 08 03:06:33.326353 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] For port fabb1b98-9a71-4d46-a0de-642a7feb041c, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:06:33.332679 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:33.378585 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:33.379202 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:33.380628 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] 10.222.0.45 "PUT /v2.0/ports/fabb1b98-9a71-4d46-a0de-642a7feb041c HTTP/1.1" status: 200 len: 1092 time: 0.7348075 Dec 08 03:06:33.381061 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:06:33.383324 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b45044d-10d1-480d-897c-18130b05d2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:06:33.427157 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53598413-931b-4726-b50e-a0bdc00b45ee x-openstack-request-id: req-53598413-931b-4726-b50e-a0bdc00b45ee {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:06:33.427705 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:06:33.428140 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-53598413-931b-4726-b50e-a0bdc00b45ee {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:06:33.428538 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'status': 'completed', 'code': 200} Dec 08 03:06:33.429544 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe8989-69c8-48c6-ab93-502ea6eb5e05 service neutron] Pushing event updated for resources: {'Port': ['ID=fabb1b98-9a71-4d46-a0de-642a7feb041c,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:33.485794 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-cfefa3a4-2217-43ca-8d8f-55a6f1d9cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:33.487375 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-cfefa3a4-2217-43ca-8d8f-55a6f1d9cbdb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0444238 Dec 08 03:06:33.538027 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-950e9457-e37a-4868-b3fb-4ea4af62009e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c HTTP/1.1" status: 200 len: 217 time: 0.0362735 Dec 08 03:06:33.602268 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-1196dcc7-a943-4e02-a404-039c6f2eb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:33.604038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-1196dcc7-a943-4e02-a404-039c6f2eb64c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0581465 Dec 08 03:06:33.662922 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-2048a97c-57a9-4693-aa4d-5f893c496372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:33.664526 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-2048a97c-57a9-4693-aa4d-5f893c496372 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514920 Dec 08 03:06:33.755517 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-13843ba5-a3eb-44ff-a0ac-aa9a69f1a035 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833125 Dec 08 03:06:33.852688 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9b387f8-d678-471f-a186-0321cfb0e801 req-b88cf7a2-4513-49cb-b689-fca7ea7656d2 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903080 Dec 08 03:06:33.961348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45044d-10d1-480d-897c-18130b05d2ac req-e27b0624-de70-45ec-af09-006928118759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:33.962854 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b45044d-10d1-480d-897c-18130b05d2ac req-e27b0624-de70-45ec-af09-006928118759 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0408900 Dec 08 03:06:34.056634 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45044d-10d1-480d-897c-18130b05d2ac req-adf373df-a94f-48c3-b800-3c41ab755323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:34.058097 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b45044d-10d1-480d-897c-18130b05d2ac req-adf373df-a94f-48c3-b800-3c41ab755323 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0879121 Dec 08 03:06:34.105786 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b45044d-10d1-480d-897c-18130b05d2ac req-6581ae91-2478-4672-99c4-cf789d3310ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c HTTP/1.1" status: 200 len: 217 time: 0.0331423 Dec 08 03:06:34.154678 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45044d-10d1-480d-897c-18130b05d2ac req-5467f59b-7ae0-4e68-92b7-9fbc447a040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:34.156185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b45044d-10d1-480d-897c-18130b05d2ac req-5467f59b-7ae0-4e68-92b7-9fbc447a040a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0438218 Dec 08 03:06:34.205336 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45044d-10d1-480d-897c-18130b05d2ac req-abcb195d-8265-44d8-bdce-e20a2af4078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:34.206823 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b45044d-10d1-480d-897c-18130b05d2ac req-abcb195d-8265-44d8-bdce-e20a2af4078a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442538 Dec 08 03:06:34.296457 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b45044d-10d1-480d-897c-18130b05d2ac req-d8f8970b-620d-4264-a692-721aa3ee7927 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824325 Dec 08 03:06:34.394585 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2b45044d-10d1-480d-897c-18130b05d2ac req-1e4d601a-ac88-454b-b32f-d2376ffb1c3d service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913684 Dec 08 03:06:34.450532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6628a-5f9e-4a49-91fc-e2d493a8dda3 req-cad68af2-9753-40b8-aede-397c332add9d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:34.452128 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10a6628a-5f9e-4a49-91fc-e2d493a8dda3 req-cad68af2-9753-40b8-aede-397c332add9d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0518723 Dec 08 03:06:34.503137 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-10a6628a-5f9e-4a49-91fc-e2d493a8dda3 req-8ed1273a-ab64-4a1e-9487-aed483283e8a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448041 Dec 08 03:06:35.617889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56c95d-ea9b-4199-a54e-87bdf48ff2bc req-d65a39da-175e-4d5b-900f-84381971dc2d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:35.619459 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a56c95d-ea9b-4199-a54e-87bdf48ff2bc req-d65a39da-175e-4d5b-900f-84381971dc2d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0480301 Dec 08 03:06:35.672270 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0a56c95d-ea9b-4199-a54e-87bdf48ff2bc req-523949c2-0d59-490a-816c-f1c6f4a70037 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462945 Dec 08 03:06:36.792489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec36569-b284-4ca2-9a10-a8bd7b17e83f req-9a7b7223-081a-4f49-bb02-52cdd1926a5d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:36.794078 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ec36569-b284-4ca2-9a10-a8bd7b17e83f req-9a7b7223-081a-4f49-bb02-52cdd1926a5d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0517612 Dec 08 03:06:36.846176 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ec36569-b284-4ca2-9a10-a8bd7b17e83f req-8bf6b166-b7d4-4eb0-8502-34730e0b7d3b tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459888 Dec 08 03:06:37.962330 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9aba0-e5f9-44ba-9876-1e1f6c1a0da3 req-2b7b3f8b-6fa2-4e11-a600-d46a2c845b12 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:37.963821 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4e9aba0-e5f9-44ba-9876-1e1f6c1a0da3 req-2b7b3f8b-6fa2-4e11-a600-d46a2c845b12 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0477951 Dec 08 03:06:38.012224 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e4e9aba0-e5f9-44ba-9876-1e1f6c1a0da3 req-75216590-fd05-4cf0-89bd-477ad654a11c tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418880 Dec 08 03:06:39.129943 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1dc77-8225-4316-9a86-49e7987a776c req-6cfee391-3f82-4363-9f2a-e98fe6a8678f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:39.131395 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6f1dc77-8225-4316-9a86-49e7987a776c req-6cfee391-3f82-4363-9f2a-e98fe6a8678f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0518596 Dec 08 03:06:39.178959 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b6f1dc77-8225-4316-9a86-49e7987a776c req-4451aa32-9b75-4080-a8cf-225bdbc85e53 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 Dec 08 03:06:40.291940 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79852ed-1feb-42fb-96a3-af592fe29bb3 req-ba523af5-3480-46ab-917f-b72f7919d2af tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:40.293383 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a79852ed-1feb-42fb-96a3-af592fe29bb3 req-ba523af5-3480-46ab-917f-b72f7919d2af tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0470221 Dec 08 03:06:40.340681 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a79852ed-1feb-42fb-96a3-af592fe29bb3 req-aad6f37e-adcf-484d-8b72-63509c017d91 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408902 Dec 08 03:06:41.457760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff822148-eaa9-4b73-ba1f-8526f33c4ca3 req-9897be87-05ce-42e3-a0b4-0953a874af1e tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:41.459227 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff822148-eaa9-4b73-ba1f-8526f33c4ca3 req-9897be87-05ce-42e3-a0b4-0953a874af1e tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0495582 Dec 08 03:06:41.512241 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff822148-eaa9-4b73-ba1f-8526f33c4ca3 req-e04fd192-8bd9-4bbc-9cd0-82a6dc299095 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468516 Dec 08 03:06:42.625524 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d57a4-f497-4287-b21d-59af6963a0ea req-a9261d2e-c55e-4f8a-8a94-7da6b2a19b4a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:42.626964 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17d57a4-f497-4287-b21d-59af6963a0ea req-a9261d2e-c55e-4f8a-8a94-7da6b2a19b4a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0479846 Dec 08 03:06:42.677692 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e17d57a4-f497-4287-b21d-59af6963a0ea req-d46ea9bc-c290-42b3-965d-6c1d3fb6b41d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443482 Dec 08 03:06:43.797423 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0aa1a-1da1-4b72-8a69-60ada5fd64e7 req-03cabad0-e6ff-4501-997b-dedf747b8ff3 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:43.798881 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1cf0aa1a-1da1-4b72-8a69-60ada5fd64e7 req-03cabad0-e6ff-4501-997b-dedf747b8ff3 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0505025 Dec 08 03:06:43.847153 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1cf0aa1a-1da1-4b72-8a69-60ada5fd64e7 req-bc99b4c9-f34b-4167-bf8a-a5489ae65583 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419223 Dec 08 03:06:44.522652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device fabb1b98-9a71-4d46-a0de-642a7feb041c details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 03:06:44.616026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port fabb1b98-9a71-4d46-a0de-642a7feb041c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:06:44.626782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'port_id': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'mac_address': 'fa:16:3e:2d:00:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 03:06:44.661619 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:44.674251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabb1b98-9a71-4d46-a0de-642a7feb041c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:06:44.693000 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port fabb1b98-9a71-4d46-a0de-642a7feb041c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:06:44.697006 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:44.744700 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=fabb1b98-9a71-4d46-a0de-642a7feb041c,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:44.752150 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:44.752499 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:44.752839 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:44.753174 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:44.753613 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:44.754047 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:44.754377 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:44.754704 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:44.755026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:44.755349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:44.755700 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:44.756021 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:44.756466 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:06:44.968676 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0590554-1577-43f0-bc31-757ca9bf6bf8 req-6ada7683-2f95-493f-a88f-9cbb14d12c52 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:44.970159 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a0590554-1577-43f0-bc31-757ca9bf6bf8 req-6ada7683-2f95-493f-a88f-9cbb14d12c52 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 944 time: 0.0525105 Dec 08 03:06:44.970686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['fabb1b98-9a71-4d46-a0de-642a7feb041c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 03:06:45.019244 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a0590554-1577-43f0-bc31-757ca9bf6bf8 req-f2d812c9-6005-4c5e-80a8-2ab49da7815a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429983 Dec 08 03:06:46.134858 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a93109-3bad-47fe-a92b-45e9b8355a67 req-1427dcb8-77bd-4e0f-8048-a8d5d0d006ce tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:46.136380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55a93109-3bad-47fe-a92b-45e9b8355a67 req-1427dcb8-77bd-4e0f-8048-a8d5d0d006ce tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 944 time: 0.0495729 Dec 08 03:06:46.184264 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-55a93109-3bad-47fe-a92b-45e9b8355a67 req-f4bebe88-a350-4e44-8a5e-403fbcd4195b tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Dec 08 03:06:46.522287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device fabb1b98-9a71-4d46-a0de-642a7feb041c up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:06:46.572003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port fabb1b98-9a71-4d46-a0de-642a7feb041c completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 03:06:46.575685 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port fabb1b98-9a71-4d46-a0de-642a7feb041c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:06:46.576055 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:46.649308 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:46.670831 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:06:46.673121 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a2a553-391a-415d-851b-022587001616" -d '{"events": [{"server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "name": "network-vif-plugged", "status": "completed", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:06:46.689092 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port fabb1b98-9a71-4d46-a0de-642a7feb041c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:06:46.694136 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:46.743300 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=fabb1b98-9a71-4d46-a0de-642a7feb041c,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:46.764945 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c7891c-1d37-4d90-80a1-ea4003b3a93a x-openstack-request-id: req-01c7891c-1d37-4d90-80a1-ea4003b3a93a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:06:46.765239 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "name": "network-vif-plugged", "status": "completed", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:06:46.765492 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-01c7891c-1d37-4d90-80a1-ea4003b3a93a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:06:46.765896 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'code': 200} Dec 08 03:06:46.894264 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496c4f9-1ec5-4d3e-8360-3910dba4bf5e req-89de80f1-0d4e-4d00-af2c-c016dc39b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:46.895734 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c496c4f9-1ec5-4d3e-8360-3910dba4bf5e req-89de80f1-0d4e-4d00-af2c-c016dc39b9d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0428822 Dec 08 03:06:46.941022 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c496c4f9-1ec5-4d3e-8360-3910dba4bf5e req-2e9a1373-55cd-40b2-adc3-dfb61aabfaaa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384679 Dec 08 03:06:47.298713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c2cbc-51f2-4349-a427-b7bded5503c5 req-d5c8ead6-ea36-4c43-9688-058db8018fda tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:47.300184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e6c2cbc-51f2-4349-a427-b7bded5503c5 req-d5c8ead6-ea36-4c43-9688-058db8018fda tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0483482 Dec 08 03:06:47.348228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4e6c2cbc-51f2-4349-a427-b7bded5503c5 req-f5a7b9b9-d096-4144-95d7-a67544fb3c97 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420470 Dec 08 03:06:48.463457 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb462dc-8ac5-4292-abc6-4b8c44860134 req-0727957b-08f4-4837-b9c8-89d6ff353b77 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:48.464953 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2eb462dc-8ac5-4292-abc6-4b8c44860134 req-0727957b-08f4-4837-b9c8-89d6ff353b77 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0488386 Dec 08 03:06:48.516910 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2eb462dc-8ac5-4292-abc6-4b8c44860134 req-c757244a-8fab-4907-b597-8959c8f0f9cc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454462 Dec 08 03:06:48.629738 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2c058-4a9e-45b9-b4e5-0c9c455487b8 req-d5cdb310-5fd3-40b7-aec3-aa1a50988df2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:48.631196 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ce2c058-4a9e-45b9-b4e5-0c9c455487b8 req-d5cdb310-5fd3-40b7-aec3-aa1a50988df2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0487030 Dec 08 03:06:48.680000 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9ce2c058-4a9e-45b9-b4e5-0c9c455487b8 req-11a2f68c-cda9-488a-b643-38b3b230af54 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428736 Dec 08 03:06:48.701633 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41180) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:06:48.739739 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba29190-7f89-4102-96b6-fa8d1af34365 tempest-TestShelveInstance-1902550413 tempest-TestShelveInstance-1902550413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:48.741276 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6ba29190-7f89-4102-96b6-fa8d1af34365 tempest-TestShelveInstance-1902550413 tempest-TestShelveInstance-1902550413-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 1092 time: 0.0386875 Dec 08 03:06:48.744072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41182) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:06:48.748235 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:06:48.769699 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:48.867129 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:48.965729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Allocated IP 172.25.8.159 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/50eebe14-096d-4105-9307-81e75c3b6176) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:06:49.067311 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:49.099394 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:49.139388 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:06:49.142231 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:06:49.145322 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:06:49.172002 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'Port': ['ID=50eebe14-096d-4105-9307-81e75c3b6176,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:49.794706 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:49.858495 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:50.003026 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:50.007498 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:50.074337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event updated for resources: {'Port': ['ID=50eebe14-096d-4105-9307-81e75c3b6176,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:06:50.088064 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:50.185259 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Floating IP ef65a4c1-20d0-492a-905e-531d69005ed0 associated. External IP: 172.25.8.159, port: fabb1b98-9a71-4d46-a0de-642a7feb041c. Dec 08 03:06:50.386616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:06:50.488036 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:06:50.499113 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d131d92-8f61-4587-9844-fd4936d2252a None None] Sync routers for ids ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:06:50.506389 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:50.508853 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d131d92-8f61-4587-9844-fd4936d2252a None None] Routers {'0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:06:50.509533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-8d131d92-8f61-4587-9844-fd4936d2252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:06:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:06:50.536657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-3a5d18b8-82fa-4657-bf03-1fc08ed06399 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7915609 Dec 08 03:06:50.537254 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:06:50.539513 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffae4d0-8078-4ed5-b415-e0e1920d23ec" -d '{"events": [{"name": "network-changed", "server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:06:50.576578 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8eef4f-2598-4e87-b5e5-f8666a34acb4 x-openstack-request-id: req-8c8eef4f-2598-4e87-b5e5-f8666a34acb4 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:06:50.576876 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:06:50.577172 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8c8eef4f-2598-4e87-b5e5-f8666a34acb4 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:06:50.577706 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'status': 'completed', 'code': 200} Dec 08 03:06:50.616054 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-8d131d92-8f61-4587-9844-fd4936d2252a None None] Set router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:06:50.659753 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffae4d0-8078-4ed5-b415-e0e1920d23ec req-84df622d-64f5-436f-b994-acf7b20b9351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:50.661187 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ffae4d0-8078-4ed5-b415-e0e1920d23ec req-84df622d-64f5-436f-b994-acf7b20b9351 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0411732 Dec 08 03:06:50.752170 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffae4d0-8078-4ed5-b415-e0e1920d23ec req-4ceb2db1-48a5-4db4-8a94-eb89efeaef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:50.753671 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ffae4d0-8078-4ed5-b415-e0e1920d23ec req-4ceb2db1-48a5-4db4-8a94-eb89efeaef1c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0858564 Dec 08 03:06:50.829200 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ffae4d0-8078-4ed5-b415-e0e1920d23ec req-87489bb7-a5b8-4bae-8cfc-e903e5477a53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c HTTP/1.1" status: 200 len: 999 time: 0.0622065 Dec 08 03:06:50.840548 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-8d131d92-8f61-4587-9844-fd4936d2252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'ef65a4c1-20d0-492a-905e-531d69005ed0', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'port_id': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'mac_address': 'fa:16:3e:2d:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:06:49Z', 'updated_at': '2021-12-08T03:06:49Z', 'revision_number': 0, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:02:01Z', 'revision_number': 5, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:06:50.879242 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffae4d0-8078-4ed5-b415-e0e1920d23ec req-2077f481-c781-444e-bffd-6b50fce1ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:50.880765 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ffae4d0-8078-4ed5-b415-e0e1920d23ec req-2077f481-c781-444e-bffd-6b50fce1ef35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0454047 Dec 08 03:06:50.929338 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffae4d0-8078-4ed5-b415-e0e1920d23ec req-22535585-fb26-48cb-9da9-fd6303fc3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:06:50.930864 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ffae4d0-8078-4ed5-b415-e0e1920d23ec req-22535585-fb26-48cb-9da9-fd6303fc3a9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429835 Dec 08 03:06:51.024026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d131d92-8f61-4587-9844-fd4936d2252a None None] Checking router: 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:06:51.026169 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ffae4d0-8078-4ed5-b415-e0e1920d23ec req-366839af-5f7c-4241-845e-95a773433d36 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885775 Dec 08 03:06:51.032465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d131d92-8f61-4587-9844-fd4936d2252a None None] Routers {'0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:06:51.033074 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-8d131d92-8f61-4587-9844-fd4936d2252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:06:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:06:51.121032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5ffae4d0-8078-4ed5-b415-e0e1920d23ec req-5d1e84a0-297d-4f88-bd7b-a394970ed3e7 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866189 Dec 08 03:06:51.137577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-8d131d92-8f61-4587-9844-fd4936d2252a None None] Set router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:06:51.356124 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-8d131d92-8f61-4587-9844-fd4936d2252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'ef65a4c1-20d0-492a-905e-531d69005ed0', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'port_id': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'mac_address': 'fa:16:3e:2d:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:06:49Z', 'updated_at': '2021-12-08T03:06:49Z', 'revision_number': 0, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:02:01Z', 'revision_number': 5, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:06:51.388663 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d131d92-8f61-4587-9844-fd4936d2252a None None] The sync data for ids ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'] in n-d-713499-31 is: [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': 'ef65a4c1-20d0-492a-905e-531d69005ed0', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'port_id': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'mac_address': 'fa:16:3e:2d:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:06:49Z', 'updated_at': '2021-12-08T03:06:49Z', 'revision_number': 0, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:02:01Z', 'revision_number': 5, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:06:51.573331 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba2cd8-7622-44ec-bedc-4c5c433ed496 None None] New status for floating IP ef65a4c1-20d0-492a-905e-531d69005ed0: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:06:52.141918 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-06ad70c1-ca4a-4b3c-97c7-2beca3c83d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:54.171777 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:54.478597 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93eb79ce-a04a-4861-858d-ecb63b03707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:55.029364 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:55.736176 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:57.257345 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:57.629696 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:06:58.066185 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:13.170418 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b45ea9ac-54d4-4698-a739-1c96a6b6c41e req-5430c945-b360-4e58-bed1-56414f39ed20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435641 Dec 08 03:07:13.275374 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ea9ac-54d4-4698-a739-1c96a6b6c41e req-7c5ca570-2e51-46a0-b380-dd57888cb9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:07:13.277051 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b45ea9ac-54d4-4698-a739-1c96a6b6c41e req-7c5ca570-2e51-46a0-b380-dd57888cb9e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0435469 Dec 08 03:07:13.387621 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ea9ac-54d4-4698-a739-1c96a6b6c41e req-49e91e49-107d-418f-a699-7aa1296912b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:07:13.389292 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b45ea9ac-54d4-4698-a739-1c96a6b6c41e req-49e91e49-107d-418f-a699-7aa1296912b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0941861 Dec 08 03:07:13.455715 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b45ea9ac-54d4-4698-a739-1c96a6b6c41e req-e793b0d8-595b-49ff-be93-c351d2033116 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c HTTP/1.1" status: 200 len: 1001 time: 0.0596764 Dec 08 03:07:13.503393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ea9ac-54d4-4698-a739-1c96a6b6c41e req-1c1062e8-c16e-49ca-a0c8-d677258a5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:07:13.504836 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b45ea9ac-54d4-4698-a739-1c96a6b6c41e req-1c1062e8-c16e-49ca-a0c8-d677258a5bf2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0431080 Dec 08 03:07:13.554963 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ea9ac-54d4-4698-a739-1c96a6b6c41e req-36f35daf-766f-4088-9bb5-e2e030322c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:07:13.556460 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b45ea9ac-54d4-4698-a739-1c96a6b6c41e req-36f35daf-766f-4088-9bb5-e2e030322c35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432069 Dec 08 03:07:13.568220 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-b45ea9ac-54d4-4698-a739-1c96a6b6c41e req-a9227d2f-777d-4b3e-93e3-12d4dab0bb9f service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 03:07:13.569130 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b45ea9ac-54d4-4698-a739-1c96a6b6c41e req-a9227d2f-777d-4b3e-93e3-12d4dab0bb9f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055285 Dec 08 03:07:13.657769 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b45ea9ac-54d4-4698-a739-1c96a6b6c41e req-9bd50777-e34b-40ea-9ee7-b00581ea23db service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814707 Dec 08 03:07:13.763229 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b45ea9ac-54d4-4698-a739-1c96a6b6c41e req-73d92282-f21c-4924-a579-064f7c8153f7 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978100 Dec 08 03:07:22.123748 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61ead4d7-f057-4f95-b4d2-b0afe72799ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:24.171078 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:24.479149 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b5847d6e-fec0-42c8-85db-e3018316a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:25.017039 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:25.739098 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:27.259844 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:28.068756 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:34.628289 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:07:52.124567 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-25bf0abb-84f1-4a51-b046-8d79666baeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:54.171024 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:54.479906 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5093c31a-8cee-4b7d-bf65-2f408b2dccb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:55.016524 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:55.742495 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:57.262152 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:58.070456 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:11.628288 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:08:13.784912 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-036e83e4-6813-462f-8013-0ef500c37e7d req-789f7013-c47f-45cc-9c66-f1f4b919c2b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403917 Dec 08 03:08:13.880299 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e83e4-6813-462f-8013-0ef500c37e7d req-d2d299c2-1f63-4f46-8fab-20551f7db758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:13.882400 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-036e83e4-6813-462f-8013-0ef500c37e7d req-d2d299c2-1f63-4f46-8fab-20551f7db758 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0396018 Dec 08 03:08:13.985539 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e83e4-6813-462f-8013-0ef500c37e7d req-075c298b-06d6-4c2f-8ec4-08e2a2296e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:13.986985 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-036e83e4-6813-462f-8013-0ef500c37e7d req-075c298b-06d6-4c2f-8ec4-08e2a2296e3f service neutron] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0867908 Dec 08 03:08:14.048745 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-036e83e4-6813-462f-8013-0ef500c37e7d req-5612c7a0-79ce-4886-9cff-342e0bf63e69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c HTTP/1.1" status: 200 len: 1001 time: 0.0552106 Dec 08 03:08:14.100055 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e83e4-6813-462f-8013-0ef500c37e7d req-5e4f4abd-e510-41a0-a9fa-5e40666cc6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:14.102040 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-036e83e4-6813-462f-8013-0ef500c37e7d req-5e4f4abd-e510-41a0-a9fa-5e40666cc6ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0470829 Dec 08 03:08:14.148387 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e83e4-6813-462f-8013-0ef500c37e7d req-c0297880-7fe1-432f-ba75-9f399d2fc7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:14.149872 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-036e83e4-6813-462f-8013-0ef500c37e7d req-c0297880-7fe1-432f-ba75-9f399d2fc7c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397706 Dec 08 03:08:14.238184 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-036e83e4-6813-462f-8013-0ef500c37e7d req-9705abb9-3dc8-4c7a-a50f-dca54232ac8e service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808346 Dec 08 03:08:14.328875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-036e83e4-6813-462f-8013-0ef500c37e7d req-14addbe8-c3e3-425f-bb42-27cd133e27e6 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841110 Dec 08 03:08:22.126152 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fd47123a-0f6c-4d67-b28a-1fcd8c339376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:24.171540 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:24.481141 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-32d9b446-3001-46d7-b761-1c0c39e84701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:25.032909 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:25.746534 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:27.264910 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:28.071101 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:47.060147 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ad1ef-8d9b-42c8-8e75-dcff9c4cab7d req-9c27b84c-f824-4575-9342-7680dbd74d40 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:47.061641 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-204ad1ef-8d9b-42c8-8e75-dcff9c4cab7d req-9c27b84c-f824-4575-9342-7680dbd74d40 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0490234 Dec 08 03:08:47.110936 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-204ad1ef-8d9b-42c8-8e75-dcff9c4cab7d req-0286cb07-aba3-4800-a532-91345977c7eb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430379 Dec 08 03:08:48.234249 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be7e6d-f21f-4b68-82b8-067195f76c2d req-d87e1810-a64f-454a-9bea-6e325a3deaf7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:48.235758 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0be7e6d-f21f-4b68-82b8-067195f76c2d req-d87e1810-a64f-454a-9bea-6e325a3deaf7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0533440 Dec 08 03:08:48.283944 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b0be7e6d-f21f-4b68-82b8-067195f76c2d req-c2dccc22-e3c9-4cb6-b257-ff30a352eb30 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420194 Dec 08 03:08:48.627876 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:08:49.421712 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4b138-6411-40b6-b4cd-3b381830d336 req-cdd650f0-dec6-45a7-a86c-face8789a321 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:49.423231 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2eb4b138-6411-40b6-b4cd-3b381830d336 req-cdd650f0-dec6-45a7-a86c-face8789a321 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0482991 Dec 08 03:08:49.472332 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2eb4b138-6411-40b6-b4cd-3b381830d336 req-415f0f7b-5bf2-43b6-8a1e-bf2b2fe7fe7c tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432167 Dec 08 03:08:50.590071 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f02c2-1383-49e6-8b32-7c7c7627c63c req-2d7ea94e-e02b-4202-934e-a146a54b7873 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:50.591522 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e48f02c2-1383-49e6-8b32-7c7c7627c63c req-2d7ea94e-e02b-4202-934e-a146a54b7873 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0491142 Dec 08 03:08:50.641986 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e48f02c2-1383-49e6-8b32-7c7c7627c63c req-18988e8f-dda8-4da9-be69-6e3209b9b962 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445282 Dec 08 03:08:51.757419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccbad9-4cb9-4247-9b2a-2418ea9d65a6 req-845d434b-9e05-486a-a860-66d98553a9b7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:51.758891 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfccbad9-4cb9-4247-9b2a-2418ea9d65a6 req-845d434b-9e05-486a-a860-66d98553a9b7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0493381 Dec 08 03:08:51.807675 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cfccbad9-4cb9-4247-9b2a-2418ea9d65a6 req-4d3358eb-3c90-470f-991d-ea3f5c28ce63 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427966 Dec 08 03:08:52.126838 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4fe03dcf-bad4-4be0-b483-ca7db8aad428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:52.920580 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09921ee6-5385-4247-8ab3-524aa4977e78 req-e0ddb254-38e1-47fb-9911-c804fd8fa288 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:52.922038 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09921ee6-5385-4247-8ab3-524aa4977e78 req-e0ddb254-38e1-47fb-9911-c804fd8fa288 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0489705 Dec 08 03:08:52.970357 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09921ee6-5385-4247-8ab3-524aa4977e78 req-6e05ad4b-c9bf-4748-a316-30e7772c74c4 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424306 Dec 08 03:08:54.089855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7310f3b-d139-4ac8-9d9f-44ed8dcaa791 req-50b8daa0-d079-4119-abb3-881f8133a093 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:54.091320 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7310f3b-d139-4ac8-9d9f-44ed8dcaa791 req-50b8daa0-d079-4119-abb3-881f8133a093 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0531130 Dec 08 03:08:54.138211 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c7310f3b-d139-4ac8-9d9f-44ed8dcaa791 req-46475973-9f71-44ce-aa8d-05cafbb02c94 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410345 Dec 08 03:08:54.185389 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:54.482702 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d91ea88c-61f5-4159-bd2b-57a3f791de49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:55.033599 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:55.258032 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320cd46-2498-4285-a5d5-1a260f25bd17 req-ae0ab717-402a-4edb-b8e3-032d3507a743 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:55.259547 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e320cd46-2498-4285-a5d5-1a260f25bd17 req-ae0ab717-402a-4edb-b8e3-032d3507a743 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0532796 Dec 08 03:08:55.308083 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e320cd46-2498-4285-a5d5-1a260f25bd17 req-f22ceff9-7f43-4f53-a551-7633f9b710e2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425127 Dec 08 03:08:55.748659 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:56.421394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdcb11-ef8c-42fe-a439-3ebfea9947b4 req-35f1124e-2f8d-4070-a93b-0e1077a347af tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:56.422863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-06cdcb11-ef8c-42fe-a439-3ebfea9947b4 req-35f1124e-2f8d-4070-a93b-0e1077a347af tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0480764 Dec 08 03:08:56.474652 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-06cdcb11-ef8c-42fe-a439-3ebfea9947b4 req-919145be-d8f7-47a9-aa8d-68fd4b41382f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459211 Dec 08 03:08:57.268705 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:57.271406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db3ada-8e6d-4745-b6e9-310ac5d5c51e req-3df0922c-c46b-4dff-b147-55f6e1956c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:57.272962 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14db3ada-8e6d-4745-b6e9-310ac5d5c51e req-3df0922c-c46b-4dff-b147-55f6e1956c27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0430315 Dec 08 03:08:57.361148 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db3ada-8e6d-4745-b6e9-310ac5d5c51e req-eeadb5af-b8e9-4717-ab8f-7759655cfd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:57.362605 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14db3ada-8e6d-4745-b6e9-310ac5d5c51e req-eeadb5af-b8e9-4717-ab8f-7759655cfd31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0832953 Dec 08 03:08:57.429088 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14db3ada-8e6d-4745-b6e9-310ac5d5c51e req-cdedc101-d86f-407c-b6d4-11e49c0da40c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c HTTP/1.1" status: 200 len: 1001 time: 0.0595164 Dec 08 03:08:57.476469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db3ada-8e6d-4745-b6e9-310ac5d5c51e req-4fed47e8-93ca-4376-a4cc-d5b024a6e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:57.478397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14db3ada-8e6d-4745-b6e9-310ac5d5c51e req-4fed47e8-93ca-4376-a4cc-d5b024a6e0bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0428479 Dec 08 03:08:57.523414 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db3ada-8e6d-4745-b6e9-310ac5d5c51e req-552afcf7-ebb8-4629-b368-536e242062cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:57.525009 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14db3ada-8e6d-4745-b6e9-310ac5d5c51e req-552afcf7-ebb8-4629-b368-536e242062cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402598 Dec 08 03:08:57.642354 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc337a6e-ff47-4c65-bb2b-e27571ec7c56 req-c0d4777b-74f5-4594-9a70-8e828665b9ce tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:57.643868 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc337a6e-ff47-4c65-bb2b-e27571ec7c56 req-c0d4777b-74f5-4594-9a70-8e828665b9ce tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0914409 Dec 08 03:08:57.668870 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14db3ada-8e6d-4745-b6e9-310ac5d5c51e req-21b497a0-7668-4291-bd3c-4761dc0c08a5 service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371763 Dec 08 03:08:57.725740 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc337a6e-ff47-4c65-bb2b-e27571ec7c56 req-69f8d3a8-24ff-4933-971d-d5df4ac059be tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734663 Dec 08 03:08:57.782698 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-14db3ada-8e6d-4745-b6e9-310ac5d5c51e req-f3b677ea-7ab3-491b-8c40-04b46764ad4d service neutron] 10.222.0.45 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011918 Dec 08 03:08:58.073548 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:58.839905 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd834d9-787a-4bbb-b49e-446cd36bb997 req-fbcb524e-6a65-4093-b1b5-385c7902b70b tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:08:58.841355 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ecd834d9-787a-4bbb-b49e-446cd36bb997 req-fbcb524e-6a65-4093-b1b5-385c7902b70b tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0487087 Dec 08 03:08:58.888895 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ecd834d9-787a-4bbb-b49e-446cd36bb997 req-1844a6df-de22-4646-bbed-06198125e1f2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417101 Dec 08 03:09:00.008863 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c952c28-7864-4d25-8101-09bcf3112b53 req-55578e67-344f-40e9-8fc5-e7a051007507 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:00.010349 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9c952c28-7864-4d25-8101-09bcf3112b53 req-55578e67-344f-40e9-8fc5-e7a051007507 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0536606 Dec 08 03:09:00.061615 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9c952c28-7864-4d25-8101-09bcf3112b53 req-343f6738-f930-45a1-a0ac-f30b3db79569 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452533 Dec 08 03:09:01.042437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device fabb1b98-9a71-4d46-a0de-642a7feb041c no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:09:01.121021 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:01.145081 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:09:01.147380 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fed4a1-e3f6-49a5-95bc-d4bde4a83076" -d '{"events": [{"server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "name": "network-vif-unplugged", "status": "completed", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:09:01.168277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port fabb1b98-9a71-4d46-a0de-642a7feb041c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:09:01.173925 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:01.202192 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167813a-3134-4177-8922-970aa72bfdda req-1c3c6a20-a87c-4f90-b948-8ed7d11c2924 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:01.207793 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f167813a-3134-4177-8922-970aa72bfdda req-1c3c6a20-a87c-4f90-b948-8ed7d11c2924 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 945 time: 0.0733502 Dec 08 03:09:01.209726 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 03:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a69681-bd7e-4dcb-bb06-030481b66b3a x-openstack-request-id: req-e6a69681-bd7e-4dcb-bb06-030481b66b3a {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:09:01.210050 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "name": "network-vif-unplugged", "status": "completed", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:09:01.210419 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e6a69681-bd7e-4dcb-bb06-030481b66b3a {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:09:01.210748 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'code': 200} Dec 08 03:09:01.231698 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=fabb1b98-9a71-4d46-a0de-642a7feb041c,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:09:01.239295 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:01.239676 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:01.240023 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:01.240364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:01.240701 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:01.241034 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:01.241568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:01.241902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:01.243285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:01.243285 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:01.243516 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:01.243797 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:01.244127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:01.274901 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f167813a-3134-4177-8922-970aa72bfdda req-802ac541-f7f5-42f7-9c49-722e02e30a04 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533390 Dec 08 03:09:02.394023 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6fe69-fece-4178-b789-420fca0a8c00 req-cb19c936-6102-4f56-99a0-5ffd91290801 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:02.395485 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08f6fe69-fece-4178-b789-420fca0a8c00 req-cb19c936-6102-4f56-99a0-5ffd91290801 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0514309 Dec 08 03:09:02.444052 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-08f6fe69-fece-4178-b789-420fca0a8c00 req-499aeadb-2fce-4931-9817-c2263733214b tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421579 Dec 08 03:09:02.511659 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-fc565168-6885-4b98-9cf6-15332312c4a3 req-2b6f493d-a322-46b7-9846-a525a77e2d13 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 03:09:02.512600 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-fc565168-6885-4b98-9cf6-15332312c4a3 req-2b6f493d-a322-46b7-9846-a525a77e2d13 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053399 Dec 08 03:09:02.667619 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-14743294-2248-463e-ad6c-476cf4bedf0e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700092 Dec 08 03:09:02.680969 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf50da-0ff2-48d4-866c-93860ee79583 req-0e931510-f058-4bee-9685-06f35f7aea2d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:02.682373 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8daf50da-0ff2-48d4-866c-93860ee79583 req-0e931510-f058-4bee-9685-06f35f7aea2d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0590353 Dec 08 03:09:02.685893 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-e3e4577c-0563-4705-af63-db4a4d1d9bbb service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 03:09:02.686824 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-e3e4577c-0563-4705-af63-db4a4d1d9bbb service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136173 Dec 08 03:09:02.732345 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8daf50da-0ff2-48d4-866c-93860ee79583 req-3d2270fa-46f6-4b4d-8b5a-0d711e42fe42 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440164 Dec 08 03:09:03.859351 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16302727-d314-40f4-970a-bfb2a2304597 req-7874a415-6863-4dc6-8582-7d49167c63c5 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:03.860928 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16302727-d314-40f4-970a-bfb2a2304597 req-7874a415-6863-4dc6-8582-7d49167c63c5 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0537775 Dec 08 03:09:03.910182 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-16302727-d314-40f4-970a-bfb2a2304597 req-a213902e-dcb4-44dd-ab83-dac92faf008f tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426688 Dec 08 03:09:05.031626 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78c7f0-80ee-4032-9dcd-dfa297fa77e5 req-83681af5-2475-4805-909e-d038fb5275d8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:05.033136 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f78c7f0-80ee-4032-9dcd-dfa297fa77e5 req-83681af5-2475-4805-909e-d038fb5275d8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0490174 Dec 08 03:09:05.083316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6f78c7f0-80ee-4032-9dcd-dfa297fa77e5 req-ddaefdaa-db82-4396-a143-8bc857bc4d8c tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439537 Dec 08 03:09:06.209971 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb39752-144b-4295-8988-694f0efc14ba req-faa4819b-cfc0-4b29-abb0-63064f19e13a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:06.211657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ecb39752-144b-4295-8988-694f0efc14ba req-faa4819b-cfc0-4b29-abb0-63064f19e13a tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0555830 Dec 08 03:09:06.263032 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ecb39752-144b-4295-8988-694f0efc14ba req-c3e01dcd-77a7-4c57-9617-1a27c954a124 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449643 Dec 08 03:09:07.377826 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7310a-d4a7-48f7-ab53-c66666e5cba4 req-7c3dc648-d8ff-4d20-956e-1cff5b3d26fc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:07.379324 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0cb7310a-d4a7-48f7-ab53-c66666e5cba4 req-7c3dc648-d8ff-4d20-956e-1cff5b3d26fc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0477796 Dec 08 03:09:07.427793 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0cb7310a-d4a7-48f7-ab53-c66666e5cba4 req-c98399b9-b44f-44b0-a87f-81eaba7196bc tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418940 Dec 08 03:09:08.544770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2798b-5052-4ac0-a14a-a0ae39d79bb2 req-cf1d7ebb-8a76-413d-81fa-c3a60c345b17 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:08.546667 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ccc2798b-5052-4ac0-a14a-a0ae39d79bb2 req-cf1d7ebb-8a76-413d-81fa-c3a60c345b17 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0493503 Dec 08 03:09:08.559541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-1f7e09c7-2b92-4d4a-a8bb-3bc578db1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:08.561091 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-1f7e09c7-2b92-4d4a-a8bb-3bc578db1a3c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1&tenant_id=ae68369692e94b8e947adcb07052ba20 HTTP/1.1" status: 200 len: 1095 time: 0.1102140 Dec 08 03:09:08.572884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-298c638b-3139-4409-82e1-a09e0600fa26 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 03:09:08.573844 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-298c638b-3139-4409-82e1-a09e0600fa26 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065379 Dec 08 03:09:08.591372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-31', 'device_owner': 'compute:nova'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:09:08.599558 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ccc2798b-5052-4ac0-a14a-a0ae39d79bb2 req-17069dc8-68ad-4fc6-8e61-077dc072ab16 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472453 Dec 08 03:09:08.643894 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:08.838393 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] For port fabb1b98-9a71-4d46-a0de-642a7feb041c, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:09:08.869810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] For port fabb1b98-9a71-4d46-a0de-642a7feb041c, host n-h1-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:09:08.905893 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabb1b98-9a71-4d46-a0de-642a7feb041c {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:09:08.913228 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:08.924904 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Transition to ACTIVE for port object fabb1b98-9a71-4d46-a0de-642a7feb041c will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 03:09:08.928545 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:09.009826 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Pushing event updated for resources: {'Port': ['ID=fabb1b98-9a71-4d46-a0de-642a7feb041c,revision_number=7']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:09:09.021719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:09.022099 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:09.022495 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:09.022842 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:09.023187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:09.023556 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:09.023920 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:09.024256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:09.024594 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:09.024929 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:09.025264 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:09.025596 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:09.025924 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:09:09.060175 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] No DVR routers for this DVR port fabb1b98-9a71-4d46-a0de-642a7feb041c on host n-h1-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:09:09.197675 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Attempting to bind port fabb1b98-9a71-4d46-a0de-642a7feb041c on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:09:09.198009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Attempting to bind port fabb1b98-9a71-4d46-a0de-642a7feb041c by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:09:09.198334 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Attempting to bind port fabb1b98-9a71-4d46-a0de-642a7feb041c on network a054ceed-3dc6-40c1-a744-720a05188a70 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:09:09.202498 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Port fabb1b98-9a71-4d46-a0de-642a7feb041c on network a054ceed-3dc6-40c1-a744-720a05188a70 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 03:09:09.202822 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Attempting to bind port fabb1b98-9a71-4d46-a0de-642a7feb041c on network a054ceed-3dc6-40c1-a744-720a05188a70 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:09:09.207546 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:09:09.207913 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Checking segment: {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:09:09.208298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Bound using segment: {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:09:09.208719 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Bound port: fabb1b98-9a71-4d46-a0de-642a7feb041c, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b963454-9e52-4ffc-911c-9f8e215c60ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:09:09.209099 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:09.274372 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] For port fabb1b98-9a71-4d46-a0de-642a7feb041c, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:09:09.277770 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] For port fabb1b98-9a71-4d46-a0de-642a7feb041c, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:09:09.281670 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:09.313916 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:09.314740 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:09.316211 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] 10.222.0.75 "PUT /v2.0/ports/fabb1b98-9a71-4d46-a0de-642a7feb041c HTTP/1.1" status: 200 len: 1092 time: 0.7287190 Dec 08 03:09:09.321157 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:09:09.323490 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bca7e2c-45e0-4ae5-8d5b-d1d599ef8792" -d '{"events": [{"name": "network-changed", "server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:09:09.349036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595c7c6-6b07-42fe-8a24-51a190c86779 service neutron] Pushing event updated for resources: {'Port': ['ID=fabb1b98-9a71-4d46-a0de-642a7feb041c,revision_number=8']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:09:09.403718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-4c068e6a-72f1-4e46-8ef6-48a9326539df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:09.405280 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-4c068e6a-72f1-4e46-8ef6-48a9326539df service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0491323 Dec 08 03:09:09.430567 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3453ea8-34df-4462-ad0f-fac9e42a715f x-openstack-request-id: req-b3453ea8-34df-4462-ad0f-fac9e42a715f {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:09:09.430853 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:09:09.431846 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b3453ea8-34df-4462-ad0f-fac9e42a715f {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:09:09.432277 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'status': 'completed', 'code': 200} Dec 08 03:09:09.505046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-6d132a7e-d2d9-4422-b502-a12426dda7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:09.506544 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-6d132a7e-d2d9-4422-b502-a12426dda7c2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0946980 Dec 08 03:09:09.572018 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-3ec682c6-1a9c-49e1-97d2-f53b7d5c7d3e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c HTTP/1.1" status: 200 len: 999 time: 0.0573771 Dec 08 03:09:09.624716 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5f5bbfdd-d9e0-4f97-8c67-36a87494bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:09.626584 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-5f5bbfdd-d9e0-4f97-8c67-36a87494bad8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0474524 Dec 08 03:09:09.672261 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-a97f0511-2631-4402-8eea-60af083a441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:09.673773 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-a97f0511-2631-4402-8eea-60af083a441d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408924 Dec 08 03:09:09.713834 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde5836-f97e-417d-9662-b1031ec6fd4e req-9664c0e6-338a-47e0-856b-220d35d49bcd tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:09.715305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fde5836-f97e-417d-9662-b1031ec6fd4e req-9664c0e6-338a-47e0-856b-220d35d49bcd tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0488644 Dec 08 03:09:09.763801 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-79c14caa-7f01-4d03-9d67-68ff6a2dc99a service neutron] 10.222.0.75 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826118 Dec 08 03:09:09.764069 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-6fde5836-f97e-417d-9662-b1031ec6fd4e req-cf65e1e1-f6f3-427a-b43c-4dc1a529dc34 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428085 Dec 08 03:09:09.855265 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-6d25a181-126a-4d25-b283-570cb2dfa681 service neutron] 10.222.0.75 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846703 Dec 08 03:09:09.959772 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca7e2c-45e0-4ae5-8d5b-d1d599ef8792 req-cfbf1829-7231-41aa-a649-1174840d7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:09.961246 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4bca7e2c-45e0-4ae5-8d5b-d1d599ef8792 req-cfbf1829-7231-41aa-a649-1174840d7457 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0408139 Dec 08 03:09:10.051093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca7e2c-45e0-4ae5-8d5b-d1d599ef8792 req-67aa69d4-6657-4331-be4f-cf480e262a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:10.052556 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4bca7e2c-45e0-4ae5-8d5b-d1d599ef8792 req-67aa69d4-6657-4331-be4f-cf480e262a77 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0844932 Dec 08 03:09:10.116182 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4bca7e2c-45e0-4ae5-8d5b-d1d599ef8792 req-a779f932-978c-43df-bb9e-b9aa2abfce85 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c HTTP/1.1" status: 200 len: 999 time: 0.0556762 Dec 08 03:09:10.167633 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca7e2c-45e0-4ae5-8d5b-d1d599ef8792 req-faca69d6-3af4-49be-b704-aabfd30feecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:10.169053 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4bca7e2c-45e0-4ae5-8d5b-d1d599ef8792 req-faca69d6-3af4-49be-b704-aabfd30feecb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0456364 Dec 08 03:09:10.213503 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca7e2c-45e0-4ae5-8d5b-d1d599ef8792 req-daa6964b-4772-407c-8230-331eaf4d58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:10.214967 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4bca7e2c-45e0-4ae5-8d5b-d1d599ef8792 req-daa6964b-4772-407c-8230-331eaf4d58ae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387592 Dec 08 03:09:10.303322 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4bca7e2c-45e0-4ae5-8d5b-d1d599ef8792 req-09c6055c-0f7d-40e8-b637-a9230e7d81b4 service neutron] 10.222.0.75 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797734 Dec 08 03:09:10.410289 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-4bca7e2c-45e0-4ae5-8d5b-d1d599ef8792 req-d211aed3-0f1c-4d19-8f47-342b536fd6de service neutron] 10.222.0.75 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840151 Dec 08 03:09:10.878562 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d0f9c-b451-42f4-a6a6-b5e24910833e req-43a21655-2ccd-4b50-8c94-91af5135a0c5 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:10.880018 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-689d0f9c-b451-42f4-a6a6-b5e24910833e req-43a21655-2ccd-4b50-8c94-91af5135a0c5 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0469499 Dec 08 03:09:10.927924 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-689d0f9c-b451-42f4-a6a6-b5e24910833e req-0cfe3388-4f6d-47ff-a479-8c451b279fdb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414562 Dec 08 03:09:11.273230 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960785f9-3782-4345-a563-48976a966c0e req-797792bc-7fe0-4d11-b9d6-f80e4845e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:11.274759 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-960785f9-3782-4345-a563-48976a966c0e req-797792bc-7fe0-4d11-b9d6-f80e4845e1c0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0414667 Dec 08 03:09:11.382413 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960785f9-3782-4345-a563-48976a966c0e req-6e08ae92-b014-48d6-aed9-ee8ccf43f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:11.384542 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-960785f9-3782-4345-a563-48976a966c0e req-6e08ae92-b014-48d6-aed9-ee8ccf43f931 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0915687 Dec 08 03:09:11.447812 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-960785f9-3782-4345-a563-48976a966c0e req-97457be3-7b15-4645-86d8-edb787934365 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c HTTP/1.1" status: 200 len: 999 time: 0.0561409 Dec 08 03:09:11.498761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960785f9-3782-4345-a563-48976a966c0e req-626cc5a7-f47f-4d22-8c1d-f74df0a1c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:11.500128 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-960785f9-3782-4345-a563-48976a966c0e req-626cc5a7-f47f-4d22-8c1d-f74df0a1c847 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0458858 Dec 08 03:09:11.544452 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960785f9-3782-4345-a563-48976a966c0e req-d7f6ca13-74d8-430f-b2aa-801c2ccd1e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:11.545881 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-960785f9-3782-4345-a563-48976a966c0e req-d7f6ca13-74d8-430f-b2aa-801c2ccd1e73 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385101 Dec 08 03:09:11.633881 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-960785f9-3782-4345-a563-48976a966c0e req-2999d5cf-fa87-4589-b1a1-c63fdc9d58b5 service neutron] 10.222.0.75 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811169 Dec 08 03:09:11.723744 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-960785f9-3782-4345-a563-48976a966c0e req-1f2db253-9a59-4596-a8e4-7a0b4c5e1af4 service neutron] 10.222.0.75 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827262 Dec 08 03:09:12.046345 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254b865-b6a9-4bae-ad44-59d2d305139d req-d56bfd4c-ce8e-40df-8e6c-0aa430e9a6b7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:12.047830 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d254b865-b6a9-4bae-ad44-59d2d305139d req-d56bfd4c-ce8e-40df-8e6c-0aa430e9a6b7 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0524867 Dec 08 03:09:12.147801 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d254b865-b6a9-4bae-ad44-59d2d305139d req-b386b4af-4a5f-41b1-9827-2779ba233cee tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940957 Dec 08 03:09:13.262489 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3d2e6-af9a-46a0-a6d2-8d33e760e6dd req-1e3236f4-c8c4-4a2a-b4dd-81afbe468a7d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:13.264023 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ca3d2e6-af9a-46a0-a6d2-8d33e760e6dd req-1e3236f4-c8c4-4a2a-b4dd-81afbe468a7d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0483358 Dec 08 03:09:13.318113 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0ca3d2e6-af9a-46a0-a6d2-8d33e760e6dd req-5beb12be-4497-4945-9972-2704180c58f1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480049 Dec 08 03:09:14.434011 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f741d-4190-46b1-8102-ad64c38e4318 req-65ccd389-041c-4bbb-8e24-96bc4356fa83 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:14.435567 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff6f741d-4190-46b1-8102-ad64c38e4318 req-65ccd389-041c-4bbb-8e24-96bc4356fa83 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0503194 Dec 08 03:09:14.491677 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ff6f741d-4190-46b1-8102-ad64c38e4318 req-0db5f101-1e5e-4d64-89f1-59891d57e178 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497599 Dec 08 03:09:15.606017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac8050-f56b-4c55-bda0-239947caaaea req-29cf9fff-819c-4edb-ae9c-3ac05917f5f0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:15.607482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2ac8050-f56b-4c55-bda0-239947caaaea req-29cf9fff-819c-4edb-ae9c-3ac05917f5f0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0477307 Dec 08 03:09:15.655578 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a2ac8050-f56b-4c55-bda0-239947caaaea req-af4c7756-205f-4f11-aaaf-3174edc88f93 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423799 Dec 08 03:09:16.768620 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5d9a6-5659-4bbd-b79f-aad552d54d43 req-31e6e987-f19d-4eab-81d5-bac53d6604f1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:16.770071 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-01e5d9a6-5659-4bbd-b79f-aad552d54d43 req-31e6e987-f19d-4eab-81d5-bac53d6604f1 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 943 time: 0.0479035 Dec 08 03:09:16.818536 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-01e5d9a6-5659-4bbd-b79f-aad552d54d43 req-3b112c40-2e3c-4e89-bd60-ddeb383b7484 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420594 Dec 08 03:09:17.506696 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device fabb1b98-9a71-4d46-a0de-642a7feb041c details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 03:09:17.599277 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port fabb1b98-9a71-4d46-a0de-642a7feb041c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:09:17.609905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'port_id': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'mac_address': 'fa:16:3e:2d:00:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 03:09:17.649737 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:17.661803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabb1b98-9a71-4d46-a0de-642a7feb041c {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:09:17.680101 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port fabb1b98-9a71-4d46-a0de-642a7feb041c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:09:17.683695 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:17.730190 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=fabb1b98-9a71-4d46-a0de-642a7feb041c,revision_number=9']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:09:17.937381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b574ff-895b-4aeb-b6df-620e5e57b0ce req-cbe83e66-7ba4-492b-b7bd-85ae27b522a8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:17.938846 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3b574ff-895b-4aeb-b6df-620e5e57b0ce req-cbe83e66-7ba4-492b-b7bd-85ae27b522a8 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 944 time: 0.0521770 Dec 08 03:09:17.985702 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['fabb1b98-9a71-4d46-a0de-642a7feb041c'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 03:09:17.986831 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d3b574ff-895b-4aeb-b6df-620e5e57b0ce req-9f71eb28-e944-4ede-89d2-cc52cefc9bcf tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417702 Dec 08 03:09:19.104013 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e3f9-c5d8-42ea-a84f-553fc971fb24 req-4c1cab93-ee43-4b0c-92b4-eb883f347cc9 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:19.105392 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00e5e3f9-c5d8-42ea-a84f-553fc971fb24 req-4c1cab93-ee43-4b0c-92b4-eb883f347cc9 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 944 time: 0.0489252 Dec 08 03:09:19.154223 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-00e5e3f9-c5d8-42ea-a84f-553fc971fb24 req-0a408f52-1e9f-470e-aa8a-8ef80d99b50d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426583 Dec 08 03:09:19.501745 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device fabb1b98-9a71-4d46-a0de-642a7feb041c up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:09:19.549973 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port fabb1b98-9a71-4d46-a0de-642a7feb041c completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 03:09:19.553789 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port fabb1b98-9a71-4d46-a0de-642a7feb041c triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:09:19.554153 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:19.630557 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:19.652632 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:09:19.654848 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baa7ca6-cbd0-44e5-a594-0b524f6270cc" -d '{"events": [{"server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "name": "network-vif-plugged", "status": "completed", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:09:19.667175 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port fabb1b98-9a71-4d46-a0de-642a7feb041c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:09:19.671435 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:19.694635 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601cb906-cb34-4822-81bc-2c57e08ad5ab x-openstack-request-id: req-601cb906-cb34-4822-81bc-2c57e08ad5ab {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:09:19.694930 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "name": "network-vif-plugged", "status": "completed", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:09:19.695823 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-601cb906-cb34-4822-81bc-2c57e08ad5ab {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:09:19.696227 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'code': 200} Dec 08 03:09:19.720923 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=fabb1b98-9a71-4d46-a0de-642a7feb041c,revision_number=10']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:09:19.885417 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2626bd8-9804-409a-a77c-618164042b34 req-54d0035d-8349-4cda-958b-f42c07d990ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:19.886799 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c2626bd8-9804-409a-a77c-618164042b34 req-54d0035d-8349-4cda-958b-f42c07d990ad service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 1098 time: 0.0398493 Dec 08 03:09:19.932292 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-c2626bd8-9804-409a-a77c-618164042b34 req-2b48d1d3-e88d-4c9c-89dc-f75b1e3dc71e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385566 Dec 08 03:09:20.272402 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dfe79-b8cb-4206-882c-af1633c7512d req-c38ae696-9e07-445c-940c-a46c1bfc590d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:20.274348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d6dfe79-b8cb-4206-882c-af1633c7512d req-c38ae696-9e07-445c-940c-a46c1bfc590d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 946 time: 0.0525761 Dec 08 03:09:20.322304 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8d6dfe79-b8cb-4206-882c-af1633c7512d req-ffc7a857-dbe5-4af1-9a87-c4672fceced3 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420361 Dec 08 03:09:21.437393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f127b-3c99-4ba5-8b1a-009a737439df req-d7a0a5fe-0237-4fd6-875d-d24d105d03fa tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:09:21.438866 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-349f127b-3c99-4ba5-8b1a-009a737439df req-d7a0a5fe-0237-4fd6-875d-d24d105d03fa tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 946 time: 0.0485520 Dec 08 03:09:21.486553 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-349f127b-3c99-4ba5-8b1a-009a737439df req-c9f380ed-3214-420f-a0b5-372f74bc7302 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415483 Dec 08 03:09:22.127933 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9bfa20f3-9bfa-48c5-add4-69471146cf37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:24.211715 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:24.483713 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e63e-0bb6-4e48-bda3-db79b9c2e593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:25.048409 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:25.626322 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:09:25.751992 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:27.270374 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:28.074698 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:52.125319 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a8fda09d-3355-4595-9e43-cae38ccbdcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:54.201258 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:54.484300 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d63c206e-c304-4af6-8ab0-841944c72941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:55.048529 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:55.754803 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:57.272929 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:58.077883 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:02.625604 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:10:12.227826 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0ae812a-4b4b-4342-9d65-bbc29532a7b6 req-89090e81-0ab9-44f5-a59a-666c817d4da7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424509 Dec 08 03:10:12.327291 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae812a-4b4b-4342-9d65-bbc29532a7b6 req-7baac4ad-5aba-41e8-ab89-6878256a5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:12.328865 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0ae812a-4b4b-4342-9d65-bbc29532a7b6 req-7baac4ad-5aba-41e8-ab89-6878256a5b77 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 1098 time: 0.0405111 Dec 08 03:10:12.431911 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae812a-4b4b-4342-9d65-bbc29532a7b6 req-ea630e93-330a-4080-8477-ace0da9b794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:12.433383 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0ae812a-4b4b-4342-9d65-bbc29532a7b6 req-ea630e93-330a-4080-8477-ace0da9b794a service neutron] 10.222.0.75 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0864713 Dec 08 03:10:12.497178 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0ae812a-4b4b-4342-9d65-bbc29532a7b6 req-ef7debba-7bbc-49a8-b1ce-f017b0c167f4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c HTTP/1.1" status: 200 len: 1001 time: 0.0567064 Dec 08 03:10:12.544880 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae812a-4b4b-4342-9d65-bbc29532a7b6 req-4f2db152-3a06-4c88-9f8b-0875df1975ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:12.546401 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0ae812a-4b4b-4342-9d65-bbc29532a7b6 req-4f2db152-3a06-4c88-9f8b-0875df1975ad service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0431511 Dec 08 03:10:12.594798 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae812a-4b4b-4342-9d65-bbc29532a7b6 req-30211ac7-ad20-4cc0-8f27-3f648134df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:12.596287 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0ae812a-4b4b-4342-9d65-bbc29532a7b6 req-30211ac7-ad20-4cc0-8f27-3f648134df6c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430834 Dec 08 03:10:12.685270 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0ae812a-4b4b-4342-9d65-bbc29532a7b6 req-b3b92918-7723-4884-9a21-95ed8287267d service neutron] 10.222.0.75 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812967 Dec 08 03:10:12.776956 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a0ae812a-4b4b-4342-9d65-bbc29532a7b6 req-98b290bc-ac2d-49fe-b687-cf11bc609b1b service neutron] 10.222.0.75 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848565 Dec 08 03:10:22.126595 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58dc618e-316f-4a20-983f-3da2e34a3776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:24.216311 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:24.485180 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e4719127-8d00-4a29-a283-9db05e13b99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:25.064431 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:25.758841 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:27.274935 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:28.080481 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:34.424328 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41336) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:34.577653 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Deleting port 50eebe14-096d-4105-9307-81e75c3b6176 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:10:34.577905 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:34.653871 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:34.654193 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:34.665486 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Calling delete_port for 50eebe14-096d-4105-9307-81e75c3b6176 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:10:34.808917 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:34.839696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event deleted for resources: {'Port': ['ID=50eebe14-096d-4105-9307-81e75c3b6176,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:34.877281 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:34.877622 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:34.877954 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:34.878284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:34.878619 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:34.878947 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:34.879265 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:34.879586 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:34.879928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:34.880243 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:34.880570 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:34.880889 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:34.881209 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:34.901292 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:34.901618 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Floating IP ef65a4c1-20d0-492a-905e-531d69005ed0 disassociated (deleted). External IP: 172.25.8.159, port: fabb1b98-9a71-4d46-a0de-642a7feb041c. Dec 08 03:10:35.397469 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:10:35.502402 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:10:35.506994 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:35.512198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ab7c9-ec68-4a7e-bd93-c384203d9695 None None] Sync routers for ids ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:10:35.522632 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ab7c9-ec68-4a7e-bd93-c384203d9695 None None] Routers {'0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:10:35.523246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-453ab7c9-ec68-4a7e-bd93-c384203d9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:35.534140 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b399a165-f3df-4830-9e31-0d7984d61bfb tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "DELETE /v2.0/floatingips/ef65a4c1-20d0-492a-905e-531d69005ed0 HTTP/1.1" status: 204 len: 168 time: 1.1087475 Dec 08 03:10:35.534708 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:10:35.537065 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3f5af0-013d-484f-bc8a-b9edcc5686d9" -d '{"events": [{"name": "network-changed", "server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:10:35.576416 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9ad49b-9c92-475d-abd4-85d67b1ea7cf x-openstack-request-id: req-cd9ad49b-9c92-475d-abd4-85d67b1ea7cf {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:10:35.576714 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:10:35.576976 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cd9ad49b-9c92-475d-abd4-85d67b1ea7cf {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:10:35.577382 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'status': 'completed', 'code': 200} Dec 08 03:10:35.631234 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-453ab7c9-ec68-4a7e-bd93-c384203d9695 None None] Set router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:10:35.663121 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f5af0-013d-484f-bc8a-b9edcc5686d9 req-6c8745b1-f210-4b4f-a7f5-5750d2a45b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:35.669243 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0b3f5af0-013d-484f-bc8a-b9edcc5686d9 req-6c8745b1-f210-4b4f-a7f5-5750d2a45b82 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ae68369692e94b8e947adcb07052ba20&device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 1098 time: 0.0487046 Dec 08 03:10:35.771762 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f5af0-013d-484f-bc8a-b9edcc5686d9 req-33e83a49-ffab-4f75-ae60-9b34b736acef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:35.773264 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0b3f5af0-013d-484f-bc8a-b9edcc5686d9 req-33e83a49-ffab-4f75-ae60-9b34b736acef service neutron] 10.222.0.75 "GET /v2.0/networks?id=a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 200 len: 909 time: 0.0974827 Dec 08 03:10:35.818658 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0b3f5af0-013d-484f-bc8a-b9edcc5686d9 req-fa240d47-2169-4bba-a4ac-7e5506dbc97f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c HTTP/1.1" status: 200 len: 217 time: 0.0373085 Dec 08 03:10:35.823721 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00c30f-6e97-4b34-b871-39ef44e73142 req-7f142254-c695-4fda-a4c6-6026e27d07ef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:35.825087 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e00c30f-6e97-4b34-b871-39ef44e73142 req-7f142254-c695-4fda-a4c6-6026e27d07ef tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 946 time: 0.1067011 Dec 08 03:10:35.854387 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-453ab7c9-ec68-4a7e-bd93-c384203d9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:02:01Z', 'revision_number': 5, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:35.869749 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f5af0-013d-484f-bc8a-b9edcc5686d9 req-0355ce5f-602b-41a4-8c1b-98c6463b167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:35.871309 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0b3f5af0-013d-484f-bc8a-b9edcc5686d9 req-0355ce5f-602b-41a4-8c1b-98c6463b167b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 200 len: 847 time: 0.0443618 Dec 08 03:10:35.877204 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5e00c30f-6e97-4b34-b871-39ef44e73142 req-11006b5b-8919-454b-88ea-046a54ec1b1e tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450523 Dec 08 03:10:35.886417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ab7c9-ec68-4a7e-bd93-c384203d9695 None None] Checking router: 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:10:35.895056 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ab7c9-ec68-4a7e-bd93-c384203d9695 None None] Routers {'0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:10:35.895686 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-453ab7c9-ec68-4a7e-bd93-c384203d9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:35.917797 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f5af0-013d-484f-bc8a-b9edcc5686d9 req-900b6671-e231-4fdd-90ab-3cb353740bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:35.919285 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0b3f5af0-013d-484f-bc8a-b9edcc5686d9 req-900b6671-e231-4fdd-90ab-3cb353740bd5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a054ceed-3dc6-40c1-a744-720a05188a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401988 Dec 08 03:10:36.012920 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0b3f5af0-013d-484f-bc8a-b9edcc5686d9 req-ef724036-8136-4694-b26f-827e4dd6be77 service neutron] 10.222.0.75 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861402 Dec 08 03:10:36.117829 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-0b3f5af0-013d-484f-bc8a-b9edcc5686d9 req-8d92e912-41d2-4359-a968-e8ca51a57eae service neutron] 10.222.0.75 "GET /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953507 Dec 08 03:10:36.161381 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-453ab7c9-ec68-4a7e-bd93-c384203d9695 None None] Set router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:10:36.351365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-453ab7c9-ec68-4a7e-bd93-c384203d9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:02:01Z', 'revision_number': 5, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:36.376905 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ab7c9-ec68-4a7e-bd93-c384203d9695 None None] The sync data for ids ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'] in n-d-713499-31 is: [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:01:57Z', 'revision_number': 4, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'f238ae05-702b-4f70-9949-403cea01e0f2', 'name': '', 'network_id': 'a054ceed-3dc6-40c1-a744-720a05188a70', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'mac_address': 'fa:16:3e:f6:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:57Z', 'updated_at': '2021-12-08T03:02:01Z', 'revision_number': 5, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'subnets': [{'id': '5fac6ffd-0257-47da-a7e5-bef648389931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:10:36.601788 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8621a77c-0bb8-4064-81b5-035d86baf140 None None] New status for floating IP ef65a4c1-20d0-492a-905e-531d69005ed0: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:10:36.994295 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e45fc-5d45-4038-84c8-a1463d6c3324 req-55ec4fa9-9841-4290-b877-f391c5a661ea tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:36.995897 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-164e45fc-5d45-4038-84c8-a1463d6c3324 req-55ec4fa9-9841-4290-b877-f391c5a661ea tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 946 time: 0.0479159 Dec 08 03:10:37.044033 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-164e45fc-5d45-4038-84c8-a1463d6c3324 req-f624b7b4-2efe-4d89-a3af-3e52a2a65458 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/security-groups?id=7a90ad3d-018c-462a-9c4f-95adc8a61021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417123 Dec 08 03:10:37.429579 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39131-b19e-418d-87bf-37c28dae869f req-cf1a8199-6f19-4b61-b09a-cc6623a88440 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:37.431011 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5fb39131-b19e-418d-87bf-37c28dae869f req-cf1a8199-6f19-4b61-b09a-cc6623a88440 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.75 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 946 time: 0.0478189 Dec 08 03:10:37.517271 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-5fb39131-b19e-418d-87bf-37c28dae869f req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Deleting port fabb1b98-9a71-4d46-a0de-642a7feb041c {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:10:37.517524 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5fb39131-b19e-418d-87bf-37c28dae869f req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:37.932769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-5fb39131-b19e-418d-87bf-37c28dae869f req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] For port fabb1b98-9a71-4d46-a0de-642a7feb041c, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=fabb1b98-9a71-4d46-a0de-642a7feb041c,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:10:37.933146 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5fb39131-b19e-418d-87bf-37c28dae869f req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:37.946151 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-5fb39131-b19e-418d-87bf-37c28dae869f req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Calling delete_port for fabb1b98-9a71-4d46-a0de-642a7feb041c owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:10:38.072276 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5fb39131-b19e-418d-87bf-37c28dae869f req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:38.098571 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event deleted for resources: {'Port': ['ID=fabb1b98-9a71-4d46-a0de-642a7feb041c,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:38.108572 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:38.108925 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:38.109269 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:38.109612 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:38.110473 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:38.110809 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:38.111142 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:38.111472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:38.111829 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:38.112156 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:38.112483 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:38.112891 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:38.113222 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:38.147626 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8b8b238-13a4-4dc2-ac85-0999f3bd5bf5 req-bee8914e-8a2f-48a7-8d0c-f3e98e3026e0 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 210 time: 0.0293560 Dec 08 03:10:38.154350 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb39131-b19e-418d-87bf-37c28dae869f req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] No DVR routers for this DVR port fabb1b98-9a71-4d46-a0de-642a7feb041c on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:10:38.157087 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-5fb39131-b19e-418d-87bf-37c28dae869f req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:38.160440 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-5fb39131-b19e-418d-87bf-37c28dae869f req-d7aeb086-5c0a-4912-9789-0f4133a335a2 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.75 "DELETE /v2.0/ports/fabb1b98-9a71-4d46-a0de-642a7feb041c HTTP/1.1" status: 204 len: 173 time: 0.7229722 Dec 08 03:10:38.160885 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'name': 'network-vif-deleted', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:10:38.163113 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2115168c-1f44-48dc-92f8-366c4b26fd56" -d '{"events": [{"server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "name": "network-vif-deleted", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:10:38.203894 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38594b5b-a9b4-46fe-8b1c-cb09ff266d88 x-openstack-request-id: req-38594b5b-a9b4-46fe-8b1c-cb09ff266d88 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:10:38.204195 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1", "name": "network-vif-deleted", "tag": "fabb1b98-9a71-4d46-a0de-642a7feb041c", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:10:38.204450 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-38594b5b-a9b4-46fe-8b1c-cb09ff266d88 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:10:38.204850 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1', 'name': 'network-vif-deleted', 'tag': 'fabb1b98-9a71-4d46-a0de-642a7feb041c', 'status': 'completed', 'code': 200} Dec 08 03:10:39.245356 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-89257fd8-449b-4d4a-9f31-bc22c8e5fadf req-4135f383-7cd0-4d8b-a09d-2edd2c131501 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 210 time: 0.0261366 Dec 08 03:10:39.624461 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:10:39.916417 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device fabb1b98-9a71-4d46-a0de-642a7feb041c no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:10:39.936088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: fabb1b98-9a71-4d46-a0de-642a7feb041c {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:10:39.936431 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device fabb1b98-9a71-4d46-a0de-642a7feb041c not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:10:40.346346 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d570bd24-1279-4634-94e4-091e8935e96a req-b22d9c68-a863-44e9-b99d-4f30eececee3 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 210 time: 0.0301318 Dec 08 03:10:41.445225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-915f2471-809c-46d8-9d16-eb919fed52de req-bcc19f3f-9bee-4153-ba10-11fde52e0c42 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 210 time: 0.0295689 Dec 08 03:10:42.554185 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d02af15c-3bd9-4e48-8556-c3bac3503869 req-e58b20c6-0858-4169-8ed3-016fca7af629 tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "GET /v2.0/ports?device_id=eef610b1-8fbf-4a71-bcb6-9e58b3c9e2d1 HTTP/1.1" status: 200 len: 210 time: 0.0264044 Dec 08 03:10:43.611371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41372) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:43.667393 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b540a12a-e105-48c9-bc4b-229d81f5900d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:43.692079 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b540a12a-e105-48c9-bc4b-229d81f5900d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:43.753182 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b540a12a-e105-48c9-bc4b-229d81f5900d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:43.755838 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b540a12a-e105-48c9-bc4b-229d81f5900d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:43.756993 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b540a12a-e105-48c9-bc4b-229d81f5900d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] 10.222.0.71 "DELETE /v2.0/security-groups/7a90ad3d-018c-462a-9c4f-95adc8a61021 HTTP/1.1" status: 204 len: 168 time: 0.1446021 Dec 08 03:10:43.766616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540a12a-e105-48c9-bc4b-229d81f5900d tempest-TestShelveInstance-1448606898 tempest-TestShelveInstance-1448606898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a90ad3d-018c-462a-9c4f-95adc8a61021,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:43.805093 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41376) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:44.249015 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d61024c-1e0b-4f58-960f-df163c9e1510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:44.499187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-2d61024c-1e0b-4f58-960f-df163c9e1510 admin admin] Deleting port f238ae05-702b-4f70-9949-403cea01e0f2 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:10:44.499540 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d61024c-1e0b-4f58-960f-df163c9e1510 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:44.577393 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-2d61024c-1e0b-4f58-960f-df163c9e1510 admin admin] For port f238ae05-702b-4f70-9949-403cea01e0f2, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f238ae05-702b-4f70-9949-403cea01e0f2,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:10:44.577759 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d61024c-1e0b-4f58-960f-df163c9e1510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:44.590623 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-2d61024c-1e0b-4f58-960f-df163c9e1510 admin admin] Calling delete_port for f238ae05-702b-4f70-9949-403cea01e0f2 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:10:44.769590 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d61024c-1e0b-4f58-960f-df163c9e1510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:44.799071 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61024c-1e0b-4f58-960f-df163c9e1510 admin admin] Pushing event deleted for resources: {'Port': ['ID=f238ae05-702b-4f70-9949-403cea01e0f2,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:44.978876 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2d61024c-1e0b-4f58-960f-df163c9e1510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:45.205470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d61024c-1e0b-4f58-960f-df163c9e1510 admin admin] Router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:10:45.314662 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d61024c-1e0b-4f58-960f-df163c9e1510 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:10:45.322072 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2d61024c-1e0b-4f58-960f-df163c9e1510 admin admin] 10.222.0.71 "PUT /v2.0/routers/0ceb7f7a-4e76-4c9e-a89f-798afd4cb618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5142643 Dec 08 03:10:45.322289 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41380) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:45.327807 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46452247-d174-4f91-827e-f7f951a579d8 None None] Sync routers for ids ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:10:45.341071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46452247-d174-4f91-827e-f7f951a579d8 None None] Routers {'0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:10:45.341841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-46452247-d174-4f91-827e-f7f951a579d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:45.429162 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:45.451057 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-46452247-d174-4f91-827e-f7f951a579d8 None None] Set router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:10:45.532822 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:45.589718 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] Deleting port 3bb83ce2-93c8-408f-9401-a9741d481926 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:10:45.590775 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:45.629177 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-46452247-d174-4f91-827e-f7f951a579d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:10:44Z', 'revision_number': 5, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port': {'id': '3bb83ce2-93c8-408f-9401-a9741d481926', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:01:55Z', 'updated_at': '2021-12-08T03:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:45.661995 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46452247-d174-4f91-827e-f7f951a579d8 None None] Checking router: 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:10:45.670419 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46452247-d174-4f91-827e-f7f951a579d8 None None] Routers {'0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:10:45.671035 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-46452247-d174-4f91-827e-f7f951a579d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:45.677046 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] For port 3bb83ce2-93c8-408f-9401-a9741d481926, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3bb83ce2-93c8-408f-9401-a9741d481926,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:10:45.677652 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:45.692060 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] Calling delete_port for 3bb83ce2-93c8-408f-9401-a9741d481926 owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:10:45.758904 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-46452247-d174-4f91-827e-f7f951a579d8 None None] Set router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:10:45.810312 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-46452247-d174-4f91-827e-f7f951a579d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:10:45Z', 'revision_number': 6, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:45.842248 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46452247-d174-4f91-827e-f7f951a579d8 None None] The sync data for ids ['0ceb7f7a-4e76-4c9e-a89f-798afd4cb618'] in n-d-713499-31 is: [{'id': '0ceb7f7a-4e76-4c9e-a89f-798afd4cb618', 'name': 'tempest-TestShelveInstance-764170184-router', 'tenant_id': 'ae68369692e94b8e947adcb07052ba20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:54Z', 'updated_at': '2021-12-08T03:10:45Z', 'revision_number': 6, 'project_id': 'ae68369692e94b8e947adcb07052ba20', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:10:45.869124 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:45.897420 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb83ce2-93c8-408f-9401-a9741d481926,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:45.914585 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a377c9-d845-437f-98c3-524d25722a4a None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:10:45.964298 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.053470 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.055658 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.099564 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.100187 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 03:10:46.104436 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.105865 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-4dc01065-3663-40c1-9db6-1f2c1cc08c3b admin admin] 10.222.0.71 "DELETE /v2.0/routers/0ceb7f7a-4e76-4c9e-a89f-798afd4cb618 HTTP/1.1" status: 204 len: 168 time: 0.7824376 Dec 08 03:10:46.108390 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41382) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:46.158040 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83b6531-7622-4262-ba83-eb5f4662e089 admin admin] Deleting subnet 5fac6ffd-0257-47da-a7e5-bef648389931 {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 03:10:46.161192 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f83b6531-7622-4262-ba83-eb5f4662e089 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.198119 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f83b6531-7622-4262-ba83-eb5f4662e089 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.294310 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f83b6531-7622-4262-ba83-eb5f4662e089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.352725 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f83b6531-7622-4262-ba83-eb5f4662e089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.378343 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b6531-7622-4262-ba83-eb5f4662e089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fac6ffd-0257-47da-a7e5-bef648389931,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:46.383763 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-f83b6531-7622-4262-ba83-eb5f4662e089 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.387377 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-f83b6531-7622-4262-ba83-eb5f4662e089 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5fac6ffd-0257-47da-a7e5-bef648389931 HTTP/1.1" status: 204 len: 168 time: 0.2778523 Dec 08 03:10:46.389769 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41384) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:46.392077 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92238266-edb3-48d2-9563-efb6c1b52048 None None] Network a054ceed-3dc6-40c1-a744-720a05188a70 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:10:46.458220 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.514761 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Deleting port a81badde-a8b4-4172-8469-b29ef69d17dd {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:10:46.515103 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.583388 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] For port a81badde-a8b4-4172-8469-b29ef69d17dd, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a81badde-a8b4-4172-8469-b29ef69d17dd,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:10:46.583801 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.597554 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Calling delete_port for a81badde-a8b4-4172-8469-b29ef69d17dd owned by network:dhcp {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:10:46.616041 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] DHCP port deletion for a054ceed-3dc6-40c1-a744-720a05188a70 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:10:46.669640 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Deleting port a81badde-a8b4-4172-8469-b29ef69d17dd {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:10:46.670010 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.689351 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.715805 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Pushing event deleted for resources: {'Port': ['ID=a81badde-a8b4-4172-8469-b29ef69d17dd,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:46.717628 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] No DVR routers for this DVR port a81badde-a8b4-4172-8469-b29ef69d17dd on host n-d-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:10:46.735305 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] For port a81badde-a8b4-4172-8469-b29ef69d17dd, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=a81badde-a8b4-4172-8469-b29ef69d17dd,segment=NetworkSegment(7b963454-9e52-4ffc-911c-9f8e215c60ef),segment_id=7b963454-9e52-4ffc-911c-9f8e215c60ef)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:10:46.735981 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.749013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Calling delete_port for a81badde-a8b4-4172-8469-b29ef69d17dd owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:10:46.793123 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.812993 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a054ceed-3dc6-40c1-a744-720a05188a70']}} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:46.823290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b963454-9e52-4ffc-911c-9f8e215c60ef') {'for_net_delete': True} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:46.823586 n-d-713499-31 neutron-server[109766]: DEBUG neutron.services.segments.db [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b963454-9e52-4ffc-911c-9f8e215c60ef') {} {{(pid=109766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:46.828566 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.837607 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5196087'] for segment, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.854545 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Pushing event deleted for resources: {'Port': ['ID=a81badde-a8b4-4172-8469-b29ef69d17dd,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:46.855642 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.862756 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 03:10:46.862926 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:46.863214 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:46.863334 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4844572'] for segment, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.863556 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:46.863918 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:46.864246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:46.864569 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:46.865191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:46.865684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: Traceback (most recent call last): Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: timer() Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: cb(*args, **kw) Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: return func(*args, **kwargs) Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: self._notify() Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: self.callback(batched_events) Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: event.method(event) Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: return f(self, *a, **k) Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: return self._get(url).json() Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: return self.request(url, 'GET', **kwargs) Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 03:10:46.866028 n-d-713499-31 neutron-server[109766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 03:10:46.869180 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:46.869693 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:46.870338 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:46.870974 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:46.871635 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:46.876157 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e8464-faed-459e-8b3e-65ac6cb91f93 None None] No DVR routers for this DVR port a81badde-a8b4-4172-8469-b29ef69d17dd on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:10:46.928485 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f238ae05-702b-4f70-9949-403cea01e0f2 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:10:46.937448 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.943932 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Publish callbacks [] for network, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:46.947311 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a054ceed-3dc6-40c1-a744-720a05188a70 HTTP/1.1" status: 204 len: 168 time: 0.5566156 Dec 08 03:10:46.950503 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41386) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:46.957628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: f238ae05-702b-4f70-9949-403cea01e0f2 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:10:46.958202 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f238ae05-702b-4f70-9949-403cea01e0f2 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:10:46.958793 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3bb83ce2-93c8-408f-9401-a9741d481926 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:10:46.961304 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b20d1-4ce9-418c-a7f3-84d868c77632 admin admin] Pushing event deleted for resources: {'Network': ['ID=a054ceed-3dc6-40c1-a744-720a05188a70,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:46.979104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 3bb83ce2-93c8-408f-9401-a9741d481926 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:10:46.979457 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3bb83ce2-93c8-408f-9401-a9741d481926 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:10:46.979912 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a81badde-a8b4-4172-8469-b29ef69d17dd no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:10:46.998513 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: a81badde-a8b4-4172-8469-b29ef69d17dd {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:10:46.998860 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device a81badde-a8b4-4172-8469-b29ef69d17dd not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:10:47.300502 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c18e3fb3-660c-4a2a-b9dd-344956a176a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:47.540871 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c18e3fb3-660c-4a2a-b9dd-344956a176a0 admin admin] Deleting port 3ef1dd05-75f4-481c-8f59-0906f3228b73 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:10:47.541111 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c18e3fb3-660c-4a2a-b9dd-344956a176a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:47.617855 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-c18e3fb3-660c-4a2a-b9dd-344956a176a0 admin admin] For port 3ef1dd05-75f4-481c-8f59-0906f3228b73, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3ef1dd05-75f4-481c-8f59-0906f3228b73,segment=NetworkSegment(1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4),segment_id=1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:10:47.618213 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c18e3fb3-660c-4a2a-b9dd-344956a176a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:47.635383 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c18e3fb3-660c-4a2a-b9dd-344956a176a0 admin admin] Calling delete_port for 3ef1dd05-75f4-481c-8f59-0906f3228b73 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:10:47.809337 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c18e3fb3-660c-4a2a-b9dd-344956a176a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:47.835780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e3fb3-660c-4a2a-b9dd-344956a176a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef1dd05-75f4-481c-8f59-0906f3228b73,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:48.004818 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c18e3fb3-660c-4a2a-b9dd-344956a176a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:48.225616 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18e3fb3-660c-4a2a-b9dd-344956a176a0 admin admin] Router 434d5347-1d29-4c21-a156-e1a034bd6672 has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:10:48.330558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18e3fb3-660c-4a2a-b9dd-344956a176a0 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:10:48.335671 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c18e3fb3-660c-4a2a-b9dd-344956a176a0 admin admin] 10.222.0.71 "PUT /v2.0/routers/434d5347-1d29-4c21-a156-e1a034bd6672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3841188 Dec 08 03:10:48.338355 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41388) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:48.341232 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776fb07e-c744-42b7-99c6-7587f61f7917 None None] Sync routers for ids ['434d5347-1d29-4c21-a156-e1a034bd6672'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:10:48.352584 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776fb07e-c744-42b7-99c6-7587f61f7917 None None] Routers {'434d5347-1d29-4c21-a156-e1a034bd6672'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:10:48.353194 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-776fb07e-c744-42b7-99c6-7587f61f7917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['434d5347-1d29-4c21-a156-e1a034bd6672'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:48.440909 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:48.456625 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-776fb07e-c744-42b7-99c6-7587f61f7917 None None] Set router 434d5347-1d29-4c21-a156-e1a034bd6672 gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:10:48.543984 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:48.595334 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] Deleting port c6d91b35-f50f-4be5-bec6-805b3861e2ec {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:10:48.595696 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:48.629230 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-776fb07e-c744-42b7-99c6-7587f61f7917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'name': 'tempest-TestShelveInstance-1708490091-router', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c6d91b35-f50f-4be5-bec6-805b3861e2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:59Z', 'updated_at': '2021-12-08T03:10:47Z', 'revision_number': 5, 'project_id': '00c5e3509012440d96896effd5da73cc', 'gw_port': {'id': 'c6d91b35-f50f-4be5-bec6-805b3861e2ec', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:02:00Z', 'updated_at': '2021-12-08T03:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:48.658944 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776fb07e-c744-42b7-99c6-7587f61f7917 None None] Checking router: 434d5347-1d29-4c21-a156-e1a034bd6672 for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:10:48.667092 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776fb07e-c744-42b7-99c6-7587f61f7917 None None] Routers {'434d5347-1d29-4c21-a156-e1a034bd6672'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:10:48.667724 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-776fb07e-c744-42b7-99c6-7587f61f7917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['434d5347-1d29-4c21-a156-e1a034bd6672'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:48.671818 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] For port c6d91b35-f50f-4be5-bec6-805b3861e2ec, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c6d91b35-f50f-4be5-bec6-805b3861e2ec,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:10:48.672177 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:48.684481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] Calling delete_port for c6d91b35-f50f-4be5-bec6-805b3861e2ec owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:10:48.751279 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-776fb07e-c744-42b7-99c6-7587f61f7917 None None] Set router 434d5347-1d29-4c21-a156-e1a034bd6672 gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:10:48.802551 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-776fb07e-c744-42b7-99c6-7587f61f7917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'name': 'tempest-TestShelveInstance-1708490091-router', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:59Z', 'updated_at': '2021-12-08T03:10:48Z', 'revision_number': 6, 'project_id': '00c5e3509012440d96896effd5da73cc', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:48.832111 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776fb07e-c744-42b7-99c6-7587f61f7917 None None] The sync data for ids ['434d5347-1d29-4c21-a156-e1a034bd6672'] in n-d-713499-31 is: [{'id': '434d5347-1d29-4c21-a156-e1a034bd6672', 'name': 'tempest-TestShelveInstance-1708490091-router', 'tenant_id': '00c5e3509012440d96896effd5da73cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:01:59Z', 'updated_at': '2021-12-08T03:10:48Z', 'revision_number': 6, 'project_id': '00c5e3509012440d96896effd5da73cc', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:10:48.856459 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:48.885448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d91b35-f50f-4be5-bec6-805b3861e2ec,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:48.901287 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd25a143-92a7-4a83-a43e-0ad88f05c62f None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:10:48.947589 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.035939 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.038029 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.082042 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.082624 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 434d5347-1d29-4c21-a156-e1a034bd6672 {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 03:10:49.087339 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.088525 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-52afb5d3-3ba8-443c-870f-a026da1eb1c9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/434d5347-1d29-4c21-a156-e1a034bd6672 HTTP/1.1" status: 204 len: 168 time: 0.7492743 Dec 08 03:10:49.091068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41390) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:49.138106 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b012f4e-a3db-4bc6-849c-fa02afd05acd admin admin] Deleting subnet d8864050-0c1b-4a95-9bc4-c58f8834cb48 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 03:10:49.141677 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b012f4e-a3db-4bc6-849c-fa02afd05acd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.174401 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b012f4e-a3db-4bc6-849c-fa02afd05acd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.259154 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b012f4e-a3db-4bc6-849c-fa02afd05acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.317358 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b012f4e-a3db-4bc6-849c-fa02afd05acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.344606 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b012f4e-a3db-4bc6-849c-fa02afd05acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8864050-0c1b-4a95-9bc4-c58f8834cb48,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:49.348137 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-9b012f4e-a3db-4bc6-849c-fa02afd05acd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.350390 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7e7b53-dc97-4bd0-8212-03d2bd9a1541 None None] Network ddcef208-a54f-428a-a7ac-915c3eb21ef3 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:10:49.351783 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-9b012f4e-a3db-4bc6-849c-fa02afd05acd admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d8864050-0c1b-4a95-9bc4-c58f8834cb48 HTTP/1.1" status: 204 len: 168 time: 0.2597303 Dec 08 03:10:49.354394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41392) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:49.421568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.475667 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Deleting port f7ac1112-b5c8-4161-921d-acf802c2a727 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:10:49.475972 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.540801 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] For port f7ac1112-b5c8-4161-921d-acf802c2a727, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=f7ac1112-b5c8-4161-921d-acf802c2a727,segment=NetworkSegment(1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4),segment_id=1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:10:49.541094 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.553614 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Calling delete_port for f7ac1112-b5c8-4161-921d-acf802c2a727 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:10:49.624830 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baee4ad1-2fe4-440c-a865-655c7d1407b5 None None] DHCP port deletion for ddcef208-a54f-428a-a7ac-915c3eb21ef3 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:10:49.635241 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.666179 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ac1112-b5c8-4161-921d-acf802c2a727,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:49.671166 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] No DVR routers for this DVR port f7ac1112-b5c8-4161-921d-acf802c2a727 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:10:49.678013 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-baee4ad1-2fe4-440c-a865-655c7d1407b5 None None] Deleting port f7ac1112-b5c8-4161-921d-acf802c2a727 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:10:49.678382 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-baee4ad1-2fe4-440c-a865-655c7d1407b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.740001 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-baee4ad1-2fe4-440c-a865-655c7d1407b5 None None] For port f7ac1112-b5c8-4161-921d-acf802c2a727, host n-d-713499-31, got binding levels [] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:10:49.740402 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-baee4ad1-2fe4-440c-a865-655c7d1407b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.743374 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.753106 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-baee4ad1-2fe4-440c-a865-655c7d1407b5 None None] Calling delete_port for f7ac1112-b5c8-4161-921d-acf802c2a727 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:10:49.755917 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.ipam_backend_mixin [None req-baee4ad1-2fe4-440c-a865-655c7d1407b5 None None] Port f7ac1112-b5c8-4161-921d-acf802c2a727 was not found and therefore no delete operation was performed {{(pid=109768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 03:10:49.757457 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-baee4ad1-2fe4-440c-a865-655c7d1407b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148'] for port, after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.764853 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcef208-a54f-428a-a7ac-915c3eb21ef3']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:49.774285 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:49.774578 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd5d2c3-e9f7-4d42-9158-5b1f18aecbb4') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:49.785965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee4ad1-2fe4-440c-a865-655c7d1407b5 None None] Pushing event deleted for resources: {'Port': ['ID=f7ac1112-b5c8-4161-921d-acf802c2a727,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:49.788407 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.789854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee4ad1-2fe4-440c-a865-655c7d1407b5 None None] No DVR routers for this DVR port f7ac1112-b5c8-4161-921d-acf802c2a727 on host n-d-713499-31 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:10:49.803185 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.810124 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 03:10:49.810516 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: timer() Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 03:10:49.812550 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 03:10:49.869218 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.875378 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:49.878572 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] 10.222.0.71 "DELETE /v2.0/networks/ddcef208-a54f-428a-a7ac-915c3eb21ef3 HTTP/1.1" status: 204 len: 168 time: 0.5232573 Dec 08 03:10:49.889312 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63572ad-0b11-4207-8ad0-21a899c85d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddcef208-a54f-428a-a7ac-915c3eb21ef3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:49.995059 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41396) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:50.035097 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1c5a0224-b583-467a-8403-dc39246d4a46 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ae68369692e94b8e947adcb07052ba20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387731 Dec 08 03:10:50.037508 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41398) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:50.082448 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f8d3-5629-4632-9d11-53e3bccdd2bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:50.107298 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f8d3-5629-4632-9d11-53e3bccdd2bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:50.152763 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f8d3-5629-4632-9d11-53e3bccdd2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:50.155449 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f8d3-5629-4632-9d11-53e3bccdd2bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:50.156675 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-8ba5f8d3-5629-4632-9d11-53e3bccdd2bc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2d6e4fc6-a740-499c-8250-c5d4042ce0c9 HTTP/1.1" status: 204 len: 168 time: 0.1182818 Dec 08 03:10:50.165129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5f8d3-5629-4632-9d11-53e3bccdd2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6e4fc6-a740-499c-8250-c5d4042ce0c9,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:50.468981 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41404) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:50.507702 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-661b6028-2ff5-4f1e-b9e5-363da110d546 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=00c5e3509012440d96896effd5da73cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375035 Dec 08 03:10:50.510030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41406) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:50.554659 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d96f-4daa-42ae-85b8-c450edc07394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:50.575746 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d96f-4daa-42ae-85b8-c450edc07394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:50.621747 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d96f-4daa-42ae-85b8-c450edc07394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:50.625503 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d96f-4daa-42ae-85b8-c450edc07394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:50.626653 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-a1c7d96f-4daa-42ae-85b8-c450edc07394 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d0a893fd-95e2-4a40-955e-5e2d6197d1cc HTTP/1.1" status: 204 len: 168 time: 0.1157482 Dec 08 03:10:50.634900 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7d96f-4daa-42ae-85b8-c450edc07394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a893fd-95e2-4a40-955e-5e2d6197d1cc,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:50.897410 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c6d91b35-f50f-4be5-bec6-805b3861e2ec no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:10:50.918049 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: c6d91b35-f50f-4be5-bec6-805b3861e2ec {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:10:50.918393 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c6d91b35-f50f-4be5-bec6-805b3861e2ec not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:10:50.918861 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f7ac1112-b5c8-4161-921d-acf802c2a727 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:10:50.939028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: f7ac1112-b5c8-4161-921d-acf802c2a727 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:10:50.939374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device f7ac1112-b5c8-4161-921d-acf802c2a727 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:10:50.939883 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3ef1dd05-75f4-481c-8f59-0906f3228b73 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:10:50.958104 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 3ef1dd05-75f4-481c-8f59-0906f3228b73 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:10:50.958374 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3ef1dd05-75f4-481c-8f59-0906f3228b73 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:10:51.286117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41428) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:51.382792 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1819145592-network', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:10:51.402919 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] Made reservation on behalf of efc7e3729bd44af0862be948ca4cb553 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:10:51.405139 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:51.413863 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:51.488666 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:51.492250 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:51.512058 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 03:10:51.531172 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d996f2-8f50-4ccc-88a2-22bd73e4a216,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:51.534547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:51.534886 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] Added segment 1c04c383-dc6c-4c43-82db-94981d5c08aa of type vlan for network ffeef88b-7192-417d-8c6c-970f7f8cac30 Dec 08 03:10:51.573475 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:51.598091 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:51.599018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:51.599622 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:51.631285 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3439677 Dec 08 03:10:51.634622 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41432) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:51.639664 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-155df23c-cc90-4377-be86-5f9acf23cf98 admin admin] Request body: {'subnet': {'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1819145592-subnet', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'ip_version': 4}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:10:51.661944 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155df23c-cc90-4377-be86-5f9acf23cf98 admin admin] Made reservation on behalf of efc7e3729bd44af0862be948ca4cb553 for: {'subnet': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:10:51.664327 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-155df23c-cc90-4377-be86-5f9acf23cf98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5020010'] for subnet, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:51.669028 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1189978-0267-46cb-8666-fc48512dcdbb admin admin] Pushing event updated for resources: {'Network': ['ID=ffeef88b-7192-417d-8c6c-970f7f8cac30,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:51.680226 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network ffeef88b-7192-417d-8c6c-970f7f8cac30 details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 03:10:51.827568 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-155df23c-cc90-4377-be86-5f9acf23cf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4789183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5020020'] for subnet, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:51.889309 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155df23c-cc90-4377-be86-5f9acf23cf98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf2f39b-04cb-4869-b025-4480ef960710,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:51.894077 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155df23c-cc90-4377-be86-5f9acf23cf98 admin admin] Checking segment: {'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:10:51.894434 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155df23c-cc90-4377-be86-5f9acf23cf98 admin admin] Network hostable DHCP agents. Network: ffeef88b-7192-417d-8c6c-970f7f8cac30, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 03:10:51.910541 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155df23c-cc90-4377-be86-5f9acf23cf98 admin admin] Network ffeef88b-7192-417d-8c6c-970f7f8cac30 is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 03:10:51.919058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-155df23c-cc90-4377-be86-5f9acf23cf98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, ffeef88b-7192-417d-8c6c-970f7f8cac30) {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:10:51.922868 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155df23c-cc90-4377-be86-5f9acf23cf98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:51.923536 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-155df23c-cc90-4377-be86-5f9acf23cf98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:51.929220 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46918c62-fc1a-4255-9330-eea50bc613b9 None None] Network ffeef88b-7192-417d-8c6c-970f7f8cac30 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:10:51.939285 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-155df23c-cc90-4377-be86-5f9acf23cf98 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3034689 Dec 08 03:10:51.941979 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41434) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:51.946166 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:10:51.965999 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:51.966982 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:52.017372 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:52.033618 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-ffeef88b-7192-417d-8c6c-970f7f8cac30', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 03:10:52.034483 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:52.153269 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a00585d-4dc4-4690-945a-c554aaa970f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:52.157696 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:52.174787 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Allocated IP 172.20.0.2 (ffeef88b-7192-417d-8c6c-970f7f8cac30/4cf2f39b-04cb-4869-b025-4480ef960710/577e6592-70cb-44a1-9396-a818f8f15712) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:10:52.325217 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:52.330403 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:52.355274 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:52.373191 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Network ffeef88b-7192-417d-8c6c-970f7f8cac30 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:10:52.376792 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:10:52.378611 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:52.380563 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:10:52.387756 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Pushing event updated for resources: {'Port': ['ID=577e6592-70cb-44a1-9396-a818f8f15712,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:52.441465 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Attempting to bind port 577e6592-70cb-44a1-9396-a818f8f15712 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:10:52.441863 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Attempting to bind port 577e6592-70cb-44a1-9396-a818f8f15712 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:10:52.442212 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Attempting to bind port 577e6592-70cb-44a1-9396-a818f8f15712 on network ffeef88b-7192-417d-8c6c-970f7f8cac30 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:10:52.448187 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:10:52.448568 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Checking segment: {'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:10:52.448976 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:52.449379 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Bound using segment: {'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:10:52.449858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Bound port: 577e6592-70cb-44a1-9396-a818f8f15712, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:10:52.450243 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:52.515387 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] For port 577e6592-70cb-44a1-9396-a818f8f15712, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:10:52.519236 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] For port 577e6592-70cb-44a1-9396-a818f8f15712, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=577e6592-70cb-44a1-9396-a818f8f15712,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:10:52.524734 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:52.587809 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea45dd-7607-478b-9e19-a28159226440 None None] Pushing event updated for resources: {'Port': ['ID=577e6592-70cb-44a1-9396-a818f8f15712,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:52.824167 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Allocated IP 172.25.8.55 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/80f0cb02-3264-48b8-8ced-12d198ac3de3) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:10:52.935988 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:52.942721 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 577e6592-70cb-44a1-9396-a818f8f15712 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:10:52.971331 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:52.995070 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 577e6592-70cb-44a1-9396-a818f8f15712 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:52.995444 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:53.010430 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:10:53.015034 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:10:53.018511 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:10:53.033577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be3e1db-519a-443d-aa44-f8c9e811509c None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:10:53.044189 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=80f0cb02-3264-48b8-8ced-12d198ac3de3,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:53.081088 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:53.123119 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] For port 577e6592-70cb-44a1-9396-a818f8f15712, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=577e6592-70cb-44a1-9396-a818f8f15712,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:10:53.124851 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-7b8f4a28-e0e8-4923-8263-38c822c390b3 None None] Provisioning complete for port 80f0cb02-3264-48b8-8ced-12d198ac3de3 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:53.125270 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b8f4a28-e0e8-4923-8263-38c822c390b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:53.128079 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:53.192815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f4a28-e0e8-4923-8263-38c822c390b3 None None] Port 80f0cb02-3264-48b8-8ced-12d198ac3de3 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:10:53.207935 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Pushing event updated for resources: {'Port': ['ID=577e6592-70cb-44a1-9396-a818f8f15712,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:53.283206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:53.487585 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:53.512929 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc65cef5-4ff4-4ab0-abad-df6ddbefe9d5 None None] Network ffeef88b-7192-417d-8c6c-970f7f8cac30 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:10:53.632842 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 03:10:53.758580 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:10:53.777871 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:53.781769 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-56ac98d3-9dcc-4e34-9a5f-b1d6be412ab5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8362703 Dec 08 03:10:53.782429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41436) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:53.784679 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Sync routers for ids ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:10:53.809501 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Routers {'3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:10:53.810109 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:53.845188 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e47b7519-b0cc-4ec2-93d6-e3cae9f07118 None None] Provisioning complete for port 577e6592-70cb-44a1-9396-a818f8f15712 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:53.845552 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e47b7519-b0cc-4ec2-93d6-e3cae9f07118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:53.971504 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Set router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:10:54.171517 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:53Z', 'revision_number': 3, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:54.207662 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Checking router: 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:10:54.208029 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Updating router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c port 80f0cb02-3264-48b8-8ced-12d198ac3de3 binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 03:10:54.236533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fe8b04b8-8a38-4eac-9506-a8a4a1437db2 None None] Provisioning complete for port 577e6592-70cb-44a1-9396-a818f8f15712 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:54.236909 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fe8b04b8-8a38-4eac-9506-a8a4a1437db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:54.269273 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:54.273735 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:54.496860 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12ba158d-f697-40d1-90c3-e6804fe8ea20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:54.521828 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:54.583214 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:54.589660 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:54.639071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafcbfbb-c9fa-4fae-bedb-4bb9697b143b None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:10:54.653364 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Attempting to bind port 80f0cb02-3264-48b8-8ced-12d198ac3de3 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:10:54.653742 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Attempting to bind port 80f0cb02-3264-48b8-8ced-12d198ac3de3 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:10:54.654100 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Attempting to bind port 80f0cb02-3264-48b8-8ced-12d198ac3de3 on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:10:54.661344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f99b14-466b-4252-96b4-a238363058c8 None None] Pushing event updated for resources: {'Port': ['ID=80f0cb02-3264-48b8-8ced-12d198ac3de3,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:54.665461 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:10:54.665837 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:10:54.666239 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:54.667129 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:10:54.667129 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Bound port: 80f0cb02-3264-48b8-8ced-12d198ac3de3, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:10:54.667468 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:54.678752 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Allocated IP 172.20.0.1 (ffeef88b-7192-417d-8c6c-970f7f8cac30/4cf2f39b-04cb-4869-b025-4480ef960710/9ad41f51-eaf8-42d3-9698-1b1559decb04) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:10:54.720628 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] For port 80f0cb02-3264-48b8-8ced-12d198ac3de3, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:10:54.724268 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] For port 80f0cb02-3264-48b8-8ced-12d198ac3de3, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=80f0cb02-3264-48b8-8ced-12d198ac3de3,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:10:54.728702 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:54.782694 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:54.787630 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5646b793-90d0-4f17-ae6e-34af64d03308 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:10:54.816836 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:54.818395 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-bce6236c-d01f-4d40-93c9-9abf5f30f254 None None] Provisioning complete for port 80f0cb02-3264-48b8-8ced-12d198ac3de3 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:54.818775 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bce6236c-d01f-4d40-93c9-9abf5f30f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:54.821899 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Routers {'3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:10:54.822525 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:54.841246 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f99b14-466b-4252-96b4-a238363058c8 None None] Pushing event updated for resources: {'Port': ['ID=80f0cb02-3264-48b8-8ced-12d198ac3de3,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:54.860072 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Network ffeef88b-7192-417d-8c6c-970f7f8cac30 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:10:54.862877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:10:54.866849 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:10:54.875437 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad41f51-eaf8-42d3-9698-1b1559decb04,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:54.926863 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:54.941541 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 577e6592-70cb-44a1-9396-a818f8f15712 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:10:55.040542 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] Set router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:10:55.070904 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:55.075855 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bce6236c-d01f-4d40-93c9-9abf5f30f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:55.151645 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-bce6236c-d01f-4d40-93c9-9abf5f30f254 None None] For port 80f0cb02-3264-48b8-8ced-12d198ac3de3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=80f0cb02-3264-48b8-8ced-12d198ac3de3,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:10:55.152538 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:55.154770 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 577e6592-70cb-44a1-9396-a818f8f15712 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:55.155128 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:55.160334 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bce6236c-d01f-4d40-93c9-9abf5f30f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:55.245203 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:55.250516 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:55.314745 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6236c-d01f-4d40-93c9-9abf5f30f254 None None] Pushing event updated for resources: {'Port': ['ID=80f0cb02-3264-48b8-8ced-12d198ac3de3,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:55.320713 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:55.322430 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad41f51-eaf8-42d3-9698-1b1559decb04,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:55.327324 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1c145080-072f-4f6a-8d65-5eb3a4ef26f7 None None] Provisioning complete for port 80f0cb02-3264-48b8-8ced-12d198ac3de3 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:55.327702 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c145080-072f-4f6a-8d65-5eb3a4ef26f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:55.413581 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Network ffeef88b-7192-417d-8c6c-970f7f8cac30 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:10:55.414957 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:10:55.419978 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:53Z', 'revision_number': 3, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:55.450178 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd71d1-5743-4eb9-862e-a953d0a2c3ec None None] The sync data for ids ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'] in n-d-713499-31 is: [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:53Z', 'revision_number': 3, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:10:55.502458 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1c145080-072f-4f6a-8d65-5eb3a4ef26f7 None None] Provisioning complete for port 9ad41f51-eaf8-42d3-9698-1b1559decb04 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:55.502825 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c145080-072f-4f6a-8d65-5eb3a4ef26f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:55.540112 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1c145080-072f-4f6a-8d65-5eb3a4ef26f7 None None] Port 9ad41f51-eaf8-42d3-9698-1b1559decb04 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:10:55.547151 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:10:55.659176 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-fc5edbaf-8a31-4b15-948d-4be017e9fac2 None None] Provisioning complete for port 9ad41f51-eaf8-42d3-9698-1b1559decb04 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:55.659548 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fc5edbaf-8a31-4b15-948d-4be017e9fac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:55.665537 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:10:55.671102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-66a6675f-802b-45a8-a079-e0bee9f3a063 admin admin] 10.222.0.71 "PUT /v2.0/routers/3eba01bf-8ac0-4680-9bd8-6cc8520daf0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8874664 Dec 08 03:10:55.697108 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-fc5edbaf-8a31-4b15-948d-4be017e9fac2 None None] Port 9ad41f51-eaf8-42d3-9698-1b1559decb04 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:10:55.763729 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.190796 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41452) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:56.195901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1212917935-network', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:10:56.217068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] Made reservation on behalf of 313c6842fbbe44cf9c17fc4cc445e9d3 for: {'network': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:10:56.220636 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for network, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.229910 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.309052 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.313744 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.340349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=109767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 03:10:56.350814 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7c66d0-4b55-456c-ae03-fa7204ddd22d,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:56.357495 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.357839 n-d-713499-31 neutron-server[109767]: INFO neutron.db.segments_db [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] Added segment 37e60364-0189-43b3-8dcb-7cdf6c9dbeb8 of type vlan for network 5e86c154-5ac0-40ee-be4d-9318e5a0136f Dec 08 03:10:56.400991 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260171093'] for network, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.425471 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381'] for network, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.426510 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:56.427080 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.481921 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2899783 Dec 08 03:10:56.485273 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41454) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:56.491983 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-b5b65236-8f30-4b0f-8cfb-1377c3dc1912 admin admin] Request body: {'subnet': {'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1212917935-subnet', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'ip_version': 4}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:10:56.499823 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20b5d7-f7b3-4430-84ee-5270ab1e6cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=5e86c154-5ac0-40ee-be4d-9318e5a0136f,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:56.509264 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Network 5e86c154-5ac0-40ee-be4d-9318e5a0136f details requested by agent ovs-agent-n-d-713499-31 with host n-d-713499-31 {{(pid=109768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 03:10:56.516977 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b65236-8f30-4b0f-8cfb-1377c3dc1912 admin admin] Made reservation on behalf of 313c6842fbbe44cf9c17fc4cc445e9d3 for: {'subnet': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:10:56.519274 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5b65236-8f30-4b0f-8cfb-1377c3dc1912 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5607590'] for subnet, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.698230 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5b65236-8f30-4b0f-8cfb-1377c3dc1912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5070862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5607608'] for subnet, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.756838 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b65236-8f30-4b0f-8cfb-1377c3dc1912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0ef935-ff70-44bc-8474-f3796cf4a3ea,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:56.766393 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b65236-8f30-4b0f-8cfb-1377c3dc1912 admin admin] Checking segment: {'id': '37e60364-0189-43b3-8dcb-7cdf6c9dbeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:10:56.766762 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b65236-8f30-4b0f-8cfb-1377c3dc1912 admin admin] Network hostable DHCP agents. Network: 5e86c154-5ac0-40ee-be4d-9318e5a0136f, hostable agents: ['e99da08c-1115-427c-b71e-a01184839fbc'], hosted agents: [] {{(pid=109767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 03:10:56.784542 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b65236-8f30-4b0f-8cfb-1377c3dc1912 admin admin] Network 5e86c154-5ac0-40ee-be4d-9318e5a0136f is scheduled to be hosted by DHCP agent e99da08c-1115-427c-b71e-a01184839fbc with binding_index 1 {{(pid=109767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 03:10:56.793873 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-b5b65236-8f30-4b0f-8cfb-1377c3dc1912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-31, 5e86c154-5ac0-40ee-be4d-9318e5a0136f) {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:10:56.798204 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b65236-8f30-4b0f-8cfb-1377c3dc1912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:10:56.798841 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b5b65236-8f30-4b0f-8cfb-1377c3dc1912 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.804684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69106fd0-1768-4085-84e0-8af5a567b531 None None] Network 5e86c154-5ac0-40ee-be4d-9318e5a0136f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:10:56.817266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b5b65236-8f30-4b0f-8cfb-1377c3dc1912 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3285775 Dec 08 03:10:56.817448 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41456) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:56.821709 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1212917935-router', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:10:56.845239 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1723927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-930'] for router, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.846302 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1723015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-955'] for router, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.911129 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb625e751-5bbb-5eb9-9e16-088a22291614-5e86c154-5ac0-40ee-be4d-9318e5a0136f', 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f', 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'fixed_ips': [{'subnet_id': '7a0ef935-ff70-44bc-8474-f3796cf4a3ea'}]}} from n-d-713499-31. {{(pid=109768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 03:10:56.912059 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.915742 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.994541 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 80f0cb02-3264-48b8-8ced-12d198ac3de3 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:10:57.071757 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.099454 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Allocated IP 172.20.0.2 (5e86c154-5ac0-40ee-be4d-9318e5a0136f/7a0ef935-ff70-44bc-8474-f3796cf4a3ea/3df5b502-3ed5-4c7e-9803-af1432c07664) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:10:57.105949 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 80f0cb02-3264-48b8-8ced-12d198ac3de3 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:57.106320 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.126756 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Sync routers for ids ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:10:57.141410 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Routers {'3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:10:57.142170 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-11b83749-88f5-4659-b604-759072e57d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:57.293521 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.314827 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.317891 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.333868 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Publish callbacks [] for port, precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.341174 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463'] for port, after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.362675 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Set router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:10:57.390544 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Network 5e86c154-5ac0-40ee-be4d-9318e5a0136f is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:10:57.395134 n-d-713499-31 neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:10:57.397543 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:10:57.405241 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Pushing event updated for resources: {'Port': ['ID=3df5b502-3ed5-4c7e-9803-af1432c07664,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:57.438341 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Allocated IP 172.25.8.181 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/c6b36310-5b9f-4ee8-b620-641cca8e73ca) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:10:57.462099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Attempting to bind port 3df5b502-3ed5-4c7e-9803-af1432c07664 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:10:57.462478 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Attempting to bind port 3df5b502-3ed5-4c7e-9803-af1432c07664 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '37e60364-0189-43b3-8dcb-7cdf6c9dbeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:10:57.462842 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Attempting to bind port 3df5b502-3ed5-4c7e-9803-af1432c07664 on network 5e86c154-5ac0-40ee-be4d-9318e5a0136f {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:10:57.469916 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:10:57.470303 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Checking segment: {'id': '37e60364-0189-43b3-8dcb-7cdf6c9dbeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:10:57.470707 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.471102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Bound using segment: {'id': '37e60364-0189-43b3-8dcb-7cdf6c9dbeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:10:57.471577 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Bound port: 3df5b502-3ed5-4c7e-9803-af1432c07664, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e60364-0189-43b3-8dcb-7cdf6c9dbeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:10:57.471982 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.540026 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] For port 3df5b502-3ed5-4c7e-9803-af1432c07664, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:10:57.543028 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] For port 3df5b502-3ed5-4c7e-9803-af1432c07664, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3df5b502-3ed5-4c7e-9803-af1432c07664,segment=NetworkSegment(37e60364-0189-43b3-8dcb-7cdf6c9dbeb8),segment_id=37e60364-0189-43b3-8dcb-7cdf6c9dbeb8)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:10:57.544547 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.549797 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.570291 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-11b83749-88f5-4659-b604-759072e57d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 2, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:57.584641 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.597978 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Checking router: 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:10:57.598335 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Updating router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c port 9ad41f51-eaf8-42d3-9698-1b1559decb04 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 03:10:57.611476 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce32a6-3c55-4519-a75e-1a89cf21ea5e None None] Pushing event updated for resources: {'Port': ['ID=3df5b502-3ed5-4c7e-9803-af1432c07664,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:57.628839 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.632027 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:10:57.635068 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:10:57.638640 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:10:57.653314 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989dc35e-a06a-4904-bd05-095d753ccf54 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:10:57.669109 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b36310-5b9f-4ee8-b620-641cca8e73ca,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:57.732198 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-810ca3d9-5b36-472a-b0a4-71087bdb177c None None] Provisioning complete for port c6b36310-5b9f-4ee8-b620-641cca8e73ca triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:57.732899 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-810ca3d9-5b36-472a-b0a4-71087bdb177c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.770134 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-810ca3d9-5b36-472a-b0a4-71087bdb177c None None] Port c6b36310-5b9f-4ee8-b620-641cca8e73ca cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:10:57.929545 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.936914 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.950066 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:57.992711 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Pushing event updated for resources: {'Port': ['ID=9ad41f51-eaf8-42d3-9698-1b1559decb04,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:58.017324 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:58.017672 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:58.018014 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:58.018351 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:58.018681 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:58.019009 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:58.019337 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:58.019699 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:58.020029 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:58.020351 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:58.020676 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:58.020998 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:58.021321 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:10:58.057542 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Attempting to bind port 9ad41f51-eaf8-42d3-9698-1b1559decb04 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:10:58.057924 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Attempting to bind port 9ad41f51-eaf8-42d3-9698-1b1559decb04 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:10:58.058359 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Attempting to bind port 9ad41f51-eaf8-42d3-9698-1b1559decb04 on network ffeef88b-7192-417d-8c6c-970f7f8cac30 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:10:58.064320 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:10:58.064761 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Checking segment: {'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:10:58.065858 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:58.065858 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Bound using segment: {'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:10:58.067960 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Bound port: 9ad41f51-eaf8-42d3-9698-1b1559decb04, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:10:58.068373 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:58.088347 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:58.139715 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-11b83749-88f5-4659-b604-759072e57d2c None None] For port 9ad41f51-eaf8-42d3-9698-1b1559decb04, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:10:58.143114 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-11b83749-88f5-4659-b604-759072e57d2c None None] For port 9ad41f51-eaf8-42d3-9698-1b1559decb04, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9ad41f51-eaf8-42d3-9698-1b1559decb04,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:10:58.148038 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:58.172713 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1723038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716489'] for router, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:58.203809 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Routers {'3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:10:58.204589 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-11b83749-88f5-4659-b604-759072e57d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:58.266929 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d1e95-476d-4821-88f5-87980a34d2a8 None None] Pushing event updated for resources: {'Port': ['ID=9ad41f51-eaf8-42d3-9698-1b1559decb04,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:58.306089 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1524840b-3114-42fc-98ae-552354c791c0 None None] Provisioning complete for port 9ad41f51-eaf8-42d3-9698-1b1559decb04 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:58.306446 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1524840b-3114-42fc-98ae-552354c791c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:58.335640 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-11b83749-88f5-4659-b604-759072e57d2c None None] Set router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:10:58.341364 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Router 6aac64e5-1c1d-44a7-8494-1064f9e47d0b is scheduled to L3 agent 76f921fd-7023-496c-83f0-6147910755ac with binding_index 1 {{(pid=109767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 03:10:58.409318 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1524840b-3114-42fc-98ae-552354c791c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:58.460336 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1524840b-3114-42fc-98ae-552354c791c0 None None] For port 9ad41f51-eaf8-42d3-9698-1b1559decb04, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9ad41f51-eaf8-42d3-9698-1b1559decb04,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:10:58.467920 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1524840b-3114-42fc-98ae-552354c791c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:58.498521 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:10:58.511858 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Sync routers for ids ['6aac64e5-1c1d-44a7-8494-1064f9e47d0b'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:10:58.520897 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:58.525389 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41458) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:10:58.534316 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7c4bf11f-818a-4637-a089-8d2f52d6e563 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7158012 Dec 08 03:10:58.544138 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Routers {'6aac64e5-1c1d-44a7-8494-1064f9e47d0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:10:58.545452 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6aac64e5-1c1d-44a7-8494-1064f9e47d0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:58.589516 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-11b83749-88f5-4659-b604-759072e57d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:58Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:58.606802 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524840b-3114-42fc-98ae-552354c791c0 None None] Pushing event updated for resources: {'Port': ['ID=9ad41f51-eaf8-42d3-9698-1b1559decb04,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:58.619464 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b83749-88f5-4659-b604-759072e57d2c None None] The sync data for ids ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'] in n-d-713499-31 is: [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:58Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:10:58.670851 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-ea9d19a4-1179-4b55-8bad-47af7ef71cfa None None] Provisioning complete for port 9ad41f51-eaf8-42d3-9698-1b1559decb04 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:58.671230 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea9d19a4-1179-4b55-8bad-47af7ef71cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:58.739321 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Set router 6aac64e5-1c1d-44a7-8494-1064f9e47d0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:10:58.986652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6f62a0-3b6c-4cf1-87c4-a994344a1c1c None None] Network 5e86c154-5ac0-40ee-be4d-9318e5a0136f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:10:59.046225 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9ad41f51-eaf8-42d3-9698-1b1559decb04 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:10:59.090222 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.095980 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'name': 'tempest-TestSnapshotPattern-1212917935-router', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'c6b36310-5b9f-4ee8-b620-641cca8e73ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:56Z', 'updated_at': '2021-12-08T03:10:57Z', 'revision_number': 3, 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'gw_port': {'id': 'c6b36310-5b9f-4ee8-b620-641cca8e73ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:99:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:57Z', 'updated_at': '2021-12-08T03:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:10:59.136462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Checking router: 6aac64e5-1c1d-44a7-8494-1064f9e47d0b for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:10:59.136815 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Updating router 6aac64e5-1c1d-44a7-8494-1064f9e47d0b port c6b36310-5b9f-4ee8-b620-641cca8e73ca binding host n-d-713499-31 {{(pid=109768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 03:10:59.188282 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.244743 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 9ad41f51-eaf8-42d3-9698-1b1559decb04 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:59.244743 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.249684 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3817927c-aa75-4d35-9186-219aa34e90ad None None] Provisioning complete for port 3df5b502-3ed5-4c7e-9803-af1432c07664 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:59.250593 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3817927c-aa75-4d35-9186-219aa34e90ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.269188 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Allocated IP 172.20.0.1 (5e86c154-5ac0-40ee-be4d-9318e5a0136f/7a0ef935-ff70-44bc-8474-f3796cf4a3ea/da0681ac-aaa1-4bd8-b124-1b4d8af56e11) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:10:59.405785 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.450372 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.493591 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Pushing event updated for resources: {'Port': ['ID=da0681ac-aaa1-4bd8-b124-1b4d8af56e11,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:10:59.518779 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Network 5e86c154-5ac0-40ee-be4d-9318e5a0136f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:10:59.520524 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:10:59.522994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:10:59.567865 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1708758'] for router_interface, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.695932 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3df5b502-3ed5-4c7e-9803-af1432c07664 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:10:59.746660 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.752864 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3817927c-aa75-4d35-9186-219aa34e90ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.832965 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3817927c-aa75-4d35-9186-219aa34e90ad None None] For port 3df5b502-3ed5-4c7e-9803-af1432c07664, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3df5b502-3ed5-4c7e-9803-af1432c07664,segment=NetworkSegment(37e60364-0189-43b3-8dcb-7cdf6c9dbeb8),segment_id=37e60364-0189-43b3-8dcb-7cdf6c9dbeb8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:10:59.842009 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3817927c-aa75-4d35-9186-219aa34e90ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.862332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 3df5b502-3ed5-4c7e-9803-af1432c07664 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:10:59.862785 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.945972 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.950248 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Publish callbacks [] for port, precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.952641 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.964507 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:59.966251 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817927c-aa75-4d35-9186-219aa34e90ad None None] Pushing event updated for resources: {'Port': ['ID=3df5b502-3ed5-4c7e-9803-af1432c07664,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:00.014954 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-bd54a6df-518e-43b7-98d7-b032884a3732 None None] Provisioning complete for port 3df5b502-3ed5-4c7e-9803-af1432c07664 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:11:00.015918 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd54a6df-518e-43b7-98d7-b032884a3732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:00.027585 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1708618'] for router_interface, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:00.030375 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Pushing event updated for resources: {'Port': ['ID=da0681ac-aaa1-4bd8-b124-1b4d8af56e11,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:00.062890 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8115d50f-5c98-49df-9bf0-6a2d78ff4faf None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:11:00.096953 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018fa98-2478-455b-aebe-5dc7ad2703bf None None] Pushing event updated for resources: {'Port': ['ID=c6b36310-5b9f-4ee8-b620-641cca8e73ca,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:00.111888 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Attempting to bind port c6b36310-5b9f-4ee8-b620-641cca8e73ca on host n-d-713499-31 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:11:00.112007 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Attempting to bind port c6b36310-5b9f-4ee8-b620-641cca8e73ca by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:11:00.112342 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Attempting to bind port c6b36310-5b9f-4ee8-b620-641cca8e73ca on network 44b19830-455e-444a-9e4a-1576bcdd8229 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:11:00.130927 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:11:00.131307 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Checking segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:11:00.131747 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:00.132143 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Bound using segment: {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:11:00.132620 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Bound port: c6b36310-5b9f-4ee8-b620-641cca8e73ca, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b2c956-1db3-4e3c-9e21-674d1ec346ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:11:00.133000 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:00.136025 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Network 5e86c154-5ac0-40ee-be4d-9318e5a0136f is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:11:00.137499 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:11:00.228127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] For port c6b36310-5b9f-4ee8-b620-641cca8e73ca, host n-d-713499-31, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:11:00.233786 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] For port c6b36310-5b9f-4ee8-b620-641cca8e73ca, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c6b36310-5b9f-4ee8-b620-641cca8e73ca,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:11:00.241963 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:00.279180 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Router 6aac64e5-1c1d-44a7-8494-1064f9e47d0b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:11:00.308555 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9555fb03-44d9-413e-9c38-9eb76bc03d3d None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:11:00.316665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-bd54a6df-518e-43b7-98d7-b032884a3732 None None] Provisioning complete for port da0681ac-aaa1-4bd8-b124-1b4d8af56e11 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:11:00.317148 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd54a6df-518e-43b7-98d7-b032884a3732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:00.322232 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Routers {'6aac64e5-1c1d-44a7-8494-1064f9e47d0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:11:00.323083 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6aac64e5-1c1d-44a7-8494-1064f9e47d0b'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:11:00.408734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018fa98-2478-455b-aebe-5dc7ad2703bf None None] Pushing event updated for resources: {'Port': ['ID=c6b36310-5b9f-4ee8-b620-641cca8e73ca,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:00.414737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:11:00.424331 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-e424456d-0b06-4db6-be45-d96ebf1416f1 admin admin] 10.222.0.71 "PUT /v2.0/routers/6aac64e5-1c1d-44a7-8494-1064f9e47d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8976226 Dec 08 03:11:00.456383 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-bd54a6df-518e-43b7-98d7-b032884a3732 None None] Port da0681ac-aaa1-4bd8-b124-1b4d8af56e11 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:11:00.487909 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] Set router 6aac64e5-1c1d-44a7-8494-1064f9e47d0b gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:11:00.621014 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-de7f739b-b864-41b9-813a-be8752155c22 None None] Provisioning complete for port c6b36310-5b9f-4ee8-b620-641cca8e73ca triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:11:00.621384 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de7f739b-b864-41b9-813a-be8752155c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:00.748742 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de7f739b-b864-41b9-813a-be8752155c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:00.774848 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-de7f739b-b864-41b9-813a-be8752155c22 None None] For port c6b36310-5b9f-4ee8-b620-641cca8e73ca, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c6b36310-5b9f-4ee8-b620-641cca8e73ca,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:11:00.781279 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'name': 'tempest-TestSnapshotPattern-1212917935-router', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'c6b36310-5b9f-4ee8-b620-641cca8e73ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:56Z', 'updated_at': '2021-12-08T03:10:59Z', 'revision_number': 4, 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'gw_port': {'id': 'c6b36310-5b9f-4ee8-b620-641cca8e73ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:99:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:57Z', 'updated_at': '2021-12-08T03:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'da0681ac-aaa1-4bd8-b124-1b4d8af56e11', 'name': '', 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'mac_address': 'fa:16:3e:3e:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7a0ef935-ff70-44bc-8474-f3796cf4a3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:59Z', 'updated_at': '2021-12-08T03:10:59Z', 'revision_number': 2, 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'subnets': [{'id': '7a0ef935-ff70-44bc-8474-f3796cf4a3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:11:00.783150 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de7f739b-b864-41b9-813a-be8752155c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:00.833372 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b859d5d4-2088-4ade-ba84-71ace743617f None None] The sync data for ids ['6aac64e5-1c1d-44a7-8494-1064f9e47d0b'] in n-d-713499-31 is: [{'id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'name': 'tempest-TestSnapshotPattern-1212917935-router', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'c6b36310-5b9f-4ee8-b620-641cca8e73ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:56Z', 'updated_at': '2021-12-08T03:10:59Z', 'revision_number': 4, 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'gw_port': {'id': 'c6b36310-5b9f-4ee8-b620-641cca8e73ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:99:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:57Z', 'updated_at': '2021-12-08T03:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'da0681ac-aaa1-4bd8-b124-1b4d8af56e11', 'name': '', 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'mac_address': 'fa:16:3e:3e:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7a0ef935-ff70-44bc-8474-f3796cf4a3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:59Z', 'updated_at': '2021-12-08T03:10:59Z', 'revision_number': 2, 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'subnets': [{'id': '7a0ef935-ff70-44bc-8474-f3796cf4a3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:11:00.854979 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-de7f739b-b864-41b9-813a-be8752155c22 None None] Provisioning complete for port da0681ac-aaa1-4bd8-b124-1b4d8af56e11 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:11:00.854979 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de7f739b-b864-41b9-813a-be8752155c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:00.896903 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f739b-b864-41b9-813a-be8752155c22 None None] Pushing event updated for resources: {'Port': ['ID=c6b36310-5b9f-4ee8-b620-641cca8e73ca,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:00.907498 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-de7f739b-b864-41b9-813a-be8752155c22 None None] Port da0681ac-aaa1-4bd8-b124-1b4d8af56e11 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:11:00.930678 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3df5b502-3ed5-4c7e-9803-af1432c07664 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:11:00.979587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port 3df5b502-3ed5-4c7e-9803-af1432c07664 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:11:00.979994 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.407084 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41466) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:11:01.411771 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-99947508-fc7f-4889-9e3c-1b54c2df0175 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111954894', 'description': 'tempest-secgroup-smoke-1111954894 description', 'project_id': 'efc7e3729bd44af0862be948ca4cb553'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:11:01.435146 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-99947508-fc7f-4889-9e3c-1b54c2df0175 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.518626 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-99947508-fc7f-4889-9e3c-1b54c2df0175 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.523123 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-99947508-fc7f-4889-9e3c-1b54c2df0175 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.552967 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-99947508-fc7f-4889-9e3c-1b54c2df0175 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.554293 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-99947508-fc7f-4889-9e3c-1b54c2df0175 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1461296 Dec 08 03:11:01.557419 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41468) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:11:01.561937 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-102ad30e-2072-4476-9c67-2ef05b76be84 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Request body: {'security_group_rule': {'security_group_id': 'cfa4ca9e-dd04-4adb-aa47-fcc3bf073962', 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:11:01.565772 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99947508-fc7f-4889-9e3c-1b54c2df0175 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:01.589713 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-102ad30e-2072-4476-9c67-2ef05b76be84 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.649295 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-102ad30e-2072-4476-9c67-2ef05b76be84 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.653410 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-102ad30e-2072-4476-9c67-2ef05b76be84 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.671686 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ad30e-2072-4476-9c67-2ef05b76be84 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efa11fe-c243-48ad-af84-29d3672d8580,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:01.678965 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-102ad30e-2072-4476-9c67-2ef05b76be84 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.680649 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-102ad30e-2072-4476-9c67-2ef05b76be84 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222966 Dec 08 03:11:01.683474 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41470) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:11:01.688854 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-6c226e35-13a9-4b27-8001-893513da15d9 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Request body: {'security_group_rule': {'security_group_id': 'cfa4ca9e-dd04-4adb-aa47-fcc3bf073962', 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:11:01.716867 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c226e35-13a9-4b27-8001-893513da15d9 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.777356 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c226e35-13a9-4b27-8001-893513da15d9 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.781657 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c226e35-13a9-4b27-8001-893513da15d9 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.799902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c226e35-13a9-4b27-8001-893513da15d9 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6ab60f-8179-4959-8e4e-9073f06945fb,revision_number=0']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:01.807311 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-6c226e35-13a9-4b27-8001-893513da15d9 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.808628 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-6c226e35-13a9-4b27-8001-893513da15d9 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240897 Dec 08 03:11:01.811627 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41472) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:11:01.817434 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-1b7f7f59-247c-4503-9f07-023626a014d7 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Request body: {'security_group_rule': {'security_group_id': 'cfa4ca9e-dd04-4adb-aa47-fcc3bf073962', 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:11:01.846211 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7f59-247c-4503-9f07-023626a014d7 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.905830 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7f59-247c-4503-9f07-023626a014d7 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.909765 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7f59-247c-4503-9f07-023626a014d7 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.928528 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f7f59-247c-4503-9f07-023626a014d7 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff549746-952c-489a-8565-67e64ad40b55,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:01.938113 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7f59-247c-4503-9f07-023626a014d7 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:01.942419 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-1b7f7f59-247c-4503-9f07-023626a014d7 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262898 Dec 08 03:11:01.942570 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41474) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:11:01.946908 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-ed9f6052-c414-462f-a294-ed1d95d2b251 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Request body: {'security_group_rule': {'security_group_id': 'cfa4ca9e-dd04-4adb-aa47-fcc3bf073962', 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:11:01.973855 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed9f6052-c414-462f-a294-ed1d95d2b251 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.037380 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed9f6052-c414-462f-a294-ed1d95d2b251 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.041780 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed9f6052-c414-462f-a294-ed1d95d2b251 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.061884 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f6052-c414-462f-a294-ed1d95d2b251 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839ebb5d-04af-4143-a742-62afd6a18d98,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:02.068227 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-ed9f6052-c414-462f-a294-ed1d95d2b251 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.069508 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-ed9f6052-c414-462f-a294-ed1d95d2b251 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260524 Dec 08 03:11:02.072439 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41476) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:11:02.076788 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-6ea22b6c-e36d-4e09-bfbe-372af48b65a1 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Request body: {'security_group_rule': {'security_group_id': 'cfa4ca9e-dd04-4adb-aa47-fcc3bf073962', 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:11:02.097752 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-6ea22b6c-e36d-4e09-bfbe-372af48b65a1 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Project efc7e3729bd44af0862be948ca4cb553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 03:11:02.102904 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ea22b6c-e36d-4e09-bfbe-372af48b65a1 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.166383 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ea22b6c-e36d-4e09-bfbe-372af48b65a1 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.169844 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ea22b6c-e36d-4e09-bfbe-372af48b65a1 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.190346 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea22b6c-e36d-4e09-bfbe-372af48b65a1 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52688525-4e07-415d-8327-55b99c572ab6,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:02.198817 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6ea22b6c-e36d-4e09-bfbe-372af48b65a1 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.200039 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6ea22b6c-e36d-4e09-bfbe-372af48b65a1 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266510 Dec 08 03:11:02.202816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41478) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:11:02.207204 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-b52143cd-f2fc-4fc5-a3a7-4509502ab6a8 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Request body: {'security_group_rule': {'security_group_id': 'cfa4ca9e-dd04-4adb-aa47-fcc3bf073962', 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:11:02.228363 n-d-713499-31 neutron-server[109766]: INFO neutron.db.securitygroups_db [None req-b52143cd-f2fc-4fc5-a3a7-4509502ab6a8 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Project efc7e3729bd44af0862be948ca4cb553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 03:11:02.233586 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b52143cd-f2fc-4fc5-a3a7-4509502ab6a8 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.292383 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b52143cd-f2fc-4fc5-a3a7-4509502ab6a8 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.296010 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b52143cd-f2fc-4fc5-a3a7-4509502ab6a8 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477374'] for security_group_rule, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.314002 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52143cd-f2fc-4fc5-a3a7-4509502ab6a8 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a777564d-0524-433b-916f-a2c7f8d4e035,revision_number=0']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:02.321887 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-b52143cd-f2fc-4fc5-a3a7-4509502ab6a8 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.323077 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-b52143cd-f2fc-4fc5-a3a7-4509502ab6a8 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193080 Dec 08 03:11:02.472287 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-9506b66a-a5fd-4818-9bdc-2ccb98f8b9cd tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111954894&fields=id&tenant_id=efc7e3729bd44af0862be948ca4cb553 HTTP/1.1" status: 200 len: 267 time: 0.0449011 Dec 08 03:11:02.581997 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-5fb00c84-78b8-4b68-856b-2b99e8165108 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:02.583498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-5fb00c84-78b8-4b68-856b-2b99e8165108 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 810 time: 0.1043487 Dec 08 03:11:02.599318 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-662fc881-f0be-4277-aa5a-36c861810345 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/quotas/efc7e3729bd44af0862be948ca4cb553 HTTP/1.1" status: 200 len: 375 time: 0.0093553 Dec 08 03:11:02.650890 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-7e93e3c0-75be-4cc8-8a20-e376772ee5c2 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462050 Dec 08 03:11:02.667127 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-b2f29616-5a19-4af2-a3d8-c7c777e7ee54 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 03:11:02.668115 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-b2f29616-5a19-4af2-a3d8-c7c777e7ee54 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054505 Dec 08 03:11:02.762169 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-726aa6bf-328e-434c-83a4-55ad109499ef service neutron] 10.222.0.71 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878055 Dec 08 03:11:02.849545 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-3b5fbd16-f377-4e1c-8f11-307b453f68f2 service neutron] 10.222.0.71 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812609 Dec 08 03:11:02.878292 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Sync routers for ids ['6aac64e5-1c1d-44a7-8494-1064f9e47d0b'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:11:02.889121 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Routers {'6aac64e5-1c1d-44a7-8494-1064f9e47d0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:11:02.889743 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6aac64e5-1c1d-44a7-8494-1064f9e47d0b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:11:02.952437 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c6b36310-5b9f-4ee8-b620-641cca8e73ca up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:11:03.018594 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Set router 6aac64e5-1c1d-44a7-8494-1064f9e47d0b gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:11:03.019128 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port c6b36310-5b9f-4ee8-b620-641cca8e73ca triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:11:03.020096 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:03.060351 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-37605fdb-bb92-481c-b05a-26c1bb74c898 req-4d2e7d3e-0c6e-4af5-b1c4-0c9afaefc151 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 210 time: 0.0357072 Dec 08 03:11:03.235457 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'name': 'tempest-TestSnapshotPattern-1212917935-router', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'c6b36310-5b9f-4ee8-b620-641cca8e73ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:56Z', 'updated_at': '2021-12-08T03:10:59Z', 'revision_number': 4, 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'gw_port': {'id': 'c6b36310-5b9f-4ee8-b620-641cca8e73ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:57Z', 'updated_at': '2021-12-08T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'da0681ac-aaa1-4bd8-b124-1b4d8af56e11', 'name': '', 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'mac_address': 'fa:16:3e:3e:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7a0ef935-ff70-44bc-8474-f3796cf4a3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:59Z', 'updated_at': '2021-12-08T03:10:59Z', 'revision_number': 2, 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'subnets': [{'id': '7a0ef935-ff70-44bc-8474-f3796cf4a3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:11:03.267002 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Checking router: 6aac64e5-1c1d-44a7-8494-1064f9e47d0b for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:11:03.267358 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Updating router 6aac64e5-1c1d-44a7-8494-1064f9e47d0b port da0681ac-aaa1-4bd8-b124-1b4d8af56e11 binding host n-d-713499-31 {{(pid=109769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 03:11:03.292814 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:03.560905 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Publish callbacks [] for port, precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:03.567156 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:03.619814 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63996c-8737-4d16-a76b-70c0e276b563 None None] Pushing event updated for resources: {'Port': ['ID=da0681ac-aaa1-4bd8-b124-1b4d8af56e11,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:03.672537 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Attempting to bind port da0681ac-aaa1-4bd8-b124-1b4d8af56e11 on host n-d-713499-31 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:11:03.672912 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Attempting to bind port da0681ac-aaa1-4bd8-b124-1b4d8af56e11 by drivers openvswitch,hyperv on host n-d-713499-31 at level 0 using segments [{'id': '37e60364-0189-43b3-8dcb-7cdf6c9dbeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:11:03.673282 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Attempting to bind port da0681ac-aaa1-4bd8-b124-1b4d8af56e11 on network 5e86c154-5ac0-40ee-be4d-9318e5a0136f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:11:03.678970 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Checking agent: {'id': '7845c29e-54fc-4897-bd94-795656996bef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 35, 28), 'started_at': datetime.datetime(2021, 12, 8, 1, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:11:03.679363 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Checking segment: {'id': '37e60364-0189-43b3-8dcb-7cdf6c9dbeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:11:03.679803 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:03.680203 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Bound using segment: {'id': '37e60364-0189-43b3-8dcb-7cdf6c9dbeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:11:03.680682 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Bound port: da0681ac-aaa1-4bd8-b124-1b4d8af56e11, host: n-d-713499-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e60364-0189-43b3-8dcb-7cdf6c9dbeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:11:03.681067 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:03.746127 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] For port da0681ac-aaa1-4bd8-b124-1b4d8af56e11, host n-d-713499-31, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:11:03.749376 n-d-713499-31 neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] For port da0681ac-aaa1-4bd8-b124-1b4d8af56e11, host n-d-713499-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=da0681ac-aaa1-4bd8-b124-1b4d8af56e11,segment=NetworkSegment(37e60364-0189-43b3-8dcb-7cdf6c9dbeb8),segment_id=37e60364-0189-43b3-8dcb-7cdf6c9dbeb8)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:11:03.753636 n-d-713499-31 neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:03.814070 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Routers {'6aac64e5-1c1d-44a7-8494-1064f9e47d0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:11:03.814650 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6aac64e5-1c1d-44a7-8494-1064f9e47d0b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:11:03.819550 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63996c-8737-4d16-a76b-70c0e276b563 None None] Pushing event updated for resources: {'Port': ['ID=da0681ac-aaa1-4bd8-b124-1b4d8af56e11,revision_number=4']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:03.853323 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-3b891496-7850-4aac-8490-f2090832c6bc None None] Provisioning complete for port da0681ac-aaa1-4bd8-b124-1b4d8af56e11 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:11:03.853961 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3b891496-7850-4aac-8490-f2090832c6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:03.941496 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3b891496-7850-4aac-8490-f2090832c6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:03.987117 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3b891496-7850-4aac-8490-f2090832c6bc None None] For port da0681ac-aaa1-4bd8-b124-1b4d8af56e11, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=da0681ac-aaa1-4bd8-b124-1b4d8af56e11,segment=NetworkSegment(37e60364-0189-43b3-8dcb-7cdf6c9dbeb8),segment_id=37e60364-0189-43b3-8dcb-7cdf6c9dbeb8)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:11:03.999305 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3b891496-7850-4aac-8490-f2090832c6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:04.052547 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] Set router 6aac64e5-1c1d-44a7-8494-1064f9e47d0b gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:11:04.066553 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b891496-7850-4aac-8490-f2090832c6bc None None] Pushing event updated for resources: {'Port': ['ID=da0681ac-aaa1-4bd8-b124-1b4d8af56e11,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:04.120420 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-9f2965bd-6e7c-4da6-ae19-c850e8b6ffcd None None] Provisioning complete for port da0681ac-aaa1-4bd8-b124-1b4d8af56e11 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:11:04.120913 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f2965bd-6e7c-4da6-ae19-c850e8b6ffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:04.168303 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-704bb1c2-d25e-4142-8e91-1c3c0ae97f39 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:04.169864 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-704bb1c2-d25e-4142-8e91-1c3c0ae97f39 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.45 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 810 time: 0.1443799 Dec 08 03:11:04.185380 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-be440e08-4928-422b-8207-619df12a8a8c req-4a39aa57-6bc7-49b3-8212-ee9c2546414c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 210 time: 0.0447292 Dec 08 03:11:04.248950 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-fdd47ecc-636e-44f1-8b84-728f56bfab61 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efc7e3729bd44af0862be948ca4cb553 HTTP/1.1" status: 200 len: 380 time: 0.0626323 Dec 08 03:11:04.258218 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-b76ee69d-6376-4657-a23e-77b18b090f8a tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Request body: {'port': {'device_id': 'd98d2137-9195-4923-8f47-c15e1729df16', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'admin_state_up': True, 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'security_groups': ['cfa4ca9e-dd04-4adb-aa47-fcc3bf073962']}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:11:04.315434 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'name': 'tempest-TestSnapshotPattern-1212917935-router', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'c6b36310-5b9f-4ee8-b620-641cca8e73ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:56Z', 'updated_at': '2021-12-08T03:10:59Z', 'revision_number': 4, 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'gw_port': {'id': 'c6b36310-5b9f-4ee8-b620-641cca8e73ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:57Z', 'updated_at': '2021-12-08T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'da0681ac-aaa1-4bd8-b124-1b4d8af56e11', 'name': '', 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'mac_address': 'fa:16:3e:3e:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7a0ef935-ff70-44bc-8474-f3796cf4a3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:59Z', 'updated_at': '2021-12-08T03:11:03Z', 'revision_number': 4, 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'subnets': [{'id': '7a0ef935-ff70-44bc-8474-f3796cf4a3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:11:04.341155 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e407da8a-6dd0-41a3-b867-a10b0053f451 None None] The sync data for ids ['6aac64e5-1c1d-44a7-8494-1064f9e47d0b'] in n-d-713499-31 is: [{'id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'name': 'tempest-TestSnapshotPattern-1212917935-router', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'c6b36310-5b9f-4ee8-b620-641cca8e73ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:56Z', 'updated_at': '2021-12-08T03:10:59Z', 'revision_number': 4, 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'gw_port': {'id': 'c6b36310-5b9f-4ee8-b620-641cca8e73ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:57Z', 'updated_at': '2021-12-08T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': 'da0681ac-aaa1-4bd8-b124-1b4d8af56e11', 'name': '', 'network_id': '5e86c154-5ac0-40ee-be4d-9318e5a0136f', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'mac_address': 'fa:16:3e:3e:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7a0ef935-ff70-44bc-8474-f3796cf4a3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:59Z', 'updated_at': '2021-12-08T03:11:03Z', 'revision_number': 4, 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'subnets': [{'id': '7a0ef935-ff70-44bc-8474-f3796cf4a3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:11:04.364593 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-b76ee69d-6376-4657-a23e-77b18b090f8a tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Made reservation on behalf of efc7e3729bd44af0862be948ca4cb553 for: {'port': 1} {{(pid=109767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:11:04.368201 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-b76ee69d-6376-4657-a23e-77b18b090f8a tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:04.503850 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-b76ee69d-6376-4657-a23e-77b18b090f8a tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Allocated IP 172.20.0.4 (ffeef88b-7192-417d-8c6c-970f7f8cac30/4cf2f39b-04cb-4869-b025-4480ef960710/7d3dff5d-f3b0-4673-98eb-0066934ad842) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:11:04.650832 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-b76ee69d-6376-4657-a23e-77b18b090f8a tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:04.685871 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-b76ee69d-6376-4657-a23e-77b18b090f8a tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:04.931972 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device da0681ac-aaa1-4bd8-b124-1b4d8af56e11 up at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:11:04.981560 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Provisioning complete for port da0681ac-aaa1-4bd8-b124-1b4d8af56e11 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:11:04.981928 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:05.035589 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-b76ee69d-6376-4657-a23e-77b18b090f8a tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Network ffeef88b-7192-417d-8c6c-970f7f8cac30 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:11:05.040867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-b76ee69d-6376-4657-a23e-77b18b090f8a tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:11:05.044141 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-b76ee69d-6376-4657-a23e-77b18b090f8a tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:11:05.070103 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ee69d-6376-4657-a23e-77b18b090f8a tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event updated for resources: {'Port': ['ID=7d3dff5d-f3b0-4673-98eb-0066934ad842,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:05.101046 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-b76ee69d-6376-4657-a23e-77b18b090f8a tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:05.101691 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-b76ee69d-6376-4657-a23e-77b18b090f8a tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:05.118974 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-b76ee69d-6376-4657-a23e-77b18b090f8a tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8642886 Dec 08 03:11:05.234049 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Request body: {'port': {'device_id': 'd98d2137-9195-4923-8f47-c15e1729df16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-31'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:11:05.315880 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:05.354594 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-225cbeaa-212a-47f7-9084-4606b00e6fcc None None] Provisioning complete for port 7d3dff5d-f3b0-4673-98eb-0066934ad842 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:11:05.355163 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-225cbeaa-212a-47f7-9084-4606b00e6fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:05.366278 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0603a-c35e-4abb-b486-05844351f242 req-9f38e678-3229-4b2b-bc45-e0535209c795 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:05.367711 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56e0603a-c35e-4abb-b486-05844351f242 req-9f38e678-3229-4b2b-bc45-e0535209c795 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 931 time: 0.0819798 Dec 08 03:11:05.389616 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-225cbeaa-212a-47f7-9084-4606b00e6fcc None None] Port 7d3dff5d-f3b0-4673-98eb-0066934ad842 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:11:05.490201 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-56e0603a-c35e-4abb-b486-05844351f242 req-7cc3515f-b444-4929-83cb-1e5645249b94 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162529 Dec 08 03:11:05.635705 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d3dff5d-f3b0-4673-98eb-0066934ad842 {{(pid=109767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:11:05.643454 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:05.655041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.provisioning_blocks [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Transition to ACTIVE for port object 7d3dff5d-f3b0-4673-98eb-0066934ad842 will not be triggered until provisioned by entity L2. {{(pid=109767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 03:11:05.658282 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:05.707346 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3dff5d-f3b0-4673-98eb-0066934ad842,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:05.780044 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Attempting to bind port 7d3dff5d-f3b0-4673-98eb-0066934ad842 on host n-h1-713499-31 for vnic_type normal with profile {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:11:05.780386 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Attempting to bind port 7d3dff5d-f3b0-4673-98eb-0066934ad842 by drivers openvswitch,hyperv on host n-h1-713499-31 at level 0 using segments [{'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:11:05.780716 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Attempting to bind port 7d3dff5d-f3b0-4673-98eb-0066934ad842 on network ffeef88b-7192-417d-8c6c-970f7f8cac30 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:11:05.785335 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Port 7d3dff5d-f3b0-4673-98eb-0066934ad842 on network ffeef88b-7192-417d-8c6c-970f7f8cac30 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-31 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 03:11:05.785657 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Attempting to bind port 7d3dff5d-f3b0-4673-98eb-0066934ad842 on network ffeef88b-7192-417d-8c6c-970f7f8cac30 {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:11:05.790442 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Checking agent: {'id': '69e32eaf-f000-41e6-b9d3-03651608501c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:11:05.790780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Checking segment: {'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:11:05.791162 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Bound using segment: {'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'} {{(pid=109767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:11:05.791627 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.managers [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Bound port: 7d3dff5d-f3b0-4673-98eb-0066934ad842, host: n-h1-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'}}] {{(pid=109767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:11:05.791976 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:05.861575 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] For port 7d3dff5d-f3b0-4673-98eb-0066934ad842, host n-h1-713499-31, cleared binding levels {{(pid=109767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:11:05.864830 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] For port 7d3dff5d-f3b0-4673-98eb-0066934ad842, host n-h1-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:11:05.869074 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:05.902574 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:05.903219 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:05.905475 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] 10.222.0.45 "PUT /v2.0/ports/7d3dff5d-f3b0-4673-98eb-0066934ad842 HTTP/1.1" status: 200 len: 1092 time: 0.7722793 Dec 08 03:11:05.907962 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98d2137-9195-4923-8f47-c15e1729df16', 'tag': '7d3dff5d-f3b0-4673-98eb-0066934ad842'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:11:05.910194 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93075a9-5011-4012-8c71-8ae9c1f4bdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "d98d2137-9195-4923-8f47-c15e1729df16", "tag": "7d3dff5d-f3b0-4673-98eb-0066934ad842"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:11:05.942395 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2df558-acd8-44c8-a4bd-7d74cd74fe86 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3dff5d-f3b0-4673-98eb-0066934ad842,revision_number=3']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:05.964450 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e677fad3-d37d-4389-bd86-dc9481667a04 x-openstack-request-id: req-e677fad3-d37d-4389-bd86-dc9481667a04 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:11:05.964752 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98d2137-9195-4923-8f47-c15e1729df16", "tag": "7d3dff5d-f3b0-4673-98eb-0066934ad842", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:11:05.965007 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e677fad3-d37d-4389-bd86-dc9481667a04 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:11:05.965455 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98d2137-9195-4923-8f47-c15e1729df16', 'tag': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'status': 'completed', 'code': 200} Dec 08 03:11:06.023588 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-48071a17-b1f7-461a-a3df-ab8365908c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:06.025167 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-48071a17-b1f7-461a-a3df-ab8365908c22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 1095 time: 0.0437710 Dec 08 03:11:06.078656 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-406a2a16-4e3b-482b-89bf-c98e9c2b6b35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842 HTTP/1.1" status: 200 len: 217 time: 0.0400867 Dec 08 03:11:06.130042 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-aea924a5-c747-442f-8117-ef233479ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:06.131513 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-aea924a5-c747-442f-8117-ef233479ffae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0456746 Dec 08 03:11:06.178371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-82c29609-dd2b-4b09-a53b-7532e1acf67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:06.179882 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-82c29609-dd2b-4b09-a53b-7532e1acf67f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417953 Dec 08 03:11:06.272657 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-62a03cbb-8d99-4825-8379-39e8418ca49e service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852232 Dec 08 03:11:06.362863 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-976bf19d-4ded-427f-896a-9bb0ca60c5a8 req-614e985c-4f56-474d-906b-f3b10b61b206 service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829360 Dec 08 03:11:06.483075 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93075a9-5011-4012-8c71-8ae9c1f4bdbf req-24c54e8d-6675-4cd3-a9a8-032fdacfacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:06.484664 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f93075a9-5011-4012-8c71-8ae9c1f4bdbf req-24c54e8d-6675-4cd3-a9a8-032fdacfacf6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 1095 time: 0.0409226 Dec 08 03:11:06.606532 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93075a9-5011-4012-8c71-8ae9c1f4bdbf req-94ec71f7-f698-4f4d-a033-efd936c552a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:06.608030 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f93075a9-5011-4012-8c71-8ae9c1f4bdbf req-94ec71f7-f698-4f4d-a033-efd936c552a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 911 time: 0.1162853 Dec 08 03:11:06.629371 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2db36-f87a-4b7b-9616-2bcb8dd6d6a3 req-fdcc48f2-77eb-4a6f-aa50-1a4dff353614 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:06.630756 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5dc2db36-f87a-4b7b-9616-2bcb8dd6d6a3 req-fdcc48f2-77eb-4a6f-aa50-1a4dff353614 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 943 time: 0.0696318 Dec 08 03:11:06.663590 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f93075a9-5011-4012-8c71-8ae9c1f4bdbf req-4def77ae-fa4f-43f5-a6df-3ef3fb11855c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842 HTTP/1.1" status: 200 len: 217 time: 0.0480931 Dec 08 03:11:06.736680 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5dc2db36-f87a-4b7b-9616-2bcb8dd6d6a3 req-e73300b3-881a-47f2-80cc-126544b52b63 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752516 Dec 08 03:11:06.740183 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93075a9-5011-4012-8c71-8ae9c1f4bdbf req-d6fee53f-0a3f-46d5-9162-e1c6320cfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:06.741546 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f93075a9-5011-4012-8c71-8ae9c1f4bdbf req-d6fee53f-0a3f-46d5-9162-e1c6320cfdfe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0664840 Dec 08 03:11:06.786981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93075a9-5011-4012-8c71-8ae9c1f4bdbf req-93228af3-d873-4a28-977a-2e425508aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:06.788464 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f93075a9-5011-4012-8c71-8ae9c1f4bdbf req-93228af3-d873-4a28-977a-2e425508aa31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399482 Dec 08 03:11:06.879496 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f93075a9-5011-4012-8c71-8ae9c1f4bdbf req-bad381ef-d1ef-4280-8d6f-8dcbc8ad325f service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837440 Dec 08 03:11:06.967976 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f93075a9-5011-4012-8c71-8ae9c1f4bdbf req-92265efe-a474-434c-8193-431c49deacdd service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808773 Dec 08 03:11:07.861117 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54c9f7-0544-4b06-bbe1-1947ed22be8d req-87bc225c-ec5d-4a8e-8c23-6c39b0317ae2 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:07.862490 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b54c9f7-0544-4b06-bbe1-1947ed22be8d req-87bc225c-ec5d-4a8e-8c23-6c39b0317ae2 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 943 time: 0.0529716 Dec 08 03:11:07.910293 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9b54c9f7-0544-4b06-bbe1-1947ed22be8d req-be65c8a9-5190-4123-bf27-0f46a87eabec tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419090 Dec 08 03:11:09.026006 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb1ef8-f69b-4207-97e2-da80f8d0c9cc req-13d3a3f9-16d1-4376-aefa-5056e4ba937d tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:09.027487 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92eb1ef8-f69b-4207-97e2-da80f8d0c9cc req-13d3a3f9-16d1-4376-aefa-5056e4ba937d tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 943 time: 0.0507605 Dec 08 03:11:09.076930 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-92eb1ef8-f69b-4207-97e2-da80f8d0c9cc req-45f61baa-44dd-425f-9e29-fbb6d45a1560 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434380 Dec 08 03:11:09.554522 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7d3dff5d-f3b0-4673-98eb-0066934ad842 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 03:11:09.650738 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 7d3dff5d-f3b0-4673-98eb-0066934ad842, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:11:09.662211 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'port_id': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'mac_address': 'fa:16:3e:f4:87:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 03:11:09.697635 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:09.713733 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3dff5d-f3b0-4673-98eb-0066934ad842 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:11:09.733637 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 7d3dff5d-f3b0-4673-98eb-0066934ad842, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:11:09.738151 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:09.785348 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=7d3dff5d-f3b0-4673-98eb-0066934ad842,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:10.027047 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['7d3dff5d-f3b0-4673-98eb-0066934ad842'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 03:11:10.193928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2a9bb-9dbb-4f0a-b08b-0a9bdce31b6d req-77fbf3b3-987b-47a2-9c60-45a810bf9954 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:10.195397 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5b2a9bb-9dbb-4f0a-b08b-0a9bdce31b6d req-77fbf3b3-987b-47a2-9c60-45a810bf9954 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 944 time: 0.0510998 Dec 08 03:11:10.244494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f5b2a9bb-9dbb-4f0a-b08b-0a9bdce31b6d req-33a7f0f6-d4bd-482c-8cb6-2c0076746684 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431409 Dec 08 03:11:11.358875 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef0a9d-c9f2-44a9-a356-80174a268590 req-204c7053-69df-4e18-9bc8-702379e6cb94 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:11.360412 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22ef0a9d-c9f2-44a9-a356-80174a268590 req-204c7053-69df-4e18-9bc8-702379e6cb94 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 944 time: 0.0497615 Dec 08 03:11:11.408710 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-22ef0a9d-c9f2-44a9-a356-80174a268590 req-de6fa293-6f01-473a-a549-827456b54f75 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423105 Dec 08 03:11:11.554389 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7d3dff5d-f3b0-4673-98eb-0066934ad842 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:11:11.603634 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning for port 7d3dff5d-f3b0-4673-98eb-0066934ad842 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 03:11:11.607266 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 7d3dff5d-f3b0-4673-98eb-0066934ad842 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:11:11.607725 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:11.686028 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:11.709372 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98d2137-9195-4923-8f47-c15e1729df16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3dff5d-f3b0-4673-98eb-0066934ad842'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:11:11.711595 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292c0449-2f32-4394-b245-fd9a150b2441" -d '{"events": [{"server_uuid": "d98d2137-9195-4923-8f47-c15e1729df16", "name": "network-vif-plugged", "status": "completed", "tag": "7d3dff5d-f3b0-4673-98eb-0066934ad842"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:11:11.724037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 7d3dff5d-f3b0-4673-98eb-0066934ad842, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:11:11.728059 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:11.751815 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e020b442-decd-4711-ac95-2e038028d364 x-openstack-request-id: req-e020b442-decd-4711-ac95-2e038028d364 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:11:11.752207 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98d2137-9195-4923-8f47-c15e1729df16", "name": "network-vif-plugged", "status": "completed", "tag": "7d3dff5d-f3b0-4673-98eb-0066934ad842", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:11:11.752562 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e020b442-decd-4711-ac95-2e038028d364 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:11:11.753055 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98d2137-9195-4923-8f47-c15e1729df16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'code': 200} Dec 08 03:11:11.779620 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=7d3dff5d-f3b0-4673-98eb-0066934ad842,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:11.873392 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a72c79-ebc3-492d-b0d7-d70d4cc52b3c req-4f54a0c7-3664-434b-9251-eb23f500ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:11.875305 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52a72c79-ebc3-492d-b0d7-d70d4cc52b3c req-4f54a0c7-3664-434b-9251-eb23f500ba97 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 1097 time: 0.0383594 Dec 08 03:11:11.922087 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-52a72c79-ebc3-492d-b0d7-d70d4cc52b3c req-15358cc0-59b8-436f-89d8-f67da13f4c87 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401850 Dec 08 03:11:12.524272 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bb5a2-939f-46b2-b432-baa8a19dd8e6 req-1b8775ee-f9c3-4919-bf7e-a6fc4edb1f96 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:12.525636 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a57bb5a2-939f-46b2-b432-baa8a19dd8e6 req-1b8775ee-f9c3-4919-bf7e-a6fc4edb1f96 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 945 time: 0.0483618 Dec 08 03:11:12.574041 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a57bb5a2-939f-46b2-b432-baa8a19dd8e6 req-29077de0-494b-4b81-ba18-4a76661f2c0a tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425289 Dec 08 03:11:13.688194 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be67de-8f6c-48cd-ac6f-08fda90a353a req-3bf90a3c-230b-443f-bc2c-598d021d2f69 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:13.689910 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8be67de-8f6c-48cd-ac6f-08fda90a353a req-3bf90a3c-230b-443f-bc2c-598d021d2f69 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 945 time: 0.0486276 Dec 08 03:11:13.737808 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-c8be67de-8f6c-48cd-ac6f-08fda90a353a req-1aaab96b-5d3b-406c-ab74-f4e441ecc28e tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420158 Dec 08 03:11:13.855088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d17ca2-0e7c-43a4-9f46-51bfb76e2b70 req-199c434e-8c15-4d94-83a4-259f29d5c24c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:13.856498 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33d17ca2-0e7c-43a4-9f46-51bfb76e2b70 req-199c434e-8c15-4d94-83a4-259f29d5c24c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 945 time: 0.0522556 Dec 08 03:11:13.904280 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-33d17ca2-0e7c-43a4-9f46-51bfb76e2b70 req-3544a92e-eb3a-4eef-9f66-2bfa9e115b59 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413039 Dec 08 03:11:13.926223 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41532) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:11:14.011630 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76607a-6f18-4bbf-ad62-e07786ccbd65 tempest-TestSnapshotPattern-73214091 tempest-TestSnapshotPattern-73214091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:14.013137 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-3a76607a-6f18-4bbf-ad62-e07786ccbd65 tempest-TestSnapshotPattern-73214091 tempest-TestSnapshotPattern-73214091-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 1092 time: 0.0859373 Dec 08 03:11:14.016581 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 41536) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:11:14.020737 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:11:14.042715 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for floatingip, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:14.135627 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:14.240161 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Allocated IP 172.25.8.121 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/1b427be5-31d8-4f76-ba45-cceadb1fb7f4) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:11:14.338584 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:14.370906 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:14.412144 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:11:14.414780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:11:14.418163 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:11:14.441380 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event updated for resources: {'Port': ['ID=1b427be5-31d8-4f76-ba45-cceadb1fb7f4,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:14.764786 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:14.835189 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:14.981000 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:14.985771 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:15.053550 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event updated for resources: {'Port': ['ID=1b427be5-31d8-4f76-ba45-cceadb1fb7f4,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:11:15.061427 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:15.141266 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c9bd20d-a677-4ac6-8329-9399d04cb925 req-1d812466-7254-4ef0-a82a-aed07d872eed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404294 Dec 08 03:11:15.163664 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Floating IP 0bebd5f5-aec7-42bb-a795-400c1b736687 associated. External IP: 172.25.8.121, port: 7d3dff5d-f3b0-4673-98eb-0066934ad842. Dec 08 03:11:15.238775 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd20d-a677-4ac6-8329-9399d04cb925 req-48957c2f-7bd3-44ec-b480-4cc501ef415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:15.240353 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c9bd20d-a677-4ac6-8329-9399d04cb925 req-48957c2f-7bd3-44ec-b480-4cc501ef415c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 1097 time: 0.0424585 Dec 08 03:11:15.350782 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd20d-a677-4ac6-8329-9399d04cb925 req-1de9151b-2ad1-474b-9a76-63d78ef633bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:15.352210 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c9bd20d-a677-4ac6-8329-9399d04cb925 req-1de9151b-2ad1-474b-9a76-63d78ef633bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 911 time: 0.0925026 Dec 08 03:11:15.418659 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c9bd20d-a677-4ac6-8329-9399d04cb925 req-4ba93c18-7d5f-41e7-b78e-c5d5cb0d6a03 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842 HTTP/1.1" status: 200 len: 999 time: 0.0586135 Dec 08 03:11:15.474302 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd20d-a677-4ac6-8329-9399d04cb925 req-f58c2087-3657-464c-89bd-a52cc18ffc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:15.475806 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c9bd20d-a677-4ac6-8329-9399d04cb925 req-f58c2087-3657-464c-89bd-a52cc18ffc08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0504460 Dec 08 03:11:15.522713 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd20d-a677-4ac6-8329-9399d04cb925 req-4e223e0d-5fe0-4c8f-8ec1-3a1a56018246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:15.524274 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c9bd20d-a677-4ac6-8329-9399d04cb925 req-4e223e0d-5fe0-4c8f-8ec1-3a1a56018246 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413361 Dec 08 03:11:15.615183 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c9bd20d-a677-4ac6-8329-9399d04cb925 req-7ea8ad97-b065-4134-9001-36cf62f93c4c service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834804 Dec 08 03:11:15.700145 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:11:15.710494 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-4c9bd20d-a677-4ac6-8329-9399d04cb925 req-d7e2deab-9156-46e2-8512-140a9cd9e931 service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887096 Dec 08 03:11:15.810638 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:11:15.821362 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0d58b1-a8a0-4881-be9a-ee498f6416bc None None] Sync routers for ids ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:11:15.829049 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:15.832447 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d58b1-a8a0-4881-be9a-ee498f6416bc None None] Routers {'3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:11:15.833060 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ad0d58b1-a8a0-4881-be9a-ee498f6416bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:11:15.867205 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-36cdb43a-6ccd-49d6-bb45-60a27944eab4 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8380899 Dec 08 03:11:15.867205 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98d2137-9195-4923-8f47-c15e1729df16', 'tag': '7d3dff5d-f3b0-4673-98eb-0066934ad842'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:11:15.867205 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f80f376-35b7-41ba-9707-92b16b8afc21" -d '{"events": [{"name": "network-changed", "server_uuid": "d98d2137-9195-4923-8f47-c15e1729df16", "tag": "7d3dff5d-f3b0-4673-98eb-0066934ad842"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:11:15.896166 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f67afbf-9905-4aea-a0a8-ca52bca39822 x-openstack-request-id: req-4f67afbf-9905-4aea-a0a8-ca52bca39822 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:11:15.896478 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98d2137-9195-4923-8f47-c15e1729df16", "tag": "7d3dff5d-f3b0-4673-98eb-0066934ad842", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:11:15.896725 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4f67afbf-9905-4aea-a0a8-ca52bca39822 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:11:15.897126 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98d2137-9195-4923-8f47-c15e1729df16', 'tag': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'status': 'completed', 'code': 200} Dec 08 03:11:15.941231 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-ad0d58b1-a8a0-4881-be9a-ee498f6416bc None None] Set router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:11:15.979507 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80f376-35b7-41ba-9707-92b16b8afc21 req-728ab572-cdc2-4aec-bcc6-7c21c5619e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:15.981055 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f80f376-35b7-41ba-9707-92b16b8afc21 req-728ab572-cdc2-4aec-bcc6-7c21c5619e24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 1097 time: 0.0401230 Dec 08 03:11:16.075177 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80f376-35b7-41ba-9707-92b16b8afc21 req-4765c9d7-71b8-4bae-8296-4885fc1c451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:16.076506 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f80f376-35b7-41ba-9707-92b16b8afc21 req-4765c9d7-71b8-4bae-8296-4885fc1c451e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 911 time: 0.0873766 Dec 08 03:11:16.139827 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f80f376-35b7-41ba-9707-92b16b8afc21 req-20b96d72-bfb6-409d-904f-1a2987d84e91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842 HTTP/1.1" status: 200 len: 999 time: 0.0564854 Dec 08 03:11:16.163653 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ad0d58b1-a8a0-4881-be9a-ee498f6416bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0bebd5f5-aec7-42bb-a795-400c1b736687', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'port_id': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'mac_address': 'fa:16:3e:f4:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d2137-9195-4923-8f47-c15e1729df16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:11:14Z', 'updated_at': '2021-12-08T03:11:14Z', 'revision_number': 0, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:58Z', 'revision_number': 5, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:11:16.189984 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0d58b1-a8a0-4881-be9a-ee498f6416bc None None] Checking router: 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:11:16.193780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80f376-35b7-41ba-9707-92b16b8afc21 req-f79165e3-1201-43c3-8010-8fb46d828991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:16.195541 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f80f376-35b7-41ba-9707-92b16b8afc21 req-f79165e3-1201-43c3-8010-8fb46d828991 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0493858 Dec 08 03:11:16.198306 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d58b1-a8a0-4881-be9a-ee498f6416bc None None] Routers {'3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:11:16.198902 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ad0d58b1-a8a0-4881-be9a-ee498f6416bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:10:54Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:11:16.243003 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80f376-35b7-41ba-9707-92b16b8afc21 req-450251ed-5a0a-4318-9fb7-75b188d3b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:11:16.244695 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f80f376-35b7-41ba-9707-92b16b8afc21 req-450251ed-5a0a-4318-9fb7-75b188d3b7b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412924 Dec 08 03:11:16.303775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-ad0d58b1-a8a0-4881-be9a-ee498f6416bc None None] Set router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:11:16.335537 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f80f376-35b7-41ba-9707-92b16b8afc21 req-431dfcfc-a826-4b6b-8fef-237bbc19125a service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821145 Dec 08 03:11:16.428139 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3f80f376-35b7-41ba-9707-92b16b8afc21 req-2e63887f-5e6b-4eee-a4d2-505669d239f2 service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860314 Dec 08 03:11:16.528127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-ad0d58b1-a8a0-4881-be9a-ee498f6416bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0bebd5f5-aec7-42bb-a795-400c1b736687', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'port_id': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'mac_address': 'fa:16:3e:f4:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d2137-9195-4923-8f47-c15e1729df16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:11:14Z', 'updated_at': '2021-12-08T03:11:14Z', 'revision_number': 0, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:58Z', 'revision_number': 5, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:11:16.623453 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:11:16.712484 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0d58b1-a8a0-4881-be9a-ee498f6416bc None None] The sync data for ids ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'] in n-d-713499-31 is: [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0bebd5f5-aec7-42bb-a795-400c1b736687', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'port_id': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'mac_address': 'fa:16:3e:f4:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d2137-9195-4923-8f47-c15e1729df16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:11:14Z', 'updated_at': '2021-12-08T03:11:14Z', 'revision_number': 0, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:58Z', 'revision_number': 5, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:11:16.901536 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aae46f-ebcd-4816-9c67-8d7a95c6c315 None None] New status for floating IP 0bebd5f5-aec7-42bb-a795-400c1b736687: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:11:22.125729 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-84362875-30dd-41ef-b7b9-da0e591f4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:24.229505 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:24.487952 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f9de-f281-4a4d-affa-21fb35765c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:25.066825 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:25.765593 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:27.282021 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:28.080756 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:52.127089 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-37765de0-a6cc-4ce5-9782-bc7d6f867626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:53.623106 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:11:54.246087 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:54.489339 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e22cf75b-4d93-4940-a4dc-d56b1d43a786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:55.075755 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:55.767338 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:57.288133 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:58.083657 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:15.125284 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19c0452-c799-4774-a1a1-8901ff763937 req-bb70e6f2-450c-48bc-a9de-c3ae9af5241f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390244 Dec 08 03:12:15.223938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c0452-c799-4774-a1a1-8901ff763937 req-9e048ad8-3a30-46e4-889e-f967f8ca1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:12:15.225424 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19c0452-c799-4774-a1a1-8901ff763937 req-9e048ad8-3a30-46e4-889e-f967f8ca1ad6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 1097 time: 0.0455549 Dec 08 03:12:15.325663 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c0452-c799-4774-a1a1-8901ff763937 req-6065b725-5dce-4c7a-88c3-c73378e1668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:12:15.327097 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19c0452-c799-4774-a1a1-8901ff763937 req-6065b725-5dce-4c7a-88c3-c73378e1668f service neutron] 10.222.0.45 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 911 time: 0.0825648 Dec 08 03:12:15.392894 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19c0452-c799-4774-a1a1-8901ff763937 req-424858b3-eeac-4323-bff6-772189e147b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842 HTTP/1.1" status: 200 len: 1001 time: 0.0589144 Dec 08 03:12:15.441252 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c0452-c799-4774-a1a1-8901ff763937 req-97c5fbf4-8d78-45a8-8422-8b0d02d3a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:12:15.442640 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19c0452-c799-4774-a1a1-8901ff763937 req-97c5fbf4-8d78-45a8-8422-8b0d02d3a369 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0429814 Dec 08 03:12:15.486571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c0452-c799-4774-a1a1-8901ff763937 req-835780cb-5ebe-4fe4-837b-021d6ebac11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:12:15.487957 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19c0452-c799-4774-a1a1-8901ff763937 req-835780cb-5ebe-4fe4-837b-021d6ebac11b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384936 Dec 08 03:12:15.577240 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19c0452-c799-4774-a1a1-8901ff763937 req-4a3df0da-d7e0-4b3a-b954-6eaf2ae20245 service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824430 Dec 08 03:12:15.662503 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d19c0452-c799-4774-a1a1-8901ff763937 req-b9a02adb-b5cd-43dc-ae8e-b20783017c8b service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784097 Dec 08 03:12:22.127947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5cce844e-751f-45ec-b818-30e4f5e738e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:24.244708 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:24.489551 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a3ea6161-89b3-4719-ba9d-dd39e0c66dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:25.090633 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:25.769053 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:27.288324 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:28.084955 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:30.622093 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:12:52.128698 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8460fa4a-fe71-4bc7-85f4-63a0eb323b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:54.259764 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:54.489626 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1eb332dd-ebe9-4908-9900-57c2dc898c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:55.086015 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:55.771572 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:57.292640 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:58.085808 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:07.620963 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:13:14.279185 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7d3dff5d-f3b0-4673-98eb-0066934ad842 details requested by agent hyperv_n-h1-713499-31 with host n-h1-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 03:13:14.373211 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 7d3dff5d-f3b0-4673-98eb-0066934ad842, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:13:14.383901 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Returning: {'device': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'port_id': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'mac_address': 'fa:16:3e:f4:87:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 03:13:14.419049 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:14.432037 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d3dff5d-f3b0-4673-98eb-0066934ad842 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:13:14.450755 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 7d3dff5d-f3b0-4673-98eb-0066934ad842, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:13:14.454532 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:14.500160 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=7d3dff5d-f3b0-4673-98eb-0066934ad842,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:13:14.507349 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:14.507740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:14.508088 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:14.508433 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:14.508775 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:14.509107 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:14.509438 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:14.509766 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:14.510095 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:14.510422 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:14.510748 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:14.511071 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:14.511395 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:14.595734 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] get_ports_and_sgs() called for port_ids ['7d3dff5d-f3b0-4673-98eb-0066934ad842'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 03:13:16.186741 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15927b10-c2f2-4dc9-a4eb-f5a616898bd3 req-969ed27b-276a-4a26-87b2-71316a286c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:16.188767 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15927b10-c2f2-4dc9-a4eb-f5a616898bd3 req-969ed27b-276a-4a26-87b2-71316a286c31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 1096 time: 0.0506327 Dec 08 03:13:16.290102 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7d3dff5d-f3b0-4673-98eb-0066934ad842 up at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:13:16.318649 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15927b10-c2f2-4dc9-a4eb-f5a616898bd3 req-ee049f2b-c103-4b85-81ed-66d9c7fcfa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:16.320313 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15927b10-c2f2-4dc9-a4eb-f5a616898bd3 req-ee049f2b-c103-4b85-81ed-66d9c7fcfa4b service neutron] 10.222.0.45 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 911 time: 0.1104305 Dec 08 03:13:16.370169 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Provisioning complete for port 7d3dff5d-f3b0-4673-98eb-0066934ad842 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:13:16.370641 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:16.402580 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15927b10-c2f2-4dc9-a4eb-f5a616898bd3 req-c4ea0bd1-d58f-46cb-b83b-6a2531e9a24a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842 HTTP/1.1" status: 200 len: 1000 time: 0.0747595 Dec 08 03:13:16.465482 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:16.466406 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15927b10-c2f2-4dc9-a4eb-f5a616898bd3 req-d231d9af-8c5d-48ff-9025-0defbfd7decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:16.467989 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15927b10-c2f2-4dc9-a4eb-f5a616898bd3 req-d231d9af-8c5d-48ff-9025-0defbfd7decf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0574152 Dec 08 03:13:16.502703 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98d2137-9195-4923-8f47-c15e1729df16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3dff5d-f3b0-4673-98eb-0066934ad842'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:13:16.505625 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bacd0e-2530-4a16-bc8d-1bdddd843f0d" -d '{"events": [{"server_uuid": "d98d2137-9195-4923-8f47-c15e1729df16", "name": "network-vif-plugged", "status": "completed", "tag": "7d3dff5d-f3b0-4673-98eb-0066934ad842"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:13:16.527662 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 7d3dff5d-f3b0-4673-98eb-0066934ad842, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:13:16.536784 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:16.540306 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15927b10-c2f2-4dc9-a4eb-f5a616898bd3 req-f2e019fe-064c-4fa8-8899-6504b65f59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:16.542669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15927b10-c2f2-4dc9-a4eb-f5a616898bd3 req-f2e019fe-064c-4fa8-8899-6504b65f59a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663533 Dec 08 03:13:16.595045 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=7d3dff5d-f3b0-4673-98eb-0066934ad842,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:13:16.666208 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbed677-a323-4fd4-a17f-11507fa32dbb x-openstack-request-id: req-3fbed677-a323-4fd4-a17f-11507fa32dbb {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:13:16.666520 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98d2137-9195-4923-8f47-c15e1729df16", "name": "network-vif-plugged", "status": "completed", "tag": "7d3dff5d-f3b0-4673-98eb-0066934ad842", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:13:16.666819 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3fbed677-a323-4fd4-a17f-11507fa32dbb {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:13:16.667237 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98d2137-9195-4923-8f47-c15e1729df16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'code': 200} Dec 08 03:13:16.695798 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15927b10-c2f2-4dc9-a4eb-f5a616898bd3 req-3a2c6452-387e-4176-bdeb-22c26308fcd8 service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448472 Dec 08 03:13:16.798428 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-15927b10-c2f2-4dc9-a4eb-f5a616898bd3 req-ab785729-c18a-49f6-a860-af13e1756d54 service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939653 Dec 08 03:13:20.972087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [req-0f4fa70a-8c6d-4b5d-8014-eaf67ca75580 req-7a0a168e-7276-4d80-8421-f9c1830be16c service neutron] (109766) timed out ('10.222.0.45', 50018) {{(pid=109766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 03:13:22.135401 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2537808f-a756-421e-8ee3-dc38deedcdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:24.259532 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:24.489417 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d7f1b2ae-d0e7-42ef-b98f-8818804d6f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:24.981598 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-760ed2db-59ca-4bcd-9d95-2ee3c0dbc474 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111954894&fields=id&tenant_id=efc7e3729bd44af0862be948ca4cb553 HTTP/1.1" status: 200 len: 267 time: 0.0433292 Dec 08 03:13:25.083555 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:25.089766 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-c304b9f7-cef8-4dbd-b83d-70502b711e1c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:25.091222 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-c304b9f7-cef8-4dbd-b83d-70502b711e1c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 810 time: 0.1029329 Dec 08 03:13:25.106324 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-13d683ac-f250-4bed-90ba-87bb2dda4cce tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/quotas/efc7e3729bd44af0862be948ca4cb553 HTTP/1.1" status: 200 len: 375 time: 0.0093410 Dec 08 03:13:25.158401 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-b3079eb2-00dc-4d86-b065-2bbd7e20f8db tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468566 Dec 08 03:13:25.229412 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-7a076dfc-6017-441f-b999-34e563a511f1 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 03:13:25.230457 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-7a076dfc-6017-441f-b999-34e563a511f1 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0600266 Dec 08 03:13:25.322102 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-dd2775d1-25b4-494d-a9b2-b653f8243c17 service neutron] 10.222.0.71 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851693 Dec 08 03:13:25.407896 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-e4296c5f-e078-46fb-93cf-c6a52fb42906 service neutron] 10.222.0.71 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796213 Dec 08 03:13:25.598876 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-8aff5414-2b47-49b0-bd4b-b4f42e0cc710 req-8dbb8e02-0705-4fa3-9429-72c229e4a325 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 210 time: 0.0308802 Dec 08 03:13:25.773618 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:26.614490 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d14da9b4-b582-49bf-ba88-8e0e2635e780 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:26.615943 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d14da9b4-b582-49bf-ba88-8e0e2635e780 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.75 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 810 time: 0.1054826 Dec 08 03:13:26.695339 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-c259e169-dac7-4c5a-952d-3cf0f1bcceb7 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efc7e3729bd44af0862be948ca4cb553 HTTP/1.1" status: 200 len: 380 time: 0.0562713 Dec 08 03:13:26.695820 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-98fbff80-704c-4c32-a8bd-333d0d1c34e3 req-928037c8-bbb2-47ac-8d08-8e3ca3e8b3f0 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 210 time: 0.0260730 Dec 08 03:13:26.708177 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Request body: {'port': {'device_id': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'admin_state_up': True, 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'security_groups': ['cfa4ca9e-dd04-4adb-aa47-fcc3bf073962']}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:13:26.814242 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Made reservation on behalf of efc7e3729bd44af0862be948ca4cb553 for: {'port': 1} {{(pid=109766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:13:26.818256 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:26.961274 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_common [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Allocated IP 172.20.0.6 (ffeef88b-7192-417d-8c6c-970f7f8cac30/4cf2f39b-04cb-4869-b025-4480ef960710/3528415e-0cea-41b9-8d4e-2cb369339755) {{(pid=109766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:13:27.162052 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for port, precommit_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:27.200058 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_create {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:27.250427 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Network ffeef88b-7192-417d-8c6c-970f7f8cac30 is already hosted by enough agents. {{(pid=109766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:13:27.253637 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.base_scheduler [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Resources bound (agent type, host, resource id): {{(pid=109766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:13:27.257105 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Received port after_create {{(pid=109766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:13:27.301743 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event updated for resources: {'Port': ['ID=3528415e-0cea-41b9-8d4e-2cb369339755,revision_number=1']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:13:27.320551 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:27.321418 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:27.321791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:27.322109 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:27.322504 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:27.322791 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:27.323127 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:27.323460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:27.323823 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:27.324173 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:27.324472 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:27.324801 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:27.325130 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:27.325482 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:27.335781 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:27.336567 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:27.365803 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-0a193594-71fd-4fc2-8e7d-869be97edc9c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6610234 Dec 08 03:13:27.587770 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-e2d79ee1-c2e8-459c-8989-2a61308a2975 None None] Provisioning complete for port 3528415e-0cea-41b9-8d4e-2cb369339755 triggered by entity DHCP. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:13:27.588051 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e2d79ee1-c2e8-459c-8989-2a61308a2975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:27.624260 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e2d79ee1-c2e8-459c-8989-2a61308a2975 None None] Port 3528415e-0cea-41b9-8d4e-2cb369339755 cannot update to ACTIVE because it is not bound. {{(pid=109768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:13:27.822708 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62bcc9-eddb-4dfb-adc0-ba9fbbad4bb5 req-b57e0c5b-35d8-4fe9-a6ef-0fc4e742aaa1 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:27.824228 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f62bcc9-eddb-4dfb-adc0-ba9fbbad4bb5 req-b57e0c5b-35d8-4fe9-a6ef-0fc4e742aaa1 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 931 time: 0.0565286 Dec 08 03:13:27.885665 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-0f62bcc9-eddb-4dfb-adc0-ba9fbbad4bb5 req-65569424-772e-4e2b-88e5-b1e256db8a03 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550816 Dec 08 03:13:28.087720 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:28.347134 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7d3dff5d-f3b0-4673-98eb-0066934ad842 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:13:28.425506 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:28.448276 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98d2137-9195-4923-8f47-c15e1729df16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d3dff5d-f3b0-4673-98eb-0066934ad842'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:13:28.450521 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78b844c-8092-457f-bb69-210a9bfa4fce" -d '{"events": [{"server_uuid": "d98d2137-9195-4923-8f47-c15e1729df16", "name": "network-vif-unplugged", "status": "completed", "tag": "7d3dff5d-f3b0-4673-98eb-0066934ad842"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:13:28.462981 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] For port 7d3dff5d-f3b0-4673-98eb-0066934ad842, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:13:28.466931 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:28.494054 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 03:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3c18b2-50b9-4bc4-9608-92402f86f54b x-openstack-request-id: req-8a3c18b2-50b9-4bc4-9608-92402f86f54b {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:13:28.494379 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98d2137-9195-4923-8f47-c15e1729df16", "name": "network-vif-unplugged", "status": "completed", "tag": "7d3dff5d-f3b0-4673-98eb-0066934ad842", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:13:28.494650 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8a3c18b2-50b9-4bc4-9608-92402f86f54b {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:13:28.495041 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98d2137-9195-4923-8f47-c15e1729df16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'code': 200} Dec 08 03:13:28.523977 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Pushing event updated for resources: {'Port': ['ID=7d3dff5d-f3b0-4673-98eb-0066934ad842,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:13:29.010975 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8959672-a5e0-4159-acd3-e85cf4cbafc1 req-9fef0907-77c0-4204-a743-234997c6991c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:29.012680 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8959672-a5e0-4159-acd3-e85cf4cbafc1 req-9fef0907-77c0-4204-a743-234997c6991c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 931 time: 0.0526354 Dec 08 03:13:29.069016 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e8959672-a5e0-4159-acd3-e85cf4cbafc1 req-be41a8a1-ad14-4dda-8d4c-4327c7fe9f4f tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490170 Dec 08 03:13:30.191409 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbdf97-7f79-4405-91ef-fe221cf2ea02 req-cedc101d-fc16-41a3-ba73-077e7674e8aa tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:30.193599 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9dbdf97-7f79-4405-91ef-fe221cf2ea02 req-cedc101d-fc16-41a3-ba73-077e7674e8aa tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 931 time: 0.0493066 Dec 08 03:13:30.250180 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f9dbdf97-7f79-4405-91ef-fe221cf2ea02 req-8844c53a-8c99-41e8-8043-48af4f07fea8 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496624 Dec 08 03:13:31.393517 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304b400-95e7-4f6e-8250-b8ebd17501ef req-96045eb0-ee9c-48e9-abc8-00e3ede5b8fc tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:31.395569 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1304b400-95e7-4f6e-8250-b8ebd17501ef req-96045eb0-ee9c-48e9-abc8-00e3ede5b8fc tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 931 time: 0.0699987 Dec 08 03:13:31.445875 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1304b400-95e7-4f6e-8250-b8ebd17501ef req-ceea62bb-ec4e-4929-b0c7-1a55db731859 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437014 Dec 08 03:13:32.576500 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac513bd-8c71-432c-95e5-c1e95dadc9c7 req-1b9f0b4e-ad46-4a94-9f6f-bfb1932ac478 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:32.577922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ac513bd-8c71-432c-95e5-c1e95dadc9c7 req-1b9f0b4e-ad46-4a94-9f6f-bfb1932ac478 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 931 time: 0.0593562 Dec 08 03:13:32.628965 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1ac513bd-8c71-432c-95e5-c1e95dadc9c7 req-1c62dd99-1e73-418f-935d-f6d59ee1eaed tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444093 Dec 08 03:13:33.754020 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb365ac-3256-4d87-82c9-660306203e41 req-5cfbff9a-387a-42b7-a378-c923644f820d tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:33.756178 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3eb365ac-3256-4d87-82c9-660306203e41 req-5cfbff9a-387a-42b7-a378-c923644f820d tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 931 time: 0.0558691 Dec 08 03:13:33.805005 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-3eb365ac-3256-4d87-82c9-660306203e41 req-8b439ee6-af50-4b3b-8c28-78d3723bae7c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429540 Dec 08 03:13:34.943074 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a71e58-dc28-4cac-bd2e-5e1dfbaeefc5 req-fe43d7fd-3d16-4de0-b2ca-616e619cab41 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:34.944704 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73a71e58-dc28-4cac-bd2e-5e1dfbaeefc5 req-fe43d7fd-3d16-4de0-b2ca-616e619cab41 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 931 time: 0.0494871 Dec 08 03:13:35.004340 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-73a71e58-dc28-4cac-bd2e-5e1dfbaeefc5 req-08341f63-109e-4c31-b11d-4ed84eb431c3 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527873 Dec 08 03:13:36.122385 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab7403-2264-47e0-9092-80d0c7df6097 req-71222b32-b0cc-4707-9703-24e28d8ad141 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:36.124060 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2aab7403-2264-47e0-9092-80d0c7df6097 req-71222b32-b0cc-4707-9703-24e28d8ad141 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 931 time: 0.0520189 Dec 08 03:13:36.180808 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2aab7403-2264-47e0-9092-80d0c7df6097 req-6d1a2ab9-c128-4097-8f32-a18160f15d88 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478699 Dec 08 03:13:37.298760 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6ceea-4d03-44ca-bf34-d442fb25d993 req-d519bfb4-235f-452e-be30-f181cc92420f tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:37.300252 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cff6ceea-4d03-44ca-bf34-d442fb25d993 req-d519bfb4-235f-452e-be30-f181cc92420f tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 931 time: 0.0471749 Dec 08 03:13:37.352838 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-cff6ceea-4d03-44ca-bf34-d442fb25d993 req-b6e726f0-d82d-4495-8b30-63cec16b88a1 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459354 Dec 08 03:13:37.806452 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.v2.base [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Request body: {'port': {'device_id': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-31'}} {{(pid=109766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:13:37.863017 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:38.117303 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3528415e-0cea-41b9-8d4e-2cb369339755 {{(pid=109766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:13:38.124703 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:38.136278 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.provisioning_blocks [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Transition to ACTIVE for port object 3528415e-0cea-41b9-8d4e-2cb369339755 will not be triggered until provisioned by entity L2. {{(pid=109766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 03:13:38.140056 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:38.190019 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3528415e-0cea-41b9-8d4e-2cb369339755,revision_number=2']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:13:38.263010 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Attempting to bind port 3528415e-0cea-41b9-8d4e-2cb369339755 on host n-h2-713499-31 for vnic_type normal with profile {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:13:38.263351 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Attempting to bind port 3528415e-0cea-41b9-8d4e-2cb369339755 by drivers openvswitch,hyperv on host n-h2-713499-31 at level 0 using segments [{'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:13:38.263712 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Attempting to bind port 3528415e-0cea-41b9-8d4e-2cb369339755 on network ffeef88b-7192-417d-8c6c-970f7f8cac30 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:13:38.268201 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Port 3528415e-0cea-41b9-8d4e-2cb369339755 on network ffeef88b-7192-417d-8c6c-970f7f8cac30 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-31 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 03:13:38.268527 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Attempting to bind port 3528415e-0cea-41b9-8d4e-2cb369339755 on network ffeef88b-7192-417d-8c6c-970f7f8cac30 {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:13:38.274086 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Checking agent: {'id': '479e93c6-4512-4f66-a265-0e1f66ecba24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-31', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'started_at': datetime.datetime(2021, 12, 8, 1, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:13:38.274432 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Checking segment: {'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:13:38.274816 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Bound using segment: {'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'} {{(pid=109766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:13:38.275246 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.managers [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Bound port: 3528415e-0cea-41b9-8d4e-2cb369339755, host: n-h2-713499-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c04c383-dc6c-4c43-82db-94981d5c08aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30'}}] {{(pid=109766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:13:38.275616 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:38.349896 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] For port 3528415e-0cea-41b9-8d4e-2cb369339755, host n-h2-713499-31, cleared binding levels {{(pid=109766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:13:38.353426 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] For port 3528415e-0cea-41b9-8d4e-2cb369339755, host n-h2-713499-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3528415e-0cea-41b9-8d4e-2cb369339755,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:13:38.356917 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4844592'] for port, after_update {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:38.396470 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:38.397110 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:38.398552 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] 10.222.0.75 "PUT /v2.0/ports/3528415e-0cea-41b9-8d4e-2cb369339755 HTTP/1.1" status: 200 len: 1092 time: 0.5971251 Dec 08 03:13:38.399009 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'tag': '3528415e-0cea-41b9-8d4e-2cb369339755'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:13:38.401356 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd16062-d797-43dc-b215-b5b7222291a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f7369a6a-b126-49c3-85d3-860894d96c42", "tag": "3528415e-0cea-41b9-8d4e-2cb369339755"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:13:38.435484 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f59c3-4202-4b60-b240-ecd41e9645c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3528415e-0cea-41b9-8d4e-2cb369339755,revision_number=3']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:13:38.452326 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe23ff35-f349-4a06-88b2-8c2e00d2a322 x-openstack-request-id: req-fe23ff35-f349-4a06-88b2-8c2e00d2a322 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:13:38.452629 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7369a6a-b126-49c3-85d3-860894d96c42", "tag": "3528415e-0cea-41b9-8d4e-2cb369339755", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:13:38.452889 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fe23ff35-f349-4a06-88b2-8c2e00d2a322 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:13:38.453301 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'tag': '3528415e-0cea-41b9-8d4e-2cb369339755', 'status': 'completed', 'code': 200} Dec 08 03:13:38.513933 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-264e22f7-c1a4-4570-8f61-8a5ab7718039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:38.515646 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-264e22f7-c1a4-4570-8f61-8a5ab7718039 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 1095 time: 0.0458822 Dec 08 03:13:38.525284 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336baa6-9353-4e23-a2fd-19ff03e0cc5a req-359e021c-3ba4-4320-9d90-903ba731890b tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:38.526890 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2336baa6-9353-4e23-a2fd-19ff03e0cc5a req-359e021c-3ba4-4320-9d90-903ba731890b tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 943 time: 0.0578644 Dec 08 03:13:38.568605 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-664b082b-c0b3-4d8c-908f-3d0fa3c6f009 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3528415e-0cea-41b9-8d4e-2cb369339755 HTTP/1.1" status: 200 len: 217 time: 0.0395420 Dec 08 03:13:38.581840 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-2336baa6-9353-4e23-a2fd-19ff03e0cc5a req-efb3bb53-5bce-4c39-aa81-f17ecb441e2f tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488462 Dec 08 03:13:38.619048 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-1f73c08a-f903-4f14-a58d-c07f1f184f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:38.620545 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-1f73c08a-f903-4f14-a58d-c07f1f184f75 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0453644 Dec 08 03:13:38.672698 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-24d741a2-f979-4a97-a92d-224a37648aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:38.674195 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-24d741a2-f979-4a97-a92d-224a37648aa8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464659 Dec 08 03:13:38.764784 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-8f31a6e4-072f-4127-b37a-eed18dbc4f2a service neutron] 10.222.0.75 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825820 Dec 08 03:13:38.858681 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-d9207d05-66ae-45e6-9d46-46ab6b5d218f req-05649027-d532-44b6-be75-1e81cdf028a7 service neutron] 10.222.0.75 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868132 Dec 08 03:13:38.991430 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd16062-d797-43dc-b215-b5b7222291a9 req-31158cd8-d5be-4083-813c-083fd649cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:38.992950 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fdd16062-d797-43dc-b215-b5b7222291a9 req-31158cd8-d5be-4083-813c-083fd649cc76 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 1095 time: 0.0414896 Dec 08 03:13:39.085671 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd16062-d797-43dc-b215-b5b7222291a9 req-ddbb6876-0ad4-49ec-a3de-772486630127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:39.087145 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fdd16062-d797-43dc-b215-b5b7222291a9 req-ddbb6876-0ad4-49ec-a3de-772486630127 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 911 time: 0.0874608 Dec 08 03:13:39.127503 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fdd16062-d797-43dc-b215-b5b7222291a9 req-a6761307-061f-4032-9dea-a5b87942246d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3528415e-0cea-41b9-8d4e-2cb369339755 HTTP/1.1" status: 200 len: 217 time: 0.0333436 Dec 08 03:13:39.176624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd16062-d797-43dc-b215-b5b7222291a9 req-7cde8962-4429-43f2-8e63-8d2661b90966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:39.177985 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fdd16062-d797-43dc-b215-b5b7222291a9 req-7cde8962-4429-43f2-8e63-8d2661b90966 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0428715 Dec 08 03:13:39.228341 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd16062-d797-43dc-b215-b5b7222291a9 req-019c6303-a4d5-4d9b-8083-a55b4f56fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:39.229826 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fdd16062-d797-43dc-b215-b5b7222291a9 req-019c6303-a4d5-4d9b-8083-a55b4f56fd96 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443261 Dec 08 03:13:39.324388 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fdd16062-d797-43dc-b215-b5b7222291a9 req-e3f7692b-c614-4347-8c04-160a8492ae8f service neutron] 10.222.0.75 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818818 Dec 08 03:13:39.415845 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-fdd16062-d797-43dc-b215-b5b7222291a9 req-32b0793e-cfbf-4cdd-a9f8-2e050225df96 service neutron] 10.222.0.75 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841310 Dec 08 03:13:39.697979 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992eb11-d727-46de-a0cc-7ab88ec6c588 req-f3261c54-7c5c-4e2c-a26a-215412b87533 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:39.699432 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9992eb11-d727-46de-a0cc-7ab88ec6c588 req-f3261c54-7c5c-4e2c-a26a-215412b87533 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 943 time: 0.0476158 Dec 08 03:13:39.747680 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-9992eb11-d727-46de-a0cc-7ab88ec6c588 req-3441144a-9ced-4743-85ed-c03d6d8e2061 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422387 Dec 08 03:13:40.610712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3528415e-0cea-41b9-8d4e-2cb369339755 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 03:13:40.704823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3528415e-0cea-41b9-8d4e-2cb369339755, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3528415e-0cea-41b9-8d4e-2cb369339755,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:13:40.716243 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '3528415e-0cea-41b9-8d4e-2cb369339755', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'port_id': '3528415e-0cea-41b9-8d4e-2cb369339755', 'mac_address': 'fa:16:3e:96:8a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 03:13:40.752108 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:40.764974 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3528415e-0cea-41b9-8d4e-2cb369339755 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:13:40.790194 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3528415e-0cea-41b9-8d4e-2cb369339755, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3528415e-0cea-41b9-8d4e-2cb369339755,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:13:40.795072 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:40.845229 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3528415e-0cea-41b9-8d4e-2cb369339755,revision_number=4']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:13:40.873862 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddf2b1-6106-4dd5-b303-96cec1582e75 req-72375a9d-fad8-46a8-a019-775fd25c68e9 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:40.875361 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7ddf2b1-6106-4dd5-b303-96cec1582e75 req-72375a9d-fad8-46a8-a019-775fd25c68e9 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 944 time: 0.0549145 Dec 08 03:13:40.924725 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e7ddf2b1-6106-4dd5-b303-96cec1582e75 req-cf81b562-3d72-42db-9205-54b893999d3e tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428286 Dec 08 03:13:41.118700 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['3528415e-0cea-41b9-8d4e-2cb369339755'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 03:13:42.042041 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0fa06-152c-4a02-a947-ef88136e2164 req-3fee45c8-fad6-4ca3-9a38-53ccec26da77 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:42.043531 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66c0fa06-152c-4a02-a947-ef88136e2164 req-3fee45c8-fad6-4ca3-9a38-53ccec26da77 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 944 time: 0.0481315 Dec 08 03:13:42.118651 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-66c0fa06-152c-4a02-a947-ef88136e2164 req-857158af-86fb-4614-a287-af6f31b82219 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663145 Dec 08 03:13:42.627359 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3528415e-0cea-41b9-8d4e-2cb369339755 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:13:42.675332 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning for port 3528415e-0cea-41b9-8d4e-2cb369339755 completed by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 03:13:42.679497 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 3528415e-0cea-41b9-8d4e-2cb369339755 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:13:42.679959 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:42.757734 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:42.781976 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3528415e-0cea-41b9-8d4e-2cb369339755'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:13:42.784688 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b4909a-d3e9-4355-a71c-12e3f503f43d" -d '{"events": [{"server_uuid": "f7369a6a-b126-49c3-85d3-860894d96c42", "name": "network-vif-plugged", "status": "completed", "tag": "3528415e-0cea-41b9-8d4e-2cb369339755"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:13:42.797338 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3528415e-0cea-41b9-8d4e-2cb369339755, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3528415e-0cea-41b9-8d4e-2cb369339755,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:13:42.801478 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:42.823526 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08334d46-da9c-40af-a036-21455c5bf855 x-openstack-request-id: req-08334d46-da9c-40af-a036-21455c5bf855 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:13:42.823849 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7369a6a-b126-49c3-85d3-860894d96c42", "name": "network-vif-plugged", "status": "completed", "tag": "3528415e-0cea-41b9-8d4e-2cb369339755", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:13:42.824105 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-08334d46-da9c-40af-a036-21455c5bf855 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:13:42.824495 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3528415e-0cea-41b9-8d4e-2cb369339755', 'code': 200} Dec 08 03:13:42.849939 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3528415e-0cea-41b9-8d4e-2cb369339755,revision_number=5']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:13:42.948624 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6649c01-3ca6-473b-8854-6c9d3849fa26 req-b4d0629d-472b-41a7-b02b-50d53189ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:42.950120 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a6649c01-3ca6-473b-8854-6c9d3849fa26 req-b4d0629d-472b-41a7-b02b-50d53189ebf0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 1097 time: 0.0404696 Dec 08 03:13:42.995666 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a6649c01-3ca6-473b-8854-6c9d3849fa26 req-bfd1c859-c4f7-4b41-84db-6c5739825ab8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389051 Dec 08 03:13:43.238869 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cf0b6-c87e-4721-945c-35bb2fb89c77 req-61faf965-aae0-4ad5-8d90-817ab188f532 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:43.240294 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-836cf0b6-c87e-4721-945c-35bb2fb89c77 req-61faf965-aae0-4ad5-8d90-817ab188f532 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 945 time: 0.0479057 Dec 08 03:13:43.292179 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-836cf0b6-c87e-4721-945c-35bb2fb89c77 req-2ce93e80-e826-4f38-92a0-d1aa867e9e8c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459425 Dec 08 03:13:44.407059 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500b437-fe1a-4444-ac43-726b65613edc req-b75bae81-59b5-40c7-a27c-8c25117ab85d tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:44.408601 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1500b437-fe1a-4444-ac43-726b65613edc req-b75bae81-59b5-40c7-a27c-8c25117ab85d tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 945 time: 0.0487835 Dec 08 03:13:44.457060 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-1500b437-fe1a-4444-ac43-726b65613edc req-548f6390-712f-43e9-aeef-ac704b8109bc tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426280 Dec 08 03:13:44.570140 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7f818-381e-4c97-ab31-f5b5071da945 req-d59de8fc-cf1c-4cc5-ae9f-649408f04599 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:44.571589 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bca7f818-381e-4c97-ab31-f5b5071da945 req-d59de8fc-cf1c-4cc5-ae9f-649408f04599 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 945 time: 0.0482595 Dec 08 03:13:44.619512 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bca7f818-381e-4c97-ab31-f5b5071da945 req-7a0ed7a9-043b-4251-a061-9ec663bf8b92 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420253 Dec 08 03:13:44.619814 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:13:44.640450 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41832) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:13:44.682867 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9e78f3-d5ad-4328-8cce-dbb66e3cfa32 tempest-TestSnapshotPattern-73214091 tempest-TestSnapshotPattern-73214091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:44.684370 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-0d9e78f3-d5ad-4328-8cce-dbb66e3cfa32 tempest-TestSnapshotPattern-73214091 tempest-TestSnapshotPattern-73214091-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 1092 time: 0.0429599 Dec 08 03:13:44.687260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 41834) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:13:44.691363 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.v2.base [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Request body: {'floatingip': {'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'port_id': '3528415e-0cea-41b9-8d4e-2cb369339755', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:13:44.712043 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for floatingip, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:44.805070 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:44.908227 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_common [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Allocated IP 172.25.8.186 (44b19830-455e-444a-9e4a-1576bcdd8229/c849b8a1-46fa-455f-a956-171249429f17/4b92bb05-2e10-44f9-a992-d5e08ffadb25) {{(pid=109767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:13:45.007023 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for port, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:45.039553 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260169463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:45.080004 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Network 44b19830-455e-444a-9e4a-1576bcdd8229 is already hosted by enough agents. {{(pid=109767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:13:45.082686 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.base_scheduler [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Resources bound (agent type, host, resource id): {{(pid=109767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:13:45.086638 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Received port after_create {{(pid=109767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:13:45.109780 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event updated for resources: {'Port': ['ID=4b92bb05-2e10-44f9-a992-d5e08ffadb25,revision_number=1']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:13:45.121016 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:45.121361 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:45.121700 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:45.122038 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:45.122368 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:45.122699 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:45.123027 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:45.123348 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:45.123693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:45.124015 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:45.124337 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:45.124658 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:45.124996 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:13:45.736748 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:45.800640 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:45.945939 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for port, precommit_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:45.950568 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087105'] for port, after_update {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:46.019972 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event updated for resources: {'Port': ['ID=4b92bb05-2e10-44f9-a992-d5e08ffadb25,revision_number=2']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:13:46.028485 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708715'] for floatingip, after_create {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:46.126080 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Floating IP 1012d06a-c218-4660-a7fa-cdc03328d9f4 associated. External IP: 172.25.8.186, port: 3528415e-0cea-41b9-8d4e-2cb369339755. Dec 08 03:13:46.332164 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:13:46.436614 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:13:46.447386 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80851d8b-7413-4a56-883b-09bb31ddabee None None] Sync routers for ids ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:13:46.454592 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:46.456731 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80851d8b-7413-4a56-883b-09bb31ddabee None None] Routers {'3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:13:46.457340 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-80851d8b-7413-4a56-883b-09bb31ddabee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:13:46.481740 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-2ef3f8ae-d45a-4121-9db2-a5ab386e5951 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7934628 Dec 08 03:13:46.483000 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'tag': '3528415e-0cea-41b9-8d4e-2cb369339755'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:13:46.485455 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84627aa8-b13f-4295-af09-7f25280c2ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7369a6a-b126-49c3-85d3-860894d96c42", "tag": "3528415e-0cea-41b9-8d4e-2cb369339755"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:13:46.563898 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-80851d8b-7413-4a56-883b-09bb31ddabee None None] Set router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:13:46.582308 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7063209f-15eb-4b53-8a3f-178934e1aa64 x-openstack-request-id: req-7063209f-15eb-4b53-8a3f-178934e1aa64 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:13:46.582657 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7369a6a-b126-49c3-85d3-860894d96c42", "tag": "3528415e-0cea-41b9-8d4e-2cb369339755", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:13:46.582984 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7063209f-15eb-4b53-8a3f-178934e1aa64 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:13:46.583503 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'tag': '3528415e-0cea-41b9-8d4e-2cb369339755', 'status': 'completed', 'code': 200} Dec 08 03:13:46.667987 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84627aa8-b13f-4295-af09-7f25280c2ed5 req-72d55285-71e0-4376-aacb-8fc6cb3aebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:46.669502 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-84627aa8-b13f-4295-af09-7f25280c2ed5 req-72d55285-71e0-4376-aacb-8fc6cb3aebc3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 1097 time: 0.0418596 Dec 08 03:13:46.764212 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84627aa8-b13f-4295-af09-7f25280c2ed5 req-e53a524f-0dd4-4aa1-acd3-bdfdbd62ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:46.765712 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-84627aa8-b13f-4295-af09-7f25280c2ed5 req-e53a524f-0dd4-4aa1-acd3-bdfdbd62ab7b service neutron] 10.222.0.75 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 911 time: 0.0892701 Dec 08 03:13:46.791712 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-80851d8b-7413-4a56-883b-09bb31ddabee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0bebd5f5-aec7-42bb-a795-400c1b736687', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'port_id': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'mac_address': 'fa:16:3e:f4:87:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d2137-9195-4923-8f47-c15e1729df16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:11:14Z', 'updated_at': '2021-12-08T03:11:17Z', 'revision_number': 1, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ip_address_scope': None}, {'id': '1012d06a-c218-4660-a7fa-cdc03328d9f4', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'port_id': '3528415e-0cea-41b9-8d4e-2cb369339755', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'mac_address': 'fa:16:3e:96:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:13:45Z', 'updated_at': '2021-12-08T03:13:45Z', 'revision_number': 0, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:58Z', 'revision_number': 5, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:13:46.818168 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80851d8b-7413-4a56-883b-09bb31ddabee None None] Checking router: 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:13:46.826823 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80851d8b-7413-4a56-883b-09bb31ddabee None None] Routers {'3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:13:46.827482 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-80851d8b-7413-4a56-883b-09bb31ddabee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:13:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:13:46.830921 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-84627aa8-b13f-4295-af09-7f25280c2ed5 req-8e1f57b2-f14c-4375-91c2-61ae74bcb5ad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3528415e-0cea-41b9-8d4e-2cb369339755 HTTP/1.1" status: 200 len: 999 time: 0.0581923 Dec 08 03:13:46.884290 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84627aa8-b13f-4295-af09-7f25280c2ed5 req-f3b6de45-8a47-4483-b416-b89827a01b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:46.885656 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-84627aa8-b13f-4295-af09-7f25280c2ed5 req-f3b6de45-8a47-4483-b416-b89827a01b69 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0477731 Dec 08 03:13:46.930780 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84627aa8-b13f-4295-af09-7f25280c2ed5 req-69df9920-490b-479a-b8a3-da767136d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:13:46.932319 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-84627aa8-b13f-4295-af09-7f25280c2ed5 req-69df9920-490b-479a-b8a3-da767136d6e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394373 Dec 08 03:13:46.933006 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-80851d8b-7413-4a56-883b-09bb31ddabee None None] Set router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:13:47.024777 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-84627aa8-b13f-4295-af09-7f25280c2ed5 req-569239ee-3501-4919-8d61-41e995f3f21c service neutron] 10.222.0.75 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853710 Dec 08 03:13:47.115289 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-84627aa8-b13f-4295-af09-7f25280c2ed5 req-d31fb4b3-2347-40cf-930b-095dc186a32f service neutron] 10.222.0.75 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832896 Dec 08 03:13:47.155426 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-80851d8b-7413-4a56-883b-09bb31ddabee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0bebd5f5-aec7-42bb-a795-400c1b736687', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'port_id': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'mac_address': 'fa:16:3e:f4:87:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d2137-9195-4923-8f47-c15e1729df16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:11:14Z', 'updated_at': '2021-12-08T03:11:17Z', 'revision_number': 1, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ip_address_scope': None}, {'id': '1012d06a-c218-4660-a7fa-cdc03328d9f4', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'port_id': '3528415e-0cea-41b9-8d4e-2cb369339755', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'mac_address': 'fa:16:3e:96:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:13:45Z', 'updated_at': '2021-12-08T03:13:45Z', 'revision_number': 0, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:58Z', 'revision_number': 5, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:13:47.181507 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80851d8b-7413-4a56-883b-09bb31ddabee None None] The sync data for ids ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'] in n-d-713499-31 is: [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0bebd5f5-aec7-42bb-a795-400c1b736687', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'port_id': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'mac_address': 'fa:16:3e:f4:87:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d2137-9195-4923-8f47-c15e1729df16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:11:14Z', 'updated_at': '2021-12-08T03:11:17Z', 'revision_number': 1, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ip_address_scope': None}, {'id': '1012d06a-c218-4660-a7fa-cdc03328d9f4', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'port_id': '3528415e-0cea-41b9-8d4e-2cb369339755', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'mac_address': 'fa:16:3e:96:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:13:45Z', 'updated_at': '2021-12-08T03:13:45Z', 'revision_number': 0, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:58Z', 'revision_number': 5, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:13:47.376109 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a294a680-316b-4f69-9798-8f9aefb1d537 None None] New status for floating IP 1012d06a-c218-4660-a7fa-cdc03328d9f4: ACTIVE {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:13:52.128675 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-706cabe3-3d61-4c55-875a-d18e99e44690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:54.274557 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:54.489383 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2af1-fdec-45ad-8172-c45b08661ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:55.086400 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:55.777671 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:57.291869 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:58.089071 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:16.120922 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09d9417e-621c-4a32-bdd3-f3cc10815d86 req-99669b2f-9d4c-47f5-9987-9e13f3b85d4c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394177 Dec 08 03:14:16.220985 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9417e-621c-4a32-bdd3-f3cc10815d86 req-5c0732c5-b56b-4843-832e-6522decd8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:14:16.222465 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09d9417e-621c-4a32-bdd3-f3cc10815d86 req-5c0732c5-b56b-4843-832e-6522decd8242 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 1095 time: 0.0440414 Dec 08 03:14:16.322594 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9417e-621c-4a32-bdd3-f3cc10815d86 req-79b7ff38-d4fd-45ff-a351-6c6719cecb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:14:16.324151 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09d9417e-621c-4a32-bdd3-f3cc10815d86 req-79b7ff38-d4fd-45ff-a351-6c6719cecb89 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 911 time: 0.0831914 Dec 08 03:14:16.389519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09d9417e-621c-4a32-bdd3-f3cc10815d86 req-9d0b5c11-ccec-464c-b9e1-6da95bc8320d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842 HTTP/1.1" status: 200 len: 999 time: 0.0586972 Dec 08 03:14:16.437138 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9417e-621c-4a32-bdd3-f3cc10815d86 req-4f1f0813-9992-45d7-bde0-33ff2ce4db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:14:16.438516 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09d9417e-621c-4a32-bdd3-f3cc10815d86 req-4f1f0813-9992-45d7-bde0-33ff2ce4db10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0418162 Dec 08 03:14:16.482990 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9417e-621c-4a32-bdd3-f3cc10815d86 req-11ca5274-14ad-4d4c-bc4f-7a4d41b8f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:14:16.484452 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09d9417e-621c-4a32-bdd3-f3cc10815d86 req-11ca5274-14ad-4d4c-bc4f-7a4d41b8f771 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391004 Dec 08 03:14:16.576297 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09d9417e-621c-4a32-bdd3-f3cc10815d86 req-2b4afe1d-3b66-44ad-98e4-a1ae6c49f7f6 service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844603 Dec 08 03:14:16.663886 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-09d9417e-621c-4a32-bdd3-f3cc10815d86 req-ba37d43d-10cc-4e00-ab6c-923535222588 service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798581 Dec 08 03:14:17.270663 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a251e459-e6a9-4bcb-997c-6dcd84230d71 req-d219f6d8-692d-4dc3-9990-ff48cc1a1ae7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0914152 Dec 08 03:14:17.370635 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251e459-e6a9-4bcb-997c-6dcd84230d71 req-3f94ea7b-8486-406b-8933-704f9534c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:14:17.372143 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a251e459-e6a9-4bcb-997c-6dcd84230d71 req-3f94ea7b-8486-406b-8933-704f9534c521 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 1097 time: 0.0436840 Dec 08 03:14:17.471089 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251e459-e6a9-4bcb-997c-6dcd84230d71 req-40343ddb-6298-4005-8b81-d2036a030589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:14:17.472497 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a251e459-e6a9-4bcb-997c-6dcd84230d71 req-40343ddb-6298-4005-8b81-d2036a030589 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 911 time: 0.0819268 Dec 08 03:14:17.539373 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a251e459-e6a9-4bcb-997c-6dcd84230d71 req-e416b7c3-df1e-4d99-a2ce-f00cf71ad63b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3528415e-0cea-41b9-8d4e-2cb369339755 HTTP/1.1" status: 200 len: 1001 time: 0.0595140 Dec 08 03:14:17.587041 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251e459-e6a9-4bcb-997c-6dcd84230d71 req-a0c60c20-eac8-450e-86de-5e7639f351c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:14:17.588464 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a251e459-e6a9-4bcb-997c-6dcd84230d71 req-a0c60c20-eac8-450e-86de-5e7639f351c9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0422072 Dec 08 03:14:17.635358 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251e459-e6a9-4bcb-997c-6dcd84230d71 req-48b0c86e-edfc-4e91-846b-f8fb76da5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:14:17.636937 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a251e459-e6a9-4bcb-997c-6dcd84230d71 req-48b0c86e-edfc-4e91-846b-f8fb76da5905 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418720 Dec 08 03:14:17.730081 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a251e459-e6a9-4bcb-997c-6dcd84230d71 req-f36819bd-8dc5-4438-8b6b-cff250e603ae service neutron] 10.222.0.75 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855620 Dec 08 03:14:17.820850 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-a251e459-e6a9-4bcb-997c-6dcd84230d71 req-b2b742af-cc90-45cf-afcc-97ed6f3dcc10 service neutron] 10.222.0.75 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837338 Dec 08 03:14:21.619013 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:14:22.129144 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-513c72d3-e9d9-4562-96b6-db60e3fe5d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:24.274489 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:24.491087 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-17883035-05e0-4771-8306-c3d5059095fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:25.087282 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:25.780195 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:27.299055 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:28.090340 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:52.129779 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-14f5f98a-7247-4b67-b354-2a921cd73361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:54.288520 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:54.491670 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e8ef089c-19c9-4e56-b379-273a2223a60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:55.100524 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:55.783004 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:57.301580 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:58.091725 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:14:58.619149 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:15:16.119348 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b464bbd5-5993-46cf-9183-16df760495dc req-ae6792e8-3dae-4e4e-9a5d-2892cbc57905 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394082 Dec 08 03:15:16.220677 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464bbd5-5993-46cf-9183-16df760495dc req-f4ecea53-ccc8-41a9-8006-f632087a2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:16.222154 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b464bbd5-5993-46cf-9183-16df760495dc req-f4ecea53-ccc8-41a9-8006-f632087a2d15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 1095 time: 0.0452826 Dec 08 03:15:16.325065 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464bbd5-5993-46cf-9183-16df760495dc req-746d76b5-becf-4e80-853a-93587f65b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:16.326532 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b464bbd5-5993-46cf-9183-16df760495dc req-746d76b5-becf-4e80-853a-93587f65b5c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 911 time: 0.0845881 Dec 08 03:15:16.393573 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b464bbd5-5993-46cf-9183-16df760495dc req-dd4672cc-a0eb-4bdb-9582-b0f3e6ce2aa6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842 HTTP/1.1" status: 200 len: 999 time: 0.0602570 Dec 08 03:15:16.441891 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464bbd5-5993-46cf-9183-16df760495dc req-2887667b-6cf0-47f2-b02a-48ba6db75c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:16.443933 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b464bbd5-5993-46cf-9183-16df760495dc req-2887667b-6cf0-47f2-b02a-48ba6db75c54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0429597 Dec 08 03:15:16.487558 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464bbd5-5993-46cf-9183-16df760495dc req-3bef40fb-835c-47a1-adab-bd899d5e058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:16.488993 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b464bbd5-5993-46cf-9183-16df760495dc req-3bef40fb-835c-47a1-adab-bd899d5e058c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388515 Dec 08 03:15:16.584344 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b464bbd5-5993-46cf-9183-16df760495dc req-e4bd70bf-2c06-4c5b-9266-6a8d96c3341f service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882227 Dec 08 03:15:16.674662 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-b464bbd5-5993-46cf-9183-16df760495dc req-062eca70-b3c0-4632-a9ff-f7ee53579db5 service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835857 Dec 08 03:15:17.205130 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3528415e-0cea-41b9-8d4e-2cb369339755 details requested by agent hyperv_n-h2-713499-31 with host n-h2-713499-31 {{(pid=109768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 03:15:17.321783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3528415e-0cea-41b9-8d4e-2cb369339755, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3528415e-0cea-41b9-8d4e-2cb369339755,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:15:17.335732 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Returning: {'device': '3528415e-0cea-41b9-8d4e-2cb369339755', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'port_id': '3528415e-0cea-41b9-8d4e-2cb369339755', 'mac_address': 'fa:16:3e:96:8a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 03:15:17.376392 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:17.387253 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffe9ab-ce23-4bb0-96bf-18e88ef623af req-d2e66100-9e75-47d1-a2f6-24198b740f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:17.388784 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68ffe9ab-ce23-4bb0-96bf-18e88ef623af req-d2e66100-9e75-47d1-a2f6-24198b740f78 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 1097 time: 0.0639274 Dec 08 03:15:17.390714 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3528415e-0cea-41b9-8d4e-2cb369339755 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:15:17.417740 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3528415e-0cea-41b9-8d4e-2cb369339755, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3528415e-0cea-41b9-8d4e-2cb369339755,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:15:17.423839 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:17.513782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3528415e-0cea-41b9-8d4e-2cb369339755,revision_number=6']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:17.522051 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffe9ab-ce23-4bb0-96bf-18e88ef623af req-23dc822c-90da-4bbb-b055-3bf68d51cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:17.522945 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:17.523299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:17.523658 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:17.524003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:17.524339 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:17.524670 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:17.525008 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:17.525147 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68ffe9ab-ce23-4bb0-96bf-18e88ef623af req-23dc822c-90da-4bbb-b055-3bf68d51cadf service neutron] 10.222.0.75 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 911 time: 0.1158283 Dec 08 03:15:17.525345 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:17.525665 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:17.526003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:17.526353 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:17.526661 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:17.526997 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:17.570273 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] get_ports_and_sgs() called for port_ids ['3528415e-0cea-41b9-8d4e-2cb369339755'] {{(pid=109768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 03:15:17.611426 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68ffe9ab-ce23-4bb0-96bf-18e88ef623af req-0a292406-0300-4fc3-be7c-5156a8064d75 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3528415e-0cea-41b9-8d4e-2cb369339755 HTTP/1.1" status: 200 len: 1000 time: 0.0773966 Dec 08 03:15:17.682118 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffe9ab-ce23-4bb0-96bf-18e88ef623af req-a5e4bb3d-c69d-40e7-9228-bb1491da4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:17.683639 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68ffe9ab-ce23-4bb0-96bf-18e88ef623af req-a5e4bb3d-c69d-40e7-9228-bb1491da4f4e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0628977 Dec 08 03:15:17.752028 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffe9ab-ce23-4bb0-96bf-18e88ef623af req-a36506d1-a3ec-4362-b7b9-19a2b65b9e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:17.756627 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68ffe9ab-ce23-4bb0-96bf-18e88ef623af req-a36506d1-a3ec-4362-b7b9-19a2b65b9e28 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653200 Dec 08 03:15:17.873789 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68ffe9ab-ce23-4bb0-96bf-18e88ef623af req-11a6d395-de83-4ec9-92f7-8a62bcd7951e service neutron] 10.222.0.75 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097531 Dec 08 03:15:17.990988 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-68ffe9ab-ce23-4bb0-96bf-18e88ef623af req-eb9f2afb-8f80-46ac-89b6-322cda9556a6 service neutron] 10.222.0.75 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093161 Dec 08 03:15:19.221205 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3528415e-0cea-41b9-8d4e-2cb369339755 up at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:15:19.288803 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Provisioning complete for port 3528415e-0cea-41b9-8d4e-2cb369339755 triggered by entity L2. {{(pid=109768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:15:19.289185 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3675878'] for port, provisioning_complete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:19.378516 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:19.403538 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3528415e-0cea-41b9-8d4e-2cb369339755'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:15:19.405952 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed03928-552f-4bbb-87d6-25015c039f7f" -d '{"events": [{"server_uuid": "f7369a6a-b126-49c3-85d3-860894d96c42", "name": "network-vif-plugged", "status": "completed", "tag": "3528415e-0cea-41b9-8d4e-2cb369339755"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:15:19.434581 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3528415e-0cea-41b9-8d4e-2cb369339755, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3528415e-0cea-41b9-8d4e-2cb369339755,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:15:19.443136 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:19.475885 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b172af-a3ff-4cbf-9faa-7f8a0e22cbfe x-openstack-request-id: req-57b172af-a3ff-4cbf-9faa-7f8a0e22cbfe {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:15:19.476197 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7369a6a-b126-49c3-85d3-860894d96c42", "name": "network-vif-plugged", "status": "completed", "tag": "3528415e-0cea-41b9-8d4e-2cb369339755", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:15:19.476611 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-57b172af-a3ff-4cbf-9faa-7f8a0e22cbfe {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:15:19.477095 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3528415e-0cea-41b9-8d4e-2cb369339755', 'code': 200} Dec 08 03:15:19.510736 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3528415e-0cea-41b9-8d4e-2cb369339755,revision_number=7']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:22.134460 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43fcddb2-1a77-4a99-af6f-5a25fa162bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:24.293308 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:24.498061 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b335b546-930f-46bb-8ee1-e88780995dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:25.118701 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:25.786348 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:26.595139 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42026) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:26.755256 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Deleting port 4b92bb05-2e10-44f9-a992-d5e08ffadb25 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:15:26.755778 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:26.837510 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:26.837885 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:26.850036 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Calling delete_port for 4b92bb05-2e10-44f9-a992-d5e08ffadb25 owned by network:floatingip {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:15:27.000035 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:27.025284 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event deleted for resources: {'Port': ['ID=4b92bb05-2e10-44f9-a992-d5e08ffadb25,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:27.049087 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:27.049442 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:27.049785 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:27.050125 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:27.050460 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:27.050794 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:27.051123 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:27.051451 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:27.051805 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:27.052129 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:27.052486 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:27.052810 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:27.053132 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:27.092863 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for floatingip, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:27.093342 n-d-713499-31 neutron-server[109766]: INFO neutron.db.l3_db [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Floating IP 1012d06a-c218-4660-a7fa-cdc03328d9f4 disassociated (deleted). External IP: 172.25.8.186, port: 3528415e-0cea-41b9-8d4e-2cb369339755. Dec 08 03:15:27.298025 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:15:27.309044 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:27.410324 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:15:27.415568 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:27.419741 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327c85c7-b515-484e-9c42-436453e87393 None None] Sync routers for ids ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:15:27.430108 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c85c7-b515-484e-9c42-436453e87393 None None] Routers {'3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:15:27.430714 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-327c85c7-b515-484e-9c42-436453e87393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:15:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:27.442483 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-6983d238-3fa1-4646-8992-2dda06a53e01 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "DELETE /v2.0/floatingips/1012d06a-c218-4660-a7fa-cdc03328d9f4 HTTP/1.1" status: 204 len: 168 time: 0.8462336 Dec 08 03:15:27.443741 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'tag': '3528415e-0cea-41b9-8d4e-2cb369339755'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:15:27.446110 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31dc1d0-14b8-457c-a08d-b1a8ba46e440" -d '{"events": [{"name": "network-changed", "server_uuid": "f7369a6a-b126-49c3-85d3-860894d96c42", "tag": "3528415e-0cea-41b9-8d4e-2cb369339755"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:15:27.542099 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-327c85c7-b515-484e-9c42-436453e87393 None None] Set router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:15:27.575006 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798f9755-ef3b-40e1-9ef5-003a38c0ca20 x-openstack-request-id: req-798f9755-ef3b-40e1-9ef5-003a38c0ca20 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:15:27.575333 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7369a6a-b126-49c3-85d3-860894d96c42", "tag": "3528415e-0cea-41b9-8d4e-2cb369339755", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:15:27.577075 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-798f9755-ef3b-40e1-9ef5-003a38c0ca20 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:15:27.577075 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'tag': '3528415e-0cea-41b9-8d4e-2cb369339755', 'status': 'completed', 'code': 200} Dec 08 03:15:27.675045 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31dc1d0-14b8-457c-a08d-b1a8ba46e440 req-d1d35546-1678-40e2-9520-f3e72ce49297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:27.676917 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b31dc1d0-14b8-457c-a08d-b1a8ba46e440 req-d1d35546-1678-40e2-9520-f3e72ce49297 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 1097 time: 0.0466504 Dec 08 03:15:27.685018 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cb00a-6071-45f9-ad31-4000a22874f8 req-dd73ae9b-84dc-4733-9a8c-6d4997c1dd79 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:27.687363 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d0cb00a-6071-45f9-ad31-4000a22874f8 req-dd73ae9b-84dc-4733-9a8c-6d4997c1dd79 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 945 time: 0.0617430 Dec 08 03:15:27.744496 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-5d0cb00a-6071-45f9-ad31-4000a22874f8 req-9acf2433-2893-49a8-8b54-74463e57ea32 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495327 Dec 08 03:15:27.770337 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31dc1d0-14b8-457c-a08d-b1a8ba46e440 req-4637ae7f-f913-4703-a25e-a0c2a3ec1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:27.771897 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b31dc1d0-14b8-457c-a08d-b1a8ba46e440 req-4637ae7f-f913-4703-a25e-a0c2a3ec1fe9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 911 time: 0.0872085 Dec 08 03:15:27.788792 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-327c85c7-b515-484e-9c42-436453e87393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0bebd5f5-aec7-42bb-a795-400c1b736687', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'port_id': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'mac_address': 'fa:16:3e:f4:87:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d2137-9195-4923-8f47-c15e1729df16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:11:14Z', 'updated_at': '2021-12-08T03:11:17Z', 'revision_number': 1, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:58Z', 'revision_number': 5, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:27.814580 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327c85c7-b515-484e-9c42-436453e87393 None None] Checking router: 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:15:27.816545 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b31dc1d0-14b8-457c-a08d-b1a8ba46e440 req-bd3bd1b1-851d-43cc-bbc3-d8d2a633346c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3528415e-0cea-41b9-8d4e-2cb369339755 HTTP/1.1" status: 200 len: 217 time: 0.0371597 Dec 08 03:15:27.823326 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c85c7-b515-484e-9c42-436453e87393 None None] Routers {'3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:15:27.823956 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-327c85c7-b515-484e-9c42-436453e87393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:15:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:27.869687 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31dc1d0-14b8-457c-a08d-b1a8ba46e440 req-84c9990b-e695-41fb-a6fe-a3aa3ecdc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:27.871198 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b31dc1d0-14b8-457c-a08d-b1a8ba46e440 req-84c9990b-e695-41fb-a6fe-a3aa3ecdc382 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0452144 Dec 08 03:15:27.919107 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31dc1d0-14b8-457c-a08d-b1a8ba46e440 req-b5f0afb0-1e40-47e8-b2e9-6fea88867665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:27.920688 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b31dc1d0-14b8-457c-a08d-b1a8ba46e440 req-b5f0afb0-1e40-47e8-b2e9-6fea88867665 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411792 Dec 08 03:15:27.926402 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-327c85c7-b515-484e-9c42-436453e87393 None None] Set router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:15:28.020076 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b31dc1d0-14b8-457c-a08d-b1a8ba46e440 req-a328be8c-1b33-4d11-b9dd-5b24c3cf76d3 service neutron] 10.222.0.75 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910709 Dec 08 03:15:28.113213 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-b31dc1d0-14b8-457c-a08d-b1a8ba46e440 req-63558f1d-ed03-45e5-95c0-3eb78a31abdb service neutron] 10.222.0.75 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858331 Dec 08 03:15:28.116717 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:28.173299 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-327c85c7-b515-484e-9c42-436453e87393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0bebd5f5-aec7-42bb-a795-400c1b736687', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'port_id': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'mac_address': 'fa:16:3e:f4:87:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d2137-9195-4923-8f47-c15e1729df16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:11:14Z', 'updated_at': '2021-12-08T03:11:17Z', 'revision_number': 1, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:58Z', 'revision_number': 5, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:28.203974 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327c85c7-b515-484e-9c42-436453e87393 None None] The sync data for ids ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'] in n-d-713499-31 is: [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_floatingips': [{'id': '0bebd5f5-aec7-42bb-a795-400c1b736687', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'router_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'port_id': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'mac_address': 'fa:16:3e:f4:87:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d2137-9195-4923-8f47-c15e1729df16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:11:14Z', 'updated_at': '2021-12-08T03:11:17Z', 'revision_number': 1, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:58Z', 'revision_number': 5, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:15:28.416887 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206bedf-2b60-47ac-9c95-702ed7893ed4 None None] New status for floating IP 1012d06a-c218-4660-a7fa-cdc03328d9f4: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:15:28.917573 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a5949-901b-49a4-a5fb-1023599978a5 req-6345d532-84ac-4d9a-9f03-024e38889478 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:28.919062 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f50a5949-901b-49a4-a5fb-1023599978a5 req-6345d532-84ac-4d9a-9f03-024e38889478 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 945 time: 0.1033123 Dec 08 03:15:28.966898 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-f50a5949-901b-49a4-a5fb-1023599978a5 req-af474aaa-e0ca-4e3d-97c5-061d2bb8adcc tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419798 Dec 08 03:15:29.264334 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3528415e-0cea-41b9-8d4e-2cb369339755 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:15:29.335957 n-d-713499-31 neutron-server[109766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d040e-c92d-4382-be49-19c8d82b67cf req-00c06fc4-4b6e-492a-aeb3-8f17471ffa6d tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:29.337421 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6e5d040e-c92d-4382-be49-19c8d82b67cf req-00c06fc4-4b6e-492a-aeb3-8f17471ffa6d tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 945 time: 0.0474107 Dec 08 03:15:29.339726 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3542060'] for port, before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:29.362430 n-d-713499-31 neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3528415e-0cea-41b9-8d4e-2cb369339755'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:15:29.364705 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5044cfa6eaad22f2243f62775f0eb846e68401341022487a5d42d877003c4988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ad43ab-aeb6-444e-8403-30a781a338b7" -d '{"events": [{"server_uuid": "f7369a6a-b126-49c3-85d3-860894d96c42", "name": "network-vif-unplugged", "status": "completed", "tag": "3528415e-0cea-41b9-8d4e-2cb369339755"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:15:29.380854 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] For port 3528415e-0cea-41b9-8d4e-2cb369339755, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3528415e-0cea-41b9-8d4e-2cb369339755,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:15:29.385811 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260559279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260166157', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260166175'] for port, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:29.409924 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 03:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3344487-3547-4e29-a6a7-49824f7f3483 x-openstack-request-id: req-d3344487-3547-4e29-a6a7-49824f7f3483 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:15:29.410227 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7369a6a-b126-49c3-85d3-860894d96c42", "name": "network-vif-unplugged", "status": "completed", "tag": "3528415e-0cea-41b9-8d4e-2cb369339755", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:15:29.410482 n-d-713499-31 neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d3344487-3547-4e29-a6a7-49824f7f3483 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:15:29.410878 n-d-713499-31 neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3528415e-0cea-41b9-8d4e-2cb369339755', 'code': 200} Dec 08 03:15:29.433777 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-6e5d040e-c92d-4382-be49-19c8d82b67cf req-3dd6dce9-9201-4dc2-af01-a11bafb56033 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Deleting port 3528415e-0cea-41b9-8d4e-2cb369339755 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:15:29.434122 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6e5d040e-c92d-4382-be49-19c8d82b67cf req-3dd6dce9-9201-4dc2-af01-a11bafb56033 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:29.436884 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Pushing event updated for resources: {'Port': ['ID=3528415e-0cea-41b9-8d4e-2cb369339755,revision_number=8']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:29.521507 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [req-6e5d040e-c92d-4382-be49-19c8d82b67cf req-3dd6dce9-9201-4dc2-af01-a11bafb56033 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] For port 3528415e-0cea-41b9-8d4e-2cb369339755, host n-h2-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-31',level=0,port_id=3528415e-0cea-41b9-8d4e-2cb369339755,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:15:29.521798 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6e5d040e-c92d-4382-be49-19c8d82b67cf req-3dd6dce9-9201-4dc2-af01-a11bafb56033 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:29.538143 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [req-6e5d040e-c92d-4382-be49-19c8d82b67cf req-3dd6dce9-9201-4dc2-af01-a11bafb56033 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Calling delete_port for 3528415e-0cea-41b9-8d4e-2cb369339755 owned by compute:nova {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:15:29.659689 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6e5d040e-c92d-4382-be49-19c8d82b67cf req-3dd6dce9-9201-4dc2-af01-a11bafb56033 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:29.689994 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6dce9-9201-4dc2-af01-a11bafb56033 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event deleted for resources: {'Port': ['ID=3528415e-0cea-41b9-8d4e-2cb369339755,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:29.737058 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5d040e-c92d-4382-be49-19c8d82b67cf req-3dd6dce9-9201-4dc2-af01-a11bafb56033 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] No DVR routers for this DVR port 3528415e-0cea-41b9-8d4e-2cb369339755 on host n-h2-713499-31 {{(pid=109766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:15:29.739576 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [req-6e5d040e-c92d-4382-be49-19c8d82b67cf req-3dd6dce9-9201-4dc2-af01-a11bafb56033 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:29.743563 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [req-6e5d040e-c92d-4382-be49-19c8d82b67cf req-3dd6dce9-9201-4dc2-af01-a11bafb56033 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.75 "DELETE /v2.0/ports/3528415e-0cea-41b9-8d4e-2cb369339755 HTTP/1.1" status: 204 len: 173 time: 0.3993161 Dec 08 03:15:29.744030 n-d-713499-31 neutron-server[109766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'name': 'network-vif-deleted', 'tag': '3528415e-0cea-41b9-8d4e-2cb369339755'}] {{(pid=109766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:15:29.746294 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e2625084d3f363a95ad72b008486fa2ad7c5010ae14d40d76502a78060d2e28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972614f0-85fb-47ec-8319-f7cfde1639b3" -d '{"events": [{"server_uuid": "f7369a6a-b126-49c3-85d3-860894d96c42", "name": "network-vif-deleted", "tag": "3528415e-0cea-41b9-8d4e-2cb369339755"}]}' {{(pid=109766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:15:29.785210 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85ea284-73a6-4a8e-b5bd-f00073c36377 x-openstack-request-id: req-c85ea284-73a6-4a8e-b5bd-f00073c36377 {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:15:29.785514 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7369a6a-b126-49c3-85d3-860894d96c42", "name": "network-vif-deleted", "tag": "3528415e-0cea-41b9-8d4e-2cb369339755", "status": "completed", "code": 200}]} {{(pid=109766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:15:29.785770 n-d-713499-31 neutron-server[109766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c85ea284-73a6-4a8e-b5bd-f00073c36377 {{(pid=109766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:15:29.786169 n-d-713499-31 neutron-server[109766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7369a6a-b126-49c3-85d3-860894d96c42', 'name': 'network-vif-deleted', 'tag': '3528415e-0cea-41b9-8d4e-2cb369339755', 'status': 'completed', 'code': 200} Dec 08 03:15:30.082003 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-bfa8df14-a320-4efb-8ba1-f81a59bf6bdb req-7700c519-e9dc-4fc4-a665-2a7ae97cd960 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7369a6a-b126-49c3-85d3-860894d96c42 HTTP/1.1" status: 200 len: 210 time: 0.0274279 Dec 08 03:15:31.893822 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42088) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:32.050770 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Deleting port 1b427be5-31d8-4f76-ba45-cceadb1fb7f4 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:15:32.050998 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:32.124325 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:32.124652 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:32.136602 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Calling delete_port for 1b427be5-31d8-4f76-ba45-cceadb1fb7f4 owned by network:floatingip {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:15:32.286090 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:32.312992 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event deleted for resources: {'Port': ['ID=1b427be5-31d8-4f76-ba45-cceadb1fb7f4,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:32.340031 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:32.340378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:32.340718 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:32.341057 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:32.341394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:32.341729 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:32.342060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:32.342381 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:32.342702 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:32.343022 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:32.343349 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:32.343696 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:32.344019 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-31 {{(pid=109767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:15:32.388626 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for floatingip, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:32.388958 n-d-713499-31 neutron-server[109767]: INFO neutron.db.l3_db [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Floating IP 0bebd5f5-aec7-42bb-a795-400c1b736687 disassociated (deleted). External IP: 172.25.8.121, port: 7d3dff5d-f3b0-4673-98eb-0066934ad842. Dec 08 03:15:32.589981 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:15:32.693502 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:15:32.698191 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for floatingip, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:32.702880 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372b503-a1ee-4dde-9331-39fcfcf4ae89 None None] Sync routers for ids ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:15:32.712467 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372b503-a1ee-4dde-9331-39fcfcf4ae89 None None] Routers {'3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:15:32.713066 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3372b503-a1ee-4dde-9331-39fcfcf4ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:15:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:32.725342 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8023bed8-2ceb-41fa-94e6-67d28c3c2fa6 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "DELETE /v2.0/floatingips/0bebd5f5-aec7-42bb-a795-400c1b736687 HTTP/1.1" status: 204 len: 168 time: 0.8304362 Dec 08 03:15:32.726060 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98d2137-9195-4923-8f47-c15e1729df16', 'tag': '7d3dff5d-f3b0-4673-98eb-0066934ad842'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:15:32.728471 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed75b0f0-25ca-44d6-8b85-bce235956170" -d '{"events": [{"name": "network-changed", "server_uuid": "d98d2137-9195-4923-8f47-c15e1729df16", "tag": "7d3dff5d-f3b0-4673-98eb-0066934ad842"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:15:32.768014 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16684c2c-0b85-4e5a-901d-a0b6592cffdc x-openstack-request-id: req-16684c2c-0b85-4e5a-901d-a0b6592cffdc {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:15:32.768393 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98d2137-9195-4923-8f47-c15e1729df16", "tag": "7d3dff5d-f3b0-4673-98eb-0066934ad842", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:15:32.768743 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-16684c2c-0b85-4e5a-901d-a0b6592cffdc {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:15:32.769222 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98d2137-9195-4923-8f47-c15e1729df16', 'tag': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'status': 'completed', 'code': 200} Dec 08 03:15:32.820365 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-3372b503-a1ee-4dde-9331-39fcfcf4ae89 None None] Set router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:15:32.868260 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75b0f0-25ca-44d6-8b85-bce235956170 req-3470cb90-f7d9-4ed6-a82b-79d16793660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:32.870550 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed75b0f0-25ca-44d6-8b85-bce235956170 req-3470cb90-f7d9-4ed6-a82b-79d16793660d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7e3729bd44af0862be948ca4cb553&device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 1095 time: 0.0592501 Dec 08 03:15:33.017403 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42afe13-d1cb-4986-8a32-4c2e466d08d1 req-b24888df-8fe8-433a-bc71-b53d2279dfd1 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:33.018991 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d42afe13-d1cb-4986-8a32-4c2e466d08d1 req-b24888df-8fe8-433a-bc71-b53d2279dfd1 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 943 time: 0.1036842 Dec 08 03:15:33.021957 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3372b503-a1ee-4dde-9331-39fcfcf4ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:58Z', 'revision_number': 5, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:33.047300 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75b0f0-25ca-44d6-8b85-bce235956170 req-3f57d532-25da-495f-96d6-065d13deef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:33.048841 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed75b0f0-25ca-44d6-8b85-bce235956170 req-3f57d532-25da-495f-96d6-065d13deef82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 200 len: 911 time: 0.1437035 Dec 08 03:15:33.051278 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372b503-a1ee-4dde-9331-39fcfcf4ae89 None None] Checking router: 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:15:33.060008 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372b503-a1ee-4dde-9331-39fcfcf4ae89 None None] Routers {'3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:15:33.060606 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3372b503-a1ee-4dde-9331-39fcfcf4ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:15:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:33.098669 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed75b0f0-25ca-44d6-8b85-bce235956170 req-50ab4a31-a6a7-4f34-a496-9cd61991de3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842 HTTP/1.1" status: 200 len: 217 time: 0.0417359 Dec 08 03:15:33.121220 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-d42afe13-d1cb-4986-8a32-4c2e466d08d1 req-8702371c-5fea-4cbe-ae94-36c9b66c3ed0 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941403 Dec 08 03:15:33.155976 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75b0f0-25ca-44d6-8b85-bce235956170 req-5ca3355e-de2b-4c60-8515-ba6da2a5f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:33.157465 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed75b0f0-25ca-44d6-8b85-bce235956170 req-5ca3355e-de2b-4c60-8515-ba6da2a5f63f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 200 len: 849 time: 0.0501909 Dec 08 03:15:33.211694 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75b0f0-25ca-44d6-8b85-bce235956170 req-f57b8798-0203-4461-a7ba-4b291cef7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:33.213227 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed75b0f0-25ca-44d6-8b85-bce235956170 req-f57b8798-0203-4461-a7ba-4b291cef7600 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ffeef88b-7192-417d-8c6c-970f7f8cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474913 Dec 08 03:15:33.307003 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3528415e-0cea-41b9-8d4e-2cb369339755 no longer exists at agent hyperv_n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:15:33.307591 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed75b0f0-25ca-44d6-8b85-bce235956170 req-051eb740-5a87-4b20-a862-62e410508ae8 service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870292 Dec 08 03:15:33.330506 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] No Port match for: 3528415e-0cea-41b9-8d4e-2cb369339755 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:15:33.330844 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Device 3528415e-0cea-41b9-8d4e-2cb369339755 not bound to the agent host n-h2-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:15:33.346463 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-3372b503-a1ee-4dde-9331-39fcfcf4ae89 None None] Set router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:15:33.401505 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-ed75b0f0-25ca-44d6-8b85-bce235956170 req-a74049ce-d741-4461-ba67-2cf7942469e2 service neutron] 10.222.0.45 "GET /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861886 Dec 08 03:15:33.540605 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-3372b503-a1ee-4dde-9331-39fcfcf4ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:58Z', 'revision_number': 5, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:33.570239 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372b503-a1ee-4dde-9331-39fcfcf4ae89 None None] The sync data for ids ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'] in n-d-713499-31 is: [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31', '_interfaces': [{'id': '9ad41f51-eaf8-42d3-9698-1b1559decb04', 'name': '', 'network_id': 'ffeef88b-7192-417d-8c6c-970f7f8cac30', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'mac_address': 'fa:16:3e:f1:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:54Z', 'updated_at': '2021-12-08T03:10:58Z', 'revision_number': 5, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'subnets': [{'id': '4cf2f39b-04cb-4869-b025-4480ef960710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:15:33.776501 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717e1f0e-2a76-46de-a718-1b834d1193bd None None] New status for floating IP 0bebd5f5-aec7-42bb-a795-400c1b736687: DOWN {{(pid=109769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:15:34.237247 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecbfce-96f9-49ca-ac3a-74eec24e3145 req-bb13a759-7a7f-40a7-9250-882c8535a9a2 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:34.238724 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3ecbfce-96f9-49ca-ac3a-74eec24e3145 req-bb13a759-7a7f-40a7-9250-882c8535a9a2 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 943 time: 0.0484416 Dec 08 03:15:34.287482 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-a3ecbfce-96f9-49ca-ac3a-74eec24e3145 req-80460406-d126-48e4-a3b4-a45b0b8b49e0 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/security-groups?id=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421882 Dec 08 03:15:34.590636 n-d-713499-31 neutron-server[109767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68eb8a5-b5c5-4901-8cd6-a6146f073082 req-860a7974-7590-47bd-9428-73194cbed6cc tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:15:34.592089 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e68eb8a5-b5c5-4901-8cd6-a6146f073082 req-860a7974-7590-47bd-9428-73194cbed6cc tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.45 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 943 time: 0.0470102 Dec 08 03:15:34.682628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-e68eb8a5-b5c5-4901-8cd6-a6146f073082 req-efdb5f98-5605-49f2-b009-30f315b6d570 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Deleting port 7d3dff5d-f3b0-4673-98eb-0066934ad842 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:15:34.682972 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e68eb8a5-b5c5-4901-8cd6-a6146f073082 req-efdb5f98-5605-49f2-b009-30f315b6d570 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:34.768418 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [req-e68eb8a5-b5c5-4901-8cd6-a6146f073082 req-efdb5f98-5605-49f2-b009-30f315b6d570 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] For port 7d3dff5d-f3b0-4673-98eb-0066934ad842, host n-h1-713499-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-31',level=0,port_id=7d3dff5d-f3b0-4673-98eb-0066934ad842,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:15:34.768774 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e68eb8a5-b5c5-4901-8cd6-a6146f073082 req-efdb5f98-5605-49f2-b009-30f315b6d570 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:34.781973 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [req-e68eb8a5-b5c5-4901-8cd6-a6146f073082 req-efdb5f98-5605-49f2-b009-30f315b6d570 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Calling delete_port for 7d3dff5d-f3b0-4673-98eb-0066934ad842 owned by compute:nova {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:15:34.911213 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e68eb8a5-b5c5-4901-8cd6-a6146f073082 req-efdb5f98-5605-49f2-b009-30f315b6d570 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:34.940525 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb5f98-5605-49f2-b009-30f315b6d570 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event deleted for resources: {'Port': ['ID=7d3dff5d-f3b0-4673-98eb-0066934ad842,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:34.984374 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68eb8a5-b5c5-4901-8cd6-a6146f073082 req-efdb5f98-5605-49f2-b009-30f315b6d570 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] No DVR routers for this DVR port 7d3dff5d-f3b0-4673-98eb-0066934ad842 on host n-h1-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:15:34.987088 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [req-e68eb8a5-b5c5-4901-8cd6-a6146f073082 req-efdb5f98-5605-49f2-b009-30f315b6d570 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243823'] for port, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:34.991583 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e68eb8a5-b5c5-4901-8cd6-a6146f073082 req-efdb5f98-5605-49f2-b009-30f315b6d570 tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.45 "DELETE /v2.0/ports/7d3dff5d-f3b0-4673-98eb-0066934ad842 HTTP/1.1" status: 204 len: 173 time: 0.3932853 Dec 08 03:15:34.992017 n-d-713499-31 neutron-server[109767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98d2137-9195-4923-8f47-c15e1729df16', 'name': 'network-vif-deleted', 'tag': '7d3dff5d-f3b0-4673-98eb-0066934ad842'}] {{(pid=109767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:15:34.994746 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}261219372813c9ac32fc29b10c4fffceae79c66bf2f2a5944342ab6d895ae2dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db11bdde-a804-4daf-aaab-43568d49d27a" -d '{"events": [{"server_uuid": "d98d2137-9195-4923-8f47-c15e1729df16", "name": "network-vif-deleted", "tag": "7d3dff5d-f3b0-4673-98eb-0066934ad842"}]}' {{(pid=109767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:15:35.031594 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3affeda6-8aef-49f2-8171-2054d35bf174 x-openstack-request-id: req-3affeda6-8aef-49f2-8171-2054d35bf174 {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:15:35.031910 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98d2137-9195-4923-8f47-c15e1729df16", "name": "network-vif-deleted", "tag": "7d3dff5d-f3b0-4673-98eb-0066934ad842", "status": "completed", "code": 200}]} {{(pid=109767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:15:35.032589 n-d-713499-31 neutron-server[109767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3affeda6-8aef-49f2-8171-2054d35bf174 {{(pid=109767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:15:35.032989 n-d-713499-31 neutron-server[109767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98d2137-9195-4923-8f47-c15e1729df16', 'name': 'network-vif-deleted', 'tag': '7d3dff5d-f3b0-4673-98eb-0066934ad842', 'status': 'completed', 'code': 200} Dec 08 03:15:35.397225 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [req-e9eb5022-a04f-48ac-b8e7-4de011388406 req-bdd86eb3-5823-4c01-b053-a7514f6a195c tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "GET /v2.0/ports?device_id=d98d2137-9195-4923-8f47-c15e1729df16 HTTP/1.1" status: 200 len: 210 time: 0.0279996 Dec 08 03:15:35.618830 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:15:36.454481 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42104) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:36.509769 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4976b24-4a75-41fa-acf6-1368f1f5276f tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:36.534445 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4976b24-4a75-41fa-acf6-1368f1f5276f tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:36.592975 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4976b24-4a75-41fa-acf6-1368f1f5276f tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:36.595576 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-b4976b24-4a75-41fa-acf6-1368f1f5276f tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:36.596728 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-b4976b24-4a75-41fa-acf6-1368f1f5276f tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] 10.222.0.71 "DELETE /v2.0/security-groups/cfa4ca9e-dd04-4adb-aa47-fcc3bf073962 HTTP/1.1" status: 204 len: 168 time: 0.1412723 Dec 08 03:15:36.605877 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4976b24-4a75-41fa-acf6-1368f1f5276f tempest-TestSnapshotPattern-1041179411 tempest-TestSnapshotPattern-1041179411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa4ca9e-dd04-4adb-aa47-fcc3bf073962,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:36.641901 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42108) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:36.976102 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c879f11-dc02-42af-895f-9ecf289b3a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:37.498902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7c879f11-dc02-42af-895f-9ecf289b3a88 admin admin] Deleting port 9ad41f51-eaf8-42d3-9698-1b1559decb04 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:15:37.499576 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c879f11-dc02-42af-895f-9ecf289b3a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:37.573554 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-7c879f11-dc02-42af-895f-9ecf289b3a88 admin admin] For port 9ad41f51-eaf8-42d3-9698-1b1559decb04, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=9ad41f51-eaf8-42d3-9698-1b1559decb04,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:15:37.573897 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c879f11-dc02-42af-895f-9ecf289b3a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:37.586840 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-7c879f11-dc02-42af-895f-9ecf289b3a88 admin admin] Calling delete_port for 9ad41f51-eaf8-42d3-9698-1b1559decb04 owned by network:router_interface {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:15:37.763993 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c879f11-dc02-42af-895f-9ecf289b3a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:37.799490 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c879f11-dc02-42af-895f-9ecf289b3a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad41f51-eaf8-42d3-9698-1b1559decb04,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:37.962793 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-7c879f11-dc02-42af-895f-9ecf289b3a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:38.180438 n-d-713499-31 neutron-server[109767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c879f11-dc02-42af-895f-9ecf289b3a88 admin admin] Router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:15:38.287773 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c879f11-dc02-42af-895f-9ecf289b3a88 admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:15:38.293519 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-7c879f11-dc02-42af-895f-9ecf289b3a88 admin admin] 10.222.0.71 "PUT /v2.0/routers/3eba01bf-8ac0-4680-9bd8-6cc8520daf0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6505949 Dec 08 03:15:38.296088 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42110) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:38.297416 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a17fc0-62e2-4948-930e-3f1bb318d09a None None] Sync routers for ids ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'] in n-d-713499-31 {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:15:38.309533 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a17fc0-62e2-4948-930e-3f1bb318d09a None None] Routers {'3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:15:38.310201 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-41a17fc0-62e2-4948-930e-3f1bb318d09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:15:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:38.403499 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:38.417237 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-41a17fc0-62e2-4948-930e-3f1bb318d09a None None] Set router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c gateway port host: n-d-713499-31 {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:15:38.508859 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:38.560185 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] Deleting port 80f0cb02-3264-48b8-8ced-12d198ac3de3 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:15:38.560542 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:38.593783 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-41a17fc0-62e2-4948-930e-3f1bb318d09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:15:37Z', 'revision_number': 5, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port': {'id': '80f0cb02-3264-48b8-8ced-12d198ac3de3', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:52Z', 'updated_at': '2021-12-08T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:38.626067 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a17fc0-62e2-4948-930e-3f1bb318d09a None None] Checking router: 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c for host: n-d-713499-31 {{(pid=109768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:15:38.634344 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a17fc0-62e2-4948-930e-3f1bb318d09a None None] Routers {'3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'} bound to L3 agent in host n-d-713499-31 {{(pid=109768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:15:38.634940 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-41a17fc0-62e2-4948-930e-3f1bb318d09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:15:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'], 'active': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:38.642009 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] For port 80f0cb02-3264-48b8-8ced-12d198ac3de3, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=80f0cb02-3264-48b8-8ced-12d198ac3de3,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:15:38.642377 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:38.654783 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] Calling delete_port for 80f0cb02-3264-48b8-8ced-12d198ac3de3 owned by network:router_gateway {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:15:38.719687 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_dvr_db [None req-41a17fc0-62e2-4948-930e-3f1bb318d09a None None] Set router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c gateway port host: None {{(pid=109768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:15:38.769817 n-d-713499-31 neutron-server[109768]: DEBUG neutron.db.l3_hamode_db [None req-41a17fc0-62e2-4948-930e-3f1bb318d09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:15:38Z', 'revision_number': 6, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:38.799113 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a17fc0-62e2-4948-930e-3f1bb318d09a None None] The sync data for ids ['3eba01bf-8ac0-4680-9bd8-6cc8520daf0c'] in n-d-713499-31 is: [{'id': '3eba01bf-8ac0-4680-9bd8-6cc8520daf0c', 'name': 'tempest-TestSnapshotPattern-1819145592-router', 'tenant_id': 'efc7e3729bd44af0862be948ca4cb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:51Z', 'updated_at': '2021-12-08T03:15:38Z', 'revision_number': 6, 'project_id': 'efc7e3729bd44af0862be948ca4cb553', 'gw_port_host': None}] {{(pid=109768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:15:38.822534 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:38.847366 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f0cb02-3264-48b8-8ced-12d198ac3de3,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:38.864142 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baaf3eb-b2c1-498c-b9b2-3040d275a10f None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:15:38.924806 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.015688 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.017773 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.059932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.060434 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eba01bf-8ac0-4680-9bd8-6cc8520daf0c {{(pid=109767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 03:15:39.065932 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] Publish callbacks [] for router, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.067178 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-c0c41c93-b402-4d80-980c-c184806a20c8 admin admin] 10.222.0.71 "DELETE /v2.0/routers/3eba01bf-8ac0-4680-9bd8-6cc8520daf0c HTTP/1.1" status: 204 len: 168 time: 0.7701788 Dec 08 03:15:39.069844 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42112) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:39.118426 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bf6993-f29d-4447-9fb3-39364e3edd99 admin admin] Deleting subnet 4cf2f39b-04cb-4869-b025-4480ef960710 {{(pid=109767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 03:15:39.121389 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80bf6993-f29d-4447-9fb3-39364e3edd99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.155462 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7d3dff5d-f3b0-4673-98eb-0066934ad842 no longer exists at agent hyperv_n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:15:39.160996 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80bf6993-f29d-4447-9fb3-39364e3edd99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4371253'] for subnet, precommit_delete_associations {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.176541 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] No Port match for: 7d3dff5d-f3b0-4673-98eb-0066934ad842 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:15:39.176881 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Device 7d3dff5d-f3b0-4673-98eb-0066934ad842 not bound to the agent host n-h1-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:15:39.252607 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80bf6993-f29d-4447-9fb3-39364e3edd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.314016 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80bf6993-f29d-4447-9fb3-39364e3edd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5070927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5607491'] for subnet, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.338693 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf6993-f29d-4447-9fb3-39364e3edd99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf2f39b-04cb-4869-b025-4480ef960710,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:39.347058 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-80bf6993-f29d-4447-9fb3-39364e3edd99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.351435 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-80bf6993-f29d-4447-9fb3-39364e3edd99 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4cf2f39b-04cb-4869-b025-4480ef960710 HTTP/1.1" status: 204 len: 168 time: 0.2806482 Dec 08 03:15:39.351768 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d4b8a9-49bf-4e39-af22-034bdef26b4f None None] Network ffeef88b-7192-417d-8c6c-970f7f8cac30 requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:15:39.353948 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42114) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:39.421945 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.475861 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Deleting port 577e6592-70cb-44a1-9396-a818f8f15712 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:15:39.476213 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.542279 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] For port 577e6592-70cb-44a1-9396-a818f8f15712, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=577e6592-70cb-44a1-9396-a818f8f15712,segment=NetworkSegment(1c04c383-dc6c-4c43-82db-94981d5c08aa),segment_id=1c04c383-dc6c-4c43-82db-94981d5c08aa)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:15:39.543032 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.554915 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Calling delete_port for 577e6592-70cb-44a1-9396-a818f8f15712 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:15:39.632601 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4530d7-b9e9-4d38-9198-68d8c81e62b6 None None] DHCP port deletion for ffeef88b-7192-417d-8c6c-970f7f8cac30 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:15:39.635255 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.654587 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9ad41f51-eaf8-42d3-9698-1b1559decb04 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:15:39.669774 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Pushing event deleted for resources: {'Port': ['ID=577e6592-70cb-44a1-9396-a818f8f15712,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:39.671583 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] No DVR routers for this DVR port 577e6592-70cb-44a1-9396-a818f8f15712 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:15:39.676840 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 9ad41f51-eaf8-42d3-9698-1b1559decb04 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:15:39.678410 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 9ad41f51-eaf8-42d3-9698-1b1559decb04 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:15:39.745946 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.765938 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffeef88b-7192-417d-8c6c-970f7f8cac30']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:39.776928 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c04c383-dc6c-4c43-82db-94981d5c08aa') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:39.777222 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c04c383-dc6c-4c43-82db-94981d5c08aa') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:39.787371 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.800833 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.809189 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 03:15:39.809647 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: timer() Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 03:15:39.811750 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 03:15:39.873284 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.883149 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:39.886535 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] 10.222.0.71 "DELETE /v2.0/networks/ffeef88b-7192-417d-8c6c-970f7f8cac30 HTTP/1.1" status: 204 len: 168 time: 0.5316005 Dec 08 03:15:39.889778 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42116) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:39.897654 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7f448-1537-42b8-8f3a-ee84cbb2c039 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffeef88b-7192-417d-8c6c-970f7f8cac30,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:40.547745 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29aba677-2cab-45c2-9837-ed23717dfe1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723819'] for router_interface, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:40.790585 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-29aba677-2cab-45c2-9837-ed23717dfe1f admin admin] Deleting port da0681ac-aaa1-4bd8-b124-1b4d8af56e11 {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:15:40.790921 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29aba677-2cab-45c2-9837-ed23717dfe1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:40.873604 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-29aba677-2cab-45c2-9837-ed23717dfe1f admin admin] For port da0681ac-aaa1-4bd8-b124-1b4d8af56e11, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=da0681ac-aaa1-4bd8-b124-1b4d8af56e11,segment=NetworkSegment(37e60364-0189-43b3-8dcb-7cdf6c9dbeb8),segment_id=37e60364-0189-43b3-8dcb-7cdf6c9dbeb8)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:15:40.874117 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29aba677-2cab-45c2-9837-ed23717dfe1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:40.888848 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-29aba677-2cab-45c2-9837-ed23717dfe1f admin admin] Calling delete_port for da0681ac-aaa1-4bd8-b124-1b4d8af56e11 owned by network:router_interface {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:15:41.046724 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 80f0cb02-3264-48b8-8ced-12d198ac3de3 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:15:41.066311 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 80f0cb02-3264-48b8-8ced-12d198ac3de3 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:15:41.066652 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 80f0cb02-3264-48b8-8ced-12d198ac3de3 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:15:41.067067 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 577e6592-70cb-44a1-9396-a818f8f15712 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:15:41.078059 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29aba677-2cab-45c2-9837-ed23717dfe1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:41.086782 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 577e6592-70cb-44a1-9396-a818f8f15712 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:15:41.087127 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 577e6592-70cb-44a1-9396-a818f8f15712 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:15:41.102653 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aba677-2cab-45c2-9837-ed23717dfe1f admin admin] Pushing event deleted for resources: {'Port': ['ID=da0681ac-aaa1-4bd8-b124-1b4d8af56e11,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:41.272160 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-29aba677-2cab-45c2-9837-ed23717dfe1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1723871'] for router_interface, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:41.493696 n-d-713499-31 neutron-server[109766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29aba677-2cab-45c2-9837-ed23717dfe1f admin admin] Router 6aac64e5-1c1d-44a7-8494-1064f9e47d0b has already been hosted by L3 agent 76f921fd-7023-496c-83f0-6147910755ac {{(pid=109766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:15:41.601672 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29aba677-2cab-45c2-9837-ed23717dfe1f admin admin] Notify agent at l3_agent.n-d-713499-31 the message routers_updated {{(pid=109766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:15:41.609927 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-29aba677-2cab-45c2-9837-ed23717dfe1f admin admin] 10.222.0.71 "PUT /v2.0/routers/6aac64e5-1c1d-44a7-8494-1064f9e47d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7167454 Dec 08 03:15:41.610126 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42120) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:41.612926 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388887d1-d292-4fa1-9c90-cb36e57edfe6 None None] Sync routers for ids ['6aac64e5-1c1d-44a7-8494-1064f9e47d0b'] in n-d-713499-31 {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:15:41.624167 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388887d1-d292-4fa1-9c90-cb36e57edfe6 None None] Routers {'6aac64e5-1c1d-44a7-8494-1064f9e47d0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:15:41.624783 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-388887d1-d292-4fa1-9c90-cb36e57edfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:15:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6aac64e5-1c1d-44a7-8494-1064f9e47d0b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:41.718206 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] Publish callbacks [] for router, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:41.824409 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:41.827454 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-388887d1-d292-4fa1-9c90-cb36e57edfe6 None None] Set router 6aac64e5-1c1d-44a7-8494-1064f9e47d0b gateway port host: n-d-713499-31 {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:15:41.882402 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] Deleting port c6b36310-5b9f-4ee8-b620-641cca8e73ca {{(pid=109766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:15:41.882747 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:41.968111 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.db [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] For port c6b36310-5b9f-4ee8-b620-641cca8e73ca, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=c6b36310-5b9f-4ee8-b620-641cca8e73ca,segment=NetworkSegment(26b2c956-1db3-4e3c-9e21-674d1ec346ce),segment_id=26b2c956-1db3-4e3c-9e21-674d1ec346ce)] {{(pid=109766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:15:41.968757 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:41.981300 n-d-713499-31 neutron-server[109766]: DEBUG neutron.plugins.ml2.plugin [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] Calling delete_port for c6b36310-5b9f-4ee8-b620-641cca8e73ca owned by network:router_gateway {{(pid=109766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:15:42.012191 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-388887d1-d292-4fa1-9c90-cb36e57edfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'name': 'tempest-TestSnapshotPattern-1212917935-router', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'external_fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'c6b36310-5b9f-4ee8-b620-641cca8e73ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:56Z', 'updated_at': '2021-12-08T03:15:41Z', 'revision_number': 5, 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'gw_port': {'id': 'c6b36310-5b9f-4ee8-b620-641cca8e73ca', 'name': '', 'network_id': '44b19830-455e-444a-9e4a-1576bcdd8229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:99:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'c849b8a1-46fa-455f-a956-171249429f17', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T03:10:57Z', 'updated_at': '2021-12-08T03:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c849b8a1-46fa-455f-a956-171249429f17', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-31'}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:42.043319 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388887d1-d292-4fa1-9c90-cb36e57edfe6 None None] Checking router: 6aac64e5-1c1d-44a7-8494-1064f9e47d0b for host: n-d-713499-31 {{(pid=109769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:15:42.051486 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388887d1-d292-4fa1-9c90-cb36e57edfe6 None None] Routers {'6aac64e5-1c1d-44a7-8494-1064f9e47d0b'} bound to L3 agent in host n-d-713499-31 {{(pid=109769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:15:42.052159 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-388887d1-d292-4fa1-9c90-cb36e57edfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:35:24Z,description=,heartbeat_timestamp=2021-12-08T03:15:24Z,host='n-d-713499-31',id=76f921fd-7023-496c-83f0-6147910755ac,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:35:24Z,topic='l3_agent')) {'router_ids': ['6aac64e5-1c1d-44a7-8494-1064f9e47d0b'], 'active': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:42.137178 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_dvr_db [None req-388887d1-d292-4fa1-9c90-cb36e57edfe6 None None] Set router 6aac64e5-1c1d-44a7-8494-1064f9e47d0b gateway port host: None {{(pid=109769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:15:42.149097 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789187'] for port, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.173486 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b36310-5b9f-4ee8-b620-641cca8e73ca,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:42.190059 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42bf5ef-e191-4678-882a-b6a59ecca738 None None] DHCP port deletion for 44b19830-455e-444a-9e4a-1576bcdd8229 request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:15:42.194392 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.l3_hamode_db [None req-388887d1-d292-4fa1-9c90-cb36e57edfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'name': 'tempest-TestSnapshotPattern-1212917935-router', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:56Z', 'updated_at': '2021-12-08T03:15:41Z', 'revision_number': 6, 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'gw_port_host': None}], 'n-d-713499-31', False) {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:42.226204 n-d-713499-31 neutron-server[109769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388887d1-d292-4fa1-9c90-cb36e57edfe6 None None] The sync data for ids ['6aac64e5-1c1d-44a7-8494-1064f9e47d0b'] in n-d-713499-31 is: [{'id': '6aac64e5-1c1d-44a7-8494-1064f9e47d0b', 'name': 'tempest-TestSnapshotPattern-1212917935-router', 'tenant_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T03:10:56Z', 'updated_at': '2021-12-08T03:15:41Z', 'revision_number': 6, 'project_id': '313c6842fbbe44cf9c17fc4cc445e9d3', 'gw_port_host': None}] {{(pid=109769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:15:42.244147 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716581'] for router_gateway, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.336015 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1723121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-944'] for router, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.338143 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.382704 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1723080'] for router, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.383232 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aac64e5-1c1d-44a7-8494-1064f9e47d0b {{(pid=109766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 03:15:42.387626 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] Publish callbacks [] for router, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.388801 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-524ed9f8-29cf-4e60-a80f-40dcdaf801aa admin admin] 10.222.0.71 "DELETE /v2.0/routers/6aac64e5-1c1d-44a7-8494-1064f9e47d0b HTTP/1.1" status: 204 len: 168 time: 0.7777543 Dec 08 03:15:42.391298 n-d-713499-31 neutron-server[109766]: DEBUG neutron.wsgi [-] (109766) accepted ('10.222.0.71', 42122) {{(pid=109766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:42.435348 n-d-713499-31 neutron-server[109766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2269dbcf-75c9-408b-baa0-b1788ca801b2 admin admin] Deleting subnet 7a0ef935-ff70-44bc-8474-f3796cf4a3ea {{(pid=109766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 03:15:42.438731 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2269dbcf-75c9-408b-baa0-b1788ca801b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.473185 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2269dbcf-75c9-408b-baa0-b1788ca801b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5196110'] for subnet, precommit_delete_associations {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.550715 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2269dbcf-75c9-408b-baa0-b1788ca801b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515604'] for subnet, precommit_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.604099 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2269dbcf-75c9-408b-baa0-b1788ca801b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5020047'] for subnet, after_delete {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.631750 n-d-713499-31 neutron-server[109766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269dbcf-75c9-408b-baa0-b1788ca801b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0ef935-ff70-44bc-8474-f3796cf4a3ea,revision_number=None']} {{(pid=109766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:42.633781 n-d-713499-31 neutron-server[109766]: DEBUG neutron_lib.callbacks.manager [None req-2269dbcf-75c9-408b-baa0-b1788ca801b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.637217 n-d-713499-31 neutron-server[109766]: INFO neutron.wsgi [None req-2269dbcf-75c9-408b-baa0-b1788ca801b2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/7a0ef935-ff70-44bc-8474-f3796cf4a3ea HTTP/1.1" status: 204 len: 168 time: 0.2448010 Dec 08 03:15:42.640187 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42124) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:42.640928 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c1b1ed-9e00-4b54-b827-32c1317e011c None None] Network 5e86c154-5ac0-40ee-be4d-9318e5a0136f requested from n-d-713499-31 {{(pid=109768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:15:42.718740 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3604720'] for network, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.773316 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Deleting port 3df5b502-3ed5-4c7e-9803-af1432c07664 {{(pid=109767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:15:42.773653 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785260554051'] for port, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.834754 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.db [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] For port 3df5b502-3ed5-4c7e-9803-af1432c07664, host n-d-713499-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-31',level=0,port_id=3df5b502-3ed5-4c7e-9803-af1432c07664,segment=NetworkSegment(37e60364-0189-43b3-8dcb-7cdf6c9dbeb8),segment_id=37e60364-0189-43b3-8dcb-7cdf6c9dbeb8)] {{(pid=109767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:15:42.835111 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1719361'] for port, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.847132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.plugin [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Calling delete_port for 3df5b502-3ed5-4c7e-9803-af1432c07664 owned by network:dhcp {{(pid=109767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:15:42.925688 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3542127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260559261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260166148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5070962'] for port, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:42.952809 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3df5b502-3ed5-4c7e-9803-af1432c07664,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:42.954628 n-d-713499-31 neutron-server[109767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] No DVR routers for this DVR port 3df5b502-3ed5-4c7e-9803-af1432c07664 on host n-d-713499-31 {{(pid=109767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:15:43.027677 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3727709', 'neutron.services.segments.db._delete_segments_for_network-8785260492966'] for network, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:43.039357 n-d-713499-31 neutron-server[109768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa29942-cf45-4e7d-8f04-37f553a89b8d None None] DHCP port deletion for 5e86c154-5ac0-40ee-be4d-9318e5a0136f request from n-d-713499-31 {{(pid=109768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:15:43.054902 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e86c154-5ac0-40ee-be4d-9318e5a0136f']}} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:43.071378 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e60364-0189-43b3-8dcb-7cdf6c9dbeb8') {'for_net_delete': True} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:43.071709 n-d-713499-31 neutron-server[109767]: DEBUG neutron.services.segments.db [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e60364-0189-43b3-8dcb-7cdf6c9dbeb8') {} {{(pid=109767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:15:43.081464 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260630119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4371276'] for segment, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:43.096061 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603'] for segment, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:43.104132 n-d-713499-31 neutron-server[109767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 03:15:43.104297 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device da0681ac-aaa1-4bd8-b124-1b4d8af56e11 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:15:43.104565 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3521603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087149'] for segment, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: Traceback (most recent call last): Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: timer() Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: cb(*args, **kw) Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: return func(*args, **kwargs) Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: self._notify() Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: self.callback(batched_events) Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: event.method(event) Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: return f(self, *a, **k) Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: return self._get(url).json() Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: return self.request(url, 'GET', **kwargs) Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 03:15:43.116293 n-d-713499-31 neutron-server[109767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 03:15:43.126129 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: da0681ac-aaa1-4bd8-b124-1b4d8af56e11 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:15:43.126547 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device da0681ac-aaa1-4bd8-b124-1b4d8af56e11 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:15:43.127042 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c6b36310-5b9f-4ee8-b620-641cca8e73ca no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:15:43.150862 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: c6b36310-5b9f-4ee8-b620-641cca8e73ca {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:15:43.151298 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device c6b36310-5b9f-4ee8-b620-641cca8e73ca not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:15:43.151841 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3df5b502-3ed5-4c7e-9803-af1432c07664 no longer exists at agent ovs-agent-n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:15:43.163186 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3727690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716545'] for network, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:43.168953 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Publish callbacks [] for network, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:43.178714 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] 10.222.0.71 "DELETE /v2.0/networks/5e86c154-5ac0-40ee-be4d-9318e5a0136f HTTP/1.1" status: 204 len: 168 time: 0.5304871 Dec 08 03:15:43.186793 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9c1f1-e28e-41c0-9da7-57edbb68e4ad admin admin] Pushing event deleted for resources: {'Network': ['ID=5e86c154-5ac0-40ee-be4d-9318e5a0136f,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:43.187010 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] No Port match for: 3df5b502-3ed5-4c7e-9803-af1432c07664 {{(pid=109768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:15:43.187491 n-d-713499-31 neutron-server[109768]: DEBUG neutron.plugins.ml2.rpc [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Device 3df5b502-3ed5-4c7e-9803-af1432c07664 not bound to the agent host n-d-713499-31 {{(pid=109768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:15:43.368804 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42128) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:43.407073 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-8c24b89d-b48d-49c0-89c3-c2ed3abb5126 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=efc7e3729bd44af0862be948ca4cb553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370924 Dec 08 03:15:43.409571 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42130) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:43.460015 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe2da91f-7bc2-44dc-834d-80783173b719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:43.481079 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe2da91f-7bc2-44dc-834d-80783173b719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:43.527344 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe2da91f-7bc2-44dc-834d-80783173b719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:43.529978 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-fe2da91f-7bc2-44dc-834d-80783173b719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:43.531111 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-fe2da91f-7bc2-44dc-834d-80783173b719 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e5d996f2-8f50-4ccc-88a2-22bd73e4a216 HTTP/1.1" status: 204 len: 168 time: 0.1206641 Dec 08 03:15:43.539394 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2da91f-7bc2-44dc-834d-80783173b719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d996f2-8f50-4ccc-88a2-22bd73e4a216,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:43.848025 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42136) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:43.887107 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-4ce88ce3-fa6b-45d1-a040-d9c497a2e008 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=313c6842fbbe44cf9c17fc4cc445e9d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379372 Dec 08 03:15:43.889495 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [-] (109767) accepted ('10.222.0.71', 42138) {{(pid=109767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:15:43.934646 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb1968a1-ed3b-4656-96c0-281544b8bc84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:43.955771 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb1968a1-ed3b-4656-96c0-281544b8bc84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:44.001111 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb1968a1-ed3b-4656-96c0-281544b8bc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477410'] for security_group, after_delete {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:44.003839 n-d-713499-31 neutron-server[109767]: DEBUG neutron_lib.callbacks.manager [None req-eb1968a1-ed3b-4656-96c0-281544b8bc84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:44.005463 n-d-713499-31 neutron-server[109767]: INFO neutron.wsgi [None req-eb1968a1-ed3b-4656-96c0-281544b8bc84 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef7c66d0-4b55-456c-ae03-fa7204ddd22d HTTP/1.1" status: 204 len: 168 time: 0.1146054 Dec 08 03:15:44.013429 n-d-713499-31 neutron-server[109767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1968a1-ed3b-4656-96c0-281544b8bc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7c66d0-4b55-456c-ae03-fa7204ddd22d,revision_number=None']} {{(pid=109767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:15:52.126508 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-627634ce-6265-4055-bbf9-59c94e55eb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:54.291001 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:54.489880 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fde6e0c1-c986-48d2-a4e4-46dbeec0e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:55.131549 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:55.788542 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:57.309357 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:15:58.099173 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:16:12.617932 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:16:22.127596 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-779b88e6-2067-4593-94c7-80a5ffc2e477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:16:24.296146 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:16:24.490396 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-849d5715-a512-455c-9846-8dbf45a528b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:16:25.130137 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:16:25.791882 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:16:27.310863 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:16:28.101083 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:16:49.616278 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:16:52.128699 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8e41e99d-7631-4f44-b45d-04499b558904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:16:54.301564 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:16:54.492748 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5e72-b16a-478d-970e-eb0b8790cb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:16:55.128047 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:16:55.794933 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:16:57.317384 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:16:58.102939 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:17:22.129609 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c74fe24-ccc0-4477-a8aa-e06edc544d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:17:24.301109 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:17:24.492690 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1497f7ba-270a-47d9-9766-3b75b715fdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:17:25.131756 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:17:25.797792 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:17:26.614479 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:17:27.318288 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:17:28.104808 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:17:52.130848 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ba603c2-84ff-49d7-ae1d-69460ef332b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:17:54.315689 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:17:54.492432 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3a05eff-7976-461e-85cc-f30a1451b701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:17:55.125826 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:17:55.800222 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:17:57.321790 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:17:58.106083 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:18:03.613710 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:18:22.131691 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ec38ffe-7f94-4cc5-8345-b95a9a19ee24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:18:24.315952 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:18:24.493507 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bed2a34-9204-4630-8209-c053b3d27e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:18:25.141345 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:18:25.803940 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:18:27.323994 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:18:28.106866 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:18:40.614474 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:18:52.133406 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3dd86265-5d5b-40dc-a15e-d7da20a26da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:18:54.330187 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:18:54.494715 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-83be89dd-0eb5-4590-983f-d9b7afa9ffef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:18:55.139650 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:18:55.806180 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:18:57.326711 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:18:58.107868 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:19:17.612825 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:19:22.136501 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1d65c66b-4cdb-481a-b415-d3ff2ec369ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:19:24.329947 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:19:24.495516 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0493f6dc-5063-400c-ad78-1b7efc4164a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:19:25.154657 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:19:25.809995 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:19:27.329168 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:19:28.110438 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:19:52.141032 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d528a896-17c2-40ee-ad9f-0d5ad5e7d276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:19:54.329204 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:19:54.497032 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-30421846-e22a-49b1-8654-4a02d8ac2c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:19:54.611218 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:19:55.169771 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:19:55.815360 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:19:57.333308 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:19:58.111822 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:20:22.141353 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dec16c0f-a4da-45b9-b4f5-7ef52b0a00b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:20:24.329221 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:20:24.500392 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5d31f789-f6bd-4747-a635-f4d9b0c75adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:20:25.167741 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:20:25.817038 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:20:27.335931 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:20:28.112963 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:20:31.610501 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:20:52.141720 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a5921cca-ee24-41a9-a801-325682dfe963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:20:54.327145 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:20:54.500390 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-86cfa8f0-a1b5-4119-afca-e1a55eacfd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:20:55.167156 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:20:55.820173 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:20:57.338796 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:20:58.114387 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:21:08.608961 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:21:22.144031 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-aa10bca5-b62e-4958-9cb8-381f4d7e9b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:21:24.342429 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:21:24.500679 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2cb7e87-dced-42a6-9a48-831f9768caba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:21:25.165964 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:21:25.821518 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:21:27.342161 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:21:28.118748 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:21:45.607676 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:21:52.149087 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c9660bab-d822-4549-9f45-0864f6a17c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:21:54.342283 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:21:54.501332 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-df49b6a8-f096-4d14-8a81-0348d88f727f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:21:55.165745 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:21:55.824720 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:21:57.345606 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:21:58.120917 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:22.149994 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3f7891fd-c885-45d6-9441-2303e26a67a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:22.606070 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:22:24.341213 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:24.505210 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-12215195-40db-4032-a25a-f5c2f85206dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:25.179751 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:25.828591 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:27.348388 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:28.123509 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:52.150818 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93b7354d-c1eb-47a6-b99b-dd323aa0355b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:54.371757 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:54.506305 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-155a32b9-f459-4df4-b6ca-7649a1a995ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:55.178727 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:55.831375 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:57.350971 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:58.124185 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:22:59.604803 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:23:22.153143 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-972e1bdb-300a-4bf0-abb9-71cc7971e7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:23:24.372433 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:23:24.506500 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c7ddef2f-189a-4ec8-be09-6146a9a3a067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:23:25.183638 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:23:25.833524 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:23:27.355480 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:23:28.125474 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:23:36.604487 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:23:52.157847 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a614a936-8f8f-4ab6-b37f-639c03a70260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:23:54.386959 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feeb56e3-6bda-4cf4-9406-11f5a18925e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:23:54.507493 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-80da3b4f-cd54-45d6-920f-f83932506168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:23:55.192845 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e550eac8-cc1b-477b-afe4-3a2d62e7b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:23:55.836605 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb36c-854b-475d-b460-2d1deaec7ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:23:57.359959 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bdbb050d-0a8e-4fae-a4c1-f37376be148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:23:58.126934 n-d-713499-31 neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1fe0971c-b44a-4304-b793-2645ebc0b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3729419'] for agent, after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:24:02.688170 n-d-713499-31 neutron-server[109767]: DEBUG neutron.wsgi [req-16f1242f-cd07-42da-8edb-7f95cf4b67d8 req-e3e4577c-0563-4705-af63-db4a4d1d9bbb service neutron] (109767) timed out ('10.222.0.71', 39982) {{(pid=109767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 03:24:13.604292 n-d-713499-31 neutron-server[109769]: DEBUG neutron.db.agents_db [None req-e591c0b3-722f-4d44-88e5-725a091834ce None None] Agent healthcheck: found 7 active agents {{(pid=109769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}